108 files changed, 100 insertions, 0 deletions

diff --git a/results/A_fixedA_s0.json b/results/A_fixedA_s0.json
new file mode 100644
index 0000000..7677906
--- /dev/null
+++ b/results/A_fixedA_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 0, "learn_P": 1, "p_neutral": 1, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_fixedA_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.022608546540141106, -0.021600201725959778, 0.034186817705631256], "cos_apical_negg": [-0.022608546540141106, -0.021600201725959778, 0.034186817705631256], "cos_Ac_negg": [-0.022608546540141106, -0.021600201725959778, 0.034186817705631256], "r_norm": [4.9019622802734375, 4.829395294189453, 4.823568344116211], "ldr": {"dL_sdil": -0.0071103572845458984, "dL_bp": -0.23199224472045898, "ratio": 0.030649116280216968}}, {"step": 50, "epoch": 0, "train_loss": 0.6863705515861511, "cos_r_negg": [0.4194353222846985, 0.39577746391296387, 0.3445488214492798], "cos_apical_negg": [0.4194353222846985, 0.39577746391296387, 0.3445488214492798], "cos_Ac_negg": [0.4194353222846985, 0.39577746391296387, 0.3445488214492798], "r_norm": [1.281628131866455, 1.2540812492370605, 1.2472658157348633]}, {"step": 100, "epoch": 0, "train_loss": 0.3274005651473999, "cos_r_negg": [0.44356149435043335, 0.3850879669189453, 0.36200574040412903], "cos_apical_negg": [0.44356149435043335, 0.3850879669189453, 0.36200574040412903], "cos_Ac_negg": [0.44356149435043335, 0.3850879669189453, 0.36200574040412903], "r_norm": [0.8515516519546509, 0.8325172662734985, 0.8327000141143799]}, {"step": 150, "epoch": 0, "train_loss": 0.3616173565387726, "cos_r_negg": [0.4731399416923523, 0.41051286458969116, 0.40241408348083496], "cos_apical_negg": [0.4731399416923523, 0.41051286458969116, 0.40241408348083496], "cos_Ac_negg": [0.4731399416923523, 0.41051286458969116, 0.40241408348083496], "r_norm": [0.7570799589157104, 0.7439552545547485, 0.7415491938591003]}, {"step": 200, "epoch": 0, "train_loss": 0.2865452170372009, "cos_r_negg": [0.4740939438343048, 0.4322420656681061, 0.4258202314376831], "cos_apical_negg": [0.4740939438343048, 0.4322420656681061, 0.4258202314376831], "cos_Ac_negg": [0.4740939438343048, 0.4322420656681061, 0.4258202314376831], "r_norm": [0.7708492875099182, 0.7576156854629517, 0.7546271085739136]}, {"step": 250, "epoch": 0, "train_loss": 0.1615387201309204, "cos_r_negg": [0.4788106083869934, 0.45389997959136963, 0.4388591945171356], "cos_apical_negg": [0.4788106083869934, 0.45389997959136963, 0.4388591945171356], "cos_Ac_negg": [0.4788106083869934, 0.45389997959136963, 0.4388591945171356], "r_norm": [0.6681670546531677, 0.657978892326355, 0.6558527946472168], "ldr": {"dL_sdil": -0.011193588376045227, "dL_bp": -0.008589625358581543, "ratio": 1.3031521060301159}}, {"step": 300, "epoch": 0, "train_loss": 0.2847558856010437, "cos_r_negg": [0.5173721313476562, 0.4701789915561676, 0.4405641555786133], "cos_apical_negg": [0.5173721313476562, 0.4701789915561676, 0.4405641555786133], "cos_Ac_negg": [0.5173721313476562, 0.4701789915561676, 0.4405641555786133], "r_norm": [0.6219494342803955, 0.6125187873840332, 0.6111507415771484]}, {"step": 350, "epoch": 0, "train_loss": 0.21044433116912842, "cos_r_negg": [0.5179247856140137, 0.4597778916358948, 0.44768133759498596], "cos_apical_negg": [0.5179247856140137, 0.4597778916358948, 0.44768133759498596], "cos_Ac_negg": [0.5179247856140137, 0.4597778916358948, 0.44768133759498596], "r_norm": [0.617355227470398, 0.6049196720123291, 0.6010550260543823]}, {"step": 400, "epoch": 0, "train_loss": 0.11371439695358276, "cos_r_negg": [0.5106762647628784, 0.4772512912750244, 0.4421093463897705], "cos_apical_negg": [0.5106762647628784, 0.4772512912750244, 0.4421093463897705], "cos_Ac_negg": [0.5106762647628784, 0.4772512912750244, 0.4421093463897705], "r_norm": [0.5236973166465759, 0.5135962963104248, 0.5106936097145081]}, {"step": 450, "epoch": 0, "train_loss": 0.23418444395065308, "cos_r_negg": [0.5322663187980652, 0.48690104484558105, 0.4540765881538391], "cos_apical_negg": [0.5322663187980652, 0.48690104484558105, 0.4540765881538391], "cos_Ac_negg": [0.5322663187980652, 0.48690104484558105, 0.4540765881538391], "r_norm": [0.6470879912376404, 0.6317501068115234, 0.6331363916397095]}, {"epoch_end": 0, "step": 469, "test_acc": 0.944, "test_loss": 0.18944356307983398}, {"step": 500, "epoch": 1, "train_loss": 0.28879380226135254, "cos_r_negg": [0.5335206985473633, 0.4870482087135315, 0.46510136127471924], "cos_apical_negg": [0.5335206985473633, 0.4870482087135315, 0.46510136127471924], "cos_Ac_negg": [0.5335206985473633, 0.4870482087135315, 0.46510136127471924], "r_norm": [0.5545840263366699, 0.5461637377738953, 0.5407732725143433], "ldr": {"dL_sdil": -0.013818249106407166, "dL_bp": -0.011156320571899414, "ratio": 1.2386027290406685}}, {"step": 550, "epoch": 1, "train_loss": 0.2035873532295227, "cos_r_negg": [0.523209810256958, 0.48576050996780396, 0.4572187662124634], "cos_apical_negg": [0.523209810256958, 0.48576050996780396, 0.4572187662124634], "cos_Ac_negg": [0.523209810256958, 0.48576050996780396, 0.4572187662124634], "r_norm": [0.4755166172981262, 0.46767210960388184, 0.46572306752204895]}, {"step": 600, "epoch": 1, "train_loss": 0.3222624361515045, "cos_r_negg": [0.5335845947265625, 0.4864976704120636, 0.4635397791862488], "cos_apical_negg": [0.5335845947265625, 0.4864976704120636, 0.4635397791862488], "cos_Ac_negg": [0.5335845947265625, 0.4864976704120636, 0.4635397791862488], "r_norm": [0.48239666223526, 0.47414714097976685, 0.47168177366256714]}, {"step": 650, "epoch": 1, "train_loss": 0.1765444129705429, "cos_r_negg": [0.5350250005722046, 0.5011635422706604, 0.4675009548664093], "cos_apical_negg": [0.5350250005722046, 0.5011635422706604, 0.4675009548664093], "cos_Ac_negg": [0.5350250005722046, 0.5011635422706604, 0.4675009548664093], "r_norm": [0.47819244861602783, 0.46834513545036316, 0.46456730365753174]}, {"step": 700, "epoch": 1, "train_loss": 0.04017835110425949, "cos_r_negg": [0.5143001675605774, 0.49137091636657715, 0.4657471776008606], "cos_apical_negg": [0.5143001675605774, 0.49137091636657715, 0.4657471776008606], "cos_Ac_negg": [0.5143001675605774, 0.49137091636657715, 0.4657471776008606], "r_norm": [0.39717891812324524, 0.39234375953674316, 0.3883557617664337]}, {"step": 750, "epoch": 1, "train_loss": 0.11356629431247711, "cos_r_negg": [0.5378125905990601, 0.5097267627716064, 0.47107893228530884], "cos_apical_negg": [0.5378125905990601, 0.5097267627716064, 0.47107893228530884], "cos_Ac_negg": [0.5378125905990601, 0.5097267627716064, 0.47107893228530884], "r_norm": [0.46588587760925293, 0.45859357714653015, 0.45350855588912964], "ldr": {"dL_sdil": -0.014254972338676453, "dL_bp": -0.011442691087722778, "ratio": 1.2457709667589523}}, {"step": 800, "epoch": 1, "train_loss": 0.10907748341560364, "cos_r_negg": [0.5202711224555969, 0.5082782506942749, 0.48057836294174194], "cos_apical_negg": [0.5202711224555969, 0.5082782506942749, 0.48057836294174194], "cos_Ac_negg": [0.5202711224555969, 0.5082782506942749, 0.48057836294174194], "r_norm": [0.41202324628829956, 0.4062170386314392, 0.4030906558036804]}, {"step": 850, "epoch": 1, "train_loss": 0.23601728677749634, "cos_r_negg": [0.5344616174697876, 0.5118039846420288, 0.49130094051361084], "cos_apical_negg": [0.5344616174697876, 0.5118039846420288, 0.49130094051361084], "cos_Ac_negg": [0.5344616174697876, 0.5118039846420288, 0.49130094051361084], "r_norm": [0.45002585649490356, 0.44115331768989563, 0.43898576498031616]}, {"step": 900, "epoch": 1, "train_loss": 0.13875392079353333, "cos_r_negg": [0.5433008670806885, 0.5235936641693115, 0.4862591028213501], "cos_apical_negg": [0.5433008670806885, 0.5235936641693115, 0.4862591028213501], "cos_Ac_negg": [0.5433008670806885, 0.5235936641693115, 0.4862591028213501], "r_norm": [0.41718876361846924, 0.4087710678577423, 0.4084256887435913]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9529, "test_loss": 0.15175765419006348}, {"step": 950, "epoch": 2, "train_loss": 0.14615845680236816, "cos_r_negg": [0.5292890071868896, 0.5159308910369873, 0.4819737672805786], "cos_apical_negg": [0.5292890071868896, 0.5159308910369873, 0.4819737672805786], "cos_Ac_negg": [0.5292890071868896, 0.5159308910369873, 0.4819737672805786], "r_norm": [0.374565452337265, 0.3698199987411499, 0.3658810555934906]}, {"step": 1000, "epoch": 2, "train_loss": 0.19909445941448212, "cos_r_negg": [0.541415810585022, 0.54803866147995, 0.5018110871315002], "cos_apical_negg": [0.541415810585022, 0.54803866147995, 0.5018110871315002], "cos_Ac_negg": [0.541415810585022, 0.54803866147995, 0.5018110871315002], "r_norm": [0.37949836254119873, 0.37272465229034424, 0.37121066451072693], "ldr": {"dL_sdil": -0.007973819971084595, "dL_bp": -0.006948605179786682, "ratio": 1.1475425304462883}}, {"step": 1050, "epoch": 2, "train_loss": 0.05356651917099953, "cos_r_negg": [0.533500611782074, 0.5327860116958618, 0.48712626099586487], "cos_apical_negg": [0.533500611782074, 0.5327860116958618, 0.48712626099586487], "cos_Ac_negg": [0.533500611782074, 0.5327860116958618, 0.48712626099586487], "r_norm": [0.364157497882843, 0.355135440826416, 0.354878306388855]}, {"step": 1100, "epoch": 2, "train_loss": 0.10280799865722656, "cos_r_negg": [0.5191071033477783, 0.5286743640899658, 0.48731911182403564], "cos_apical_negg": [0.5191071033477783, 0.5286743640899658, 0.48731911182403564], "cos_Ac_negg": [0.5191071033477783, 0.5286743640899658, 0.48731911182403564], "r_norm": [0.3078080415725708, 0.3023328483104706, 0.30145174264907837]}, {"step": 1150, "epoch": 2, "train_loss": 0.058542802929878235, "cos_r_negg": [0.4977796673774719, 0.5109472274780273, 0.4572042226791382], "cos_apical_negg": [0.4977796673774719, 0.5109472274780273, 0.4572042226791382], "cos_Ac_negg": [0.4977796673774719, 0.5109472274780273, 0.4572042226791382], "r_norm": [0.3284050524234772, 0.32329311966896057, 0.3226505517959595]}, {"step": 1200, "epoch": 2, "train_loss": 0.04472207650542259, "cos_r_negg": [0.5256279706954956, 0.5296606421470642, 0.46896621584892273], "cos_apical_negg": [0.5256279706954956, 0.5296606421470642, 0.46896621584892273], "cos_Ac_negg": [0.5256279706954956, 0.5296606421470642, 0.46896621584892273], "r_norm": [0.35604509711265564, 0.35266736149787903, 0.34867119789123535]}, {"step": 1250, "epoch": 2, "train_loss": 0.09862436354160309, "cos_r_negg": [0.5162296295166016, 0.5199014544487, 0.4898041784763336], "cos_apical_negg": [0.5162296295166016, 0.5199014544487, 0.4898041784763336], "cos_Ac_negg": [0.5162296295166016, 0.5199014544487, 0.4898041784763336], "r_norm": [0.3429911136627197, 0.3379582166671753, 0.3344006836414337], "ldr": {"dL_sdil": -0.008149340748786926, "dL_bp": -0.006813913583755493, "ratio": 1.1959853392058153}}, {"step": 1300, "epoch": 2, "train_loss": 0.18738527595996857, "cos_r_negg": [0.5351779460906982, 0.5387500524520874, 0.48536697030067444], "cos_apical_negg": [0.5351779460906982, 0.5387500524520874, 0.48536697030067444], "cos_Ac_negg": [0.5351779460906982, 0.5387500524520874, 0.48536697030067444], "r_norm": [0.30641281604766846, 0.30409419536590576, 0.3005921542644501]}, {"step": 1350, "epoch": 2, "train_loss": 0.16130973398685455, "cos_r_negg": [0.5635806322097778, 0.5509804487228394, 0.4846886992454529], "cos_apical_negg": [0.5635806322097778, 0.5509804487228394, 0.4846886992454529], "cos_Ac_negg": [0.5635806322097778, 0.5509804487228394, 0.4846886992454529], "r_norm": [0.3528067171573639, 0.34508296847343445, 0.34484273195266724]}, {"step": 1400, "epoch": 2, "train_loss": 0.28864091634750366, "cos_r_negg": [0.5480560064315796, 0.5617213845252991, 0.4833116829395294], "cos_apical_negg": [0.5480560064315796, 0.5617213845252991, 0.4833116829395294], "cos_Ac_negg": [0.5480560064315796, 0.5617213845252991, 0.4833116829395294], "r_norm": [0.37306854128837585, 0.36565229296684265, 0.3609279990196228]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9601, "test_loss": 0.13755525856018067}, {"step": 1450, "epoch": 3, "train_loss": 0.047152817249298096, "cos_r_negg": [0.5297223329544067, 0.5390705466270447, 0.4783952236175537], "cos_apical_negg": [0.5297223329544067, 0.5390705466270447, 0.4783952236175537], "cos_Ac_negg": [0.5297223329544067, 0.5390705466270447, 0.4783952236175537], "r_norm": [0.32820379734039307, 0.3222428560256958, 0.31958526372909546]}, {"step": 1500, "epoch": 3, "train_loss": 0.06430163979530334, "cos_r_negg": [0.5224593877792358, 0.5342316031455994, 0.48526033759117126], "cos_apical_negg": [0.5224593877792358, 0.5342316031455994, 0.48526033759117126], "cos_Ac_negg": [0.5224593877792358, 0.5342316031455994, 0.48526033759117126], "r_norm": [0.33379194140434265, 0.32938116788864136, 0.3265378177165985], "ldr": {"dL_sdil": -0.008683264255523682, "dL_bp": -0.007578268647193909, "ratio": 1.1458110895473377}}, {"step": 1550, "epoch": 3, "train_loss": 0.08466095477342606, "cos_r_negg": [0.5312160849571228, 0.5514405965805054, 0.5040114521980286], "cos_apical_negg": [0.5312160849571228, 0.5514405965805054, 0.5040114521980286], "cos_Ac_negg": [0.5312160849571228, 0.5514405965805054, 0.5040114521980286], "r_norm": [0.27872589230537415, 0.27427974343299866, 0.27232345938682556]}, {"step": 1600, "epoch": 3, "train_loss": 0.0547834113240242, "cos_r_negg": [0.5201064348220825, 0.5320050716400146, 0.48455989360809326], "cos_apical_negg": [0.5201064348220825, 0.5320050716400146, 0.48455989360809326], "cos_Ac_negg": [0.5201064348220825, 0.5320050716400146, 0.48455989360809326], "r_norm": [0.3325040340423584, 0.32567650079727173, 0.32374778389930725]}, {"step": 1650, "epoch": 3, "train_loss": 0.06290461122989655, "cos_r_negg": [0.5098526477813721, 0.5316197872161865, 0.47062069177627563], "cos_apical_negg": [0.5098526477813721, 0.5316197872161865, 0.47062069177627563], "cos_Ac_negg": [0.5098526477813721, 0.5316197872161865, 0.47062069177627563], "r_norm": [0.2956677973270416, 0.2903963625431061, 0.28850021958351135]}, {"step": 1700, "epoch": 3, "train_loss": 0.08997613936662674, "cos_r_negg": [0.547202467918396, 0.5571744441986084, 0.5048806071281433], "cos_apical_negg": [0.547202467918396, 0.5571744441986084, 0.5048806071281433], "cos_Ac_negg": [0.547202467918396, 0.5571744441986084, 0.5048806071281433], "r_norm": [0.30538493394851685, 0.2992684841156006, 0.29865166544914246]}, {"step": 1750, "epoch": 3, "train_loss": 0.04004375636577606, "cos_r_negg": [0.5109231472015381, 0.5389346480369568, 0.4799298346042633], "cos_apical_negg": [0.5109231472015381, 0.5389346480369568, 0.4799298346042633], "cos_Ac_negg": [0.5109231472015381, 0.5389346480369568, 0.4799298346042633], "r_norm": [0.24150454998016357, 0.2380734533071518, 0.23642928898334503], "ldr": {"dL_sdil": -0.00466465950012207, "dL_bp": -0.004516884684562683, "ratio": 1.0327160921474121}}, {"step": 1800, "epoch": 3, "train_loss": 0.12351875007152557, "cos_r_negg": [0.5288709998130798, 0.545038104057312, 0.4968799352645874], "cos_apical_negg": [0.5288709998130798, 0.545038104057312, 0.4968799352645874], "cos_Ac_negg": [0.5288709998130798, 0.545038104057312, 0.4968799352645874], "r_norm": [0.27262192964553833, 0.2685239315032959, 0.26607292890548706]}, {"step": 1850, "epoch": 3, "train_loss": 0.07114216685295105, "cos_r_negg": [0.5346987247467041, 0.5469327569007874, 0.5047658085823059], "cos_apical_negg": [0.5346987247467041, 0.5469327569007874, 0.5047658085823059], "cos_Ac_negg": [0.5346987247467041, 0.5469327569007874, 0.5047658085823059], "r_norm": [0.2773158550262451, 0.27310270071029663, 0.2696780562400818]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9674, "test_loss": 0.11108005352020264}, {"step": 1900, "epoch": 4, "train_loss": 0.049938470125198364, "cos_r_negg": [0.5270042419433594, 0.5456202626228333, 0.5076339244842529], "cos_apical_negg": [0.5270042419433594, 0.5456202626228333, 0.5076339244842529], "cos_Ac_negg": [0.5270042419433594, 0.5456202626228333, 0.5076339244842529], "r_norm": [0.26388925313949585, 0.25707054138183594, 0.2573451101779938]}, {"step": 1950, "epoch": 4, "train_loss": 0.018054459244012833, "cos_r_negg": [0.5103318691253662, 0.5395128130912781, 0.5001623630523682], "cos_apical_negg": [0.5103318691253662, 0.5395128130912781, 0.5001623630523682], "cos_Ac_negg": [0.5103318691253662, 0.5395128130912781, 0.5001623630523682], "r_norm": [0.24600861966609955, 0.24034611880779266, 0.23937547206878662]}, {"step": 2000, "epoch": 4, "train_loss": 0.08432718366384506, "cos_r_negg": [0.46416640281677246, 0.5062105655670166, 0.4648776650428772], "cos_apical_negg": [0.46416640281677246, 0.5062105655670166, 0.4648776650428772], "cos_Ac_negg": [0.46416640281677246, 0.5062105655670166, 0.4648776650428772], "r_norm": [0.24360010027885437, 0.238389253616333, 0.2389015555381775], "ldr": {"dL_sdil": -0.005530804395675659, "dL_bp": -0.006129659712314606, "ratio": 0.90230202902849}}, {"step": 2050, "epoch": 4, "train_loss": 0.06020200625061989, "cos_r_negg": [0.4738634526729584, 0.4980337619781494, 0.46526917815208435], "cos_apical_negg": [0.4738634526729584, 0.4980337619781494, 0.46526917815208435], "cos_Ac_negg": [0.4738634526729584, 0.4980337619781494, 0.46526917815208435], "r_norm": [0.2755001485347748, 0.26926732063293457, 0.2672080397605896]}, {"step": 2100, "epoch": 4, "train_loss": 0.04544281214475632, "cos_r_negg": [0.4675213396549225, 0.4931641221046448, 0.4648332893848419], "cos_apical_negg": [0.4675213396549225, 0.4931641221046448, 0.4648332893848419], "cos_Ac_negg": [0.4675213396549225, 0.4931641221046448, 0.4648332893848419], "r_norm": [0.29773974418640137, 0.29111340641975403, 0.290172815322876]}, {"step": 2150, "epoch": 4, "train_loss": 0.04969358444213867, "cos_r_negg": [0.48409390449523926, 0.5146756172180176, 0.4882495701313019], "cos_apical_negg": [0.48409390449523926, 0.5146756172180176, 0.4882495701313019], "cos_Ac_negg": [0.48409390449523926, 0.5146756172180176, 0.4882495701313019], "r_norm": [0.22396691143512726, 0.2216494381427765, 0.21887733042240143]}, {"step": 2200, "epoch": 4, "train_loss": 0.06924708932638168, "cos_r_negg": [0.4520847201347351, 0.4858325719833374, 0.4547721743583679], "cos_apical_negg": [0.4520847201347351, 0.4858325719833374, 0.4547721743583679], "cos_Ac_negg": [0.4520847201347351, 0.4858325719833374, 0.4547721743583679], "r_norm": [0.23080730438232422, 0.22674879431724548, 0.22455599904060364]}, {"step": 2250, "epoch": 4, "train_loss": 0.012393835932016373, "cos_r_negg": [0.43658217787742615, 0.46775099635124207, 0.4408835768699646], "cos_apical_negg": [0.43658217787742615, 0.46775099635124207, 0.4408835768699646], "cos_Ac_negg": [0.43658217787742615, 0.46775099635124207, 0.4408835768699646], "r_norm": [0.30504804849624634, 0.2990055978298187, 0.29515016078948975], "ldr": {"dL_sdil": -0.012173101305961609, "dL_bp": -0.011899605393409729, "ratio": 1.0229836119358502}}, {"step": 2300, "epoch": 4, "train_loss": 0.13978564739227295, "cos_r_negg": [0.4561905860900879, 0.4895862340927124, 0.45999687910079956], "cos_apical_negg": [0.4561905860900879, 0.4895862340927124, 0.45999687910079956], "cos_Ac_negg": [0.4561905860900879, 0.4895862340927124, 0.45999687910079956], "r_norm": [0.25855398178100586, 0.25585609674453735, 0.2517533302307129]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9669, "test_loss": 0.1110031337738037}, {"step": 2350, "epoch": 5, "train_loss": 0.020323488861322403, "cos_r_negg": [0.4956340491771698, 0.5231965780258179, 0.4965534806251526], "cos_apical_negg": [0.4956340491771698, 0.5231965780258179, 0.4965534806251526], "cos_Ac_negg": [0.4956340491771698, 0.5231965780258179, 0.4965534806251526], "r_norm": [0.27588406205177307, 0.2739007771015167, 0.2686117887496948]}, {"step": 2400, "epoch": 5, "train_loss": 0.02146069146692753, "cos_r_negg": [0.44179171323776245, 0.4749937355518341, 0.44831937551498413], "cos_apical_negg": [0.44179171323776245, 0.4749937355518341, 0.44831937551498413], "cos_Ac_negg": [0.44179171323776245, 0.4749937355518341, 0.44831937551498413], "r_norm": [0.26309484243392944, 0.25877416133880615, 0.2579648196697235]}, {"step": 2450, "epoch": 5, "train_loss": 0.034567199647426605, "cos_r_negg": [0.4182213544845581, 0.45266202092170715, 0.4272535741329193], "cos_apical_negg": [0.4182213544845581, 0.45266202092170715, 0.4272535741329193], "cos_Ac_negg": [0.4182213544845581, 0.45266202092170715, 0.4272535741329193], "r_norm": [0.21859994530677795, 0.21389344334602356, 0.2140970081090927]}, {"step": 2500, "epoch": 5, "train_loss": 0.0792485922574997, "cos_r_negg": [0.4654904007911682, 0.4903522729873657, 0.47222816944122314], "cos_apical_negg": [0.4654904007911682, 0.4903522729873657, 0.47222816944122314], "cos_Ac_negg": [0.4654904007911682, 0.4903522729873657, 0.47222816944122314], "r_norm": [0.20915378630161285, 0.20712167024612427, 0.20493344962596893], "ldr": {"dL_sdil": -0.005111381411552429, "dL_bp": -0.005476653575897217, "ratio": 0.9333037667468411}}, {"step": 2550, "epoch": 5, "train_loss": 0.023874400183558464, "cos_r_negg": [0.4173015356063843, 0.445372611284256, 0.4260731339454651], "cos_apical_negg": [0.4173015356063843, 0.445372611284256, 0.4260731339454651], "cos_Ac_negg": [0.4173015356063843, 0.445372611284256, 0.4260731339454651], "r_norm": [0.20893990993499756, 0.20617689192295074, 0.20556123554706573]}, {"step": 2600, "epoch": 5, "train_loss": 0.03185741603374481, "cos_r_negg": [0.44643035531044006, 0.4820643365383148, 0.46731874346733093], "cos_apical_negg": [0.44643035531044006, 0.4820643365383148, 0.46731874346733093], "cos_Ac_negg": [0.44643035531044006, 0.4820643365383148, 0.46731874346733093], "r_norm": [0.23632772266864777, 0.23283588886260986, 0.2308744490146637]}, {"step": 2650, "epoch": 5, "train_loss": 0.027478275820612907, "cos_r_negg": [0.4227842092514038, 0.4542504847049713, 0.4379202127456665], "cos_apical_negg": [0.4227842092514038, 0.4542504847049713, 0.4379202127456665], "cos_Ac_negg": [0.4227842092514038, 0.4542504847049713, 0.4379202127456665], "r_norm": [0.22173281013965607, 0.2193000167608261, 0.21783551573753357]}, {"step": 2700, "epoch": 5, "train_loss": 0.08730193227529526, "cos_r_negg": [0.4493783712387085, 0.4795543849468231, 0.4583666920661926], "cos_apical_negg": [0.4493783712387085, 0.4795543849468231, 0.4583666920661926], "cos_Ac_negg": [0.4493783712387085, 0.4795543849468231, 0.4583666920661926], "r_norm": [0.23660311102867126, 0.23387542366981506, 0.23236338794231415]}, {"step": 2750, "epoch": 5, "train_loss": 0.014618746004998684, "cos_r_negg": [0.4001198410987854, 0.43707650899887085, 0.4153149425983429], "cos_apical_negg": [0.4001198410987854, 0.43707650899887085, 0.4153149425983429], "cos_Ac_negg": [0.4001198410987854, 0.43707650899887085, 0.4153149425983429], "r_norm": [0.24355608224868774, 0.2396453469991684, 0.2374487668275833], "ldr": {"dL_sdil": -0.007562890648841858, "dL_bp": -0.008508272469043732, "ratio": 0.8888867483215276}}, {"step": 2800, "epoch": 5, "train_loss": 0.01379033550620079, "cos_r_negg": [0.3881785273551941, 0.42085471749305725, 0.40389376878738403], "cos_apical_negg": [0.3881785273551941, 0.42085471749305725, 0.40389376878738403], "cos_Ac_negg": [0.3881785273551941, 0.42085471749305725, 0.40389376878738403], "r_norm": [0.24061354994773865, 0.23566044867038727, 0.23425985872745514]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9708, "test_loss": 0.11217044410705566}, {"step": 2850, "epoch": 6, "train_loss": 0.021708611398935318, "cos_r_negg": [0.3671521544456482, 0.3927919864654541, 0.3754679560661316], "cos_apical_negg": [0.3671521544456482, 0.3927919864654541, 0.3754679560661316], "cos_Ac_negg": [0.3671521544456482, 0.3927919864654541, 0.3754679560661316], "r_norm": [0.2668687105178833, 0.2638660669326782, 0.2615690231323242]}, {"step": 2900, "epoch": 6, "train_loss": 0.015426082536578178, "cos_r_negg": [0.3672162890434265, 0.39251017570495605, 0.3713480234146118], "cos_apical_negg": [0.3672162890434265, 0.39251017570495605, 0.3713480234146118], "cos_Ac_negg": [0.3672162890434265, 0.39251017570495605, 0.3713480234146118], "r_norm": [0.22716745734214783, 0.22506962716579437, 0.2227737307548523]}, {"step": 2950, "epoch": 6, "train_loss": 0.058913011103868484, "cos_r_negg": [0.3782884180545807, 0.4062613844871521, 0.391190767288208], "cos_apical_negg": [0.3782884180545807, 0.4062613844871521, 0.391190767288208], "cos_Ac_negg": [0.3782884180545807, 0.4062613844871521, 0.391190767288208], "r_norm": [0.23053839802742004, 0.22659063339233398, 0.22416725754737854]}, {"step": 3000, "epoch": 6, "train_loss": 0.0033923566807061434, "cos_r_negg": [0.3384394645690918, 0.3691408634185791, 0.3641607463359833], "cos_apical_negg": [0.3384394645690918, 0.3691408634185791, 0.3641607463359833], "cos_Ac_negg": [0.3384394645690918, 0.3691408634185791, 0.3641607463359833], "r_norm": [0.2179475873708725, 0.21279263496398926, 0.21193143725395203], "ldr": {"dL_sdil": -0.0070460885763168335, "dL_bp": -0.008092410862445831, "ratio": 0.8707032670591864}}, {"step": 3050, "epoch": 6, "train_loss": 0.03878623992204666, "cos_r_negg": [0.32683148980140686, 0.3581336438655853, 0.34274929761886597], "cos_apical_negg": [0.32683148980140686, 0.3581336438655853, 0.34274929761886597], "cos_Ac_negg": [0.32683148980140686, 0.3581336438655853, 0.34274929761886597], "r_norm": [0.2257642149925232, 0.22139479219913483, 0.22101470828056335]}, {"step": 3100, "epoch": 6, "train_loss": 0.022489432245492935, "cos_r_negg": [0.3629353642463684, 0.39136284589767456, 0.3760358691215515], "cos_apical_negg": [0.3629353642463684, 0.39136284589767456, 0.3760358691215515], "cos_Ac_negg": [0.3629353642463684, 0.39136284589767456, 0.3760358691215515], "r_norm": [0.2141227126121521, 0.2090594619512558, 0.20936650037765503]}, {"step": 3150, "epoch": 6, "train_loss": 0.030089693143963814, "cos_r_negg": [0.3330027461051941, 0.36072397232055664, 0.34731853008270264], "cos_apical_negg": [0.3330027461051941, 0.36072397232055664, 0.34731853008270264], "cos_Ac_negg": [0.3330027461051941, 0.36072397232055664, 0.34731853008270264], "r_norm": [0.2083071768283844, 0.20425331592559814, 0.2021058052778244]}, {"step": 3200, "epoch": 6, "train_loss": 0.045353613793849945, "cos_r_negg": [0.35117876529693604, 0.3906298577785492, 0.37810710072517395], "cos_apical_negg": [0.35117876529693604, 0.3906298577785492, 0.37810710072517395], "cos_Ac_negg": [0.35117876529693604, 0.3906298577785492, 0.37810710072517395], "r_norm": [0.25732743740081787, 0.25274693965911865, 0.2527005076408386]}, {"step": 3250, "epoch": 6, "train_loss": 0.05903598666191101, "cos_r_negg": [0.37580060958862305, 0.40536364912986755, 0.38825523853302], "cos_apical_negg": [0.37580060958862305, 0.40536364912986755, 0.38825523853302], "cos_Ac_negg": [0.37580060958862305, 0.40536364912986755, 0.38825523853302], "r_norm": [0.21434879302978516, 0.21132782101631165, 0.20921921730041504], "ldr": {"dL_sdil": -0.005996577441692352, "dL_bp": -0.006940625607967377, "ratio": 0.8639822662107981}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9692, "test_loss": 0.11788013687133789}, {"step": 3300, "epoch": 7, "train_loss": 0.009145502001047134, "cos_r_negg": [0.3415432572364807, 0.37652844190597534, 0.35575830936431885], "cos_apical_negg": [0.3415432572364807, 0.37652844190597534, 0.35575830936431885], "cos_Ac_negg": [0.3415432572364807, 0.37652844190597534, 0.35575830936431885], "r_norm": [0.21186643838882446, 0.20853839814662933, 0.20819777250289917]}, {"step": 3350, "epoch": 7, "train_loss": 0.004840923007577658, "cos_r_negg": [0.33345258235931396, 0.36502233147621155, 0.348060667514801], "cos_apical_negg": [0.33345258235931396, 0.36502233147621155, 0.348060667514801], "cos_Ac_negg": [0.33345258235931396, 0.36502233147621155, 0.348060667514801], "r_norm": [0.1999388337135315, 0.19770973920822144, 0.19592627882957458]}, {"step": 3400, "epoch": 7, "train_loss": 0.005616708658635616, "cos_r_negg": [0.3096234202384949, 0.345132440328598, 0.3274829089641571], "cos_apical_negg": [0.3096234202384949, 0.345132440328598, 0.3274829089641571], "cos_Ac_negg": [0.3096234202384949, 0.345132440328598, 0.3274829089641571], "r_norm": [0.23379100859165192, 0.23158428072929382, 0.22773459553718567]}, {"step": 3450, "epoch": 7, "train_loss": 0.05128918215632439, "cos_r_negg": [0.3230096697807312, 0.35719600319862366, 0.3427339792251587], "cos_apical_negg": [0.3230096697807312, 0.35719600319862366, 0.3427339792251587], "cos_Ac_negg": [0.3230096697807312, 0.35719600319862366, 0.3427339792251587], "r_norm": [0.1764601320028305, 0.17403678596019745, 0.17238041758537292]}, {"step": 3500, "epoch": 7, "train_loss": 0.02618834376335144, "cos_r_negg": [0.30415335297584534, 0.33624231815338135, 0.3170759677886963], "cos_apical_negg": [0.30415335297584534, 0.33624231815338135, 0.3170759677886963], "cos_Ac_negg": [0.30415335297584534, 0.33624231815338135, 0.3170759677886963], "r_norm": [0.18696404993534088, 0.18510234355926514, 0.1828155219554901], "ldr": {"dL_sdil": -0.006190024316310883, "dL_bp": -0.00799543410539627, "ratio": 0.7741949010789942}}, {"step": 3550, "epoch": 7, "train_loss": 0.011262431740760803, "cos_r_negg": [0.31716883182525635, 0.35136640071868896, 0.3347901999950409], "cos_apical_negg": [0.31716883182525635, 0.35136640071868896, 0.3347901999950409], "cos_Ac_negg": [0.31716883182525635, 0.35136640071868896, 0.3347901999950409], "r_norm": [0.20599353313446045, 0.20266571640968323, 0.20141999423503876]}, {"step": 3600, "epoch": 7, "train_loss": 0.004409158136695623, "cos_r_negg": [0.325194776058197, 0.3523519039154053, 0.33861368894577026], "cos_apical_negg": [0.325194776058197, 0.3523519039154053, 0.33861368894577026], "cos_Ac_negg": [0.325194776058197, 0.3523519039154053, 0.33861368894577026], "r_norm": [0.1821373552083969, 0.1786414384841919, 0.1782112717628479]}, {"step": 3650, "epoch": 7, "train_loss": 0.000777107197791338, "cos_r_negg": [0.31138941645622253, 0.33772820234298706, 0.323568731546402], "cos_apical_negg": [0.31138941645622253, 0.33772820234298706, 0.323568731546402], "cos_Ac_negg": [0.31138941645622253, 0.33772820234298706, 0.323568731546402], "r_norm": [0.21334700286388397, 0.20964759588241577, 0.2075350284576416]}, {"step": 3700, "epoch": 7, "train_loss": 0.0021683599334210157, "cos_r_negg": [0.2804853022098541, 0.3093540668487549, 0.29821813106536865], "cos_apical_negg": [0.2804853022098541, 0.3093540668487549, 0.29821813106536865], "cos_Ac_negg": [0.2804853022098541, 0.3093540668487549, 0.29821813106536865], "r_norm": [0.17200255393981934, 0.17021043598651886, 0.16928362846374512]}, {"step": 3750, "epoch": 7, "train_loss": 0.007654092274606228, "cos_r_negg": [0.2920302450656891, 0.3149734139442444, 0.30428123474121094], "cos_apical_negg": [0.2920302450656891, 0.3149734139442444, 0.30428123474121094], "cos_Ac_negg": [0.2920302450656891, 0.3149734139442444, 0.30428123474121094], "r_norm": [0.20195616781711578, 0.19710507988929749, 0.19788947701454163], "ldr": {"dL_sdil": -0.008602723479270935, "dL_bp": -0.011900089681148529, "ratio": 0.7229124913990269}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.971, "test_loss": 0.12618296928405762}, {"step": 3800, "epoch": 8, "train_loss": 0.04389466717839241, "cos_r_negg": [0.2668043375015259, 0.29220688343048096, 0.2772822678089142], "cos_apical_negg": [0.2668043375015259, 0.29220688343048096, 0.2772822678089142], "cos_Ac_negg": [0.2668043375015259, 0.29220688343048096, 0.2772822678089142], "r_norm": [0.16586124897003174, 0.16210150718688965, 0.16268834471702576]}, {"step": 3850, "epoch": 8, "train_loss": 0.01217209454625845, "cos_r_negg": [0.25508978962898254, 0.2757081389427185, 0.2631881535053253], "cos_apical_negg": [0.25508978962898254, 0.2757081389427185, 0.2631881535053253], "cos_Ac_negg": [0.25508978962898254, 0.2757081389427185, 0.2631881535053253], "r_norm": [0.20228078961372375, 0.1981492042541504, 0.19774824380874634]}, {"step": 3900, "epoch": 8, "train_loss": 0.006633935030549765, "cos_r_negg": [0.256067156791687, 0.2807759940624237, 0.2698390483856201], "cos_apical_negg": [0.256067156791687, 0.2807759940624237, 0.2698390483856201], "cos_Ac_negg": [0.256067156791687, 0.2807759940624237, 0.2698390483856201], "r_norm": [0.1664556860923767, 0.16309796273708344, 0.16329437494277954]}, {"step": 3950, "epoch": 8, "train_loss": 0.0013316378463059664, "cos_r_negg": [0.24627470970153809, 0.2657566964626312, 0.2548292875289917], "cos_apical_negg": [0.24627470970153809, 0.2657566964626312, 0.2548292875289917], "cos_Ac_negg": [0.24627470970153809, 0.2657566964626312, 0.2548292875289917], "r_norm": [0.1665465086698532, 0.1637711524963379, 0.16352403163909912]}, {"step": 4000, "epoch": 8, "train_loss": 0.0012888085329905152, "cos_r_negg": [0.23314769566059113, 0.25269338488578796, 0.24108850955963135], "cos_apical_negg": [0.23314769566059113, 0.25269338488578796, 0.24108850955963135], "cos_Ac_negg": [0.23314769566059113, 0.25269338488578796, 0.24108850955963135], "r_norm": [0.19596529006958008, 0.19187118113040924, 0.1912107765674591], "ldr": {"dL_sdil": -0.008525043725967407, "dL_bp": -0.012291975319385529, "ratio": 0.6935454639680786}}, {"step": 4050, "epoch": 8, "train_loss": 0.015497773885726929, "cos_r_negg": [0.24506539106369019, 0.26546719670295715, 0.2548145651817322], "cos_apical_negg": [0.24506539106369019, 0.26546719670295715, 0.2548145651817322], "cos_Ac_negg": [0.24506539106369019, 0.26546719670295715, 0.2548145651817322], "r_norm": [0.17256665229797363, 0.16876651346683502, 0.16888725757598877]}, {"step": 4100, "epoch": 8, "train_loss": 0.06257003545761108, "cos_r_negg": [0.24348431825637817, 0.26930564641952515, 0.26172441244125366], "cos_apical_negg": [0.24348431825637817, 0.26930564641952515, 0.26172441244125366], "cos_Ac_negg": [0.24348431825637817, 0.26930564641952515, 0.26172441244125366], "r_norm": [0.2083447426557541, 0.20521849393844604, 0.20392262935638428]}, {"step": 4150, "epoch": 8, "train_loss": 0.0004835688741877675, "cos_r_negg": [0.24616611003875732, 0.27298635244369507, 0.26601335406303406], "cos_apical_negg": [0.24616611003875732, 0.27298635244369507, 0.26601335406303406], "cos_Ac_negg": [0.24616611003875732, 0.27298635244369507, 0.26601335406303406], "r_norm": [0.16403460502624512, 0.161818727850914, 0.16137844324111938]}, {"step": 4200, "epoch": 8, "train_loss": 0.007010872941464186, "cos_r_negg": [0.24989092350006104, 0.27546563744544983, 0.2687297463417053], "cos_apical_negg": [0.24989092350006104, 0.27546563744544983, 0.2687297463417053], "cos_Ac_negg": [0.24989092350006104, 0.27546563744544983, 0.2687297463417053], "r_norm": [0.17921364307403564, 0.17635273933410645, 0.17547446489334106]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9701, "test_loss": 0.12941176109313965}, {"step": 4250, "epoch": 9, "train_loss": 0.0045892721973359585, "cos_r_negg": [0.2539021372795105, 0.2763473391532898, 0.26754674315452576], "cos_apical_negg": [0.2539021372795105, 0.2763473391532898, 0.26754674315452576], "cos_Ac_negg": [0.2539021372795105, 0.2763473391532898, 0.26754674315452576], "r_norm": [0.1946524828672409, 0.19213926792144775, 0.19048282504081726], "ldr": {"dL_sdil": -0.007188625633716583, "dL_bp": -0.0099087655544281, "ratio": 0.7254814531870802}}, {"step": 4300, "epoch": 9, "train_loss": 0.007736677769571543, "cos_r_negg": [0.23234888911247253, 0.2547871768474579, 0.24684420228004456], "cos_apical_negg": [0.23234888911247253, 0.2547871768474579, 0.24684420228004456], "cos_Ac_negg": [0.23234888911247253, 0.2547871768474579, 0.24684420228004456], "r_norm": [0.1833932250738144, 0.18006563186645508, 0.17894044518470764]}, {"step": 4350, "epoch": 9, "train_loss": 0.0030932375229895115, "cos_r_negg": [0.24391518533229828, 0.265287309885025, 0.25767552852630615], "cos_apical_negg": [0.24391518533229828, 0.265287309885025, 0.25767552852630615], "cos_Ac_negg": [0.24391518533229828, 0.265287309885025, 0.25767552852630615], "r_norm": [0.18519631028175354, 0.18210497498512268, 0.1808205395936966]}, {"step": 4400, "epoch": 9, "train_loss": 0.0014874644111841917, "cos_r_negg": [0.22968849539756775, 0.24780061841011047, 0.23810923099517822], "cos_apical_negg": [0.22968849539756775, 0.24780061841011047, 0.23810923099517822], "cos_Ac_negg": [0.22968849539756775, 0.24780061841011047, 0.23810923099517822], "r_norm": [0.17330488562583923, 0.17075049877166748, 0.16978690028190613]}, {"step": 4450, "epoch": 9, "train_loss": 0.002406806219369173, "cos_r_negg": [0.20800599455833435, 0.22405651211738586, 0.21564960479736328], "cos_apical_negg": [0.20800599455833435, 0.22405651211738586, 0.21564960479736328], "cos_Ac_negg": [0.20800599455833435, 0.22405651211738586, 0.21564960479736328], "r_norm": [0.16479915380477905, 0.16198286414146423, 0.1616663634777069]}, {"step": 4500, "epoch": 9, "train_loss": 0.0011578750563785434, "cos_r_negg": [0.20950400829315186, 0.2290695458650589, 0.21988680958747864], "cos_apical_negg": [0.20950400829315186, 0.2290695458650589, 0.21988680958747864], "cos_Ac_negg": [0.20950400829315186, 0.2290695458650589, 0.21988680958747864], "r_norm": [0.15600256621837616, 0.1532055139541626, 0.15337532758712769], "ldr": {"dL_sdil": -0.006208464503288269, "dL_bp": -0.009162366390228271, "ratio": 0.6776049154626299}}, {"step": 4550, "epoch": 9, "train_loss": 0.013996757566928864, "cos_r_negg": [0.22406089305877686, 0.2474069893360138, 0.23891067504882812], "cos_apical_negg": [0.22406089305877686, 0.2474069893360138, 0.23891067504882812], "cos_Ac_negg": [0.22406089305877686, 0.2474069893360138, 0.23891067504882812], "r_norm": [0.16810691356658936, 0.16588172316551208, 0.16474752128124237]}, {"step": 4600, "epoch": 9, "train_loss": 0.04821887984871864, "cos_r_negg": [0.20696178078651428, 0.22760744392871857, 0.22026847302913666], "cos_apical_negg": [0.20696178078651428, 0.22760744392871857, 0.22026847302913666], "cos_Ac_negg": [0.20696178078651428, 0.22760744392871857, 0.22026847302913666], "r_norm": [0.16884508728981018, 0.16721412539482117, 0.16545739769935608]}, {"step": 4650, "epoch": 9, "train_loss": 0.007871131412684917, "cos_r_negg": [0.20646226406097412, 0.22844097018241882, 0.21998928487300873], "cos_apical_negg": [0.20646226406097412, 0.22844097018241882, 0.21998928487300873], "cos_Ac_negg": [0.20646226406097412, 0.22844097018241882, 0.21998928487300873], "r_norm": [0.16587162017822266, 0.16323398053646088, 0.16265782713890076]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9736, "test_loss": 0.13251180992126466}, {"step": 4700, "epoch": 10, "train_loss": 0.003878844901919365, "cos_r_negg": [0.19661617279052734, 0.2175310105085373, 0.20956934988498688], "cos_apical_negg": [0.19661617279052734, 0.2175310105085373, 0.20956934988498688], "cos_Ac_negg": [0.19661617279052734, 0.2175310105085373, 0.20956934988498688], "r_norm": [0.16236527264118195, 0.15933245420455933, 0.15944352746009827]}, {"step": 4750, "epoch": 10, "train_loss": 0.0021631084382534027, "cos_r_negg": [0.18589043617248535, 0.20797660946846008, 0.2012605518102646], "cos_apical_negg": [0.18589043617248535, 0.20797660946846008, 0.2012605518102646], "cos_Ac_negg": [0.18589043617248535, 0.20797660946846008, 0.2012605518102646], "r_norm": [0.15098246932029724, 0.1484224945306778, 0.1485174298286438], "ldr": {"dL_sdil": -0.006947346031665802, "dL_bp": -0.010892190039157867, "ratio": 0.6378282059613182}}, {"step": 4800, "epoch": 10, "train_loss": 0.002061628270894289, "cos_r_negg": [0.19545070827007294, 0.2173788994550705, 0.20970922708511353], "cos_apical_negg": [0.19545070827007294, 0.2173788994550705, 0.20970922708511353], "cos_Ac_negg": [0.19545070827007294, 0.2173788994550705, 0.20970922708511353], "r_norm": [0.15444284677505493, 0.15212686359882355, 0.15172675251960754]}, {"step": 4850, "epoch": 10, "train_loss": 0.0009399846312589943, "cos_r_negg": [0.19563347101211548, 0.22074450552463531, 0.21435262262821198], "cos_apical_negg": [0.19563347101211548, 0.22074450552463531, 0.21435262262821198], "cos_Ac_negg": [0.19563347101211548, 0.22074450552463531, 0.21435262262821198], "r_norm": [0.1484367847442627, 0.14639577269554138, 0.14580953121185303]}, {"step": 4900, "epoch": 10, "train_loss": 0.0033072568476200104, "cos_r_negg": [0.18982449173927307, 0.21243587136268616, 0.20588496327400208], "cos_apical_negg": [0.18982449173927307, 0.21243587136268616, 0.20588496327400208], "cos_Ac_negg": [0.18982449173927307, 0.21243587136268616, 0.20588496327400208], "r_norm": [0.14882709085941315, 0.14675316214561462, 0.14644403755664825]}, {"step": 4950, "epoch": 10, "train_loss": 0.0003637236077338457, "cos_r_negg": [0.1868734359741211, 0.20689640939235687, 0.20111332833766937], "cos_apical_negg": [0.1868734359741211, 0.20689640939235687, 0.20111332833766937], "cos_Ac_negg": [0.1868734359741211, 0.20689640939235687, 0.20111332833766937], "r_norm": [0.14799410104751587, 0.14575853943824768, 0.14573357999324799]}, {"step": 5000, "epoch": 10, "train_loss": 0.0005840217927470803, "cos_r_negg": [0.18630149960517883, 0.20497825741767883, 0.19682791829109192], "cos_apical_negg": [0.18630149960517883, 0.20497825741767883, 0.19682791829109192], "cos_Ac_negg": [0.18630149960517883, 0.20497825741767883, 0.19682791829109192], "r_norm": [0.1528269648551941, 0.15016713738441467, 0.15160493552684784], "ldr": {"dL_sdil": -0.006344795227050781, "dL_bp": -0.009819798171520233, "ratio": 0.646122773220758}}, {"step": 5050, "epoch": 10, "train_loss": 0.010254633612930775, "cos_r_negg": [0.20313560962677002, 0.22703079879283905, 0.21820354461669922], "cos_apical_negg": [0.20313560962677002, 0.22703079879283905, 0.21820354461669922], "cos_Ac_negg": [0.20313560962677002, 0.22703079879283905, 0.21820354461669922], "r_norm": [0.15012218058109283, 0.1465085744857788, 0.14820286631584167]}, {"step": 5100, "epoch": 10, "train_loss": 0.005819697864353657, "cos_r_negg": [0.1839590072631836, 0.2066795825958252, 0.1987578570842743], "cos_apical_negg": [0.1839590072631836, 0.2066795825958252, 0.1987578570842743], "cos_Ac_negg": [0.1839590072631836, 0.2066795825958252, 0.1987578570842743], "r_norm": [0.15024957060813904, 0.1471090018749237, 0.14821173250675201]}, {"step": 5150, "epoch": 10, "train_loss": 0.0009902957826852798, "cos_r_negg": [0.17981106042861938, 0.20092375576496124, 0.19501563906669617], "cos_apical_negg": [0.17981106042861938, 0.20092375576496124, 0.19501563906669617], "cos_Ac_negg": [0.17981106042861938, 0.20092375576496124, 0.19501563906669617], "r_norm": [0.14933118224143982, 0.14619019627571106, 0.1478894054889679]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9735, "test_loss": 0.1335349760055542}, {"step": 5200, "epoch": 11, "train_loss": 0.0032810724806040525, "cos_r_negg": [0.17357368767261505, 0.19275346398353577, 0.1864779144525528], "cos_apical_negg": [0.17357368767261505, 0.19275346398353577, 0.1864779144525528], "cos_Ac_negg": [0.17357368767261505, 0.19275346398353577, 0.1864779144525528], "r_norm": [0.14594346284866333, 0.14269140362739563, 0.14457207918167114]}, {"step": 5250, "epoch": 11, "train_loss": 0.003942394629120827, "cos_r_negg": [0.17076829075813293, 0.1905335783958435, 0.18376854062080383], "cos_apical_negg": [0.17076829075813293, 0.1905335783958435, 0.18376854062080383], "cos_Ac_negg": [0.17076829075813293, 0.1905335783958435, 0.18376854062080383], "r_norm": [0.15120114386081696, 0.14789338409900665, 0.14984020590782166], "ldr": {"dL_sdil": -0.006518051028251648, "dL_bp": -0.009966686367988586, "ratio": 0.6539837602582331}}, {"step": 5300, "epoch": 11, "train_loss": 0.0012285354314371943, "cos_r_negg": [0.16900521516799927, 0.18895894289016724, 0.18359798192977905], "cos_apical_negg": [0.16900521516799927, 0.18895894289016724, 0.18359798192977905], "cos_Ac_negg": [0.16900521516799927, 0.18895894289016724, 0.18359798192977905], "r_norm": [0.15008729696273804, 0.14675229787826538, 0.14831945300102234]}, {"step": 5350, "epoch": 11, "train_loss": 0.0007475890452042222, "cos_r_negg": [0.173585444688797, 0.1929592490196228, 0.18744030594825745], "cos_apical_negg": [0.173585444688797, 0.1929592490196228, 0.18744030594825745], "cos_Ac_negg": [0.173585444688797, 0.1929592490196228, 0.18744030594825745], "r_norm": [0.14779195189476013, 0.14446720480918884, 0.14596004784107208]}, {"step": 5400, "epoch": 11, "train_loss": 0.0005941259441897273, "cos_r_negg": [0.1746141016483307, 0.19522693753242493, 0.19003817439079285], "cos_apical_negg": [0.1746141016483307, 0.19522693753242493, 0.19003817439079285], "cos_Ac_negg": [0.1746141016483307, 0.19522693753242493, 0.19003817439079285], "r_norm": [0.15346646308898926, 0.1502423733472824, 0.15113364160060883]}, {"step": 5450, "epoch": 11, "train_loss": 0.0009647300466895103, "cos_r_negg": [0.16905143857002258, 0.18821509182453156, 0.18336693942546844], "cos_apical_negg": [0.16905143857002258, 0.18821509182453156, 0.18336693942546844], "cos_Ac_negg": [0.16905143857002258, 0.18821509182453156, 0.18336693942546844], "r_norm": [0.14948546886444092, 0.1464485228061676, 0.1472567915916443]}, {"step": 5500, "epoch": 11, "train_loss": 0.005110028199851513, "cos_r_negg": [0.17023925483226776, 0.1884743869304657, 0.18444021046161652], "cos_apical_negg": [0.17023925483226776, 0.1884743869304657, 0.18444021046161652], "cos_Ac_negg": [0.17023925483226776, 0.1884743869304657, 0.18444021046161652], "r_norm": [0.14879359304904938, 0.14571526646614075, 0.14669981598854065], "ldr": {"dL_sdil": -0.006375588476657867, "dL_bp": -0.010081127285957336, "ratio": 0.6324281298916683}}, {"step": 5550, "epoch": 11, "train_loss": 0.0008489203173667192, "cos_r_negg": [0.1683504581451416, 0.18671752512454987, 0.1822654753923416], "cos_apical_negg": [0.1683504581451416, 0.18671752512454987, 0.1822654753923416], "cos_Ac_negg": [0.1683504581451416, 0.18671752512454987, 0.1822654753923416], "r_norm": [0.14504246413707733, 0.14239344000816345, 0.14308492839336395]}, {"step": 5600, "epoch": 11, "train_loss": 0.001810690388083458, "cos_r_negg": [0.16098402440547943, 0.17720523476600647, 0.17212170362472534], "cos_apical_negg": [0.16098402440547943, 0.17720523476600647, 0.17212170362472534], "cos_Ac_negg": [0.16098402440547943, 0.17720523476600647, 0.17212170362472534], "r_norm": [0.149572491645813, 0.14671269059181213, 0.14787952601909637]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.973, "test_loss": 0.13866732759475708}, {"step": 5650, "epoch": 12, "train_loss": 0.001571080181747675, "cos_r_negg": [0.16819269955158234, 0.18714183568954468, 0.18190030753612518], "cos_apical_negg": [0.16819269955158234, 0.18714183568954468, 0.18190030753612518], "cos_Ac_negg": [0.16819269955158234, 0.18714183568954468, 0.18190030753612518], "r_norm": [0.13927993178367615, 0.1369449496269226, 0.13779368996620178]}, {"step": 5700, "epoch": 12, "train_loss": 0.0015398268587887287, "cos_r_negg": [0.16141965985298157, 0.17800301313400269, 0.17393457889556885], "cos_apical_negg": [0.16141965985298157, 0.17800301313400269, 0.17393457889556885], "cos_Ac_negg": [0.16141965985298157, 0.17800301313400269, 0.17393457889556885], "r_norm": [0.1383504718542099, 0.13596084713935852, 0.1367756575345993]}, {"step": 5750, "epoch": 12, "train_loss": 0.0012200467754155397, "cos_r_negg": [0.15836751461029053, 0.17386120557785034, 0.17107389867305756], "cos_apical_negg": [0.15836751461029053, 0.17386120557785034, 0.17107389867305756], "cos_Ac_negg": [0.15836751461029053, 0.17386120557785034, 0.17107389867305756], "r_norm": [0.14338895678520203, 0.14095348119735718, 0.14157350361347198], "ldr": {"dL_sdil": -0.006398260593414307, "dL_bp": -0.010266691446304321, "ratio": 0.6232056964873016}}, {"step": 5800, "epoch": 12, "train_loss": 0.0004607710288837552, "cos_r_negg": [0.16410671174526215, 0.18196552991867065, 0.177586168050766], "cos_apical_negg": [0.16410671174526215, 0.18196552991867065, 0.177586168050766], "cos_Ac_negg": [0.16410671174526215, 0.18196552991867065, 0.177586168050766], "r_norm": [0.1417255699634552, 0.1391671597957611, 0.13991905748844147]}, {"step": 5850, "epoch": 12, "train_loss": 0.0013807923533022404, "cos_r_negg": [0.15813595056533813, 0.17336568236351013, 0.17042148113250732], "cos_apical_negg": [0.15813595056533813, 0.17336568236351013, 0.17042148113250732], "cos_Ac_negg": [0.15813595056533813, 0.17336568236351013, 0.17042148113250732], "r_norm": [0.13988298177719116, 0.13753001391887665, 0.13792684674263]}, {"step": 5900, "epoch": 12, "train_loss": 0.0008538728579878807, "cos_r_negg": [0.160536989569664, 0.17529302835464478, 0.1716645061969757], "cos_apical_negg": [0.160536989569664, 0.17529302835464478, 0.1716645061969757], "cos_Ac_negg": [0.160536989569664, 0.17529302835464478, 0.1716645061969757], "r_norm": [0.14241012930870056, 0.1399364173412323, 0.14080001413822174]}, {"step": 5950, "epoch": 12, "train_loss": 0.0006388048641383648, "cos_r_negg": [0.1627063751220703, 0.1799822449684143, 0.17652636766433716], "cos_apical_negg": [0.1627063751220703, 0.1799822449684143, 0.17652636766433716], "cos_Ac_negg": [0.1627063751220703, 0.1799822449684143, 0.17652636766433716], "r_norm": [0.14480672776699066, 0.14259031414985657, 0.14282941818237305]}, {"step": 6000, "epoch": 12, "train_loss": 0.0014789842534810305, "cos_r_negg": [0.15683463215827942, 0.17242933809757233, 0.16839265823364258], "cos_apical_negg": [0.15683463215827942, 0.17242933809757233, 0.16839265823364258], "cos_Ac_negg": [0.15683463215827942, 0.17242933809757233, 0.16839265823364258], "r_norm": [0.14225386083126068, 0.13976125419139862, 0.14037415385246277], "ldr": {"dL_sdil": -0.006475679576396942, "dL_bp": -0.01044558733701706, "ratio": 0.6199440364112832}}, {"step": 6050, "epoch": 12, "train_loss": 0.0005680888425558805, "cos_r_negg": [0.153418630361557, 0.168344646692276, 0.16483712196350098], "cos_apical_negg": [0.153418630361557, 0.168344646692276, 0.16483712196350098], "cos_Ac_negg": [0.153418630361557, 0.168344646692276, 0.16483712196350098], "r_norm": [0.1448691338300705, 0.14238743484020233, 0.1428956538438797]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9728, "test_loss": 0.14127740116119386}, {"step": 6100, "epoch": 13, "train_loss": 0.0019160977099090815, "cos_r_negg": [0.15451231598854065, 0.1704726666212082, 0.16648578643798828], "cos_apical_negg": [0.15451231598854065, 0.1704726666212082, 0.16648578643798828], "cos_Ac_negg": [0.15451231598854065, 0.1704726666212082, 0.16648578643798828], "r_norm": [0.14535537362098694, 0.14313921332359314, 0.14339949190616608]}, {"step": 6150, "epoch": 13, "train_loss": 0.0005249591777101159, "cos_r_negg": [0.1517719030380249, 0.16770076751708984, 0.16450482606887817], "cos_apical_negg": [0.1517719030380249, 0.16770076751708984, 0.16450482606887817], "cos_Ac_negg": [0.1517719030380249, 0.16770076751708984, 0.16450482606887817], "r_norm": [0.1456056535243988, 0.14332973957061768, 0.1435750126838684]}, {"step": 6200, "epoch": 13, "train_loss": 0.0003952290571760386, "cos_r_negg": [0.1496199071407318, 0.16491569578647614, 0.1624269038438797], "cos_apical_negg": [0.1496199071407318, 0.16491569578647614, 0.1624269038438797], "cos_Ac_negg": [0.1496199071407318, 0.16491569578647614, 0.1624269038438797], "r_norm": [0.14484155178070068, 0.14262153208255768, 0.1427556276321411]}, {"step": 6250, "epoch": 13, "train_loss": 0.0013125869445502758, "cos_r_negg": [0.15108132362365723, 0.1662244200706482, 0.16372397541999817], "cos_apical_negg": [0.15108132362365723, 0.1662244200706482, 0.16372397541999817], "cos_Ac_negg": [0.15108132362365723, 0.1662244200706482, 0.16372397541999817], "r_norm": [0.14136368036270142, 0.13918492197990417, 0.1394917368888855], "ldr": {"dL_sdil": -0.006446212530136108, "dL_bp": -0.01082552969455719, "ratio": 0.5954639368249209}}, {"step": 6300, "epoch": 13, "train_loss": 0.0004006032249890268, "cos_r_negg": [0.15176571905612946, 0.16681788861751556, 0.163946270942688], "cos_apical_negg": [0.15176571905612946, 0.16681788861751556, 0.163946270942688], "cos_Ac_negg": [0.15176571905612946, 0.16681788861751556, 0.163946270942688], "r_norm": [0.14371171593666077, 0.14129911363124847, 0.14191457629203796]}, {"step": 6350, "epoch": 13, "train_loss": 0.0020647330675274134, "cos_r_negg": [0.14827021956443787, 0.1625843346118927, 0.16048717498779297], "cos_apical_negg": [0.14827021956443787, 0.1625843346118927, 0.16048717498779297], "cos_Ac_negg": [0.14827021956443787, 0.1625843346118927, 0.16048717498779297], "r_norm": [0.1460588276386261, 0.1435874104499817, 0.14397695660591125]}, {"step": 6400, "epoch": 13, "train_loss": 0.0032149371691048145, "cos_r_negg": [0.152983158826828, 0.16855260729789734, 0.16518303751945496], "cos_apical_negg": [0.152983158826828, 0.16855260729789734, 0.16518303751945496], "cos_Ac_negg": [0.152983158826828, 0.16855260729789734, 0.16518303751945496], "r_norm": [0.1435326635837555, 0.14111477136611938, 0.14146071672439575]}, {"step": 6450, "epoch": 13, "train_loss": 0.000677877978887409, "cos_r_negg": [0.14679327607154846, 0.1601656973361969, 0.1576794981956482], "cos_apical_negg": [0.14679327607154846, 0.1601656973361969, 0.1576794981956482], "cos_Ac_negg": [0.14679327607154846, 0.1601656973361969, 0.1576794981956482], "r_norm": [0.14368857443332672, 0.14125145971775055, 0.14164909720420837]}, {"step": 6500, "epoch": 13, "train_loss": 0.0006487480131909251, "cos_r_negg": [0.14616620540618896, 0.15902236104011536, 0.15710222721099854], "cos_apical_negg": [0.14616620540618896, 0.15902236104011536, 0.15710222721099854], "cos_Ac_negg": [0.14616620540618896, 0.15902236104011536, 0.15710222721099854], "r_norm": [0.141313374042511, 0.1390036642551422, 0.1392168402671814], "ldr": {"dL_sdil": -0.006560370326042175, "dL_bp": -0.01107431948184967, "ratio": 0.5923948949454039}}, {"step": 6550, "epoch": 13, "train_loss": 0.0016967388801276684, "cos_r_negg": [0.14597773551940918, 0.15949678421020508, 0.1572946310043335], "cos_apical_negg": [0.14597773551940918, 0.15949678421020508, 0.1572946310043335], "cos_Ac_negg": [0.14597773551940918, 0.15949678421020508, 0.1572946310043335], "r_norm": [0.1389138549566269, 0.13662907481193542, 0.13696318864822388]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9729, "test_loss": 0.14460934114456175}, {"step": 6600, "epoch": 14, "train_loss": 0.0007501713698729873, "cos_r_negg": [0.14497527480125427, 0.1582658737897873, 0.15543685853481293], "cos_apical_negg": [0.14497527480125427, 0.1582658737897873, 0.15543685853481293], "cos_Ac_negg": [0.14497527480125427, 0.1582658737897873, 0.15543685853481293], "r_norm": [0.1391577273607254, 0.13680525124073029, 0.13729238510131836]}, {"step": 6650, "epoch": 14, "train_loss": 0.0012497341958805919, "cos_r_negg": [0.14406394958496094, 0.15695521235466003, 0.1547776460647583], "cos_apical_negg": [0.14406394958496094, 0.15695521235466003, 0.1547776460647583], "cos_Ac_negg": [0.14406394958496094, 0.15695521235466003, 0.1547776460647583], "r_norm": [0.1388923078775406, 0.1366393268108368, 0.13693614304065704]}, {"step": 6700, "epoch": 14, "train_loss": 0.0007206687005236745, "cos_r_negg": [0.14253410696983337, 0.1550728976726532, 0.15308469533920288], "cos_apical_negg": [0.14253410696983337, 0.1550728976726532, 0.15308469533920288], "cos_Ac_negg": [0.14253410696983337, 0.1550728976726532, 0.15308469533920288], "r_norm": [0.13917884230613708, 0.13687805831432343, 0.13729919493198395]}, {"step": 6750, "epoch": 14, "train_loss": 0.0006719870725646615, "cos_r_negg": [0.1400209367275238, 0.15189936757087708, 0.15019747614860535], "cos_apical_negg": [0.1400209367275238, 0.15189936757087708, 0.15019747614860535], "cos_Ac_negg": [0.1400209367275238, 0.15189936757087708, 0.15019747614860535], "r_norm": [0.13931287825107574, 0.1369583010673523, 0.13746780157089233], "ldr": {"dL_sdil": -0.006767049431800842, "dL_bp": -0.011470690369606018, "ratio": 0.589942646323324}}, {"step": 6800, "epoch": 14, "train_loss": 0.0014487648149952292, "cos_r_negg": [0.14199227094650269, 0.15517857670783997, 0.15369293093681335], "cos_apical_negg": [0.14199227094650269, 0.15517857670783997, 0.15369293093681335], "cos_Ac_negg": [0.14199227094650269, 0.15517857670783997, 0.15369293093681335], "r_norm": [0.1425265371799469, 0.14017066359519958, 0.14051714539527893]}, {"step": 6850, "epoch": 14, "train_loss": 0.0008971388451755047, "cos_r_negg": [0.13920480012893677, 0.15233935415744781, 0.15110155940055847], "cos_apical_negg": [0.13920480012893677, 0.15233935415744781, 0.15110155940055847], "cos_Ac_negg": [0.13920480012893677, 0.15233935415744781, 0.15110155940055847], "r_norm": [0.14000079035758972, 0.13785123825073242, 0.1380692720413208]}, {"step": 6900, "epoch": 14, "train_loss": 0.0013210949255153537, "cos_r_negg": [0.13784532248973846, 0.14985299110412598, 0.14859983325004578], "cos_apical_negg": [0.13784532248973846, 0.14985299110412598, 0.14859983325004578], "cos_Ac_negg": [0.13784532248973846, 0.14985299110412598, 0.14859983325004578], "r_norm": [0.14131608605384827, 0.1390291303396225, 0.13932392001152039]}, {"step": 6950, "epoch": 14, "train_loss": 0.0003950374957639724, "cos_r_negg": [0.14116251468658447, 0.15383140742778778, 0.1517525464296341], "cos_apical_negg": [0.14116251468658447, 0.15383140742778778, 0.1517525464296341], "cos_Ac_negg": [0.14116251468658447, 0.15383140742778778, 0.1517525464296341], "r_norm": [0.14098337292671204, 0.13875068724155426, 0.13900968432426453]}, {"step": 7000, "epoch": 14, "train_loss": 0.0007077967748045921, "cos_r_negg": [0.13974912464618683, 0.1519503891468048, 0.15075254440307617], "cos_apical_negg": [0.13974912464618683, 0.1519503891468048, 0.15075254440307617], "cos_Ac_negg": [0.13974912464618683, 0.1519503891468048, 0.15075254440307617], "r_norm": [0.1431298851966858, 0.1408655047416687, 0.14109386503696442], "ldr": {"dL_sdil": -0.006869331002235413, "dL_bp": -0.011706516146659851, "ratio": 0.5867955005721661}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9733, "test_loss": 0.1473784134864807}, {"step": 7050, "epoch": 15, "train_loss": 0.00058927689678967, "cos_r_negg": [0.13933822512626648, 0.15119501948356628, 0.15026895701885223], "cos_apical_negg": [0.13933822512626648, 0.15119501948356628, 0.15026895701885223], "cos_Ac_negg": [0.13933822512626648, 0.15119501948356628, 0.15026895701885223], "r_norm": [0.14070454239845276, 0.13852843642234802, 0.1387481689453125]}, {"step": 7100, "epoch": 15, "train_loss": 0.0015616653254255652, "cos_r_negg": [0.1388700306415558, 0.15052589774131775, 0.1501876711845398], "cos_apical_negg": [0.1388700306415558, 0.15052589774131775, 0.1501876711845398], "cos_Ac_negg": [0.1388700306415558, 0.15052589774131775, 0.1501876711845398], "r_norm": [0.14112111926078796, 0.13886591792106628, 0.139087975025177]}, {"step": 7150, "epoch": 15, "train_loss": 0.0005589173524640501, "cos_r_negg": [0.1396734118461609, 0.15146926045417786, 0.15015548467636108], "cos_apical_negg": [0.1396734118461609, 0.15146926045417786, 0.15015548467636108], "cos_Ac_negg": [0.1396734118461609, 0.15146926045417786, 0.15015548467636108], "r_norm": [0.1374874711036682, 0.13535013794898987, 0.1356659233570099]}, {"step": 7200, "epoch": 15, "train_loss": 0.000796277541667223, "cos_r_negg": [0.13620509207248688, 0.14688831567764282, 0.14594422280788422], "cos_apical_negg": [0.13620509207248688, 0.14688831567764282, 0.14594422280788422], "cos_Ac_negg": [0.13620509207248688, 0.14688831567764282, 0.14594422280788422], "r_norm": [0.14120766520500183, 0.13888123631477356, 0.139261394739151]}, {"step": 7250, "epoch": 15, "train_loss": 0.00032707868376746774, "cos_r_negg": [0.13601461052894592, 0.14676842093467712, 0.14558987319469452], "cos_apical_negg": [0.13601461052894592, 0.14676842093467712, 0.14558987319469452], "cos_Ac_negg": [0.13601461052894592, 0.14676842093467712, 0.14558987319469452], "r_norm": [0.14073318243026733, 0.13844193518161774, 0.1388871967792511], "ldr": {"dL_sdil": -0.00693107396364212, "dL_bp": -0.011786408722400665, "ratio": 0.5880564747826252}}, {"step": 7300, "epoch": 15, "train_loss": 0.00022854185954201967, "cos_r_negg": [0.13561104238033295, 0.1463118940591812, 0.14578388631343842], "cos_apical_negg": [0.13561104238033295, 0.1463118940591812, 0.14578388631343842], "cos_Ac_negg": [0.13561104238033295, 0.1463118940591812, 0.14578388631343842], "r_norm": [0.14184615015983582, 0.13955435156822205, 0.1399090588092804]}, {"step": 7350, "epoch": 15, "train_loss": 0.0003428638738114387, "cos_r_negg": [0.1350758671760559, 0.14590393006801605, 0.14547297358512878], "cos_apical_negg": [0.1350758671760559, 0.14590393006801605, 0.14547297358512878], "cos_Ac_negg": [0.1350758671760559, 0.14590393006801605, 0.14547297358512878], "r_norm": [0.14165355265140533, 0.13940072059631348, 0.13968002796173096]}, {"step": 7400, "epoch": 15, "train_loss": 0.0008691477705724537, "cos_r_negg": [0.1378941833972931, 0.14913201332092285, 0.14800280332565308], "cos_apical_negg": [0.1378941833972931, 0.14913201332092285, 0.14800280332565308], "cos_Ac_negg": [0.1378941833972931, 0.14913201332092285, 0.14800280332565308], "r_norm": [0.1396477222442627, 0.1375156193971634, 0.13781169056892395]}, {"step": 7450, "epoch": 15, "train_loss": 0.00039758312050253153, "cos_r_negg": [0.13530319929122925, 0.14655767381191254, 0.14613884687423706], "cos_apical_negg": [0.13530319929122925, 0.14655767381191254, 0.14613884687423706], "cos_Ac_negg": [0.13530319929122925, 0.14655767381191254, 0.14613884687423706], "r_norm": [0.13925106823444366, 0.13714343309402466, 0.137302428483963]}, {"step": 7500, "epoch": 15, "train_loss": 0.0003700705128721893, "cos_r_negg": [0.13438808917999268, 0.14574585855007172, 0.14510183036327362], "cos_apical_negg": [0.13438808917999268, 0.14574585855007172, 0.14510183036327362], "cos_Ac_negg": [0.13438808917999268, 0.14574585855007172, 0.14510183036327362], "r_norm": [0.140605628490448, 0.13843156397342682, 0.13847362995147705], "ldr": {"dL_sdil": -0.006947755813598633, "dL_bp": -0.012085430324077606, "ratio": 0.574886919810934}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9726, "test_loss": 0.14929521617889405}, {"step": 7550, "epoch": 16, "train_loss": 0.0003143376961816102, "cos_r_negg": [0.13384157419204712, 0.14516735076904297, 0.14482015371322632], "cos_apical_negg": [0.13384157419204712, 0.14516735076904297, 0.14482015371322632], "cos_Ac_negg": [0.13384157419204712, 0.14516735076904297, 0.14482015371322632], "r_norm": [0.14073264598846436, 0.13861724734306335, 0.13867992162704468]}, {"step": 7600, "epoch": 16, "train_loss": 0.0021032311487942934, "cos_r_negg": [0.1339070200920105, 0.14505630731582642, 0.14457619190216064], "cos_apical_negg": [0.1339070200920105, 0.14505630731582642, 0.14457619190216064], "cos_Ac_negg": [0.1339070200920105, 0.14505630731582642, 0.14457619190216064], "r_norm": [0.14006339013576508, 0.13795199990272522, 0.1380717158317566]}, {"step": 7650, "epoch": 16, "train_loss": 0.00036861520493403077, "cos_r_negg": [0.13341332972049713, 0.14425340294837952, 0.14404258131980896], "cos_apical_negg": [0.13341332972049713, 0.14425340294837952, 0.14404258131980896], "cos_Ac_negg": [0.13341332972049713, 0.14425340294837952, 0.14404258131980896], "r_norm": [0.1407564878463745, 0.13857220113277435, 0.13866600394248962]}, {"step": 7700, "epoch": 16, "train_loss": 0.0002330224378965795, "cos_r_negg": [0.13179591298103333, 0.14259181916713715, 0.14220720529556274], "cos_apical_negg": [0.13179591298103333, 0.14259181916713715, 0.14220720529556274], "cos_Ac_negg": [0.13179591298103333, 0.14259181916713715, 0.14220720529556274], "r_norm": [0.1401834487915039, 0.1379951536655426, 0.13817331194877625]}, {"step": 7750, "epoch": 16, "train_loss": 0.0007117514032870531, "cos_r_negg": [0.13169749081134796, 0.1428191363811493, 0.1423594057559967], "cos_apical_negg": [0.13169749081134796, 0.1428191363811493, 0.1423594057559967], "cos_Ac_negg": [0.13169749081134796, 0.1428191363811493, 0.1423594057559967], "r_norm": [0.13915616273880005, 0.1370561271905899, 0.13719472289085388], "ldr": {"dL_sdil": -0.007118672132492065, "dL_bp": -0.012539438903331757, "ratio": 0.5677026051461217}}, {"step": 7800, "epoch": 16, "train_loss": 0.0006891277153044939, "cos_r_negg": [0.13294482231140137, 0.14348816871643066, 0.14271453022956848], "cos_apical_negg": [0.13294482231140137, 0.14348816871643066, 0.14271453022956848], "cos_Ac_negg": [0.13294482231140137, 0.14348816871643066, 0.14271453022956848], "r_norm": [0.13846063613891602, 0.1362285614013672, 0.13653826713562012]}, {"step": 7850, "epoch": 16, "train_loss": 0.000565679743885994, "cos_r_negg": [0.1316211074590683, 0.14199134707450867, 0.14177516102790833], "cos_apical_negg": [0.1316211074590683, 0.14199134707450867, 0.14177516102790833], "cos_Ac_negg": [0.1316211074590683, 0.14199134707450867, 0.14177516102790833], "r_norm": [0.13731808960437775, 0.1351238638162613, 0.13545756042003632]}, {"step": 7900, "epoch": 16, "train_loss": 0.0006957458099350333, "cos_r_negg": [0.1312648504972458, 0.14176496863365173, 0.14165960252285004], "cos_apical_negg": [0.1312648504972458, 0.14176496863365173, 0.14165960252285004], "cos_Ac_negg": [0.1312648504972458, 0.14176496863365173, 0.14165960252285004], "r_norm": [0.137467160820961, 0.1353345662355423, 0.13554814457893372]}, {"step": 7950, "epoch": 16, "train_loss": 0.0006518641021102667, "cos_r_negg": [0.13080856204032898, 0.14139424264431, 0.14115849137306213], "cos_apical_negg": [0.13080856204032898, 0.14139424264431, 0.14115849137306213], "cos_Ac_negg": [0.13080856204032898, 0.14139424264431, 0.14115849137306213], "r_norm": [0.1377599835395813, 0.13561022281646729, 0.1358974277973175]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9728, "test_loss": 0.1512349235534668}, {"step": 8000, "epoch": 17, "train_loss": 0.000774081505369395, "cos_r_negg": [0.13076236844062805, 0.14138343930244446, 0.14131221175193787], "cos_apical_negg": [0.13076236844062805, 0.14138343930244446, 0.14131221175193787], "cos_Ac_negg": [0.13076236844062805, 0.14138343930244446, 0.14131221175193787], "r_norm": [0.1376858651638031, 0.13549593091011047, 0.13575397431850433], "ldr": {"dL_sdil": -0.006970435380935669, "dL_bp": -0.012330114841461182, "ratio": 0.5653179609890508}}, {"step": 8050, "epoch": 17, "train_loss": 0.0006734832422807813, "cos_r_negg": [0.13042528927326202, 0.14080631732940674, 0.14061179757118225], "cos_apical_negg": [0.13042528927326202, 0.14080631732940674, 0.14061179757118225], "cos_Ac_negg": [0.13042528927326202, 0.14080631732940674, 0.14061179757118225], "r_norm": [0.13827113807201385, 0.13602766394615173, 0.13629665970802307]}, {"step": 8100, "epoch": 17, "train_loss": 0.000884694280102849, "cos_r_negg": [0.13230086863040924, 0.14318902790546417, 0.14250296354293823], "cos_apical_negg": [0.13230086863040924, 0.14318902790546417, 0.14250296354293823], "cos_Ac_negg": [0.13230086863040924, 0.14318902790546417, 0.14250296354293823], "r_norm": [0.13566337525844574, 0.1335325986146927, 0.13378165662288666]}, {"step": 8150, "epoch": 17, "train_loss": 0.00047028460539877415, "cos_r_negg": [0.13028165698051453, 0.14105291664600372, 0.14107702672481537], "cos_apical_negg": [0.13028165698051453, 0.14105291664600372, 0.14107702672481537], "cos_Ac_negg": [0.13028165698051453, 0.14105291664600372, 0.14107702672481537], "r_norm": [0.1371728777885437, 0.13502851128578186, 0.13524992763996124]}, {"step": 8200, "epoch": 17, "train_loss": 0.0007135796477086842, "cos_r_negg": [0.12963303923606873, 0.1403195559978485, 0.14030231535434723], "cos_apical_negg": [0.12963303923606873, 0.1403195559978485, 0.14030231535434723], "cos_Ac_negg": [0.12963303923606873, 0.1403195559978485, 0.14030231535434723], "r_norm": [0.13585218787193298, 0.13378053903579712, 0.1340768039226532]}, {"step": 8250, "epoch": 17, "train_loss": 0.00079253816511482, "cos_r_negg": [0.1280846893787384, 0.13848303258419037, 0.13869772851467133], "cos_apical_negg": [0.1280846893787384, 0.13848303258419037, 0.13869772851467133], "cos_Ac_negg": [0.1280846893787384, 0.13848303258419037, 0.13869772851467133], "r_norm": [0.13713166117668152, 0.13500040769577026, 0.13532818853855133], "ldr": {"dL_sdil": -0.007108241319656372, "dL_bp": -0.012571588158607483, "ratio": 0.5654211090895083}}, {"step": 8300, "epoch": 17, "train_loss": 0.00010323956666979939, "cos_r_negg": [0.12860101461410522, 0.13883866369724274, 0.13904932141304016], "cos_apical_negg": [0.12860101461410522, 0.13883866369724274, 0.13904932141304016], "cos_Ac_negg": [0.12860101461410522, 0.13883866369724274, 0.13904932141304016], "r_norm": [0.13796228170394897, 0.13585668802261353, 0.13624683022499084]}, {"step": 8350, "epoch": 17, "train_loss": 0.00032248845673166215, "cos_r_negg": [0.12826213240623474, 0.13863545656204224, 0.13914595544338226], "cos_apical_negg": [0.12826213240623474, 0.13863545656204224, 0.13914595544338226], "cos_Ac_negg": [0.12826213240623474, 0.13863545656204224, 0.13914595544338226], "r_norm": [0.1388847827911377, 0.13680000603199005, 0.13705769181251526]}, {"step": 8400, "epoch": 17, "train_loss": 0.00038423575460910797, "cos_r_negg": [0.12830980122089386, 0.13856853544712067, 0.13903716206550598], "cos_apical_negg": [0.12830980122089386, 0.13856853544712067, 0.13903716206550598], "cos_Ac_negg": [0.12830980122089386, 0.13856853544712067, 0.13903716206550598], "r_norm": [0.1380101889371872, 0.13599815964698792, 0.13612763583660126]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9729, "test_loss": 0.15265981464385986}, {"step": 8450, "epoch": 18, "train_loss": 0.000548464129678905, "cos_r_negg": [0.12835699319839478, 0.1384545862674713, 0.13875532150268555], "cos_apical_negg": [0.12835699319839478, 0.1384545862674713, 0.13875532150268555], "cos_Ac_negg": [0.12835699319839478, 0.1384545862674713, 0.13875532150268555], "r_norm": [0.13760727643966675, 0.13558898866176605, 0.1357516497373581]}, {"step": 8500, "epoch": 18, "train_loss": 0.0006137436721473932, "cos_r_negg": [0.12729842960834503, 0.13744615018367767, 0.1378759741783142], "cos_apical_negg": [0.12729842960834503, 0.13744615018367767, 0.1378759741783142], "cos_Ac_negg": [0.12729842960834503, 0.13744615018367767, 0.1378759741783142], "r_norm": [0.13847467303276062, 0.13646471500396729, 0.13658808171749115], "ldr": {"dL_sdil": -0.007246360182762146, "dL_bp": -0.01309235394001007, "ratio": 0.5534803149964774}}, {"step": 8550, "epoch": 18, "train_loss": 0.0005641340976580977, "cos_r_negg": [0.12680697441101074, 0.13691802322864532, 0.13739043474197388], "cos_apical_negg": [0.12680697441101074, 0.13691802322864532, 0.13739043474197388], "cos_Ac_negg": [0.12680697441101074, 0.13691802322864532, 0.13739043474197388], "r_norm": [0.13872069120407104, 0.1366404891014099, 0.13679923117160797]}, {"step": 8600, "epoch": 18, "train_loss": 0.0003860143187921494, "cos_r_negg": [0.12732252478599548, 0.13740161061286926, 0.13785196840763092], "cos_apical_negg": [0.12732252478599548, 0.13740161061286926, 0.13785196840763092], "cos_Ac_negg": [0.12732252478599548, 0.13740161061286926, 0.13785196840763092], "r_norm": [0.13845327496528625, 0.1363717019557953, 0.13649506866931915]}, {"step": 8650, "epoch": 18, "train_loss": 0.00024625571677461267, "cos_r_negg": [0.12766563892364502, 0.13761289417743683, 0.13781413435935974], "cos_apical_negg": [0.12766563892364502, 0.13761289417743683, 0.13781413435935974], "cos_Ac_negg": [0.12766563892364502, 0.13761289417743683, 0.13781413435935974], "r_norm": [0.13769495487213135, 0.13555681705474854, 0.13577258586883545]}, {"step": 8700, "epoch": 18, "train_loss": 0.0009021864971145988, "cos_r_negg": [0.12803500890731812, 0.1382896900177002, 0.13845719397068024], "cos_apical_negg": [0.12803500890731812, 0.1382896900177002, 0.13845719397068024], "cos_Ac_negg": [0.12803500890731812, 0.1382896900177002, 0.13845719397068024], "r_norm": [0.13733534514904022, 0.1352004110813141, 0.1354677677154541]}, {"step": 8750, "epoch": 18, "train_loss": 0.00020738481543958187, "cos_r_negg": [0.12724316120147705, 0.1375376284122467, 0.13810449838638306], "cos_apical_negg": [0.12724316120147705, 0.1375376284122467, 0.13810449838638306], "cos_Ac_negg": [0.12724316120147705, 0.1375376284122467, 0.13810449838638306], "r_norm": [0.1392272710800171, 0.13716858625411987, 0.13729974627494812], "ldr": {"dL_sdil": -0.00736469030380249, "dL_bp": -0.013324148952960968, "ratio": 0.5527325107068746}}, {"step": 8800, "epoch": 18, "train_loss": 0.0008500032126903534, "cos_r_negg": [0.12607945501804352, 0.13618336617946625, 0.1366599202156067], "cos_apical_negg": [0.12607945501804352, 0.13618336617946625, 0.1366599202156067], "cos_Ac_negg": [0.12607945501804352, 0.13618336617946625, 0.1366599202156067], "r_norm": [0.13970042765140533, 0.1375741958618164, 0.13781020045280457]}, {"step": 8850, "epoch": 18, "train_loss": 0.00045504135778173804, "cos_r_negg": [0.12510709464550018, 0.1349959522485733, 0.1354743391275406], "cos_apical_negg": [0.12510709464550018, 0.1349959522485733, 0.1354743391275406], "cos_Ac_negg": [0.12510709464550018, 0.1349959522485733, 0.1354743391275406], "r_norm": [0.13736385107040405, 0.1352100521326065, 0.1355159431695938]}, {"step": 8900, "epoch": 18, "train_loss": 0.00031921773916110396, "cos_r_negg": [0.12523935735225677, 0.13508015871047974, 0.13569238781929016], "cos_apical_negg": [0.12523935735225677, 0.13508015871047974, 0.13569238781929016], "cos_Ac_negg": [0.12523935735225677, 0.13508015871047974, 0.13569238781929016], "r_norm": [0.1359175443649292, 0.1339547038078308, 0.13411013782024384]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9727, "test_loss": 0.1548501205444336}, {"step": 8950, "epoch": 19, "train_loss": 0.000274957186775282, "cos_r_negg": [0.12608149647712708, 0.13568291068077087, 0.13613691926002502], "cos_apical_negg": [0.12608149647712708, 0.13568291068077087, 0.13613691926002502], "cos_Ac_negg": [0.12608149647712708, 0.13568291068077087, 0.13613691926002502], "r_norm": [0.13585308194160461, 0.13394509255886078, 0.13407599925994873]}, {"step": 9000, "epoch": 19, "train_loss": 0.00025961146457120776, "cos_r_negg": [0.1252034306526184, 0.13491374254226685, 0.1353209763765335], "cos_apical_negg": [0.1252034306526184, 0.13491374254226685, 0.1353209763765335], "cos_Ac_negg": [0.1252034306526184, 0.13491374254226685, 0.1353209763765335], "r_norm": [0.13780593872070312, 0.13584908843040466, 0.13597875833511353], "ldr": {"dL_sdil": -0.007411099970340729, "dL_bp": -0.013420961797237396, "ratio": 0.552203342972502}}, {"step": 9050, "epoch": 19, "train_loss": 0.0005188244394958019, "cos_r_negg": [0.1246996596455574, 0.13456904888153076, 0.13485774397850037], "cos_apical_negg": [0.1246996596455574, 0.13456904888153076, 0.13485774397850037], "cos_Ac_negg": [0.1246996596455574, 0.13456904888153076, 0.13485774397850037], "r_norm": [0.13778650760650635, 0.1357841193675995, 0.13590282201766968]}, {"step": 9100, "epoch": 19, "train_loss": 0.0006370351184159517, "cos_r_negg": [0.1244911253452301, 0.1341569721698761, 0.134318009018898], "cos_apical_negg": [0.1244911253452301, 0.1341569721698761, 0.134318009018898], "cos_Ac_negg": [0.1244911253452301, 0.1341569721698761, 0.134318009018898], "r_norm": [0.13717229664325714, 0.1351766139268875, 0.1353331208229065]}, {"step": 9150, "epoch": 19, "train_loss": 0.0018941671587526798, "cos_r_negg": [0.1251639425754547, 0.1346975415945053, 0.13491731882095337], "cos_apical_negg": [0.1251639425754547, 0.1346975415945053, 0.13491731882095337], "cos_Ac_negg": [0.1251639425754547, 0.1346975415945053, 0.13491731882095337], "r_norm": [0.13663049042224884, 0.13461434841156006, 0.1348099559545517]}, {"step": 9200, "epoch": 19, "train_loss": 0.0004440056800376624, "cos_r_negg": [0.12535817921161652, 0.13500559329986572, 0.1354471743106842], "cos_apical_negg": [0.12535817921161652, 0.13500559329986572, 0.1354471743106842], "cos_Ac_negg": [0.12535817921161652, 0.13500559329986572, 0.1354471743106842], "r_norm": [0.13770344853401184, 0.1356171816587448, 0.13584816455841064]}, {"step": 9250, "epoch": 19, "train_loss": 0.00034952606074512005, "cos_r_negg": [0.12407727539539337, 0.13383859395980835, 0.1346113532781601], "cos_apical_negg": [0.12407727539539337, 0.13383859395980835, 0.1346113532781601], "cos_Ac_negg": [0.12407727539539337, 0.13383859395980835, 0.1346113532781601], "r_norm": [0.1378900408744812, 0.13581746816635132, 0.13599450886249542], "ldr": {"dL_sdil": -0.007359884679317474, "dL_bp": -0.013339139521121979, "ratio": 0.5517510831687006}}, {"step": 9300, "epoch": 19, "train_loss": 0.00027548655634745955, "cos_r_negg": [0.12344517558813095, 0.13313224911689758, 0.1341417133808136], "cos_apical_negg": [0.12344517558813095, 0.13313224911689758, 0.1341417133808136], "cos_Ac_negg": [0.12344517558813095, 0.13313224911689758, 0.1341417133808136], "r_norm": [0.14024916291236877, 0.13820241391658783, 0.13827025890350342]}, {"step": 9350, "epoch": 19, "train_loss": 0.0004042683867737651, "cos_r_negg": [0.12236303836107254, 0.1319969743490219, 0.13295134902000427], "cos_apical_negg": [0.12236303836107254, 0.1319969743490219, 0.13295134902000427], "cos_Ac_negg": [0.12236303836107254, 0.1319969743490219, 0.13295134902000427], "r_norm": [0.1380351185798645, 0.13608306646347046, 0.13615688681602478]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9728, "test_loss": 0.15751630697250366}], "final": {"test_acc": 0.9728, "test_loss": 0.15751630697250366, "wall_s": 18.884557485580444, "cos_r_negg": [0.12235204130411148, 0.13207724690437317, 0.13299398124217987], "cos_apical_negg": [0.12235204130411148, 0.13207724690437317, 0.13299398124217987], "cos_Ac_negg": [0.12235204130411148, 0.13207724690437317, 0.13299398124217987]}}
\ No newline at end of file
diff --git a/results/A_main_bp_s0.json b/results/A_main_bp_s0.json
new file mode 100644
index 0000000..1b095cf
--- /dev/null
+++ b/results/A_main_bp_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_main_bp_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703}, {"step": 50, "epoch": 0, "train_loss": 0.5032645463943481}, {"step": 100, "epoch": 0, "train_loss": 0.27465006709098816}, {"step": 150, "epoch": 0, "train_loss": 0.2581779360771179}, {"step": 200, "epoch": 0, "train_loss": 0.16962496936321259}, {"step": 250, "epoch": 0, "train_loss": 0.12286252528429031}, {"step": 300, "epoch": 0, "train_loss": 0.2523651421070099}, {"step": 350, "epoch": 0, "train_loss": 0.13523779809474945}, {"step": 400, "epoch": 0, "train_loss": 0.091353639960289}, {"step": 450, "epoch": 0, "train_loss": 0.1441369354724884}, {"epoch_end": 0, "step": 469, "test_acc": 0.9626, "test_loss": 0.12544138717651368}, {"step": 500, "epoch": 1, "train_loss": 0.1466996669769287}, {"step": 550, "epoch": 1, "train_loss": 0.07183448225259781}, {"step": 600, "epoch": 1, "train_loss": 0.11215747892856598}, {"step": 650, "epoch": 1, "train_loss": 0.11673463135957718}, {"step": 700, "epoch": 1, "train_loss": 0.03600970283150673}, {"step": 750, "epoch": 1, "train_loss": 0.03107685036957264}, {"step": 800, "epoch": 1, "train_loss": 0.054465629160404205}, {"step": 850, "epoch": 1, "train_loss": 0.12252850085496902}, {"step": 900, "epoch": 1, "train_loss": 0.07975418865680695}, {"epoch_end": 1, "step": 938, "test_acc": 0.9672, "test_loss": 0.10648123817443848}, {"step": 950, "epoch": 2, "train_loss": 0.08715511858463287}, {"step": 1000, "epoch": 2, "train_loss": 0.05914512649178505}, {"step": 1050, "epoch": 2, "train_loss": 0.03550403565168381}, {"step": 1100, "epoch": 2, "train_loss": 0.047678690403699875}, {"step": 1150, "epoch": 2, "train_loss": 0.025931160897016525}, {"step": 1200, "epoch": 2, "train_loss": 0.027033023536205292}, {"step": 1250, "epoch": 2, "train_loss": 0.013369864784181118}, {"step": 1300, "epoch": 2, "train_loss": 0.08212701231241226}, {"step": 1350, "epoch": 2, "train_loss": 0.050267815589904785}, {"step": 1400, "epoch": 2, "train_loss": 0.07560715079307556}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9726, "test_loss": 0.0984932970046997}, {"step": 1450, "epoch": 3, "train_loss": 0.024298282340168953}, {"step": 1500, "epoch": 3, "train_loss": 0.05395268276333809}, {"step": 1550, "epoch": 3, "train_loss": 0.02096751518547535}, {"step": 1600, "epoch": 3, "train_loss": 0.019597789272665977}, {"step": 1650, "epoch": 3, "train_loss": 0.025178195908665657}, {"step": 1700, "epoch": 3, "train_loss": 0.03439250588417053}, {"step": 1750, "epoch": 3, "train_loss": 0.021666569635272026}, {"step": 1800, "epoch": 3, "train_loss": 0.02363680675625801}, {"step": 1850, "epoch": 3, "train_loss": 0.03179867938160896}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9783, "test_loss": 0.07511802463531495}, {"step": 1900, "epoch": 4, "train_loss": 0.03244609385728836}, {"step": 1950, "epoch": 4, "train_loss": 0.036977142095565796}, {"step": 2000, "epoch": 4, "train_loss": 0.02802259474992752}, {"step": 2050, "epoch": 4, "train_loss": 0.03327364847064018}, {"step": 2100, "epoch": 4, "train_loss": 0.028275910764932632}, {"step": 2150, "epoch": 4, "train_loss": 0.04065338522195816}, {"step": 2200, "epoch": 4, "train_loss": 0.03592389449477196}, {"step": 2250, "epoch": 4, "train_loss": 0.00565707590430975}, {"step": 2300, "epoch": 4, "train_loss": 0.08376658707857132}, {"epoch_end": 4, "step": 2345, "test_acc": 0.975, "test_loss": 0.08548317594528199}, {"step": 2350, "epoch": 5, "train_loss": 0.02217136323451996}, {"step": 2400, "epoch": 5, "train_loss": 0.008732021786272526}, {"step": 2450, "epoch": 5, "train_loss": 0.013666902668774128}, {"step": 2500, "epoch": 5, "train_loss": 0.012398582883179188}, {"step": 2550, "epoch": 5, "train_loss": 0.02149277739226818}, {"step": 2600, "epoch": 5, "train_loss": 0.01173210795968771}, {"step": 2650, "epoch": 5, "train_loss": 0.010605601593852043}, {"step": 2700, "epoch": 5, "train_loss": 0.04985564202070236}, {"step": 2750, "epoch": 5, "train_loss": 0.014645557850599289}, {"step": 2800, "epoch": 5, "train_loss": 0.023769330233335495}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9764, "test_loss": 0.08824965553283691}, {"step": 2850, "epoch": 6, "train_loss": 0.011642055585980415}, {"step": 2900, "epoch": 6, "train_loss": 0.004931704141199589}, {"step": 2950, "epoch": 6, "train_loss": 0.009668303653597832}, {"step": 3000, "epoch": 6, "train_loss": 0.0023451331071555614}, {"step": 3050, "epoch": 6, "train_loss": 0.01334653701633215}, {"step": 3100, "epoch": 6, "train_loss": 0.039471253752708435}, {"step": 3150, "epoch": 6, "train_loss": 0.006774383597075939}, {"step": 3200, "epoch": 6, "train_loss": 0.03035900369286537}, {"step": 3250, "epoch": 6, "train_loss": 0.0024040802381932735}, {"epoch_end": 6, "step": 3283, "test_acc": 0.978, "test_loss": 0.08609031496047974}, {"step": 3300, "epoch": 7, "train_loss": 0.002877062652260065}, {"step": 3350, "epoch": 7, "train_loss": 0.006247278768569231}, {"step": 3400, "epoch": 7, "train_loss": 0.004004425369203091}, {"step": 3450, "epoch": 7, "train_loss": 0.0070238565094769}, {"step": 3500, "epoch": 7, "train_loss": 0.007024697028100491}, {"step": 3550, "epoch": 7, "train_loss": 0.003391600912436843}, {"step": 3600, "epoch": 7, "train_loss": 0.0067713139578700066}, {"step": 3650, "epoch": 7, "train_loss": 0.0003138199681416154}, {"step": 3700, "epoch": 7, "train_loss": 0.018455520272254944}, {"step": 3750, "epoch": 7, "train_loss": 0.016111036762595177}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9775, "test_loss": 0.08955985670089722}, {"step": 3800, "epoch": 8, "train_loss": 0.013029346242547035}, {"step": 3850, "epoch": 8, "train_loss": 0.003360057482495904}, {"step": 3900, "epoch": 8, "train_loss": 0.0023200761061161757}, {"step": 3950, "epoch": 8, "train_loss": 0.008042641915380955}, {"step": 4000, "epoch": 8, "train_loss": 0.0006966647924855351}, {"step": 4050, "epoch": 8, "train_loss": 0.007802588865160942}, {"step": 4100, "epoch": 8, "train_loss": 0.0015129663515836}, {"step": 4150, "epoch": 8, "train_loss": 0.0004014447331428528}, {"step": 4200, "epoch": 8, "train_loss": 0.0044928425922989845}, {"epoch_end": 8, "step": 4221, "test_acc": 0.979, "test_loss": 0.08535044202804565}, {"step": 4250, "epoch": 9, "train_loss": 0.002505158307030797}, {"step": 4300, "epoch": 9, "train_loss": 0.0011880816891789436}, {"step": 4350, "epoch": 9, "train_loss": 0.0006162140634842217}, {"step": 4400, "epoch": 9, "train_loss": 0.0007144609116949141}, {"step": 4450, "epoch": 9, "train_loss": 0.00114968151319772}, {"step": 4500, "epoch": 9, "train_loss": 0.0004968501743860543}, {"step": 4550, "epoch": 9, "train_loss": 0.0008031363831833005}, {"step": 4600, "epoch": 9, "train_loss": 0.0012763383565470576}, {"step": 4650, "epoch": 9, "train_loss": 0.0011450431775301695}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9824, "test_loss": 0.07455941529273986}, {"step": 4700, "epoch": 10, "train_loss": 0.00023351790150627494}, {"step": 4750, "epoch": 10, "train_loss": 0.00031576567562296987}, {"step": 4800, "epoch": 10, "train_loss": 0.00039856371586211026}, {"step": 4850, "epoch": 10, "train_loss": 0.0004467434773687273}, {"step": 4900, "epoch": 10, "train_loss": 0.00048433878691866994}, {"step": 4950, "epoch": 10, "train_loss": 0.0003133094869554043}, {"step": 5000, "epoch": 10, "train_loss": 0.000613381911534816}, {"step": 5050, "epoch": 10, "train_loss": 0.00031657572253607213}, {"step": 5100, "epoch": 10, "train_loss": 0.0002211653918493539}, {"step": 5150, "epoch": 10, "train_loss": 8.180722943507135e-05}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9821, "test_loss": 0.07658244514465332}, {"step": 5200, "epoch": 11, "train_loss": 0.0004223644791636616}, {"step": 5250, "epoch": 11, "train_loss": 0.00030820630490779877}, {"step": 5300, "epoch": 11, "train_loss": 0.00040049912058748305}, {"step": 5350, "epoch": 11, "train_loss": 0.0001870007545221597}, {"step": 5400, "epoch": 11, "train_loss": 0.0004379497841000557}, {"step": 5450, "epoch": 11, "train_loss": 0.00016796817362774163}, {"step": 5500, "epoch": 11, "train_loss": 0.0002918691898230463}, {"step": 5550, "epoch": 11, "train_loss": 0.0004700137651525438}, {"step": 5600, "epoch": 11, "train_loss": 0.0003795548400375992}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9825, "test_loss": 0.07848679347038269}, {"step": 5650, "epoch": 12, "train_loss": 0.00018783204723149538}, {"step": 5700, "epoch": 12, "train_loss": 0.0001383740600431338}, {"step": 5750, "epoch": 12, "train_loss": 0.0001774810953065753}, {"step": 5800, "epoch": 12, "train_loss": 0.0001851953857112676}, {"step": 5850, "epoch": 12, "train_loss": 0.0001796487922547385}, {"step": 5900, "epoch": 12, "train_loss": 0.0003254969487898052}, {"step": 5950, "epoch": 12, "train_loss": 0.00031295299413613975}, {"step": 6000, "epoch": 12, "train_loss": 0.0003133797727059573}, {"step": 6050, "epoch": 12, "train_loss": 0.0002721876953728497}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9827, "test_loss": 0.07877399339675903}, {"step": 6100, "epoch": 13, "train_loss": 0.0002206912322435528}, {"step": 6150, "epoch": 13, "train_loss": 0.00018671354337129742}, {"step": 6200, "epoch": 13, "train_loss": 0.0001826930238166824}, {"step": 6250, "epoch": 13, "train_loss": 0.00013370493252296}, {"step": 6300, "epoch": 13, "train_loss": 0.0001651750790188089}, {"step": 6350, "epoch": 13, "train_loss": 0.00022876946604810655}, {"step": 6400, "epoch": 13, "train_loss": 0.000576435646507889}, {"step": 6450, "epoch": 13, "train_loss": 9.416822285857052e-05}, {"step": 6500, "epoch": 13, "train_loss": 8.93005562829785e-05}, {"step": 6550, "epoch": 13, "train_loss": 0.0003155080776195973}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9828, "test_loss": 0.0793029128074646}, {"step": 6600, "epoch": 14, "train_loss": 0.0001333207037532702}, {"step": 6650, "epoch": 14, "train_loss": 0.00017808692064136267}, {"step": 6700, "epoch": 14, "train_loss": 0.00025377009296789765}, {"step": 6750, "epoch": 14, "train_loss": 0.00019620225066319108}, {"step": 6800, "epoch": 14, "train_loss": 0.00014824469690211117}, {"step": 6850, "epoch": 14, "train_loss": 0.00020110441255383193}, {"step": 6900, "epoch": 14, "train_loss": 0.00017248059157282114}, {"step": 6950, "epoch": 14, "train_loss": 7.320477743633091e-05}, {"step": 7000, "epoch": 14, "train_loss": 0.00019092365982942283}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9827, "test_loss": 0.08001932334899903}, {"step": 7050, "epoch": 15, "train_loss": 8.045260619837791e-05}, {"step": 7100, "epoch": 15, "train_loss": 0.0002549329656176269}, {"step": 7150, "epoch": 15, "train_loss": 9.346091974293813e-05}, {"step": 7200, "epoch": 15, "train_loss": 0.00022706450545229018}, {"step": 7250, "epoch": 15, "train_loss": 9.450680227018893e-05}, {"step": 7300, "epoch": 15, "train_loss": 5.7615125115262344e-05}, {"step": 7350, "epoch": 15, "train_loss": 0.00011311593698337674}, {"step": 7400, "epoch": 15, "train_loss": 0.00024193762510549277}, {"step": 7450, "epoch": 15, "train_loss": 0.0001565579150337726}, {"step": 7500, "epoch": 15, "train_loss": 0.00010695104720070958}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9827, "test_loss": 0.08050118956565856}, {"step": 7550, "epoch": 16, "train_loss": 9.594497532816604e-05}, {"step": 7600, "epoch": 16, "train_loss": 0.00010527694394113496}, {"step": 7650, "epoch": 16, "train_loss": 8.923142740968615e-05}, {"step": 7700, "epoch": 16, "train_loss": 0.00011913620983250439}, {"step": 7750, "epoch": 16, "train_loss": 0.0002155322872567922}, {"step": 7800, "epoch": 16, "train_loss": 0.0001668279874138534}, {"step": 7850, "epoch": 16, "train_loss": 8.184018224710599e-05}, {"step": 7900, "epoch": 16, "train_loss": 0.00012544832134153694}, {"step": 7950, "epoch": 16, "train_loss": 0.0002052448398899287}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9829, "test_loss": 0.08099215316772461}, {"step": 8000, "epoch": 17, "train_loss": 5.4329295380739495e-05}, {"step": 8050, "epoch": 17, "train_loss": 9.679016511654481e-05}, {"step": 8100, "epoch": 17, "train_loss": 0.0002504176227375865}, {"step": 8150, "epoch": 17, "train_loss": 9.121440234594047e-05}, {"step": 8200, "epoch": 17, "train_loss": 7.280429417733103e-05}, {"step": 8250, "epoch": 17, "train_loss": 0.00026603188598528504}, {"step": 8300, "epoch": 17, "train_loss": 6.443187885452062e-05}, {"step": 8350, "epoch": 17, "train_loss": 0.00014258778537623584}, {"step": 8400, "epoch": 17, "train_loss": 0.00019863454508595169}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9828, "test_loss": 0.08140166540145874}, {"step": 8450, "epoch": 18, "train_loss": 0.00016389785741921514}, {"step": 8500, "epoch": 18, "train_loss": 8.490987966069952e-05}, {"step": 8550, "epoch": 18, "train_loss": 0.0002153585373889655}, {"step": 8600, "epoch": 18, "train_loss": 0.00016855861758813262}, {"step": 8650, "epoch": 18, "train_loss": 0.00013522298831958324}, {"step": 8700, "epoch": 18, "train_loss": 0.00022105785319581628}, {"step": 8750, "epoch": 18, "train_loss": 9.17491561267525e-05}, {"step": 8800, "epoch": 18, "train_loss": 0.00011664943303912878}, {"step": 8850, "epoch": 18, "train_loss": 8.671765681356192e-05}, {"step": 8900, "epoch": 18, "train_loss": 8.007979340618476e-05}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9826, "test_loss": 0.08204041876792907}, {"step": 8950, "epoch": 19, "train_loss": 4.749181607621722e-05}, {"step": 9000, "epoch": 19, "train_loss": 5.892386980121955e-05}, {"step": 9050, "epoch": 19, "train_loss": 0.00018503065803088248}, {"step": 9100, "epoch": 19, "train_loss": 9.196836617775261e-05}, {"step": 9150, "epoch": 19, "train_loss": 0.00016836539725773036}, {"step": 9200, "epoch": 19, "train_loss": 9.310579480370507e-05}, {"step": 9250, "epoch": 19, "train_loss": 5.4821073717903346e-05}, {"step": 9300, "epoch": 19, "train_loss": 7.102347444742918e-05}, {"step": 9350, "epoch": 19, "train_loss": 0.00011019947123713791}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9827, "test_loss": 0.08243350100517273}], "final": {"test_acc": 0.9827, "test_loss": 0.08243350100517273, "wall_s": 22.353254795074463}}
\ No newline at end of file
diff --git a/results/A_main_dfa_s0.json b/results/A_main_dfa_s0.json
new file mode 100644
index 0000000..8daf357
--- /dev/null
+++ b/results/A_main_dfa_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_main_dfa_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.022608546540141106, -0.021600201725959778, 0.034186817705631256], "cos_apical_negg": [-0.022608546540141106, -0.021600201725959778, 0.034186817705631256], "cos_Ac_negg": [-0.022608546540141106, -0.021600201725959778, 0.034186817705631256], "r_norm": [4.9019622802734375, 4.829395294189453, 4.823568344116211]}, {"step": 50, "epoch": 0, "train_loss": 0.6863705515861511, "cos_r_negg": [0.4194353222846985, 0.39577746391296387, 0.3445488214492798], "cos_apical_negg": [0.4194353222846985, 0.39577746391296387, 0.3445488214492798], "cos_Ac_negg": [0.4194353222846985, 0.39577746391296387, 0.3445488214492798], "r_norm": [1.281628131866455, 1.2540812492370605, 1.2472658157348633]}, {"step": 100, "epoch": 0, "train_loss": 0.3274005651473999, "cos_r_negg": [0.44356149435043335, 0.3850879669189453, 0.36200574040412903], "cos_apical_negg": [0.44356149435043335, 0.3850879669189453, 0.36200574040412903], "cos_Ac_negg": [0.44356149435043335, 0.3850879669189453, 0.36200574040412903], "r_norm": [0.8515516519546509, 0.8325172662734985, 0.8327000141143799]}, {"step": 150, "epoch": 0, "train_loss": 0.3616173565387726, "cos_r_negg": [0.4731399416923523, 0.41051286458969116, 0.40241408348083496], "cos_apical_negg": [0.4731399416923523, 0.41051286458969116, 0.40241408348083496], "cos_Ac_negg": [0.4731399416923523, 0.41051286458969116, 0.40241408348083496], "r_norm": [0.7570799589157104, 0.7439552545547485, 0.7415491938591003]}, {"step": 200, "epoch": 0, "train_loss": 0.2865452170372009, "cos_r_negg": [0.4740939438343048, 0.4322420656681061, 0.4258202314376831], "cos_apical_negg": [0.4740939438343048, 0.4322420656681061, 0.4258202314376831], "cos_Ac_negg": [0.4740939438343048, 0.4322420656681061, 0.4258202314376831], "r_norm": [0.7708492875099182, 0.7576156854629517, 0.7546271085739136]}, {"step": 250, "epoch": 0, "train_loss": 0.1615387201309204, "cos_r_negg": [0.4788106083869934, 0.45389997959136963, 0.4388591945171356], "cos_apical_negg": [0.4788106083869934, 0.45389997959136963, 0.4388591945171356], "cos_Ac_negg": [0.4788106083869934, 0.45389997959136963, 0.4388591945171356], "r_norm": [0.6681670546531677, 0.657978892326355, 0.6558527946472168]}, {"step": 300, "epoch": 0, "train_loss": 0.2847558856010437, "cos_r_negg": [0.5173721313476562, 0.4701789915561676, 0.4405641555786133], "cos_apical_negg": [0.5173721313476562, 0.4701789915561676, 0.4405641555786133], "cos_Ac_negg": [0.5173721313476562, 0.4701789915561676, 0.4405641555786133], "r_norm": [0.6219494342803955, 0.6125187873840332, 0.6111507415771484]}, {"step": 350, "epoch": 0, "train_loss": 0.21044433116912842, "cos_r_negg": [0.5179247856140137, 0.4597778916358948, 0.44768133759498596], "cos_apical_negg": [0.5179247856140137, 0.4597778916358948, 0.44768133759498596], "cos_Ac_negg": [0.5179247856140137, 0.4597778916358948, 0.44768133759498596], "r_norm": [0.617355227470398, 0.6049196720123291, 0.6010550260543823]}, {"step": 400, "epoch": 0, "train_loss": 0.11371439695358276, "cos_r_negg": [0.5106762647628784, 0.4772512912750244, 0.4421093463897705], "cos_apical_negg": [0.5106762647628784, 0.4772512912750244, 0.4421093463897705], "cos_Ac_negg": [0.5106762647628784, 0.4772512912750244, 0.4421093463897705], "r_norm": [0.5236973166465759, 0.5135962963104248, 0.5106936097145081]}, {"step": 450, "epoch": 0, "train_loss": 0.23418444395065308, "cos_r_negg": [0.5322663187980652, 0.48690104484558105, 0.4540765881538391], "cos_apical_negg": [0.5322663187980652, 0.48690104484558105, 0.4540765881538391], "cos_Ac_negg": [0.5322663187980652, 0.48690104484558105, 0.4540765881538391], "r_norm": [0.6470879912376404, 0.6317501068115234, 0.6331363916397095]}, {"epoch_end": 0, "step": 469, "test_acc": 0.944, "test_loss": 0.18944356307983398}, {"step": 500, "epoch": 1, "train_loss": 0.28879380226135254, "cos_r_negg": [0.5335206985473633, 0.4870482087135315, 0.46510136127471924], "cos_apical_negg": [0.5335206985473633, 0.4870482087135315, 0.46510136127471924], "cos_Ac_negg": [0.5335206985473633, 0.4870482087135315, 0.46510136127471924], "r_norm": [0.5545840263366699, 0.5461637377738953, 0.5407732725143433]}, {"step": 550, "epoch": 1, "train_loss": 0.2035873532295227, "cos_r_negg": [0.523209810256958, 0.48576050996780396, 0.4572187662124634], "cos_apical_negg": [0.523209810256958, 0.48576050996780396, 0.4572187662124634], "cos_Ac_negg": [0.523209810256958, 0.48576050996780396, 0.4572187662124634], "r_norm": [0.4755166172981262, 0.46767210960388184, 0.46572306752204895]}, {"step": 600, "epoch": 1, "train_loss": 0.3222624361515045, "cos_r_negg": [0.5335845947265625, 0.4864976704120636, 0.4635397791862488], "cos_apical_negg": [0.5335845947265625, 0.4864976704120636, 0.4635397791862488], "cos_Ac_negg": [0.5335845947265625, 0.4864976704120636, 0.4635397791862488], "r_norm": [0.48239666223526, 0.47414714097976685, 0.47168177366256714]}, {"step": 650, "epoch": 1, "train_loss": 0.1765444129705429, "cos_r_negg": [0.5350250005722046, 0.5011635422706604, 0.4675009548664093], "cos_apical_negg": [0.5350250005722046, 0.5011635422706604, 0.4675009548664093], "cos_Ac_negg": [0.5350250005722046, 0.5011635422706604, 0.4675009548664093], "r_norm": [0.47819244861602783, 0.46834513545036316, 0.46456730365753174]}, {"step": 700, "epoch": 1, "train_loss": 0.04017835110425949, "cos_r_negg": [0.5143001675605774, 0.49137091636657715, 0.4657471776008606], "cos_apical_negg": [0.5143001675605774, 0.49137091636657715, 0.4657471776008606], "cos_Ac_negg": [0.5143001675605774, 0.49137091636657715, 0.4657471776008606], "r_norm": [0.39717891812324524, 0.39234375953674316, 0.3883557617664337]}, {"step": 750, "epoch": 1, "train_loss": 0.11356629431247711, "cos_r_negg": [0.5378125905990601, 0.5097267627716064, 0.47107893228530884], "cos_apical_negg": [0.5378125905990601, 0.5097267627716064, 0.47107893228530884], "cos_Ac_negg": [0.5378125905990601, 0.5097267627716064, 0.47107893228530884], "r_norm": [0.46588587760925293, 0.45859357714653015, 0.45350855588912964]}, {"step": 800, "epoch": 1, "train_loss": 0.10907748341560364, "cos_r_negg": [0.5202711224555969, 0.5082782506942749, 0.48057836294174194], "cos_apical_negg": [0.5202711224555969, 0.5082782506942749, 0.48057836294174194], "cos_Ac_negg": [0.5202711224555969, 0.5082782506942749, 0.48057836294174194], "r_norm": [0.41202324628829956, 0.4062170386314392, 0.4030906558036804]}, {"step": 850, "epoch": 1, "train_loss": 0.23601728677749634, "cos_r_negg": [0.5344616174697876, 0.5118039846420288, 0.49130094051361084], "cos_apical_negg": [0.5344616174697876, 0.5118039846420288, 0.49130094051361084], "cos_Ac_negg": [0.5344616174697876, 0.5118039846420288, 0.49130094051361084], "r_norm": [0.45002585649490356, 0.44115331768989563, 0.43898576498031616]}, {"step": 900, "epoch": 1, "train_loss": 0.13875392079353333, "cos_r_negg": [0.5433008670806885, 0.5235936641693115, 0.4862591028213501], "cos_apical_negg": [0.5433008670806885, 0.5235936641693115, 0.4862591028213501], "cos_Ac_negg": [0.5433008670806885, 0.5235936641693115, 0.4862591028213501], "r_norm": [0.41718876361846924, 0.4087710678577423, 0.4084256887435913]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9529, "test_loss": 0.15175765419006348}, {"step": 950, "epoch": 2, "train_loss": 0.14615845680236816, "cos_r_negg": [0.5292890071868896, 0.5159308910369873, 0.4819737672805786], "cos_apical_negg": [0.5292890071868896, 0.5159308910369873, 0.4819737672805786], "cos_Ac_negg": [0.5292890071868896, 0.5159308910369873, 0.4819737672805786], "r_norm": [0.374565452337265, 0.3698199987411499, 0.3658810555934906]}, {"step": 1000, "epoch": 2, "train_loss": 0.19909445941448212, "cos_r_negg": [0.541415810585022, 0.54803866147995, 0.5018110871315002], "cos_apical_negg": [0.541415810585022, 0.54803866147995, 0.5018110871315002], "cos_Ac_negg": [0.541415810585022, 0.54803866147995, 0.5018110871315002], "r_norm": [0.37949836254119873, 0.37272465229034424, 0.37121066451072693]}, {"step": 1050, "epoch": 2, "train_loss": 0.05356651917099953, "cos_r_negg": [0.533500611782074, 0.5327860116958618, 0.48712626099586487], "cos_apical_negg": [0.533500611782074, 0.5327860116958618, 0.48712626099586487], "cos_Ac_negg": [0.533500611782074, 0.5327860116958618, 0.48712626099586487], "r_norm": [0.364157497882843, 0.355135440826416, 0.354878306388855]}, {"step": 1100, "epoch": 2, "train_loss": 0.10280799865722656, "cos_r_negg": [0.5191071033477783, 0.5286743640899658, 0.48731911182403564], "cos_apical_negg": [0.5191071033477783, 0.5286743640899658, 0.48731911182403564], "cos_Ac_negg": [0.5191071033477783, 0.5286743640899658, 0.48731911182403564], "r_norm": [0.3078080415725708, 0.3023328483104706, 0.30145174264907837]}, {"step": 1150, "epoch": 2, "train_loss": 0.058542802929878235, "cos_r_negg": [0.4977796673774719, 0.5109472274780273, 0.4572042226791382], "cos_apical_negg": [0.4977796673774719, 0.5109472274780273, 0.4572042226791382], "cos_Ac_negg": [0.4977796673774719, 0.5109472274780273, 0.4572042226791382], "r_norm": [0.3284050524234772, 0.32329311966896057, 0.3226505517959595]}, {"step": 1200, "epoch": 2, "train_loss": 0.04472207650542259, "cos_r_negg": [0.5256279706954956, 0.5296606421470642, 0.46896621584892273], "cos_apical_negg": [0.5256279706954956, 0.5296606421470642, 0.46896621584892273], "cos_Ac_negg": [0.5256279706954956, 0.5296606421470642, 0.46896621584892273], "r_norm": [0.35604509711265564, 0.35266736149787903, 0.34867119789123535]}, {"step": 1250, "epoch": 2, "train_loss": 0.09862436354160309, "cos_r_negg": [0.5162296295166016, 0.5199014544487, 0.4898041784763336], "cos_apical_negg": [0.5162296295166016, 0.5199014544487, 0.4898041784763336], "cos_Ac_negg": [0.5162296295166016, 0.5199014544487, 0.4898041784763336], "r_norm": [0.3429911136627197, 0.3379582166671753, 0.3344006836414337]}, {"step": 1300, "epoch": 2, "train_loss": 0.18738527595996857, "cos_r_negg": [0.5351779460906982, 0.5387500524520874, 0.48536697030067444], "cos_apical_negg": [0.5351779460906982, 0.5387500524520874, 0.48536697030067444], "cos_Ac_negg": [0.5351779460906982, 0.5387500524520874, 0.48536697030067444], "r_norm": [0.30641281604766846, 0.30409419536590576, 0.3005921542644501]}, {"step": 1350, "epoch": 2, "train_loss": 0.16130973398685455, "cos_r_negg": [0.5635806322097778, 0.5509804487228394, 0.4846886992454529], "cos_apical_negg": [0.5635806322097778, 0.5509804487228394, 0.4846886992454529], "cos_Ac_negg": [0.5635806322097778, 0.5509804487228394, 0.4846886992454529], "r_norm": [0.3528067171573639, 0.34508296847343445, 0.34484273195266724]}, {"step": 1400, "epoch": 2, "train_loss": 0.28864091634750366, "cos_r_negg": [0.5480560064315796, 0.5617213845252991, 0.4833116829395294], "cos_apical_negg": [0.5480560064315796, 0.5617213845252991, 0.4833116829395294], "cos_Ac_negg": [0.5480560064315796, 0.5617213845252991, 0.4833116829395294], "r_norm": [0.37306854128837585, 0.36565229296684265, 0.3609279990196228]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9601, "test_loss": 0.13755525856018067}, {"step": 1450, "epoch": 3, "train_loss": 0.047152817249298096, "cos_r_negg": [0.5297223329544067, 0.5390705466270447, 0.4783952236175537], "cos_apical_negg": [0.5297223329544067, 0.5390705466270447, 0.4783952236175537], "cos_Ac_negg": [0.5297223329544067, 0.5390705466270447, 0.4783952236175537], "r_norm": [0.32820379734039307, 0.3222428560256958, 0.31958526372909546]}, {"step": 1500, "epoch": 3, "train_loss": 0.06430163979530334, "cos_r_negg": [0.5224593877792358, 0.5342316031455994, 0.48526033759117126], "cos_apical_negg": [0.5224593877792358, 0.5342316031455994, 0.48526033759117126], "cos_Ac_negg": [0.5224593877792358, 0.5342316031455994, 0.48526033759117126], "r_norm": [0.33379194140434265, 0.32938116788864136, 0.3265378177165985]}, {"step": 1550, "epoch": 3, "train_loss": 0.08466095477342606, "cos_r_negg": [0.5312160849571228, 0.5514405965805054, 0.5040114521980286], "cos_apical_negg": [0.5312160849571228, 0.5514405965805054, 0.5040114521980286], "cos_Ac_negg": [0.5312160849571228, 0.5514405965805054, 0.5040114521980286], "r_norm": [0.27872589230537415, 0.27427974343299866, 0.27232345938682556]}, {"step": 1600, "epoch": 3, "train_loss": 0.0547834113240242, "cos_r_negg": [0.5201064348220825, 0.5320050716400146, 0.48455989360809326], "cos_apical_negg": [0.5201064348220825, 0.5320050716400146, 0.48455989360809326], "cos_Ac_negg": [0.5201064348220825, 0.5320050716400146, 0.48455989360809326], "r_norm": [0.3325040340423584, 0.32567650079727173, 0.32374778389930725]}, {"step": 1650, "epoch": 3, "train_loss": 0.06290461122989655, "cos_r_negg": [0.5098526477813721, 0.5316197872161865, 0.47062069177627563], "cos_apical_negg": [0.5098526477813721, 0.5316197872161865, 0.47062069177627563], "cos_Ac_negg": [0.5098526477813721, 0.5316197872161865, 0.47062069177627563], "r_norm": [0.2956677973270416, 0.2903963625431061, 0.28850021958351135]}, {"step": 1700, "epoch": 3, "train_loss": 0.08997613936662674, "cos_r_negg": [0.547202467918396, 0.5571744441986084, 0.5048806071281433], "cos_apical_negg": [0.547202467918396, 0.5571744441986084, 0.5048806071281433], "cos_Ac_negg": [0.547202467918396, 0.5571744441986084, 0.5048806071281433], "r_norm": [0.30538493394851685, 0.2992684841156006, 0.29865166544914246]}, {"step": 1750, "epoch": 3, "train_loss": 0.04004375636577606, "cos_r_negg": [0.5109231472015381, 0.5389346480369568, 0.4799298346042633], "cos_apical_negg": [0.5109231472015381, 0.5389346480369568, 0.4799298346042633], "cos_Ac_negg": [0.5109231472015381, 0.5389346480369568, 0.4799298346042633], "r_norm": [0.24150454998016357, 0.2380734533071518, 0.23642928898334503]}, {"step": 1800, "epoch": 3, "train_loss": 0.12351875007152557, "cos_r_negg": [0.5288709998130798, 0.545038104057312, 0.4968799352645874], "cos_apical_negg": [0.5288709998130798, 0.545038104057312, 0.4968799352645874], "cos_Ac_negg": [0.5288709998130798, 0.545038104057312, 0.4968799352645874], "r_norm": [0.27262192964553833, 0.2685239315032959, 0.26607292890548706]}, {"step": 1850, "epoch": 3, "train_loss": 0.07114216685295105, "cos_r_negg": [0.5346987247467041, 0.5469327569007874, 0.5047658085823059], "cos_apical_negg": [0.5346987247467041, 0.5469327569007874, 0.5047658085823059], "cos_Ac_negg": [0.5346987247467041, 0.5469327569007874, 0.5047658085823059], "r_norm": [0.2773158550262451, 0.27310270071029663, 0.2696780562400818]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9674, "test_loss": 0.11108005352020264}, {"step": 1900, "epoch": 4, "train_loss": 0.049938470125198364, "cos_r_negg": [0.5270042419433594, 0.5456202626228333, 0.5076339244842529], "cos_apical_negg": [0.5270042419433594, 0.5456202626228333, 0.5076339244842529], "cos_Ac_negg": [0.5270042419433594, 0.5456202626228333, 0.5076339244842529], "r_norm": [0.26388925313949585, 0.25707054138183594, 0.2573451101779938]}, {"step": 1950, "epoch": 4, "train_loss": 0.018054459244012833, "cos_r_negg": [0.5103318691253662, 0.5395128130912781, 0.5001623630523682], "cos_apical_negg": [0.5103318691253662, 0.5395128130912781, 0.5001623630523682], "cos_Ac_negg": [0.5103318691253662, 0.5395128130912781, 0.5001623630523682], "r_norm": [0.24600861966609955, 0.24034611880779266, 0.23937547206878662]}, {"step": 2000, "epoch": 4, "train_loss": 0.08432718366384506, "cos_r_negg": [0.46416640281677246, 0.5062105655670166, 0.4648776650428772], "cos_apical_negg": [0.46416640281677246, 0.5062105655670166, 0.4648776650428772], "cos_Ac_negg": [0.46416640281677246, 0.5062105655670166, 0.4648776650428772], "r_norm": [0.24360010027885437, 0.238389253616333, 0.2389015555381775]}, {"step": 2050, "epoch": 4, "train_loss": 0.06020200625061989, "cos_r_negg": [0.4738634526729584, 0.4980337619781494, 0.46526917815208435], "cos_apical_negg": [0.4738634526729584, 0.4980337619781494, 0.46526917815208435], "cos_Ac_negg": [0.4738634526729584, 0.4980337619781494, 0.46526917815208435], "r_norm": [0.2755001485347748, 0.26926732063293457, 0.2672080397605896]}, {"step": 2100, "epoch": 4, "train_loss": 0.04544281214475632, "cos_r_negg": [0.4675213396549225, 0.4931641221046448, 0.4648332893848419], "cos_apical_negg": [0.4675213396549225, 0.4931641221046448, 0.4648332893848419], "cos_Ac_negg": [0.4675213396549225, 0.4931641221046448, 0.4648332893848419], "r_norm": [0.29773974418640137, 0.29111340641975403, 0.290172815322876]}, {"step": 2150, "epoch": 4, "train_loss": 0.04969358444213867, "cos_r_negg": [0.48409390449523926, 0.5146756172180176, 0.4882495701313019], "cos_apical_negg": [0.48409390449523926, 0.5146756172180176, 0.4882495701313019], "cos_Ac_negg": [0.48409390449523926, 0.5146756172180176, 0.4882495701313019], "r_norm": [0.22396691143512726, 0.2216494381427765, 0.21887733042240143]}, {"step": 2200, "epoch": 4, "train_loss": 0.06924708932638168, "cos_r_negg": [0.4520847201347351, 0.4858325719833374, 0.4547721743583679], "cos_apical_negg": [0.4520847201347351, 0.4858325719833374, 0.4547721743583679], "cos_Ac_negg": [0.4520847201347351, 0.4858325719833374, 0.4547721743583679], "r_norm": [0.23080730438232422, 0.22674879431724548, 0.22455599904060364]}, {"step": 2250, "epoch": 4, "train_loss": 0.012393835932016373, "cos_r_negg": [0.43658217787742615, 0.46775099635124207, 0.4408835768699646], "cos_apical_negg": [0.43658217787742615, 0.46775099635124207, 0.4408835768699646], "cos_Ac_negg": [0.43658217787742615, 0.46775099635124207, 0.4408835768699646], "r_norm": [0.30504804849624634, 0.2990055978298187, 0.29515016078948975]}, {"step": 2300, "epoch": 4, "train_loss": 0.13978564739227295, "cos_r_negg": [0.4561905860900879, 0.4895862340927124, 0.45999687910079956], "cos_apical_negg": [0.4561905860900879, 0.4895862340927124, 0.45999687910079956], "cos_Ac_negg": [0.4561905860900879, 0.4895862340927124, 0.45999687910079956], "r_norm": [0.25855398178100586, 0.25585609674453735, 0.2517533302307129]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9669, "test_loss": 0.1110031337738037}, {"step": 2350, "epoch": 5, "train_loss": 0.020323488861322403, "cos_r_negg": [0.4956340491771698, 0.5231965780258179, 0.4965534806251526], "cos_apical_negg": [0.4956340491771698, 0.5231965780258179, 0.4965534806251526], "cos_Ac_negg": [0.4956340491771698, 0.5231965780258179, 0.4965534806251526], "r_norm": [0.27588406205177307, 0.2739007771015167, 0.2686117887496948]}, {"step": 2400, "epoch": 5, "train_loss": 0.02146069146692753, "cos_r_negg": [0.44179171323776245, 0.4749937355518341, 0.44831937551498413], "cos_apical_negg": [0.44179171323776245, 0.4749937355518341, 0.44831937551498413], "cos_Ac_negg": [0.44179171323776245, 0.4749937355518341, 0.44831937551498413], "r_norm": [0.26309484243392944, 0.25877416133880615, 0.2579648196697235]}, {"step": 2450, "epoch": 5, "train_loss": 0.034567199647426605, "cos_r_negg": [0.4182213544845581, 0.45266202092170715, 0.4272535741329193], "cos_apical_negg": [0.4182213544845581, 0.45266202092170715, 0.4272535741329193], "cos_Ac_negg": [0.4182213544845581, 0.45266202092170715, 0.4272535741329193], "r_norm": [0.21859994530677795, 0.21389344334602356, 0.2140970081090927]}, {"step": 2500, "epoch": 5, "train_loss": 0.0792485922574997, "cos_r_negg": [0.4654904007911682, 0.4903522729873657, 0.47222816944122314], "cos_apical_negg": [0.4654904007911682, 0.4903522729873657, 0.47222816944122314], "cos_Ac_negg": [0.4654904007911682, 0.4903522729873657, 0.47222816944122314], "r_norm": [0.20915378630161285, 0.20712167024612427, 0.20493344962596893]}, {"step": 2550, "epoch": 5, "train_loss": 0.023874400183558464, "cos_r_negg": [0.4173015356063843, 0.445372611284256, 0.4260731339454651], "cos_apical_negg": [0.4173015356063843, 0.445372611284256, 0.4260731339454651], "cos_Ac_negg": [0.4173015356063843, 0.445372611284256, 0.4260731339454651], "r_norm": [0.20893990993499756, 0.20617689192295074, 0.20556123554706573]}, {"step": 2600, "epoch": 5, "train_loss": 0.03185741603374481, "cos_r_negg": [0.44643035531044006, 0.4820643365383148, 0.46731874346733093], "cos_apical_negg": [0.44643035531044006, 0.4820643365383148, 0.46731874346733093], "cos_Ac_negg": [0.44643035531044006, 0.4820643365383148, 0.46731874346733093], "r_norm": [0.23632772266864777, 0.23283588886260986, 0.2308744490146637]}, {"step": 2650, "epoch": 5, "train_loss": 0.027478275820612907, "cos_r_negg": [0.4227842092514038, 0.4542504847049713, 0.4379202127456665], "cos_apical_negg": [0.4227842092514038, 0.4542504847049713, 0.4379202127456665], "cos_Ac_negg": [0.4227842092514038, 0.4542504847049713, 0.4379202127456665], "r_norm": [0.22173281013965607, 0.2193000167608261, 0.21783551573753357]}, {"step": 2700, "epoch": 5, "train_loss": 0.08730193227529526, "cos_r_negg": [0.4493783712387085, 0.4795543849468231, 0.4583666920661926], "cos_apical_negg": [0.4493783712387085, 0.4795543849468231, 0.4583666920661926], "cos_Ac_negg": [0.4493783712387085, 0.4795543849468231, 0.4583666920661926], "r_norm": [0.23660311102867126, 0.23387542366981506, 0.23236338794231415]}, {"step": 2750, "epoch": 5, "train_loss": 0.014618746004998684, "cos_r_negg": [0.4001198410987854, 0.43707650899887085, 0.4153149425983429], "cos_apical_negg": [0.4001198410987854, 0.43707650899887085, 0.4153149425983429], "cos_Ac_negg": [0.4001198410987854, 0.43707650899887085, 0.4153149425983429], "r_norm": [0.24355608224868774, 0.2396453469991684, 0.2374487668275833]}, {"step": 2800, "epoch": 5, "train_loss": 0.01379033550620079, "cos_r_negg": [0.3881785273551941, 0.42085471749305725, 0.40389376878738403], "cos_apical_negg": [0.3881785273551941, 0.42085471749305725, 0.40389376878738403], "cos_Ac_negg": [0.3881785273551941, 0.42085471749305725, 0.40389376878738403], "r_norm": [0.24061354994773865, 0.23566044867038727, 0.23425985872745514]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9708, "test_loss": 0.11217044410705566}, {"step": 2850, "epoch": 6, "train_loss": 0.021708611398935318, "cos_r_negg": [0.3671521544456482, 0.3927919864654541, 0.3754679560661316], "cos_apical_negg": [0.3671521544456482, 0.3927919864654541, 0.3754679560661316], "cos_Ac_negg": [0.3671521544456482, 0.3927919864654541, 0.3754679560661316], "r_norm": [0.2668687105178833, 0.2638660669326782, 0.2615690231323242]}, {"step": 2900, "epoch": 6, "train_loss": 0.015426082536578178, "cos_r_negg": [0.3672162890434265, 0.39251017570495605, 0.3713480234146118], "cos_apical_negg": [0.3672162890434265, 0.39251017570495605, 0.3713480234146118], "cos_Ac_negg": [0.3672162890434265, 0.39251017570495605, 0.3713480234146118], "r_norm": [0.22716745734214783, 0.22506962716579437, 0.2227737307548523]}, {"step": 2950, "epoch": 6, "train_loss": 0.058913011103868484, "cos_r_negg": [0.3782884180545807, 0.4062613844871521, 0.391190767288208], "cos_apical_negg": [0.3782884180545807, 0.4062613844871521, 0.391190767288208], "cos_Ac_negg": [0.3782884180545807, 0.4062613844871521, 0.391190767288208], "r_norm": [0.23053839802742004, 0.22659063339233398, 0.22416725754737854]}, {"step": 3000, "epoch": 6, "train_loss": 0.0033923566807061434, "cos_r_negg": [0.3384394645690918, 0.3691408634185791, 0.3641607463359833], "cos_apical_negg": [0.3384394645690918, 0.3691408634185791, 0.3641607463359833], "cos_Ac_negg": [0.3384394645690918, 0.3691408634185791, 0.3641607463359833], "r_norm": [0.2179475873708725, 0.21279263496398926, 0.21193143725395203]}, {"step": 3050, "epoch": 6, "train_loss": 0.03878623992204666, "cos_r_negg": [0.32683148980140686, 0.3581336438655853, 0.34274929761886597], "cos_apical_negg": [0.32683148980140686, 0.3581336438655853, 0.34274929761886597], "cos_Ac_negg": [0.32683148980140686, 0.3581336438655853, 0.34274929761886597], "r_norm": [0.2257642149925232, 0.22139479219913483, 0.22101470828056335]}, {"step": 3100, "epoch": 6, "train_loss": 0.022489432245492935, "cos_r_negg": [0.3629353642463684, 0.39136284589767456, 0.3760358691215515], "cos_apical_negg": [0.3629353642463684, 0.39136284589767456, 0.3760358691215515], "cos_Ac_negg": [0.3629353642463684, 0.39136284589767456, 0.3760358691215515], "r_norm": [0.2141227126121521, 0.2090594619512558, 0.20936650037765503]}, {"step": 3150, "epoch": 6, "train_loss": 0.030089693143963814, "cos_r_negg": [0.3330027461051941, 0.36072397232055664, 0.34731853008270264], "cos_apical_negg": [0.3330027461051941, 0.36072397232055664, 0.34731853008270264], "cos_Ac_negg": [0.3330027461051941, 0.36072397232055664, 0.34731853008270264], "r_norm": [0.2083071768283844, 0.20425331592559814, 0.2021058052778244]}, {"step": 3200, "epoch": 6, "train_loss": 0.045353613793849945, "cos_r_negg": [0.35117876529693604, 0.3906298577785492, 0.37810710072517395], "cos_apical_negg": [0.35117876529693604, 0.3906298577785492, 0.37810710072517395], "cos_Ac_negg": [0.35117876529693604, 0.3906298577785492, 0.37810710072517395], "r_norm": [0.25732743740081787, 0.25274693965911865, 0.2527005076408386]}, {"step": 3250, "epoch": 6, "train_loss": 0.05903598666191101, "cos_r_negg": [0.37580060958862305, 0.40536364912986755, 0.38825523853302], "cos_apical_negg": [0.37580060958862305, 0.40536364912986755, 0.38825523853302], "cos_Ac_negg": [0.37580060958862305, 0.40536364912986755, 0.38825523853302], "r_norm": [0.21434879302978516, 0.21132782101631165, 0.20921921730041504]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9692, "test_loss": 0.11788013687133789}, {"step": 3300, "epoch": 7, "train_loss": 0.009145502001047134, "cos_r_negg": [0.3415432572364807, 0.37652844190597534, 0.35575830936431885], "cos_apical_negg": [0.3415432572364807, 0.37652844190597534, 0.35575830936431885], "cos_Ac_negg": [0.3415432572364807, 0.37652844190597534, 0.35575830936431885], "r_norm": [0.21186643838882446, 0.20853839814662933, 0.20819777250289917]}, {"step": 3350, "epoch": 7, "train_loss": 0.004840923007577658, "cos_r_negg": [0.33345258235931396, 0.36502233147621155, 0.348060667514801], "cos_apical_negg": [0.33345258235931396, 0.36502233147621155, 0.348060667514801], "cos_Ac_negg": [0.33345258235931396, 0.36502233147621155, 0.348060667514801], "r_norm": [0.1999388337135315, 0.19770973920822144, 0.19592627882957458]}, {"step": 3400, "epoch": 7, "train_loss": 0.005616708658635616, "cos_r_negg": [0.3096234202384949, 0.345132440328598, 0.3274829089641571], "cos_apical_negg": [0.3096234202384949, 0.345132440328598, 0.3274829089641571], "cos_Ac_negg": [0.3096234202384949, 0.345132440328598, 0.3274829089641571], "r_norm": [0.23379100859165192, 0.23158428072929382, 0.22773459553718567]}, {"step": 3450, "epoch": 7, "train_loss": 0.05128918215632439, "cos_r_negg": [0.3230096697807312, 0.35719600319862366, 0.3427339792251587], "cos_apical_negg": [0.3230096697807312, 0.35719600319862366, 0.3427339792251587], "cos_Ac_negg": [0.3230096697807312, 0.35719600319862366, 0.3427339792251587], "r_norm": [0.1764601320028305, 0.17403678596019745, 0.17238041758537292]}, {"step": 3500, "epoch": 7, "train_loss": 0.02618834376335144, "cos_r_negg": [0.30415335297584534, 0.33624231815338135, 0.3170759677886963], "cos_apical_negg": [0.30415335297584534, 0.33624231815338135, 0.3170759677886963], "cos_Ac_negg": [0.30415335297584534, 0.33624231815338135, 0.3170759677886963], "r_norm": [0.18696404993534088, 0.18510234355926514, 0.1828155219554901]}, {"step": 3550, "epoch": 7, "train_loss": 0.011262431740760803, "cos_r_negg": [0.31716883182525635, 0.35136640071868896, 0.3347901999950409], "cos_apical_negg": [0.31716883182525635, 0.35136640071868896, 0.3347901999950409], "cos_Ac_negg": [0.31716883182525635, 0.35136640071868896, 0.3347901999950409], "r_norm": [0.20599353313446045, 0.20266571640968323, 0.20141999423503876]}, {"step": 3600, "epoch": 7, "train_loss": 0.004409158136695623, "cos_r_negg": [0.325194776058197, 0.3523519039154053, 0.33861368894577026], "cos_apical_negg": [0.325194776058197, 0.3523519039154053, 0.33861368894577026], "cos_Ac_negg": [0.325194776058197, 0.3523519039154053, 0.33861368894577026], "r_norm": [0.1821373552083969, 0.1786414384841919, 0.1782112717628479]}, {"step": 3650, "epoch": 7, "train_loss": 0.000777107197791338, "cos_r_negg": [0.31138941645622253, 0.33772820234298706, 0.323568731546402], "cos_apical_negg": [0.31138941645622253, 0.33772820234298706, 0.323568731546402], "cos_Ac_negg": [0.31138941645622253, 0.33772820234298706, 0.323568731546402], "r_norm": [0.21334700286388397, 0.20964759588241577, 0.2075350284576416]}, {"step": 3700, "epoch": 7, "train_loss": 0.0021683599334210157, "cos_r_negg": [0.2804853022098541, 0.3093540668487549, 0.29821813106536865], "cos_apical_negg": [0.2804853022098541, 0.3093540668487549, 0.29821813106536865], "cos_Ac_negg": [0.2804853022098541, 0.3093540668487549, 0.29821813106536865], "r_norm": [0.17200255393981934, 0.17021043598651886, 0.16928362846374512]}, {"step": 3750, "epoch": 7, "train_loss": 0.007654092274606228, "cos_r_negg": [0.2920302450656891, 0.3149734139442444, 0.30428123474121094], "cos_apical_negg": [0.2920302450656891, 0.3149734139442444, 0.30428123474121094], "cos_Ac_negg": [0.2920302450656891, 0.3149734139442444, 0.30428123474121094], "r_norm": [0.20195616781711578, 0.19710507988929749, 0.19788947701454163]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.971, "test_loss": 0.12618296928405762}, {"step": 3800, "epoch": 8, "train_loss": 0.04389466717839241, "cos_r_negg": [0.2668043375015259, 0.29220688343048096, 0.2772822678089142], "cos_apical_negg": [0.2668043375015259, 0.29220688343048096, 0.2772822678089142], "cos_Ac_negg": [0.2668043375015259, 0.29220688343048096, 0.2772822678089142], "r_norm": [0.16586124897003174, 0.16210150718688965, 0.16268834471702576]}, {"step": 3850, "epoch": 8, "train_loss": 0.01217209454625845, "cos_r_negg": [0.25508978962898254, 0.2757081389427185, 0.2631881535053253], "cos_apical_negg": [0.25508978962898254, 0.2757081389427185, 0.2631881535053253], "cos_Ac_negg": [0.25508978962898254, 0.2757081389427185, 0.2631881535053253], "r_norm": [0.20228078961372375, 0.1981492042541504, 0.19774824380874634]}, {"step": 3900, "epoch": 8, "train_loss": 0.006633935030549765, "cos_r_negg": [0.256067156791687, 0.2807759940624237, 0.2698390483856201], "cos_apical_negg": [0.256067156791687, 0.2807759940624237, 0.2698390483856201], "cos_Ac_negg": [0.256067156791687, 0.2807759940624237, 0.2698390483856201], "r_norm": [0.1664556860923767, 0.16309796273708344, 0.16329437494277954]}, {"step": 3950, "epoch": 8, "train_loss": 0.0013316378463059664, "cos_r_negg": [0.24627470970153809, 0.2657566964626312, 0.2548292875289917], "cos_apical_negg": [0.24627470970153809, 0.2657566964626312, 0.2548292875289917], "cos_Ac_negg": [0.24627470970153809, 0.2657566964626312, 0.2548292875289917], "r_norm": [0.1665465086698532, 0.1637711524963379, 0.16352403163909912]}, {"step": 4000, "epoch": 8, "train_loss": 0.0012888085329905152, "cos_r_negg": [0.23314769566059113, 0.25269338488578796, 0.24108850955963135], "cos_apical_negg": [0.23314769566059113, 0.25269338488578796, 0.24108850955963135], "cos_Ac_negg": [0.23314769566059113, 0.25269338488578796, 0.24108850955963135], "r_norm": [0.19596529006958008, 0.19187118113040924, 0.1912107765674591]}, {"step": 4050, "epoch": 8, "train_loss": 0.015497773885726929, "cos_r_negg": [0.24506539106369019, 0.26546719670295715, 0.2548145651817322], "cos_apical_negg": [0.24506539106369019, 0.26546719670295715, 0.2548145651817322], "cos_Ac_negg": [0.24506539106369019, 0.26546719670295715, 0.2548145651817322], "r_norm": [0.17256665229797363, 0.16876651346683502, 0.16888725757598877]}, {"step": 4100, "epoch": 8, "train_loss": 0.06257003545761108, "cos_r_negg": [0.24348431825637817, 0.26930564641952515, 0.26172441244125366], "cos_apical_negg": [0.24348431825637817, 0.26930564641952515, 0.26172441244125366], "cos_Ac_negg": [0.24348431825637817, 0.26930564641952515, 0.26172441244125366], "r_norm": [0.2083447426557541, 0.20521849393844604, 0.20392262935638428]}, {"step": 4150, "epoch": 8, "train_loss": 0.0004835688741877675, "cos_r_negg": [0.24616611003875732, 0.27298635244369507, 0.26601335406303406], "cos_apical_negg": [0.24616611003875732, 0.27298635244369507, 0.26601335406303406], "cos_Ac_negg": [0.24616611003875732, 0.27298635244369507, 0.26601335406303406], "r_norm": [0.16403460502624512, 0.161818727850914, 0.16137844324111938]}, {"step": 4200, "epoch": 8, "train_loss": 0.007010872941464186, "cos_r_negg": [0.24989092350006104, 0.27546563744544983, 0.2687297463417053], "cos_apical_negg": [0.24989092350006104, 0.27546563744544983, 0.2687297463417053], "cos_Ac_negg": [0.24989092350006104, 0.27546563744544983, 0.2687297463417053], "r_norm": [0.17921364307403564, 0.17635273933410645, 0.17547446489334106]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9701, "test_loss": 0.12941176109313965}, {"step": 4250, "epoch": 9, "train_loss": 0.0045892721973359585, "cos_r_negg": [0.2539021372795105, 0.2763473391532898, 0.26754674315452576], "cos_apical_negg": [0.2539021372795105, 0.2763473391532898, 0.26754674315452576], "cos_Ac_negg": [0.2539021372795105, 0.2763473391532898, 0.26754674315452576], "r_norm": [0.1946524828672409, 0.19213926792144775, 0.19048282504081726]}, {"step": 4300, "epoch": 9, "train_loss": 0.007736677769571543, "cos_r_negg": [0.23234888911247253, 0.2547871768474579, 0.24684420228004456], "cos_apical_negg": [0.23234888911247253, 0.2547871768474579, 0.24684420228004456], "cos_Ac_negg": [0.23234888911247253, 0.2547871768474579, 0.24684420228004456], "r_norm": [0.1833932250738144, 0.18006563186645508, 0.17894044518470764]}, {"step": 4350, "epoch": 9, "train_loss": 0.0030932375229895115, "cos_r_negg": [0.24391518533229828, 0.265287309885025, 0.25767552852630615], "cos_apical_negg": [0.24391518533229828, 0.265287309885025, 0.25767552852630615], "cos_Ac_negg": [0.24391518533229828, 0.265287309885025, 0.25767552852630615], "r_norm": [0.18519631028175354, 0.18210497498512268, 0.1808205395936966]}, {"step": 4400, "epoch": 9, "train_loss": 0.0014874644111841917, "cos_r_negg": [0.22968849539756775, 0.24780061841011047, 0.23810923099517822], "cos_apical_negg": [0.22968849539756775, 0.24780061841011047, 0.23810923099517822], "cos_Ac_negg": [0.22968849539756775, 0.24780061841011047, 0.23810923099517822], "r_norm": [0.17330488562583923, 0.17075049877166748, 0.16978690028190613]}, {"step": 4450, "epoch": 9, "train_loss": 0.002406806219369173, "cos_r_negg": [0.20800599455833435, 0.22405651211738586, 0.21564960479736328], "cos_apical_negg": [0.20800599455833435, 0.22405651211738586, 0.21564960479736328], "cos_Ac_negg": [0.20800599455833435, 0.22405651211738586, 0.21564960479736328], "r_norm": [0.16479915380477905, 0.16198286414146423, 0.1616663634777069]}, {"step": 4500, "epoch": 9, "train_loss": 0.0011578750563785434, "cos_r_negg": [0.20950400829315186, 0.2290695458650589, 0.21988680958747864], "cos_apical_negg": [0.20950400829315186, 0.2290695458650589, 0.21988680958747864], "cos_Ac_negg": [0.20950400829315186, 0.2290695458650589, 0.21988680958747864], "r_norm": [0.15600256621837616, 0.1532055139541626, 0.15337532758712769]}, {"step": 4550, "epoch": 9, "train_loss": 0.013996757566928864, "cos_r_negg": [0.22406089305877686, 0.2474069893360138, 0.23891067504882812], "cos_apical_negg": [0.22406089305877686, 0.2474069893360138, 0.23891067504882812], "cos_Ac_negg": [0.22406089305877686, 0.2474069893360138, 0.23891067504882812], "r_norm": [0.16810691356658936, 0.16588172316551208, 0.16474752128124237]}, {"step": 4600, "epoch": 9, "train_loss": 0.04821887984871864, "cos_r_negg": [0.20696178078651428, 0.22760744392871857, 0.22026847302913666], "cos_apical_negg": [0.20696178078651428, 0.22760744392871857, 0.22026847302913666], "cos_Ac_negg": [0.20696178078651428, 0.22760744392871857, 0.22026847302913666], "r_norm": [0.16884508728981018, 0.16721412539482117, 0.16545739769935608]}, {"step": 4650, "epoch": 9, "train_loss": 0.007871131412684917, "cos_r_negg": [0.20646226406097412, 0.22844097018241882, 0.21998928487300873], "cos_apical_negg": [0.20646226406097412, 0.22844097018241882, 0.21998928487300873], "cos_Ac_negg": [0.20646226406097412, 0.22844097018241882, 0.21998928487300873], "r_norm": [0.16587162017822266, 0.16323398053646088, 0.16265782713890076]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9736, "test_loss": 0.13251180992126466}, {"step": 4700, "epoch": 10, "train_loss": 0.003878844901919365, "cos_r_negg": [0.19661617279052734, 0.2175310105085373, 0.20956934988498688], "cos_apical_negg": [0.19661617279052734, 0.2175310105085373, 0.20956934988498688], "cos_Ac_negg": [0.19661617279052734, 0.2175310105085373, 0.20956934988498688], "r_norm": [0.16236527264118195, 0.15933245420455933, 0.15944352746009827]}, {"step": 4750, "epoch": 10, "train_loss": 0.0021631084382534027, "cos_r_negg": [0.18589043617248535, 0.20797660946846008, 0.2012605518102646], "cos_apical_negg": [0.18589043617248535, 0.20797660946846008, 0.2012605518102646], "cos_Ac_negg": [0.18589043617248535, 0.20797660946846008, 0.2012605518102646], "r_norm": [0.15098246932029724, 0.1484224945306778, 0.1485174298286438]}, {"step": 4800, "epoch": 10, "train_loss": 0.002061628270894289, "cos_r_negg": [0.19545070827007294, 0.2173788994550705, 0.20970922708511353], "cos_apical_negg": [0.19545070827007294, 0.2173788994550705, 0.20970922708511353], "cos_Ac_negg": [0.19545070827007294, 0.2173788994550705, 0.20970922708511353], "r_norm": [0.15444284677505493, 0.15212686359882355, 0.15172675251960754]}, {"step": 4850, "epoch": 10, "train_loss": 0.0009399846312589943, "cos_r_negg": [0.19563347101211548, 0.22074450552463531, 0.21435262262821198], "cos_apical_negg": [0.19563347101211548, 0.22074450552463531, 0.21435262262821198], "cos_Ac_negg": [0.19563347101211548, 0.22074450552463531, 0.21435262262821198], "r_norm": [0.1484367847442627, 0.14639577269554138, 0.14580953121185303]}, {"step": 4900, "epoch": 10, "train_loss": 0.0033072568476200104, "cos_r_negg": [0.18982449173927307, 0.21243587136268616, 0.20588496327400208], "cos_apical_negg": [0.18982449173927307, 0.21243587136268616, 0.20588496327400208], "cos_Ac_negg": [0.18982449173927307, 0.21243587136268616, 0.20588496327400208], "r_norm": [0.14882709085941315, 0.14675316214561462, 0.14644403755664825]}, {"step": 4950, "epoch": 10, "train_loss": 0.0003637236077338457, "cos_r_negg": [0.1868734359741211, 0.20689640939235687, 0.20111332833766937], "cos_apical_negg": [0.1868734359741211, 0.20689640939235687, 0.20111332833766937], "cos_Ac_negg": [0.1868734359741211, 0.20689640939235687, 0.20111332833766937], "r_norm": [0.14799410104751587, 0.14575853943824768, 0.14573357999324799]}, {"step": 5000, "epoch": 10, "train_loss": 0.0005840217927470803, "cos_r_negg": [0.18630149960517883, 0.20497825741767883, 0.19682791829109192], "cos_apical_negg": [0.18630149960517883, 0.20497825741767883, 0.19682791829109192], "cos_Ac_negg": [0.18630149960517883, 0.20497825741767883, 0.19682791829109192], "r_norm": [0.1528269648551941, 0.15016713738441467, 0.15160493552684784]}, {"step": 5050, "epoch": 10, "train_loss": 0.010254633612930775, "cos_r_negg": [0.20313560962677002, 0.22703079879283905, 0.21820354461669922], "cos_apical_negg": [0.20313560962677002, 0.22703079879283905, 0.21820354461669922], "cos_Ac_negg": [0.20313560962677002, 0.22703079879283905, 0.21820354461669922], "r_norm": [0.15012218058109283, 0.1465085744857788, 0.14820286631584167]}, {"step": 5100, "epoch": 10, "train_loss": 0.005819697864353657, "cos_r_negg": [0.1839590072631836, 0.2066795825958252, 0.1987578570842743], "cos_apical_negg": [0.1839590072631836, 0.2066795825958252, 0.1987578570842743], "cos_Ac_negg": [0.1839590072631836, 0.2066795825958252, 0.1987578570842743], "r_norm": [0.15024957060813904, 0.1471090018749237, 0.14821173250675201]}, {"step": 5150, "epoch": 10, "train_loss": 0.0009902957826852798, "cos_r_negg": [0.17981106042861938, 0.20092375576496124, 0.19501563906669617], "cos_apical_negg": [0.17981106042861938, 0.20092375576496124, 0.19501563906669617], "cos_Ac_negg": [0.17981106042861938, 0.20092375576496124, 0.19501563906669617], "r_norm": [0.14933118224143982, 0.14619019627571106, 0.1478894054889679]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9735, "test_loss": 0.1335349760055542}, {"step": 5200, "epoch": 11, "train_loss": 0.0032810724806040525, "cos_r_negg": [0.17357368767261505, 0.19275346398353577, 0.1864779144525528], "cos_apical_negg": [0.17357368767261505, 0.19275346398353577, 0.1864779144525528], "cos_Ac_negg": [0.17357368767261505, 0.19275346398353577, 0.1864779144525528], "r_norm": [0.14594346284866333, 0.14269140362739563, 0.14457207918167114]}, {"step": 5250, "epoch": 11, "train_loss": 0.003942394629120827, "cos_r_negg": [0.17076829075813293, 0.1905335783958435, 0.18376854062080383], "cos_apical_negg": [0.17076829075813293, 0.1905335783958435, 0.18376854062080383], "cos_Ac_negg": [0.17076829075813293, 0.1905335783958435, 0.18376854062080383], "r_norm": [0.15120114386081696, 0.14789338409900665, 0.14984020590782166]}, {"step": 5300, "epoch": 11, "train_loss": 0.0012285354314371943, "cos_r_negg": [0.16900521516799927, 0.18895894289016724, 0.18359798192977905], "cos_apical_negg": [0.16900521516799927, 0.18895894289016724, 0.18359798192977905], "cos_Ac_negg": [0.16900521516799927, 0.18895894289016724, 0.18359798192977905], "r_norm": [0.15008729696273804, 0.14675229787826538, 0.14831945300102234]}, {"step": 5350, "epoch": 11, "train_loss": 0.0007475890452042222, "cos_r_negg": [0.173585444688797, 0.1929592490196228, 0.18744030594825745], "cos_apical_negg": [0.173585444688797, 0.1929592490196228, 0.18744030594825745], "cos_Ac_negg": [0.173585444688797, 0.1929592490196228, 0.18744030594825745], "r_norm": [0.14779195189476013, 0.14446720480918884, 0.14596004784107208]}, {"step": 5400, "epoch": 11, "train_loss": 0.0005941259441897273, "cos_r_negg": [0.1746141016483307, 0.19522693753242493, 0.19003817439079285], "cos_apical_negg": [0.1746141016483307, 0.19522693753242493, 0.19003817439079285], "cos_Ac_negg": [0.1746141016483307, 0.19522693753242493, 0.19003817439079285], "r_norm": [0.15346646308898926, 0.1502423733472824, 0.15113364160060883]}, {"step": 5450, "epoch": 11, "train_loss": 0.0009647300466895103, "cos_r_negg": [0.16905143857002258, 0.18821509182453156, 0.18336693942546844], "cos_apical_negg": [0.16905143857002258, 0.18821509182453156, 0.18336693942546844], "cos_Ac_negg": [0.16905143857002258, 0.18821509182453156, 0.18336693942546844], "r_norm": [0.14948546886444092, 0.1464485228061676, 0.1472567915916443]}, {"step": 5500, "epoch": 11, "train_loss": 0.005110028199851513, "cos_r_negg": [0.17023925483226776, 0.1884743869304657, 0.18444021046161652], "cos_apical_negg": [0.17023925483226776, 0.1884743869304657, 0.18444021046161652], "cos_Ac_negg": [0.17023925483226776, 0.1884743869304657, 0.18444021046161652], "r_norm": [0.14879359304904938, 0.14571526646614075, 0.14669981598854065]}, {"step": 5550, "epoch": 11, "train_loss": 0.0008489203173667192, "cos_r_negg": [0.1683504581451416, 0.18671752512454987, 0.1822654753923416], "cos_apical_negg": [0.1683504581451416, 0.18671752512454987, 0.1822654753923416], "cos_Ac_negg": [0.1683504581451416, 0.18671752512454987, 0.1822654753923416], "r_norm": [0.14504246413707733, 0.14239344000816345, 0.14308492839336395]}, {"step": 5600, "epoch": 11, "train_loss": 0.001810690388083458, "cos_r_negg": [0.16098402440547943, 0.17720523476600647, 0.17212170362472534], "cos_apical_negg": [0.16098402440547943, 0.17720523476600647, 0.17212170362472534], "cos_Ac_negg": [0.16098402440547943, 0.17720523476600647, 0.17212170362472534], "r_norm": [0.149572491645813, 0.14671269059181213, 0.14787952601909637]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.973, "test_loss": 0.13866732759475708}, {"step": 5650, "epoch": 12, "train_loss": 0.001571080181747675, "cos_r_negg": [0.16819269955158234, 0.18714183568954468, 0.18190030753612518], "cos_apical_negg": [0.16819269955158234, 0.18714183568954468, 0.18190030753612518], "cos_Ac_negg": [0.16819269955158234, 0.18714183568954468, 0.18190030753612518], "r_norm": [0.13927993178367615, 0.1369449496269226, 0.13779368996620178]}, {"step": 5700, "epoch": 12, "train_loss": 0.0015398268587887287, "cos_r_negg": [0.16141965985298157, 0.17800301313400269, 0.17393457889556885], "cos_apical_negg": [0.16141965985298157, 0.17800301313400269, 0.17393457889556885], "cos_Ac_negg": [0.16141965985298157, 0.17800301313400269, 0.17393457889556885], "r_norm": [0.1383504718542099, 0.13596084713935852, 0.1367756575345993]}, {"step": 5750, "epoch": 12, "train_loss": 0.0012200467754155397, "cos_r_negg": [0.15836751461029053, 0.17386120557785034, 0.17107389867305756], "cos_apical_negg": [0.15836751461029053, 0.17386120557785034, 0.17107389867305756], "cos_Ac_negg": [0.15836751461029053, 0.17386120557785034, 0.17107389867305756], "r_norm": [0.14338895678520203, 0.14095348119735718, 0.14157350361347198]}, {"step": 5800, "epoch": 12, "train_loss": 0.0004607710288837552, "cos_r_negg": [0.16410671174526215, 0.18196552991867065, 0.177586168050766], "cos_apical_negg": [0.16410671174526215, 0.18196552991867065, 0.177586168050766], "cos_Ac_negg": [0.16410671174526215, 0.18196552991867065, 0.177586168050766], "r_norm": [0.1417255699634552, 0.1391671597957611, 0.13991905748844147]}, {"step": 5850, "epoch": 12, "train_loss": 0.0013807923533022404, "cos_r_negg": [0.15813595056533813, 0.17336568236351013, 0.17042148113250732], "cos_apical_negg": [0.15813595056533813, 0.17336568236351013, 0.17042148113250732], "cos_Ac_negg": [0.15813595056533813, 0.17336568236351013, 0.17042148113250732], "r_norm": [0.13988298177719116, 0.13753001391887665, 0.13792684674263]}, {"step": 5900, "epoch": 12, "train_loss": 0.0008538728579878807, "cos_r_negg": [0.160536989569664, 0.17529302835464478, 0.1716645061969757], "cos_apical_negg": [0.160536989569664, 0.17529302835464478, 0.1716645061969757], "cos_Ac_negg": [0.160536989569664, 0.17529302835464478, 0.1716645061969757], "r_norm": [0.14241012930870056, 0.1399364173412323, 0.14080001413822174]}, {"step": 5950, "epoch": 12, "train_loss": 0.0006388048641383648, "cos_r_negg": [0.1627063751220703, 0.1799822449684143, 0.17652636766433716], "cos_apical_negg": [0.1627063751220703, 0.1799822449684143, 0.17652636766433716], "cos_Ac_negg": [0.1627063751220703, 0.1799822449684143, 0.17652636766433716], "r_norm": [0.14480672776699066, 0.14259031414985657, 0.14282941818237305]}, {"step": 6000, "epoch": 12, "train_loss": 0.0014789842534810305, "cos_r_negg": [0.15683463215827942, 0.17242933809757233, 0.16839265823364258], "cos_apical_negg": [0.15683463215827942, 0.17242933809757233, 0.16839265823364258], "cos_Ac_negg": [0.15683463215827942, 0.17242933809757233, 0.16839265823364258], "r_norm": [0.14225386083126068, 0.13976125419139862, 0.14037415385246277]}, {"step": 6050, "epoch": 12, "train_loss": 0.0005680888425558805, "cos_r_negg": [0.153418630361557, 0.168344646692276, 0.16483712196350098], "cos_apical_negg": [0.153418630361557, 0.168344646692276, 0.16483712196350098], "cos_Ac_negg": [0.153418630361557, 0.168344646692276, 0.16483712196350098], "r_norm": [0.1448691338300705, 0.14238743484020233, 0.1428956538438797]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9728, "test_loss": 0.14127740116119386}, {"step": 6100, "epoch": 13, "train_loss": 0.0019160977099090815, "cos_r_negg": [0.15451231598854065, 0.1704726666212082, 0.16648578643798828], "cos_apical_negg": [0.15451231598854065, 0.1704726666212082, 0.16648578643798828], "cos_Ac_negg": [0.15451231598854065, 0.1704726666212082, 0.16648578643798828], "r_norm": [0.14535537362098694, 0.14313921332359314, 0.14339949190616608]}, {"step": 6150, "epoch": 13, "train_loss": 0.0005249591777101159, "cos_r_negg": [0.1517719030380249, 0.16770076751708984, 0.16450482606887817], "cos_apical_negg": [0.1517719030380249, 0.16770076751708984, 0.16450482606887817], "cos_Ac_negg": [0.1517719030380249, 0.16770076751708984, 0.16450482606887817], "r_norm": [0.1456056535243988, 0.14332973957061768, 0.1435750126838684]}, {"step": 6200, "epoch": 13, "train_loss": 0.0003952290571760386, "cos_r_negg": [0.1496199071407318, 0.16491569578647614, 0.1624269038438797], "cos_apical_negg": [0.1496199071407318, 0.16491569578647614, 0.1624269038438797], "cos_Ac_negg": [0.1496199071407318, 0.16491569578647614, 0.1624269038438797], "r_norm": [0.14484155178070068, 0.14262153208255768, 0.1427556276321411]}, {"step": 6250, "epoch": 13, "train_loss": 0.0013125869445502758, "cos_r_negg": [0.15108132362365723, 0.1662244200706482, 0.16372397541999817], "cos_apical_negg": [0.15108132362365723, 0.1662244200706482, 0.16372397541999817], "cos_Ac_negg": [0.15108132362365723, 0.1662244200706482, 0.16372397541999817], "r_norm": [0.14136368036270142, 0.13918492197990417, 0.1394917368888855]}, {"step": 6300, "epoch": 13, "train_loss": 0.0004006032249890268, "cos_r_negg": [0.15176571905612946, 0.16681788861751556, 0.163946270942688], "cos_apical_negg": [0.15176571905612946, 0.16681788861751556, 0.163946270942688], "cos_Ac_negg": [0.15176571905612946, 0.16681788861751556, 0.163946270942688], "r_norm": [0.14371171593666077, 0.14129911363124847, 0.14191457629203796]}, {"step": 6350, "epoch": 13, "train_loss": 0.0020647330675274134, "cos_r_negg": [0.14827021956443787, 0.1625843346118927, 0.16048717498779297], "cos_apical_negg": [0.14827021956443787, 0.1625843346118927, 0.16048717498779297], "cos_Ac_negg": [0.14827021956443787, 0.1625843346118927, 0.16048717498779297], "r_norm": [0.1460588276386261, 0.1435874104499817, 0.14397695660591125]}, {"step": 6400, "epoch": 13, "train_loss": 0.0032149371691048145, "cos_r_negg": [0.152983158826828, 0.16855260729789734, 0.16518303751945496], "cos_apical_negg": [0.152983158826828, 0.16855260729789734, 0.16518303751945496], "cos_Ac_negg": [0.152983158826828, 0.16855260729789734, 0.16518303751945496], "r_norm": [0.1435326635837555, 0.14111477136611938, 0.14146071672439575]}, {"step": 6450, "epoch": 13, "train_loss": 0.000677877978887409, "cos_r_negg": [0.14679327607154846, 0.1601656973361969, 0.1576794981956482], "cos_apical_negg": [0.14679327607154846, 0.1601656973361969, 0.1576794981956482], "cos_Ac_negg": [0.14679327607154846, 0.1601656973361969, 0.1576794981956482], "r_norm": [0.14368857443332672, 0.14125145971775055, 0.14164909720420837]}, {"step": 6500, "epoch": 13, "train_loss": 0.0006487480131909251, "cos_r_negg": [0.14616620540618896, 0.15902236104011536, 0.15710222721099854], "cos_apical_negg": [0.14616620540618896, 0.15902236104011536, 0.15710222721099854], "cos_Ac_negg": [0.14616620540618896, 0.15902236104011536, 0.15710222721099854], "r_norm": [0.141313374042511, 0.1390036642551422, 0.1392168402671814]}, {"step": 6550, "epoch": 13, "train_loss": 0.0016967388801276684, "cos_r_negg": [0.14597773551940918, 0.15949678421020508, 0.1572946310043335], "cos_apical_negg": [0.14597773551940918, 0.15949678421020508, 0.1572946310043335], "cos_Ac_negg": [0.14597773551940918, 0.15949678421020508, 0.1572946310043335], "r_norm": [0.1389138549566269, 0.13662907481193542, 0.13696318864822388]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9729, "test_loss": 0.14460934114456175}, {"step": 6600, "epoch": 14, "train_loss": 0.0007501713698729873, "cos_r_negg": [0.14497527480125427, 0.1582658737897873, 0.15543685853481293], "cos_apical_negg": [0.14497527480125427, 0.1582658737897873, 0.15543685853481293], "cos_Ac_negg": [0.14497527480125427, 0.1582658737897873, 0.15543685853481293], "r_norm": [0.1391577273607254, 0.13680525124073029, 0.13729238510131836]}, {"step": 6650, "epoch": 14, "train_loss": 0.0012497341958805919, "cos_r_negg": [0.14406394958496094, 0.15695521235466003, 0.1547776460647583], "cos_apical_negg": [0.14406394958496094, 0.15695521235466003, 0.1547776460647583], "cos_Ac_negg": [0.14406394958496094, 0.15695521235466003, 0.1547776460647583], "r_norm": [0.1388923078775406, 0.1366393268108368, 0.13693614304065704]}, {"step": 6700, "epoch": 14, "train_loss": 0.0007206687005236745, "cos_r_negg": [0.14253410696983337, 0.1550728976726532, 0.15308469533920288], "cos_apical_negg": [0.14253410696983337, 0.1550728976726532, 0.15308469533920288], "cos_Ac_negg": [0.14253410696983337, 0.1550728976726532, 0.15308469533920288], "r_norm": [0.13917884230613708, 0.13687805831432343, 0.13729919493198395]}, {"step": 6750, "epoch": 14, "train_loss": 0.0006719870725646615, "cos_r_negg": [0.1400209367275238, 0.15189936757087708, 0.15019747614860535], "cos_apical_negg": [0.1400209367275238, 0.15189936757087708, 0.15019747614860535], "cos_Ac_negg": [0.1400209367275238, 0.15189936757087708, 0.15019747614860535], "r_norm": [0.13931287825107574, 0.1369583010673523, 0.13746780157089233]}, {"step": 6800, "epoch": 14, "train_loss": 0.0014487648149952292, "cos_r_negg": [0.14199227094650269, 0.15517857670783997, 0.15369293093681335], "cos_apical_negg": [0.14199227094650269, 0.15517857670783997, 0.15369293093681335], "cos_Ac_negg": [0.14199227094650269, 0.15517857670783997, 0.15369293093681335], "r_norm": [0.1425265371799469, 0.14017066359519958, 0.14051714539527893]}, {"step": 6850, "epoch": 14, "train_loss": 0.0008971388451755047, "cos_r_negg": [0.13920480012893677, 0.15233935415744781, 0.15110155940055847], "cos_apical_negg": [0.13920480012893677, 0.15233935415744781, 0.15110155940055847], "cos_Ac_negg": [0.13920480012893677, 0.15233935415744781, 0.15110155940055847], "r_norm": [0.14000079035758972, 0.13785123825073242, 0.1380692720413208]}, {"step": 6900, "epoch": 14, "train_loss": 0.0013210949255153537, "cos_r_negg": [0.13784532248973846, 0.14985299110412598, 0.14859983325004578], "cos_apical_negg": [0.13784532248973846, 0.14985299110412598, 0.14859983325004578], "cos_Ac_negg": [0.13784532248973846, 0.14985299110412598, 0.14859983325004578], "r_norm": [0.14131608605384827, 0.1390291303396225, 0.13932392001152039]}, {"step": 6950, "epoch": 14, "train_loss": 0.0003950374957639724, "cos_r_negg": [0.14116251468658447, 0.15383140742778778, 0.1517525464296341], "cos_apical_negg": [0.14116251468658447, 0.15383140742778778, 0.1517525464296341], "cos_Ac_negg": [0.14116251468658447, 0.15383140742778778, 0.1517525464296341], "r_norm": [0.14098337292671204, 0.13875068724155426, 0.13900968432426453]}, {"step": 7000, "epoch": 14, "train_loss": 0.0007077967748045921, "cos_r_negg": [0.13974912464618683, 0.1519503891468048, 0.15075254440307617], "cos_apical_negg": [0.13974912464618683, 0.1519503891468048, 0.15075254440307617], "cos_Ac_negg": [0.13974912464618683, 0.1519503891468048, 0.15075254440307617], "r_norm": [0.1431298851966858, 0.1408655047416687, 0.14109386503696442]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9733, "test_loss": 0.1473784134864807}, {"step": 7050, "epoch": 15, "train_loss": 0.00058927689678967, "cos_r_negg": [0.13933822512626648, 0.15119501948356628, 0.15026895701885223], "cos_apical_negg": [0.13933822512626648, 0.15119501948356628, 0.15026895701885223], "cos_Ac_negg": [0.13933822512626648, 0.15119501948356628, 0.15026895701885223], "r_norm": [0.14070454239845276, 0.13852843642234802, 0.1387481689453125]}, {"step": 7100, "epoch": 15, "train_loss": 0.0015616653254255652, "cos_r_negg": [0.1388700306415558, 0.15052589774131775, 0.1501876711845398], "cos_apical_negg": [0.1388700306415558, 0.15052589774131775, 0.1501876711845398], "cos_Ac_negg": [0.1388700306415558, 0.15052589774131775, 0.1501876711845398], "r_norm": [0.14112111926078796, 0.13886591792106628, 0.139087975025177]}, {"step": 7150, "epoch": 15, "train_loss": 0.0005589173524640501, "cos_r_negg": [0.1396734118461609, 0.15146926045417786, 0.15015548467636108], "cos_apical_negg": [0.1396734118461609, 0.15146926045417786, 0.15015548467636108], "cos_Ac_negg": [0.1396734118461609, 0.15146926045417786, 0.15015548467636108], "r_norm": [0.1374874711036682, 0.13535013794898987, 0.1356659233570099]}, {"step": 7200, "epoch": 15, "train_loss": 0.000796277541667223, "cos_r_negg": [0.13620509207248688, 0.14688831567764282, 0.14594422280788422], "cos_apical_negg": [0.13620509207248688, 0.14688831567764282, 0.14594422280788422], "cos_Ac_negg": [0.13620509207248688, 0.14688831567764282, 0.14594422280788422], "r_norm": [0.14120766520500183, 0.13888123631477356, 0.139261394739151]}, {"step": 7250, "epoch": 15, "train_loss": 0.00032707868376746774, "cos_r_negg": [0.13601461052894592, 0.14676842093467712, 0.14558987319469452], "cos_apical_negg": [0.13601461052894592, 0.14676842093467712, 0.14558987319469452], "cos_Ac_negg": [0.13601461052894592, 0.14676842093467712, 0.14558987319469452], "r_norm": [0.14073318243026733, 0.13844193518161774, 0.1388871967792511]}, {"step": 7300, "epoch": 15, "train_loss": 0.00022854185954201967, "cos_r_negg": [0.13561104238033295, 0.1463118940591812, 0.14578388631343842], "cos_apical_negg": [0.13561104238033295, 0.1463118940591812, 0.14578388631343842], "cos_Ac_negg": [0.13561104238033295, 0.1463118940591812, 0.14578388631343842], "r_norm": [0.14184615015983582, 0.13955435156822205, 0.1399090588092804]}, {"step": 7350, "epoch": 15, "train_loss": 0.0003428638738114387, "cos_r_negg": [0.1350758671760559, 0.14590393006801605, 0.14547297358512878], "cos_apical_negg": [0.1350758671760559, 0.14590393006801605, 0.14547297358512878], "cos_Ac_negg": [0.1350758671760559, 0.14590393006801605, 0.14547297358512878], "r_norm": [0.14165355265140533, 0.13940072059631348, 0.13968002796173096]}, {"step": 7400, "epoch": 15, "train_loss": 0.0008691477705724537, "cos_r_negg": [0.1378941833972931, 0.14913201332092285, 0.14800280332565308], "cos_apical_negg": [0.1378941833972931, 0.14913201332092285, 0.14800280332565308], "cos_Ac_negg": [0.1378941833972931, 0.14913201332092285, 0.14800280332565308], "r_norm": [0.1396477222442627, 0.1375156193971634, 0.13781169056892395]}, {"step": 7450, "epoch": 15, "train_loss": 0.00039758312050253153, "cos_r_negg": [0.13530319929122925, 0.14655767381191254, 0.14613884687423706], "cos_apical_negg": [0.13530319929122925, 0.14655767381191254, 0.14613884687423706], "cos_Ac_negg": [0.13530319929122925, 0.14655767381191254, 0.14613884687423706], "r_norm": [0.13925106823444366, 0.13714343309402466, 0.137302428483963]}, {"step": 7500, "epoch": 15, "train_loss": 0.0003700705128721893, "cos_r_negg": [0.13438808917999268, 0.14574585855007172, 0.14510183036327362], "cos_apical_negg": [0.13438808917999268, 0.14574585855007172, 0.14510183036327362], "cos_Ac_negg": [0.13438808917999268, 0.14574585855007172, 0.14510183036327362], "r_norm": [0.140605628490448, 0.13843156397342682, 0.13847362995147705]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9726, "test_loss": 0.14929521617889405}, {"step": 7550, "epoch": 16, "train_loss": 0.0003143376961816102, "cos_r_negg": [0.13384157419204712, 0.14516735076904297, 0.14482015371322632], "cos_apical_negg": [0.13384157419204712, 0.14516735076904297, 0.14482015371322632], "cos_Ac_negg": [0.13384157419204712, 0.14516735076904297, 0.14482015371322632], "r_norm": [0.14073264598846436, 0.13861724734306335, 0.13867992162704468]}, {"step": 7600, "epoch": 16, "train_loss": 0.0021032311487942934, "cos_r_negg": [0.1339070200920105, 0.14505630731582642, 0.14457619190216064], "cos_apical_negg": [0.1339070200920105, 0.14505630731582642, 0.14457619190216064], "cos_Ac_negg": [0.1339070200920105, 0.14505630731582642, 0.14457619190216064], "r_norm": [0.14006339013576508, 0.13795199990272522, 0.1380717158317566]}, {"step": 7650, "epoch": 16, "train_loss": 0.00036861520493403077, "cos_r_negg": [0.13341332972049713, 0.14425340294837952, 0.14404258131980896], "cos_apical_negg": [0.13341332972049713, 0.14425340294837952, 0.14404258131980896], "cos_Ac_negg": [0.13341332972049713, 0.14425340294837952, 0.14404258131980896], "r_norm": [0.1407564878463745, 0.13857220113277435, 0.13866600394248962]}, {"step": 7700, "epoch": 16, "train_loss": 0.0002330224378965795, "cos_r_negg": [0.13179591298103333, 0.14259181916713715, 0.14220720529556274], "cos_apical_negg": [0.13179591298103333, 0.14259181916713715, 0.14220720529556274], "cos_Ac_negg": [0.13179591298103333, 0.14259181916713715, 0.14220720529556274], "r_norm": [0.1401834487915039, 0.1379951536655426, 0.13817331194877625]}, {"step": 7750, "epoch": 16, "train_loss": 0.0007117514032870531, "cos_r_negg": [0.13169749081134796, 0.1428191363811493, 0.1423594057559967], "cos_apical_negg": [0.13169749081134796, 0.1428191363811493, 0.1423594057559967], "cos_Ac_negg": [0.13169749081134796, 0.1428191363811493, 0.1423594057559967], "r_norm": [0.13915616273880005, 0.1370561271905899, 0.13719472289085388]}, {"step": 7800, "epoch": 16, "train_loss": 0.0006891277153044939, "cos_r_negg": [0.13294482231140137, 0.14348816871643066, 0.14271453022956848], "cos_apical_negg": [0.13294482231140137, 0.14348816871643066, 0.14271453022956848], "cos_Ac_negg": [0.13294482231140137, 0.14348816871643066, 0.14271453022956848], "r_norm": [0.13846063613891602, 0.1362285614013672, 0.13653826713562012]}, {"step": 7850, "epoch": 16, "train_loss": 0.000565679743885994, "cos_r_negg": [0.1316211074590683, 0.14199134707450867, 0.14177516102790833], "cos_apical_negg": [0.1316211074590683, 0.14199134707450867, 0.14177516102790833], "cos_Ac_negg": [0.1316211074590683, 0.14199134707450867, 0.14177516102790833], "r_norm": [0.13731808960437775, 0.1351238638162613, 0.13545756042003632]}, {"step": 7900, "epoch": 16, "train_loss": 0.0006957458099350333, "cos_r_negg": [0.1312648504972458, 0.14176496863365173, 0.14165960252285004], "cos_apical_negg": [0.1312648504972458, 0.14176496863365173, 0.14165960252285004], "cos_Ac_negg": [0.1312648504972458, 0.14176496863365173, 0.14165960252285004], "r_norm": [0.137467160820961, 0.1353345662355423, 0.13554814457893372]}, {"step": 7950, "epoch": 16, "train_loss": 0.0006518641021102667, "cos_r_negg": [0.13080856204032898, 0.14139424264431, 0.14115849137306213], "cos_apical_negg": [0.13080856204032898, 0.14139424264431, 0.14115849137306213], "cos_Ac_negg": [0.13080856204032898, 0.14139424264431, 0.14115849137306213], "r_norm": [0.1377599835395813, 0.13561022281646729, 0.1358974277973175]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9728, "test_loss": 0.1512349235534668}, {"step": 8000, "epoch": 17, "train_loss": 0.000774081505369395, "cos_r_negg": [0.13076236844062805, 0.14138343930244446, 0.14131221175193787], "cos_apical_negg": [0.13076236844062805, 0.14138343930244446, 0.14131221175193787], "cos_Ac_negg": [0.13076236844062805, 0.14138343930244446, 0.14131221175193787], "r_norm": [0.1376858651638031, 0.13549593091011047, 0.13575397431850433]}, {"step": 8050, "epoch": 17, "train_loss": 0.0006734832422807813, "cos_r_negg": [0.13042528927326202, 0.14080631732940674, 0.14061179757118225], "cos_apical_negg": [0.13042528927326202, 0.14080631732940674, 0.14061179757118225], "cos_Ac_negg": [0.13042528927326202, 0.14080631732940674, 0.14061179757118225], "r_norm": [0.13827113807201385, 0.13602766394615173, 0.13629665970802307]}, {"step": 8100, "epoch": 17, "train_loss": 0.000884694280102849, "cos_r_negg": [0.13230086863040924, 0.14318902790546417, 0.14250296354293823], "cos_apical_negg": [0.13230086863040924, 0.14318902790546417, 0.14250296354293823], "cos_Ac_negg": [0.13230086863040924, 0.14318902790546417, 0.14250296354293823], "r_norm": [0.13566337525844574, 0.1335325986146927, 0.13378165662288666]}, {"step": 8150, "epoch": 17, "train_loss": 0.00047028460539877415, "cos_r_negg": [0.13028165698051453, 0.14105291664600372, 0.14107702672481537], "cos_apical_negg": [0.13028165698051453, 0.14105291664600372, 0.14107702672481537], "cos_Ac_negg": [0.13028165698051453, 0.14105291664600372, 0.14107702672481537], "r_norm": [0.1371728777885437, 0.13502851128578186, 0.13524992763996124]}, {"step": 8200, "epoch": 17, "train_loss": 0.0007135796477086842, "cos_r_negg": [0.12963303923606873, 0.1403195559978485, 0.14030231535434723], "cos_apical_negg": [0.12963303923606873, 0.1403195559978485, 0.14030231535434723], "cos_Ac_negg": [0.12963303923606873, 0.1403195559978485, 0.14030231535434723], "r_norm": [0.13585218787193298, 0.13378053903579712, 0.1340768039226532]}, {"step": 8250, "epoch": 17, "train_loss": 0.00079253816511482, "cos_r_negg": [0.1280846893787384, 0.13848303258419037, 0.13869772851467133], "cos_apical_negg": [0.1280846893787384, 0.13848303258419037, 0.13869772851467133], "cos_Ac_negg": [0.1280846893787384, 0.13848303258419037, 0.13869772851467133], "r_norm": [0.13713166117668152, 0.13500040769577026, 0.13532818853855133]}, {"step": 8300, "epoch": 17, "train_loss": 0.00010323956666979939, "cos_r_negg": [0.12860101461410522, 0.13883866369724274, 0.13904932141304016], "cos_apical_negg": [0.12860101461410522, 0.13883866369724274, 0.13904932141304016], "cos_Ac_negg": [0.12860101461410522, 0.13883866369724274, 0.13904932141304016], "r_norm": [0.13796228170394897, 0.13585668802261353, 0.13624683022499084]}, {"step": 8350, "epoch": 17, "train_loss": 0.00032248845673166215, "cos_r_negg": [0.12826213240623474, 0.13863545656204224, 0.13914595544338226], "cos_apical_negg": [0.12826213240623474, 0.13863545656204224, 0.13914595544338226], "cos_Ac_negg": [0.12826213240623474, 0.13863545656204224, 0.13914595544338226], "r_norm": [0.1388847827911377, 0.13680000603199005, 0.13705769181251526]}, {"step": 8400, "epoch": 17, "train_loss": 0.00038423575460910797, "cos_r_negg": [0.12830980122089386, 0.13856853544712067, 0.13903716206550598], "cos_apical_negg": [0.12830980122089386, 0.13856853544712067, 0.13903716206550598], "cos_Ac_negg": [0.12830980122089386, 0.13856853544712067, 0.13903716206550598], "r_norm": [0.1380101889371872, 0.13599815964698792, 0.13612763583660126]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9729, "test_loss": 0.15265981464385986}, {"step": 8450, "epoch": 18, "train_loss": 0.000548464129678905, "cos_r_negg": [0.12835699319839478, 0.1384545862674713, 0.13875532150268555], "cos_apical_negg": [0.12835699319839478, 0.1384545862674713, 0.13875532150268555], "cos_Ac_negg": [0.12835699319839478, 0.1384545862674713, 0.13875532150268555], "r_norm": [0.13760727643966675, 0.13558898866176605, 0.1357516497373581]}, {"step": 8500, "epoch": 18, "train_loss": 0.0006137436721473932, "cos_r_negg": [0.12729842960834503, 0.13744615018367767, 0.1378759741783142], "cos_apical_negg": [0.12729842960834503, 0.13744615018367767, 0.1378759741783142], "cos_Ac_negg": [0.12729842960834503, 0.13744615018367767, 0.1378759741783142], "r_norm": [0.13847467303276062, 0.13646471500396729, 0.13658808171749115]}, {"step": 8550, "epoch": 18, "train_loss": 0.0005641340976580977, "cos_r_negg": [0.12680697441101074, 0.13691802322864532, 0.13739043474197388], "cos_apical_negg": [0.12680697441101074, 0.13691802322864532, 0.13739043474197388], "cos_Ac_negg": [0.12680697441101074, 0.13691802322864532, 0.13739043474197388], "r_norm": [0.13872069120407104, 0.1366404891014099, 0.13679923117160797]}, {"step": 8600, "epoch": 18, "train_loss": 0.0003860143187921494, "cos_r_negg": [0.12732252478599548, 0.13740161061286926, 0.13785196840763092], "cos_apical_negg": [0.12732252478599548, 0.13740161061286926, 0.13785196840763092], "cos_Ac_negg": [0.12732252478599548, 0.13740161061286926, 0.13785196840763092], "r_norm": [0.13845327496528625, 0.1363717019557953, 0.13649506866931915]}, {"step": 8650, "epoch": 18, "train_loss": 0.00024625571677461267, "cos_r_negg": [0.12766563892364502, 0.13761289417743683, 0.13781413435935974], "cos_apical_negg": [0.12766563892364502, 0.13761289417743683, 0.13781413435935974], "cos_Ac_negg": [0.12766563892364502, 0.13761289417743683, 0.13781413435935974], "r_norm": [0.13769495487213135, 0.13555681705474854, 0.13577258586883545]}, {"step": 8700, "epoch": 18, "train_loss": 0.0009021864971145988, "cos_r_negg": [0.12803500890731812, 0.1382896900177002, 0.13845719397068024], "cos_apical_negg": [0.12803500890731812, 0.1382896900177002, 0.13845719397068024], "cos_Ac_negg": [0.12803500890731812, 0.1382896900177002, 0.13845719397068024], "r_norm": [0.13733534514904022, 0.1352004110813141, 0.1354677677154541]}, {"step": 8750, "epoch": 18, "train_loss": 0.00020738481543958187, "cos_r_negg": [0.12724316120147705, 0.1375376284122467, 0.13810449838638306], "cos_apical_negg": [0.12724316120147705, 0.1375376284122467, 0.13810449838638306], "cos_Ac_negg": [0.12724316120147705, 0.1375376284122467, 0.13810449838638306], "r_norm": [0.1392272710800171, 0.13716858625411987, 0.13729974627494812]}, {"step": 8800, "epoch": 18, "train_loss": 0.0008500032126903534, "cos_r_negg": [0.12607945501804352, 0.13618336617946625, 0.1366599202156067], "cos_apical_negg": [0.12607945501804352, 0.13618336617946625, 0.1366599202156067], "cos_Ac_negg": [0.12607945501804352, 0.13618336617946625, 0.1366599202156067], "r_norm": [0.13970042765140533, 0.1375741958618164, 0.13781020045280457]}, {"step": 8850, "epoch": 18, "train_loss": 0.00045504135778173804, "cos_r_negg": [0.12510709464550018, 0.1349959522485733, 0.1354743391275406], "cos_apical_negg": [0.12510709464550018, 0.1349959522485733, 0.1354743391275406], "cos_Ac_negg": [0.12510709464550018, 0.1349959522485733, 0.1354743391275406], "r_norm": [0.13736385107040405, 0.1352100521326065, 0.1355159431695938]}, {"step": 8900, "epoch": 18, "train_loss": 0.00031921773916110396, "cos_r_negg": [0.12523935735225677, 0.13508015871047974, 0.13569238781929016], "cos_apical_negg": [0.12523935735225677, 0.13508015871047974, 0.13569238781929016], "cos_Ac_negg": [0.12523935735225677, 0.13508015871047974, 0.13569238781929016], "r_norm": [0.1359175443649292, 0.1339547038078308, 0.13411013782024384]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9727, "test_loss": 0.1548501205444336}, {"step": 8950, "epoch": 19, "train_loss": 0.000274957186775282, "cos_r_negg": [0.12608149647712708, 0.13568291068077087, 0.13613691926002502], "cos_apical_negg": [0.12608149647712708, 0.13568291068077087, 0.13613691926002502], "cos_Ac_negg": [0.12608149647712708, 0.13568291068077087, 0.13613691926002502], "r_norm": [0.13585308194160461, 0.13394509255886078, 0.13407599925994873]}, {"step": 9000, "epoch": 19, "train_loss": 0.00025961146457120776, "cos_r_negg": [0.1252034306526184, 0.13491374254226685, 0.1353209763765335], "cos_apical_negg": [0.1252034306526184, 0.13491374254226685, 0.1353209763765335], "cos_Ac_negg": [0.1252034306526184, 0.13491374254226685, 0.1353209763765335], "r_norm": [0.13780593872070312, 0.13584908843040466, 0.13597875833511353]}, {"step": 9050, "epoch": 19, "train_loss": 0.0005188244394958019, "cos_r_negg": [0.1246996596455574, 0.13456904888153076, 0.13485774397850037], "cos_apical_negg": [0.1246996596455574, 0.13456904888153076, 0.13485774397850037], "cos_Ac_negg": [0.1246996596455574, 0.13456904888153076, 0.13485774397850037], "r_norm": [0.13778650760650635, 0.1357841193675995, 0.13590282201766968]}, {"step": 9100, "epoch": 19, "train_loss": 0.0006370351184159517, "cos_r_negg": [0.1244911253452301, 0.1341569721698761, 0.134318009018898], "cos_apical_negg": [0.1244911253452301, 0.1341569721698761, 0.134318009018898], "cos_Ac_negg": [0.1244911253452301, 0.1341569721698761, 0.134318009018898], "r_norm": [0.13717229664325714, 0.1351766139268875, 0.1353331208229065]}, {"step": 9150, "epoch": 19, "train_loss": 0.0018941671587526798, "cos_r_negg": [0.1251639425754547, 0.1346975415945053, 0.13491731882095337], "cos_apical_negg": [0.1251639425754547, 0.1346975415945053, 0.13491731882095337], "cos_Ac_negg": [0.1251639425754547, 0.1346975415945053, 0.13491731882095337], "r_norm": [0.13663049042224884, 0.13461434841156006, 0.1348099559545517]}, {"step": 9200, "epoch": 19, "train_loss": 0.0004440056800376624, "cos_r_negg": [0.12535817921161652, 0.13500559329986572, 0.1354471743106842], "cos_apical_negg": [0.12535817921161652, 0.13500559329986572, 0.1354471743106842], "cos_Ac_negg": [0.12535817921161652, 0.13500559329986572, 0.1354471743106842], "r_norm": [0.13770344853401184, 0.1356171816587448, 0.13584816455841064]}, {"step": 9250, "epoch": 19, "train_loss": 0.00034952606074512005, "cos_r_negg": [0.12407727539539337, 0.13383859395980835, 0.1346113532781601], "cos_apical_negg": [0.12407727539539337, 0.13383859395980835, 0.1346113532781601], "cos_Ac_negg": [0.12407727539539337, 0.13383859395980835, 0.1346113532781601], "r_norm": [0.1378900408744812, 0.13581746816635132, 0.13599450886249542]}, {"step": 9300, "epoch": 19, "train_loss": 0.00027548655634745955, "cos_r_negg": [0.12344517558813095, 0.13313224911689758, 0.1341417133808136], "cos_apical_negg": [0.12344517558813095, 0.13313224911689758, 0.1341417133808136], "cos_Ac_negg": [0.12344517558813095, 0.13313224911689758, 0.1341417133808136], "r_norm": [0.14024916291236877, 0.13820241391658783, 0.13827025890350342]}, {"step": 9350, "epoch": 19, "train_loss": 0.0004042683867737651, "cos_r_negg": [0.12236303836107254, 0.1319969743490219, 0.13295134902000427], "cos_apical_negg": [0.12236303836107254, 0.1319969743490219, 0.13295134902000427], "cos_Ac_negg": [0.12236303836107254, 0.1319969743490219, 0.13295134902000427], "r_norm": [0.1380351185798645, 0.13608306646347046, 0.13615688681602478]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9728, "test_loss": 0.15751630697250366}], "final": {"test_acc": 0.9728, "test_loss": 0.15751630697250366, "wall_s": 14.220919847488403, "cos_r_negg": [0.12235204130411148, 0.13207724690437317, 0.13299398124217987], "cos_apical_negg": [0.12235204130411148, 0.13207724690437317, 0.13299398124217987], "cos_Ac_negg": [0.12235204130411148, 0.13207724690437317, 0.13299398124217987]}}
\ No newline at end of file
diff --git a/results/A_nuis_rho0_res0_s0.json b/results/A_nuis_rho0_res0_s0.json
new file mode 100644
index 0000000..c3496b5
--- /dev/null
+++ b/results/A_nuis_rho0_res0_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 0, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_nuis_rho0_res0_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.0002613805700093508, 0.01220147404819727, 0.0749821811914444], "cos_apical_negg": [-0.0002613805700093508, 0.01220147404819727, 0.0749821811914444], "cos_Ac_negg": [-0.0002613805700093508, 0.01220147404819727, 0.0749821811914444], "r_norm": [4.889636516571045, 4.838781356811523, 4.850733757019043], "ldr": {"dL_sdil": -0.044272422790527344, "dL_bp": -0.23199224472045898, "ratio": 0.19083578782503602}}, {"step": 50, "epoch": 0, "train_loss": 0.6947698593139648, "cos_r_negg": [0.46932440996170044, 0.46780890226364136, 0.4261922836303711], "cos_apical_negg": [0.46932440996170044, 0.46780890226364136, 0.4261922836303711], "cos_Ac_negg": [0.46932440996170044, 0.46780890226364136, 0.4261922836303711], "r_norm": [1.234236717224121, 1.2193915843963623, 1.248900055885315]}, {"step": 100, "epoch": 0, "train_loss": 0.33027568459510803, "cos_r_negg": [0.5033400654792786, 0.5043516159057617, 0.5277151465415955], "cos_apical_negg": [0.5033400654792786, 0.5043516159057617, 0.5277151465415955], "cos_Ac_negg": [0.5033400654792786, 0.5043516159057617, 0.5277151465415955], "r_norm": [0.9099504947662354, 0.8886969685554504, 0.923927366733551]}, {"step": 150, "epoch": 0, "train_loss": 0.29190680384635925, "cos_r_negg": [0.5228947401046753, 0.5484175682067871, 0.6033927202224731], "cos_apical_negg": [0.5228947401046753, 0.5484175682067871, 0.6033927202224731], "cos_Ac_negg": [0.5228947401046753, 0.5484175682067871, 0.6033927202224731], "r_norm": [0.8711706399917603, 0.8384007811546326, 0.8818368911743164]}, {"step": 200, "epoch": 0, "train_loss": 0.26959338784217834, "cos_r_negg": [0.5472920536994934, 0.566970944404602, 0.6455470323562622], "cos_apical_negg": [0.5472920536994934, 0.566970944404602, 0.6455470323562622], "cos_Ac_negg": [0.5472920536994934, 0.566970944404602, 0.6455470323562622], "r_norm": [0.9760891199111938, 0.9269013404846191, 0.9881390333175659]}, {"step": 250, "epoch": 0, "train_loss": 0.18652287125587463, "cos_r_negg": [0.5581132769584656, 0.5944055914878845, 0.6624203324317932], "cos_apical_negg": [0.5581132769584656, 0.5944055914878845, 0.6624203324317932], "cos_Ac_negg": [0.5581132769584656, 0.5944055914878845, 0.6624203324317932], "r_norm": [0.8700748085975647, 0.8096775412559509, 0.8744767308235168], "ldr": {"dL_sdil": -0.017549708485603333, "dL_bp": -0.00961393117904663, "ratio": 1.8254456120772498}}, {"step": 300, "epoch": 0, "train_loss": 0.30619898438453674, "cos_r_negg": [0.5849269032478333, 0.6174051761627197, 0.7015668153762817], "cos_apical_negg": [0.5849269032478333, 0.6174051761627197, 0.7015668153762817], "cos_Ac_negg": [0.5849269032478333, 0.6174051761627197, 0.7015668153762817], "r_norm": [0.8595101833343506, 0.8056173920631409, 0.859744668006897]}, {"step": 350, "epoch": 0, "train_loss": 0.17939621210098267, "cos_r_negg": [0.610434353351593, 0.6353212594985962, 0.7266926765441895], "cos_apical_negg": [0.610434353351593, 0.6353212594985962, 0.7266926765441895], "cos_Ac_negg": [0.610434353351593, 0.6353212594985962, 0.7266926765441895], "r_norm": [0.8629319071769714, 0.7947500944137573, 0.8545377850532532]}, {"step": 400, "epoch": 0, "train_loss": 0.11047431081533432, "cos_r_negg": [0.5768938064575195, 0.6297991275787354, 0.7163645625114441], "cos_apical_negg": [0.5768938064575195, 0.6297991275787354, 0.7163645625114441], "cos_Ac_negg": [0.5768938064575195, 0.6297991275787354, 0.7163645625114441], "r_norm": [0.8435810208320618, 0.7696368098258972, 0.8449093699455261]}, {"step": 450, "epoch": 0, "train_loss": 0.21075014770030975, "cos_r_negg": [0.6062219142913818, 0.6493144631385803, 0.7397379279136658], "cos_apical_negg": [0.6062219142913818, 0.6493144631385803, 0.7397379279136658], "cos_Ac_negg": [0.6062219142913818, 0.6493144631385803, 0.7397379279136658], "r_norm": [1.0934802293777466, 0.99028480052948, 1.087562918663025]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9418, "test_loss": 0.20378425064086914}, {"step": 500, "epoch": 1, "train_loss": 0.228421151638031, "cos_r_negg": [0.6231974959373474, 0.6482963562011719, 0.7440301179885864], "cos_apical_negg": [0.6231974959373474, 0.6482963562011719, 0.7440301179885864], "cos_Ac_negg": [0.6231974959373474, 0.6482963562011719, 0.7440301179885864], "r_norm": [0.9854280352592468, 0.8927579522132874, 0.9666597843170166], "ldr": {"dL_sdil": -0.02385561168193817, "dL_bp": -0.012075483798980713, "ratio": 1.9755408627149014}}, {"step": 550, "epoch": 1, "train_loss": 0.13961996138095856, "cos_r_negg": [0.6267005801200867, 0.6599085330963135, 0.7457277774810791], "cos_apical_negg": [0.6267005801200867, 0.6599085330963135, 0.7457277774810791], "cos_Ac_negg": [0.6267005801200867, 0.6599085330963135, 0.7457277774810791], "r_norm": [0.9223068356513977, 0.8187565803527832, 0.8954730033874512]}, {"step": 600, "epoch": 1, "train_loss": 0.20810087025165558, "cos_r_negg": [0.6367852687835693, 0.6667013168334961, 0.7511599063873291], "cos_apical_negg": [0.6367852687835693, 0.6667013168334961, 0.7511599063873291], "cos_Ac_negg": [0.6367852687835693, 0.6667013168334961, 0.7511599063873291], "r_norm": [0.8678241968154907, 0.7759854793548584, 0.8457226157188416]}, {"step": 650, "epoch": 1, "train_loss": 0.25354471802711487, "cos_r_negg": [0.6419029831886292, 0.6701474785804749, 0.745158314704895], "cos_apical_negg": [0.6419029831886292, 0.6701474785804749, 0.745158314704895], "cos_Ac_negg": [0.6419029831886292, 0.6701474785804749, 0.745158314704895], "r_norm": [0.8621715903282166, 0.7642011642456055, 0.8284887671470642]}, {"step": 700, "epoch": 1, "train_loss": 0.06377427279949188, "cos_r_negg": [0.6049619317054749, 0.6465743780136108, 0.7481943964958191], "cos_apical_negg": [0.6049619317054749, 0.6465743780136108, 0.7481943964958191], "cos_Ac_negg": [0.6049619317054749, 0.6465743780136108, 0.7481943964958191], "r_norm": [0.8374091386795044, 0.7416887879371643, 0.806228518486023]}, {"step": 750, "epoch": 1, "train_loss": 0.09137207269668579, "cos_r_negg": [0.6281364560127258, 0.6642559766769409, 0.7544387578964233], "cos_apical_negg": [0.6281364560127258, 0.6642559766769409, 0.7544387578964233], "cos_Ac_negg": [0.6281364560127258, 0.6642559766769409, 0.7544387578964233], "r_norm": [0.9047442674636841, 0.8049823045730591, 0.8711803555488586], "ldr": {"dL_sdil": -0.022219091653823853, "dL_bp": -0.010339885950088501, "ratio": 2.1488720244185746}}, {"step": 800, "epoch": 1, "train_loss": 0.12068931758403778, "cos_r_negg": [0.6515294313430786, 0.6806910037994385, 0.7740550637245178], "cos_apical_negg": [0.6515294313430786, 0.6806910037994385, 0.7740550637245178], "cos_Ac_negg": [0.6515294313430786, 0.6806910037994385, 0.7740550637245178], "r_norm": [0.9510111808776855, 0.8236148953437805, 0.9004076719284058]}, {"step": 850, "epoch": 1, "train_loss": 0.20276907086372375, "cos_r_negg": [0.6409627795219421, 0.6852298974990845, 0.7699993252754211], "cos_apical_negg": [0.6409627795219421, 0.6852298974990845, 0.7699993252754211], "cos_Ac_negg": [0.6409627795219421, 0.6852298974990845, 0.7699993252754211], "r_norm": [0.89708411693573, 0.7730327844619751, 0.8427358865737915]}, {"step": 900, "epoch": 1, "train_loss": 0.09132886677980423, "cos_r_negg": [0.6592685580253601, 0.6973023414611816, 0.7739158272743225], "cos_apical_negg": [0.6592685580253601, 0.6973023414611816, 0.7739158272743225], "cos_Ac_negg": [0.6592685580253601, 0.6973023414611816, 0.7739158272743225], "r_norm": [0.9922375679016113, 0.8483572006225586, 0.9229468107223511]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9561, "test_loss": 0.14448571548461914}, {"step": 950, "epoch": 2, "train_loss": 0.12305060029029846, "cos_r_negg": [0.6291881799697876, 0.6633940935134888, 0.7513742446899414], "cos_apical_negg": [0.6291881799697876, 0.6633940935134888, 0.7513742446899414], "cos_Ac_negg": [0.6291881799697876, 0.6633940935134888, 0.7513742446899414], "r_norm": [0.9119619727134705, 0.7743721008300781, 0.8396859169006348]}, {"step": 1000, "epoch": 2, "train_loss": 0.1610991656780243, "cos_r_negg": [0.6402544975280762, 0.6914174556732178, 0.767808735370636], "cos_apical_negg": [0.6402544975280762, 0.6914174556732178, 0.767808735370636], "cos_Ac_negg": [0.6402544975280762, 0.6914174556732178, 0.767808735370636], "r_norm": [1.0933115482330322, 0.914830207824707, 1.0009945631027222], "ldr": {"dL_sdil": -0.025950521230697632, "dL_bp": -0.012011930346488953, "ratio": 2.160395580239348}}, {"step": 1050, "epoch": 2, "train_loss": 0.09192603826522827, "cos_r_negg": [0.6214075684547424, 0.6640905141830444, 0.7547997236251831], "cos_apical_negg": [0.6214075684547424, 0.6640905141830444, 0.7547997236251831], "cos_Ac_negg": [0.6214075684547424, 0.6640905141830444, 0.7547997236251831], "r_norm": [0.8581026196479797, 0.7189673185348511, 0.7850077152252197]}, {"step": 1100, "epoch": 2, "train_loss": 0.14594297111034393, "cos_r_negg": [0.6155744194984436, 0.6678001880645752, 0.757373571395874], "cos_apical_negg": [0.6155744194984436, 0.6678001880645752, 0.757373571395874], "cos_Ac_negg": [0.6155744194984436, 0.6678001880645752, 0.757373571395874], "r_norm": [0.843515932559967, 0.7085484266281128, 0.7724832892417908]}, {"step": 1150, "epoch": 2, "train_loss": 0.08055883646011353, "cos_r_negg": [0.6300932765007019, 0.6836197376251221, 0.7595656514167786], "cos_apical_negg": [0.6300932765007019, 0.6836197376251221, 0.7595656514167786], "cos_Ac_negg": [0.6300932765007019, 0.6836197376251221, 0.7595656514167786], "r_norm": [1.0884425640106201, 0.8961544036865234, 0.976905107498169]}, {"step": 1200, "epoch": 2, "train_loss": 0.01689751446247101, "cos_r_negg": [0.6123155355453491, 0.6572578549385071, 0.7530547380447388], "cos_apical_negg": [0.6123155355453491, 0.6572578549385071, 0.7530547380447388], "cos_Ac_negg": [0.6123155355453491, 0.6572578549385071, 0.7530547380447388], "r_norm": [1.0530575513839722, 0.8560162782669067, 0.931214451789856]}, {"step": 1250, "epoch": 2, "train_loss": 0.08983488380908966, "cos_r_negg": [0.6227571964263916, 0.6661286354064941, 0.7640368938446045], "cos_apical_negg": [0.6227571964263916, 0.6661286354064941, 0.7640368938446045], "cos_Ac_negg": [0.6227571964263916, 0.6661286354064941, 0.7640368938446045], "r_norm": [0.9008511304855347, 0.7330336570739746, 0.7979448437690735], "ldr": {"dL_sdil": -0.015761658549308777, "dL_bp": -0.006371505558490753, "ratio": 2.473773020303589}}, {"step": 1300, "epoch": 2, "train_loss": 0.1443585902452469, "cos_r_negg": [0.618602991104126, 0.6773569583892822, 0.7412613034248352], "cos_apical_negg": [0.618602991104126, 0.6773569583892822, 0.7412613034248352], "cos_Ac_negg": [0.618602991104126, 0.6773569583892822, 0.7412613034248352], "r_norm": [1.1291651725769043, 0.9089921712875366, 0.9840171337127686]}, {"step": 1350, "epoch": 2, "train_loss": 0.20537221431732178, "cos_r_negg": [0.6439327597618103, 0.7028036117553711, 0.7700578570365906], "cos_apical_negg": [0.6439327597618103, 0.7028036117553711, 0.7700578570365906], "cos_Ac_negg": [0.6439327597618103, 0.7028036117553711, 0.7700578570365906], "r_norm": [1.1102752685546875, 0.874474048614502, 0.9567233324050903]}, {"step": 1400, "epoch": 2, "train_loss": 0.18844574689865112, "cos_r_negg": [0.617133378982544, 0.6448640823364258, 0.7250847816467285], "cos_apical_negg": [0.617133378982544, 0.6448640823364258, 0.7250847816467285], "cos_Ac_negg": [0.617133378982544, 0.6448640823364258, 0.7250847816467285], "r_norm": [1.0158404111862183, 0.8018755912780762, 0.8691326975822449]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9625, "test_loss": 0.13095300102233887}, {"step": 1450, "epoch": 3, "train_loss": 0.0839148610830307, "cos_r_negg": [0.6359577178955078, 0.6797745823860168, 0.7669048309326172], "cos_apical_negg": [0.6359577178955078, 0.6797745823860168, 0.7669048309326172], "cos_Ac_negg": [0.6359577178955078, 0.6797745823860168, 0.7669048309326172], "r_norm": [1.1050056219100952, 0.8755536079406738, 0.9459613561630249]}, {"step": 1500, "epoch": 3, "train_loss": 0.12076367437839508, "cos_r_negg": [0.5816411972045898, 0.6332216262817383, 0.7137866020202637], "cos_apical_negg": [0.5816411972045898, 0.6332216262817383, 0.7137866020202637], "cos_Ac_negg": [0.5816411972045898, 0.6332216262817383, 0.7137866020202637], "r_norm": [1.2533011436462402, 0.9901517033576965, 1.0680054426193237], "ldr": {"dL_sdil": -0.0236101895570755, "dL_bp": -0.00916929543018341, "ratio": 2.5749186223573597}}, {"step": 1550, "epoch": 3, "train_loss": 0.1038300096988678, "cos_r_negg": [0.5737254619598389, 0.6166492104530334, 0.6878671050071716], "cos_apical_negg": [0.5737254619598389, 0.6166492104530334, 0.6878671050071716], "cos_Ac_negg": [0.5737254619598389, 0.6166492104530334, 0.6878671050071716], "r_norm": [1.1527752876281738, 0.8962929248809814, 0.9551362991333008]}, {"step": 1600, "epoch": 3, "train_loss": 0.10237067192792892, "cos_r_negg": [0.5631405115127563, 0.6189684271812439, 0.6854245066642761], "cos_apical_negg": [0.5631405115127563, 0.6189684271812439, 0.6854245066642761], "cos_Ac_negg": [0.5631405115127563, 0.6189684271812439, 0.6854245066642761], "r_norm": [0.9265355467796326, 0.7171560525894165, 0.7640405893325806]}, {"step": 1650, "epoch": 3, "train_loss": 0.08474057912826538, "cos_r_negg": [0.6010724306106567, 0.6645065546035767, 0.7306194305419922], "cos_apical_negg": [0.6010724306106567, 0.6645065546035767, 0.7306194305419922], "cos_Ac_negg": [0.6010724306106567, 0.6645065546035767, 0.7306194305419922], "r_norm": [1.0121045112609863, 0.8007707595825195, 0.8491323590278625]}, {"step": 1700, "epoch": 3, "train_loss": 0.103272944688797, "cos_r_negg": [0.601783275604248, 0.6698959469795227, 0.7497372031211853], "cos_apical_negg": [0.601783275604248, 0.6698959469795227, 0.7497372031211853], "cos_Ac_negg": [0.601783275604248, 0.6698959469795227, 0.7497372031211853], "r_norm": [1.1384130716323853, 0.8875241279602051, 0.9383967518806458]}, {"step": 1750, "epoch": 3, "train_loss": 0.1085285097360611, "cos_r_negg": [0.6096518039703369, 0.686460554599762, 0.7759042978286743], "cos_apical_negg": [0.6096518039703369, 0.686460554599762, 0.7759042978286743], "cos_Ac_negg": [0.6096518039703369, 0.686460554599762, 0.7759042978286743], "r_norm": [1.0407073497772217, 0.8122440576553345, 0.8551032543182373], "ldr": {"dL_sdil": -0.01343940943479538, "dL_bp": -0.004864059388637543, "ratio": 2.7630027433854694}}, {"step": 1800, "epoch": 3, "train_loss": 0.14293330907821655, "cos_r_negg": [0.6361192464828491, 0.6969563961029053, 0.7829744815826416], "cos_apical_negg": [0.6361192464828491, 0.6969563961029053, 0.7829744815826416], "cos_Ac_negg": [0.6361192464828491, 0.6969563961029053, 0.7829744815826416], "r_norm": [1.106919527053833, 0.8550522327423096, 0.9047979116439819]}, {"step": 1850, "epoch": 3, "train_loss": 0.11964458227157593, "cos_r_negg": [0.6293509602546692, 0.6904951333999634, 0.7746015191078186], "cos_apical_negg": [0.6293509602546692, 0.6904951333999634, 0.7746015191078186], "cos_Ac_negg": [0.6293509602546692, 0.6904951333999634, 0.7746015191078186], "r_norm": [1.393786907196045, 1.0597615242004395, 1.113864541053772]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9607, "test_loss": 0.13102229118347167}, {"step": 1900, "epoch": 4, "train_loss": 0.0956725925207138, "cos_r_negg": [0.6003914475440979, 0.6724057197570801, 0.7412309646606445], "cos_apical_negg": [0.6003914475440979, 0.6724057197570801, 0.7412309646606445], "cos_Ac_negg": [0.6003914475440979, 0.6724057197570801, 0.7412309646606445], "r_norm": [0.9852547645568848, 0.748613715171814, 0.7910112738609314]}, {"step": 1950, "epoch": 4, "train_loss": 0.159943625330925, "cos_r_negg": [0.6122360229492188, 0.6912548542022705, 0.7524402737617493], "cos_apical_negg": [0.6122360229492188, 0.6912548542022705, 0.7524402737617493], "cos_Ac_negg": [0.6122360229492188, 0.6912548542022705, 0.7524402737617493], "r_norm": [1.2464922666549683, 0.9558302164077759, 1.0090551376342773]}, {"step": 2000, "epoch": 4, "train_loss": 0.16591496765613556, "cos_r_negg": [0.6199214458465576, 0.6974375247955322, 0.7636685967445374], "cos_apical_negg": [0.6199214458465576, 0.6974375247955322, 0.7636685967445374], "cos_Ac_negg": [0.6199214458465576, 0.6974375247955322, 0.7636685967445374], "r_norm": [1.411552906036377, 1.0806074142456055, 1.1344020366668701], "ldr": {"dL_sdil": -0.024505943059921265, "dL_bp": -0.0088530033826828, "ratio": 2.768093719229442}}, {"step": 2050, "epoch": 4, "train_loss": 0.14458221197128296, "cos_r_negg": [0.5622661113739014, 0.6326324939727783, 0.6908589005470276], "cos_apical_negg": [0.5622661113739014, 0.6326324939727783, 0.6908589005470276], "cos_Ac_negg": [0.5622661113739014, 0.6326324939727783, 0.6908589005470276], "r_norm": [1.2045676708221436, 0.9033591151237488, 0.949255108833313]}, {"step": 2100, "epoch": 4, "train_loss": 0.0456569567322731, "cos_r_negg": [0.6003248691558838, 0.6687451601028442, 0.7490378618240356], "cos_apical_negg": [0.6003248691558838, 0.6687451601028442, 0.7490378618240356], "cos_Ac_negg": [0.6003248691558838, 0.6687451601028442, 0.7490378618240356], "r_norm": [1.0969949960708618, 0.8225836753845215, 0.8698528409004211]}, {"step": 2150, "epoch": 4, "train_loss": 0.09915487468242645, "cos_r_negg": [0.618482232093811, 0.7058486938476562, 0.7823171615600586], "cos_apical_negg": [0.618482232093811, 0.7058486938476562, 0.7823171615600586], "cos_Ac_negg": [0.618482232093811, 0.7058486938476562, 0.7823171615600586], "r_norm": [1.2482221126556396, 0.9320785999298096, 0.9777531623840332]}, {"step": 2200, "epoch": 4, "train_loss": 0.13951000571250916, "cos_r_negg": [0.6097419857978821, 0.6633729934692383, 0.7349108457565308], "cos_apical_negg": [0.6097419857978821, 0.6633729934692383, 0.7349108457565308], "cos_Ac_negg": [0.6097419857978821, 0.6633729934692383, 0.7349108457565308], "r_norm": [1.2515876293182373, 0.9217121601104736, 0.9655167460441589]}, {"step": 2250, "epoch": 4, "train_loss": 0.02543645352125168, "cos_r_negg": [0.5998748540878296, 0.6645246148109436, 0.7315192818641663], "cos_apical_negg": [0.5998748540878296, 0.6645246148109436, 0.7315192818641663], "cos_Ac_negg": [0.5998748540878296, 0.6645246148109436, 0.7315192818641663], "r_norm": [1.6652066707611084, 1.2253611087799072, 1.296628713607788], "ldr": {"dL_sdil": -0.02490074932575226, "dL_bp": -0.009602338075637817, "ratio": 2.593196482940773}}, {"step": 2300, "epoch": 4, "train_loss": 0.18191510438919067, "cos_r_negg": [0.5965988039970398, 0.6679279208183289, 0.7481313943862915], "cos_apical_negg": [0.5965988039970398, 0.6679279208183289, 0.7481313943862915], "cos_Ac_negg": [0.5965988039970398, 0.6679279208183289, 0.7481313943862915], "r_norm": [1.402754545211792, 1.03049898147583, 1.0931943655014038]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9569, "test_loss": 0.13666830978393554}, {"step": 2350, "epoch": 5, "train_loss": 0.09636172652244568, "cos_r_negg": [0.5981360673904419, 0.6860373616218567, 0.7635021209716797], "cos_apical_negg": [0.5981360673904419, 0.6860373616218567, 0.7635021209716797], "cos_Ac_negg": [0.5981360673904419, 0.6860373616218567, 0.7635021209716797], "r_norm": [1.597780704498291, 1.1652203798294067, 1.2349810600280762]}, {"step": 2400, "epoch": 5, "train_loss": 0.09746075421571732, "cos_r_negg": [0.5886317491531372, 0.6602761745452881, 0.7364417910575867], "cos_apical_negg": [0.5886317491531372, 0.6602761745452881, 0.7364417910575867], "cos_Ac_negg": [0.5886317491531372, 0.6602761745452881, 0.7364417910575867], "r_norm": [1.4183214902877808, 1.0313069820404053, 1.0915708541870117]}, {"step": 2450, "epoch": 5, "train_loss": 0.1600063443183899, "cos_r_negg": [0.6159815192222595, 0.6711462736129761, 0.7335281372070312], "cos_apical_negg": [0.6159815192222595, 0.6711462736129761, 0.7335281372070312], "cos_Ac_negg": [0.6159815192222595, 0.6711462736129761, 0.7335281372070312], "r_norm": [1.3098092079162598, 0.949088990688324, 1.0123531818389893]}, {"step": 2500, "epoch": 5, "train_loss": 0.09159959107637405, "cos_r_negg": [0.6189460754394531, 0.6734235286712646, 0.7513979077339172], "cos_apical_negg": [0.6189460754394531, 0.6734235286712646, 0.7513979077339172], "cos_Ac_negg": [0.6189460754394531, 0.6734235286712646, 0.7513979077339172], "r_norm": [1.2878265380859375, 0.9361656308174133, 0.9850500822067261], "ldr": {"dL_sdil": -0.015543371438980103, "dL_bp": -0.0050547122955322266, "ratio": 3.075025942172539}}, {"step": 2550, "epoch": 5, "train_loss": 0.08527851849794388, "cos_r_negg": [0.5913156270980835, 0.6508775353431702, 0.7274351119995117], "cos_apical_negg": [0.5913156270980835, 0.6508775353431702, 0.7274351119995117], "cos_Ac_negg": [0.5913156270980835, 0.6508775353431702, 0.7274351119995117], "r_norm": [1.4522113800048828, 1.0333491563796997, 1.084674596786499]}, {"step": 2600, "epoch": 5, "train_loss": 0.1024337187409401, "cos_r_negg": [0.592519998550415, 0.66251540184021, 0.7376458644866943], "cos_apical_negg": [0.592519998550415, 0.66251540184021, 0.7376458644866943], "cos_Ac_negg": [0.592519998550415, 0.66251540184021, 0.7376458644866943], "r_norm": [1.775361180305481, 1.2790673971176147, 1.3243632316589355]}, {"step": 2650, "epoch": 5, "train_loss": 0.04388291388750076, "cos_r_negg": [0.6115041375160217, 0.6807238459587097, 0.7695878148078918], "cos_apical_negg": [0.6115041375160217, 0.6807238459587097, 0.7695878148078918], "cos_Ac_negg": [0.6115041375160217, 0.6807238459587097, 0.7695878148078918], "r_norm": [1.3620340824127197, 0.9802010655403137, 1.023468255996704]}, {"step": 2700, "epoch": 5, "train_loss": 0.20110481977462769, "cos_r_negg": [0.570311963558197, 0.6401365995407104, 0.723504900932312], "cos_apical_negg": [0.570311963558197, 0.6401365995407104, 0.723504900932312], "cos_Ac_negg": [0.570311963558197, 0.6401365995407104, 0.723504900932312], "r_norm": [1.193419098854065, 0.8552545309066772, 0.8886802196502686]}, {"step": 2750, "epoch": 5, "train_loss": 0.08766510337591171, "cos_r_negg": [0.6095123291015625, 0.6713674068450928, 0.7506362199783325], "cos_apical_negg": [0.6095123291015625, 0.6713674068450928, 0.7506362199783325], "cos_Ac_negg": [0.6095123291015625, 0.6713674068450928, 0.7506362199783325], "r_norm": [1.4122552871704102, 1.0067473649978638, 1.0517418384552002], "ldr": {"dL_sdil": -0.02087073028087616, "dL_bp": -0.0065956711769104, "ratio": 3.1643072738281357}}, {"step": 2800, "epoch": 5, "train_loss": 0.09475909173488617, "cos_r_negg": [0.6031979322433472, 0.6625800728797913, 0.7477052807807922], "cos_apical_negg": [0.6031979322433472, 0.6625800728797913, 0.7477052807807922], "cos_Ac_negg": [0.6031979322433472, 0.6625800728797913, 0.7477052807807922], "r_norm": [1.5683642625808716, 1.1295325756072998, 1.1743062734603882]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9596, "test_loss": 0.13621920890808106}, {"step": 2850, "epoch": 6, "train_loss": 0.14073686301708221, "cos_r_negg": [0.5907812118530273, 0.6636009812355042, 0.7288596630096436], "cos_apical_negg": [0.5907812118530273, 0.6636009812355042, 0.7288596630096436], "cos_Ac_negg": [0.5907812118530273, 0.6636009812355042, 0.7288596630096436], "r_norm": [1.9417341947555542, 1.3842778205871582, 1.4458725452423096]}, {"step": 2900, "epoch": 6, "train_loss": 0.051506705582141876, "cos_r_negg": [0.6101243495941162, 0.6775044202804565, 0.7528828382492065], "cos_apical_negg": [0.6101243495941162, 0.6775044202804565, 0.7528828382492065], "cos_Ac_negg": [0.6101243495941162, 0.6775044202804565, 0.7528828382492065], "r_norm": [1.556578516960144, 1.0969889163970947, 1.1484191417694092]}, {"step": 2950, "epoch": 6, "train_loss": 0.16858312487602234, "cos_r_negg": [0.6048134565353394, 0.6774964332580566, 0.7460631132125854], "cos_apical_negg": [0.6048134565353394, 0.6774964332580566, 0.7460631132125854], "cos_Ac_negg": [0.6048134565353394, 0.6774964332580566, 0.7460631132125854], "r_norm": [1.421022653579712, 0.9922050833702087, 1.0273590087890625]}, {"step": 3000, "epoch": 6, "train_loss": 0.13165780901908875, "cos_r_negg": [0.5866869688034058, 0.67709881067276, 0.7694884538650513], "cos_apical_negg": [0.5866869688034058, 0.67709881067276, 0.7694884538650513], "cos_Ac_negg": [0.5866869688034058, 0.67709881067276, 0.7694884538650513], "r_norm": [1.7522534132003784, 1.24628484249115, 1.293129324913025], "ldr": {"dL_sdil": -0.023591183125972748, "dL_bp": -0.00796758383512497, "ratio": 2.9608955003361728}}, {"step": 3050, "epoch": 6, "train_loss": 0.12613561749458313, "cos_r_negg": [0.6045362949371338, 0.6750525236129761, 0.749683141708374], "cos_apical_negg": [0.6045362949371338, 0.6750525236129761, 0.749683141708374], "cos_Ac_negg": [0.6045362949371338, 0.6750525236129761, 0.749683141708374], "r_norm": [1.3647605180740356, 0.971846342086792, 0.998927652835846]}, {"step": 3100, "epoch": 6, "train_loss": 0.13458770513534546, "cos_r_negg": [0.5584853887557983, 0.6245257258415222, 0.6917712092399597], "cos_apical_negg": [0.5584853887557983, 0.6245257258415222, 0.6917712092399597], "cos_Ac_negg": [0.5584853887557983, 0.6245257258415222, 0.6917712092399597], "r_norm": [1.5555529594421387, 1.1015267372131348, 1.1269211769104004]}, {"step": 3150, "epoch": 6, "train_loss": 0.059190232306718826, "cos_r_negg": [0.5512686967849731, 0.6230615377426147, 0.709530770778656], "cos_apical_negg": [0.5512686967849731, 0.6230615377426147, 0.709530770778656], "cos_Ac_negg": [0.5512686967849731, 0.6230615377426147, 0.709530770778656], "r_norm": [1.3700332641601562, 0.9736716747283936, 1.0031239986419678]}, {"step": 3200, "epoch": 6, "train_loss": 0.19205492734909058, "cos_r_negg": [0.6101268529891968, 0.6736789345741272, 0.777833104133606], "cos_apical_negg": [0.6101268529891968, 0.6736789345741272, 0.777833104133606], "cos_Ac_negg": [0.6101268529891968, 0.6736789345741272, 0.777833104133606], "r_norm": [1.9710792303085327, 1.3850526809692383, 1.4185541868209839]}, {"step": 3250, "epoch": 6, "train_loss": 0.08121910691261292, "cos_r_negg": [0.5814071893692017, 0.658115565776825, 0.7342102527618408], "cos_apical_negg": [0.5814071893692017, 0.658115565776825, 0.7342102527618408], "cos_Ac_negg": [0.5814071893692017, 0.658115565776825, 0.7342102527618408], "r_norm": [1.4166674613952637, 0.9957315921783447, 1.0316048860549927], "ldr": {"dL_sdil": -0.01379173994064331, "dL_bp": -0.003684990108013153, "ratio": 3.742680315654753}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9538, "test_loss": 0.14556781005859376}, {"step": 3300, "epoch": 7, "train_loss": 0.12402740865945816, "cos_r_negg": [0.6017818450927734, 0.6761963963508606, 0.7350349426269531], "cos_apical_negg": [0.6017818450927734, 0.6761963963508606, 0.7350349426269531], "cos_Ac_negg": [0.6017818450927734, 0.6761963963508606, 0.7350349426269531], "r_norm": [1.9963932037353516, 1.410417079925537, 1.4657843112945557]}, {"step": 3350, "epoch": 7, "train_loss": 0.11887490749359131, "cos_r_negg": [0.6271429061889648, 0.6935076713562012, 0.7611749172210693], "cos_apical_negg": [0.6271429061889648, 0.6935076713562012, 0.7611749172210693], "cos_Ac_negg": [0.6271429061889648, 0.6935076713562012, 0.7611749172210693], "r_norm": [1.6928523778915405, 1.1905176639556885, 1.211517572402954]}, {"step": 3400, "epoch": 7, "train_loss": 0.07706471532583237, "cos_r_negg": [0.590736985206604, 0.664841890335083, 0.7533620595932007], "cos_apical_negg": [0.590736985206604, 0.664841890335083, 0.7533620595932007], "cos_Ac_negg": [0.590736985206604, 0.664841890335083, 0.7533620595932007], "r_norm": [1.514777421951294, 1.052018642425537, 1.0745811462402344]}, {"step": 3450, "epoch": 7, "train_loss": 0.1627543717622757, "cos_r_negg": [0.6237504482269287, 0.6932966709136963, 0.767768144607544], "cos_apical_negg": [0.6237504482269287, 0.6932966709136963, 0.767768144607544], "cos_Ac_negg": [0.6237504482269287, 0.6932966709136963, 0.767768144607544], "r_norm": [1.628406286239624, 1.1352930068969727, 1.1624740362167358]}, {"step": 3500, "epoch": 7, "train_loss": 0.0952390730381012, "cos_r_negg": [0.6039595603942871, 0.690881073474884, 0.7672499418258667], "cos_apical_negg": [0.6039595603942871, 0.690881073474884, 0.7672499418258667], "cos_Ac_negg": [0.6039595603942871, 0.690881073474884, 0.7672499418258667], "r_norm": [1.905949592590332, 1.32292902469635, 1.3435336351394653], "ldr": {"dL_sdil": -0.016718417406082153, "dL_bp": -0.00545896589756012, "ratio": 3.0625612469120638}}, {"step": 3550, "epoch": 7, "train_loss": 0.11037959158420563, "cos_r_negg": [0.6030333638191223, 0.6967258453369141, 0.7594031095504761], "cos_apical_negg": [0.6030333638191223, 0.6967258453369141, 0.7594031095504761], "cos_Ac_negg": [0.6030333638191223, 0.6967258453369141, 0.7594031095504761], "r_norm": [1.393629550933838, 0.9739330410957336, 0.9892716407775879]}, {"step": 3600, "epoch": 7, "train_loss": 0.08037593960762024, "cos_r_negg": [0.5725643634796143, 0.6511973142623901, 0.718066930770874], "cos_apical_negg": [0.5725643634796143, 0.6511973142623901, 0.718066930770874], "cos_Ac_negg": [0.5725643634796143, 0.6511973142623901, 0.718066930770874], "r_norm": [1.7203353643417358, 1.214783787727356, 1.2317500114440918]}, {"step": 3650, "epoch": 7, "train_loss": 0.012486383318901062, "cos_r_negg": [0.6054266095161438, 0.6808671951293945, 0.7633216381072998], "cos_apical_negg": [0.6054266095161438, 0.6808671951293945, 0.7633216381072998], "cos_Ac_negg": [0.6054266095161438, 0.6808671951293945, 0.7633216381072998], "r_norm": [1.9613215923309326, 1.3768751621246338, 1.393768072128296]}, {"step": 3700, "epoch": 7, "train_loss": 0.0827355831861496, "cos_r_negg": [0.5985429883003235, 0.6826704740524292, 0.7558616399765015], "cos_apical_negg": [0.5985429883003235, 0.6826704740524292, 0.7558616399765015], "cos_Ac_negg": [0.5985429883003235, 0.6826704740524292, 0.7558616399765015], "r_norm": [1.7002699375152588, 1.1803648471832275, 1.2078055143356323]}, {"step": 3750, "epoch": 7, "train_loss": 0.11813082545995712, "cos_r_negg": [0.607803463935852, 0.6920124888420105, 0.7781993746757507], "cos_apical_negg": [0.607803463935852, 0.6920124888420105, 0.7781993746757507], "cos_Ac_negg": [0.607803463935852, 0.6920124888420105, 0.7781993746757507], "r_norm": [1.6397705078125, 1.1275134086608887, 1.1473121643066406], "ldr": {"dL_sdil": -0.018961884081363678, "dL_bp": -0.006138958036899567, "ratio": 3.088778904724397}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9624, "test_loss": 0.12090022354125976}, {"step": 3800, "epoch": 8, "train_loss": 0.21896161139011383, "cos_r_negg": [0.552924394607544, 0.6379843354225159, 0.729907214641571], "cos_apical_negg": [0.552924394607544, 0.6379843354225159, 0.729907214641571], "cos_Ac_negg": [0.552924394607544, 0.6379843354225159, 0.729907214641571], "r_norm": [1.3706085681915283, 0.9523055553436279, 0.9625574946403503]}, {"step": 3850, "epoch": 8, "train_loss": 0.11146005988121033, "cos_r_negg": [0.5294628143310547, 0.6234343647956848, 0.7075251936912537], "cos_apical_negg": [0.5294628143310547, 0.6234343647956848, 0.7075251936912537], "cos_Ac_negg": [0.5294628143310547, 0.6234343647956848, 0.7075251936912537], "r_norm": [1.4495822191238403, 0.9978458285331726, 1.0067522525787354]}, {"step": 3900, "epoch": 8, "train_loss": 0.12483194470405579, "cos_r_negg": [0.5960201025009155, 0.6650819778442383, 0.7591114640235901], "cos_apical_negg": [0.5960201025009155, 0.6650819778442383, 0.7591114640235901], "cos_Ac_negg": [0.5960201025009155, 0.6650819778442383, 0.7591114640235901], "r_norm": [1.865687370300293, 1.2913224697113037, 1.3110296726226807]}, {"step": 3950, "epoch": 8, "train_loss": 0.09596984088420868, "cos_r_negg": [0.5752500295639038, 0.645512580871582, 0.748232364654541], "cos_apical_negg": [0.5752500295639038, 0.645512580871582, 0.748232364654541], "cos_Ac_negg": [0.5752500295639038, 0.645512580871582, 0.748232364654541], "r_norm": [2.0235495567321777, 1.4012115001678467, 1.418043613433838]}, {"step": 4000, "epoch": 8, "train_loss": 0.07429751753807068, "cos_r_negg": [0.5813809037208557, 0.6595969796180725, 0.7420535087585449], "cos_apical_negg": [0.5813809037208557, 0.6595969796180725, 0.7420535087585449], "cos_Ac_negg": [0.5813809037208557, 0.6595969796180725, 0.7420535087585449], "r_norm": [1.859011173248291, 1.2906479835510254, 1.2888586521148682], "ldr": {"dL_sdil": -0.023709647357463837, "dL_bp": -0.007329799234867096, "ratio": 3.234692601767249}}, {"step": 4050, "epoch": 8, "train_loss": 0.060381121933460236, "cos_r_negg": [0.6004370450973511, 0.6652748584747314, 0.7534669637680054], "cos_apical_negg": [0.6004370450973511, 0.6652748584747314, 0.7534669637680054], "cos_Ac_negg": [0.6004370450973511, 0.6652748584747314, 0.7534669637680054], "r_norm": [1.6421458721160889, 1.1414227485656738, 1.1561787128448486]}, {"step": 4100, "epoch": 8, "train_loss": 0.10111741721630096, "cos_r_negg": [0.5939255952835083, 0.6574274897575378, 0.7377376556396484], "cos_apical_negg": [0.5939255952835083, 0.6574274897575378, 0.7377376556396484], "cos_Ac_negg": [0.5939255952835083, 0.6574274897575378, 0.7377376556396484], "r_norm": [1.8375298976898193, 1.2612508535385132, 1.2725772857666016]}, {"step": 4150, "epoch": 8, "train_loss": 0.08580661565065384, "cos_r_negg": [0.5781002044677734, 0.6741453409194946, 0.7455561757087708], "cos_apical_negg": [0.5781002044677734, 0.6741453409194946, 0.7455561757087708], "cos_Ac_negg": [0.5781002044677734, 0.6741453409194946, 0.7455561757087708], "r_norm": [2.0700912475585938, 1.4087029695510864, 1.4030879735946655]}, {"step": 4200, "epoch": 8, "train_loss": 0.2064223736524582, "cos_r_negg": [0.6052591800689697, 0.6904982924461365, 0.7663458585739136], "cos_apical_negg": [0.6052591800689697, 0.6904982924461365, 0.7663458585739136], "cos_Ac_negg": [0.6052591800689697, 0.6904982924461365, 0.7663458585739136], "r_norm": [1.5659667253494263, 1.0828720331192017, 1.0913022756576538]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9564, "test_loss": 0.14934612350463866}, {"step": 4250, "epoch": 9, "train_loss": 0.11754228174686432, "cos_r_negg": [0.5654537677764893, 0.6511726975440979, 0.7264671325683594], "cos_apical_negg": [0.5654537677764893, 0.6511726975440979, 0.7264671325683594], "cos_Ac_negg": [0.5654537677764893, 0.6511726975440979, 0.7264671325683594], "r_norm": [2.045834541320801, 1.4118802547454834, 1.4203956127166748], "ldr": {"dL_sdil": -0.022529080510139465, "dL_bp": -0.007241412997245789, "ratio": 3.1111442640694866}}, {"step": 4300, "epoch": 9, "train_loss": 0.14854422211647034, "cos_r_negg": [0.616277813911438, 0.6843321323394775, 0.7587019801139832], "cos_apical_negg": [0.616277813911438, 0.6843321323394775, 0.7587019801139832], "cos_Ac_negg": [0.616277813911438, 0.6843321323394775, 0.7587019801139832], "r_norm": [2.260425567626953, 1.5644465684890747, 1.5714925527572632]}, {"step": 4350, "epoch": 9, "train_loss": 0.09568138420581818, "cos_r_negg": [0.5591645240783691, 0.6428915858268738, 0.7261268496513367], "cos_apical_negg": [0.5591645240783691, 0.6428915858268738, 0.7261268496513367], "cos_Ac_negg": [0.5591645240783691, 0.6428915858268738, 0.7261268496513367], "r_norm": [1.7199007272720337, 1.1690421104431152, 1.1670215129852295]}, {"step": 4400, "epoch": 9, "train_loss": 0.13944381475448608, "cos_r_negg": [0.5585173964500427, 0.6402034759521484, 0.7084903717041016], "cos_apical_negg": [0.5585173964500427, 0.6402034759521484, 0.7084903717041016], "cos_Ac_negg": [0.5585173964500427, 0.6402034759521484, 0.7084903717041016], "r_norm": [2.0232081413269043, 1.3749444484710693, 1.3639616966247559]}, {"step": 4450, "epoch": 9, "train_loss": 0.09436172991991043, "cos_r_negg": [0.5722434520721436, 0.6524473428726196, 0.7461997270584106], "cos_apical_negg": [0.5722434520721436, 0.6524473428726196, 0.7461997270584106], "cos_Ac_negg": [0.5722434520721436, 0.6524473428726196, 0.7461997270584106], "r_norm": [1.939261794090271, 1.340899109840393, 1.3282471895217896]}, {"step": 4500, "epoch": 9, "train_loss": 0.04282275214791298, "cos_r_negg": [0.5615564584732056, 0.649947464466095, 0.7243968844413757], "cos_apical_negg": [0.5615564584732056, 0.649947464466095, 0.7243968844413757], "cos_Ac_negg": [0.5615564584732056, 0.649947464466095, 0.7243968844413757], "r_norm": [1.880800724029541, 1.3043341636657715, 1.2966797351837158], "ldr": {"dL_sdil": -0.01640719175338745, "dL_bp": -0.004721850156784058, "ratio": 3.474737911751526}}, {"step": 4550, "epoch": 9, "train_loss": 0.10701142251491547, "cos_r_negg": [0.6219761967658997, 0.6995252370834351, 0.7979401350021362], "cos_apical_negg": [0.6219761967658997, 0.6995252370834351, 0.7979401350021362], "cos_Ac_negg": [0.6219761967658997, 0.6995252370834351, 0.7979401350021362], "r_norm": [1.9670891761779785, 1.3602395057678223, 1.351629614830017]}, {"step": 4600, "epoch": 9, "train_loss": 0.1160203367471695, "cos_r_negg": [0.5949673652648926, 0.6574810147285461, 0.7487894296646118], "cos_apical_negg": [0.5949673652648926, 0.6574810147285461, 0.7487894296646118], "cos_Ac_negg": [0.5949673652648926, 0.6574810147285461, 0.7487894296646118], "r_norm": [2.1134109497070312, 1.4563181400299072, 1.4355690479278564]}, {"step": 4650, "epoch": 9, "train_loss": 0.11916211247444153, "cos_r_negg": [0.6017323732376099, 0.6897616386413574, 0.7759595513343811], "cos_apical_negg": [0.6017323732376099, 0.6897616386413574, 0.7759595513343811], "cos_Ac_negg": [0.6017323732376099, 0.6897616386413574, 0.7759595513343811], "r_norm": [2.1773178577423096, 1.4754070043563843, 1.462986707687378]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9575, "test_loss": 0.14323983116149902}, {"step": 4700, "epoch": 10, "train_loss": 0.13571685552597046, "cos_r_negg": [0.6032348871231079, 0.7017709016799927, 0.7861832976341248], "cos_apical_negg": [0.6032348871231079, 0.7017709016799927, 0.7861832976341248], "cos_Ac_negg": [0.6032348871231079, 0.7017709016799927, 0.7861832976341248], "r_norm": [2.544539213180542, 1.730547308921814, 1.7007369995117188]}, {"step": 4750, "epoch": 10, "train_loss": 0.07283014059066772, "cos_r_negg": [0.5772068500518799, 0.6880553364753723, 0.7705835103988647], "cos_apical_negg": [0.5772068500518799, 0.6880553364753723, 0.7705835103988647], "cos_Ac_negg": [0.5772068500518799, 0.6880553364753723, 0.7705835103988647], "r_norm": [2.3042914867401123, 1.587740421295166, 1.5756949186325073], "ldr": {"dL_sdil": -0.0192720890045166, "dL_bp": -0.0055357664823532104, "ratio": 3.4813768004759096}}, {"step": 4800, "epoch": 10, "train_loss": 0.1134164109826088, "cos_r_negg": [0.5821369886398315, 0.6846283078193665, 0.7756030559539795], "cos_apical_negg": [0.5821369886398315, 0.6846283078193665, 0.7756030559539795], "cos_Ac_negg": [0.5821369886398315, 0.6846283078193665, 0.7756030559539795], "r_norm": [2.374046564102173, 1.629357933998108, 1.6251726150512695]}, {"step": 4850, "epoch": 10, "train_loss": 0.07155093550682068, "cos_r_negg": [0.575221061706543, 0.6677765846252441, 0.7802985906600952], "cos_apical_negg": [0.575221061706543, 0.6677765846252441, 0.7802985906600952], "cos_Ac_negg": [0.575221061706543, 0.6677765846252441, 0.7802985906600952], "r_norm": [2.5406620502471924, 1.7300515174865723, 1.6984328031539917]}, {"step": 4900, "epoch": 10, "train_loss": 0.11944681406021118, "cos_r_negg": [0.5345968008041382, 0.6270086765289307, 0.7097124457359314], "cos_apical_negg": [0.5345968008041382, 0.6270086765289307, 0.7097124457359314], "cos_Ac_negg": [0.5345968008041382, 0.6270086765289307, 0.7097124457359314], "r_norm": [2.3975882530212402, 1.6334601640701294, 1.6065274477005005]}, {"step": 4950, "epoch": 10, "train_loss": 0.05811435356736183, "cos_r_negg": [0.6062036752700806, 0.6943156719207764, 0.784193754196167], "cos_apical_negg": [0.6062036752700806, 0.6943156719207764, 0.784193754196167], "cos_Ac_negg": [0.6062036752700806, 0.6943156719207764, 0.784193754196167], "r_norm": [2.4463651180267334, 1.6787761449813843, 1.646268606185913]}, {"step": 5000, "epoch": 10, "train_loss": 0.08654478937387466, "cos_r_negg": [0.5852962732315063, 0.697468101978302, 0.7798361778259277], "cos_apical_negg": [0.5852962732315063, 0.697468101978302, 0.7798361778259277], "cos_Ac_negg": [0.5852962732315063, 0.697468101978302, 0.7798361778259277], "r_norm": [2.0919718742370605, 1.4348385334014893, 1.4132087230682373], "ldr": {"dL_sdil": -0.016618534922599792, "dL_bp": -0.005385532975196838, "ratio": 3.085773497096152}}, {"step": 5050, "epoch": 10, "train_loss": 0.15427036583423615, "cos_r_negg": [0.5924469828605652, 0.6931798458099365, 0.7767066955566406], "cos_apical_negg": [0.5924469828605652, 0.6931798458099365, 0.7767066955566406], "cos_Ac_negg": [0.5924469828605652, 0.6931798458099365, 0.7767066955566406], "r_norm": [3.439218044281006, 2.3439836502075195, 2.3198180198669434]}, {"step": 5100, "epoch": 10, "train_loss": 0.14700964093208313, "cos_r_negg": [0.5748398303985596, 0.6607226729393005, 0.7405706644058228], "cos_apical_negg": [0.5748398303985596, 0.6607226729393005, 0.7405706644058228], "cos_Ac_negg": [0.5748398303985596, 0.6607226729393005, 0.7405706644058228], "r_norm": [2.6008074283599854, 1.7765402793884277, 1.7298107147216797]}, {"step": 5150, "epoch": 10, "train_loss": 0.11636439710855484, "cos_r_negg": [0.6041711568832397, 0.6886298656463623, 0.7698327302932739], "cos_apical_negg": [0.6041711568832397, 0.6886298656463623, 0.7698327302932739], "cos_Ac_negg": [0.6041711568832397, 0.6886298656463623, 0.7698327302932739], "r_norm": [2.9921751022338867, 2.0503458976745605, 2.002704620361328]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9604, "test_loss": 0.13832686500549315}, {"step": 5200, "epoch": 11, "train_loss": 0.15973930060863495, "cos_r_negg": [0.5458087921142578, 0.6589034795761108, 0.7362315654754639], "cos_apical_negg": [0.5458087921142578, 0.6589034795761108, 0.7362315654754639], "cos_Ac_negg": [0.5458087921142578, 0.6589034795761108, 0.7362315654754639], "r_norm": [2.35640549659729, 1.5870203971862793, 1.5440682172775269]}, {"step": 5250, "epoch": 11, "train_loss": 0.052420474588871, "cos_r_negg": [0.5723745822906494, 0.6821001768112183, 0.7686309814453125], "cos_apical_negg": [0.5723745822906494, 0.6821001768112183, 0.7686309814453125], "cos_Ac_negg": [0.5723745822906494, 0.6821001768112183, 0.7686309814453125], "r_norm": [2.4418091773986816, 1.6432712078094482, 1.580446720123291], "ldr": {"dL_sdil": -0.017260633409023285, "dL_bp": -0.0054880231618881226, "ratio": 3.1451458749100585}}, {"step": 5300, "epoch": 11, "train_loss": 0.12462745606899261, "cos_r_negg": [0.5407285690307617, 0.6503903865814209, 0.7429219484329224], "cos_apical_negg": [0.5407285690307617, 0.6503903865814209, 0.7429219484329224], "cos_Ac_negg": [0.5407285690307617, 0.6503903865814209, 0.7429219484329224], "r_norm": [2.402069568634033, 1.6395546197891235, 1.5913141965866089]}, {"step": 5350, "epoch": 11, "train_loss": 0.1277722716331482, "cos_r_negg": [0.5633968114852905, 0.6608099937438965, 0.750163733959198], "cos_apical_negg": [0.5633968114852905, 0.6608099937438965, 0.750163733959198], "cos_Ac_negg": [0.5633968114852905, 0.6608099937438965, 0.750163733959198], "r_norm": [2.626124382019043, 1.7852619886398315, 1.7392936944961548]}, {"step": 5400, "epoch": 11, "train_loss": 0.08972976356744766, "cos_r_negg": [0.5382233262062073, 0.6444488167762756, 0.7333023548126221], "cos_apical_negg": [0.5382233262062073, 0.6444488167762756, 0.7333023548126221], "cos_Ac_negg": [0.5382233262062073, 0.6444488167762756, 0.7333023548126221], "r_norm": [2.3690407276153564, 1.6300116777420044, 1.5828933715820312]}, {"step": 5450, "epoch": 11, "train_loss": 0.016344867646694183, "cos_r_negg": [0.5778936147689819, 0.6752722263336182, 0.7552437782287598], "cos_apical_negg": [0.5778936147689819, 0.6752722263336182, 0.7552437782287598], "cos_Ac_negg": [0.5778936147689819, 0.6752722263336182, 0.7552437782287598], "r_norm": [2.147076368331909, 1.4757369756698608, 1.428619623184204]}, {"step": 5500, "epoch": 11, "train_loss": 0.0911020040512085, "cos_r_negg": [0.5532457828521729, 0.6540318727493286, 0.7435636520385742], "cos_apical_negg": [0.5532457828521729, 0.6540318727493286, 0.7435636520385742], "cos_Ac_negg": [0.5532457828521729, 0.6540318727493286, 0.7435636520385742], "r_norm": [1.9337725639343262, 1.3279482126235962, 1.2896451950073242], "ldr": {"dL_sdil": -0.014321379363536835, "dL_bp": -0.0035581588745117188, "ratio": 4.024940950817475}}, {"step": 5550, "epoch": 11, "train_loss": 0.16637249290943146, "cos_r_negg": [0.5706490278244019, 0.6461549997329712, 0.7281716465950012], "cos_apical_negg": [0.5706490278244019, 0.6461549997329712, 0.7281716465950012], "cos_Ac_negg": [0.5706490278244019, 0.6461549997329712, 0.7281716465950012], "r_norm": [2.0308616161346436, 1.3856637477874756, 1.3460924625396729]}, {"step": 5600, "epoch": 11, "train_loss": 0.0790834054350853, "cos_r_negg": [0.5440282821655273, 0.6342355012893677, 0.7347931265830994], "cos_apical_negg": [0.5440282821655273, 0.6342355012893677, 0.7347931265830994], "cos_Ac_negg": [0.5440282821655273, 0.6342355012893677, 0.7347931265830994], "r_norm": [2.401829957962036, 1.6474231481552124, 1.6004401445388794]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9562, "test_loss": 0.150340763092041}, {"step": 5650, "epoch": 12, "train_loss": 0.11053471267223358, "cos_r_negg": [0.5480113625526428, 0.643944263458252, 0.7499954700469971], "cos_apical_negg": [0.5480113625526428, 0.643944263458252, 0.7499954700469971], "cos_Ac_negg": [0.5480113625526428, 0.643944263458252, 0.7499954700469971], "r_norm": [2.2690117359161377, 1.567537546157837, 1.51271653175354]}, {"step": 5700, "epoch": 12, "train_loss": 0.06792736053466797, "cos_r_negg": [0.4848424792289734, 0.5903793573379517, 0.6718026995658875], "cos_apical_negg": [0.4848424792289734, 0.5903793573379517, 0.6718026995658875], "cos_Ac_negg": [0.4848424792289734, 0.5903793573379517, 0.6718026995658875], "r_norm": [2.5291213989257812, 1.7339208126068115, 1.6570630073547363]}, {"step": 5750, "epoch": 12, "train_loss": 0.02683359384536743, "cos_r_negg": [0.5349005460739136, 0.6578554511070251, 0.7576255798339844], "cos_apical_negg": [0.5349005460739136, 0.6578554511070251, 0.7576255798339844], "cos_Ac_negg": [0.5349005460739136, 0.6578554511070251, 0.7576255798339844], "r_norm": [2.0455567836761475, 1.3984239101409912, 1.3474832773208618], "ldr": {"dL_sdil": -0.01884150505065918, "dL_bp": -0.005592942237854004, "ratio": 3.368800221668052}}, {"step": 5800, "epoch": 12, "train_loss": 0.05893146991729736, "cos_r_negg": [0.5572166442871094, 0.6487711668014526, 0.7383459806442261], "cos_apical_negg": [0.5572166442871094, 0.6487711668014526, 0.7383459806442261], "cos_Ac_negg": [0.5572166442871094, 0.6487711668014526, 0.7383459806442261], "r_norm": [2.3406221866607666, 1.6019070148468018, 1.5379652976989746]}, {"step": 5850, "epoch": 12, "train_loss": 0.21211344003677368, "cos_r_negg": [0.5329340100288391, 0.628815233707428, 0.7129485011100769], "cos_apical_negg": [0.5329340100288391, 0.628815233707428, 0.7129485011100769], "cos_Ac_negg": [0.5329340100288391, 0.628815233707428, 0.7129485011100769], "r_norm": [2.0587940216064453, 1.4116966724395752, 1.3597301244735718]}, {"step": 5900, "epoch": 12, "train_loss": 0.11932757496833801, "cos_r_negg": [0.5190166234970093, 0.6326196193695068, 0.7163788080215454], "cos_apical_negg": [0.5190166234970093, 0.6326196193695068, 0.7163788080215454], "cos_Ac_negg": [0.5190166234970093, 0.6326196193695068, 0.7163788080215454], "r_norm": [2.414370059967041, 1.6578574180603027, 1.6031657457351685]}, {"step": 5950, "epoch": 12, "train_loss": 0.17872995138168335, "cos_r_negg": [0.5401698350906372, 0.6477407217025757, 0.7304614782333374], "cos_apical_negg": [0.5401698350906372, 0.6477407217025757, 0.7304614782333374], "cos_Ac_negg": [0.5401698350906372, 0.6477407217025757, 0.7304614782333374], "r_norm": [1.8171803951263428, 1.2441662549972534, 1.2037839889526367]}, {"step": 6000, "epoch": 12, "train_loss": 0.19118714332580566, "cos_r_negg": [0.5468661189079285, 0.6527957320213318, 0.7321740388870239], "cos_apical_negg": [0.5468661189079285, 0.6527957320213318, 0.7321740388870239], "cos_Ac_negg": [0.5468661189079285, 0.6527957320213318, 0.7321740388870239], "r_norm": [2.6798031330108643, 1.83539879322052, 1.771496057510376], "ldr": {"dL_sdil": -0.019398555159568787, "dL_bp": -0.0057870373129844666, "ratio": 3.352070171734325}}, {"step": 6050, "epoch": 12, "train_loss": 0.11337678879499435, "cos_r_negg": [0.5254063606262207, 0.6293320655822754, 0.7148242592811584], "cos_apical_negg": [0.5254063606262207, 0.6293320655822754, 0.7148242592811584], "cos_Ac_negg": [0.5254063606262207, 0.6293320655822754, 0.7148242592811584], "r_norm": [2.3607966899871826, 1.636930227279663, 1.5763481855392456]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9556, "test_loss": 0.14700814971923828}, {"step": 6100, "epoch": 13, "train_loss": 0.08427329361438751, "cos_r_negg": [0.5392536520957947, 0.631699800491333, 0.736082136631012], "cos_apical_negg": [0.5392536520957947, 0.631699800491333, 0.736082136631012], "cos_Ac_negg": [0.5392536520957947, 0.631699800491333, 0.736082136631012], "r_norm": [2.523350238800049, 1.7305911779403687, 1.6612622737884521]}, {"step": 6150, "epoch": 13, "train_loss": 0.07693266123533249, "cos_r_negg": [0.5106306672096252, 0.6285854578018188, 0.7268611192703247], "cos_apical_negg": [0.5106306672096252, 0.6285854578018188, 0.7268611192703247], "cos_Ac_negg": [0.5106306672096252, 0.6285854578018188, 0.7268611192703247], "r_norm": [2.6105992794036865, 1.7961812019348145, 1.7384506464004517]}, {"step": 6200, "epoch": 13, "train_loss": 0.15422287583351135, "cos_r_negg": [0.5485599040985107, 0.6449683904647827, 0.7429786324501038], "cos_apical_negg": [0.5485599040985107, 0.6449683904647827, 0.7429786324501038], "cos_Ac_negg": [0.5485599040985107, 0.6449683904647827, 0.7429786324501038], "r_norm": [2.912038564682007, 1.9885292053222656, 1.9062962532043457]}, {"step": 6250, "epoch": 13, "train_loss": 0.13332074880599976, "cos_r_negg": [0.5402265787124634, 0.654359757900238, 0.7403940558433533], "cos_apical_negg": [0.5402265787124634, 0.654359757900238, 0.7403940558433533], "cos_Ac_negg": [0.5402265787124634, 0.654359757900238, 0.7403940558433533], "r_norm": [2.594130516052246, 1.7731328010559082, 1.693071722984314], "ldr": {"dL_sdil": -0.017347119748592377, "dL_bp": -0.004406094551086426, "ratio": 3.9370738751657153}}, {"step": 6300, "epoch": 13, "train_loss": 0.0966799259185791, "cos_r_negg": [0.5572881698608398, 0.6553675532341003, 0.7565984725952148], "cos_apical_negg": [0.5572881698608398, 0.6553675532341003, 0.7565984725952148], "cos_Ac_negg": [0.5572881698608398, 0.6553675532341003, 0.7565984725952148], "r_norm": [2.9806227684020996, 2.044520854949951, 1.9635494947433472]}, {"step": 6350, "epoch": 13, "train_loss": 0.04830431193113327, "cos_r_negg": [0.5543813705444336, 0.6429351568222046, 0.7515689730644226], "cos_apical_negg": [0.5543813705444336, 0.6429351568222046, 0.7515689730644226], "cos_Ac_negg": [0.5543813705444336, 0.6429351568222046, 0.7515689730644226], "r_norm": [2.7642910480499268, 1.9149688482284546, 1.8442518711090088]}, {"step": 6400, "epoch": 13, "train_loss": 0.12233128398656845, "cos_r_negg": [0.5210800170898438, 0.6106499433517456, 0.7088745832443237], "cos_apical_negg": [0.5210800170898438, 0.6106499433517456, 0.7088745832443237], "cos_Ac_negg": [0.5210800170898438, 0.6106499433517456, 0.7088745832443237], "r_norm": [2.816058874130249, 1.9622021913528442, 1.8909275531768799]}, {"step": 6450, "epoch": 13, "train_loss": 0.1264851689338684, "cos_r_negg": [0.4945153295993805, 0.6121467351913452, 0.6933512687683105], "cos_apical_negg": [0.4945153295993805, 0.6121467351913452, 0.6933512687683105], "cos_Ac_negg": [0.4945153295993805, 0.6121467351913452, 0.6933512687683105], "r_norm": [2.4013423919677734, 1.651816725730896, 1.608290433883667]}, {"step": 6500, "epoch": 13, "train_loss": 0.027040187269449234, "cos_r_negg": [0.4750349521636963, 0.5761806964874268, 0.6672631502151489], "cos_apical_negg": [0.4750349521636963, 0.5761806964874268, 0.6672631502151489], "cos_Ac_negg": [0.4750349521636963, 0.5761806964874268, 0.6672631502151489], "r_norm": [2.4365439414978027, 1.6762653589248657, 1.625084638595581], "ldr": {"dL_sdil": -0.012417048215866089, "dL_bp": -0.002968929708003998, "ratio": 4.182331492184108}}, {"step": 6550, "epoch": 13, "train_loss": 0.12010101974010468, "cos_r_negg": [0.5379924178123474, 0.637371301651001, 0.7405667901039124], "cos_apical_negg": [0.5379924178123474, 0.637371301651001, 0.7405667901039124], "cos_Ac_negg": [0.5379924178123474, 0.637371301651001, 0.7405667901039124], "r_norm": [3.1703555583953857, 2.1792497634887695, 2.0981664657592773]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9626, "test_loss": 0.1357260368347168}, {"step": 6600, "epoch": 14, "train_loss": 0.046269260346889496, "cos_r_negg": [0.4996300935745239, 0.587536633014679, 0.6912825703620911], "cos_apical_negg": [0.4996300935745239, 0.587536633014679, 0.6912825703620911], "cos_Ac_negg": [0.4996300935745239, 0.587536633014679, 0.6912825703620911], "r_norm": [2.9134812355041504, 1.988738775253296, 1.9167834520339966]}, {"step": 6650, "epoch": 14, "train_loss": 0.1019471287727356, "cos_r_negg": [0.5067309737205505, 0.6233118772506714, 0.7311416864395142], "cos_apical_negg": [0.5067309737205505, 0.6233118772506714, 0.7311416864395142], "cos_Ac_negg": [0.5067309737205505, 0.6233118772506714, 0.7311416864395142], "r_norm": [2.648851156234741, 1.8236134052276611, 1.7710860967636108]}, {"step": 6700, "epoch": 14, "train_loss": 0.18887361884117126, "cos_r_negg": [0.509901762008667, 0.6201461553573608, 0.7059351205825806], "cos_apical_negg": [0.509901762008667, 0.6201461553573608, 0.7059351205825806], "cos_Ac_negg": [0.509901762008667, 0.6201461553573608, 0.7059351205825806], "r_norm": [2.409862995147705, 1.669677734375, 1.6252334117889404]}, {"step": 6750, "epoch": 14, "train_loss": 0.07171039283275604, "cos_r_negg": [0.5003745555877686, 0.6143594980239868, 0.720431923866272], "cos_apical_negg": [0.5003745555877686, 0.6143594980239868, 0.720431923866272], "cos_Ac_negg": [0.5003745555877686, 0.6143594980239868, 0.720431923866272], "r_norm": [2.964313507080078, 2.0461246967315674, 1.9808423519134521], "ldr": {"dL_sdil": -0.02090531587600708, "dL_bp": -0.006912320852279663, "ratio": 3.0243555417588244}}, {"step": 6800, "epoch": 14, "train_loss": 0.05422702431678772, "cos_r_negg": [0.5226114392280579, 0.6290351748466492, 0.7336715459823608], "cos_apical_negg": [0.5226114392280579, 0.6290351748466492, 0.7336715459823608], "cos_Ac_negg": [0.5226114392280579, 0.6290351748466492, 0.7336715459823608], "r_norm": [2.263113260269165, 1.5666372776031494, 1.5168697834014893]}, {"step": 6850, "epoch": 14, "train_loss": 0.08799870312213898, "cos_r_negg": [0.5268256664276123, 0.659085750579834, 0.7614655494689941], "cos_apical_negg": [0.5268256664276123, 0.659085750579834, 0.7614655494689941], "cos_Ac_negg": [0.5268256664276123, 0.659085750579834, 0.7614655494689941], "r_norm": [3.4518821239471436, 2.3668885231018066, 2.2839109897613525]}, {"step": 6900, "epoch": 14, "train_loss": 0.051660455763339996, "cos_r_negg": [0.5489038228988647, 0.6425249576568604, 0.7772709131240845], "cos_apical_negg": [0.5489038228988647, 0.6425249576568604, 0.7772709131240845], "cos_Ac_negg": [0.5489038228988647, 0.6425249576568604, 0.7772709131240845], "r_norm": [2.701690912246704, 1.8548567295074463, 1.7937266826629639]}, {"step": 6950, "epoch": 14, "train_loss": 0.03270097076892853, "cos_r_negg": [0.5285485982894897, 0.6267623901367188, 0.7526556253433228], "cos_apical_negg": [0.5285485982894897, 0.6267623901367188, 0.7526556253433228], "cos_Ac_negg": [0.5285485982894897, 0.6267623901367188, 0.7526556253433228], "r_norm": [2.5594146251678467, 1.7519948482513428, 1.6783605813980103]}, {"step": 7000, "epoch": 14, "train_loss": 0.03870055451989174, "cos_r_negg": [0.5182556509971619, 0.6354900002479553, 0.7458173036575317], "cos_apical_negg": [0.5182556509971619, 0.6354900002479553, 0.7458173036575317], "cos_Ac_negg": [0.5182556509971619, 0.6354900002479553, 0.7458173036575317], "r_norm": [2.979334831237793, 2.0229899883270264, 1.957069993019104], "ldr": {"dL_sdil": -0.018344402313232422, "dL_bp": -0.0056052058935165405, "ratio": 3.2727437067835674}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9573, "test_loss": 0.14900497856140138}, {"step": 7050, "epoch": 15, "train_loss": 0.08502943068742752, "cos_r_negg": [0.4694618582725525, 0.5868803262710571, 0.7032029032707214], "cos_apical_negg": [0.4694618582725525, 0.5868803262710571, 0.7032029032707214], "cos_Ac_negg": [0.4694618582725525, 0.5868803262710571, 0.7032029032707214], "r_norm": [2.476858377456665, 1.7224647998809814, 1.660605549812317]}, {"step": 7100, "epoch": 15, "train_loss": 0.09621129930019379, "cos_r_negg": [0.46823951601982117, 0.5650354623794556, 0.6900224089622498], "cos_apical_negg": [0.46823951601982117, 0.5650354623794556, 0.6900224089622498], "cos_Ac_negg": [0.46823951601982117, 0.5650354623794556, 0.6900224089622498], "r_norm": [2.4931859970092773, 1.7159489393234253, 1.6628062725067139]}, {"step": 7150, "epoch": 15, "train_loss": 0.05760606750845909, "cos_r_negg": [0.4740019738674164, 0.5828019380569458, 0.6904940605163574], "cos_apical_negg": [0.4740019738674164, 0.5828019380569458, 0.6904940605163574], "cos_Ac_negg": [0.4740019738674164, 0.5828019380569458, 0.6904940605163574], "r_norm": [2.4416706562042236, 1.675152063369751, 1.630835771560669]}, {"step": 7200, "epoch": 15, "train_loss": 0.17221970856189728, "cos_r_negg": [0.4807170033454895, 0.5957328677177429, 0.6878479719161987], "cos_apical_negg": [0.4807170033454895, 0.5957328677177429, 0.6878479719161987], "cos_Ac_negg": [0.4807170033454895, 0.5957328677177429, 0.6878479719161987], "r_norm": [2.942847728729248, 2.00193452835083, 1.939339518547058]}, {"step": 7250, "epoch": 15, "train_loss": 0.12363635003566742, "cos_r_negg": [0.519611120223999, 0.6298834085464478, 0.7512288689613342], "cos_apical_negg": [0.519611120223999, 0.6298834085464478, 0.7512288689613342], "cos_Ac_negg": [0.519611120223999, 0.6298834085464478, 0.7512288689613342], "r_norm": [2.5364108085632324, 1.741370439529419, 1.6824396848678589], "ldr": {"dL_sdil": -0.015351921319961548, "dL_bp": -0.004221901297569275, "ratio": 3.63625775164386}}, {"step": 7300, "epoch": 15, "train_loss": 0.03204406797885895, "cos_r_negg": [0.5095851421356201, 0.6221978664398193, 0.7375617027282715], "cos_apical_negg": [0.5095851421356201, 0.6221978664398193, 0.7375617027282715], "cos_Ac_negg": [0.5095851421356201, 0.6221978664398193, 0.7375617027282715], "r_norm": [2.6704025268554688, 1.8208404779434204, 1.7492938041687012]}, {"step": 7350, "epoch": 15, "train_loss": 0.05423160642385483, "cos_r_negg": [0.49831423163414, 0.619368851184845, 0.7469401955604553], "cos_apical_negg": [0.49831423163414, 0.619368851184845, 0.7469401955604553], "cos_Ac_negg": [0.49831423163414, 0.619368851184845, 0.7469401955604553], "r_norm": [2.5586471557617188, 1.7603832483291626, 1.698790192604065]}, {"step": 7400, "epoch": 15, "train_loss": 0.1296149492263794, "cos_r_negg": [0.534453272819519, 0.6282074451446533, 0.7654389142990112], "cos_apical_negg": [0.534453272819519, 0.6282074451446533, 0.7654389142990112], "cos_Ac_negg": [0.534453272819519, 0.6282074451446533, 0.7654389142990112], "r_norm": [3.301222562789917, 2.2567853927612305, 2.1910247802734375]}, {"step": 7450, "epoch": 15, "train_loss": 0.11493080109357834, "cos_r_negg": [0.48821792006492615, 0.5983046889305115, 0.7437617182731628], "cos_apical_negg": [0.48821792006492615, 0.5983046889305115, 0.7437617182731628], "cos_Ac_negg": [0.48821792006492615, 0.5983046889305115, 0.7437617182731628], "r_norm": [2.5269076824188232, 1.7280794382095337, 1.6694250106811523]}, {"step": 7500, "epoch": 15, "train_loss": 0.080158531665802, "cos_r_negg": [0.4953590929508209, 0.6012922525405884, 0.7294265031814575], "cos_apical_negg": [0.4953590929508209, 0.6012922525405884, 0.7294265031814575], "cos_Ac_negg": [0.4953590929508209, 0.6012922525405884, 0.7294265031814575], "r_norm": [3.670614242553711, 2.4991703033447266, 2.405057430267334], "ldr": {"dL_sdil": -0.027451306581497192, "dL_bp": -0.007119268178939819, "ratio": 3.8559169133006534}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9604, "test_loss": 0.1470309425354004}, {"step": 7550, "epoch": 16, "train_loss": 0.060834214091300964, "cos_r_negg": [0.49222010374069214, 0.6099213361740112, 0.7281911373138428], "cos_apical_negg": [0.49222010374069214, 0.6099213361740112, 0.7281911373138428], "cos_Ac_negg": [0.49222010374069214, 0.6099213361740112, 0.7281911373138428], "r_norm": [3.107241630554199, 2.1098294258117676, 2.041766881942749]}, {"step": 7600, "epoch": 16, "train_loss": 0.11017685383558273, "cos_r_negg": [0.48354393243789673, 0.6051052808761597, 0.7142664194107056], "cos_apical_negg": [0.48354393243789673, 0.6051052808761597, 0.7142664194107056], "cos_Ac_negg": [0.48354393243789673, 0.6051052808761597, 0.7142664194107056], "r_norm": [2.6032557487487793, 1.7747926712036133, 1.710080862045288]}, {"step": 7650, "epoch": 16, "train_loss": 0.10126746445894241, "cos_r_negg": [0.5154573321342468, 0.6353058815002441, 0.7563514113426208], "cos_apical_negg": [0.5154573321342468, 0.6353058815002441, 0.7563514113426208], "cos_Ac_negg": [0.5154573321342468, 0.6353058815002441, 0.7563514113426208], "r_norm": [2.6323740482330322, 1.8146648406982422, 1.7763338088989258]}, {"step": 7700, "epoch": 16, "train_loss": 0.07689563930034637, "cos_r_negg": [0.5583823919296265, 0.6431379318237305, 0.7670435309410095], "cos_apical_negg": [0.5583823919296265, 0.6431379318237305, 0.7670435309410095], "cos_Ac_negg": [0.5583823919296265, 0.6431379318237305, 0.7670435309410095], "r_norm": [3.3389859199523926, 2.287285804748535, 2.2176332473754883]}, {"step": 7750, "epoch": 16, "train_loss": 0.16391050815582275, "cos_r_negg": [0.4742976129055023, 0.5826550722122192, 0.7074605226516724], "cos_apical_negg": [0.4742976129055023, 0.5826550722122192, 0.7074605226516724], "cos_Ac_negg": [0.4742976129055023, 0.5826550722122192, 0.7074605226516724], "r_norm": [3.6745028495788574, 2.519570827484131, 2.4505743980407715], "ldr": {"dL_sdil": -0.036502912640571594, "dL_bp": -0.01410016417503357, "ratio": 2.5888289091842926}}, {"step": 7800, "epoch": 16, "train_loss": 0.10164961218833923, "cos_r_negg": [0.48097163438796997, 0.6042923927307129, 0.7412890195846558], "cos_apical_negg": [0.48097163438796997, 0.6042923927307129, 0.7412890195846558], "cos_Ac_negg": [0.48097163438796997, 0.6042923927307129, 0.7412890195846558], "r_norm": [2.934983968734741, 2.0012078285217285, 1.9481638669967651]}, {"step": 7850, "epoch": 16, "train_loss": 0.28628379106521606, "cos_r_negg": [0.48806262016296387, 0.5860730409622192, 0.7402076721191406], "cos_apical_negg": [0.48806262016296387, 0.5860730409622192, 0.7402076721191406], "cos_Ac_negg": [0.48806262016296387, 0.5860730409622192, 0.7402076721191406], "r_norm": [3.3281965255737305, 2.279743194580078, 2.1831283569335938]}, {"step": 7900, "epoch": 16, "train_loss": 0.04641380161046982, "cos_r_negg": [0.4925824999809265, 0.5894679427146912, 0.7133527994155884], "cos_apical_negg": [0.4925824999809265, 0.5894679427146912, 0.7133527994155884], "cos_Ac_negg": [0.4925824999809265, 0.5894679427146912, 0.7133527994155884], "r_norm": [2.9893293380737305, 2.016960859298706, 1.9540536403656006]}, {"step": 7950, "epoch": 16, "train_loss": 0.05773439258337021, "cos_r_negg": [0.47996169328689575, 0.6056071519851685, 0.747904360294342], "cos_apical_negg": [0.47996169328689575, 0.6056071519851685, 0.747904360294342], "cos_Ac_negg": [0.47996169328689575, 0.6056071519851685, 0.747904360294342], "r_norm": [3.0941567420959473, 2.1132683753967285, 2.0377707481384277]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9623, "test_loss": 0.12935139465332032}, {"step": 8000, "epoch": 17, "train_loss": 0.05554444342851639, "cos_r_negg": [0.46790996193885803, 0.6235918998718262, 0.7536046504974365], "cos_apical_negg": [0.46790996193885803, 0.6235918998718262, 0.7536046504974365], "cos_Ac_negg": [0.46790996193885803, 0.6235918998718262, 0.7536046504974365], "r_norm": [3.33389949798584, 2.2637577056884766, 2.1977157592773438], "ldr": {"dL_sdil": -0.024415552616119385, "dL_bp": -0.006938464939594269, "ratio": 3.518869494719548}}, {"step": 8050, "epoch": 17, "train_loss": 0.033344849944114685, "cos_r_negg": [0.46685317158699036, 0.6101055145263672, 0.7540138959884644], "cos_apical_negg": [0.46685317158699036, 0.6101055145263672, 0.7540138959884644], "cos_Ac_negg": [0.46685317158699036, 0.6101055145263672, 0.7540138959884644], "r_norm": [3.665144681930542, 2.489896059036255, 2.4239625930786133]}, {"step": 8100, "epoch": 17, "train_loss": 0.1155557706952095, "cos_r_negg": [0.495894193649292, 0.6193960905075073, 0.7622904777526855], "cos_apical_negg": [0.495894193649292, 0.6193960905075073, 0.7622904777526855], "cos_Ac_negg": [0.495894193649292, 0.6193960905075073, 0.7622904777526855], "r_norm": [2.5767717361450195, 1.748185157775879, 1.7070128917694092]}, {"step": 8150, "epoch": 17, "train_loss": 0.05036870390176773, "cos_r_negg": [0.4778398275375366, 0.5876832008361816, 0.7233017683029175], "cos_apical_negg": [0.4778398275375366, 0.5876832008361816, 0.7233017683029175], "cos_Ac_negg": [0.4778398275375366, 0.5876832008361816, 0.7233017683029175], "r_norm": [4.122403144836426, 2.7818350791931152, 2.6912755966186523]}, {"step": 8200, "epoch": 17, "train_loss": 0.10910540819168091, "cos_r_negg": [0.4514480233192444, 0.5694826245307922, 0.6861361861228943], "cos_apical_negg": [0.4514480233192444, 0.5694826245307922, 0.6861361861228943], "cos_Ac_negg": [0.4514480233192444, 0.5694826245307922, 0.6861361861228943], "r_norm": [3.24678373336792, 2.206155776977539, 2.129291296005249]}, {"step": 8250, "epoch": 17, "train_loss": 0.09214184433221817, "cos_r_negg": [0.44923511147499084, 0.579939603805542, 0.6799666881561279], "cos_apical_negg": [0.44923511147499084, 0.579939603805542, 0.6799666881561279], "cos_Ac_negg": [0.44923511147499084, 0.579939603805542, 0.6799666881561279], "r_norm": [4.007040023803711, 2.69858455657959, 2.612337589263916], "ldr": {"dL_sdil": -0.02844993770122528, "dL_bp": -0.009194239974021912, "ratio": 3.0943218560326735}}, {"step": 8300, "epoch": 17, "train_loss": 0.1447686403989792, "cos_r_negg": [0.46721351146698, 0.575731635093689, 0.6959646940231323], "cos_apical_negg": [0.46721351146698, 0.575731635093689, 0.6959646940231323], "cos_Ac_negg": [0.46721351146698, 0.575731635093689, 0.6959646940231323], "r_norm": [3.205773115158081, 2.1763877868652344, 2.1008057594299316]}, {"step": 8350, "epoch": 17, "train_loss": 0.06001559644937515, "cos_r_negg": [0.47658783197402954, 0.6049124598503113, 0.7345187664031982], "cos_apical_negg": [0.47658783197402954, 0.6049124598503113, 0.7345187664031982], "cos_Ac_negg": [0.47658783197402954, 0.6049124598503113, 0.7345187664031982], "r_norm": [3.621716022491455, 2.438612461090088, 2.362908124923706]}, {"step": 8400, "epoch": 17, "train_loss": 0.07730419188737869, "cos_r_negg": [0.4663662612438202, 0.6268489360809326, 0.7619446516036987], "cos_apical_negg": [0.4663662612438202, 0.6268489360809326, 0.7619446516036987], "cos_Ac_negg": [0.4663662612438202, 0.6268489360809326, 0.7619446516036987], "r_norm": [3.3467888832092285, 2.2827956676483154, 2.197591543197632]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9566, "test_loss": 0.14835614166259767}, {"step": 8450, "epoch": 18, "train_loss": 0.13275998830795288, "cos_r_negg": [0.5109342336654663, 0.6407317519187927, 0.7804397344589233], "cos_apical_negg": [0.5109342336654663, 0.6407317519187927, 0.7804397344589233], "cos_Ac_negg": [0.5109342336654663, 0.6407317519187927, 0.7804397344589233], "r_norm": [3.1357922554016113, 2.116783618927002, 2.0203540325164795]}, {"step": 8500, "epoch": 18, "train_loss": 0.1039043590426445, "cos_r_negg": [0.467446893453598, 0.622728168964386, 0.7625525593757629], "cos_apical_negg": [0.467446893453598, 0.622728168964386, 0.7625525593757629], "cos_Ac_negg": [0.467446893453598, 0.622728168964386, 0.7625525593757629], "r_norm": [2.8215668201446533, 1.9254573583602905, 1.858660101890564], "ldr": {"dL_sdil": -0.015458159148693085, "dL_bp": -0.004109814763069153, "ratio": 3.7612788020521744}}, {"step": 8550, "epoch": 18, "train_loss": 0.14909522235393524, "cos_r_negg": [0.442460298538208, 0.5834387540817261, 0.7360620498657227], "cos_apical_negg": [0.442460298538208, 0.5834387540817261, 0.7360620498657227], "cos_Ac_negg": [0.442460298538208, 0.5834387540817261, 0.7360620498657227], "r_norm": [2.7440567016601562, 1.8675342798233032, 1.8046655654907227]}, {"step": 8600, "epoch": 18, "train_loss": 0.2987481355667114, "cos_r_negg": [0.4638572335243225, 0.593674898147583, 0.7322571873664856], "cos_apical_negg": [0.4638572335243225, 0.593674898147583, 0.7322571873664856], "cos_Ac_negg": [0.4638572335243225, 0.593674898147583, 0.7322571873664856], "r_norm": [2.58170747756958, 1.7734570503234863, 1.7304624319076538]}, {"step": 8650, "epoch": 18, "train_loss": 0.09393367916345596, "cos_r_negg": [0.5183720588684082, 0.6470839977264404, 0.7792829871177673], "cos_apical_negg": [0.5183720588684082, 0.6470839977264404, 0.7792829871177673], "cos_Ac_negg": [0.5183720588684082, 0.6470839977264404, 0.7792829871177673], "r_norm": [3.9098947048187256, 2.643737316131592, 2.546304702758789]}, {"step": 8700, "epoch": 18, "train_loss": 0.11876717209815979, "cos_r_negg": [0.47650134563446045, 0.5977153778076172, 0.7520047426223755], "cos_apical_negg": [0.47650134563446045, 0.5977153778076172, 0.7520047426223755], "cos_Ac_negg": [0.47650134563446045, 0.5977153778076172, 0.7520047426223755], "r_norm": [4.024848937988281, 2.7338385581970215, 2.640610933303833]}, {"step": 8750, "epoch": 18, "train_loss": 0.05289457365870476, "cos_r_negg": [0.4686068296432495, 0.5964105725288391, 0.753166913986206], "cos_apical_negg": [0.4686068296432495, 0.5964105725288391, 0.753166913986206], "cos_Ac_negg": [0.4686068296432495, 0.5964105725288391, 0.753166913986206], "r_norm": [3.470994472503662, 2.3453595638275146, 2.27215576171875], "ldr": {"dL_sdil": -0.026362180709838867, "dL_bp": -0.007879026234149933, "ratio": 3.3458678682370295}}, {"step": 8800, "epoch": 18, "train_loss": 0.0969875305891037, "cos_r_negg": [0.48757630586624146, 0.6106157302856445, 0.76273512840271], "cos_apical_negg": [0.48757630586624146, 0.6106157302856445, 0.76273512840271], "cos_Ac_negg": [0.48757630586624146, 0.6106157302856445, 0.76273512840271], "r_norm": [3.8106350898742676, 2.5904769897460938, 2.4671006202697754]}, {"step": 8850, "epoch": 18, "train_loss": 0.10759024322032928, "cos_r_negg": [0.4676417112350464, 0.5997387170791626, 0.7741537094116211], "cos_apical_negg": [0.4676417112350464, 0.5997387170791626, 0.7741537094116211], "cos_Ac_negg": [0.4676417112350464, 0.5997387170791626, 0.7741537094116211], "r_norm": [3.8486087322235107, 2.6149325370788574, 2.5075831413269043]}, {"step": 8900, "epoch": 18, "train_loss": 0.10986261069774628, "cos_r_negg": [0.4821038842201233, 0.6126977801322937, 0.7790646553039551], "cos_apical_negg": [0.4821038842201233, 0.6126977801322937, 0.7790646553039551], "cos_Ac_negg": [0.4821038842201233, 0.6126977801322937, 0.7790646553039551], "r_norm": [3.9028661251068115, 2.6925151348114014, 2.610546112060547]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9596, "test_loss": 0.1374782199859619}, {"step": 8950, "epoch": 19, "train_loss": 0.024670226499438286, "cos_r_negg": [0.46887871623039246, 0.586022138595581, 0.7447665929794312], "cos_apical_negg": [0.46887871623039246, 0.586022138595581, 0.7447665929794312], "cos_Ac_negg": [0.46887871623039246, 0.586022138595581, 0.7447665929794312], "r_norm": [3.9008500576019287, 2.6825757026672363, 2.593639373779297]}, {"step": 9000, "epoch": 19, "train_loss": 0.16833874583244324, "cos_r_negg": [0.47070297598838806, 0.6013631224632263, 0.7524117827415466], "cos_apical_negg": [0.47070297598838806, 0.6013631224632263, 0.7524117827415466], "cos_Ac_negg": [0.47070297598838806, 0.6013631224632263, 0.7524117827415466], "r_norm": [3.597475290298462, 2.469928741455078, 2.3674590587615967], "ldr": {"dL_sdil": -0.022041410207748413, "dL_bp": -0.006566762924194336, "ratio": 3.356510728678793}}, {"step": 9050, "epoch": 19, "train_loss": 0.17411062121391296, "cos_r_negg": [0.43118733167648315, 0.5760952234268188, 0.74647057056427], "cos_apical_negg": [0.43118733167648315, 0.5760952234268188, 0.74647057056427], "cos_Ac_negg": [0.43118733167648315, 0.5760952234268188, 0.74647057056427], "r_norm": [3.556485652923584, 2.4203643798828125, 2.324342966079712]}, {"step": 9100, "epoch": 19, "train_loss": 0.040854454040527344, "cos_r_negg": [0.4608801603317261, 0.593410849571228, 0.7518800497055054], "cos_apical_negg": [0.4608801603317261, 0.593410849571228, 0.7518800497055054], "cos_Ac_negg": [0.4608801603317261, 0.593410849571228, 0.7518800497055054], "r_norm": [3.2429580688476562, 2.1961944103240967, 2.1111950874328613]}, {"step": 9150, "epoch": 19, "train_loss": 0.18404434621334076, "cos_r_negg": [0.4480458199977875, 0.6062141060829163, 0.7655995488166809], "cos_apical_negg": [0.4480458199977875, 0.6062141060829163, 0.7655995488166809], "cos_Ac_negg": [0.4480458199977875, 0.6062141060829163, 0.7655995488166809], "r_norm": [3.152503728866577, 2.1551525592803955, 2.0845179557800293]}, {"step": 9200, "epoch": 19, "train_loss": 0.1545964479446411, "cos_r_negg": [0.47102707624435425, 0.6062004566192627, 0.7575932741165161], "cos_apical_negg": [0.47102707624435425, 0.6062004566192627, 0.7575932741165161], "cos_Ac_negg": [0.47102707624435425, 0.6062004566192627, 0.7575932741165161], "r_norm": [4.347260475158691, 2.9333741664886475, 2.795837879180908]}, {"step": 9250, "epoch": 19, "train_loss": 0.12299389392137527, "cos_r_negg": [0.4560714662075043, 0.6204146146774292, 0.7652348279953003], "cos_apical_negg": [0.4560714662075043, 0.6204146146774292, 0.7652348279953003], "cos_Ac_negg": [0.4560714662075043, 0.6204146146774292, 0.7652348279953003], "r_norm": [3.566096305847168, 2.4170689582824707, 2.3298451900482178], "ldr": {"dL_sdil": -0.01880192756652832, "dL_bp": -0.0045245736837387085, "ratio": 4.155513619791924}}, {"step": 9300, "epoch": 19, "train_loss": 0.10445186495780945, "cos_r_negg": [0.4999547004699707, 0.61686772108078, 0.7652115821838379], "cos_apical_negg": [0.4999547004699707, 0.61686772108078, 0.7652115821838379], "cos_Ac_negg": [0.4999547004699707, 0.61686772108078, 0.7652115821838379], "r_norm": [3.2021074295043945, 2.2056779861450195, 2.151883125305176]}, {"step": 9350, "epoch": 19, "train_loss": 0.20127779245376587, "cos_r_negg": [0.45160770416259766, 0.5931587219238281, 0.7610846757888794], "cos_apical_negg": [0.45160770416259766, 0.5931587219238281, 0.7610846757888794], "cos_Ac_negg": [0.45160770416259766, 0.5931587219238281, 0.7610846757888794], "r_norm": [3.1893575191497803, 2.173637628555298, 2.12016224861145]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9572, "test_loss": 0.1466967315673828}], "final": {"test_acc": 0.9572, "test_loss": 0.1466967315673828, "wall_s": 33.48089098930359, "cos_r_negg": [0.44535374641418457, 0.5997729897499084, 0.766185998916626], "cos_apical_negg": [0.44535374641418457, 0.5997729897499084, 0.766185998916626], "cos_Ac_negg": [0.44535374641418457, 0.5997729897499084, 0.766185998916626]}}
\ No newline at end of file
diff --git a/results/A_nuis_rho0_res1_s0.json b/results/A_nuis_rho0_res1_s0.json
new file mode 100644
index 0000000..08ef6d9
--- /dev/null
+++ b/results/A_nuis_rho0_res1_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_nuis_rho0_res1_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.0002613805700093508, 0.01220147404819727, 0.0749821811914444], "cos_apical_negg": [-0.0002613805700093508, 0.01220147404819727, 0.0749821811914444], "cos_Ac_negg": [-0.0002613805700093508, 0.01220147404819727, 0.0749821811914444], "r_norm": [4.889636516571045, 4.838781356811523, 4.850733757019043], "ldr": {"dL_sdil": -0.044272422790527344, "dL_bp": -0.23199224472045898, "ratio": 0.19083578782503602}}, {"step": 50, "epoch": 0, "train_loss": 0.6947698593139648, "cos_r_negg": [0.46932440996170044, 0.46780890226364136, 0.4261922836303711], "cos_apical_negg": [0.46932440996170044, 0.46780890226364136, 0.4261922836303711], "cos_Ac_negg": [0.46932440996170044, 0.46780890226364136, 0.4261922836303711], "r_norm": [1.234236717224121, 1.2193915843963623, 1.248900055885315]}, {"step": 100, "epoch": 0, "train_loss": 0.33027568459510803, "cos_r_negg": [0.5033400654792786, 0.5043516159057617, 0.5277151465415955], "cos_apical_negg": [0.5033400654792786, 0.5043516159057617, 0.5277151465415955], "cos_Ac_negg": [0.5033400654792786, 0.5043516159057617, 0.5277151465415955], "r_norm": [0.9099504947662354, 0.8886969685554504, 0.923927366733551]}, {"step": 150, "epoch": 0, "train_loss": 0.29190680384635925, "cos_r_negg": [0.5228947401046753, 0.5484175682067871, 0.6033927202224731], "cos_apical_negg": [0.5228947401046753, 0.5484175682067871, 0.6033927202224731], "cos_Ac_negg": [0.5228947401046753, 0.5484175682067871, 0.6033927202224731], "r_norm": [0.8711706399917603, 0.8384007811546326, 0.8818368911743164]}, {"step": 200, "epoch": 0, "train_loss": 0.26959338784217834, "cos_r_negg": [0.5472920536994934, 0.566970944404602, 0.6455470323562622], "cos_apical_negg": [0.5472920536994934, 0.566970944404602, 0.6455470323562622], "cos_Ac_negg": [0.5472920536994934, 0.566970944404602, 0.6455470323562622], "r_norm": [0.9760891199111938, 0.9269013404846191, 0.9881390333175659]}, {"step": 250, "epoch": 0, "train_loss": 0.18652287125587463, "cos_r_negg": [0.5581132769584656, 0.5944055914878845, 0.6624203324317932], "cos_apical_negg": [0.5581132769584656, 0.5944055914878845, 0.6624203324317932], "cos_Ac_negg": [0.5581132769584656, 0.5944055914878845, 0.6624203324317932], "r_norm": [0.8700748085975647, 0.8096775412559509, 0.8744767308235168], "ldr": {"dL_sdil": -0.017549708485603333, "dL_bp": -0.00961393117904663, "ratio": 1.8254456120772498}}, {"step": 300, "epoch": 0, "train_loss": 0.30619898438453674, "cos_r_negg": [0.5849269032478333, 0.6174051761627197, 0.7015668153762817], "cos_apical_negg": [0.5849269032478333, 0.6174051761627197, 0.7015668153762817], "cos_Ac_negg": [0.5849269032478333, 0.6174051761627197, 0.7015668153762817], "r_norm": [0.8595101833343506, 0.8056173920631409, 0.859744668006897]}, {"step": 350, "epoch": 0, "train_loss": 0.17939621210098267, "cos_r_negg": [0.610434353351593, 0.6353212594985962, 0.7266926765441895], "cos_apical_negg": [0.610434353351593, 0.6353212594985962, 0.7266926765441895], "cos_Ac_negg": [0.610434353351593, 0.6353212594985962, 0.7266926765441895], "r_norm": [0.8629319071769714, 0.7947500944137573, 0.8545377850532532]}, {"step": 400, "epoch": 0, "train_loss": 0.11047431081533432, "cos_r_negg": [0.5768938064575195, 0.6297991275787354, 0.7163645625114441], "cos_apical_negg": [0.5768938064575195, 0.6297991275787354, 0.7163645625114441], "cos_Ac_negg": [0.5768938064575195, 0.6297991275787354, 0.7163645625114441], "r_norm": [0.8435810208320618, 0.7696368098258972, 0.8449093699455261]}, {"step": 450, "epoch": 0, "train_loss": 0.21075014770030975, "cos_r_negg": [0.6062219142913818, 0.6493144631385803, 0.7397379279136658], "cos_apical_negg": [0.6062219142913818, 0.6493144631385803, 0.7397379279136658], "cos_Ac_negg": [0.6062219142913818, 0.6493144631385803, 0.7397379279136658], "r_norm": [1.0934802293777466, 0.99028480052948, 1.087562918663025]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9418, "test_loss": 0.20378425064086914}, {"step": 500, "epoch": 1, "train_loss": 0.228421151638031, "cos_r_negg": [0.6231974959373474, 0.6482963562011719, 0.7440301179885864], "cos_apical_negg": [0.6231974959373474, 0.6482963562011719, 0.7440301179885864], "cos_Ac_negg": [0.6231974959373474, 0.6482963562011719, 0.7440301179885864], "r_norm": [0.9854280352592468, 0.8927579522132874, 0.9666597843170166], "ldr": {"dL_sdil": -0.02385561168193817, "dL_bp": -0.012075483798980713, "ratio": 1.9755408627149014}}, {"step": 550, "epoch": 1, "train_loss": 0.13961996138095856, "cos_r_negg": [0.6267005801200867, 0.6599085330963135, 0.7457277774810791], "cos_apical_negg": [0.6267005801200867, 0.6599085330963135, 0.7457277774810791], "cos_Ac_negg": [0.6267005801200867, 0.6599085330963135, 0.7457277774810791], "r_norm": [0.9223068356513977, 0.8187565803527832, 0.8954730033874512]}, {"step": 600, "epoch": 1, "train_loss": 0.20810087025165558, "cos_r_negg": [0.6367852687835693, 0.6667013168334961, 0.7511599063873291], "cos_apical_negg": [0.6367852687835693, 0.6667013168334961, 0.7511599063873291], "cos_Ac_negg": [0.6367852687835693, 0.6667013168334961, 0.7511599063873291], "r_norm": [0.8678241968154907, 0.7759854793548584, 0.8457226157188416]}, {"step": 650, "epoch": 1, "train_loss": 0.25354471802711487, "cos_r_negg": [0.6419029831886292, 0.6701474785804749, 0.745158314704895], "cos_apical_negg": [0.6419029831886292, 0.6701474785804749, 0.745158314704895], "cos_Ac_negg": [0.6419029831886292, 0.6701474785804749, 0.745158314704895], "r_norm": [0.8621715903282166, 0.7642011642456055, 0.8284887671470642]}, {"step": 700, "epoch": 1, "train_loss": 0.06377427279949188, "cos_r_negg": [0.6049619317054749, 0.6465743780136108, 0.7481943964958191], "cos_apical_negg": [0.6049619317054749, 0.6465743780136108, 0.7481943964958191], "cos_Ac_negg": [0.6049619317054749, 0.6465743780136108, 0.7481943964958191], "r_norm": [0.8374091386795044, 0.7416887879371643, 0.806228518486023]}, {"step": 750, "epoch": 1, "train_loss": 0.09137207269668579, "cos_r_negg": [0.6281364560127258, 0.6642559766769409, 0.7544387578964233], "cos_apical_negg": [0.6281364560127258, 0.6642559766769409, 0.7544387578964233], "cos_Ac_negg": [0.6281364560127258, 0.6642559766769409, 0.7544387578964233], "r_norm": [0.9047442674636841, 0.8049823045730591, 0.8711803555488586], "ldr": {"dL_sdil": -0.022219091653823853, "dL_bp": -0.010339885950088501, "ratio": 2.1488720244185746}}, {"step": 800, "epoch": 1, "train_loss": 0.12068931758403778, "cos_r_negg": [0.6515294313430786, 0.6806910037994385, 0.7740550637245178], "cos_apical_negg": [0.6515294313430786, 0.6806910037994385, 0.7740550637245178], "cos_Ac_negg": [0.6515294313430786, 0.6806910037994385, 0.7740550637245178], "r_norm": [0.9510111808776855, 0.8236148953437805, 0.9004076719284058]}, {"step": 850, "epoch": 1, "train_loss": 0.20276907086372375, "cos_r_negg": [0.6409627795219421, 0.6852298974990845, 0.7699993252754211], "cos_apical_negg": [0.6409627795219421, 0.6852298974990845, 0.7699993252754211], "cos_Ac_negg": [0.6409627795219421, 0.6852298974990845, 0.7699993252754211], "r_norm": [0.89708411693573, 0.7730327844619751, 0.8427358865737915]}, {"step": 900, "epoch": 1, "train_loss": 0.09132886677980423, "cos_r_negg": [0.6592685580253601, 0.6973023414611816, 0.7739158272743225], "cos_apical_negg": [0.6592685580253601, 0.6973023414611816, 0.7739158272743225], "cos_Ac_negg": [0.6592685580253601, 0.6973023414611816, 0.7739158272743225], "r_norm": [0.9922375679016113, 0.8483572006225586, 0.9229468107223511]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9561, "test_loss": 0.14448571548461914}, {"step": 950, "epoch": 2, "train_loss": 0.12305060029029846, "cos_r_negg": [0.6291881799697876, 0.6633940935134888, 0.7513742446899414], "cos_apical_negg": [0.6291881799697876, 0.6633940935134888, 0.7513742446899414], "cos_Ac_negg": [0.6291881799697876, 0.6633940935134888, 0.7513742446899414], "r_norm": [0.9119619727134705, 0.7743721008300781, 0.8396859169006348]}, {"step": 1000, "epoch": 2, "train_loss": 0.1610991656780243, "cos_r_negg": [0.6402544975280762, 0.6914174556732178, 0.767808735370636], "cos_apical_negg": [0.6402544975280762, 0.6914174556732178, 0.767808735370636], "cos_Ac_negg": [0.6402544975280762, 0.6914174556732178, 0.767808735370636], "r_norm": [1.0933115482330322, 0.914830207824707, 1.0009945631027222], "ldr": {"dL_sdil": -0.025950521230697632, "dL_bp": -0.012011930346488953, "ratio": 2.160395580239348}}, {"step": 1050, "epoch": 2, "train_loss": 0.09192603826522827, "cos_r_negg": [0.6214075684547424, 0.6640905141830444, 0.7547997236251831], "cos_apical_negg": [0.6214075684547424, 0.6640905141830444, 0.7547997236251831], "cos_Ac_negg": [0.6214075684547424, 0.6640905141830444, 0.7547997236251831], "r_norm": [0.8581026196479797, 0.7189673185348511, 0.7850077152252197]}, {"step": 1100, "epoch": 2, "train_loss": 0.14594297111034393, "cos_r_negg": [0.6155744194984436, 0.6678001880645752, 0.757373571395874], "cos_apical_negg": [0.6155744194984436, 0.6678001880645752, 0.757373571395874], "cos_Ac_negg": [0.6155744194984436, 0.6678001880645752, 0.757373571395874], "r_norm": [0.843515932559967, 0.7085484266281128, 0.7724832892417908]}, {"step": 1150, "epoch": 2, "train_loss": 0.08055883646011353, "cos_r_negg": [0.6300932765007019, 0.6836197376251221, 0.7595656514167786], "cos_apical_negg": [0.6300932765007019, 0.6836197376251221, 0.7595656514167786], "cos_Ac_negg": [0.6300932765007019, 0.6836197376251221, 0.7595656514167786], "r_norm": [1.0884425640106201, 0.8961544036865234, 0.976905107498169]}, {"step": 1200, "epoch": 2, "train_loss": 0.01689751446247101, "cos_r_negg": [0.6123155355453491, 0.6572578549385071, 0.7530547380447388], "cos_apical_negg": [0.6123155355453491, 0.6572578549385071, 0.7530547380447388], "cos_Ac_negg": [0.6123155355453491, 0.6572578549385071, 0.7530547380447388], "r_norm": [1.0530575513839722, 0.8560162782669067, 0.931214451789856]}, {"step": 1250, "epoch": 2, "train_loss": 0.08983488380908966, "cos_r_negg": [0.6227571964263916, 0.6661286354064941, 0.7640368938446045], "cos_apical_negg": [0.6227571964263916, 0.6661286354064941, 0.7640368938446045], "cos_Ac_negg": [0.6227571964263916, 0.6661286354064941, 0.7640368938446045], "r_norm": [0.9008511304855347, 0.7330336570739746, 0.7979448437690735], "ldr": {"dL_sdil": -0.015761658549308777, "dL_bp": -0.006371505558490753, "ratio": 2.473773020303589}}, {"step": 1300, "epoch": 2, "train_loss": 0.1443585902452469, "cos_r_negg": [0.618602991104126, 0.6773569583892822, 0.7412613034248352], "cos_apical_negg": [0.618602991104126, 0.6773569583892822, 0.7412613034248352], "cos_Ac_negg": [0.618602991104126, 0.6773569583892822, 0.7412613034248352], "r_norm": [1.1291651725769043, 0.9089921712875366, 0.9840171337127686]}, {"step": 1350, "epoch": 2, "train_loss": 0.20537221431732178, "cos_r_negg": [0.6439327597618103, 0.7028036117553711, 0.7700578570365906], "cos_apical_negg": [0.6439327597618103, 0.7028036117553711, 0.7700578570365906], "cos_Ac_negg": [0.6439327597618103, 0.7028036117553711, 0.7700578570365906], "r_norm": [1.1102752685546875, 0.874474048614502, 0.9567233324050903]}, {"step": 1400, "epoch": 2, "train_loss": 0.18844574689865112, "cos_r_negg": [0.617133378982544, 0.6448640823364258, 0.7250847816467285], "cos_apical_negg": [0.617133378982544, 0.6448640823364258, 0.7250847816467285], "cos_Ac_negg": [0.617133378982544, 0.6448640823364258, 0.7250847816467285], "r_norm": [1.0158404111862183, 0.8018755912780762, 0.8691326975822449]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9625, "test_loss": 0.13095300102233887}, {"step": 1450, "epoch": 3, "train_loss": 0.0839148610830307, "cos_r_negg": [0.6359577178955078, 0.6797745823860168, 0.7669048309326172], "cos_apical_negg": [0.6359577178955078, 0.6797745823860168, 0.7669048309326172], "cos_Ac_negg": [0.6359577178955078, 0.6797745823860168, 0.7669048309326172], "r_norm": [1.1050056219100952, 0.8755536079406738, 0.9459613561630249]}, {"step": 1500, "epoch": 3, "train_loss": 0.12076367437839508, "cos_r_negg": [0.5816411972045898, 0.6332216262817383, 0.7137866020202637], "cos_apical_negg": [0.5816411972045898, 0.6332216262817383, 0.7137866020202637], "cos_Ac_negg": [0.5816411972045898, 0.6332216262817383, 0.7137866020202637], "r_norm": [1.2533011436462402, 0.9901517033576965, 1.0680054426193237], "ldr": {"dL_sdil": -0.0236101895570755, "dL_bp": -0.00916929543018341, "ratio": 2.5749186223573597}}, {"step": 1550, "epoch": 3, "train_loss": 0.1038300096988678, "cos_r_negg": [0.5737254619598389, 0.6166492104530334, 0.6878671050071716], "cos_apical_negg": [0.5737254619598389, 0.6166492104530334, 0.6878671050071716], "cos_Ac_negg": [0.5737254619598389, 0.6166492104530334, 0.6878671050071716], "r_norm": [1.1527752876281738, 0.8962929248809814, 0.9551362991333008]}, {"step": 1600, "epoch": 3, "train_loss": 0.10237067192792892, "cos_r_negg": [0.5631405115127563, 0.6189684271812439, 0.6854245066642761], "cos_apical_negg": [0.5631405115127563, 0.6189684271812439, 0.6854245066642761], "cos_Ac_negg": [0.5631405115127563, 0.6189684271812439, 0.6854245066642761], "r_norm": [0.9265355467796326, 0.7171560525894165, 0.7640405893325806]}, {"step": 1650, "epoch": 3, "train_loss": 0.08474057912826538, "cos_r_negg": [0.6010724306106567, 0.6645065546035767, 0.7306194305419922], "cos_apical_negg": [0.6010724306106567, 0.6645065546035767, 0.7306194305419922], "cos_Ac_negg": [0.6010724306106567, 0.6645065546035767, 0.7306194305419922], "r_norm": [1.0121045112609863, 0.8007707595825195, 0.8491323590278625]}, {"step": 1700, "epoch": 3, "train_loss": 0.103272944688797, "cos_r_negg": [0.601783275604248, 0.6698959469795227, 0.7497372031211853], "cos_apical_negg": [0.601783275604248, 0.6698959469795227, 0.7497372031211853], "cos_Ac_negg": [0.601783275604248, 0.6698959469795227, 0.7497372031211853], "r_norm": [1.1384130716323853, 0.8875241279602051, 0.9383967518806458]}, {"step": 1750, "epoch": 3, "train_loss": 0.1085285097360611, "cos_r_negg": [0.6096518039703369, 0.686460554599762, 0.7759042978286743], "cos_apical_negg": [0.6096518039703369, 0.686460554599762, 0.7759042978286743], "cos_Ac_negg": [0.6096518039703369, 0.686460554599762, 0.7759042978286743], "r_norm": [1.0407073497772217, 0.8122440576553345, 0.8551032543182373], "ldr": {"dL_sdil": -0.01343940943479538, "dL_bp": -0.004864059388637543, "ratio": 2.7630027433854694}}, {"step": 1800, "epoch": 3, "train_loss": 0.14293330907821655, "cos_r_negg": [0.6361192464828491, 0.6969563961029053, 0.7829744815826416], "cos_apical_negg": [0.6361192464828491, 0.6969563961029053, 0.7829744815826416], "cos_Ac_negg": [0.6361192464828491, 0.6969563961029053, 0.7829744815826416], "r_norm": [1.106919527053833, 0.8550522327423096, 0.9047979116439819]}, {"step": 1850, "epoch": 3, "train_loss": 0.11964458227157593, "cos_r_negg": [0.6293509602546692, 0.6904951333999634, 0.7746015191078186], "cos_apical_negg": [0.6293509602546692, 0.6904951333999634, 0.7746015191078186], "cos_Ac_negg": [0.6293509602546692, 0.6904951333999634, 0.7746015191078186], "r_norm": [1.393786907196045, 1.0597615242004395, 1.113864541053772]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9607, "test_loss": 0.13102229118347167}, {"step": 1900, "epoch": 4, "train_loss": 0.0956725925207138, "cos_r_negg": [0.6003914475440979, 0.6724057197570801, 0.7412309646606445], "cos_apical_negg": [0.6003914475440979, 0.6724057197570801, 0.7412309646606445], "cos_Ac_negg": [0.6003914475440979, 0.6724057197570801, 0.7412309646606445], "r_norm": [0.9852547645568848, 0.748613715171814, 0.7910112738609314]}, {"step": 1950, "epoch": 4, "train_loss": 0.159943625330925, "cos_r_negg": [0.6122360229492188, 0.6912548542022705, 0.7524402737617493], "cos_apical_negg": [0.6122360229492188, 0.6912548542022705, 0.7524402737617493], "cos_Ac_negg": [0.6122360229492188, 0.6912548542022705, 0.7524402737617493], "r_norm": [1.2464922666549683, 0.9558302164077759, 1.0090551376342773]}, {"step": 2000, "epoch": 4, "train_loss": 0.16591496765613556, "cos_r_negg": [0.6199214458465576, 0.6974375247955322, 0.7636685967445374], "cos_apical_negg": [0.6199214458465576, 0.6974375247955322, 0.7636685967445374], "cos_Ac_negg": [0.6199214458465576, 0.6974375247955322, 0.7636685967445374], "r_norm": [1.411552906036377, 1.0806074142456055, 1.1344020366668701], "ldr": {"dL_sdil": -0.024505943059921265, "dL_bp": -0.0088530033826828, "ratio": 2.768093719229442}}, {"step": 2050, "epoch": 4, "train_loss": 0.14458221197128296, "cos_r_negg": [0.5622661113739014, 0.6326324939727783, 0.6908589005470276], "cos_apical_negg": [0.5622661113739014, 0.6326324939727783, 0.6908589005470276], "cos_Ac_negg": [0.5622661113739014, 0.6326324939727783, 0.6908589005470276], "r_norm": [1.2045676708221436, 0.9033591151237488, 0.949255108833313]}, {"step": 2100, "epoch": 4, "train_loss": 0.0456569567322731, "cos_r_negg": [0.6003248691558838, 0.6687451601028442, 0.7490378618240356], "cos_apical_negg": [0.6003248691558838, 0.6687451601028442, 0.7490378618240356], "cos_Ac_negg": [0.6003248691558838, 0.6687451601028442, 0.7490378618240356], "r_norm": [1.0969949960708618, 0.8225836753845215, 0.8698528409004211]}, {"step": 2150, "epoch": 4, "train_loss": 0.09915487468242645, "cos_r_negg": [0.618482232093811, 0.7058486938476562, 0.7823171615600586], "cos_apical_negg": [0.618482232093811, 0.7058486938476562, 0.7823171615600586], "cos_Ac_negg": [0.618482232093811, 0.7058486938476562, 0.7823171615600586], "r_norm": [1.2482221126556396, 0.9320785999298096, 0.9777531623840332]}, {"step": 2200, "epoch": 4, "train_loss": 0.13951000571250916, "cos_r_negg": [0.6097419857978821, 0.6633729934692383, 0.7349108457565308], "cos_apical_negg": [0.6097419857978821, 0.6633729934692383, 0.7349108457565308], "cos_Ac_negg": [0.6097419857978821, 0.6633729934692383, 0.7349108457565308], "r_norm": [1.2515876293182373, 0.9217121601104736, 0.9655167460441589]}, {"step": 2250, "epoch": 4, "train_loss": 0.02543645352125168, "cos_r_negg": [0.5998748540878296, 0.6645246148109436, 0.7315192818641663], "cos_apical_negg": [0.5998748540878296, 0.6645246148109436, 0.7315192818641663], "cos_Ac_negg": [0.5998748540878296, 0.6645246148109436, 0.7315192818641663], "r_norm": [1.6652066707611084, 1.2253611087799072, 1.296628713607788], "ldr": {"dL_sdil": -0.02490074932575226, "dL_bp": -0.009602338075637817, "ratio": 2.593196482940773}}, {"step": 2300, "epoch": 4, "train_loss": 0.18191510438919067, "cos_r_negg": [0.5965988039970398, 0.6679279208183289, 0.7481313943862915], "cos_apical_negg": [0.5965988039970398, 0.6679279208183289, 0.7481313943862915], "cos_Ac_negg": [0.5965988039970398, 0.6679279208183289, 0.7481313943862915], "r_norm": [1.402754545211792, 1.03049898147583, 1.0931943655014038]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9569, "test_loss": 0.13666830978393554}, {"step": 2350, "epoch": 5, "train_loss": 0.09636172652244568, "cos_r_negg": [0.5981360673904419, 0.6860373616218567, 0.7635021209716797], "cos_apical_negg": [0.5981360673904419, 0.6860373616218567, 0.7635021209716797], "cos_Ac_negg": [0.5981360673904419, 0.6860373616218567, 0.7635021209716797], "r_norm": [1.597780704498291, 1.1652203798294067, 1.2349810600280762]}, {"step": 2400, "epoch": 5, "train_loss": 0.09746075421571732, "cos_r_negg": [0.5886317491531372, 0.6602761745452881, 0.7364417910575867], "cos_apical_negg": [0.5886317491531372, 0.6602761745452881, 0.7364417910575867], "cos_Ac_negg": [0.5886317491531372, 0.6602761745452881, 0.7364417910575867], "r_norm": [1.4183214902877808, 1.0313069820404053, 1.0915708541870117]}, {"step": 2450, "epoch": 5, "train_loss": 0.1600063443183899, "cos_r_negg": [0.6159815192222595, 0.6711462736129761, 0.7335281372070312], "cos_apical_negg": [0.6159815192222595, 0.6711462736129761, 0.7335281372070312], "cos_Ac_negg": [0.6159815192222595, 0.6711462736129761, 0.7335281372070312], "r_norm": [1.3098092079162598, 0.949088990688324, 1.0123531818389893]}, {"step": 2500, "epoch": 5, "train_loss": 0.09159959107637405, "cos_r_negg": [0.6189460754394531, 0.6734235286712646, 0.7513979077339172], "cos_apical_negg": [0.6189460754394531, 0.6734235286712646, 0.7513979077339172], "cos_Ac_negg": [0.6189460754394531, 0.6734235286712646, 0.7513979077339172], "r_norm": [1.2878265380859375, 0.9361656308174133, 0.9850500822067261], "ldr": {"dL_sdil": -0.015543371438980103, "dL_bp": -0.0050547122955322266, "ratio": 3.075025942172539}}, {"step": 2550, "epoch": 5, "train_loss": 0.08527851849794388, "cos_r_negg": [0.5913156270980835, 0.6508775353431702, 0.7274351119995117], "cos_apical_negg": [0.5913156270980835, 0.6508775353431702, 0.7274351119995117], "cos_Ac_negg": [0.5913156270980835, 0.6508775353431702, 0.7274351119995117], "r_norm": [1.4522113800048828, 1.0333491563796997, 1.084674596786499]}, {"step": 2600, "epoch": 5, "train_loss": 0.1024337187409401, "cos_r_negg": [0.592519998550415, 0.66251540184021, 0.7376458644866943], "cos_apical_negg": [0.592519998550415, 0.66251540184021, 0.7376458644866943], "cos_Ac_negg": [0.592519998550415, 0.66251540184021, 0.7376458644866943], "r_norm": [1.775361180305481, 1.2790673971176147, 1.3243632316589355]}, {"step": 2650, "epoch": 5, "train_loss": 0.04388291388750076, "cos_r_negg": [0.6115041375160217, 0.6807238459587097, 0.7695878148078918], "cos_apical_negg": [0.6115041375160217, 0.6807238459587097, 0.7695878148078918], "cos_Ac_negg": [0.6115041375160217, 0.6807238459587097, 0.7695878148078918], "r_norm": [1.3620340824127197, 0.9802010655403137, 1.023468255996704]}, {"step": 2700, "epoch": 5, "train_loss": 0.20110481977462769, "cos_r_negg": [0.570311963558197, 0.6401365995407104, 0.723504900932312], "cos_apical_negg": [0.570311963558197, 0.6401365995407104, 0.723504900932312], "cos_Ac_negg": [0.570311963558197, 0.6401365995407104, 0.723504900932312], "r_norm": [1.193419098854065, 0.8552545309066772, 0.8886802196502686]}, {"step": 2750, "epoch": 5, "train_loss": 0.08766510337591171, "cos_r_negg": [0.6095123291015625, 0.6713674068450928, 0.7506362199783325], "cos_apical_negg": [0.6095123291015625, 0.6713674068450928, 0.7506362199783325], "cos_Ac_negg": [0.6095123291015625, 0.6713674068450928, 0.7506362199783325], "r_norm": [1.4122552871704102, 1.0067473649978638, 1.0517418384552002], "ldr": {"dL_sdil": -0.02087073028087616, "dL_bp": -0.0065956711769104, "ratio": 3.1643072738281357}}, {"step": 2800, "epoch": 5, "train_loss": 0.09475909173488617, "cos_r_negg": [0.6031979322433472, 0.6625800728797913, 0.7477052807807922], "cos_apical_negg": [0.6031979322433472, 0.6625800728797913, 0.7477052807807922], "cos_Ac_negg": [0.6031979322433472, 0.6625800728797913, 0.7477052807807922], "r_norm": [1.5683642625808716, 1.1295325756072998, 1.1743062734603882]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9596, "test_loss": 0.13621920890808106}, {"step": 2850, "epoch": 6, "train_loss": 0.14073686301708221, "cos_r_negg": [0.5907812118530273, 0.6636009812355042, 0.7288596630096436], "cos_apical_negg": [0.5907812118530273, 0.6636009812355042, 0.7288596630096436], "cos_Ac_negg": [0.5907812118530273, 0.6636009812355042, 0.7288596630096436], "r_norm": [1.9417341947555542, 1.3842778205871582, 1.4458725452423096]}, {"step": 2900, "epoch": 6, "train_loss": 0.051506705582141876, "cos_r_negg": [0.6101243495941162, 0.6775044202804565, 0.7528828382492065], "cos_apical_negg": [0.6101243495941162, 0.6775044202804565, 0.7528828382492065], "cos_Ac_negg": [0.6101243495941162, 0.6775044202804565, 0.7528828382492065], "r_norm": [1.556578516960144, 1.0969889163970947, 1.1484191417694092]}, {"step": 2950, "epoch": 6, "train_loss": 0.16858312487602234, "cos_r_negg": [0.6048134565353394, 0.6774964332580566, 0.7460631132125854], "cos_apical_negg": [0.6048134565353394, 0.6774964332580566, 0.7460631132125854], "cos_Ac_negg": [0.6048134565353394, 0.6774964332580566, 0.7460631132125854], "r_norm": [1.421022653579712, 0.9922050833702087, 1.0273590087890625]}, {"step": 3000, "epoch": 6, "train_loss": 0.13165780901908875, "cos_r_negg": [0.5866869688034058, 0.67709881067276, 0.7694884538650513], "cos_apical_negg": [0.5866869688034058, 0.67709881067276, 0.7694884538650513], "cos_Ac_negg": [0.5866869688034058, 0.67709881067276, 0.7694884538650513], "r_norm": [1.7522534132003784, 1.24628484249115, 1.293129324913025], "ldr": {"dL_sdil": -0.023591183125972748, "dL_bp": -0.00796758383512497, "ratio": 2.9608955003361728}}, {"step": 3050, "epoch": 6, "train_loss": 0.12613561749458313, "cos_r_negg": [0.6045362949371338, 0.6750525236129761, 0.749683141708374], "cos_apical_negg": [0.6045362949371338, 0.6750525236129761, 0.749683141708374], "cos_Ac_negg": [0.6045362949371338, 0.6750525236129761, 0.749683141708374], "r_norm": [1.3647605180740356, 0.971846342086792, 0.998927652835846]}, {"step": 3100, "epoch": 6, "train_loss": 0.13458770513534546, "cos_r_negg": [0.5584853887557983, 0.6245257258415222, 0.6917712092399597], "cos_apical_negg": [0.5584853887557983, 0.6245257258415222, 0.6917712092399597], "cos_Ac_negg": [0.5584853887557983, 0.6245257258415222, 0.6917712092399597], "r_norm": [1.5555529594421387, 1.1015267372131348, 1.1269211769104004]}, {"step": 3150, "epoch": 6, "train_loss": 0.059190232306718826, "cos_r_negg": [0.5512686967849731, 0.6230615377426147, 0.709530770778656], "cos_apical_negg": [0.5512686967849731, 0.6230615377426147, 0.709530770778656], "cos_Ac_negg": [0.5512686967849731, 0.6230615377426147, 0.709530770778656], "r_norm": [1.3700332641601562, 0.9736716747283936, 1.0031239986419678]}, {"step": 3200, "epoch": 6, "train_loss": 0.19205492734909058, "cos_r_negg": [0.6101268529891968, 0.6736789345741272, 0.777833104133606], "cos_apical_negg": [0.6101268529891968, 0.6736789345741272, 0.777833104133606], "cos_Ac_negg": [0.6101268529891968, 0.6736789345741272, 0.777833104133606], "r_norm": [1.9710792303085327, 1.3850526809692383, 1.4185541868209839]}, {"step": 3250, "epoch": 6, "train_loss": 0.08121910691261292, "cos_r_negg": [0.5814071893692017, 0.658115565776825, 0.7342102527618408], "cos_apical_negg": [0.5814071893692017, 0.658115565776825, 0.7342102527618408], "cos_Ac_negg": [0.5814071893692017, 0.658115565776825, 0.7342102527618408], "r_norm": [1.4166674613952637, 0.9957315921783447, 1.0316048860549927], "ldr": {"dL_sdil": -0.01379173994064331, "dL_bp": -0.003684990108013153, "ratio": 3.742680315654753}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9538, "test_loss": 0.14556781005859376}, {"step": 3300, "epoch": 7, "train_loss": 0.12402740865945816, "cos_r_negg": [0.6017818450927734, 0.6761963963508606, 0.7350349426269531], "cos_apical_negg": [0.6017818450927734, 0.6761963963508606, 0.7350349426269531], "cos_Ac_negg": [0.6017818450927734, 0.6761963963508606, 0.7350349426269531], "r_norm": [1.9963932037353516, 1.410417079925537, 1.4657843112945557]}, {"step": 3350, "epoch": 7, "train_loss": 0.11887490749359131, "cos_r_negg": [0.6271429061889648, 0.6935076713562012, 0.7611749172210693], "cos_apical_negg": [0.6271429061889648, 0.6935076713562012, 0.7611749172210693], "cos_Ac_negg": [0.6271429061889648, 0.6935076713562012, 0.7611749172210693], "r_norm": [1.6928523778915405, 1.1905176639556885, 1.211517572402954]}, {"step": 3400, "epoch": 7, "train_loss": 0.07706471532583237, "cos_r_negg": [0.590736985206604, 0.664841890335083, 0.7533620595932007], "cos_apical_negg": [0.590736985206604, 0.664841890335083, 0.7533620595932007], "cos_Ac_negg": [0.590736985206604, 0.664841890335083, 0.7533620595932007], "r_norm": [1.514777421951294, 1.052018642425537, 1.0745811462402344]}, {"step": 3450, "epoch": 7, "train_loss": 0.1627543717622757, "cos_r_negg": [0.6237504482269287, 0.6932966709136963, 0.767768144607544], "cos_apical_negg": [0.6237504482269287, 0.6932966709136963, 0.767768144607544], "cos_Ac_negg": [0.6237504482269287, 0.6932966709136963, 0.767768144607544], "r_norm": [1.628406286239624, 1.1352930068969727, 1.1624740362167358]}, {"step": 3500, "epoch": 7, "train_loss": 0.0952390730381012, "cos_r_negg": [0.6039595603942871, 0.690881073474884, 0.7672499418258667], "cos_apical_negg": [0.6039595603942871, 0.690881073474884, 0.7672499418258667], "cos_Ac_negg": [0.6039595603942871, 0.690881073474884, 0.7672499418258667], "r_norm": [1.905949592590332, 1.32292902469635, 1.3435336351394653], "ldr": {"dL_sdil": -0.016718417406082153, "dL_bp": -0.00545896589756012, "ratio": 3.0625612469120638}}, {"step": 3550, "epoch": 7, "train_loss": 0.11037959158420563, "cos_r_negg": [0.6030333638191223, 0.6967258453369141, 0.7594031095504761], "cos_apical_negg": [0.6030333638191223, 0.6967258453369141, 0.7594031095504761], "cos_Ac_negg": [0.6030333638191223, 0.6967258453369141, 0.7594031095504761], "r_norm": [1.393629550933838, 0.9739330410957336, 0.9892716407775879]}, {"step": 3600, "epoch": 7, "train_loss": 0.08037593960762024, "cos_r_negg": [0.5725643634796143, 0.6511973142623901, 0.718066930770874], "cos_apical_negg": [0.5725643634796143, 0.6511973142623901, 0.718066930770874], "cos_Ac_negg": [0.5725643634796143, 0.6511973142623901, 0.718066930770874], "r_norm": [1.7203353643417358, 1.214783787727356, 1.2317500114440918]}, {"step": 3650, "epoch": 7, "train_loss": 0.012486383318901062, "cos_r_negg": [0.6054266095161438, 0.6808671951293945, 0.7633216381072998], "cos_apical_negg": [0.6054266095161438, 0.6808671951293945, 0.7633216381072998], "cos_Ac_negg": [0.6054266095161438, 0.6808671951293945, 0.7633216381072998], "r_norm": [1.9613215923309326, 1.3768751621246338, 1.393768072128296]}, {"step": 3700, "epoch": 7, "train_loss": 0.0827355831861496, "cos_r_negg": [0.5985429883003235, 0.6826704740524292, 0.7558616399765015], "cos_apical_negg": [0.5985429883003235, 0.6826704740524292, 0.7558616399765015], "cos_Ac_negg": [0.5985429883003235, 0.6826704740524292, 0.7558616399765015], "r_norm": [1.7002699375152588, 1.1803648471832275, 1.2078055143356323]}, {"step": 3750, "epoch": 7, "train_loss": 0.11813082545995712, "cos_r_negg": [0.607803463935852, 0.6920124888420105, 0.7781993746757507], "cos_apical_negg": [0.607803463935852, 0.6920124888420105, 0.7781993746757507], "cos_Ac_negg": [0.607803463935852, 0.6920124888420105, 0.7781993746757507], "r_norm": [1.6397705078125, 1.1275134086608887, 1.1473121643066406], "ldr": {"dL_sdil": -0.018961884081363678, "dL_bp": -0.006138958036899567, "ratio": 3.088778904724397}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9624, "test_loss": 0.12090022354125976}, {"step": 3800, "epoch": 8, "train_loss": 0.21896161139011383, "cos_r_negg": [0.552924394607544, 0.6379843354225159, 0.729907214641571], "cos_apical_negg": [0.552924394607544, 0.6379843354225159, 0.729907214641571], "cos_Ac_negg": [0.552924394607544, 0.6379843354225159, 0.729907214641571], "r_norm": [1.3706085681915283, 0.9523055553436279, 0.9625574946403503]}, {"step": 3850, "epoch": 8, "train_loss": 0.11146005988121033, "cos_r_negg": [0.5294628143310547, 0.6234343647956848, 0.7075251936912537], "cos_apical_negg": [0.5294628143310547, 0.6234343647956848, 0.7075251936912537], "cos_Ac_negg": [0.5294628143310547, 0.6234343647956848, 0.7075251936912537], "r_norm": [1.4495822191238403, 0.9978458285331726, 1.0067522525787354]}, {"step": 3900, "epoch": 8, "train_loss": 0.12483194470405579, "cos_r_negg": [0.5960201025009155, 0.6650819778442383, 0.7591114640235901], "cos_apical_negg": [0.5960201025009155, 0.6650819778442383, 0.7591114640235901], "cos_Ac_negg": [0.5960201025009155, 0.6650819778442383, 0.7591114640235901], "r_norm": [1.865687370300293, 1.2913224697113037, 1.3110296726226807]}, {"step": 3950, "epoch": 8, "train_loss": 0.09596984088420868, "cos_r_negg": [0.5752500295639038, 0.645512580871582, 0.748232364654541], "cos_apical_negg": [0.5752500295639038, 0.645512580871582, 0.748232364654541], "cos_Ac_negg": [0.5752500295639038, 0.645512580871582, 0.748232364654541], "r_norm": [2.0235495567321777, 1.4012115001678467, 1.418043613433838]}, {"step": 4000, "epoch": 8, "train_loss": 0.07429751753807068, "cos_r_negg": [0.5813809037208557, 0.6595969796180725, 0.7420535087585449], "cos_apical_negg": [0.5813809037208557, 0.6595969796180725, 0.7420535087585449], "cos_Ac_negg": [0.5813809037208557, 0.6595969796180725, 0.7420535087585449], "r_norm": [1.859011173248291, 1.2906479835510254, 1.2888586521148682], "ldr": {"dL_sdil": -0.023709647357463837, "dL_bp": -0.007329799234867096, "ratio": 3.234692601767249}}, {"step": 4050, "epoch": 8, "train_loss": 0.060381121933460236, "cos_r_negg": [0.6004370450973511, 0.6652748584747314, 0.7534669637680054], "cos_apical_negg": [0.6004370450973511, 0.6652748584747314, 0.7534669637680054], "cos_Ac_negg": [0.6004370450973511, 0.6652748584747314, 0.7534669637680054], "r_norm": [1.6421458721160889, 1.1414227485656738, 1.1561787128448486]}, {"step": 4100, "epoch": 8, "train_loss": 0.10111741721630096, "cos_r_negg": [0.5939255952835083, 0.6574274897575378, 0.7377376556396484], "cos_apical_negg": [0.5939255952835083, 0.6574274897575378, 0.7377376556396484], "cos_Ac_negg": [0.5939255952835083, 0.6574274897575378, 0.7377376556396484], "r_norm": [1.8375298976898193, 1.2612508535385132, 1.2725772857666016]}, {"step": 4150, "epoch": 8, "train_loss": 0.08580661565065384, "cos_r_negg": [0.5781002044677734, 0.6741453409194946, 0.7455561757087708], "cos_apical_negg": [0.5781002044677734, 0.6741453409194946, 0.7455561757087708], "cos_Ac_negg": [0.5781002044677734, 0.6741453409194946, 0.7455561757087708], "r_norm": [2.0700912475585938, 1.4087029695510864, 1.4030879735946655]}, {"step": 4200, "epoch": 8, "train_loss": 0.2064223736524582, "cos_r_negg": [0.6052591800689697, 0.6904982924461365, 0.7663458585739136], "cos_apical_negg": [0.6052591800689697, 0.6904982924461365, 0.7663458585739136], "cos_Ac_negg": [0.6052591800689697, 0.6904982924461365, 0.7663458585739136], "r_norm": [1.5659667253494263, 1.0828720331192017, 1.0913022756576538]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9564, "test_loss": 0.14934612350463866}, {"step": 4250, "epoch": 9, "train_loss": 0.11754228174686432, "cos_r_negg": [0.5654537677764893, 0.6511726975440979, 0.7264671325683594], "cos_apical_negg": [0.5654537677764893, 0.6511726975440979, 0.7264671325683594], "cos_Ac_negg": [0.5654537677764893, 0.6511726975440979, 0.7264671325683594], "r_norm": [2.045834541320801, 1.4118802547454834, 1.4203956127166748], "ldr": {"dL_sdil": -0.022529080510139465, "dL_bp": -0.007241412997245789, "ratio": 3.1111442640694866}}, {"step": 4300, "epoch": 9, "train_loss": 0.14854422211647034, "cos_r_negg": [0.616277813911438, 0.6843321323394775, 0.7587019801139832], "cos_apical_negg": [0.616277813911438, 0.6843321323394775, 0.7587019801139832], "cos_Ac_negg": [0.616277813911438, 0.6843321323394775, 0.7587019801139832], "r_norm": [2.260425567626953, 1.5644465684890747, 1.5714925527572632]}, {"step": 4350, "epoch": 9, "train_loss": 0.09568138420581818, "cos_r_negg": [0.5591645240783691, 0.6428915858268738, 0.7261268496513367], "cos_apical_negg": [0.5591645240783691, 0.6428915858268738, 0.7261268496513367], "cos_Ac_negg": [0.5591645240783691, 0.6428915858268738, 0.7261268496513367], "r_norm": [1.7199007272720337, 1.1690421104431152, 1.1670215129852295]}, {"step": 4400, "epoch": 9, "train_loss": 0.13944381475448608, "cos_r_negg": [0.5585173964500427, 0.6402034759521484, 0.7084903717041016], "cos_apical_negg": [0.5585173964500427, 0.6402034759521484, 0.7084903717041016], "cos_Ac_negg": [0.5585173964500427, 0.6402034759521484, 0.7084903717041016], "r_norm": [2.0232081413269043, 1.3749444484710693, 1.3639616966247559]}, {"step": 4450, "epoch": 9, "train_loss": 0.09436172991991043, "cos_r_negg": [0.5722434520721436, 0.6524473428726196, 0.7461997270584106], "cos_apical_negg": [0.5722434520721436, 0.6524473428726196, 0.7461997270584106], "cos_Ac_negg": [0.5722434520721436, 0.6524473428726196, 0.7461997270584106], "r_norm": [1.939261794090271, 1.340899109840393, 1.3282471895217896]}, {"step": 4500, "epoch": 9, "train_loss": 0.04282275214791298, "cos_r_negg": [0.5615564584732056, 0.649947464466095, 0.7243968844413757], "cos_apical_negg": [0.5615564584732056, 0.649947464466095, 0.7243968844413757], "cos_Ac_negg": [0.5615564584732056, 0.649947464466095, 0.7243968844413757], "r_norm": [1.880800724029541, 1.3043341636657715, 1.2966797351837158], "ldr": {"dL_sdil": -0.01640719175338745, "dL_bp": -0.004721850156784058, "ratio": 3.474737911751526}}, {"step": 4550, "epoch": 9, "train_loss": 0.10701142251491547, "cos_r_negg": [0.6219761967658997, 0.6995252370834351, 0.7979401350021362], "cos_apical_negg": [0.6219761967658997, 0.6995252370834351, 0.7979401350021362], "cos_Ac_negg": [0.6219761967658997, 0.6995252370834351, 0.7979401350021362], "r_norm": [1.9670891761779785, 1.3602395057678223, 1.351629614830017]}, {"step": 4600, "epoch": 9, "train_loss": 0.1160203367471695, "cos_r_negg": [0.5949673652648926, 0.6574810147285461, 0.7487894296646118], "cos_apical_negg": [0.5949673652648926, 0.6574810147285461, 0.7487894296646118], "cos_Ac_negg": [0.5949673652648926, 0.6574810147285461, 0.7487894296646118], "r_norm": [2.1134109497070312, 1.4563181400299072, 1.4355690479278564]}, {"step": 4650, "epoch": 9, "train_loss": 0.11916211247444153, "cos_r_negg": [0.6017323732376099, 0.6897616386413574, 0.7759595513343811], "cos_apical_negg": [0.6017323732376099, 0.6897616386413574, 0.7759595513343811], "cos_Ac_negg": [0.6017323732376099, 0.6897616386413574, 0.7759595513343811], "r_norm": [2.1773178577423096, 1.4754070043563843, 1.462986707687378]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9575, "test_loss": 0.14323983116149902}, {"step": 4700, "epoch": 10, "train_loss": 0.13571685552597046, "cos_r_negg": [0.6032348871231079, 0.7017709016799927, 0.7861832976341248], "cos_apical_negg": [0.6032348871231079, 0.7017709016799927, 0.7861832976341248], "cos_Ac_negg": [0.6032348871231079, 0.7017709016799927, 0.7861832976341248], "r_norm": [2.544539213180542, 1.730547308921814, 1.7007369995117188]}, {"step": 4750, "epoch": 10, "train_loss": 0.07283014059066772, "cos_r_negg": [0.5772068500518799, 0.6880553364753723, 0.7705835103988647], "cos_apical_negg": [0.5772068500518799, 0.6880553364753723, 0.7705835103988647], "cos_Ac_negg": [0.5772068500518799, 0.6880553364753723, 0.7705835103988647], "r_norm": [2.3042914867401123, 1.587740421295166, 1.5756949186325073], "ldr": {"dL_sdil": -0.0192720890045166, "dL_bp": -0.0055357664823532104, "ratio": 3.4813768004759096}}, {"step": 4800, "epoch": 10, "train_loss": 0.1134164109826088, "cos_r_negg": [0.5821369886398315, 0.6846283078193665, 0.7756030559539795], "cos_apical_negg": [0.5821369886398315, 0.6846283078193665, 0.7756030559539795], "cos_Ac_negg": [0.5821369886398315, 0.6846283078193665, 0.7756030559539795], "r_norm": [2.374046564102173, 1.629357933998108, 1.6251726150512695]}, {"step": 4850, "epoch": 10, "train_loss": 0.07155093550682068, "cos_r_negg": [0.575221061706543, 0.6677765846252441, 0.7802985906600952], "cos_apical_negg": [0.575221061706543, 0.6677765846252441, 0.7802985906600952], "cos_Ac_negg": [0.575221061706543, 0.6677765846252441, 0.7802985906600952], "r_norm": [2.5406620502471924, 1.7300515174865723, 1.6984328031539917]}, {"step": 4900, "epoch": 10, "train_loss": 0.11944681406021118, "cos_r_negg": [0.5345968008041382, 0.6270086765289307, 0.7097124457359314], "cos_apical_negg": [0.5345968008041382, 0.6270086765289307, 0.7097124457359314], "cos_Ac_negg": [0.5345968008041382, 0.6270086765289307, 0.7097124457359314], "r_norm": [2.3975882530212402, 1.6334601640701294, 1.6065274477005005]}, {"step": 4950, "epoch": 10, "train_loss": 0.05811435356736183, "cos_r_negg": [0.6062036752700806, 0.6943156719207764, 0.784193754196167], "cos_apical_negg": [0.6062036752700806, 0.6943156719207764, 0.784193754196167], "cos_Ac_negg": [0.6062036752700806, 0.6943156719207764, 0.784193754196167], "r_norm": [2.4463651180267334, 1.6787761449813843, 1.646268606185913]}, {"step": 5000, "epoch": 10, "train_loss": 0.08654478937387466, "cos_r_negg": [0.5852962732315063, 0.697468101978302, 0.7798361778259277], "cos_apical_negg": [0.5852962732315063, 0.697468101978302, 0.7798361778259277], "cos_Ac_negg": [0.5852962732315063, 0.697468101978302, 0.7798361778259277], "r_norm": [2.0919718742370605, 1.4348385334014893, 1.4132087230682373], "ldr": {"dL_sdil": -0.016618534922599792, "dL_bp": -0.005385532975196838, "ratio": 3.085773497096152}}, {"step": 5050, "epoch": 10, "train_loss": 0.15427036583423615, "cos_r_negg": [0.5924469828605652, 0.6931798458099365, 0.7767066955566406], "cos_apical_negg": [0.5924469828605652, 0.6931798458099365, 0.7767066955566406], "cos_Ac_negg": [0.5924469828605652, 0.6931798458099365, 0.7767066955566406], "r_norm": [3.439218044281006, 2.3439836502075195, 2.3198180198669434]}, {"step": 5100, "epoch": 10, "train_loss": 0.14700964093208313, "cos_r_negg": [0.5748398303985596, 0.6607226729393005, 0.7405706644058228], "cos_apical_negg": [0.5748398303985596, 0.6607226729393005, 0.7405706644058228], "cos_Ac_negg": [0.5748398303985596, 0.6607226729393005, 0.7405706644058228], "r_norm": [2.6008074283599854, 1.7765402793884277, 1.7298107147216797]}, {"step": 5150, "epoch": 10, "train_loss": 0.11636439710855484, "cos_r_negg": [0.6041711568832397, 0.6886298656463623, 0.7698327302932739], "cos_apical_negg": [0.6041711568832397, 0.6886298656463623, 0.7698327302932739], "cos_Ac_negg": [0.6041711568832397, 0.6886298656463623, 0.7698327302932739], "r_norm": [2.9921751022338867, 2.0503458976745605, 2.002704620361328]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9604, "test_loss": 0.13832686500549315}, {"step": 5200, "epoch": 11, "train_loss": 0.15973930060863495, "cos_r_negg": [0.5458087921142578, 0.6589034795761108, 0.7362315654754639], "cos_apical_negg": [0.5458087921142578, 0.6589034795761108, 0.7362315654754639], "cos_Ac_negg": [0.5458087921142578, 0.6589034795761108, 0.7362315654754639], "r_norm": [2.35640549659729, 1.5870203971862793, 1.5440682172775269]}, {"step": 5250, "epoch": 11, "train_loss": 0.052420474588871, "cos_r_negg": [0.5723745822906494, 0.6821001768112183, 0.7686309814453125], "cos_apical_negg": [0.5723745822906494, 0.6821001768112183, 0.7686309814453125], "cos_Ac_negg": [0.5723745822906494, 0.6821001768112183, 0.7686309814453125], "r_norm": [2.4418091773986816, 1.6432712078094482, 1.580446720123291], "ldr": {"dL_sdil": -0.017260633409023285, "dL_bp": -0.0054880231618881226, "ratio": 3.1451458749100585}}, {"step": 5300, "epoch": 11, "train_loss": 0.12462745606899261, "cos_r_negg": [0.5407285690307617, 0.6503903865814209, 0.7429219484329224], "cos_apical_negg": [0.5407285690307617, 0.6503903865814209, 0.7429219484329224], "cos_Ac_negg": [0.5407285690307617, 0.6503903865814209, 0.7429219484329224], "r_norm": [2.402069568634033, 1.6395546197891235, 1.5913141965866089]}, {"step": 5350, "epoch": 11, "train_loss": 0.1277722716331482, "cos_r_negg": [0.5633968114852905, 0.6608099937438965, 0.750163733959198], "cos_apical_negg": [0.5633968114852905, 0.6608099937438965, 0.750163733959198], "cos_Ac_negg": [0.5633968114852905, 0.6608099937438965, 0.750163733959198], "r_norm": [2.626124382019043, 1.7852619886398315, 1.7392936944961548]}, {"step": 5400, "epoch": 11, "train_loss": 0.08972976356744766, "cos_r_negg": [0.5382233262062073, 0.6444488167762756, 0.7333023548126221], "cos_apical_negg": [0.5382233262062073, 0.6444488167762756, 0.7333023548126221], "cos_Ac_negg": [0.5382233262062073, 0.6444488167762756, 0.7333023548126221], "r_norm": [2.3690407276153564, 1.6300116777420044, 1.5828933715820312]}, {"step": 5450, "epoch": 11, "train_loss": 0.016344867646694183, "cos_r_negg": [0.5778936147689819, 0.6752722263336182, 0.7552437782287598], "cos_apical_negg": [0.5778936147689819, 0.6752722263336182, 0.7552437782287598], "cos_Ac_negg": [0.5778936147689819, 0.6752722263336182, 0.7552437782287598], "r_norm": [2.147076368331909, 1.4757369756698608, 1.428619623184204]}, {"step": 5500, "epoch": 11, "train_loss": 0.0911020040512085, "cos_r_negg": [0.5532457828521729, 0.6540318727493286, 0.7435636520385742], "cos_apical_negg": [0.5532457828521729, 0.6540318727493286, 0.7435636520385742], "cos_Ac_negg": [0.5532457828521729, 0.6540318727493286, 0.7435636520385742], "r_norm": [1.9337725639343262, 1.3279482126235962, 1.2896451950073242], "ldr": {"dL_sdil": -0.014321379363536835, "dL_bp": -0.0035581588745117188, "ratio": 4.024940950817475}}, {"step": 5550, "epoch": 11, "train_loss": 0.16637249290943146, "cos_r_negg": [0.5706490278244019, 0.6461549997329712, 0.7281716465950012], "cos_apical_negg": [0.5706490278244019, 0.6461549997329712, 0.7281716465950012], "cos_Ac_negg": [0.5706490278244019, 0.6461549997329712, 0.7281716465950012], "r_norm": [2.0308616161346436, 1.3856637477874756, 1.3460924625396729]}, {"step": 5600, "epoch": 11, "train_loss": 0.0790834054350853, "cos_r_negg": [0.5440282821655273, 0.6342355012893677, 0.7347931265830994], "cos_apical_negg": [0.5440282821655273, 0.6342355012893677, 0.7347931265830994], "cos_Ac_negg": [0.5440282821655273, 0.6342355012893677, 0.7347931265830994], "r_norm": [2.401829957962036, 1.6474231481552124, 1.6004401445388794]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9562, "test_loss": 0.150340763092041}, {"step": 5650, "epoch": 12, "train_loss": 0.11053471267223358, "cos_r_negg": [0.5480113625526428, 0.643944263458252, 0.7499954700469971], "cos_apical_negg": [0.5480113625526428, 0.643944263458252, 0.7499954700469971], "cos_Ac_negg": [0.5480113625526428, 0.643944263458252, 0.7499954700469971], "r_norm": [2.2690117359161377, 1.567537546157837, 1.51271653175354]}, {"step": 5700, "epoch": 12, "train_loss": 0.06792736053466797, "cos_r_negg": [0.4848424792289734, 0.5903793573379517, 0.6718026995658875], "cos_apical_negg": [0.4848424792289734, 0.5903793573379517, 0.6718026995658875], "cos_Ac_negg": [0.4848424792289734, 0.5903793573379517, 0.6718026995658875], "r_norm": [2.5291213989257812, 1.7339208126068115, 1.6570630073547363]}, {"step": 5750, "epoch": 12, "train_loss": 0.02683359384536743, "cos_r_negg": [0.5349005460739136, 0.6578554511070251, 0.7576255798339844], "cos_apical_negg": [0.5349005460739136, 0.6578554511070251, 0.7576255798339844], "cos_Ac_negg": [0.5349005460739136, 0.6578554511070251, 0.7576255798339844], "r_norm": [2.0455567836761475, 1.3984239101409912, 1.3474832773208618], "ldr": {"dL_sdil": -0.01884150505065918, "dL_bp": -0.005592942237854004, "ratio": 3.368800221668052}}, {"step": 5800, "epoch": 12, "train_loss": 0.05893146991729736, "cos_r_negg": [0.5572166442871094, 0.6487711668014526, 0.7383459806442261], "cos_apical_negg": [0.5572166442871094, 0.6487711668014526, 0.7383459806442261], "cos_Ac_negg": [0.5572166442871094, 0.6487711668014526, 0.7383459806442261], "r_norm": [2.3406221866607666, 1.6019070148468018, 1.5379652976989746]}, {"step": 5850, "epoch": 12, "train_loss": 0.21211344003677368, "cos_r_negg": [0.5329340100288391, 0.628815233707428, 0.7129485011100769], "cos_apical_negg": [0.5329340100288391, 0.628815233707428, 0.7129485011100769], "cos_Ac_negg": [0.5329340100288391, 0.628815233707428, 0.7129485011100769], "r_norm": [2.0587940216064453, 1.4116966724395752, 1.3597301244735718]}, {"step": 5900, "epoch": 12, "train_loss": 0.11932757496833801, "cos_r_negg": [0.5190166234970093, 0.6326196193695068, 0.7163788080215454], "cos_apical_negg": [0.5190166234970093, 0.6326196193695068, 0.7163788080215454], "cos_Ac_negg": [0.5190166234970093, 0.6326196193695068, 0.7163788080215454], "r_norm": [2.414370059967041, 1.6578574180603027, 1.6031657457351685]}, {"step": 5950, "epoch": 12, "train_loss": 0.17872995138168335, "cos_r_negg": [0.5401698350906372, 0.6477407217025757, 0.7304614782333374], "cos_apical_negg": [0.5401698350906372, 0.6477407217025757, 0.7304614782333374], "cos_Ac_negg": [0.5401698350906372, 0.6477407217025757, 0.7304614782333374], "r_norm": [1.8171803951263428, 1.2441662549972534, 1.2037839889526367]}, {"step": 6000, "epoch": 12, "train_loss": 0.19118714332580566, "cos_r_negg": [0.5468661189079285, 0.6527957320213318, 0.7321740388870239], "cos_apical_negg": [0.5468661189079285, 0.6527957320213318, 0.7321740388870239], "cos_Ac_negg": [0.5468661189079285, 0.6527957320213318, 0.7321740388870239], "r_norm": [2.6798031330108643, 1.83539879322052, 1.771496057510376], "ldr": {"dL_sdil": -0.019398555159568787, "dL_bp": -0.0057870373129844666, "ratio": 3.352070171734325}}, {"step": 6050, "epoch": 12, "train_loss": 0.11337678879499435, "cos_r_negg": [0.5254063606262207, 0.6293320655822754, 0.7148242592811584], "cos_apical_negg": [0.5254063606262207, 0.6293320655822754, 0.7148242592811584], "cos_Ac_negg": [0.5254063606262207, 0.6293320655822754, 0.7148242592811584], "r_norm": [2.3607966899871826, 1.636930227279663, 1.5763481855392456]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9556, "test_loss": 0.14700814971923828}, {"step": 6100, "epoch": 13, "train_loss": 0.08427329361438751, "cos_r_negg": [0.5392536520957947, 0.631699800491333, 0.736082136631012], "cos_apical_negg": [0.5392536520957947, 0.631699800491333, 0.736082136631012], "cos_Ac_negg": [0.5392536520957947, 0.631699800491333, 0.736082136631012], "r_norm": [2.523350238800049, 1.7305911779403687, 1.6612622737884521]}, {"step": 6150, "epoch": 13, "train_loss": 0.07693266123533249, "cos_r_negg": [0.5106306672096252, 0.6285854578018188, 0.7268611192703247], "cos_apical_negg": [0.5106306672096252, 0.6285854578018188, 0.7268611192703247], "cos_Ac_negg": [0.5106306672096252, 0.6285854578018188, 0.7268611192703247], "r_norm": [2.6105992794036865, 1.7961812019348145, 1.7384506464004517]}, {"step": 6200, "epoch": 13, "train_loss": 0.15422287583351135, "cos_r_negg": [0.5485599040985107, 0.6449683904647827, 0.7429786324501038], "cos_apical_negg": [0.5485599040985107, 0.6449683904647827, 0.7429786324501038], "cos_Ac_negg": [0.5485599040985107, 0.6449683904647827, 0.7429786324501038], "r_norm": [2.912038564682007, 1.9885292053222656, 1.9062962532043457]}, {"step": 6250, "epoch": 13, "train_loss": 0.13332074880599976, "cos_r_negg": [0.5402265787124634, 0.654359757900238, 0.7403940558433533], "cos_apical_negg": [0.5402265787124634, 0.654359757900238, 0.7403940558433533], "cos_Ac_negg": [0.5402265787124634, 0.654359757900238, 0.7403940558433533], "r_norm": [2.594130516052246, 1.7731328010559082, 1.693071722984314], "ldr": {"dL_sdil": -0.017347119748592377, "dL_bp": -0.004406094551086426, "ratio": 3.9370738751657153}}, {"step": 6300, "epoch": 13, "train_loss": 0.0966799259185791, "cos_r_negg": [0.5572881698608398, 0.6553675532341003, 0.7565984725952148], "cos_apical_negg": [0.5572881698608398, 0.6553675532341003, 0.7565984725952148], "cos_Ac_negg": [0.5572881698608398, 0.6553675532341003, 0.7565984725952148], "r_norm": [2.9806227684020996, 2.044520854949951, 1.9635494947433472]}, {"step": 6350, "epoch": 13, "train_loss": 0.04830431193113327, "cos_r_negg": [0.5543813705444336, 0.6429351568222046, 0.7515689730644226], "cos_apical_negg": [0.5543813705444336, 0.6429351568222046, 0.7515689730644226], "cos_Ac_negg": [0.5543813705444336, 0.6429351568222046, 0.7515689730644226], "r_norm": [2.7642910480499268, 1.9149688482284546, 1.8442518711090088]}, {"step": 6400, "epoch": 13, "train_loss": 0.12233128398656845, "cos_r_negg": [0.5210800170898438, 0.6106499433517456, 0.7088745832443237], "cos_apical_negg": [0.5210800170898438, 0.6106499433517456, 0.7088745832443237], "cos_Ac_negg": [0.5210800170898438, 0.6106499433517456, 0.7088745832443237], "r_norm": [2.816058874130249, 1.9622021913528442, 1.8909275531768799]}, {"step": 6450, "epoch": 13, "train_loss": 0.1264851689338684, "cos_r_negg": [0.4945153295993805, 0.6121467351913452, 0.6933512687683105], "cos_apical_negg": [0.4945153295993805, 0.6121467351913452, 0.6933512687683105], "cos_Ac_negg": [0.4945153295993805, 0.6121467351913452, 0.6933512687683105], "r_norm": [2.4013423919677734, 1.651816725730896, 1.608290433883667]}, {"step": 6500, "epoch": 13, "train_loss": 0.027040187269449234, "cos_r_negg": [0.4750349521636963, 0.5761806964874268, 0.6672631502151489], "cos_apical_negg": [0.4750349521636963, 0.5761806964874268, 0.6672631502151489], "cos_Ac_negg": [0.4750349521636963, 0.5761806964874268, 0.6672631502151489], "r_norm": [2.4365439414978027, 1.6762653589248657, 1.625084638595581], "ldr": {"dL_sdil": -0.012417048215866089, "dL_bp": -0.002968929708003998, "ratio": 4.182331492184108}}, {"step": 6550, "epoch": 13, "train_loss": 0.12010101974010468, "cos_r_negg": [0.5379924178123474, 0.637371301651001, 0.7405667901039124], "cos_apical_negg": [0.5379924178123474, 0.637371301651001, 0.7405667901039124], "cos_Ac_negg": [0.5379924178123474, 0.637371301651001, 0.7405667901039124], "r_norm": [3.1703555583953857, 2.1792497634887695, 2.0981664657592773]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9626, "test_loss": 0.1357260368347168}, {"step": 6600, "epoch": 14, "train_loss": 0.046269260346889496, "cos_r_negg": [0.4996300935745239, 0.587536633014679, 0.6912825703620911], "cos_apical_negg": [0.4996300935745239, 0.587536633014679, 0.6912825703620911], "cos_Ac_negg": [0.4996300935745239, 0.587536633014679, 0.6912825703620911], "r_norm": [2.9134812355041504, 1.988738775253296, 1.9167834520339966]}, {"step": 6650, "epoch": 14, "train_loss": 0.1019471287727356, "cos_r_negg": [0.5067309737205505, 0.6233118772506714, 0.7311416864395142], "cos_apical_negg": [0.5067309737205505, 0.6233118772506714, 0.7311416864395142], "cos_Ac_negg": [0.5067309737205505, 0.6233118772506714, 0.7311416864395142], "r_norm": [2.648851156234741, 1.8236134052276611, 1.7710860967636108]}, {"step": 6700, "epoch": 14, "train_loss": 0.18887361884117126, "cos_r_negg": [0.509901762008667, 0.6201461553573608, 0.7059351205825806], "cos_apical_negg": [0.509901762008667, 0.6201461553573608, 0.7059351205825806], "cos_Ac_negg": [0.509901762008667, 0.6201461553573608, 0.7059351205825806], "r_norm": [2.409862995147705, 1.669677734375, 1.6252334117889404]}, {"step": 6750, "epoch": 14, "train_loss": 0.07171039283275604, "cos_r_negg": [0.5003745555877686, 0.6143594980239868, 0.720431923866272], "cos_apical_negg": [0.5003745555877686, 0.6143594980239868, 0.720431923866272], "cos_Ac_negg": [0.5003745555877686, 0.6143594980239868, 0.720431923866272], "r_norm": [2.964313507080078, 2.0461246967315674, 1.9808423519134521], "ldr": {"dL_sdil": -0.02090531587600708, "dL_bp": -0.006912320852279663, "ratio": 3.0243555417588244}}, {"step": 6800, "epoch": 14, "train_loss": 0.05422702431678772, "cos_r_negg": [0.5226114392280579, 0.6290351748466492, 0.7336715459823608], "cos_apical_negg": [0.5226114392280579, 0.6290351748466492, 0.7336715459823608], "cos_Ac_negg": [0.5226114392280579, 0.6290351748466492, 0.7336715459823608], "r_norm": [2.263113260269165, 1.5666372776031494, 1.5168697834014893]}, {"step": 6850, "epoch": 14, "train_loss": 0.08799870312213898, "cos_r_negg": [0.5268256664276123, 0.659085750579834, 0.7614655494689941], "cos_apical_negg": [0.5268256664276123, 0.659085750579834, 0.7614655494689941], "cos_Ac_negg": [0.5268256664276123, 0.659085750579834, 0.7614655494689941], "r_norm": [3.4518821239471436, 2.3668885231018066, 2.2839109897613525]}, {"step": 6900, "epoch": 14, "train_loss": 0.051660455763339996, "cos_r_negg": [0.5489038228988647, 0.6425249576568604, 0.7772709131240845], "cos_apical_negg": [0.5489038228988647, 0.6425249576568604, 0.7772709131240845], "cos_Ac_negg": [0.5489038228988647, 0.6425249576568604, 0.7772709131240845], "r_norm": [2.701690912246704, 1.8548567295074463, 1.7937266826629639]}, {"step": 6950, "epoch": 14, "train_loss": 0.03270097076892853, "cos_r_negg": [0.5285485982894897, 0.6267623901367188, 0.7526556253433228], "cos_apical_negg": [0.5285485982894897, 0.6267623901367188, 0.7526556253433228], "cos_Ac_negg": [0.5285485982894897, 0.6267623901367188, 0.7526556253433228], "r_norm": [2.5594146251678467, 1.7519948482513428, 1.6783605813980103]}, {"step": 7000, "epoch": 14, "train_loss": 0.03870055451989174, "cos_r_negg": [0.5182556509971619, 0.6354900002479553, 0.7458173036575317], "cos_apical_negg": [0.5182556509971619, 0.6354900002479553, 0.7458173036575317], "cos_Ac_negg": [0.5182556509971619, 0.6354900002479553, 0.7458173036575317], "r_norm": [2.979334831237793, 2.0229899883270264, 1.957069993019104], "ldr": {"dL_sdil": -0.018344402313232422, "dL_bp": -0.0056052058935165405, "ratio": 3.2727437067835674}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9573, "test_loss": 0.14900497856140138}, {"step": 7050, "epoch": 15, "train_loss": 0.08502943068742752, "cos_r_negg": [0.4694618582725525, 0.5868803262710571, 0.7032029032707214], "cos_apical_negg": [0.4694618582725525, 0.5868803262710571, 0.7032029032707214], "cos_Ac_negg": [0.4694618582725525, 0.5868803262710571, 0.7032029032707214], "r_norm": [2.476858377456665, 1.7224647998809814, 1.660605549812317]}, {"step": 7100, "epoch": 15, "train_loss": 0.09621129930019379, "cos_r_negg": [0.46823951601982117, 0.5650354623794556, 0.6900224089622498], "cos_apical_negg": [0.46823951601982117, 0.5650354623794556, 0.6900224089622498], "cos_Ac_negg": [0.46823951601982117, 0.5650354623794556, 0.6900224089622498], "r_norm": [2.4931859970092773, 1.7159489393234253, 1.6628062725067139]}, {"step": 7150, "epoch": 15, "train_loss": 0.05760606750845909, "cos_r_negg": [0.4740019738674164, 0.5828019380569458, 0.6904940605163574], "cos_apical_negg": [0.4740019738674164, 0.5828019380569458, 0.6904940605163574], "cos_Ac_negg": [0.4740019738674164, 0.5828019380569458, 0.6904940605163574], "r_norm": [2.4416706562042236, 1.675152063369751, 1.630835771560669]}, {"step": 7200, "epoch": 15, "train_loss": 0.17221970856189728, "cos_r_negg": [0.4807170033454895, 0.5957328677177429, 0.6878479719161987], "cos_apical_negg": [0.4807170033454895, 0.5957328677177429, 0.6878479719161987], "cos_Ac_negg": [0.4807170033454895, 0.5957328677177429, 0.6878479719161987], "r_norm": [2.942847728729248, 2.00193452835083, 1.939339518547058]}, {"step": 7250, "epoch": 15, "train_loss": 0.12363635003566742, "cos_r_negg": [0.519611120223999, 0.6298834085464478, 0.7512288689613342], "cos_apical_negg": [0.519611120223999, 0.6298834085464478, 0.7512288689613342], "cos_Ac_negg": [0.519611120223999, 0.6298834085464478, 0.7512288689613342], "r_norm": [2.5364108085632324, 1.741370439529419, 1.6824396848678589], "ldr": {"dL_sdil": -0.015351921319961548, "dL_bp": -0.004221901297569275, "ratio": 3.63625775164386}}, {"step": 7300, "epoch": 15, "train_loss": 0.03204406797885895, "cos_r_negg": [0.5095851421356201, 0.6221978664398193, 0.7375617027282715], "cos_apical_negg": [0.5095851421356201, 0.6221978664398193, 0.7375617027282715], "cos_Ac_negg": [0.5095851421356201, 0.6221978664398193, 0.7375617027282715], "r_norm": [2.6704025268554688, 1.8208404779434204, 1.7492938041687012]}, {"step": 7350, "epoch": 15, "train_loss": 0.05423160642385483, "cos_r_negg": [0.49831423163414, 0.619368851184845, 0.7469401955604553], "cos_apical_negg": [0.49831423163414, 0.619368851184845, 0.7469401955604553], "cos_Ac_negg": [0.49831423163414, 0.619368851184845, 0.7469401955604553], "r_norm": [2.5586471557617188, 1.7603832483291626, 1.698790192604065]}, {"step": 7400, "epoch": 15, "train_loss": 0.1296149492263794, "cos_r_negg": [0.534453272819519, 0.6282074451446533, 0.7654389142990112], "cos_apical_negg": [0.534453272819519, 0.6282074451446533, 0.7654389142990112], "cos_Ac_negg": [0.534453272819519, 0.6282074451446533, 0.7654389142990112], "r_norm": [3.301222562789917, 2.2567853927612305, 2.1910247802734375]}, {"step": 7450, "epoch": 15, "train_loss": 0.11493080109357834, "cos_r_negg": [0.48821792006492615, 0.5983046889305115, 0.7437617182731628], "cos_apical_negg": [0.48821792006492615, 0.5983046889305115, 0.7437617182731628], "cos_Ac_negg": [0.48821792006492615, 0.5983046889305115, 0.7437617182731628], "r_norm": [2.5269076824188232, 1.7280794382095337, 1.6694250106811523]}, {"step": 7500, "epoch": 15, "train_loss": 0.080158531665802, "cos_r_negg": [0.4953590929508209, 0.6012922525405884, 0.7294265031814575], "cos_apical_negg": [0.4953590929508209, 0.6012922525405884, 0.7294265031814575], "cos_Ac_negg": [0.4953590929508209, 0.6012922525405884, 0.7294265031814575], "r_norm": [3.670614242553711, 2.4991703033447266, 2.405057430267334], "ldr": {"dL_sdil": -0.027451306581497192, "dL_bp": -0.007119268178939819, "ratio": 3.8559169133006534}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9604, "test_loss": 0.1470309425354004}, {"step": 7550, "epoch": 16, "train_loss": 0.060834214091300964, "cos_r_negg": [0.49222010374069214, 0.6099213361740112, 0.7281911373138428], "cos_apical_negg": [0.49222010374069214, 0.6099213361740112, 0.7281911373138428], "cos_Ac_negg": [0.49222010374069214, 0.6099213361740112, 0.7281911373138428], "r_norm": [3.107241630554199, 2.1098294258117676, 2.041766881942749]}, {"step": 7600, "epoch": 16, "train_loss": 0.11017685383558273, "cos_r_negg": [0.48354393243789673, 0.6051052808761597, 0.7142664194107056], "cos_apical_negg": [0.48354393243789673, 0.6051052808761597, 0.7142664194107056], "cos_Ac_negg": [0.48354393243789673, 0.6051052808761597, 0.7142664194107056], "r_norm": [2.6032557487487793, 1.7747926712036133, 1.710080862045288]}, {"step": 7650, "epoch": 16, "train_loss": 0.10126746445894241, "cos_r_negg": [0.5154573321342468, 0.6353058815002441, 0.7563514113426208], "cos_apical_negg": [0.5154573321342468, 0.6353058815002441, 0.7563514113426208], "cos_Ac_negg": [0.5154573321342468, 0.6353058815002441, 0.7563514113426208], "r_norm": [2.6323740482330322, 1.8146648406982422, 1.7763338088989258]}, {"step": 7700, "epoch": 16, "train_loss": 0.07689563930034637, "cos_r_negg": [0.5583823919296265, 0.6431379318237305, 0.7670435309410095], "cos_apical_negg": [0.5583823919296265, 0.6431379318237305, 0.7670435309410095], "cos_Ac_negg": [0.5583823919296265, 0.6431379318237305, 0.7670435309410095], "r_norm": [3.3389859199523926, 2.287285804748535, 2.2176332473754883]}, {"step": 7750, "epoch": 16, "train_loss": 0.16391050815582275, "cos_r_negg": [0.4742976129055023, 0.5826550722122192, 0.7074605226516724], "cos_apical_negg": [0.4742976129055023, 0.5826550722122192, 0.7074605226516724], "cos_Ac_negg": [0.4742976129055023, 0.5826550722122192, 0.7074605226516724], "r_norm": [3.6745028495788574, 2.519570827484131, 2.4505743980407715], "ldr": {"dL_sdil": -0.036502912640571594, "dL_bp": -0.01410016417503357, "ratio": 2.5888289091842926}}, {"step": 7800, "epoch": 16, "train_loss": 0.10164961218833923, "cos_r_negg": [0.48097163438796997, 0.6042923927307129, 0.7412890195846558], "cos_apical_negg": [0.48097163438796997, 0.6042923927307129, 0.7412890195846558], "cos_Ac_negg": [0.48097163438796997, 0.6042923927307129, 0.7412890195846558], "r_norm": [2.934983968734741, 2.0012078285217285, 1.9481638669967651]}, {"step": 7850, "epoch": 16, "train_loss": 0.28628379106521606, "cos_r_negg": [0.48806262016296387, 0.5860730409622192, 0.7402076721191406], "cos_apical_negg": [0.48806262016296387, 0.5860730409622192, 0.7402076721191406], "cos_Ac_negg": [0.48806262016296387, 0.5860730409622192, 0.7402076721191406], "r_norm": [3.3281965255737305, 2.279743194580078, 2.1831283569335938]}, {"step": 7900, "epoch": 16, "train_loss": 0.04641380161046982, "cos_r_negg": [0.4925824999809265, 0.5894679427146912, 0.7133527994155884], "cos_apical_negg": [0.4925824999809265, 0.5894679427146912, 0.7133527994155884], "cos_Ac_negg": [0.4925824999809265, 0.5894679427146912, 0.7133527994155884], "r_norm": [2.9893293380737305, 2.016960859298706, 1.9540536403656006]}, {"step": 7950, "epoch": 16, "train_loss": 0.05773439258337021, "cos_r_negg": [0.47996169328689575, 0.6056071519851685, 0.747904360294342], "cos_apical_negg": [0.47996169328689575, 0.6056071519851685, 0.747904360294342], "cos_Ac_negg": [0.47996169328689575, 0.6056071519851685, 0.747904360294342], "r_norm": [3.0941567420959473, 2.1132683753967285, 2.0377707481384277]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9623, "test_loss": 0.12935139465332032}, {"step": 8000, "epoch": 17, "train_loss": 0.05554444342851639, "cos_r_negg": [0.46790996193885803, 0.6235918998718262, 0.7536046504974365], "cos_apical_negg": [0.46790996193885803, 0.6235918998718262, 0.7536046504974365], "cos_Ac_negg": [0.46790996193885803, 0.6235918998718262, 0.7536046504974365], "r_norm": [3.33389949798584, 2.2637577056884766, 2.1977157592773438], "ldr": {"dL_sdil": -0.024415552616119385, "dL_bp": -0.006938464939594269, "ratio": 3.518869494719548}}, {"step": 8050, "epoch": 17, "train_loss": 0.033344849944114685, "cos_r_negg": [0.46685317158699036, 0.6101055145263672, 0.7540138959884644], "cos_apical_negg": [0.46685317158699036, 0.6101055145263672, 0.7540138959884644], "cos_Ac_negg": [0.46685317158699036, 0.6101055145263672, 0.7540138959884644], "r_norm": [3.665144681930542, 2.489896059036255, 2.4239625930786133]}, {"step": 8100, "epoch": 17, "train_loss": 0.1155557706952095, "cos_r_negg": [0.495894193649292, 0.6193960905075073, 0.7622904777526855], "cos_apical_negg": [0.495894193649292, 0.6193960905075073, 0.7622904777526855], "cos_Ac_negg": [0.495894193649292, 0.6193960905075073, 0.7622904777526855], "r_norm": [2.5767717361450195, 1.748185157775879, 1.7070128917694092]}, {"step": 8150, "epoch": 17, "train_loss": 0.05036870390176773, "cos_r_negg": [0.4778398275375366, 0.5876832008361816, 0.7233017683029175], "cos_apical_negg": [0.4778398275375366, 0.5876832008361816, 0.7233017683029175], "cos_Ac_negg": [0.4778398275375366, 0.5876832008361816, 0.7233017683029175], "r_norm": [4.122403144836426, 2.7818350791931152, 2.6912755966186523]}, {"step": 8200, "epoch": 17, "train_loss": 0.10910540819168091, "cos_r_negg": [0.4514480233192444, 0.5694826245307922, 0.6861361861228943], "cos_apical_negg": [0.4514480233192444, 0.5694826245307922, 0.6861361861228943], "cos_Ac_negg": [0.4514480233192444, 0.5694826245307922, 0.6861361861228943], "r_norm": [3.24678373336792, 2.206155776977539, 2.129291296005249]}, {"step": 8250, "epoch": 17, "train_loss": 0.09214184433221817, "cos_r_negg": [0.44923511147499084, 0.579939603805542, 0.6799666881561279], "cos_apical_negg": [0.44923511147499084, 0.579939603805542, 0.6799666881561279], "cos_Ac_negg": [0.44923511147499084, 0.579939603805542, 0.6799666881561279], "r_norm": [4.007040023803711, 2.69858455657959, 2.612337589263916], "ldr": {"dL_sdil": -0.02844993770122528, "dL_bp": -0.009194239974021912, "ratio": 3.0943218560326735}}, {"step": 8300, "epoch": 17, "train_loss": 0.1447686403989792, "cos_r_negg": [0.46721351146698, 0.575731635093689, 0.6959646940231323], "cos_apical_negg": [0.46721351146698, 0.575731635093689, 0.6959646940231323], "cos_Ac_negg": [0.46721351146698, 0.575731635093689, 0.6959646940231323], "r_norm": [3.205773115158081, 2.1763877868652344, 2.1008057594299316]}, {"step": 8350, "epoch": 17, "train_loss": 0.06001559644937515, "cos_r_negg": [0.47658783197402954, 0.6049124598503113, 0.7345187664031982], "cos_apical_negg": [0.47658783197402954, 0.6049124598503113, 0.7345187664031982], "cos_Ac_negg": [0.47658783197402954, 0.6049124598503113, 0.7345187664031982], "r_norm": [3.621716022491455, 2.438612461090088, 2.362908124923706]}, {"step": 8400, "epoch": 17, "train_loss": 0.07730419188737869, "cos_r_negg": [0.4663662612438202, 0.6268489360809326, 0.7619446516036987], "cos_apical_negg": [0.4663662612438202, 0.6268489360809326, 0.7619446516036987], "cos_Ac_negg": [0.4663662612438202, 0.6268489360809326, 0.7619446516036987], "r_norm": [3.3467888832092285, 2.2827956676483154, 2.197591543197632]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9566, "test_loss": 0.14835614166259767}, {"step": 8450, "epoch": 18, "train_loss": 0.13275998830795288, "cos_r_negg": [0.5109342336654663, 0.6407317519187927, 0.7804397344589233], "cos_apical_negg": [0.5109342336654663, 0.6407317519187927, 0.7804397344589233], "cos_Ac_negg": [0.5109342336654663, 0.6407317519187927, 0.7804397344589233], "r_norm": [3.1357922554016113, 2.116783618927002, 2.0203540325164795]}, {"step": 8500, "epoch": 18, "train_loss": 0.1039043590426445, "cos_r_negg": [0.467446893453598, 0.622728168964386, 0.7625525593757629], "cos_apical_negg": [0.467446893453598, 0.622728168964386, 0.7625525593757629], "cos_Ac_negg": [0.467446893453598, 0.622728168964386, 0.7625525593757629], "r_norm": [2.8215668201446533, 1.9254573583602905, 1.858660101890564], "ldr": {"dL_sdil": -0.015458159148693085, "dL_bp": -0.004109814763069153, "ratio": 3.7612788020521744}}, {"step": 8550, "epoch": 18, "train_loss": 0.14909522235393524, "cos_r_negg": [0.442460298538208, 0.5834387540817261, 0.7360620498657227], "cos_apical_negg": [0.442460298538208, 0.5834387540817261, 0.7360620498657227], "cos_Ac_negg": [0.442460298538208, 0.5834387540817261, 0.7360620498657227], "r_norm": [2.7440567016601562, 1.8675342798233032, 1.8046655654907227]}, {"step": 8600, "epoch": 18, "train_loss": 0.2987481355667114, "cos_r_negg": [0.4638572335243225, 0.593674898147583, 0.7322571873664856], "cos_apical_negg": [0.4638572335243225, 0.593674898147583, 0.7322571873664856], "cos_Ac_negg": [0.4638572335243225, 0.593674898147583, 0.7322571873664856], "r_norm": [2.58170747756958, 1.7734570503234863, 1.7304624319076538]}, {"step": 8650, "epoch": 18, "train_loss": 0.09393367916345596, "cos_r_negg": [0.5183720588684082, 0.6470839977264404, 0.7792829871177673], "cos_apical_negg": [0.5183720588684082, 0.6470839977264404, 0.7792829871177673], "cos_Ac_negg": [0.5183720588684082, 0.6470839977264404, 0.7792829871177673], "r_norm": [3.9098947048187256, 2.643737316131592, 2.546304702758789]}, {"step": 8700, "epoch": 18, "train_loss": 0.11876717209815979, "cos_r_negg": [0.47650134563446045, 0.5977153778076172, 0.7520047426223755], "cos_apical_negg": [0.47650134563446045, 0.5977153778076172, 0.7520047426223755], "cos_Ac_negg": [0.47650134563446045, 0.5977153778076172, 0.7520047426223755], "r_norm": [4.024848937988281, 2.7338385581970215, 2.640610933303833]}, {"step": 8750, "epoch": 18, "train_loss": 0.05289457365870476, "cos_r_negg": [0.4686068296432495, 0.5964105725288391, 0.753166913986206], "cos_apical_negg": [0.4686068296432495, 0.5964105725288391, 0.753166913986206], "cos_Ac_negg": [0.4686068296432495, 0.5964105725288391, 0.753166913986206], "r_norm": [3.470994472503662, 2.3453595638275146, 2.27215576171875], "ldr": {"dL_sdil": -0.026362180709838867, "dL_bp": -0.007879026234149933, "ratio": 3.3458678682370295}}, {"step": 8800, "epoch": 18, "train_loss": 0.0969875305891037, "cos_r_negg": [0.48757630586624146, 0.6106157302856445, 0.76273512840271], "cos_apical_negg": [0.48757630586624146, 0.6106157302856445, 0.76273512840271], "cos_Ac_negg": [0.48757630586624146, 0.6106157302856445, 0.76273512840271], "r_norm": [3.8106350898742676, 2.5904769897460938, 2.4671006202697754]}, {"step": 8850, "epoch": 18, "train_loss": 0.10759024322032928, "cos_r_negg": [0.4676417112350464, 0.5997387170791626, 0.7741537094116211], "cos_apical_negg": [0.4676417112350464, 0.5997387170791626, 0.7741537094116211], "cos_Ac_negg": [0.4676417112350464, 0.5997387170791626, 0.7741537094116211], "r_norm": [3.8486087322235107, 2.6149325370788574, 2.5075831413269043]}, {"step": 8900, "epoch": 18, "train_loss": 0.10986261069774628, "cos_r_negg": [0.4821038842201233, 0.6126977801322937, 0.7790646553039551], "cos_apical_negg": [0.4821038842201233, 0.6126977801322937, 0.7790646553039551], "cos_Ac_negg": [0.4821038842201233, 0.6126977801322937, 0.7790646553039551], "r_norm": [3.9028661251068115, 2.6925151348114014, 2.610546112060547]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9596, "test_loss": 0.1374782199859619}, {"step": 8950, "epoch": 19, "train_loss": 0.024670226499438286, "cos_r_negg": [0.46887871623039246, 0.586022138595581, 0.7447665929794312], "cos_apical_negg": [0.46887871623039246, 0.586022138595581, 0.7447665929794312], "cos_Ac_negg": [0.46887871623039246, 0.586022138595581, 0.7447665929794312], "r_norm": [3.9008500576019287, 2.6825757026672363, 2.593639373779297]}, {"step": 9000, "epoch": 19, "train_loss": 0.16833874583244324, "cos_r_negg": [0.47070297598838806, 0.6013631224632263, 0.7524117827415466], "cos_apical_negg": [0.47070297598838806, 0.6013631224632263, 0.7524117827415466], "cos_Ac_negg": [0.47070297598838806, 0.6013631224632263, 0.7524117827415466], "r_norm": [3.597475290298462, 2.469928741455078, 2.3674590587615967], "ldr": {"dL_sdil": -0.022041410207748413, "dL_bp": -0.006566762924194336, "ratio": 3.356510728678793}}, {"step": 9050, "epoch": 19, "train_loss": 0.17411062121391296, "cos_r_negg": [0.43118733167648315, 0.5760952234268188, 0.74647057056427], "cos_apical_negg": [0.43118733167648315, 0.5760952234268188, 0.74647057056427], "cos_Ac_negg": [0.43118733167648315, 0.5760952234268188, 0.74647057056427], "r_norm": [3.556485652923584, 2.4203643798828125, 2.324342966079712]}, {"step": 9100, "epoch": 19, "train_loss": 0.040854454040527344, "cos_r_negg": [0.4608801603317261, 0.593410849571228, 0.7518800497055054], "cos_apical_negg": [0.4608801603317261, 0.593410849571228, 0.7518800497055054], "cos_Ac_negg": [0.4608801603317261, 0.593410849571228, 0.7518800497055054], "r_norm": [3.2429580688476562, 2.1961944103240967, 2.1111950874328613]}, {"step": 9150, "epoch": 19, "train_loss": 0.18404434621334076, "cos_r_negg": [0.4480458199977875, 0.6062141060829163, 0.7655995488166809], "cos_apical_negg": [0.4480458199977875, 0.6062141060829163, 0.7655995488166809], "cos_Ac_negg": [0.4480458199977875, 0.6062141060829163, 0.7655995488166809], "r_norm": [3.152503728866577, 2.1551525592803955, 2.0845179557800293]}, {"step": 9200, "epoch": 19, "train_loss": 0.1545964479446411, "cos_r_negg": [0.47102707624435425, 0.6062004566192627, 0.7575932741165161], "cos_apical_negg": [0.47102707624435425, 0.6062004566192627, 0.7575932741165161], "cos_Ac_negg": [0.47102707624435425, 0.6062004566192627, 0.7575932741165161], "r_norm": [4.347260475158691, 2.9333741664886475, 2.795837879180908]}, {"step": 9250, "epoch": 19, "train_loss": 0.12299389392137527, "cos_r_negg": [0.4560714662075043, 0.6204146146774292, 0.7652348279953003], "cos_apical_negg": [0.4560714662075043, 0.6204146146774292, 0.7652348279953003], "cos_Ac_negg": [0.4560714662075043, 0.6204146146774292, 0.7652348279953003], "r_norm": [3.566096305847168, 2.4170689582824707, 2.3298451900482178], "ldr": {"dL_sdil": -0.01880192756652832, "dL_bp": -0.0045245736837387085, "ratio": 4.155513619791924}}, {"step": 9300, "epoch": 19, "train_loss": 0.10445186495780945, "cos_r_negg": [0.4999547004699707, 0.61686772108078, 0.7652115821838379], "cos_apical_negg": [0.4999547004699707, 0.61686772108078, 0.7652115821838379], "cos_Ac_negg": [0.4999547004699707, 0.61686772108078, 0.7652115821838379], "r_norm": [3.2021074295043945, 2.2056779861450195, 2.151883125305176]}, {"step": 9350, "epoch": 19, "train_loss": 0.20127779245376587, "cos_r_negg": [0.45160770416259766, 0.5931587219238281, 0.7610846757888794], "cos_apical_negg": [0.45160770416259766, 0.5931587219238281, 0.7610846757888794], "cos_Ac_negg": [0.45160770416259766, 0.5931587219238281, 0.7610846757888794], "r_norm": [3.1893575191497803, 2.173637628555298, 2.12016224861145]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9572, "test_loss": 0.1466967315673828}], "final": {"test_acc": 0.9572, "test_loss": 0.1466967315673828, "wall_s": 49.45451521873474, "cos_r_negg": [0.44535374641418457, 0.5997729897499084, 0.766185998916626], "cos_apical_negg": [0.44535374641418457, 0.5997729897499084, 0.766185998916626], "cos_Ac_negg": [0.44535374641418457, 0.5997729897499084, 0.766185998916626]}}
\ No newline at end of file
diff --git a/results/A_nuis_rho2_res0_s0.json b/results/A_nuis_rho2_res0_s0.json
new file mode 100644
index 0000000..c1904f5
--- /dev/null
+++ b/results/A_nuis_rho2_res0_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 0, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 2.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_nuis_rho2_res0_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.00662547443062067, 0.011259427294135094, 0.03386039286851883], "cos_apical_negg": [-0.00656206626445055, 0.011204319074749947, 0.033816881477832794], "cos_Ac_negg": [-0.009778371080756187, 0.013300979509949684, 0.07611921429634094], "r_norm": [28.137527465820312, 21.772357940673828, 15.222686767578125], "ldr": {"dL_sdil": 0.22166824340820312, "dL_bp": -0.14693808555603027, "ratio": -1.5085826289990476}}, {"step": 50, "epoch": 0, "train_loss": 6.57172155380249, "cos_r_negg": [1.3285422028275207e-05, 5.4437218621750105e-11, -0.10394537448883057], "cos_apical_negg": [2.1367797671700828e-05, -1.763225565554194e-09, 0.26209557056427], "cos_Ac_negg": [1.7416961782146245e-05, 5.4425693118975715e-11, -0.10394475609064102], "r_norm": [6.8034868240356445, 5.050103187561035, 6.363033294677734]}, {"step": 100, "epoch": 0, "train_loss": 16.435304641723633, "cos_r_negg": [2.4305245460709557e-05, 6.996619950072613e-11, 0.1409021019935608], "cos_apical_negg": [3.962268237955868e-06, -2.1421384110986708e-10, 0.5302808880805969], "cos_Ac_negg": [1.0461596502864268e-05, 6.996621337851394e-11, 0.1409016102552414], "r_norm": [6.839214324951172, 5.528974533081055, 9.912115097045898]}, {"step": 150, "epoch": 0, "train_loss": 11.327096939086914, "cos_r_negg": [7.801561423548264e-07, -1.8996094627854454e-11, 0.08682495355606079], "cos_apical_negg": [1.228401060870965e-06, -1.1473975242148882e-10, 0.08050787448883057], "cos_Ac_negg": [8.197077931981767e-07, -1.8996085954237074e-11, 0.0868249461054802], "r_norm": [6.50697660446167, 5.756374359130859, 13.73726749420166]}, {"step": 200, "epoch": 0, "train_loss": 12.109844207763672, "cos_r_negg": [7.606776648572122e-07, -1.7887023459617346e-11, 0.08844766765832901], "cos_apical_negg": [-7.722089776507346e-07, -5.665871105620113e-10, 0.07945622503757477], "cos_Ac_negg": [8.207114206015831e-07, -1.7887002642935634e-11, 0.0884476751089096], "r_norm": [6.0212202072143555, 5.498653888702393, 17.035804748535156]}, {"step": 250, "epoch": 0, "train_loss": 9.48792552947998, "cos_r_negg": [-1.5953748970787274e-06, -2.9028890402571506e-10, 0.06778482347726822], "cos_apical_negg": [-2.31892840929504e-06, -4.334103742564821e-09, 0.051717549562454224], "cos_Ac_negg": [-1.2242517186678015e-06, -2.902887930034126e-10, 0.06778483092784882], "r_norm": [5.331705093383789, 4.847524166107178, 23.59197235107422], "ldr": {"dL_sdil": -2.2830018997192383, "dL_bp": -2.2830018997192383, "ratio": 1.0}}, {"step": 300, "epoch": 0, "train_loss": 11.379196166992188, "cos_r_negg": [4.6880398940629675e-07, -2.1995056817547542e-11, 0.04612906649708748], "cos_apical_negg": [6.450856062656385e-07, -2.2773449792623524e-09, 0.04384617507457733], "cos_Ac_negg": [3.616831634190021e-07, -2.1994819160431334e-11, 0.04612906277179718], "r_norm": [5.631953239440918, 5.180066108703613, 25.757125854492188]}, {"step": 350, "epoch": 0, "train_loss": 10.00930404663086, "cos_r_negg": [2.1777933056910115e-07, 6.578784739197374e-10, 0.013462282717227936], "cos_apical_negg": [6.412506081687752e-07, -1.5454229007616505e-09, 0.009348993189632893], "cos_Ac_negg": [4.47768570666085e-07, 6.578783073862837e-10, 0.013462282717227936], "r_norm": [5.4555983543396, 4.757992744445801, 26.779682159423828]}, {"step": 400, "epoch": 0, "train_loss": 16.0229434967041, "cos_r_negg": [1.0572305200184928e-06, -5.738615138639602e-10, 0.006894595921039581], "cos_apical_negg": [1.9534877537807915e-06, -1.3262630105259632e-08, 0.004444492515176535], "cos_Ac_negg": [2.096719526889501e-06, -5.738611807970528e-10, 0.006894596852362156], "r_norm": [5.346541404724121, 4.6796345710754395, 31.50381851196289]}, {"step": 450, "epoch": 0, "train_loss": 10.00039291381836, "cos_r_negg": [1.2098558954676264e-06, 6.010241193621368e-10, 0.06685984134674072], "cos_apical_negg": [3.2737664241722086e-06, 8.838740850336535e-10, 0.0650552287697792], "cos_Ac_negg": [1.2938287454744568e-06, 6.010246744736492e-10, 0.06685984134674072], "r_norm": [4.7617716789245605, 4.189891815185547, 31.59088706970215]}, {"epoch_end": 0, "step": 469, "test_acc": 0.1032, "test_loss": 13.02735166015625}, {"step": 500, "epoch": 1, "train_loss": 9.398862838745117, "cos_r_negg": [1.6110323031170992e-06, -1.2400303006643298e-09, 0.07801415026187897], "cos_apical_negg": [2.255196932310355e-06, -6.446738609611202e-08, 0.07254518568515778], "cos_Ac_negg": [1.4059480690775672e-06, -1.240035851779453e-09, 0.07801415026187897], "r_norm": [4.50380277633667, 4.413522720336914, 44.377601623535156], "ldr": {"dL_sdil": -1.9067535400390625, "dL_bp": -1.9067535400390625, "ratio": 1.0}}, {"step": 550, "epoch": 1, "train_loss": 10.210745811462402, "cos_r_negg": [7.042993388495233e-07, -2.797866605064314e-09, 0.06510533392429352], "cos_apical_negg": [1.517243504167709e-07, -9.441143333788204e-08, 0.059670522809028625], "cos_Ac_negg": [6.527517371068825e-07, -2.79786460666287e-09, 0.06510533392429352], "r_norm": [4.78769588470459, 4.761526107788086, 53.16741943359375]}, {"step": 600, "epoch": 1, "train_loss": 14.111403465270996, "cos_r_negg": [2.4084010874503292e-06, 2.905366391914299e-09, 0.05824500694870949], "cos_apical_negg": [1.3477842003339902e-05, -3.834743154129683e-07, 0.05279594287276268], "cos_Ac_negg": [-8.014242212084355e-07, 2.905370166672583e-09, 0.05824500694870949], "r_norm": [4.4089531898498535, 3.9368653297424316, 37.76770782470703]}, {"step": 650, "epoch": 1, "train_loss": 6.125925540924072, "cos_r_negg": [1.1152724255225621e-06, 6.682830644422211e-08, 0.07091271877288818], "cos_apical_negg": [6.6768316173693165e-06, 4.435768232724513e-07, 0.07220456004142761], "cos_Ac_negg": [7.500160563722602e-07, 6.682827802251268e-08, 0.07091271877288818], "r_norm": [4.293275833129883, 4.218695640563965, 46.197601318359375]}, {"step": 700, "epoch": 1, "train_loss": 18.701007843017578, "cos_r_negg": [9.950282219506335e-06, -1.703229372651549e-06, 0.0855482667684555], "cos_apical_negg": [1.838437674450688e-05, -1.263928697881056e-05, 0.08820460736751556], "cos_Ac_negg": [8.798362614470534e-06, -1.7032250525517156e-06, 0.0855482667684555], "r_norm": [4.8501176834106445, 4.871044635772705, 49.318294525146484]}, {"step": 750, "epoch": 1, "train_loss": 10.902597427368164, "cos_r_negg": [1.9575418264139444e-07, -1.902138446752133e-10, 0.05538799241185188], "cos_apical_negg": [3.181559904419373e-09, -1.7098492066658366e-10, 0.05382108688354492], "cos_Ac_negg": [1.3732565662394336e-07, -1.902134838527303e-10, 0.05538799241185188], "r_norm": [4.18612003326416, 4.1740641593933105, 48.07986831665039], "ldr": {"dL_sdil": -3.626206398010254, "dL_bp": -3.626206398010254, "ratio": 1.0}}, {"step": 800, "epoch": 1, "train_loss": 9.37207317352295, "cos_r_negg": [-4.398721387133264e-09, 3.761360667375868e-11, 0.021027548238635063], "cos_apical_negg": [1.7731068169268838e-08, 2.923537106847007e-11, 0.01863127388060093], "cos_Ac_negg": [-4.077898463350493e-09, 3.761359973486478e-11, 0.021027548238635063], "r_norm": [3.5906012058258057, 3.539055824279785, 43.99720764160156]}, {"step": 850, "epoch": 1, "train_loss": 15.383978843688965, "cos_r_negg": [7.760018405633673e-08, -3.7196938237893384e-13, 0.013136018067598343], "cos_apical_negg": [3.2981779440888204e-07, 3.1419887525085954e-11, 0.01324942521750927], "cos_Ac_negg": [7.23310549233247e-08, -3.7197675495370675e-13, 0.013136017136275768], "r_norm": [3.6625518798828125, 3.9296088218688965, 47.93622589111328]}, {"step": 900, "epoch": 1, "train_loss": 11.895978927612305, "cos_r_negg": [1.1057449000873021e-07, 1.0657258929513969e-11, 0.027927439659833908], "cos_apical_negg": [4.858495117332495e-08, 3.4699111639557856e-11, 0.029932096600532532], "cos_Ac_negg": [1.1485545314826595e-07, 1.0657256327428755e-11, 0.027927439659833908], "r_norm": [3.408543109893799, 3.492255926132202, 47.35883712768555]}, {"epoch_end": 1, "step": 938, "test_acc": 0.0974, "test_loss": 7.6784923828125}, {"step": 950, "epoch": 2, "train_loss": 5.658466815948486, "cos_r_negg": [1.6280515069411194e-07, 1.846842991037878e-12, 0.03760944679379463], "cos_apical_negg": [-1.2625018825929146e-06, 6.568857263689054e-11, 0.041405826807022095], "cos_Ac_negg": [1.0882520484756242e-07, 1.8468308479735462e-12, 0.03760945051908493], "r_norm": [4.053329944610596, 3.9590272903442383, 50.654151916503906]}, {"step": 1000, "epoch": 2, "train_loss": 9.6311674118042, "cos_r_negg": [-1.3850891100730678e-08, -2.303205152640042e-12, 0.0231313556432724], "cos_apical_negg": [3.438899653929184e-08, 5.883245279836302e-11, 0.029537349939346313], "cos_Ac_negg": [1.7055430845402952e-08, -2.3032097062891665e-12, 0.0231313556432724], "r_norm": [3.0448622703552246, 3.1219544410705566, 47.78797912597656], "ldr": {"dL_sdil": -1.0118694305419922, "dL_bp": -1.0118694305419922, "ratio": 1.0}}, {"step": 1050, "epoch": 2, "train_loss": 5.957111358642578, "cos_r_negg": [-4.898417671483912e-08, 4.730361935489924e-11, 0.04258130118250847], "cos_apical_negg": [5.996329832669289e-08, 1.528644710813154e-10, 0.058786358684301376], "cos_Ac_negg": [-4.563218247710665e-09, 4.7303612416005336e-11, 0.04258130118250847], "r_norm": [3.132878303527832, 3.1074624061584473, 59.58770751953125]}, {"step": 1100, "epoch": 2, "train_loss": 12.95361614227295, "cos_r_negg": [-3.4162187745323536e-08, 1.6843354835871516e-11, 0.045826174318790436], "cos_apical_negg": [-4.6533756403732696e-08, 8.002126045125735e-11, 0.03617704659700394], "cos_Ac_negg": [1.0570650132990522e-08, 1.6843351366424564e-11, 0.045826174318790436], "r_norm": [3.5469563007354736, 3.4881930351257324, 59.371490478515625]}, {"step": 1150, "epoch": 2, "train_loss": 8.273012161254883, "cos_r_negg": [-5.620630183500452e-09, -2.583690900115343e-11, 0.03686567395925522], "cos_apical_negg": [2.672726395758218e-08, 1.6272299480091235e-11, 0.04561229795217514], "cos_Ac_negg": [7.239897570343601e-09, -2.583690900115343e-11, 0.03686567395925522], "r_norm": [2.948962688446045, 2.757459878921509, 65.20020294189453]}, {"step": 1200, "epoch": 2, "train_loss": 16.838924407958984, "cos_r_negg": [-8.417248409386957e-08, -9.32751653692776e-11, 0.09385111182928085], "cos_apical_negg": [3.317970254101965e-07, 1.172767993828927e-10, 0.12066780030727386], "cos_Ac_negg": [1.3894084993637534e-08, -9.327517924706541e-11, 0.09385110437870026], "r_norm": [2.874352216720581, 2.781830310821533, 59.20079803466797]}, {"step": 1250, "epoch": 2, "train_loss": 9.907217025756836, "cos_r_negg": [-1.983743089795098e-07, -8.21135520689964e-11, 0.3403348922729492], "cos_apical_negg": [2.1170028503547655e-06, 5.682224690772841e-10, 0.42796945571899414], "cos_Ac_negg": [5.1924555322102606e-08, -8.211360064125373e-11, 0.3403348922729492], "r_norm": [2.6318039894104004, 2.463376045227051, 58.992774963378906], "ldr": {"dL_sdil": -4.782192230224609, "dL_bp": -4.782192230224609, "ratio": 1.0}}, {"step": 1300, "epoch": 2, "train_loss": 10.8260498046875, "cos_r_negg": [2.812191155499022e-07, 4.198519032438952e-10, 0.8240164518356323], "cos_apical_negg": [6.506407316919649e-06, 6.9817986947384725e-09, 0.7884897589683533], "cos_Ac_negg": [1.5002090947291435e-07, 4.1985140364353413e-10, 0.8240165114402771], "r_norm": [3.3240621089935303, 2.8852932453155518, 62.90813446044922]}, {"step": 1350, "epoch": 2, "train_loss": 11.713052749633789, "cos_r_negg": [3.6032318462275725e-08, -5.1546763385479366e-11, 0.025197219103574753], "cos_apical_negg": [1.228959973786914e-07, 6.196111956846551e-10, 0.023742832243442535], "cos_Ac_negg": [3.2901429136700244e-08, -5.154676685492632e-11, 0.025197219103574753], "r_norm": [3.3017144203186035, 3.555154800415039, 59.68287658691406]}, {"step": 1400, "epoch": 2, "train_loss": 12.075386047363281, "cos_r_negg": [3.114610791499217e-09, 1.994418952905308e-12, 0.0066805509850382805], "cos_apical_negg": [3.090311651021693e-08, 1.306836860948124e-10, 0.0065971785224974155], "cos_Ac_negg": [2.4428281619748304e-09, 1.994417651862701e-12, 0.0066805509850382805], "r_norm": [3.0450873374938965, 3.052067518234253, 70.75899505615234]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.101, "test_loss": 10.92710087890625}, {"step": 1450, "epoch": 3, "train_loss": 8.60869026184082, "cos_r_negg": [-5.301480143771187e-08, -1.370521057753038e-11, 0.0101071298122406], "cos_apical_negg": [-1.806134406479032e-07, 5.641649647447622e-11, 0.01046399399638176], "cos_Ac_negg": [-5.3503150354572426e-08, -1.3705214046977332e-11, 0.0101071298122406], "r_norm": [2.4312143325805664, 2.3998782634735107, 74.26930236816406]}, {"step": 1500, "epoch": 3, "train_loss": 4.676425933837891, "cos_r_negg": [2.7244913880508648e-08, -4.136610776139804e-10, 0.03510589152574539], "cos_apical_negg": [1.5227294625219656e-07, 1.9791199790120118e-09, 0.033354803919792175], "cos_Ac_negg": [2.0107288278836677e-08, -4.136610776139804e-10, 0.03510589152574539], "r_norm": [2.3053197860717773, 2.300283908843994, 69.9080581665039], "ldr": {"dL_sdil": -1.591115951538086, "dL_bp": -1.591115951538086, "ratio": 1.0}}, {"step": 1550, "epoch": 3, "train_loss": 7.906915664672852, "cos_r_negg": [-8.866146927744012e-09, -2.721855900389425e-11, 0.00843957532197237], "cos_apical_negg": [8.816223306951088e-09, -1.1707634861579663e-10, 0.008343055844306946], "cos_Ac_negg": [5.783888923360792e-10, -2.7218565942788153e-11, 0.00843957532197237], "r_norm": [2.7067313194274902, 2.844087600708008, 65.32676696777344]}, {"step": 1600, "epoch": 3, "train_loss": 9.557233810424805, "cos_r_negg": [-4.210428894424467e-09, 5.1168264070255987e-11, 0.008501448668539524], "cos_apical_negg": [6.125070228790719e-09, 4.50250892125581e-10, 0.008118979632854462], "cos_Ac_negg": [8.971522413858679e-10, 5.1168281417490746e-11, 0.008501448668539524], "r_norm": [2.590193271636963, 2.7499606609344482, 72.15523529052734]}, {"step": 1650, "epoch": 3, "train_loss": 6.694152355194092, "cos_r_negg": [5.983529671738097e-09, 3.139958085207617e-11, 0.009245026856660843], "cos_apical_negg": [3.291082606438067e-08, 4.913917051041494e-10, 0.009164798073470592], "cos_Ac_negg": [4.579928880588113e-09, 3.1399608607651786e-11, 0.009245026856660843], "r_norm": [3.244272232055664, 3.4467902183532715, 75.66502380371094]}, {"step": 1700, "epoch": 3, "train_loss": 15.494749069213867, "cos_r_negg": [9.152218538588386e-09, -6.864638024683956e-11, 0.00709301233291626], "cos_apical_negg": [6.03647976049615e-08, 6.725271450847004e-10, 0.006821963004767895], "cos_Ac_negg": [3.692938843613547e-09, -6.864636636905175e-11, 0.00709301233291626], "r_norm": [2.169461250305176, 2.261859893798828, 64.88285827636719]}, {"step": 1750, "epoch": 3, "train_loss": 8.826885223388672, "cos_r_negg": [-9.765002140227352e-10, -5.1199249700983884e-11, 0.008987631648778915], "cos_apical_negg": [-2.1420420992512845e-10, 3.8175584915478566e-10, 0.009322349913418293], "cos_Ac_negg": [-1.00651886825176e-09, -5.119927398711255e-11, 0.008987631648778915], "r_norm": [2.118229627609253, 2.196143627166748, 81.70201110839844], "ldr": {"dL_sdil": -2.288668632507324, "dL_bp": -2.288668632507324, "ratio": 1.0}}, {"step": 1800, "epoch": 3, "train_loss": 10.612363815307617, "cos_r_negg": [2.243338848018084e-09, 3.6893252342018457e-11, 0.007876425050199032], "cos_apical_negg": [1.3372050489124376e-07, 6.36798780373482e-10, 0.00820714607834816], "cos_Ac_negg": [-2.4546873422792714e-09, 3.689329397538188e-11, 0.007876425050199032], "r_norm": [2.0211005210876465, 2.1124892234802246, 67.71023559570312]}, {"step": 1850, "epoch": 3, "train_loss": 7.941726207733154, "cos_r_negg": [1.0818526163802744e-07, -4.432717526370311e-10, 0.030858632177114487], "cos_apical_negg": [6.748150553903542e-07, 4.569288947209316e-09, 0.029564231634140015], "cos_Ac_negg": [6.686100562092179e-08, -4.4327178039260673e-10, 0.030858632177114487], "r_norm": [2.319173812866211, 2.48394775390625, 77.506591796875]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.0892, "test_loss": 13.098828125}, {"step": 1900, "epoch": 4, "train_loss": 7.466579437255859, "cos_r_negg": [-1.950286474539098e-07, -4.473202711019475e-11, 0.020642729476094246], "cos_apical_negg": [3.76465504814405e-06, 3.7248233386577567e-09, 0.019916098564863205], "cos_Ac_negg": [6.771701777097405e-08, -4.4732037518535606e-11, 0.020642729476094246], "r_norm": [2.9039409160614014, 2.381514310836792, 70.04254150390625]}, {"step": 1950, "epoch": 4, "train_loss": 10.386734962463379, "cos_r_negg": [2.1065604016712314e-07, 1.1114667519684929e-10, 0.006022827699780464], "cos_apical_negg": [1.5066852938616648e-06, 2.860097714219023e-09, 0.00610040919855237], "cos_Ac_negg": [1.6270735159196192e-07, 1.111461547798065e-10, 0.006022827699780464], "r_norm": [2.487931728363037, 2.0432872772216797, 70.09857940673828]}, {"step": 2000, "epoch": 4, "train_loss": 8.135828018188477, "cos_r_negg": [3.554189618171222e-07, -4.5051484764968563e-10, 0.0096631133928895], "cos_apical_negg": [1.1611131185418344e-06, 1.3007201982162542e-09, 0.009268146939575672], "cos_Ac_negg": [6.08198220675149e-08, -4.50515180716593e-10, 0.0096631133928895], "r_norm": [2.028620719909668, 2.1393609046936035, 72.00263214111328], "ldr": {"dL_sdil": -1.0117454528808594, "dL_bp": -1.0117454528808594, "ratio": 1.0}}, {"step": 2050, "epoch": 4, "train_loss": 16.554141998291016, "cos_r_negg": [9.952423170034308e-07, 4.984980137012762e-11, 0.026069875806570053], "cos_apical_negg": [2.9383668334048707e-06, 1.6199996011323492e-08, 0.02545901946723461], "cos_Ac_negg": [1.3406310017671785e-07, 4.9849770145105055e-11, 0.026069875806570053], "r_norm": [2.099860191345215, 2.0008480548858643, 75.73892211914062]}, {"step": 2100, "epoch": 4, "train_loss": 12.733612060546875, "cos_r_negg": [2.32284790513404e-07, 6.295482468665625e-10, 0.016653966158628464], "cos_apical_negg": [2.0372010567371035e-06, 1.8799635626010058e-08, 0.016430214047431946], "cos_Ac_negg": [4.4092498541203895e-08, 6.295480803331088e-10, 0.016653966158628464], "r_norm": [2.0156753063201904, 2.0091428756713867, 79.5870132446289]}, {"step": 2150, "epoch": 4, "train_loss": 9.178291320800781, "cos_r_negg": [1.3085109173971432e-07, 1.924163606226159e-10, 0.006962143816053867], "cos_apical_negg": [3.859886874124641e-06, 2.4750432814357737e-09, 0.00633537583053112], "cos_Ac_negg": [2.7703575256055046e-07, 1.924154446886206e-10, 0.006962143816053867], "r_norm": [2.5923852920532227, 2.526622772216797, 119.82182312011719]}, {"step": 2200, "epoch": 4, "train_loss": 9.044914245605469, "cos_r_negg": [4.564287507946574e-07, -1.5247694773457e-10, 0.010802595876157284], "cos_apical_negg": [1.9874339614034398e-06, 6.29944878483002e-08, 0.010283304378390312], "cos_Ac_negg": [1.2197072685182775e-08, -1.5247615670066494e-10, 0.010802595876157284], "r_norm": [1.6796212196350098, 1.72873055934906, 72.45039367675781]}, {"step": 2250, "epoch": 4, "train_loss": 10.216866493225098, "cos_r_negg": [1.3673435432792758e-06, 3.75840136790373e-10, 0.018353017047047615], "cos_apical_negg": [4.44542911282042e-06, 3.333921654302685e-07, 0.018156319856643677], "cos_Ac_negg": [-3.2490323320644166e-08, 3.758364175432405e-10, 0.018353017047047615], "r_norm": [1.6151177883148193, 1.585341453552246, 81.40147399902344], "ldr": {"dL_sdil": -2.158766746520996, "dL_bp": -2.158766746520996, "ratio": 1.0}}, {"step": 2300, "epoch": 4, "train_loss": 12.878662109375, "cos_r_negg": [4.013269972347189e-06, 1.4381365431859194e-08, 0.0071523766964674], "cos_apical_negg": [9.295470590586774e-06, 3.7644988992724393e-07, 0.007384778466075659], "cos_Ac_negg": [2.0167984615682144e-08, 1.4381326352008728e-08, 0.007152377627789974], "r_norm": [2.2459170818328857, 2.3285508155822754, 84.51263427734375]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.0974, "test_loss": 11.63718017578125}, {"step": 2350, "epoch": 5, "train_loss": 18.0238037109375, "cos_r_negg": [1.5438208720297553e-06, 9.147670425591059e-07, 0.0022879261523485184], "cos_apical_negg": [3.886804734065663e-06, 8.933124263421632e-06, 0.0024033281952142715], "cos_Ac_negg": [4.731315783601531e-08, 9.147651098828646e-07, 0.0022879261523485184], "r_norm": [2.8777966499328613, 3.0359978675842285, 81.41934204101562]}, {"step": 2400, "epoch": 5, "train_loss": 10.256095886230469, "cos_r_negg": [-8.515182230439677e-07, 1.8565807224923958e-10, 0.10698750615119934], "cos_apical_negg": [-1.398650692863157e-05, -1.352472622784262e-08, 0.11617252230644226], "cos_Ac_negg": [-1.2941771956320736e-06, 1.856600428951083e-10, 0.10698750615119934], "r_norm": [3.6115190982818604, 3.295464038848877, 93.86336517333984]}, {"step": 2450, "epoch": 5, "train_loss": 10.101219177246094, "cos_r_negg": [-7.190189421635296e-08, 8.044617194613579e-10, 0.1476329267024994], "cos_apical_negg": [-6.897555522300536e-07, -3.921400093531702e-08, 0.16397371888160706], "cos_Ac_negg": [-2.972549673074809e-08, 8.044617194613579e-10, 0.1476329267024994], "r_norm": [2.04484486579895, 2.1567277908325195, 83.59461975097656]}, {"step": 2500, "epoch": 5, "train_loss": 9.430395126342773, "cos_r_negg": [-9.490884467222571e-11, 8.89575635376616e-10, 0.1789046674966812], "cos_apical_negg": [-1.8255166267522327e-08, 1.6827345072911726e-10, 0.16020679473876953], "cos_Ac_negg": [7.65933372282035e-10, 8.895759684435234e-10, 0.1789046674966812], "r_norm": [2.2767598628997803, 2.4618048667907715, 122.28253173828125], "ldr": {"dL_sdil": -1.8369665145874023, "dL_bp": -1.8369665145874023, "ratio": 1.0}}, {"step": 2550, "epoch": 5, "train_loss": 6.692744731903076, "cos_r_negg": [-9.54015817455911e-08, 2.3806978610707574e-10, 0.15645217895507812], "cos_apical_negg": [-1.0800839618241298e-06, -1.0777536196826532e-08, 0.18446531891822815], "cos_Ac_negg": [-4.180591872682271e-09, 2.380698971293782e-10, 0.15645217895507812], "r_norm": [3.0769410133361816, 3.37398624420166, 88.2353286743164]}, {"step": 2600, "epoch": 5, "train_loss": 10.251614570617676, "cos_r_negg": [-5.301275507463288e-08, 4.5306008944479004e-10, 0.1784001886844635], "cos_apical_negg": [-8.501231150148669e-07, -3.406986026632808e-09, 0.1931697130203247], "cos_Ac_negg": [3.509615709162972e-08, 4.530603392449706e-10, 0.1784001886844635], "r_norm": [3.018805503845215, 3.2648346424102783, 81.1549072265625]}, {"step": 2650, "epoch": 5, "train_loss": 15.722467422485352, "cos_r_negg": [9.6455607945245e-09, -1.5472275682881786e-09, 0.2065175324678421], "cos_apical_negg": [-4.666480890591629e-06, -1.7981562905333703e-08, 0.2310989499092102], "cos_Ac_negg": [8.570819431952259e-07, -1.5472275682881786e-09, 0.2065175175666809], "r_norm": [4.255777359008789, 4.63436222076416, 96.47511291503906]}, {"step": 2700, "epoch": 5, "train_loss": 14.658114433288574, "cos_r_negg": [7.123400678210601e-07, -1.6715635542396967e-09, 0.4337467551231384], "cos_apical_negg": [-2.3496475478168577e-05, -2.2301141200387065e-07, 0.658505916595459], "cos_Ac_negg": [3.7470063034561463e-06, -1.6715617778828573e-09, 0.4337465167045593], "r_norm": [1.7817952632904053, 1.9275262355804443, 90.05667114257812]}, {"step": 2750, "epoch": 5, "train_loss": 6.634716033935547, "cos_r_negg": [7.284756797787395e-09, -2.8046615030419275e-10, 0.04258767515420914], "cos_apical_negg": [-5.132367419946604e-08, -4.533465158829131e-09, 0.04013838991522789], "cos_Ac_negg": [1.2144008465497791e-08, -2.80466205815344e-10, 0.042587827891111374], "r_norm": [3.267744541168213, 3.545457363128662, 90.1198959350586], "ldr": {"dL_sdil": -1.2272348403930664, "dL_bp": -1.2272348403930664, "ratio": 1.0}}, {"step": 2800, "epoch": 5, "train_loss": 12.325929641723633, "cos_r_negg": [-2.889708028419591e-09, 4.786845364534997e-10, 0.055221427232027054], "cos_apical_negg": [-9.112176257985993e-08, -4.584741031266049e-09, 0.052231963723897934], "cos_Ac_negg": [1.363316126656855e-09, 4.786845364534997e-10, 0.055221427232027054], "r_norm": [1.744174838066101, 1.898971676826477, 77.71601104736328]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.0982, "test_loss": 10.38596630859375}, {"step": 2850, "epoch": 6, "train_loss": 9.637371063232422, "cos_r_negg": [2.8212077118894285e-09, 2.414158872809935e-10, 0.051519013941287994], "cos_apical_negg": [-3.105970947103742e-08, 3.1018325685749915e-09, 0.05229225009679794], "cos_Ac_negg": [1.6978597416894559e-09, 2.4141594279214473e-10, 0.05151901766657829], "r_norm": [1.841912031173706, 2.002929925918579, 97.0263900756836]}, {"step": 2900, "epoch": 6, "train_loss": 15.927891731262207, "cos_r_negg": [-2.03677719134987e-09, 5.89565118946922e-10, 0.04279613122344017], "cos_apical_negg": [5.633482125233513e-09, -8.765660197695979e-09, 0.038724903017282486], "cos_Ac_negg": [-2.674175325623196e-10, 5.895652299692244e-10, 0.04279613122344017], "r_norm": [1.7239049673080444, 1.8748661279678345, 81.71949768066406]}, {"step": 2950, "epoch": 6, "train_loss": 9.336360931396484, "cos_r_negg": [-7.47933626144004e-09, 8.213692226366476e-11, 0.03280557692050934], "cos_apical_negg": [1.8425478032213505e-08, 1.907588809135774e-10, 0.03262896090745926], "cos_Ac_negg": [-4.7036290418134286e-09, 8.213695695813428e-11, 0.03280557692050934], "r_norm": [2.7118821144104004, 2.92924165725708, 96.36075592041016]}, {"step": 3000, "epoch": 6, "train_loss": 12.491628646850586, "cos_r_negg": [-3.0238289649986427e-09, 5.128669156029275e-10, 0.05461733043193817], "cos_apical_negg": [5.402625014028217e-09, -7.3626247321101346e-09, 0.051359523087739944], "cos_Ac_negg": [-2.4505358853232906e-10, 5.128669156029275e-10, 0.05461733043193817], "r_norm": [1.4791265726089478, 1.5835120677947998, 82.69027709960938], "ldr": {"dL_sdil": -1.640549659729004, "dL_bp": -1.640549659729004, "ratio": 1.0}}, {"step": 3050, "epoch": 6, "train_loss": 8.41068172454834, "cos_r_negg": [-1.7219383696698287e-09, 1.6150282500237978e-10, 0.02971750497817993], "cos_apical_negg": [-1.1824544898786371e-08, 2.982039060128727e-10, 0.02945438027381897], "cos_Ac_negg": [-7.726908002325672e-10, 1.6150276949122855e-10, 0.02971750497817993], "r_norm": [2.513059616088867, 2.7738683223724365, 97.98607635498047]}, {"step": 3100, "epoch": 6, "train_loss": 8.422221183776855, "cos_r_negg": [-1.7412283837003883e-09, 1.8356510755879185e-11, 0.029583703726530075], "cos_apical_negg": [-5.905236855063833e-10, -1.3778362895067175e-09, 0.028649548068642616], "cos_Ac_negg": [-2.2733399884788952e-10, 1.835644830583405e-11, 0.029583703726530075], "r_norm": [2.9165592193603516, 3.2162904739379883, 98.80006408691406]}, {"step": 3150, "epoch": 6, "train_loss": 12.266572952270508, "cos_r_negg": [-2.6708142364384457e-09, 5.645166625822817e-11, 0.012050535529851913], "cos_apical_negg": [-1.1361888319072477e-08, 4.317673441001091e-10, 0.012269595637917519], "cos_Ac_negg": [-1.063818366731084e-09, 5.645166278878122e-11, 0.012050535529851913], "r_norm": [1.9785524606704712, 2.1568150520324707, 87.62299346923828]}, {"step": 3200, "epoch": 6, "train_loss": 16.650588989257812, "cos_r_negg": [-1.1866206506283561e-07, -1.200218258112784e-10, 0.026539959013462067], "cos_apical_negg": [-1.3862052128388314e-06, -2.6121504959064623e-09, 0.02540215291082859], "cos_Ac_negg": [-5.676446335201035e-08, -1.200217980557028e-10, 0.026539959013462067], "r_norm": [3.1109304428100586, 3.3785340785980225, 97.43769073486328]}, {"step": 3250, "epoch": 6, "train_loss": 6.343555450439453, "cos_r_negg": [-3.8073164176921637e-08, 4.370502015849098e-10, 0.02962961420416832], "cos_apical_negg": [-2.4833952920744196e-06, -8.33373192676845e-09, 0.026773931458592415], "cos_Ac_negg": [1.0553777940458531e-07, 4.3705064567411966e-10, 0.02962961420416832], "r_norm": [2.5049338340759277, 2.3277440071105957, 100.41082763671875], "ldr": {"dL_sdil": -2.36191463470459, "dL_bp": -2.36191463470459, "ratio": 1.0}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.1009, "test_loss": 7.92877900390625}, {"step": 3300, "epoch": 7, "train_loss": 7.643952369689941, "cos_r_negg": [4.627987593153193e-08, -3.1290475765999304e-10, 0.08058792352676392], "cos_apical_negg": [4.863844651481486e-07, -2.7511166678095833e-08, 0.07601341605186462], "cos_Ac_negg": [4.2818847134640237e-08, -3.1290475765999304e-10, 0.08058792352676392], "r_norm": [2.124617338180542, 2.3139257431030273, 89.6832504272461]}, {"step": 3350, "epoch": 7, "train_loss": 6.114471435546875, "cos_r_negg": [-2.0700821612429365e-10, -7.165016496779586e-11, 0.016591854393482208], "cos_apical_negg": [-1.6737797814414535e-09, -2.213639715975546e-09, 0.0161418579518795], "cos_Ac_negg": [-1.7492225723447774e-10, -7.165013027332634e-11, 0.016591854393482208], "r_norm": [2.168233633041382, 2.3379056453704834, 89.2467269897461]}, {"step": 3400, "epoch": 7, "train_loss": 12.469039916992188, "cos_r_negg": [-5.627611154856993e-10, 2.632496443055743e-10, 0.011101617477834225], "cos_apical_negg": [-3.7754237069975716e-08, -9.444965698435226e-09, 0.009623868390917778], "cos_Ac_negg": [-2.2175490610454318e-10, 2.6324975532787676e-10, 0.011101617477834225], "r_norm": [1.7584214210510254, 1.8634897470474243, 120.6375503540039]}, {"step": 3450, "epoch": 7, "train_loss": 12.126328468322754, "cos_r_negg": [1.7928800666311417e-09, 1.8035964388651848e-10, 0.0145006338134408], "cos_apical_negg": [4.36054463648361e-08, -6.700330956732614e-09, 0.013615366071462631], "cos_Ac_negg": [1.41962785971117e-09, 1.803595051086404e-10, 0.0145006338134408], "r_norm": [1.5066925287246704, 1.6235833168029785, 86.10783386230469]}, {"step": 3500, "epoch": 7, "train_loss": 12.32796859741211, "cos_r_negg": [1.0973531416880178e-08, 3.284154614924262e-10, 0.027664363384246826], "cos_apical_negg": [2.5441113393753767e-07, -1.5881479242807472e-08, 0.02597281150519848], "cos_Ac_negg": [8.51203818541535e-09, 3.284157112926067e-10, 0.027664363384246826], "r_norm": [1.3830078840255737, 1.4657058715820312, 101.03254699707031], "ldr": {"dL_sdil": -2.9057788848876953, "dL_bp": -2.9057788848876953, "ratio": 1.0}}, {"step": 3550, "epoch": 7, "train_loss": 17.368968963623047, "cos_r_negg": [-4.2403276445668325e-09, 4.0671660483937444e-10, 0.014101967215538025], "cos_apical_negg": [-1.6224412036081048e-07, 2.2807067345809173e-09, 0.01427452452480793], "cos_Ac_negg": [-2.5771731415602517e-09, 4.067167436172525e-10, 0.014101967215538025], "r_norm": [1.8541779518127441, 2.0409204959869385, 100.7808609008789]}, {"step": 3600, "epoch": 7, "train_loss": 12.325210571289062, "cos_r_negg": [7.29835960555647e-08, -9.457150618175092e-10, 0.012029184959828854], "cos_apical_negg": [5.377859224608983e-07, -1.2374284708016603e-08, 0.011105160228908062], "cos_Ac_negg": [6.796923202045946e-08, -9.457148397729043e-10, 0.012029184959828854], "r_norm": [2.5883772373199463, 2.7990918159484863, 89.0894775390625]}, {"step": 3650, "epoch": 7, "train_loss": 6.602253437042236, "cos_r_negg": [1.978663677348891e-09, 4.613553428178818e-10, 0.016128871589899063], "cos_apical_negg": [7.025717252417962e-08, -1.4230774780799038e-08, 0.015332144685089588], "cos_Ac_negg": [1.2481221611793103e-09, 4.6135539832903305e-10, 0.016128871589899063], "r_norm": [1.6569023132324219, 1.7781774997711182, 101.5815200805664]}, {"step": 3700, "epoch": 7, "train_loss": 14.577070236206055, "cos_r_negg": [-2.5863222674615827e-09, 1.3704959389571059e-09, 0.01127589400857687], "cos_apical_negg": [9.08331454496647e-09, -2.4988329627717576e-08, 0.010218333452939987], "cos_Ac_negg": [-3.202115905764913e-09, 1.3704960499794083e-09, 0.01127589400857687], "r_norm": [1.9174150228500366, 2.0291757583618164, 133.60659790039062]}, {"step": 3750, "epoch": 7, "train_loss": 10.713560104370117, "cos_r_negg": [-7.926686862447241e-09, 7.075496855080132e-10, 0.009017519652843475], "cos_apical_negg": [-2.044550058144523e-07, -6.773135829973853e-09, 0.008807138539850712], "cos_Ac_negg": [-5.619368970144478e-09, 7.075493524411058e-10, 0.00901752058416605], "r_norm": [1.5434926748275757, 1.6695239543914795, 105.949951171875], "ldr": {"dL_sdil": -2.279088020324707, "dL_bp": -2.279088020324707, "ratio": 1.0}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.0974, "test_loss": 11.45182578125}, {"step": 3800, "epoch": 8, "train_loss": 10.166900634765625, "cos_r_negg": [-3.0276321449917987e-09, 1.4202218290293445e-09, 0.007158707827329636], "cos_apical_negg": [-4.1697290953379706e-08, -1.2613346811463089e-08, 0.006844031158834696], "cos_Ac_negg": [-2.5925570579232726e-09, 1.4202228282300666e-09, 0.007158707827329636], "r_norm": [1.993579626083374, 2.1965062618255615, 83.72589111328125]}, {"step": 3850, "epoch": 8, "train_loss": 13.085165023803711, "cos_r_negg": [-2.3781836944181123e-08, -1.8114343358632823e-09, 0.005505351349711418], "cos_apical_negg": [-1.1962917767505132e-07, -3.9517271233080464e-08, 0.005068878643214703], "cos_Ac_negg": [-2.2590116444121122e-08, -1.811435224041702e-09, 0.0055053518153727055], "r_norm": [3.071530818939209, 3.3070764541625977, 94.45932006835938]}, {"step": 3900, "epoch": 8, "train_loss": 14.256845474243164, "cos_r_negg": [3.289759717972629e-07, 5.984621687105118e-09, 0.031195230782032013], "cos_apical_negg": [3.018984898517374e-06, -3.918649440493027e-07, 0.02913481369614601], "cos_Ac_negg": [2.941447974080802e-07, 5.984652773349808e-09, 0.031195230782032013], "r_norm": [1.8972935676574707, 2.073827028274536, 86.12792205810547]}, {"step": 3950, "epoch": 8, "train_loss": 9.994152069091797, "cos_r_negg": [-1.0764231461735108e-07, 1.214347733480281e-08, 0.01093406043946743], "cos_apical_negg": [-1.4748493413208053e-06, 1.6931143420606531e-07, 0.011142047122120857], "cos_Ac_negg": [-9.267248657351956e-08, 1.2143495098371204e-08, 0.01093406043946743], "r_norm": [2.435135841369629, 2.677402973175049, 90.29931640625]}, {"step": 4000, "epoch": 8, "train_loss": 7.574326515197754, "cos_r_negg": [-1.6271448544102896e-07, 2.741969069575134e-07, 0.017500687390565872], "cos_apical_negg": [3.890025254804641e-06, -5.24897677678382e-06, 0.016371125355362892], "cos_Ac_negg": [4.537874929155805e-07, 2.74196878535804e-07, 0.017500687390565872], "r_norm": [2.027327060699463, 2.209178924560547, 91.09992980957031], "ldr": {"dL_sdil": -2.2264318466186523, "dL_bp": -2.2264318466186523, "ratio": 1.0}}, {"step": 4050, "epoch": 8, "train_loss": 19.20981216430664, "cos_r_negg": [8.779050819640588e-10, 1.9574713377989994e-11, 0.0008586668991483748], "cos_apical_negg": [-4.478862436485542e-08, -2.0141888157354515e-10, 0.0007612089393660426], "cos_Ac_negg": [-1.0119888038673253e-08, 1.9506098125621207e-11, 0.0008586668991483748], "r_norm": [2.1073341369628906, 2.2182655334472656, 89.15153503417969]}, {"step": 4100, "epoch": 8, "train_loss": 7.56067419052124, "cos_r_negg": [-1.1479103889655562e-08, -2.037553459288688e-11, 0.001511943293735385], "cos_apical_negg": [9.074242370843422e-07, -5.541142544807087e-10, 0.0013804563786834478], "cos_Ac_negg": [-1.4417828708701563e-08, -2.0375545001227735e-11, 0.001511943293735385], "r_norm": [2.235743999481201, 2.2743473052978516, 93.00262451171875]}, {"step": 4150, "epoch": 8, "train_loss": 18.590667724609375, "cos_r_negg": [2.9114941568764152e-08, -1.8381320771032605e-11, 0.0005237534642219543], "cos_apical_negg": [1.1645369113466586e-08, -1.949453931615608e-10, 0.00044726679334416986], "cos_Ac_negg": [-3.4212563893021297e-09, -1.838131903630913e-11, 0.0005237534642219543], "r_norm": [2.1555674076080322, 2.2506601810455322, 98.70719909667969]}, {"step": 4200, "epoch": 8, "train_loss": 6.5232415199279785, "cos_r_negg": [-5.802029523493957e-09, -6.023253510539783e-12, 0.0005302205681800842], "cos_apical_negg": [1.8802499823777907e-07, -2.3742391386250006e-10, 0.00053826515795663], "cos_Ac_negg": [-1.2399426374543054e-08, -6.023252643178045e-12, 0.0005302206263877451], "r_norm": [2.283172845840454, 2.225681781768799, 81.09418487548828]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.101, "test_loss": 8.67783564453125}, {"step": 4250, "epoch": 9, "train_loss": 7.062533378601074, "cos_r_negg": [-1.9589801780739435e-08, -4.529687736010146e-11, 0.0008855661144480109], "cos_apical_negg": [2.2869397753311205e-07, -1.0920668813696466e-09, 0.0009144364739768207], "cos_Ac_negg": [-1.6783559431132744e-08, -4.5296828787844134e-11, 0.0008855661144480109], "r_norm": [2.7420363426208496, 2.1660478115081787, 94.59149932861328], "ldr": {"dL_sdil": -2.941864013671875, "dL_bp": -2.941864013671875, "ratio": 1.0}}, {"step": 4300, "epoch": 9, "train_loss": 13.822450637817383, "cos_r_negg": [2.609458960023403e-08, -3.0190547978259374e-11, 0.0005647495854645967], "cos_apical_negg": [1.876167914360849e-07, -6.254781137471355e-10, 0.0004999832599423826], "cos_Ac_negg": [1.5300987143973543e-09, -3.019055838660023e-11, 0.0005647495854645967], "r_norm": [2.7045443058013916, 1.8849782943725586, 97.0602035522461]}, {"step": 4350, "epoch": 9, "train_loss": 6.767582893371582, "cos_r_negg": [-7.506991139827335e-10, 2.371727120253908e-11, 0.00046480027958750725], "cos_apical_negg": [-4.3114297909596644e-08, -4.882005910644693e-10, 0.0004684870655182749], "cos_Ac_negg": [-3.960507477529518e-09, 2.371725038585737e-11, 0.00046480027958750725], "r_norm": [1.770458698272705, 1.9074817895889282, 86.98957824707031]}, {"step": 4400, "epoch": 9, "train_loss": 9.418310165405273, "cos_r_negg": [-1.2068506194395923e-08, 1.3431410150754886e-10, 0.000783423543907702], "cos_apical_negg": [1.3245418983842683e-08, -3.987923768988821e-09, 0.0007870300905779004], "cos_Ac_negg": [-6.610389569061681e-09, 1.3431421252985132e-10, 0.000783423543907702], "r_norm": [1.574477195739746, 1.701623558998108, 91.3851089477539]}, {"step": 4450, "epoch": 9, "train_loss": 9.981224060058594, "cos_r_negg": [-9.927274113863405e-09, 4.639589545885059e-10, 0.0012248378479853272], "cos_apical_negg": [-1.1768549512680693e-07, -4.4621808470424185e-09, 0.0011053215712308884], "cos_Ac_negg": [-4.9914152810970336e-09, 4.639590100996571e-10, 0.0012248378479853272], "r_norm": [2.136491298675537, 2.3329648971557617, 91.10272216796875]}, {"step": 4500, "epoch": 9, "train_loss": 9.537284851074219, "cos_r_negg": [-1.1352010886866992e-08, -3.5773481399381524e-11, 0.0005003624828532338], "cos_apical_negg": [-1.027651066465296e-07, -4.9443601990439845e-11, 0.0005222967592999339], "cos_Ac_negg": [-1.1927714815840318e-08, -3.5773481399381524e-11, 0.0005003624828532338], "r_norm": [2.170468807220459, 2.3269155025482178, 95.55046844482422], "ldr": {"dL_sdil": -2.1740002632141113, "dL_bp": -2.1740002632141113, "ratio": 1.0}}, {"step": 4550, "epoch": 9, "train_loss": 14.457319259643555, "cos_r_negg": [-3.2912115255356866e-09, 1.1890621820498382e-10, 0.0006504572229459882], "cos_apical_negg": [1.124459600987393e-07, -1.4126413372395064e-09, 0.000663053710013628], "cos_Ac_negg": [-7.075922625610076e-10, 1.1890621820498382e-10, 0.0006504572229459882], "r_norm": [2.0645759105682373, 2.2365708351135254, 123.02147674560547]}, {"step": 4600, "epoch": 9, "train_loss": 8.822178840637207, "cos_r_negg": [-1.0612511758267829e-08, 3.023908901056416e-11, 0.0005858120275661349], "cos_apical_negg": [-9.762968034010555e-08, -1.533801752273689e-09, 0.0006001443834975362], "cos_Ac_negg": [-8.316773048022696e-09, 3.023908901056416e-11, 0.0005858120275661349], "r_norm": [1.3004153966903687, 1.374489188194275, 88.00675964355469]}, {"step": 4650, "epoch": 9, "train_loss": 11.919500350952148, "cos_r_negg": [-1.0634045033430795e-10, 5.7661792007834833e-11, 0.0007608545711264014], "cos_apical_negg": [4.707937151238184e-09, -7.388168410393803e-10, 0.0007902326760813594], "cos_Ac_negg": [-5.223661087017106e-11, 5.7661795477281785e-11, 0.0007608545711264014], "r_norm": [1.8235273361206055, 1.954150676727295, 128.98300170898438]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.0974, "test_loss": 17.062482421875}, {"step": 4700, "epoch": 10, "train_loss": 15.274175643920898, "cos_r_negg": [-1.2879722177672193e-08, -1.8854812156021694e-10, 0.0025251461192965508], "cos_apical_negg": [4.8350365489113756e-08, -4.4650789732259e-09, 0.0023023695684969425], "cos_Ac_negg": [-6.074238889652861e-09, -1.8854814931579256e-10, 0.0025251461192965508], "r_norm": [1.4395864009857178, 1.549243688583374, 103.59202575683594]}, {"step": 4750, "epoch": 10, "train_loss": 11.818888664245605, "cos_r_negg": [-8.136342266595875e-09, -4.2666134514313114e-11, 0.0004896482569165528], "cos_apical_negg": [-8.855344901803619e-08, -1.3614809279971496e-09, 0.0004871708224527538], "cos_Ac_negg": [-6.185203460518096e-09, -4.2666134514313114e-11, 0.0004896482569165528], "r_norm": [1.3713102340698242, 1.4819369316101074, 88.37162780761719], "ldr": {"dL_sdil": -1.9006500244140625, "dL_bp": -1.9006500244140625, "ratio": 1.0}}, {"step": 4800, "epoch": 10, "train_loss": 10.16209602355957, "cos_r_negg": [1.5698404798314414e-09, 8.127495204623969e-12, 0.0005485790316015482], "cos_apical_negg": [-1.5936151953610533e-07, -5.838196592833356e-11, 0.0005168991046957672], "cos_Ac_negg": [-1.3777690099914253e-09, 8.127492602538755e-12, 0.0005485790316015482], "r_norm": [1.6470715999603271, 1.778289794921875, 104.3096923828125]}, {"step": 4850, "epoch": 10, "train_loss": 18.2766170501709, "cos_r_negg": [-1.280742978337912e-08, -3.933929224042565e-11, 0.0026985141448676586], "cos_apical_negg": [3.5195100167584314e-09, -3.178877383547274e-09, 0.002480007940903306], "cos_Ac_negg": [-8.176478161203704e-09, -3.9339299179319553e-11, 0.0026985141448676586], "r_norm": [1.5121371746063232, 1.6390374898910522, 102.53425598144531]}, {"step": 4900, "epoch": 10, "train_loss": 12.16469669342041, "cos_r_negg": [-6.212568653962691e-11, 9.86842274564026e-11, 0.0007415081490762532], "cos_apical_negg": [2.3163659879088527e-09, -8.572954013352785e-10, 0.0007582362741231918], "cos_Ac_negg": [-5.6082121585587785e-11, 9.86842274564026e-11, 0.0007415081490762532], "r_norm": [1.7878837585449219, 1.901524543762207, 140.67124938964844]}, {"step": 4950, "epoch": 10, "train_loss": 8.030782699584961, "cos_r_negg": [3.2843033848095615e-10, 1.2083115757954843e-11, 0.0006146346568129957], "cos_apical_negg": [2.3583901054280432e-08, -3.7741687552994563e-10, 0.0006332582561299205], "cos_Ac_negg": [-1.4387756541722752e-09, 1.2083117492678319e-11, 0.0006146346568129957], "r_norm": [1.2535276412963867, 1.3327574729919434, 97.88626861572266]}, {"step": 5000, "epoch": 10, "train_loss": 16.15229606628418, "cos_r_negg": [-1.0109803660895977e-08, -7.503898891147998e-11, 0.0005822444800287485], "cos_apical_negg": [-5.225159682709091e-08, -1.286558526381043e-09, 0.0005385352997109294], "cos_Ac_negg": [-7.074374863691446e-09, -7.503853788337622e-11, 0.0005822444800287485], "r_norm": [1.93783700466156, 2.112354278564453, 92.13912200927734], "ldr": {"dL_sdil": -1.5046882629394531, "dL_bp": -1.5046882629394531, "ratio": 1.0}}, {"step": 5050, "epoch": 10, "train_loss": 10.290736198425293, "cos_r_negg": [-1.1143243661138058e-08, -1.9006443988112132e-11, 0.0004941520746797323], "cos_apical_negg": [-5.623871857096674e-08, -4.411960796701919e-10, 0.0004793309490196407], "cos_Ac_negg": [-7.420489112064388e-09, -1.9006445722835608e-11, 0.0004941521328873932], "r_norm": [1.982308268547058, 2.1634397506713867, 95.30101013183594]}, {"step": 5100, "epoch": 10, "train_loss": 13.760419845581055, "cos_r_negg": [-1.8040237081962118e-09, -1.6528382829061883e-11, 0.0006185545353218913], "cos_apical_negg": [-3.009418136912245e-08, -9.371641240818462e-10, 0.0005267111700959504], "cos_Ac_negg": [-8.728831546456206e-10, -1.652835854293322e-11, 0.0006185545353218913], "r_norm": [1.560204029083252, 1.6733460426330566, 101.6752700805664]}, {"step": 5150, "epoch": 10, "train_loss": 16.0849666595459, "cos_r_negg": [-7.513135003023308e-09, 1.0306618059008343e-10, 0.0006976984441280365], "cos_apical_negg": [5.5571575785506866e-08, -1.1314869041711972e-09, 0.0006429536151699722], "cos_Ac_negg": [-6.9792664980639074e-09, 1.0306621528455295e-10, 0.0006976984441280365], "r_norm": [1.957395076751709, 2.107357978820801, 104.43896484375]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.0892, "test_loss": 16.17227275390625}, {"step": 5200, "epoch": 11, "train_loss": 6.947081565856934, "cos_r_negg": [9.899817854375215e-09, 1.090926793345659e-10, 0.0006259772344492376], "cos_apical_negg": [2.5854956220427994e-07, -3.7657704732296793e-10, 0.0005805216496810317], "cos_Ac_negg": [1.1006417999226414e-08, 1.090928597458074e-10, 0.0006259772344492376], "r_norm": [2.469538688659668, 1.6269813776016235, 93.25091552734375]}, {"step": 5250, "epoch": 11, "train_loss": 11.245701789855957, "cos_r_negg": [-3.2171881825249216e-10, 1.8709131466287943e-11, 0.00043114161235280335], "cos_apical_negg": [-5.491063159723808e-09, -2.4379695484633146e-10, 0.0004670151975005865], "cos_Ac_negg": [-2.4560176115073773e-10, 1.8709131466287943e-11, 0.0004311416414566338], "r_norm": [1.4685797691345215, 1.6004793643951416, 110.66075134277344], "ldr": {"dL_sdil": -2.133418083190918, "dL_bp": -2.133418083190918, "ratio": 1.0}}, {"step": 5300, "epoch": 11, "train_loss": 9.078302383422852, "cos_r_negg": [-1.7681246466949574e-09, 5.2821264723279526e-11, 0.00043374107917770743], "cos_apical_negg": [6.583822376171611e-09, -1.5903448002951848e-10, 0.0004185672150924802], "cos_Ac_negg": [-7.974279014888452e-10, 5.282126819272648e-11, 0.00043374107917770743], "r_norm": [2.2062408924102783, 2.42395281791687, 92.50994873046875]}, {"step": 5350, "epoch": 11, "train_loss": 14.336198806762695, "cos_r_negg": [-1.735548704751011e-09, 1.29156754735682e-11, 0.0006290751043707132], "cos_apical_negg": [-2.2204542649006953e-09, -2.792511777371942e-10, 0.0006531950202770531], "cos_Ac_negg": [-7.938328883128065e-10, 1.291567113675951e-11, 0.0006290752207860351], "r_norm": [1.1319307088851929, 1.1846472024917603, 110.32528686523438]}, {"step": 5400, "epoch": 11, "train_loss": 15.781245231628418, "cos_r_negg": [4.2482542483845975e-10, 3.6577559557604555e-12, 0.0002728930558077991], "cos_apical_negg": [1.1920239906260122e-08, -2.8784205574616806e-10, 0.00029136610100977123], "cos_Ac_negg": [4.989011981315628e-10, 3.6577598588882765e-12, 0.0002728930558077991], "r_norm": [1.346738338470459, 1.4396334886550903, 117.57331848144531]}, {"step": 5450, "epoch": 11, "train_loss": 12.16988754272461, "cos_r_negg": [1.8838010318322773e-10, 1.0258442532939949e-11, 0.00040243027615360916], "cos_apical_negg": [-2.0817159107622274e-09, -1.600927862499546e-10, 0.00035515689523890615], "cos_Ac_negg": [1.5035431233378915e-10, 1.025844166557821e-11, 0.00040243027615360916], "r_norm": [1.4869420528411865, 1.602850079536438, 95.15628051757812]}, {"step": 5500, "epoch": 11, "train_loss": 14.369905471801758, "cos_r_negg": [-1.5788854668130625e-09, 8.021642378119864e-11, 0.0004942916566506028], "cos_apical_negg": [4.885538196219841e-09, -1.564306878476529e-10, 0.0004804702475667], "cos_Ac_negg": [-7.53228313055132e-10, 8.021643765898645e-11, 0.0004942916566506028], "r_norm": [1.771871566772461, 1.9408411979675293, 98.98573303222656], "ldr": {"dL_sdil": -1.3407535552978516, "dL_bp": -1.3407535552978516, "ratio": 1.0}}, {"step": 5550, "epoch": 11, "train_loss": 14.48484992980957, "cos_r_negg": [-2.4165780487805932e-09, 6.779997396844095e-11, 0.0007137064822018147], "cos_apical_negg": [6.523643403255619e-09, -3.521246072502038e-10, 0.0007300599245354533], "cos_Ac_negg": [-9.900419373209957e-10, 6.779997396844095e-11, 0.0007137064822018147], "r_norm": [1.330201506614685, 1.4052304029464722, 92.39224243164062]}, {"step": 5600, "epoch": 11, "train_loss": 4.286462783813477, "cos_r_negg": [-2.611716398703834e-09, 6.236596308828446e-12, 0.0005676344153471291], "cos_apical_negg": [1.0303864428351517e-08, -2.468601364991052e-11, 0.0005212964024394751], "cos_Ac_negg": [5.371665612319276e-11, 6.236596308828446e-12, 0.00056763447355479], "r_norm": [1.5166610479354858, 1.6200100183486938, 88.3313217163086]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.1135, "test_loss": 14.8883791015625}, {"step": 5650, "epoch": 12, "train_loss": 12.747605323791504, "cos_r_negg": [-2.7115275358369217e-08, 7.641169598102127e-13, 0.000307564769173041], "cos_apical_negg": [1.0969515074066294e-08, -1.0141625733650628e-10, 0.00029435090254992247], "cos_Ac_negg": [-1.7629038229216576e-09, 7.641130566823917e-13, 0.000307564769173041], "r_norm": [2.392648220062256, 2.6260781288146973, 90.86043548583984]}, {"step": 5700, "epoch": 12, "train_loss": 14.51894760131836, "cos_r_negg": [-1.3884979388478769e-08, -1.1994122708913757e-11, 0.00017217804270330817], "cos_apical_negg": [7.221677122970505e-08, -9.407280510131955e-11, 0.00017432869935873896], "cos_Ac_negg": [6.69593047675221e-09, -1.1994125310998971e-11, 0.0001721780572552234], "r_norm": [1.6486011743545532, 1.7183542251586914, 98.53303527832031]}, {"step": 5750, "epoch": 12, "train_loss": 8.980871200561523, "cos_r_negg": [-9.938970890743803e-08, -1.6294004340222656e-11, 0.0004324407782405615], "cos_apical_negg": [6.401712653314462e-07, -3.5334371539796905e-10, 0.0004216904635541141], "cos_Ac_negg": [9.71942881733412e-09, -1.6294032095798272e-11, 0.0004324407782405615], "r_norm": [2.2547976970672607, 1.7817578315734863, 89.11404418945312], "ldr": {"dL_sdil": -1.4187588691711426, "dL_bp": -1.4187588691711426, "ratio": 1.0}}, {"step": 5800, "epoch": 12, "train_loss": 8.9293851852417, "cos_r_negg": [-1.888964318297326e-09, -4.4099012636023005e-11, 0.000616660516243428], "cos_apical_negg": [-8.041261878588557e-09, -8.762713887833229e-10, 0.0006382747669704258], "cos_Ac_negg": [-7.677960489615998e-10, -4.409897100265958e-11, 0.000616660516243428], "r_norm": [1.9088571071624756, 2.079866886138916, 110.42832946777344]}, {"step": 5850, "epoch": 12, "train_loss": 10.94569206237793, "cos_r_negg": [-3.514523783110235e-09, 6.530071622323774e-11, 0.0008069411851465702], "cos_apical_negg": [-1.6754492904169638e-08, -5.747470277484013e-10, 0.000733055523596704], "cos_Ac_negg": [-9.884617568900467e-10, 6.530073703991945e-11, 0.0008069411851465702], "r_norm": [1.348315715789795, 1.4118025302886963, 97.31881713867188]}, {"step": 5900, "epoch": 12, "train_loss": 7.746187210083008, "cos_r_negg": [-4.847226620086076e-09, 5.693604615553127e-11, 0.0008079515537247062], "cos_apical_negg": [-1.3093314876755358e-08, -1.1152653245360966e-09, 0.0008129695197567344], "cos_Ac_negg": [-1.8531944867561378e-09, 5.6936035747190417e-11, 0.0008079515537247062], "r_norm": [1.4026196002960205, 1.527273178100586, 92.36262512207031]}, {"step": 5950, "epoch": 12, "train_loss": 12.551210403442383, "cos_r_negg": [-2.3794362036255734e-09, -1.16031437930042e-11, 0.00030197156593203545], "cos_apical_negg": [-8.41130365358822e-09, -4.1556294516631453e-10, 0.0003306494909338653], "cos_Ac_negg": [-1.1906844399334204e-09, -1.1603140323557248e-11, 0.00030197156593203545], "r_norm": [1.4276652336120605, 1.5312907695770264, 94.05862426757812]}, {"step": 6000, "epoch": 12, "train_loss": 17.3845272064209, "cos_r_negg": [-1.3036783208519864e-08, -6.288701503986971e-11, 0.0004267375625204295], "cos_apical_negg": [-3.5781248186594894e-08, -1.0923332238732542e-09, 0.0003837090916931629], "cos_Ac_negg": [-4.638193829009651e-09, -6.288701503986971e-11, 0.0004267375625204295], "r_norm": [1.247161626815796, 1.3046954870224, 92.87921142578125], "ldr": {"dL_sdil": -3.1158294677734375, "dL_bp": -3.115825653076172, "ratio": 1.0000012242974063}}, {"step": 6050, "epoch": 12, "train_loss": 13.308530807495117, "cos_r_negg": [1.7560262965954365e-10, 2.3104591156952736e-11, 0.0003175014862790704], "cos_apical_negg": [-1.061896348630853e-09, -2.9023448575027366e-11, 0.00030797283397987485], "cos_Ac_negg": [-2.2245649766716724e-11, 2.3104584218058832e-11, 0.0003175014862790704], "r_norm": [1.665095567703247, 1.8144738674163818, 89.77311706542969]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.1028, "test_loss": 15.28315068359375}, {"step": 6100, "epoch": 13, "train_loss": 9.632240295410156, "cos_r_negg": [-5.6569007256257464e-09, -1.067813198973866e-10, 0.001850105240009725], "cos_apical_negg": [-9.336427631012612e-09, -1.2920911007796576e-09, 0.0017575717065483332], "cos_Ac_negg": [-1.6493038046405673e-09, -1.0678122275287194e-10, 0.0018501051235944033], "r_norm": [1.6045430898666382, 1.7422492504119873, 106.531005859375]}, {"step": 6150, "epoch": 13, "train_loss": 12.05545711517334, "cos_r_negg": [-2.0804837852494984e-09, -8.674410148512557e-12, 0.00035640643909573555], "cos_apical_negg": [-4.0527785571953245e-09, -2.41518027799259e-10, 0.000354417075868696], "cos_Ac_negg": [-6.312589895252074e-10, -8.674392801277797e-12, 0.00035640643909573555], "r_norm": [1.8905150890350342, 2.048671245574951, 92.83818817138672]}, {"step": 6200, "epoch": 13, "train_loss": 9.642167091369629, "cos_r_negg": [-6.144814435060653e-09, -7.121330608539367e-11, 0.0016055046580731869], "cos_apical_negg": [-9.622420193977632e-09, -8.149977359650507e-10, 0.0015139912720769644], "cos_Ac_negg": [-1.5770050820762549e-09, -7.121322975756073e-11, 0.0016055046580731869], "r_norm": [1.745544672012329, 1.896021842956543, 105.15538024902344]}, {"step": 6250, "epoch": 13, "train_loss": 17.493515014648438, "cos_r_negg": [-3.1562183977484892e-09, 4.847954329645354e-11, 0.0007214783690869808], "cos_apical_negg": [-7.07551839340681e-09, -5.114429990626945e-10, 0.000677032396197319], "cos_Ac_negg": [-5.182429485550699e-10, 4.847960574649868e-11, 0.0007214783690869808], "r_norm": [1.5726147890090942, 1.6949496269226074, 90.21229553222656], "ldr": {"dL_sdil": -3.8582983016967773, "dL_bp": -3.8582983016967773, "ratio": 1.0}}, {"step": 6300, "epoch": 13, "train_loss": 10.869840621948242, "cos_r_negg": [-4.8289323650863025e-09, 3.594577066556859e-11, 0.0014037415385246277], "cos_apical_negg": [-8.67138094662323e-09, -5.285895054996104e-10, 0.0013472156133502722], "cos_Ac_negg": [-8.140579876858567e-10, 3.5946867010805406e-11, 0.001403741305693984], "r_norm": [1.6786129474639893, 1.8091354370117188, 94.48863983154297]}, {"step": 6350, "epoch": 13, "train_loss": 17.293437957763672, "cos_r_negg": [-2.1490225154963127e-09, 6.702072057052089e-12, 0.0002598600694909692], "cos_apical_negg": [-6.128790364101633e-09, -1.9890022961988052e-10, 0.00023778271861374378], "cos_Ac_negg": [-7.608559338123655e-10, 6.70207162337122e-12, 0.0002598600694909692], "r_norm": [2.15321683883667, 2.331939697265625, 97.42289733886719]}, {"step": 6400, "epoch": 13, "train_loss": 6.0997209548950195, "cos_r_negg": [-5.406493475135221e-09, -1.012442213399467e-11, 0.00043995853047817945], "cos_apical_negg": [-1.0544956019487017e-08, -5.076039241713737e-11, 0.0004218024550937116], "cos_Ac_negg": [-1.4129702963217028e-09, -1.0124429940250312e-11, 0.00043995853047817945], "r_norm": [1.842968463897705, 1.9983576536178589, 98.78382873535156]}, {"step": 6450, "epoch": 13, "train_loss": 10.83212661743164, "cos_r_negg": [-2.606192150977904e-09, 5.82587634818249e-13, 0.0003782169078476727], "cos_apical_negg": [-5.4942961291715164e-09, -7.365727472397054e-11, 0.00035397615283727646], "cos_Ac_negg": [-5.804218772276215e-10, 5.826033557497501e-13, 0.0003782169078476727], "r_norm": [1.9589250087738037, 2.130215644836426, 86.31327056884766]}, {"step": 6500, "epoch": 13, "train_loss": 11.884346008300781, "cos_r_negg": [-3.3833458257248594e-09, -1.1105157592117276e-11, 0.0008196465787477791], "cos_apical_negg": [-6.45285158640263e-09, -9.29672172578222e-11, 0.0009267837158404291], "cos_Ac_negg": [-4.6469394998638336e-10, -1.110513417335035e-11, 0.0008196465787477791], "r_norm": [1.7017529010772705, 1.8404772281646729, 116.89934539794922], "ldr": {"dL_sdil": -2.342287063598633, "dL_bp": -2.342287063598633, "ratio": 1.0}}, {"step": 6550, "epoch": 13, "train_loss": 8.965848922729492, "cos_r_negg": [-2.4424959832458626e-09, -1.2437792983044371e-11, 0.0003026592021342367], "cos_apical_negg": [-4.2472909633772815e-09, -5.940471031751215e-11, 0.000262525980360806], "cos_Ac_negg": [-7.147916147864919e-10, -1.2437783442065253e-11, 0.0003026592021342367], "r_norm": [1.7654541730880737, 1.9231219291687012, 96.10990905761719]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.101, "test_loss": 13.270366796875}, {"step": 6600, "epoch": 14, "train_loss": 15.081611633300781, "cos_r_negg": [4.177110046743593e-12, 2.6831193516985152e-11, 0.00046545598888769746], "cos_apical_negg": [-1.8805223003792726e-11, 2.431042520067983e-11, 0.0004838826134800911], "cos_Ac_negg": [-9.451999729778726e-13, 2.6831221272560768e-11, 0.00046545598888769746], "r_norm": [2.421544313430786, 2.6441900730133057, 137.79876708984375]}, {"step": 6650, "epoch": 14, "train_loss": 10.500999450683594, "cos_r_negg": [2.28953064840276e-10, 2.056689193952188e-11, 0.00041351091931574047], "cos_apical_negg": [-5.784185908019879e-10, 1.367338534064011e-11, 0.00041794823482632637], "cos_Ac_negg": [-1.6507330224957428e-11, 2.0566885000627977e-11, 0.00041351091931574047], "r_norm": [1.906261682510376, 2.081160545349121, 103.893310546875]}, {"step": 6700, "epoch": 14, "train_loss": 16.331510543823242, "cos_r_negg": [-1.2954258776787242e-09, 2.8699450801972226e-11, 0.0006212388980202377], "cos_apical_negg": [-4.7626347310369965e-09, 7.905013449382992e-11, 0.0006049576331861317], "cos_Ac_negg": [-4.390962038414159e-10, 2.8699424781120086e-11, 0.0006212388980202377], "r_norm": [2.0916972160339355, 2.2661848068237305, 98.84783172607422]}, {"step": 6750, "epoch": 14, "train_loss": 9.906084060668945, "cos_r_negg": [-2.1531376681593883e-09, 2.512152812161883e-12, 0.0005534017109312117], "cos_apical_negg": [-2.6832462918235933e-09, 1.0175811582247007e-10, 0.0006104765925556421], "cos_Ac_negg": [-3.2800592797421757e-10, 2.5121328628419093e-12, 0.0005534017109312117], "r_norm": [2.380012035369873, 2.590843677520752, 88.87641906738281], "ldr": {"dL_sdil": -0.94329833984375, "dL_bp": -0.94329833984375, "ratio": 1.0}}, {"step": 6800, "epoch": 14, "train_loss": 6.275533676147461, "cos_r_negg": [-7.497675813539217e-10, -1.5614513805203845e-12, 0.0005295180599205196], "cos_apical_negg": [-4.200518266550546e-10, 1.2428710838285895e-10, 0.0005265666404739022], "cos_Ac_negg": [-2.149254212102658e-11, -1.5614291543758485e-12, 0.0005295180599205196], "r_norm": [2.113267183303833, 2.2999320030212402, 118.6242904663086]}, {"step": 6850, "epoch": 14, "train_loss": 14.654548645019531, "cos_r_negg": [-3.5764193256210275e-12, 3.870375374359636e-12, 0.00041318137664347887], "cos_apical_negg": [2.952002878253701e-11, 2.1089804902452158e-10, 0.0004318102728575468], "cos_Ac_negg": [-3.683072510168861e-12, 3.8703953236796096e-12, 0.00041318137664347887], "r_norm": [2.2979111671447754, 2.50797176361084, 138.4045867919922]}, {"step": 6900, "epoch": 14, "train_loss": 13.505695343017578, "cos_r_negg": [-3.106963353260994e-09, 1.779842245808183e-11, 0.0006418704288080335], "cos_apical_negg": [-2.9346283181297395e-09, 3.094312028828483e-10, 0.0006124643259681761], "cos_Ac_negg": [-2.8009572439202657e-10, 1.7798446744210494e-11, 0.0006418704288080335], "r_norm": [1.7546484470367432, 1.9105310440063477, 88.53241729736328]}, {"step": 6950, "epoch": 14, "train_loss": 7.392340183258057, "cos_r_negg": [-1.2201186727622826e-09, -2.2288215110327636e-12, 0.0004126981657464057], "cos_apical_negg": [-1.5651192564192229e-09, 1.699167889723796e-10, 0.0004261066787876189], "cos_Ac_negg": [-1.653544801083484e-10, -2.228842110874041e-12, 0.0004126981657464057], "r_norm": [1.9001109600067139, 2.0707831382751465, 82.88362884521484]}, {"step": 7000, "epoch": 14, "train_loss": 11.644243240356445, "cos_r_negg": [8.825743955109822e-12, -1.5046991430622825e-11, 0.0004974566400051117], "cos_apical_negg": [-2.2752339942644362e-11, 2.9170177384685303e-10, 0.0005315549205988646], "cos_Ac_negg": [2.106722565495267e-12, -1.5046953266706353e-11, 0.0004974566400051117], "r_norm": [2.476566791534424, 2.6922359466552734, 136.75706481933594], "ldr": {"dL_sdil": -4.3447065353393555, "dL_bp": -4.3447065353393555, "ratio": 1.0}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.0958, "test_loss": 9.24366220703125}, {"step": 7050, "epoch": 15, "train_loss": 12.616291046142578, "cos_r_negg": [-2.144191046937749e-09, 8.150142886964584e-12, 0.0005048090824857354], "cos_apical_negg": [-1.6316088480294866e-09, 4.694838406926749e-10, 0.000517210690304637], "cos_Ac_negg": [-2.573013746509645e-10, 8.150198398115815e-12, 0.0005048090824857354], "r_norm": [1.8828668594360352, 2.0523719787597656, 109.221923828125]}, {"step": 7100, "epoch": 15, "train_loss": 13.445549011230469, "cos_r_negg": [-3.217652810860727e-09, -3.5573446965919686e-11, 0.0007937296177260578], "cos_apical_negg": [-5.28968291391152e-09, 5.943974756839054e-10, 0.0009631760185584426], "cos_Ac_negg": [-1.943295108164378e-10, -3.557344002702578e-11, 0.0007937296759337187], "r_norm": [2.5368847846984863, 2.7478952407836914, 111.34575653076172]}, {"step": 7150, "epoch": 15, "train_loss": 7.836497783660889, "cos_r_negg": [-4.688479049441696e-10, 1.1533146833386798e-11, 0.0004350770323071629], "cos_apical_negg": [-2.9507738474876533e-09, 1.7815908470719677e-10, 0.0004242067225277424], "cos_Ac_negg": [-1.9434789888528314e-10, 1.1533162445898082e-11, 0.0004350770323071629], "r_norm": [1.764174222946167, 1.8999590873718262, 94.6889419555664]}, {"step": 7200, "epoch": 15, "train_loss": 8.793856620788574, "cos_r_negg": [-1.7024318621494672e-09, -1.059537093478502e-11, 0.0005344660021364689], "cos_apical_negg": [-4.785363216797123e-09, 2.30380881038883e-10, 0.0005216925055719912], "cos_Ac_negg": [-2.4276339272155667e-10, -1.0595359659082426e-11, 0.0005344660021364689], "r_norm": [1.69254469871521, 1.8391659259796143, 93.29939270019531]}, {"step": 7250, "epoch": 15, "train_loss": 8.678512573242188, "cos_r_negg": [-3.5928415798025526e-09, -1.608982565237671e-11, 0.00038875165046192706], "cos_apical_negg": [-6.725343393298999e-09, 1.6281415105012798e-10, 0.0003669427242130041], "cos_Ac_negg": [-3.789760727457292e-10, -1.6089827387100186e-11, 0.0003887516795657575], "r_norm": [1.7343618869781494, 1.886902928352356, 101.92304992675781], "ldr": {"dL_sdil": -2.1652212142944336, "dL_bp": -2.1652212142944336, "ratio": 1.0}}, {"step": 7300, "epoch": 15, "train_loss": 17.717529296875, "cos_r_negg": [-5.914115419614063e-09, -9.16290723851354e-11, 0.00044866016833111644], "cos_apical_negg": [-9.69309610354685e-09, 7.874436658283912e-10, 0.0004969224100932479], "cos_Ac_negg": [-4.733418101920961e-10, -9.16290654462415e-11, 0.00044866016833111644], "r_norm": [2.8837971687316895, 3.15159010887146, 84.98298645019531]}, {"step": 7350, "epoch": 15, "train_loss": 9.337347030639648, "cos_r_negg": [-2.2966948343139393e-09, -2.5557961996769407e-11, 0.000668594497255981], "cos_apical_negg": [-6.593785517594597e-09, 6.324918366829024e-10, 0.0007629260653629899], "cos_Ac_negg": [-1.8806790846870314e-10, -2.5557970670386787e-11, 0.000668594497255981], "r_norm": [1.925484299659729, 2.099020481109619, 97.95703887939453]}, {"step": 7400, "epoch": 15, "train_loss": 11.556413650512695, "cos_r_negg": [-1.0970493846684803e-08, -2.0457396193718225e-11, 0.0006089283269830048], "cos_apical_negg": [5.997610230679129e-08, 8.960385766698664e-10, 0.0007274792296811938], "cos_Ac_negg": [1.656864756505172e-09, -2.0457399663165177e-11, 0.0006089283269830048], "r_norm": [1.5732638835906982, 1.697758674621582, 98.35529327392578]}, {"step": 7450, "epoch": 15, "train_loss": 16.028953552246094, "cos_r_negg": [-2.29927010764186e-09, -1.2539745283812742e-11, 0.0004237924877088517], "cos_apical_negg": [5.235290956306926e-08, 1.002011362771782e-09, 0.0004266210598871112], "cos_Ac_negg": [-7.444675986789662e-10, -1.2540132994509623e-11, 0.0004237924877088517], "r_norm": [1.4698989391326904, 1.564070224761963, 99.66328430175781]}, {"step": 7500, "epoch": 15, "train_loss": 13.12204360961914, "cos_r_negg": [-9.743830275965593e-08, -3.546535287668462e-11, 0.00038852341822348535], "cos_apical_negg": [1.2064741667927592e-06, 4.922961482911603e-10, 0.00037617277121171355], "cos_Ac_negg": [6.526319484834175e-10, -3.546520715991264e-11, 0.00038852341822348535], "r_norm": [1.7873069047927856, 1.8479726314544678, 98.30494689941406], "ldr": {"dL_sdil": -2.0658035278320312, "dL_bp": -2.0658035278320312, "ratio": 1.0}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.1009, "test_loss": 10.73738505859375}, {"step": 7550, "epoch": 16, "train_loss": 6.238852500915527, "cos_r_negg": [-1.110183234231954e-07, -3.1401256594953963e-11, 0.0003642410156317055], "cos_apical_negg": [5.61158117307059e-07, 2.1798494953539915e-10, 0.00034839194267988205], "cos_Ac_negg": [-3.165175854746849e-08, -3.1401048428136846e-11, 0.0003642410156317055], "r_norm": [1.9497846364974976, 1.8485984802246094, 97.84251403808594]}, {"step": 7600, "epoch": 16, "train_loss": 7.154651641845703, "cos_r_negg": [1.2287495465557186e-08, -2.1717780351870886e-11, 0.00030101017910055816], "cos_apical_negg": [-1.7421291431674035e-07, 1.1192078513966308e-10, 0.0002998093841597438], "cos_Ac_negg": [-9.609300022361822e-09, -2.171765718650409e-11, 0.00030101017910055816], "r_norm": [2.394652843475342, 1.7392399311065674, 87.70747375488281]}, {"step": 7650, "epoch": 16, "train_loss": 11.593424797058105, "cos_r_negg": [-1.2370699664643325e-07, -3.207835663765479e-10, 0.0008870215388014913], "cos_apical_negg": [2.7016931198886596e-06, 3.4935845327765946e-09, 0.000990673084743321], "cos_Ac_negg": [-1.545110848155673e-07, -3.2078198430873783e-10, 0.0008870215388014913], "r_norm": [3.136773109436035, 2.531874895095825, 91.98023223876953]}, {"step": 7700, "epoch": 16, "train_loss": 11.936995506286621, "cos_r_negg": [-7.860804451809145e-09, 9.809526801962676e-11, 0.00030623868224211037], "cos_apical_negg": [-5.933433300242541e-08, 6.741956992684095e-10, 0.0002707427483983338], "cos_Ac_negg": [-4.805881026470615e-09, 9.809561496432195e-11, 0.00030623868224211037], "r_norm": [4.725182056427002, 4.500994682312012, 98.6175537109375]}, {"step": 7750, "epoch": 16, "train_loss": 17.86321258544922, "cos_r_negg": [-2.4615078864087536e-09, 1.2140061178556039e-10, 0.00036408950109034777], "cos_apical_negg": [8.174405508043492e-08, 3.0157907282557517e-09, 0.0003646842669695616], "cos_Ac_negg": [-1.499601509635795e-08, 1.2140094485246777e-10, 0.00036408950109034777], "r_norm": [2.305081367492676, 2.3494455814361572, 87.82591247558594], "ldr": {"dL_sdil": -1.2295637130737305, "dL_bp": -1.2295637130737305, "ratio": 1.0}}, {"step": 7800, "epoch": 16, "train_loss": 14.40882682800293, "cos_r_negg": [1.3121071340549406e-08, -1.027821577848087e-10, 0.0002700616023503244], "cos_apical_negg": [-5.737484798373771e-08, 2.6619351167767036e-09, 0.00032970422762446105], "cos_Ac_negg": [-1.7942291208328243e-08, -1.0278185247347693e-10, 0.00027006163145415485], "r_norm": [1.5703794956207275, 1.5246107578277588, 99.50394439697266]}, {"step": 7850, "epoch": 16, "train_loss": 16.776458740234375, "cos_r_negg": [-1.201952315454946e-09, 1.4448565954783277e-10, 0.0007275030366145074], "cos_apical_negg": [4.256039574102033e-07, 7.700526438725319e-09, 0.0007036522729322314], "cos_Ac_negg": [-7.231024312659429e-08, 1.4448593710358892e-10, 0.0007275030366145074], "r_norm": [1.9969117641448975, 2.129204034805298, 96.30107116699219]}, {"step": 7900, "epoch": 16, "train_loss": 16.096487045288086, "cos_r_negg": [-1.8380275079721287e-08, -3.2875427380396616e-10, 0.0009023722959682345], "cos_apical_negg": [1.8525048517403775e-07, 1.1295369972685876e-08, 0.0010932498844340444], "cos_Ac_negg": [-6.10425274771842e-08, -3.287559113829275e-10, 0.0009023722959682345], "r_norm": [1.6797165870666504, 1.8005350828170776, 95.37741088867188]}, {"step": 7950, "epoch": 16, "train_loss": 9.562360763549805, "cos_r_negg": [6.197422131037911e-09, -9.005760026603582e-11, 0.00033460184931755066], "cos_apical_negg": [5.106400990939619e-08, 4.513878604228694e-09, 0.0003547206288203597], "cos_Ac_negg": [-1.3225836426045134e-08, -9.005769741055047e-11, 0.00033460184931755066], "r_norm": [1.506851077079773, 1.6141217947006226, 88.71150970458984]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.1028, "test_loss": 8.3728869140625}, {"step": 8000, "epoch": 17, "train_loss": 18.284881591796875, "cos_r_negg": [4.15793621755256e-09, -2.0033743552971828e-09, 0.0006259600631892681], "cos_apical_negg": [4.7688104132248554e-08, 1.7809806962532093e-08, 0.000696421368047595], "cos_Ac_negg": [-1.6150083936850024e-08, -2.0033743552971828e-09, 0.0006259600631892681], "r_norm": [1.8949016332626343, 2.0312724113464355, 104.04463958740234], "ldr": {"dL_sdil": -3.754383087158203, "dL_bp": -3.754383087158203, "ratio": 1.0}}, {"step": 8050, "epoch": 17, "train_loss": 15.73949909210205, "cos_r_negg": [-3.160528505574689e-10, -2.0318644544659037e-09, 0.00044664854067377746], "cos_apical_negg": [-8.853714983381167e-11, 1.920744452377221e-08, 0.0005111778737045825], "cos_Ac_negg": [-3.8645842082019044e-10, -2.0318646765105086e-09, 0.00044664854067377746], "r_norm": [2.082746744155884, 2.216647148132324, 133.07864379882812]}, {"step": 8100, "epoch": 17, "train_loss": 9.957084655761719, "cos_r_negg": [-4.3812935501819084e-08, 1.3329974901665764e-09, 0.0008915342623367906], "cos_apical_negg": [-6.291754743870115e-07, 7.953968861329486e-08, 0.0008908134186640382], "cos_Ac_negg": [-4.407859321986507e-08, 1.3329961578989469e-09, 0.0008915342623367906], "r_norm": [1.4508445262908936, 1.5412355661392212, 97.66024780273438]}, {"step": 8150, "epoch": 17, "train_loss": 8.00368595123291, "cos_r_negg": [-6.819436038085769e-08, 1.2837595431136606e-09, 0.00035284183104522526], "cos_apical_negg": [-3.5381498264541733e-07, 3.737140730208921e-08, 0.00038932531606405973], "cos_Ac_negg": [-4.169810452481215e-08, 1.283756989600704e-09, 0.00035284183104522526], "r_norm": [1.5907385349273682, 1.6543264389038086, 96.00225830078125]}, {"step": 8200, "epoch": 17, "train_loss": 13.067995071411133, "cos_r_negg": [5.675333625276835e-08, 6.831164522935751e-09, 0.0002728779218159616], "cos_apical_negg": [4.32033928632336e-08, 1.5441716527675453e-07, 0.00025767445913515985], "cos_Ac_negg": [-3.001043680228577e-08, 6.831149867991826e-09, 0.0002728779218159616], "r_norm": [1.4525649547576904, 1.3610873222351074, 99.27684020996094]}, {"step": 8250, "epoch": 17, "train_loss": 8.782218933105469, "cos_r_negg": [5.156217639523675e-07, -2.562885356383049e-06, 0.0005613287794403732], "cos_apical_negg": [7.499744469896541e-07, 5.949803744442761e-05, 0.0008080004481598735], "cos_Ac_negg": [-1.0427604735241403e-07, -2.563399903010577e-06, 0.0005613288376480341], "r_norm": [1.7921152114868164, 1.897240161895752, 103.71139526367188], "ldr": {"dL_sdil": -2.1540937423706055, "dL_bp": -2.1540937423706055, "ratio": 1.0}}, {"step": 8300, "epoch": 17, "train_loss": 12.49555778503418, "cos_r_negg": [2.462570591887925e-07, 1.9779261561936323e-10, 0.012773538008332253], "cos_apical_negg": [-1.2138817737650243e-06, 1.5284840060303395e-08, 0.01428665779531002], "cos_Ac_negg": [9.263151667937564e-08, 1.9779301807520966e-10, 0.012773538939654827], "r_norm": [1.4611494541168213, 1.5520902872085571, 93.6319808959961]}, {"step": 8350, "epoch": 17, "train_loss": 13.407928466796875, "cos_r_negg": [3.1148627499533177e-07, 3.202555443060362e-10, 0.05406856909394264], "cos_apical_negg": [1.555651749640674e-07, 1.0650971660197683e-07, 0.05337487533688545], "cos_Ac_negg": [-7.660610634729892e-08, 3.2025559981718743e-10, 0.05406856909394264], "r_norm": [2.1063690185546875, 2.2130823135375977, 109.33924865722656]}, {"step": 8400, "epoch": 17, "train_loss": 16.28672218322754, "cos_r_negg": [7.567986792800241e-10, 1.1858627413374734e-09, 0.007550342008471489], "cos_apical_negg": [3.3712893587889425e-10, 5.15403684175908e-08, 0.009243132546544075], "cos_Ac_negg": [1.2909707157449102e-11, 1.1858629633820783e-09, 0.007550342008471489], "r_norm": [3.5601625442504883, 3.800673484802246, 133.29864501953125]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.0974, "test_loss": 12.51591142578125}, {"step": 8450, "epoch": 18, "train_loss": 9.405895233154297, "cos_r_negg": [4.359080776339397e-07, -2.390336817370553e-10, 0.014877519570291042], "cos_apical_negg": [9.65745243775018e-07, 3.836811757196301e-09, 0.015554694458842278], "cos_Ac_negg": [2.5548002824393734e-08, -2.390326547807575e-10, 0.014877519570291042], "r_norm": [1.4778690338134766, 1.3828768730163574, 97.06536865234375]}, {"step": 8500, "epoch": 18, "train_loss": 10.387673377990723, "cos_r_negg": [-6.344047278616927e-07, -1.192054371879081e-10, 0.010828612372279167], "cos_apical_negg": [1.66334484674735e-06, 2.2107358166323365e-09, 0.011747416108846664], "cos_Ac_negg": [-6.056097845430486e-07, -1.1920568698808864e-10, 0.010828612372279167], "r_norm": [1.8408329486846924, 1.2939097881317139, 89.35577392578125], "ldr": {"dL_sdil": -2.778839111328125, "dL_bp": -2.778839111328125, "ratio": 1.0}}, {"step": 8550, "epoch": 18, "train_loss": 15.333697319030762, "cos_r_negg": [3.07940808852436e-07, -5.609690489905006e-10, 0.04045688360929489], "cos_apical_negg": [8.869419048096461e-07, 4.811557730022287e-08, 0.05525629594922066], "cos_Ac_negg": [1.0148967888312654e-08, -5.609687714347444e-10, 0.04045689105987549], "r_norm": [1.3476409912109375, 1.4186921119689941, 94.94636535644531]}, {"step": 8600, "epoch": 18, "train_loss": 12.1377534866333, "cos_r_negg": [1.9333098677520866e-08, -4.712378820492802e-10, 0.02426823228597641], "cos_apical_negg": [3.374956492052661e-08, -1.207855238050115e-08, 0.020558223128318787], "cos_Ac_negg": [-3.6792680013775225e-11, -4.71237826538129e-10, 0.02426823228597641], "r_norm": [1.3500969409942627, 1.383689045906067, 95.14238739013672]}, {"step": 8650, "epoch": 18, "train_loss": 8.82876205444336, "cos_r_negg": [1.3264406106827664e-07, -6.978059102769052e-11, 0.053221333771944046], "cos_apical_negg": [3.5971621059616155e-07, 8.380916938222072e-08, 0.07372251152992249], "cos_Ac_negg": [8.709023724406961e-09, -6.978106287247599e-11, 0.053221333771944046], "r_norm": [1.4346082210540771, 1.4436882734298706, 87.38578796386719]}, {"step": 8700, "epoch": 18, "train_loss": 11.989765167236328, "cos_r_negg": [-5.994893115257582e-08, -2.9116847821697434e-12, 0.04504730552434921], "cos_apical_negg": [1.6354522358597023e-07, 1.8416805858123553e-08, 0.05331405997276306], "cos_Ac_negg": [5.989212681356548e-09, -2.911032526142776e-12, 0.04504730552434921], "r_norm": [1.4863321781158447, 1.1999034881591797, 96.08711242675781]}, {"step": 8750, "epoch": 18, "train_loss": 7.745542049407959, "cos_r_negg": [1.4070516840547498e-07, -1.5262540120630774e-09, 0.09188313782215118], "cos_apical_negg": [8.200294132620911e-07, 1.0532821725917074e-08, 0.10444207489490509], "cos_Ac_negg": [4.185745439144739e-08, -1.5262535679738676e-09, 0.09188313782215118], "r_norm": [1.7206701040267944, 1.189042329788208, 84.7540512084961], "ldr": {"dL_sdil": -1.3232426643371582, "dL_bp": -1.3232426643371582, "ratio": 1.0}}, {"step": 8800, "epoch": 18, "train_loss": 7.006123065948486, "cos_r_negg": [-1.1714287211361807e-06, -1.3284744859731745e-08, 0.5628553628921509], "cos_apical_negg": [-1.1820711733889766e-05, 8.176425581041258e-07, 0.6376762986183167], "cos_Ac_negg": [2.3008888092590496e-06, -1.3284727984341771e-08, 0.5628553628921509], "r_norm": [1.375961184501648, 1.45084810256958, 114.45826721191406]}, {"step": 8850, "epoch": 18, "train_loss": 9.223987579345703, "cos_r_negg": [1.66731024364708e-06, -1.39019462608303e-10, 0.8888948559761047], "cos_apical_negg": [1.3251107702672016e-05, 3.35065669787582e-06, 0.8632175922393799], "cos_Ac_negg": [5.770289135398343e-08, -1.3803092002717676e-10, 0.8888949155807495], "r_norm": [1.0561745166778564, 1.1114697456359863, 92.0511703491211]}, {"step": 8900, "epoch": 18, "train_loss": 9.893928527832031, "cos_r_negg": [1.1354853057810033e-08, -1.81651349517864e-09, 0.005821567960083485], "cos_apical_negg": [9.123500888108538e-08, 6.271898200793657e-08, 0.005686788819730282], "cos_Ac_negg": [1.2573239116520085e-09, -1.816513273134035e-09, 0.005821567960083485], "r_norm": [1.420843243598938, 1.5175906419754028, 91.59986877441406]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.101, "test_loss": 12.38864892578125}, {"step": 8950, "epoch": 19, "train_loss": 9.047751426696777, "cos_r_negg": [-3.5668736586558225e-07, 2.6115927198588906e-08, 0.036311812698841095], "cos_apical_negg": [-4.95590427362913e-07, 5.779546654594014e-07, 0.03527349978685379], "cos_Ac_negg": [-1.8023983727744053e-07, 2.6115930751302585e-08, 0.036311812698841095], "r_norm": [2.8554434776306152, 3.0776638984680176, 110.03787231445312]}, {"step": 9000, "epoch": 19, "train_loss": 12.56452465057373, "cos_r_negg": [-2.2315603587230726e-07, -2.9150943881006697e-09, 0.0048907967284321785], "cos_apical_negg": [-1.1036938758479664e-06, 2.2111638031674374e-07, 0.004645291715860367], "cos_Ac_negg": [-7.85039730999415e-08, -2.9150974967251386e-09, 0.0048907967284321785], "r_norm": [1.4518964290618896, 1.5437874794006348, 86.79966735839844], "ldr": {"dL_sdil": -3.222757339477539, "dL_bp": -3.222757339477539, "ratio": 1.0}}, {"step": 9050, "epoch": 19, "train_loss": 14.570070266723633, "cos_r_negg": [-2.343898586332216e-06, 3.6591387697626487e-09, 0.005805324763059616], "cos_apical_negg": [-9.76454703049967e-06, 3.892957352036319e-07, 0.005623374134302139], "cos_Ac_negg": [-1.1126215895274072e-06, 3.6592633367860117e-09, 0.005805324763059616], "r_norm": [1.548907995223999, 1.6672025918960571, 83.96822357177734]}, {"step": 9100, "epoch": 19, "train_loss": 11.96873950958252, "cos_r_negg": [9.146508972435186e-08, -1.1137300859331845e-08, 0.0037804972380399704], "cos_apical_negg": [5.852004392181698e-07, 1.74637065697425e-07, 0.003730658208951354], "cos_Ac_negg": [2.1128228055999898e-08, -1.1137252009518761e-08, 0.0037804972380399704], "r_norm": [1.5657639503479004, 1.6772571802139282, 93.4190444946289]}, {"step": 9150, "epoch": 19, "train_loss": 16.435394287109375, "cos_r_negg": [-1.82161485895449e-08, 1.20625009003561e-06, 0.004035240970551968], "cos_apical_negg": [4.849038646170811e-07, 1.4779359844396822e-05, 0.003906373865902424], "cos_Ac_negg": [2.204961724316945e-08, 1.20631045774644e-06, 0.004035240970551968], "r_norm": [2.68312668800354, 2.8366916179656982, 92.51044464111328]}, {"step": 9200, "epoch": 19, "train_loss": 6.594076156616211, "cos_r_negg": [-2.772717333510144e-10, 7.027808890391896e-11, 0.13087572157382965], "cos_apical_negg": [-1.24248833444085e-08, -1.1305832936514548e-09, 0.12688757479190826], "cos_Ac_negg": [-2.6457172563887354e-10, 7.027807502613115e-11, 0.13087572157382965], "r_norm": [2.0974128246307373, 2.2553610801696777, 104.10446166992188]}, {"step": 9250, "epoch": 19, "train_loss": 17.82361602783203, "cos_r_negg": [-6.732441715229243e-09, -7.00093039096572e-11, 0.06465215981006622], "cos_apical_negg": [-5.7709783618520305e-08, -6.310559852451547e-10, 0.06263808161020279], "cos_Ac_negg": [-6.6067302739725164e-09, -7.000931084855111e-11, 0.06465215981006622], "r_norm": [1.9331047534942627, 2.0747313499450684, 101.42045593261719], "ldr": {"dL_sdil": -3.1406259536743164, "dL_bp": -3.1406259536743164, "ratio": 1.0}}, {"step": 9300, "epoch": 19, "train_loss": 11.572622299194336, "cos_r_negg": [3.230092582295896e-10, -5.990636372382729e-12, 0.07838007807731628], "cos_apical_negg": [2.89872903458388e-09, -4.1009762252741666e-10, 0.07683096826076508], "cos_Ac_negg": [2.516210295677723e-10, -5.9906307345314325e-12, 0.07838007062673569], "r_norm": [1.589503288269043, 1.7003957033157349, 93.2027359008789]}, {"step": 9350, "epoch": 19, "train_loss": 15.62938404083252, "cos_r_negg": [-4.706091960571257e-09, -1.7511155026017633e-10, 0.14537183940410614], "cos_apical_negg": [-4.140146003805967e-08, -2.5706954343007737e-09, 0.1388155221939087], "cos_Ac_negg": [-4.581307333495488e-09, -1.751115086268129e-10, 0.14537183940410614], "r_norm": [2.0210533142089844, 2.1616156101226807, 88.20285034179688]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.1028, "test_loss": 8.76696904296875}], "final": {"test_acc": 0.1028, "test_loss": 8.76696904296875, "wall_s": 34.96021628379822, "cos_r_negg": [-1.0982269260662036e-10, 1.0442832709678385e-10, 0.1053004115819931], "cos_apical_negg": [-1.3270104126661408e-08, -7.885413433328381e-10, 0.10284391045570374], "cos_Ac_negg": [-1.203175198360995e-10, 1.0442831321899604e-10, 0.1053004115819931]}}
\ No newline at end of file
diff --git a/results/A_nuis_rho2_res1_s0.json b/results/A_nuis_rho2_res1_s0.json
new file mode 100644
index 0000000..5724e0c
--- /dev/null
+++ b/results/A_nuis_rho2_res1_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 2.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_nuis_rho2_res1_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.00662547443062067, 0.011259427294135094, 0.03386039286851883], "cos_apical_negg": [-0.00656206626445055, 0.011204319074749947, 0.033816881477832794], "cos_Ac_negg": [-0.009778371080756187, 0.013300979509949684, 0.07611921429634094], "r_norm": [28.137527465820312, 21.772357940673828, 15.222686767578125], "ldr": {"dL_sdil": 0.22111773490905762, "dL_bp": -0.14693808555603027, "ratio": -1.5048360952323776}}, {"step": 50, "epoch": 0, "train_loss": 4.463717460632324, "cos_r_negg": [0.0029361944179981947, 7.930012361612171e-05, 0.21371324360370636], "cos_apical_negg": [-0.010218271054327488, -0.00039887247839942575, 0.3079528212547302], "cos_Ac_negg": [-0.0010847353842109442, 7.93004292063415e-05, 0.2137138843536377], "r_norm": [9.598679542541504, 5.09867000579834, 6.449199676513672]}, {"step": 100, "epoch": 0, "train_loss": 10.03348159790039, "cos_r_negg": [-0.006320728454738855, 3.347085657878779e-05, 0.5471316576004028], "cos_apical_negg": [-0.007990259677171707, -0.0001730575313558802, -0.18008670210838318], "cos_Ac_negg": [-0.0030608954839408398, 3.347112942719832e-05, 0.5471315383911133], "r_norm": [9.851789474487305, 5.730851173400879, 10.448485374450684]}, {"step": 150, "epoch": 0, "train_loss": 7.95643424987793, "cos_r_negg": [-0.00344738713465631, 5.4602216550847515e-05, 0.4281095266342163], "cos_apical_negg": [0.0007880388293415308, 0.00020676321582868695, -0.1839921772480011], "cos_Ac_negg": [-0.0011955259833484888, 5.46024639334064e-05, 0.42810946702957153], "r_norm": [9.119686126708984, 5.092676162719727, 11.963290214538574]}, {"step": 200, "epoch": 0, "train_loss": 11.325428009033203, "cos_r_negg": [0.0069288392551243305, 4.1025028622243553e-05, 0.19495800137519836], "cos_apical_negg": [-0.015273544937372208, -0.00032863981323316693, 0.071660116314888], "cos_Ac_negg": [0.005023656412959099, 4.102574894204736e-05, 0.19495800137519836], "r_norm": [9.071075439453125, 5.5547027587890625, 16.251523971557617]}, {"step": 250, "epoch": 0, "train_loss": 6.77450704574585, "cos_r_negg": [-0.004868175834417343, 0.00010183647827943787, 0.5918815732002258], "cos_apical_negg": [-0.03712489455938339, -0.0006326321745291352, 0.6339426636695862], "cos_Ac_negg": [-0.004854900762438774, 0.00010183708218391985, 0.591881513595581], "r_norm": [8.107063293457031, 4.560269355773926, 17.673940658569336], "ldr": {"dL_sdil": -1.623208999633789, "dL_bp": -1.623208999633789, "ratio": 1.0}}, {"step": 300, "epoch": 0, "train_loss": 11.390190124511719, "cos_r_negg": [0.0037546316161751747, 0.00011341736535541713, 0.005240721628069878], "cos_apical_negg": [-0.009639978408813477, -0.0017719282768666744, 0.476284384727478], "cos_Ac_negg": [0.0014106766320765018, 0.00011342307698214427, 0.0052406396716833115], "r_norm": [8.460681915283203, 5.131755828857422, 21.232345581054688]}, {"step": 350, "epoch": 0, "train_loss": 18.38662338256836, "cos_r_negg": [0.010571734979748726, 0.0008429259760305285, 0.6359665393829346], "cos_apical_negg": [-0.021092470735311508, -0.003028553444892168, 0.7822273373603821], "cos_Ac_negg": [0.0023462362587451935, 0.0008429352310486138, 0.635966420173645], "r_norm": [8.032480239868164, 4.784813404083252, 24.901561737060547]}, {"step": 400, "epoch": 0, "train_loss": 7.151481628417969, "cos_r_negg": [-0.003047628328204155, 0.00022027880186215043, 0.7627357840538025], "cos_apical_negg": [-0.020467408001422882, -0.0014316134620457888, 0.20094873011112213], "cos_Ac_negg": [-0.004692596849054098, 0.000220281450310722, 0.7627358436584473], "r_norm": [7.085227966308594, 3.884279489517212, 25.497875213623047]}, {"step": 450, "epoch": 0, "train_loss": 5.7606658935546875, "cos_r_negg": [-0.0017015510238707066, 0.00023223522293847054, 0.7561310529708862], "cos_apical_negg": [-0.01970391906797886, -0.0013332352973520756, 0.4981655478477478], "cos_Ac_negg": [-0.003898011986166239, 0.00023223890457302332, 0.7561310529708862], "r_norm": [6.813080787658691, 3.8128786087036133, 28.303897857666016]}, {"epoch_end": 0, "step": 469, "test_acc": 0.1009, "test_loss": 11.00854560546875}, {"step": 500, "epoch": 1, "train_loss": 14.321918487548828, "cos_r_negg": [-0.0004441467463038862, 0.0003495111013762653, 0.7562100887298584], "cos_apical_negg": [-0.019106436520814896, -0.0020264131017029285, 0.54952073097229], "cos_Ac_negg": [-0.0027928603813052177, 0.00034951831912621856, 0.7562100887298584], "r_norm": [6.967051029205322, 3.973196029663086, 33.92449188232422], "ldr": {"dL_sdil": -2.535393714904785, "dL_bp": -2.535393714904785, "ratio": 1.0}}, {"step": 550, "epoch": 1, "train_loss": 23.148347854614258, "cos_r_negg": [0.003573730820789933, 0.00031273148488253355, 0.34363168478012085], "cos_apical_negg": [-0.022818081080913544, -0.002818415639922023, 0.7339053750038147], "cos_Ac_negg": [0.0036610146053135395, 0.0003127377131022513, 0.3436317443847656], "r_norm": [6.771597862243652, 3.619232177734375, 33.50371551513672]}, {"step": 600, "epoch": 1, "train_loss": 9.030532836914062, "cos_r_negg": [-0.00549341831356287, 0.00012492394307628274, 0.6527546048164368], "cos_apical_negg": [0.022865351289510727, 0.0011920578544959426, -0.21336248517036438], "cos_Ac_negg": [-0.005921467207372189, 0.00012492042151279747, 0.6527546644210815], "r_norm": [6.770401954650879, 3.5131561756134033, 36.32478713989258]}, {"step": 650, "epoch": 1, "train_loss": 6.801003932952881, "cos_r_negg": [-0.0013304625172168016, 5.490387775353156e-05, 0.5415551662445068], "cos_apical_negg": [-0.018500106409192085, -0.001107597490772605, 0.6049319505691528], "cos_Ac_negg": [-0.003707051509991288, 5.490610055858269e-05, 0.5415552854537964], "r_norm": [6.680634498596191, 3.7070720195770264, 38.3037223815918]}, {"step": 700, "epoch": 1, "train_loss": 6.657468795776367, "cos_r_negg": [0.0026045097038149834, 7.378531154245138e-05, 0.7140405178070068], "cos_apical_negg": [-0.0136101134121418, -0.0004676138632930815, 0.6279948949813843], "cos_Ac_negg": [0.0003720942186191678, 7.378833834081888e-05, 0.7140405178070068], "r_norm": [6.518507480621338, 3.0949182510375977, 36.623207092285156]}, {"step": 750, "epoch": 1, "train_loss": 14.11187744140625, "cos_r_negg": [0.0005744127556681633, 0.00012054176477249712, 0.6712047457695007], "cos_apical_negg": [0.02595599740743637, 0.0016639325767755508, 0.6647855043411255], "cos_Ac_negg": [-0.0009378278045915067, 0.00012053542013745755, 0.6712047457695007], "r_norm": [6.813894748687744, 3.587181568145752, 50.19702911376953], "ldr": {"dL_sdil": -3.216824531555176, "dL_bp": -3.2168235778808594, "ratio": 1.0000002964646004}}, {"step": 800, "epoch": 1, "train_loss": 12.054442405700684, "cos_r_negg": [0.0015055832918733358, -3.9687940443400294e-05, 0.3959609568119049], "cos_apical_negg": [-0.01813788339495659, -0.0007189234020188451, 0.5403468608856201], "cos_Ac_negg": [-0.0008219607989303768, -3.968604141846299e-05, 0.3959609270095825], "r_norm": [6.685326099395752, 3.3958680629730225, 47.48475646972656]}, {"step": 850, "epoch": 1, "train_loss": 9.328049659729004, "cos_r_negg": [-0.0006914935074746609, -1.439616062270943e-05, 0.6009963154792786], "cos_apical_negg": [-0.010086266323924065, -0.00024832761846482754, 0.5667259097099304], "cos_Ac_negg": [-0.0005817871424369514, -1.4395768630492967e-05, 0.6009963154792786], "r_norm": [6.074312686920166, 2.8464436531066895, 45.11842346191406]}, {"step": 900, "epoch": 1, "train_loss": 10.906364440917969, "cos_r_negg": [-6.027566269040108e-05, 2.239471359644085e-05, 0.6450086236000061], "cos_apical_negg": [0.0014621621230617166, 0.0002402530371909961, 0.15303631126880646], "cos_Ac_negg": [0.0007776736747473478, 2.2394391635316424e-05, 0.6450086236000061], "r_norm": [5.9380950927734375, 2.9095876216888428, 49.215126037597656]}, {"epoch_end": 1, "step": 938, "test_acc": 0.0982, "test_loss": 16.3487796875}, {"step": 950, "epoch": 2, "train_loss": 20.029422760009766, "cos_r_negg": [-0.001837227144278586, 3.2694981655367883e-07, 0.46790811419487], "cos_apical_negg": [-0.009860984981060028, -0.00012272372259758413, 0.7149228453636169], "cos_Ac_negg": [-0.0013622234109789133, 3.270433808211237e-07, 0.4679080843925476], "r_norm": [5.631444931030273, 2.6545822620391846, 48.52268981933594]}, {"step": 1000, "epoch": 2, "train_loss": 12.085363388061523, "cos_r_negg": [0.00047255208482965827, 8.707716915523633e-06, 0.8452715277671814], "cos_apical_negg": [0.010895751416683197, 0.000256960978731513, 0.7554092407226562], "cos_Ac_negg": [0.0011167090851813555, 8.707538654562086e-06, 0.8452715277671814], "r_norm": [5.588522911071777, 2.894333600997925, 60.96660614013672], "ldr": {"dL_sdil": -3.228592872619629, "dL_bp": -3.228592872619629, "ratio": 1.0}}, {"step": 1050, "epoch": 2, "train_loss": 15.761873245239258, "cos_r_negg": [-0.0006587632233276963, 6.315505629572726e-08, 0.5834056735038757], "cos_apical_negg": [-0.0063128299079835415, -8.54571771924384e-05, 0.5662643909454346], "cos_Ac_negg": [-0.0009005173924379051, 6.324313517325209e-08, 0.5834057331085205], "r_norm": [5.246293067932129, 2.577805995941162, 49.63037872314453]}, {"step": 1100, "epoch": 2, "train_loss": 13.557256698608398, "cos_r_negg": [0.0005342053482308984, 2.668045226528193e-06, 0.6470130681991577], "cos_apical_negg": [-0.0042439536191523075, -4.3479667510837317e-05, 0.515042781829834], "cos_Ac_negg": [5.4520234698429704e-05, 2.6680656901589828e-06, 0.6470129489898682], "r_norm": [5.0908355712890625, 2.518056869506836, 52.571956634521484]}, {"step": 1150, "epoch": 2, "train_loss": 8.745063781738281, "cos_r_negg": [0.0005169943906366825, 1.8787501176120713e-05, 0.7320834398269653], "cos_apical_negg": [-0.008331919088959694, 0.0003233400348108262, 0.296459436416626], "cos_Ac_negg": [0.000522799207828939, 1.8786748114507645e-05, 0.7320834398269653], "r_norm": [4.7165727615356445, 2.098893165588379, 50.500732421875]}, {"step": 1200, "epoch": 2, "train_loss": 14.848701477050781, "cos_r_negg": [-0.0010069611016660929, 0.00010351555829402059, 0.6948635578155518], "cos_apical_negg": [-0.009503009729087353, -0.0008023746777325869, 0.8328922986984253], "cos_Ac_negg": [0.0004257994587533176, 0.00010351705714128911, 0.6948635578155518], "r_norm": [4.815430641174316, 2.4883060455322266, 58.42157745361328]}, {"step": 1250, "epoch": 2, "train_loss": 12.2362699508667, "cos_r_negg": [-0.0014162873849272728, 1.1400761650293134e-05, 0.5631992816925049], "cos_apical_negg": [-0.006001068279147148, -3.619310155045241e-05, 0.6726415157318115], "cos_Ac_negg": [-0.0008350663702003658, 1.1400763469282538e-05, 0.5631992816925049], "r_norm": [4.494814872741699, 2.151700258255005, 77.47128295898438], "ldr": {"dL_sdil": -1.9104118347167969, "dL_bp": -1.9104118347167969, "ratio": 1.0}}, {"step": 1300, "epoch": 2, "train_loss": 13.551498413085938, "cos_r_negg": [0.0010670165065675974, 8.24604467197787e-06, 0.5292102694511414], "cos_apical_negg": [-0.015344391576945782, -0.00039680892950855196, 0.6625471711158752], "cos_Ac_negg": [-0.00016211520414799452, 8.246712241088971e-06, 0.5292103290557861], "r_norm": [4.4441070556640625, 2.125020980834961, 64.42070007324219]}, {"step": 1350, "epoch": 2, "train_loss": 20.548816680908203, "cos_r_negg": [-0.001703532412648201, 6.912058597663417e-05, 0.6614188551902771], "cos_apical_negg": [-0.020682206377387047, -0.0013292497023940086, 0.8009674549102783], "cos_Ac_negg": [-0.001435919082723558, 6.912382377777249e-05, 0.6614187955856323], "r_norm": [4.397787570953369, 2.1697793006896973, 60.37619400024414]}, {"step": 1400, "epoch": 2, "train_loss": 14.833379745483398, "cos_r_negg": [0.0002581550506874919, -8.930318813327176e-07, 0.5677839517593384], "cos_apical_negg": [-0.012110240757465363, -0.000504158204421401, 0.7328985929489136], "cos_Ac_negg": [-0.00014264023047871888, -8.919301990317763e-07, 0.5677839517593384], "r_norm": [4.156881332397461, 2.009331226348877, 61.60519790649414]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.0892, "test_loss": 11.9092259765625}, {"step": 1450, "epoch": 3, "train_loss": 7.887271881103516, "cos_r_negg": [-0.001767666544765234, 4.062877633259632e-05, 0.7335273027420044], "cos_apical_negg": [-0.020254727452993393, -0.0006910840747877955, 0.7823899984359741], "cos_Ac_negg": [-0.001514021190814674, 4.0630653529660776e-05, 0.7335273027420044], "r_norm": [4.0782694816589355, 1.9830135107040405, 62.87846374511719]}, {"step": 1500, "epoch": 3, "train_loss": 11.2266845703125, "cos_r_negg": [0.0005255601136013865, -1.1375693702575518e-06, 0.7348954677581787], "cos_apical_negg": [-0.009658804163336754, 0.0001893740991363302, 0.6806045770645142], "cos_Ac_negg": [0.00026879331562668085, -1.138385641752393e-06, 0.7348954677581787], "r_norm": [3.771740198135376, 1.673158049583435, 75.18717956542969], "ldr": {"dL_sdil": -2.2719030380249023, "dL_bp": -2.271902084350586, "ratio": 1.0000004197691101}}, {"step": 1550, "epoch": 3, "train_loss": 13.502851486206055, "cos_r_negg": [0.0002971024950966239, 7.673315849388018e-06, 0.521201491355896], "cos_apical_negg": [-0.006556669250130653, 0.0004642507992684841, 0.4340510070323944], "cos_Ac_negg": [0.00013495856546796858, 7.671967068745289e-06, 0.521201491355896], "r_norm": [3.6060609817504883, 1.5019078254699707, 59.136207580566406]}, {"step": 1600, "epoch": 3, "train_loss": 7.604108810424805, "cos_r_negg": [0.0006771567277610302, 1.1623841601249296e-05, 0.692574679851532], "cos_apical_negg": [-0.007070408668369055, 0.0003552128910087049, 0.38423603773117065], "cos_Ac_negg": [0.0005125532625243068, 1.162272019428201e-05, 0.6925746202468872], "r_norm": [3.5215680599212646, 1.4105374813079834, 59.48326110839844]}, {"step": 1650, "epoch": 3, "train_loss": 9.457052230834961, "cos_r_negg": [0.0010915317106992006, 5.195431185711641e-06, 0.6622387170791626], "cos_apical_negg": [-0.007746375631541014, 4.379640449769795e-05, 0.41824424266815186], "cos_Ac_negg": [0.0007506143301725388, 5.195183348405408e-06, 0.6622387170791626], "r_norm": [3.5779776573181152, 1.490289568901062, 67.43544006347656]}, {"step": 1700, "epoch": 3, "train_loss": 8.139925003051758, "cos_r_negg": [0.0003476199635770172, 5.87357817494194e-06, 0.6719772815704346], "cos_apical_negg": [-0.01289595477283001, -0.0001582133409101516, 0.7015562057495117], "cos_Ac_negg": [0.00022798845020588487, 5.873720056115417e-06, 0.6719772815704346], "r_norm": [3.3980867862701416, 1.364311933517456, 62.071083068847656]}, {"step": 1750, "epoch": 3, "train_loss": 7.199344635009766, "cos_r_negg": [0.00013165632844902575, 1.2990247341804206e-05, 0.7267239093780518], "cos_apical_negg": [-0.004137449897825718, -0.0002280035405419767, 0.6935389041900635], "cos_Ac_negg": [0.00016964830865617841, 1.2990529285161756e-05, 0.7267239093780518], "r_norm": [3.236220598220825, 1.2918132543563843, 61.793766021728516], "ldr": {"dL_sdil": -1.2209277153015137, "dL_bp": -1.2209277153015137, "ratio": 1.0}}, {"step": 1800, "epoch": 3, "train_loss": 13.293659210205078, "cos_r_negg": [-8.719874313101172e-05, 2.4469618438160978e-05, 0.7659550905227661], "cos_apical_negg": [-0.008910773321986198, -0.00034826472983695567, 0.7723472118377686], "cos_Ac_negg": [0.0007365625351667404, 2.447011138428934e-05, 0.7659550905227661], "r_norm": [3.2158186435699463, 1.3971434831619263, 70.45974731445312]}, {"step": 1850, "epoch": 3, "train_loss": 12.884057998657227, "cos_r_negg": [0.0009040227741934359, 1.4211989309842465e-06, 0.617855429649353], "cos_apical_negg": [-0.010267434641718864, -0.00011191530211362988, 0.48229873180389404], "cos_Ac_negg": [0.0012255162000656128, 1.421189381289878e-06, 0.617855429649353], "r_norm": [3.0281238555908203, 1.1902050971984863, 69.58920288085938]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.0982, "test_loss": 8.9609697265625}, {"step": 1900, "epoch": 4, "train_loss": 11.488204956054688, "cos_r_negg": [0.0002037734811892733, 2.0662089809775352e-05, 0.7008655667304993], "cos_apical_negg": [-0.011686189100146294, -0.0005302469944581389, 0.6591477394104004], "cos_Ac_negg": [-0.00016244969447143376, 2.0663117538788356e-05, 0.7008655667304993], "r_norm": [2.90557861328125, 1.0952701568603516, 62.748558044433594]}, {"step": 1950, "epoch": 4, "train_loss": 9.850035667419434, "cos_r_negg": [-0.0003680835943669081, 1.178172624349827e-05, 0.6902499198913574], "cos_apical_negg": [-0.008248873054981232, -0.0002046479203272611, 0.7280640602111816], "cos_Ac_negg": [1.5618570614606142e-07, 1.1782135516114067e-05, 0.6902499198913574], "r_norm": [2.8969860076904297, 1.2263879776000977, 97.77606201171875]}, {"step": 2000, "epoch": 4, "train_loss": 12.037162780761719, "cos_r_negg": [-0.00023248131037689745, -4.255499788996531e-06, 0.676426112651825], "cos_apical_negg": [-0.014863360673189163, -0.0003479511942714453, 0.6979166269302368], "cos_Ac_negg": [-0.00022222046391107142, -4.254936357028782e-06, 0.676426112651825], "r_norm": [2.747281551361084, 1.0585086345672607, 68.45875549316406], "ldr": {"dL_sdil": -1.325277328491211, "dL_bp": -1.3252763748168945, "ratio": 1.0000007196041025}}, {"step": 2050, "epoch": 4, "train_loss": 8.315309524536133, "cos_r_negg": [-0.0002051341434707865, -6.843428309366573e-06, 0.7650249004364014], "cos_apical_negg": [-0.008566981181502342, -0.0007237546378746629, 0.8453716039657593], "cos_Ac_negg": [0.00010374622070230544, -6.8415583882597275e-06, 0.7650249004364014], "r_norm": [2.7445316314697266, 1.0924620628356934, 73.68852233886719]}, {"step": 2100, "epoch": 4, "train_loss": 14.221378326416016, "cos_r_negg": [0.0006100290920585394, 1.3334220057004131e-06, 0.50117027759552], "cos_apical_negg": [-0.010545441880822182, -0.00016139754734467715, 0.5681098699569702], "cos_Ac_negg": [0.0010556685738265514, 1.334029320787522e-06, 0.5011702179908752], "r_norm": [2.632887840270996, 1.0433053970336914, 67.69277954101562]}, {"step": 2150, "epoch": 4, "train_loss": 13.003976821899414, "cos_r_negg": [0.00022948038531467319, -9.198581665259553e-07, 0.6104960441589355], "cos_apical_negg": [0.0024698032066226006, -0.0002715289010666311, 0.595533549785614], "cos_Ac_negg": [0.0004306713817641139, -9.19078274819185e-07, 0.6104961037635803], "r_norm": [2.543870449066162, 0.924155592918396, 69.18887329101562]}, {"step": 2200, "epoch": 4, "train_loss": 12.023651123046875, "cos_r_negg": [-0.0005901911645196378, -3.7863806028326508e-06, 0.4254767894744873], "cos_apical_negg": [-0.0006023620953783393, -0.0002733221626840532, 0.5331884622573853], "cos_Ac_negg": [-0.00017827472765929997, -3.785880608120351e-06, 0.4254767894744873], "r_norm": [2.486360549926758, 0.9001264572143555, 68.36290740966797]}, {"step": 2250, "epoch": 4, "train_loss": 10.176633834838867, "cos_r_negg": [0.0002427817089483142, 9.145073818217497e-07, 0.6234386563301086], "cos_apical_negg": [-0.0034121861681342125, -6.954937362024793e-06, 0.5288976430892944], "cos_Ac_negg": [0.00018669520795810968, 9.145362014351122e-07, 0.6234387159347534], "r_norm": [2.3994078636169434, 0.8324242830276489, 70.07882690429688], "ldr": {"dL_sdil": -1.6498918533325195, "dL_bp": -1.6498918533325195, "ratio": 1.0}}, {"step": 2300, "epoch": 4, "train_loss": 12.495161056518555, "cos_r_negg": [0.0007241370622068644, 5.151848654350033e-06, 0.49871549010276794], "cos_apical_negg": [0.001636486267670989, -0.00033655331935733557, 0.5835484266281128], "cos_Ac_negg": [0.0005943818250671029, 5.152591256774031e-06, 0.49871549010276794], "r_norm": [2.385972499847412, 0.8596492409706116, 82.61453247070312]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.1009, "test_loss": 13.6603720703125}, {"step": 2350, "epoch": 5, "train_loss": 7.7634124755859375, "cos_r_negg": [0.0002565655158832669, 1.0637096892196496e-07, 0.5287226438522339], "cos_apical_negg": [0.000874639896210283, -6.492437387350947e-05, 0.5868415832519531], "cos_Ac_negg": [0.0002181398740503937, 1.0642300907193203e-07, 0.5287226438522339], "r_norm": [2.500807762145996, 0.9782599210739136, 74.13179779052734]}, {"step": 2400, "epoch": 5, "train_loss": 8.931666374206543, "cos_r_negg": [0.00013660012336913496, 5.167420340512763e-07, 0.5088883638381958], "cos_apical_negg": [-0.0006706685526296496, -3.2534488127566874e-05, 0.5699454545974731], "cos_Ac_negg": [0.00017579349514562637, 5.167582912690705e-07, 0.5088883638381958], "r_norm": [2.3408946990966797, 0.8601968288421631, 70.95800018310547]}, {"step": 2450, "epoch": 5, "train_loss": 14.44644832611084, "cos_r_negg": [-0.0002549388154875487, -1.4090176136960508e-06, 0.5139912366867065], "cos_apical_negg": [-0.00338367628864944, -0.00014414249744731933, 0.5759789943695068], "cos_Ac_negg": [-3.052319516427815e-05, -1.408802745572757e-06, 0.5139911770820618], "r_norm": [2.2688426971435547, 0.7964603900909424, 74.71687316894531]}, {"step": 2500, "epoch": 5, "train_loss": 14.101117134094238, "cos_r_negg": [0.0003123678034171462, 2.9424964509416895e-07, 0.4326391816139221], "cos_apical_negg": [-0.000965062587056309, -3.380017005838454e-05, 0.538378119468689], "cos_Ac_negg": [-8.971913484856486e-05, 2.942335299849219e-07, 0.4326391816139221], "r_norm": [2.2622294425964355, 0.8862836956977844, 75.91592407226562], "ldr": {"dL_sdil": -2.694596290588379, "dL_bp": -2.694596290588379, "ratio": 1.0}}, {"step": 2550, "epoch": 5, "train_loss": 9.994189262390137, "cos_r_negg": [-0.0002569531789049506, 1.01996033663454e-06, 0.7133932709693909], "cos_apical_negg": [0.001089100493118167, 2.964338636957109e-05, 0.6996452808380127], "cos_Ac_negg": [-0.00016096785839181393, 1.0197973097092472e-06, 0.7133932709693909], "r_norm": [2.0846288204193115, 0.6644403338432312, 71.74822235107422]}, {"step": 2600, "epoch": 5, "train_loss": 11.270376205444336, "cos_r_negg": [-0.00026951206382364035, 4.549183358903974e-06, 0.6779714822769165], "cos_apical_negg": [-0.005166569724678993, -0.00013562035746872425, 0.7474044561386108], "cos_Ac_negg": [-3.065561759285629e-05, 4.549359346128767e-06, 0.6779714822769165], "r_norm": [2.0636215209960938, 0.7020909786224365, 101.54412841796875]}, {"step": 2650, "epoch": 5, "train_loss": 8.764512062072754, "cos_r_negg": [-0.00013260699051897973, -6.614933312221183e-08, 0.7326871156692505], "cos_apical_negg": [-0.006772493943572044, -0.0002466313599143177, 0.7714667320251465], "cos_Ac_negg": [-8.159939898177981e-05, -6.57280807558891e-08, 0.7326871156692505], "r_norm": [1.9829840660095215, 0.5983482003211975, 70.91871643066406]}, {"step": 2700, "epoch": 5, "train_loss": 10.173454284667969, "cos_r_negg": [-0.00015736684144940227, 2.977296844619559e-06, 0.7123703956604004], "cos_apical_negg": [-0.003954715095460415, -0.0001372460537822917, 0.7289835214614868], "cos_Ac_negg": [0.00010032492718892172, 2.9775417260680115e-06, 0.7123703956604004], "r_norm": [1.9357898235321045, 0.5795090198516846, 80.11212921142578]}, {"step": 2750, "epoch": 5, "train_loss": 12.323541641235352, "cos_r_negg": [-0.0005607584025710821, -2.2850400682727923e-07, 0.544963002204895], "cos_apical_negg": [-0.010711228474974632, -0.0002477071830071509, 0.6279340982437134], "cos_Ac_negg": [-0.00013648644380737096, -2.280334854276589e-07, 0.544963002204895], "r_norm": [1.9076457023620605, 0.6184819936752319, 77.2837905883789], "ldr": {"dL_sdil": -1.8244266510009766, "dL_bp": -1.8244266510009766, "ratio": 1.0}}, {"step": 2800, "epoch": 5, "train_loss": 14.21282958984375, "cos_r_negg": [-0.00039203750202432275, -2.6104946755367564e-06, 0.4592761993408203], "cos_apical_negg": [-0.01081213541328907, -0.0003274217597208917, 0.5996718406677246], "cos_Ac_negg": [-0.00015546531358268112, -2.6099012302438496e-06, 0.4592762291431427], "r_norm": [1.8818340301513672, 0.6368165016174316, 82.36302947998047]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.1032, "test_loss": 10.89741904296875}, {"step": 2850, "epoch": 6, "train_loss": 6.949099063873291, "cos_r_negg": [-6.071661482565105e-05, -2.814641902659787e-06, 0.7354075312614441], "cos_apical_negg": [-0.007376031018793583, -0.00024789918097667396, 0.779400646686554], "cos_Ac_negg": [-0.0001496192126069218, -2.81415623248904e-06, 0.7354074716567993], "r_norm": [1.826364278793335, 0.5831613540649414, 82.17886352539062]}, {"step": 2900, "epoch": 6, "train_loss": 12.826762199401855, "cos_r_negg": [0.00022902227647136897, 1.751458398757677e-06, 0.6060206890106201], "cos_apical_negg": [-0.0009847665205597878, 0.0001234336814377457, 0.5702913999557495], "cos_Ac_negg": [6.484351615654305e-06, 1.7509938743387465e-06, 0.6060206890106201], "r_norm": [1.7437312602996826, 0.48972374200820923, 78.35647583007812]}, {"step": 2950, "epoch": 6, "train_loss": 8.304635047912598, "cos_r_negg": [-9.325379505753517e-05, 1.001979285319976e-06, 0.6382114291191101], "cos_apical_negg": [-0.005632771644741297, -0.00014890394231770188, 0.6120575666427612], "cos_Ac_negg": [2.7350368327461183e-05, 1.0022720289271092e-06, 0.6382114291191101], "r_norm": [1.7001405954360962, 0.4589029550552368, 71.69169616699219]}, {"step": 3000, "epoch": 6, "train_loss": 14.318869590759277, "cos_r_negg": [-0.0004434086149558425, -9.633189392843633e-07, 0.4088170528411865], "cos_apical_negg": [-0.012232938781380653, -0.00019134595640935004, 0.5702310800552368], "cos_Ac_negg": [-0.00032438209746032953, -9.631014563638018e-07, 0.4088170528411865], "r_norm": [1.715893030166626, 0.5331107378005981, 82.80873107910156], "ldr": {"dL_sdil": -2.7560672760009766, "dL_bp": -2.7560672760009766, "ratio": 1.0}}, {"step": 3050, "epoch": 6, "train_loss": 17.392980575561523, "cos_r_negg": [0.00041946902638301253, 1.0163428214582382e-06, 0.5287754535675049], "cos_apical_negg": [-0.009668038226664066, -0.00017437152564525604, 0.57514488697052], "cos_Ac_negg": [0.0001264819293282926, 1.0166399988520425e-06, 0.5287754535675049], "r_norm": [1.6522908210754395, 0.4403827488422394, 75.37049865722656]}, {"step": 3100, "epoch": 6, "train_loss": 15.692215919494629, "cos_r_negg": [-9.289334411732852e-05, 1.1767144769692095e-06, 0.4647427797317505], "cos_apical_negg": [-0.007125875912606716, 1.0445051884744316e-05, 0.5290499925613403], "cos_Ac_negg": [-3.315809590276331e-05, 1.176365117316891e-06, 0.4647427797317505], "r_norm": [1.6711347103118896, 0.4964599013328552, 75.03759765625]}, {"step": 3150, "epoch": 6, "train_loss": 16.374919891357422, "cos_r_negg": [0.00031950284028425813, 2.236533418908948e-06, 0.6162166595458984], "cos_apical_negg": [-0.007377594709396362, -0.00019330272334627807, 0.6090936660766602], "cos_Ac_negg": [1.6336056432919577e-05, 2.2367721612681635e-06, 0.6162166595458984], "r_norm": [1.6165902614593506, 0.37385863065719604, 68.97454833984375]}, {"step": 3200, "epoch": 6, "train_loss": 14.345760345458984, "cos_r_negg": [0.0003119880275335163, -2.2925007669982733e-06, 0.6693721413612366], "cos_apical_negg": [-0.003029776271432638, 0.00021548892254941165, 0.704686164855957], "cos_Ac_negg": [4.39507384726312e-05, -2.294189926033141e-06, 0.6693720817565918], "r_norm": [1.624461054801941, 0.42852070927619934, 107.26519775390625]}, {"step": 3250, "epoch": 6, "train_loss": 14.166597366333008, "cos_r_negg": [-3.197856494807638e-05, 1.068565097739338e-06, 0.5675613880157471], "cos_apical_negg": [0.00048631950630806386, 0.00022671288752462715, 0.5955781936645508], "cos_Ac_negg": [-4.53802858828567e-05, 1.0669233461158e-06, 0.5675613880157471], "r_norm": [1.605147123336792, 0.39783933758735657, 85.72261047363281], "ldr": {"dL_sdil": -2.3891639709472656, "dL_bp": -2.3891639709472656, "ratio": 1.0}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.1028, "test_loss": 10.57081396484375}, {"step": 3300, "epoch": 7, "train_loss": 14.319074630737305, "cos_r_negg": [-0.00020517295342870057, 6.571933113264095e-07, 0.6039290428161621], "cos_apical_negg": [0.0009222847875207663, 6.175583257572725e-05, 0.5970781445503235], "cos_Ac_negg": [-2.163501085306052e-05, 6.568046728716581e-07, 0.6039290428161621], "r_norm": [1.582831859588623, 0.4122575521469116, 95.80635070800781]}, {"step": 3350, "epoch": 7, "train_loss": 8.639226913452148, "cos_r_negg": [-0.00023175615933723748, -6.7478422351996414e-06, 0.6682853698730469], "cos_apical_negg": [-0.010126431472599506, -0.0010390514507889748, 0.7257492542266846], "cos_Ac_negg": [0.0003732807235792279, -6.743842277501244e-06, 0.6682853698730469], "r_norm": [1.5317360162734985, 0.3503659963607788, 77.80441284179688]}, {"step": 3400, "epoch": 7, "train_loss": 7.2689595222473145, "cos_r_negg": [0.0001113062899094075, 8.113789817798533e-07, 0.513046145439148], "cos_apical_negg": [-0.0064056734554469585, 3.6772689782083035e-05, 0.5483558177947998], "cos_Ac_negg": [4.618616367224604e-05, 8.107042503979756e-07, 0.513046145439148], "r_norm": [1.4825395345687866, 0.3148442506790161, 77.50830078125]}, {"step": 3450, "epoch": 7, "train_loss": 13.75157356262207, "cos_r_negg": [0.0001454556913813576, -6.2497565522789955e-06, 0.7248169183731079], "cos_apical_negg": [-0.008776616305112839, -0.000709729443769902, 0.7844253182411194], "cos_Ac_negg": [3.945940261473879e-05, -6.247196324693505e-06, 0.7248169183731079], "r_norm": [1.482345461845398, 0.3635554313659668, 89.32231140136719]}, {"step": 3500, "epoch": 7, "train_loss": 8.935890197753906, "cos_r_negg": [-0.00011035425268346444, 4.322162112657679e-06, 0.6354526281356812], "cos_apical_negg": [0.00015066959895193577, -0.0007845313521102071, 0.6521395444869995], "cos_Ac_negg": [-5.479692481458187e-05, 4.32568140240619e-06, 0.6354526281356812], "r_norm": [1.4197492599487305, 0.3033173680305481, 88.65109252929688], "ldr": {"dL_sdil": -1.8449220657348633, "dL_bp": -1.8449230194091797, "ratio": 0.9999994830817837}}, {"step": 3550, "epoch": 7, "train_loss": 9.662124633789062, "cos_r_negg": [0.00023246562341228127, 1.012601728689333e-06, 0.5588918328285217], "cos_apical_negg": [-0.005308680236339569, -8.97302888915874e-05, 0.5633586645126343], "cos_Ac_negg": [8.306762902066112e-05, 1.012538405120722e-06, 0.5588918328285217], "r_norm": [1.3817757368087769, 0.2689175605773926, 73.72422790527344]}, {"step": 3600, "epoch": 7, "train_loss": 9.220632553100586, "cos_r_negg": [1.4939440006855875e-05, 5.019971922592958e-07, 0.4937828779220581], "cos_apical_negg": [-0.0017173883970826864, 1.7737349480739795e-05, 0.48627805709838867], "cos_Ac_negg": [2.639586091390811e-05, 5.01661020280153e-07, 0.4937828779220581], "r_norm": [1.3643426895141602, 0.3020884394645691, 77.48904418945312]}, {"step": 3650, "epoch": 7, "train_loss": 11.321364402770996, "cos_r_negg": [-0.00010690158524084836, 7.705139069003053e-07, 0.523654043674469], "cos_apical_negg": [-0.011843258515000343, -0.00020834934548474848, 0.6075551509857178], "cos_Ac_negg": [-1.2515251910372172e-05, 7.7092732908568e-07, 0.523654043674469], "r_norm": [1.3298397064208984, 0.26620420813560486, 84.03500366210938]}, {"step": 3700, "epoch": 7, "train_loss": 8.876005172729492, "cos_r_negg": [1.3352211681194603e-05, -1.1763772818085272e-06, 0.544806718826294], "cos_apical_negg": [-0.004650386981666088, -0.0002620886662043631, 0.5248942971229553], "cos_Ac_negg": [2.1241357899270952e-05, -1.175300894828979e-06, 0.544806718826294], "r_norm": [1.30288565158844, 0.2574477195739746, 84.27145385742188]}, {"step": 3750, "epoch": 7, "train_loss": 10.310286521911621, "cos_r_negg": [0.00029395113233476877, -3.5967545954918023e-06, 0.49444645643234253], "cos_apical_negg": [-0.004928214475512505, -0.0007352849352173507, 0.4935668110847473], "cos_Ac_negg": [1.7704718629829586e-05, -3.5932150694861775e-06, 0.49444645643234253], "r_norm": [1.281638264656067, 0.23815414309501648, 79.21670532226562], "ldr": {"dL_sdil": -1.471816062927246, "dL_bp": -1.471816062927246, "ratio": 1.0}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.0974, "test_loss": 9.1484294921875}, {"step": 3800, "epoch": 8, "train_loss": 8.350662231445312, "cos_r_negg": [-0.00011980277486145496, 8.108731890388299e-07, 0.511878252029419], "cos_apical_negg": [-0.000590707000810653, 0.0003979722678195685, 0.48181065917015076], "cos_Ac_negg": [9.912497262121178e-06, 8.088983349807677e-07, 0.511878252029419], "r_norm": [1.2679638862609863, 0.23118382692337036, 75.17538452148438]}, {"step": 3850, "epoch": 8, "train_loss": 20.2028865814209, "cos_r_negg": [-0.00010637749801389873, 1.9120534489047714e-06, 0.6224456429481506], "cos_apical_negg": [-0.010618649423122406, -0.0004711493384093046, 0.6716222763061523], "cos_Ac_negg": [-1.0812032996909693e-05, 1.9135093225486344e-06, 0.6224456429481506], "r_norm": [1.2612963914871216, 0.2306998372077942, 78.39961242675781]}, {"step": 3900, "epoch": 8, "train_loss": 9.074897766113281, "cos_r_negg": [0.00017413846217095852, 5.405926913226722e-06, 0.5527389645576477], "cos_apical_negg": [-0.01257763709872961, -0.0007899510092101991, 0.6554620265960693], "cos_Ac_negg": [1.8253740563523024e-05, 5.40897326573031e-06, 0.5527389645576477], "r_norm": [1.229189395904541, 0.22585473954677582, 83.01426696777344]}, {"step": 3950, "epoch": 8, "train_loss": 11.735634803771973, "cos_r_negg": [1.7911588656716049e-06, -6.467848834290635e-07, 0.5003058910369873], "cos_apical_negg": [-0.008279511705040932, -0.00019776361295953393, 0.562091052532196], "cos_Ac_negg": [-3.482323154457845e-05, -6.462526584982697e-07, 0.5003059506416321], "r_norm": [1.211219310760498, 0.21520915627479553, 90.43827819824219]}, {"step": 4000, "epoch": 8, "train_loss": 10.925994873046875, "cos_r_negg": [-0.00019297959806863219, -1.920080165973559e-07, 0.4536040425300598], "cos_apical_negg": [-0.005702841095626354, 0.00030354788759723306, 0.4715937674045563], "cos_Ac_negg": [-3.183939406881109e-05, -1.934310773776815e-07, 0.4536040425300598], "r_norm": [1.203224778175354, 0.20120111107826233, 84.31185913085938], "ldr": {"dL_sdil": -2.404852867126465, "dL_bp": -2.404852867126465, "ratio": 1.0}}, {"step": 4050, "epoch": 8, "train_loss": 15.850722312927246, "cos_r_negg": [8.793182496447116e-05, -3.3425440051360056e-06, 0.6010972261428833], "cos_apical_negg": [-0.009536861442029476, -0.0008583945455029607, 0.6807384490966797], "cos_Ac_negg": [-5.472497286973521e-05, -3.339664317536517e-06, 0.6010972261428833], "r_norm": [1.1800583600997925, 0.1901998519897461, 82.16769409179688]}, {"step": 4100, "epoch": 8, "train_loss": 8.471710205078125, "cos_r_negg": [0.00020700575259979814, -1.3242131444712868e-06, 0.42473748326301575], "cos_apical_negg": [-0.006683139130473137, -0.00045045142178423703, 0.49033546447753906], "cos_Ac_negg": [1.4537638890033122e-05, -1.3227911495050648e-06, 0.42473751306533813], "r_norm": [1.1711795330047607, 0.2105143815279007, 80.14266204833984]}, {"step": 4150, "epoch": 8, "train_loss": 8.55112075805664, "cos_r_negg": [-8.080987754510716e-05, 9.025769713844056e-07, 0.5605632066726685], "cos_apical_negg": [0.000559908919967711, 0.00023795045854058117, 0.506675124168396], "cos_Ac_negg": [5.1535069360397756e-05, 9.016402486849984e-07, 0.5605632066726685], "r_norm": [1.1491844654083252, 0.18404966592788696, 81.61408996582031]}, {"step": 4200, "epoch": 8, "train_loss": 13.19131851196289, "cos_r_negg": [-5.302103090798482e-05, -1.6757685727952776e-07, 0.4157813489437103], "cos_apical_negg": [-0.006814072374254465, -0.00012263304961379617, 0.5151242017745972], "cos_Ac_negg": [1.0501396900508553e-05, -1.673981557814841e-07, 0.4157813489437103], "r_norm": [1.1625086069107056, 0.22921203076839447, 89.49198150634766]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.1135, "test_loss": 9.70152998046875}, {"step": 4250, "epoch": 9, "train_loss": 8.66131591796875, "cos_r_negg": [-8.767327381065115e-05, 2.5157345362458727e-07, 0.5817804336547852], "cos_apical_negg": [-0.007225095760077238, 6.911789569130633e-06, 0.565639317035675], "cos_Ac_negg": [-4.612334305420518e-05, 2.5132635528279934e-07, 0.5817804336547852], "r_norm": [1.1354368925094604, 0.15121720731258392, 75.26222229003906], "ldr": {"dL_sdil": -0.6935567855834961, "dL_bp": -0.6935567855834961, "ratio": 1.0}}, {"step": 4300, "epoch": 9, "train_loss": 11.244803428649902, "cos_r_negg": [1.745225745253265e-06, 3.7663614875782514e-06, 0.5817321538925171], "cos_apical_negg": [-0.014838891103863716, -0.0004980337107554078, 0.6715871691703796], "cos_Ac_negg": [-1.8072325474349782e-05, 3.7678737498936243e-06, 0.5817321538925171], "r_norm": [1.2679957151412964, 0.17653846740722656, 90.77873229980469]}, {"step": 4350, "epoch": 9, "train_loss": 8.87775707244873, "cos_r_negg": [0.00018060379079543054, -4.947717968661891e-08, 0.5324356555938721], "cos_apical_negg": [-0.003361362498253584, -8.661252650199458e-05, 0.5675597190856934], "cos_Ac_negg": [2.151918306481093e-05, -4.936647712838749e-08, 0.5324356555938721], "r_norm": [1.9769511222839355, 0.15487787127494812, 75.17033386230469]}, {"step": 4400, "epoch": 9, "train_loss": 14.260956764221191, "cos_r_negg": [0.00020082679111510515, -2.7901313615075196e-07, 0.33720099925994873], "cos_apical_negg": [-0.008000192232429981, -0.0001574506750330329, 0.3872101306915283], "cos_Ac_negg": [7.821749022696167e-05, -2.7871857355421525e-07, 0.33720099925994873], "r_norm": [1.7227811813354492, 0.15092623233795166, 75.2349853515625]}, {"step": 4450, "epoch": 9, "train_loss": 18.335960388183594, "cos_r_negg": [0.0005254126153886318, 2.940894603398192e-07, 0.4815998077392578], "cos_apical_negg": [-0.01041739247739315, -0.0002057348465314135, 0.6046962738037109], "cos_Ac_negg": [-7.091235602274537e-06, 2.9460980499607103e-07, 0.4815998077392578], "r_norm": [1.7101378440856934, 0.13177889585494995, 87.48760986328125]}, {"step": 4500, "epoch": 9, "train_loss": 11.86575698852539, "cos_r_negg": [0.00017362571088597178, -8.92778828642804e-08, 0.4393671751022339], "cos_apical_negg": [-0.00640405248850584, -0.00010568235302343965, 0.4992791712284088], "cos_Ac_negg": [3.2109488529386e-05, -8.911871418604278e-08, 0.4393671751022339], "r_norm": [1.7800021171569824, 0.13394486904144287, 87.77400970458984], "ldr": {"dL_sdil": -2.5812807083129883, "dL_bp": -2.5812807083129883, "ratio": 1.0}}, {"step": 4550, "epoch": 9, "train_loss": 8.760407447814941, "cos_r_negg": [0.00026409735437482595, 1.3038314250479743e-07, 0.4425652027130127], "cos_apical_negg": [-0.0020528738386929035, -8.753506699576974e-05, 0.4656316041946411], "cos_Ac_negg": [5.977551336400211e-05, 1.3052452629835898e-07, 0.4425652027130127], "r_norm": [1.7567378282546997, 0.13721448183059692, 75.42799377441406]}, {"step": 4600, "epoch": 9, "train_loss": 12.362990379333496, "cos_r_negg": [0.00034322997089475393, 9.366405038235825e-07, 0.6028578877449036], "cos_apical_negg": [-0.0132954902946949, -0.00034386146580800414, 0.662295937538147], "cos_Ac_negg": [-3.0212437195586972e-05, 9.377367859997321e-07, 0.6028578877449036], "r_norm": [1.7368807792663574, 0.12785537540912628, 80.7768325805664]}, {"step": 4650, "epoch": 9, "train_loss": 7.675228118896484, "cos_r_negg": [9.492431854596362e-05, -1.4972034279026047e-08, 0.532295286655426], "cos_apical_negg": [-0.005293938331305981, -0.0001382259652018547, 0.5539597868919373], "cos_Ac_negg": [-1.637759487493895e-05, -1.4553833693753404e-08, 0.5322952270507812], "r_norm": [1.6668815612792969, 0.1133916825056076, 83.40949249267578]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.0982, "test_loss": 11.11126015625}, {"step": 4700, "epoch": 10, "train_loss": 7.553195953369141, "cos_r_negg": [0.00031269111786969006, -6.427857783819491e-07, 0.7384434938430786], "cos_apical_negg": [-0.008360594511032104, -0.00027397877420298755, 0.7542895674705505], "cos_Ac_negg": [1.3723569281864911e-05, -6.421668103939737e-07, 0.7384434938430786], "r_norm": [1.6148316860198975, 0.12392996996641159, 87.37738037109375]}, {"step": 4750, "epoch": 10, "train_loss": 8.79129409790039, "cos_r_negg": [0.00012883478484582156, -7.794722023390932e-08, 0.4105145335197449], "cos_apical_negg": [-0.002023128094151616, -8.952117059379816e-05, 0.44600164890289307], "cos_Ac_negg": [2.558269989094697e-05, -7.778460542340326e-08, 0.4105145335197449], "r_norm": [1.5676753520965576, 0.13105249404907227, 79.43844604492188], "ldr": {"dL_sdil": -1.7486610412597656, "dL_bp": -1.7486610412597656, "ratio": 1.0}}, {"step": 4800, "epoch": 10, "train_loss": 8.434873580932617, "cos_r_negg": [-0.00010880731861107051, 1.0516990869291476e-06, 0.5958530902862549], "cos_apical_negg": [-0.007533474825322628, -0.00027179723838344216, 0.6559826135635376], "cos_Ac_negg": [-5.3350391681306064e-05, 1.0520624300625059e-06, 0.5958530902862549], "r_norm": [1.5421841144561768, 0.10986201465129852, 82.88703918457031]}, {"step": 4850, "epoch": 10, "train_loss": 18.156661987304688, "cos_r_negg": [-0.0007236093515530229, 2.0428567495400785e-06, 0.6050446033477783], "cos_apical_negg": [-0.008996647782623768, -0.0003811773203779012, 0.6883734464645386], "cos_Ac_negg": [-6.234555621631444e-05, 2.0433312784007285e-06, 0.6050446033477783], "r_norm": [1.682694911956787, 0.11027854681015015, 89.35542297363281]}, {"step": 4900, "epoch": 10, "train_loss": 17.92662811279297, "cos_r_negg": [0.0003329276805743575, 1.4262360537031782e-07, 0.4613821804523468], "cos_apical_negg": [-0.00034617120400071144, -8.013995829969645e-05, 0.5151602029800415], "cos_Ac_negg": [6.272871542023495e-05, 1.4273869908265624e-07, 0.4613821804523468], "r_norm": [1.648557186126709, 0.11817533522844315, 82.25393676757812]}, {"step": 4950, "epoch": 10, "train_loss": 9.840583801269531, "cos_r_negg": [8.903536945581436e-05, 1.5503057682053623e-07, 0.44112831354141235], "cos_apical_negg": [-0.004034923389554024, -0.0001311134546995163, 0.469429612159729], "cos_Ac_negg": [1.4618544810218737e-05, 1.552084398781517e-07, 0.44112831354141235], "r_norm": [1.6935038566589355, 0.08222898840904236, 76.03120422363281]}, {"step": 5000, "epoch": 10, "train_loss": 12.29096794128418, "cos_r_negg": [4.0714716305956244e-05, 5.102707518744865e-07, 0.6458083391189575], "cos_apical_negg": [-0.0022750739008188248, -8.203824836527929e-05, 0.6688752770423889], "cos_Ac_negg": [-3.351271152496338e-05, 5.103892704028112e-07, 0.6458083391189575], "r_norm": [1.707338809967041, 0.08973245322704315, 102.35844421386719], "ldr": {"dL_sdil": -1.971928596496582, "dL_bp": -1.971928596496582, "ratio": 1.0}}, {"step": 5050, "epoch": 10, "train_loss": 11.760293006896973, "cos_r_negg": [-0.00032514307531528175, 5.5521763187016404e-08, 0.653529167175293], "cos_apical_negg": [-0.007419455796480179, -0.00041960005182772875, 0.6704767942428589], "cos_Ac_negg": [-1.7873589968075976e-05, 5.6487227340085155e-08, 0.653529167175293], "r_norm": [1.6301994323730469, 0.07837019115686417, 77.41508483886719]}, {"step": 5100, "epoch": 10, "train_loss": 14.379650115966797, "cos_r_negg": [0.0001573937915964052, 5.246526484370406e-07, 0.4862540662288666], "cos_apical_negg": [-0.012646365910768509, -0.0009090492967516184, 0.5581462383270264], "cos_Ac_negg": [-1.9437489754636772e-05, 5.26730332239822e-07, 0.4862540662288666], "r_norm": [1.5474889278411865, 0.08281230926513672, 81.46000671386719]}, {"step": 5150, "epoch": 10, "train_loss": 13.825712203979492, "cos_r_negg": [0.0003743254055734724, 3.814064655216498e-07, 0.6437207460403442], "cos_apical_negg": [-0.009869727306067944, -0.0003952353436034173, 0.6643006801605225], "cos_Ac_negg": [-3.708235453814268e-06, 3.824905263627443e-07, 0.6437207460403442], "r_norm": [1.491247296333313, 0.072511225938797, 80.22998046875]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.0982, "test_loss": 15.148355859375}, {"step": 5200, "epoch": 11, "train_loss": 10.118941307067871, "cos_r_negg": [-0.00028206390561535954, 3.63401454706036e-07, 0.6299891471862793], "cos_apical_negg": [-0.005917912349104881, -0.0001710111100692302, 0.6264543533325195], "cos_Ac_negg": [-2.68746807705611e-05, 3.6377045375957096e-07, 0.6299891471862793], "r_norm": [1.4780288934707642, 0.07215329259634018, 92.58200073242188]}, {"step": 5250, "epoch": 11, "train_loss": 10.085345268249512, "cos_r_negg": [0.00015237645129673183, 1.3763574315817095e-06, 0.6935406923294067], "cos_apical_negg": [-0.006441676523536444, -0.0004837223968934268, 0.7069133520126343], "cos_Ac_negg": [-1.2693659300566651e-05, 1.3776617606708896e-06, 0.6935406923294067], "r_norm": [1.4143438339233398, 0.07596965879201889, 110.09877014160156], "ldr": {"dL_sdil": -2.7637767791748047, "dL_bp": -2.7637767791748047, "ratio": 1.0}}, {"step": 5300, "epoch": 11, "train_loss": 13.484560012817383, "cos_r_negg": [0.0010420099133625627, 2.775449956970988e-06, 0.5849450826644897], "cos_apical_negg": [-0.007008791901171207, -0.0009340122924186289, 0.6840984225273132], "cos_Ac_negg": [2.441414471832104e-05, 2.7772853172791656e-06, 0.5849450826644897], "r_norm": [1.3924809694290161, 0.07473316043615341, 89.49417114257812]}, {"step": 5350, "epoch": 11, "train_loss": 15.232036590576172, "cos_r_negg": [0.00037912753759883344, 9.216336138706538e-08, 0.5043209195137024], "cos_apical_negg": [-0.006790008395910263, -0.00035610311897471547, 0.5772265791893005], "cos_Ac_negg": [-3.270383604103699e-05, 9.266699407817214e-08, 0.5043209195137024], "r_norm": [1.3300153017044067, 0.06564986705780029, 79.80753326416016]}, {"step": 5400, "epoch": 11, "train_loss": 13.105768203735352, "cos_r_negg": [0.00032476699561811984, -2.73441571607691e-07, 0.4288938641548157], "cos_apical_negg": [-0.004432481713593006, -0.0001996458158828318, 0.47836750745773315], "cos_Ac_negg": [5.006891115044709e-06, -2.731771360231505e-07, 0.4288938641548157], "r_norm": [1.2712279558181763, 0.06075876206159592, 86.4495849609375]}, {"step": 5450, "epoch": 11, "train_loss": 13.775177955627441, "cos_r_negg": [8.640943269710988e-05, 1.3999900261296716e-07, 0.5062875747680664], "cos_apical_negg": [-0.00247135479003191, -7.626639126101509e-05, 0.5683434009552002], "cos_Ac_negg": [1.5832736153242877e-06, 1.4005159698626812e-07, 0.5062875747680664], "r_norm": [1.235874891281128, 0.060464873909950256, 78.0467758178711]}, {"step": 5500, "epoch": 11, "train_loss": 9.430831909179688, "cos_r_negg": [0.000217218796024099, 5.282189619038036e-08, 0.4431650638580322], "cos_apical_negg": [-0.00191768747754395, -7.623414421686903e-05, 0.5041011571884155], "cos_Ac_negg": [1.7568587281857617e-05, 5.287247262231176e-08, 0.443165123462677], "r_norm": [1.224783182144165, 0.05196171626448631, 83.83380126953125], "ldr": {"dL_sdil": -1.0355777740478516, "dL_bp": -1.0355768203735352, "ratio": 1.0000009209112233}}, {"step": 5550, "epoch": 11, "train_loss": 12.598531723022461, "cos_r_negg": [9.904507169267163e-05, 1.039168324723505e-07, 0.5987052321434021], "cos_apical_negg": [-0.004337522201240063, -5.160631189937703e-05, 0.6154196262359619], "cos_Ac_negg": [9.322529876953922e-07, 1.039497306010162e-07, 0.5987051725387573], "r_norm": [1.166374921798706, 0.05780396983027458, 101.46399688720703]}, {"step": 5600, "epoch": 11, "train_loss": 14.294759750366211, "cos_r_negg": [2.8894090064568445e-05, 8.75710810532837e-08, 0.6483186483383179], "cos_apical_negg": [-0.001883477671071887, -2.8585214749909937e-05, 0.6584281921386719], "cos_Ac_negg": [7.6542746683117e-06, 8.75850929560329e-08, 0.6483186483383179], "r_norm": [1.1237525939941406, 0.05485842376947403, 102.87727355957031]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.098, "test_loss": 11.03041005859375}, {"step": 5650, "epoch": 12, "train_loss": 10.978912353515625, "cos_r_negg": [7.079652277752757e-07, -4.7148748905101456e-08, 0.5072245597839355], "cos_apical_negg": [-0.002779369242489338, -6.869398930575699e-05, 0.5093361735343933], "cos_Ac_negg": [1.338833953923313e-05, -4.710162215815217e-08, 0.5072245597839355], "r_norm": [1.1031290292739868, 0.05092078447341919, 87.03889465332031]}, {"step": 5700, "epoch": 12, "train_loss": 10.130890846252441, "cos_r_negg": [-5.021675315219909e-05, 3.0871596834458614e-08, 0.5204319357872009], "cos_apical_negg": [0.001587818143889308, 2.614794357214123e-05, 0.46281901001930237], "cos_Ac_negg": [6.234207376110135e-06, 3.0817737695088e-08, 0.5204319357872009], "r_norm": [1.046860694885254, 0.045196667313575745, 78.0074691772461]}, {"step": 5750, "epoch": 12, "train_loss": 15.400476455688477, "cos_r_negg": [-1.5003948647063226e-05, -1.7171077004718427e-08, 0.6105120182037354], "cos_apical_negg": [-0.0037834537215530872, -8.073527715168893e-05, 0.6280250549316406], "cos_Ac_negg": [5.779433195129968e-06, -1.7094748727686238e-08, 0.6105120182037354], "r_norm": [1.000943660736084, 0.04425365477800369, 80.83499145507812], "ldr": {"dL_sdil": -1.772995948791504, "dL_bp": -1.772995948791504, "ratio": 1.0}}, {"step": 5800, "epoch": 12, "train_loss": 15.757497787475586, "cos_r_negg": [-5.766387766925618e-05, 1.1906465147148992e-07, 0.6639022827148438], "cos_apical_negg": [-0.0044496916234493256, -5.665908247465268e-05, 0.681056797504425], "cos_Ac_negg": [2.3126942778617376e-06, 1.1911089359273319e-07, 0.6639022827148438], "r_norm": [0.9676047563552856, 0.049663834273815155, 113.55549621582031]}, {"step": 5850, "epoch": 12, "train_loss": 11.285749435424805, "cos_r_negg": [-1.0030658813775517e-05, -1.2131764037803805e-08, 0.44576889276504517], "cos_apical_negg": [4.140700912103057e-05, -2.067433342745062e-05, 0.45364123582839966], "cos_Ac_negg": [4.950745733367512e-07, -1.2106372793141418e-08, 0.44576889276504517], "r_norm": [0.9667638540267944, 0.041877541691064835, 85.11402130126953]}, {"step": 5900, "epoch": 12, "train_loss": 10.357096672058105, "cos_r_negg": [0.00019162193348165601, -6.782075701039503e-08, 0.4520779550075531], "cos_apical_negg": [-0.002414807677268982, -7.502416701754555e-05, 0.48004618287086487], "cos_Ac_negg": [6.552946842930396e-07, -6.777473515739985e-08, 0.4520779848098755], "r_norm": [0.9555494785308838, 0.04281560331583023, 91.12397766113281]}, {"step": 5950, "epoch": 12, "train_loss": 14.091939926147461, "cos_r_negg": [0.0003648236161097884, 8.312937893606431e-08, 0.4659474790096283], "cos_apical_negg": [-0.004306119401007891, -0.00010710809874581173, 0.5392451286315918], "cos_Ac_negg": [1.8565191567176953e-05, 8.319595679040503e-08, 0.4659474492073059], "r_norm": [0.957757830619812, 0.036128461360931396, 84.77066040039062]}, {"step": 6000, "epoch": 12, "train_loss": 20.336750030517578, "cos_r_negg": [2.95345853373874e-06, 3.462056952230341e-08, 0.438235342502594], "cos_apical_negg": [0.0016325494507327676, 3.303065386717208e-05, 0.4574050009250641], "cos_Ac_negg": [1.5880665159784257e-05, 3.458492159325033e-08, 0.438235342502594], "r_norm": [0.9655156135559082, 0.03998926654458046, 91.9139404296875], "ldr": {"dL_sdil": -2.1024818420410156, "dL_bp": -2.1024818420410156, "ratio": 1.0}}, {"step": 6050, "epoch": 12, "train_loss": 10.852270126342773, "cos_r_negg": [-6.309445780061651e-06, 1.641325653167769e-08, 0.5630632638931274], "cos_apical_negg": [0.0021210908889770508, 3.244111576350406e-05, 0.5311188101768494], "cos_Ac_negg": [5.431689714896493e-06, 1.6386252355005126e-08, 0.5630632638931274], "r_norm": [0.9306206703186035, 0.03706920146942139, 91.34243774414062]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.101, "test_loss": 10.60935732421875}, {"step": 6100, "epoch": 13, "train_loss": 12.692525863647461, "cos_r_negg": [3.403305890969932e-05, -3.9189869127653765e-09, 0.5090535879135132], "cos_apical_negg": [-0.00037686742143705487, -1.8505179468775168e-05, 0.4755152463912964], "cos_Ac_negg": [3.143124331472791e-06, -3.904218282002603e-09, 0.5090535879135132], "r_norm": [0.8973076343536377, 0.03724507614970207, 94.48979949951172]}, {"step": 6150, "epoch": 13, "train_loss": 8.039826393127441, "cos_r_negg": [-3.4920944017358124e-05, 9.687282975789913e-09, 0.3944620192050934], "cos_apical_negg": [0.000493341707624495, -4.813973646378145e-06, 0.43639546632766724], "cos_Ac_negg": [1.0576282875263132e-05, 9.686376145623399e-09, 0.3944620192050934], "r_norm": [0.8770270347595215, 0.045393332839012146, 83.36437225341797]}, {"step": 6200, "epoch": 13, "train_loss": 10.047268867492676, "cos_r_negg": [-0.00014663537149317563, -1.361331847249403e-08, 0.6045984625816345], "cos_apical_negg": [-0.003996690735220909, -0.00012675567995756865, 0.6314540505409241], "cos_Ac_negg": [5.723054528061766e-06, -1.3539118270955441e-08, 0.6045985221862793], "r_norm": [0.8532680869102478, 0.031484778970479965, 77.69332122802734]}, {"step": 6250, "epoch": 13, "train_loss": 6.848944664001465, "cos_r_negg": [0.00019438134040683508, -4.133643471959658e-08, 0.5433555841445923], "cos_apical_negg": [-0.0030652121640741825, -8.101679850369692e-05, 0.5472005009651184], "cos_Ac_negg": [9.611417226551566e-06, -4.1259653471570346e-08, 0.5433555841445923], "r_norm": [0.8177062273025513, 0.033463310450315475, 84.4013671875], "ldr": {"dL_sdil": -2.019667148590088, "dL_bp": -2.0196666717529297, "ratio": 1.0000002360969584}}, {"step": 6300, "epoch": 13, "train_loss": 13.760171890258789, "cos_r_negg": [0.00019522344518918544, -2.8759636450104153e-08, 0.41793912649154663], "cos_apical_negg": [-0.001400284469127655, -7.88709512562491e-05, 0.451373815536499], "cos_Ac_negg": [1.1827429261757061e-05, -2.8646077510074974e-08, 0.41793912649154663], "r_norm": [0.8022638559341431, 0.028187435120344162, 85.42611694335938]}, {"step": 6350, "epoch": 13, "train_loss": 11.013166427612305, "cos_r_negg": [-4.20033757109195e-07, 1.542992933423193e-08, 0.4427430033683777], "cos_apical_negg": [0.001184144290164113, 2.471531115588732e-05, 0.4332180619239807], "cos_Ac_negg": [4.987003194401041e-06, 1.5415546172903305e-08, 0.4427430033683777], "r_norm": [0.7783539891242981, 0.030599452555179596, 81.78202056884766]}, {"step": 6400, "epoch": 13, "train_loss": 14.740165710449219, "cos_r_negg": [6.312496407190338e-05, -6.7643619594548454e-09, 0.3390384316444397], "cos_apical_negg": [4.24950267188251e-05, -6.120401667430997e-05, 0.4257630705833435], "cos_Ac_negg": [-1.3983594726596493e-05, -6.71260558249287e-09, 0.3390384316444397], "r_norm": [0.7657351493835449, 0.03507578372955322, 86.68266296386719]}, {"step": 6450, "epoch": 13, "train_loss": 13.51059341430664, "cos_r_negg": [0.0001460500934626907, -4.0702325065922196e-08, 0.41696375608444214], "cos_apical_negg": [-0.0030269755516201258, -7.176605868153274e-05, 0.4708402752876282], "cos_Ac_negg": [1.5623713807144668e-06, -4.0648096444328985e-08, 0.41696372628211975], "r_norm": [0.7674683332443237, 0.027476802468299866, 95.1948471069336]}, {"step": 6500, "epoch": 13, "train_loss": 7.815810680389404, "cos_r_negg": [2.1559822926064953e-05, 3.5628708872081916e-09, 0.4800638258457184], "cos_apical_negg": [-0.0010081204818561673, -2.811084414133802e-05, 0.4555235207080841], "cos_Ac_negg": [-1.4185458212523372e-06, 3.5829637035078576e-09, 0.4800638258457184], "r_norm": [0.7653645277023315, 0.025324299931526184, 89.57450866699219], "ldr": {"dL_sdil": -1.5353870391845703, "dL_bp": -1.5353870391845703, "ratio": 1.0}}, {"step": 6550, "epoch": 13, "train_loss": 12.879802703857422, "cos_r_negg": [-2.099934317811858e-05, 2.063336346225242e-08, 0.4309118390083313], "cos_apical_negg": [-0.0026446518022567034, -6.224244134500623e-05, 0.4976082444190979], "cos_Ac_negg": [1.9074273950536735e-05, 2.0682609402911112e-08, 0.4309118390083313], "r_norm": [0.7549271583557129, 0.021472658962011337, 84.7398452758789]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.1009, "test_loss": 9.809108984375}, {"step": 6600, "epoch": 14, "train_loss": 13.978185653686523, "cos_r_negg": [-4.05471510021016e-05, 1.7397688623077556e-07, 0.5392993092536926], "cos_apical_negg": [-0.005305331200361252, -0.00015277556667570025, 0.6051430702209473], "cos_Ac_negg": [2.298544131917879e-05, 1.7409055885764246e-07, 0.5392992496490479], "r_norm": [0.7661222219467163, 0.02506287582218647, 91.04176330566406]}, {"step": 6650, "epoch": 14, "train_loss": 9.193981170654297, "cos_r_negg": [-4.76057430205401e-05, -3.1816568935028045e-08, 0.5754311084747314], "cos_apical_negg": [-0.002274089492857456, -5.812947347294539e-05, 0.556454598903656], "cos_Ac_negg": [3.813358944171341e-06, -3.1771641317845933e-08, 0.5754311084747314], "r_norm": [0.784377932548523, 0.021529093384742737, 85.26840209960938]}, {"step": 6700, "epoch": 14, "train_loss": 12.719364166259766, "cos_r_negg": [0.0001957567292265594, 1.5795492913639464e-08, 0.5494834184646606], "cos_apical_negg": [-0.001146879862062633, -1.2236682778166141e-06, 0.5274633169174194], "cos_Ac_negg": [2.0329684048192576e-05, 1.5810861953013955e-08, 0.5494834184646606], "r_norm": [0.7542408108711243, 0.022220904007554054, 95.5643310546875]}, {"step": 6750, "epoch": 14, "train_loss": 14.171464920043945, "cos_r_negg": [6.0329002735670656e-05, 8.181367405768469e-08, 0.5441421270370483], "cos_apical_negg": [-0.005690831691026688, -0.00013187012518756092, 0.6214288473129272], "cos_Ac_negg": [1.1736673513951246e-05, 8.191530298518046e-08, 0.5441421270370483], "r_norm": [0.774990439414978, 0.022316722199320793, 86.79719543457031], "ldr": {"dL_sdil": -2.4730615615844727, "dL_bp": -2.4730615615844727, "ratio": 1.0}}, {"step": 6800, "epoch": 14, "train_loss": 13.079388618469238, "cos_r_negg": [-2.2078487745602615e-05, -1.4523909186436867e-08, 0.5093168020248413], "cos_apical_negg": [-0.0011034384369850159, -4.446175444172695e-05, 0.5111926794052124], "cos_Ac_negg": [1.4046849173610099e-05, -1.4492171018787303e-08, 0.5093168020248413], "r_norm": [0.7696186304092407, 0.02117282524704933, 84.99125671386719]}, {"step": 6850, "epoch": 14, "train_loss": 12.462053298950195, "cos_r_negg": [3.078998270211741e-05, 5.9066334046065094e-09, 0.3447674512863159], "cos_apical_negg": [-0.001971352845430374, -2.2240139514906332e-05, 0.40037375688552856], "cos_Ac_negg": [1.2388258255668916e-05, 5.922716539430439e-09, 0.3447674512863159], "r_norm": [0.8204542994499207, 0.02266305312514305, 78.58943176269531]}, {"step": 6900, "epoch": 14, "train_loss": 11.751041412353516, "cos_r_negg": [6.558079621754587e-05, 5.18465581578198e-09, 0.595598042011261], "cos_apical_negg": [-0.0014951402554288507, -6.429255336115602e-06, 0.6014756560325623], "cos_Ac_negg": [-2.8685483357548947e-06, 5.18794252002408e-09, 0.595598042011261], "r_norm": [0.8723384141921997, 0.01780192367732525, 89.8209457397461]}, {"step": 6950, "epoch": 14, "train_loss": 8.782187461853027, "cos_r_negg": [6.824510637670755e-05, 4.283998933374278e-08, 0.49651655554771423], "cos_apical_negg": [-0.0022454748395830393, -0.00010281275172019377, 0.5714789032936096], "cos_Ac_negg": [1.1965490557486191e-05, 4.292054001098222e-08, 0.49651655554771423], "r_norm": [1.0107485055923462, 0.01833965629339218, 84.56999969482422]}, {"step": 7000, "epoch": 14, "train_loss": 10.607233047485352, "cos_r_negg": [3.9688289689365774e-05, 9.045211690761334e-09, 0.4550669193267822], "cos_apical_negg": [-0.0002867323055397719, -2.488297104719095e-05, 0.41544800996780396], "cos_Ac_negg": [5.133197191753425e-06, 9.074483386939391e-09, 0.4550669193267822], "r_norm": [1.0539246797561646, 0.015834230929613113, 84.68928527832031], "ldr": {"dL_sdil": -3.183307647705078, "dL_bp": -3.183307647705078, "ratio": 1.0}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.0982, "test_loss": 8.72073701171875}, {"step": 7050, "epoch": 15, "train_loss": 12.165620803833008, "cos_r_negg": [3.8341320760082453e-05, 1.762034962382586e-09, 0.3574952185153961], "cos_apical_negg": [-0.0010277635883539915, -1.818333112169057e-05, 0.3853785991668701], "cos_Ac_negg": [-4.940870894643012e-07, 1.780984693056098e-09, 0.3574952185153961], "r_norm": [1.0988723039627075, 0.01878579705953598, 82.29794311523438]}, {"step": 7100, "epoch": 15, "train_loss": 9.198695182800293, "cos_r_negg": [0.00011176511907251552, -5.241930445265552e-09, 0.6464998722076416], "cos_apical_negg": [-0.0009870295180007815, 2.399440563749522e-05, 0.6523549556732178], "cos_Ac_negg": [2.8645340535149444e-06, -5.293231630787432e-09, 0.6464998722076416], "r_norm": [1.2713594436645508, 0.016385670751333237, 113.43291473388672]}, {"step": 7150, "epoch": 15, "train_loss": 19.004247665405273, "cos_r_negg": [0.00010464304796187207, -3.102918810782285e-08, 0.2901879549026489], "cos_apical_negg": [0.0008354631718248129, -0.00013090232096146792, 0.38576388359069824], "cos_Ac_negg": [6.747052339051152e-06, -3.09064063230835e-08, 0.2901879549026489], "r_norm": [1.3964521884918213, 0.01521104946732521, 76.79718780517578]}, {"step": 7200, "epoch": 15, "train_loss": 8.519195556640625, "cos_r_negg": [-0.00011337553587509319, 5.843092232282743e-09, 0.5371555685997009], "cos_apical_negg": [-0.00037134430021978915, -2.6310804969398305e-05, 0.5305789709091187], "cos_Ac_negg": [-4.460318905330496e-07, 5.875530284527031e-09, 0.5371555685997009], "r_norm": [1.359429121017456, 0.013077404350042343, 83.5916519165039]}, {"step": 7250, "epoch": 15, "train_loss": 6.349649429321289, "cos_r_negg": [0.00013339289580471814, 4.1014970975084e-08, 0.5031282901763916], "cos_apical_negg": [-0.0004193565691821277, -8.464813436148688e-05, 0.5357390642166138], "cos_Ac_negg": [-3.2870996165001998e-06, 4.127916497509432e-08, 0.5031282901763916], "r_norm": [1.313194751739502, 0.013569406233727932, 83.68585968017578], "ldr": {"dL_sdil": -1.392240047454834, "dL_bp": -1.392240047454834, "ratio": 1.0}}, {"step": 7300, "epoch": 15, "train_loss": 10.931695938110352, "cos_r_negg": [8.949940092861652e-05, 6.495011639628956e-09, 0.38547781109809875], "cos_apical_negg": [0.0009963371558114886, -1.0882170499826316e-05, 0.40763571858406067], "cos_Ac_negg": [-2.9502050438168226e-06, 6.514643047239588e-09, 0.38547781109809875], "r_norm": [1.238723635673523, 0.01409914717078209, 79.45414733886719]}, {"step": 7350, "epoch": 15, "train_loss": 9.900970458984375, "cos_r_negg": [0.0001340937742497772, -4.7878341291607285e-08, 0.6631300449371338], "cos_apical_negg": [0.0009003356099128723, -0.00012957665603607893, 0.7030308246612549], "cos_Ac_negg": [1.2629061529878527e-05, -4.776251927296471e-08, 0.6631300449371338], "r_norm": [1.1301496028900146, 0.014683437533676624, 92.8741455078125]}, {"step": 7400, "epoch": 15, "train_loss": 10.533748626708984, "cos_r_negg": [4.306412301957607e-05, 5.5061256887256604e-08, 0.5273277759552002], "cos_apical_negg": [-0.0010907097021117806, -0.0001045345125021413, 0.6019513010978699], "cos_Ac_negg": [-8.574574167141691e-06, 5.5172861834762443e-08, 0.5273277759552002], "r_norm": [1.0351217985153198, 0.012838250026106834, 91.83121490478516]}, {"step": 7450, "epoch": 15, "train_loss": 14.120122909545898, "cos_r_negg": [-3.581890950954403e-06, 4.90097118444055e-09, 0.5279273390769958], "cos_apical_negg": [-0.00017071102047339082, 2.9027720302110538e-05, 0.5098388195037842], "cos_Ac_negg": [5.338152732292656e-06, 4.881328230510462e-09, 0.5279273390769958], "r_norm": [0.9675644636154175, 0.012065337039530277, 99.06315612792969]}, {"step": 7500, "epoch": 15, "train_loss": 15.466059684753418, "cos_r_negg": [7.610167085658759e-05, -2.2134017285679874e-08, 0.6139017939567566], "cos_apical_negg": [-0.0003215773613192141, -6.744837446603924e-05, 0.6562725305557251], "cos_Ac_negg": [6.307362127699889e-06, -2.2080019590475786e-08, 0.6139017939567566], "r_norm": [0.9144335985183716, 0.012136529199779034, 88.59718322753906], "ldr": {"dL_sdil": -1.5836200714111328, "dL_bp": -1.5836200714111328, "ratio": 1.0}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.0982, "test_loss": 17.4365453125}, {"step": 7550, "epoch": 16, "train_loss": 9.969935417175293, "cos_r_negg": [1.4464196283370256e-05, 2.6863727242698587e-08, 0.6309255361557007], "cos_apical_negg": [0.0002782650990411639, -4.15695394622162e-05, 0.6520735025405884], "cos_Ac_negg": [8.866498319548555e-06, 2.6893173910025325e-08, 0.6309255361557007], "r_norm": [0.8730217814445496, 0.011464741080999374, 120.89492797851562]}, {"step": 7600, "epoch": 16, "train_loss": 11.164848327636719, "cos_r_negg": [-3.672977618407458e-05, -4.3365522284233293e-10, 0.40536123514175415], "cos_apical_negg": [-0.000853395729791373, -4.2077561374753714e-05, 0.44205474853515625], "cos_Ac_negg": [-7.200167601695284e-06, -4.07189254536533e-10, 0.40536123514175415], "r_norm": [0.8554361462593079, 0.009760139510035515, 85.4038314819336]}, {"step": 7650, "epoch": 16, "train_loss": 13.301976203918457, "cos_r_negg": [4.2507796024437994e-05, 3.292871753046711e-08, 0.5268552899360657], "cos_apical_negg": [-0.00032678520074114203, -6.974663847358897e-05, 0.5844427943229675], "cos_Ac_negg": [-3.287010486019426e-06, 3.2966710250548203e-08, 0.5268552899360657], "r_norm": [0.8134089708328247, 0.010570580139756203, 92.54121398925781]}, {"step": 7700, "epoch": 16, "train_loss": 10.22711181640625, "cos_r_negg": [2.377128112129867e-05, -1.3691690448069949e-08, 0.5998481512069702], "cos_apical_negg": [0.00014819702482782304, -6.349470640998334e-05, 0.6407350897789001], "cos_Ac_negg": [9.610538654669654e-06, -1.365747959169994e-08, 0.599848210811615], "r_norm": [0.7515996098518372, 0.010090311989188194, 86.43838500976562]}, {"step": 7750, "epoch": 16, "train_loss": 14.473434448242188, "cos_r_negg": [-2.8713318897644058e-05, -1.0763583802031462e-08, 0.36343681812286377], "cos_apical_negg": [2.5008281227201223e-05, -4.213215288473293e-05, 0.4035068154335022], "cos_Ac_negg": [-1.0971880328725092e-06, -1.0746044942777644e-08, 0.36343681812286377], "r_norm": [0.7636499404907227, 0.009558076038956642, 99.39291381835938], "ldr": {"dL_sdil": -6.446208953857422, "dL_bp": -6.446208953857422, "ratio": 1.0}}, {"step": 7800, "epoch": 16, "train_loss": 6.6486406326293945, "cos_r_negg": [6.710544766974635e-06, -3.536496873124406e-09, 0.34217730164527893], "cos_apical_negg": [-0.0009028199128806591, -2.3430664441548288e-05, 0.34439903497695923], "cos_Ac_negg": [-2.2481819996755803e-06, -3.526187342117737e-09, 0.34217730164527893], "r_norm": [0.8782708644866943, 0.010310963727533817, 79.25166320800781]}, {"step": 7850, "epoch": 16, "train_loss": 9.846342086791992, "cos_r_negg": [-5.7590081269154325e-05, -7.612406704993191e-09, 0.42809468507766724], "cos_apical_negg": [0.0006251411978155375, -3.7069054087623954e-05, 0.4444453716278076], "cos_Ac_negg": [4.474902198126074e-06, -7.594657347453904e-09, 0.42809468507766724], "r_norm": [0.7083644866943359, 0.009349975734949112, 88.11444091796875]}, {"step": 7900, "epoch": 16, "train_loss": 5.90754508972168, "cos_r_negg": [0.00023230377701111138, 6.25740170789868e-09, 0.4436602294445038], "cos_apical_negg": [-0.00023706367937847972, -6.370888877427205e-05, 0.5032368898391724], "cos_Ac_negg": [-8.304504262923729e-06, 6.357726789474327e-09, 0.4436602294445038], "r_norm": [0.7297607064247131, 0.007004464045166969, 91.04661560058594]}, {"step": 7950, "epoch": 16, "train_loss": 8.82487678527832, "cos_r_negg": [-0.0001417562016285956, -1.2075366484509686e-08, 0.43892261385917664], "cos_apical_negg": [-0.00020725146168842912, -6.580834451597184e-05, 0.46072864532470703], "cos_Ac_negg": [6.6196039369970094e-06, -1.202687105461564e-08, 0.43892258405685425], "r_norm": [0.6774342656135559, 0.009939217939972878, 96.52986907958984]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.0892, "test_loss": 11.00431416015625}, {"step": 8000, "epoch": 17, "train_loss": 9.346677780151367, "cos_r_negg": [2.7214036890654825e-05, 7.1637527021550795e-09, 0.5945496559143066], "cos_apical_negg": [0.00029223054298199713, 5.397709901444614e-05, 0.5581884384155273], "cos_Ac_negg": [-8.144861567416228e-07, 7.126140122437619e-09, 0.5945496559143066], "r_norm": [0.6559951305389404, 0.007754693739116192, 100.55601501464844], "ldr": {"dL_sdil": -3.153646945953369, "dL_bp": -3.153646945953369, "ratio": 1.0}}, {"step": 8050, "epoch": 17, "train_loss": 10.754528999328613, "cos_r_negg": [-1.323225205851486e-05, 4.505322337422513e-09, 0.41109880805015564], "cos_apical_negg": [0.001739297527819872, -2.1540023226407357e-05, 0.45714670419692993], "cos_Ac_negg": [-3.1569250040774932e-06, 4.540199327607297e-09, 0.41109880805015564], "r_norm": [0.6505347490310669, 0.007400944828987122, 79.184326171875]}, {"step": 8100, "epoch": 17, "train_loss": 5.796433925628662, "cos_r_negg": [9.623188816476613e-06, -5.365846100779947e-10, 0.5363237261772156], "cos_apical_negg": [0.0013296606484800577, -8.449089364148676e-05, 0.5689935684204102], "cos_Ac_negg": [7.696316970395856e-06, -4.062869485288445e-10, 0.5363237261772156], "r_norm": [0.6357999444007874, 0.006718936376273632, 81.55254364013672]}, {"step": 8150, "epoch": 17, "train_loss": 9.755533218383789, "cos_r_negg": [-0.00028355789254419506, -1.3897330397583119e-08, 0.613416850566864], "cos_apical_negg": [0.0008651341195218265, -0.0001027792677632533, 0.6352988481521606], "cos_Ac_negg": [2.1339008526410908e-05, -1.3763253647880447e-08, 0.613416850566864], "r_norm": [0.7106645107269287, 0.0071466476656496525, 88.63458251953125]}, {"step": 8200, "epoch": 17, "train_loss": 12.10666275024414, "cos_r_negg": [-3.2292075047735125e-05, 2.025296907959273e-08, 0.4687398076057434], "cos_apical_negg": [-0.00039432619814760983, -6.970101094339043e-05, 0.5002393126487732], "cos_Ac_negg": [7.200183063105214e-06, 2.0354526952814922e-08, 0.4687398076057434], "r_norm": [0.655820369720459, 0.005974153056740761, 83.92666625976562]}, {"step": 8250, "epoch": 17, "train_loss": 11.205314636230469, "cos_r_negg": [-7.669632759643719e-05, -6.359118565057997e-09, 0.4175633490085602], "cos_apical_negg": [4.427507519721985e-05, -4.227790850563906e-05, 0.41985946893692017], "cos_Ac_negg": [1.2483919817896094e-05, -6.3047478349176345e-09, 0.4175633490085602], "r_norm": [0.6590726971626282, 0.006034072022885084, 92.40461730957031], "ldr": {"dL_sdil": -1.9615421295166016, "dL_bp": -1.9615421295166016, "ratio": 1.0}}, {"step": 8300, "epoch": 17, "train_loss": 11.700429916381836, "cos_r_negg": [8.231776155298576e-05, 5.220715415532595e-09, 0.35550016164779663], "cos_apical_negg": [-0.0001243661972694099, -6.083086191210896e-05, 0.3611656427383423], "cos_Ac_negg": [5.634833541989792e-06, 5.341282971471628e-09, 0.35550016164779663], "r_norm": [0.6065415143966675, 0.005412575323134661, 83.96810913085938]}, {"step": 8350, "epoch": 17, "train_loss": 11.766653060913086, "cos_r_negg": [-2.393097383901477e-05, 3.143236426694784e-08, 0.48634713888168335], "cos_apical_negg": [0.0020888871513307095, -0.0001638925459701568, 0.5650593042373657], "cos_Ac_negg": [-9.187772320728982e-07, 3.1574586500937585e-08, 0.48634713888168335], "r_norm": [0.6015690565109253, 0.005693464539945126, 86.43251037597656]}, {"step": 8400, "epoch": 17, "train_loss": 7.081936836242676, "cos_r_negg": [-1.4005981938680634e-05, -1.0099292513388036e-09, 0.37240535020828247], "cos_apical_negg": [0.00020423383102752268, -2.9550148610724136e-05, 0.4316542148590088], "cos_Ac_negg": [-1.0284911695634946e-06, -9.717544546816725e-10, 0.37240538001060486], "r_norm": [0.5899295806884766, 0.006970132701098919, 88.641845703125]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.1135, "test_loss": 11.28093203125}, {"step": 8450, "epoch": 18, "train_loss": 10.89390754699707, "cos_r_negg": [-6.227939593372867e-05, 3.4093496914522348e-09, 0.3542634844779968], "cos_apical_negg": [0.0004076998447999358, -0.00013774892431683838, 0.4407399594783783], "cos_Ac_negg": [2.4089482394629158e-05, 3.528746628234103e-09, 0.3542634844779968], "r_norm": [0.5765461325645447, 0.004795318469405174, 80.13583374023438]}, {"step": 8500, "epoch": 18, "train_loss": 6.453248500823975, "cos_r_negg": [-5.2301111281849444e-05, 1.1195766091987025e-08, 0.36118215322494507], "cos_apical_negg": [0.001014387235045433, -6.85067061567679e-05, 0.37834304571151733], "cos_Ac_negg": [6.93581660016207e-06, 1.1280682166159295e-08, 0.36118215322494507], "r_norm": [0.5562134981155396, 0.004723294172435999, 83.3785629272461], "ldr": {"dL_sdil": -2.301159381866455, "dL_bp": -2.3011598587036133, "ratio": 0.9999997927839926}}, {"step": 8550, "epoch": 18, "train_loss": 12.166288375854492, "cos_r_negg": [6.911854143254459e-06, 4.903208505879775e-09, 0.5312498807907104], "cos_apical_negg": [-0.0009428843623027205, 3.977896994911134e-05, 0.49242597818374634], "cos_Ac_negg": [-1.5867274214542704e-06, 4.823901278427911e-09, 0.5312498807907104], "r_norm": [0.5803396701812744, 0.004952195566147566, 92.9246826171875]}, {"step": 8600, "epoch": 18, "train_loss": 6.85383939743042, "cos_r_negg": [0.00012046784104313701, -1.0016323770400959e-08, 0.43799132108688354], "cos_apical_negg": [0.0015265524853020906, -0.00012075252016074955, 0.43366533517837524], "cos_Ac_negg": [4.863005415245425e-06, -9.79752901031361e-09, 0.43799132108688354], "r_norm": [0.5235459208488464, 0.005525961983948946, 89.595458984375]}, {"step": 8650, "epoch": 18, "train_loss": 10.701946258544922, "cos_r_negg": [4.634667857317254e-05, -8.585691269047402e-09, 0.3966057598590851], "cos_apical_negg": [0.00107741286046803, -9.299853991251439e-05, 0.40258151292800903], "cos_Ac_negg": [1.0597617801977322e-05, -8.496868986185291e-09, 0.3966057598590851], "r_norm": [0.5137838125228882, 0.004639788530766964, 97.56743621826172]}, {"step": 8700, "epoch": 18, "train_loss": 8.011419296264648, "cos_r_negg": [8.660688763484359e-06, 4.437494816045273e-09, 0.43304434418678284], "cos_apical_negg": [-0.00020331346604507416, -8.333388541359454e-05, 0.47529497742652893], "cos_Ac_negg": [1.3997994756209664e-05, 4.535364972468869e-09, 0.4330443739891052], "r_norm": [0.5548065304756165, 0.003975764382630587, 79.2750244140625]}, {"step": 8750, "epoch": 18, "train_loss": 13.106142044067383, "cos_r_negg": [3.7321060517570004e-05, 2.93569595299914e-08, 0.595741868019104], "cos_apical_negg": [0.0005591813242062926, -0.00017607296467758715, 0.6283848881721497], "cos_Ac_negg": [1.014837107504718e-05, 2.9517424948721782e-08, 0.5957418084144592], "r_norm": [0.5967907905578613, 0.004399807658046484, 123.580810546875], "ldr": {"dL_sdil": -2.1346073150634766, "dL_bp": -2.1346073150634766, "ratio": 1.0}}, {"step": 8800, "epoch": 18, "train_loss": 8.53512191772461, "cos_r_negg": [0.00011783777154050767, -2.2773511965112903e-09, 0.5840235352516174], "cos_apical_negg": [-0.0007667854661121964, -0.00011199451546417549, 0.6054147481918335], "cos_Ac_negg": [2.8920103432028554e-05, -2.1501729285944293e-09, 0.5840235352516174], "r_norm": [0.6433151960372925, 0.004121663048863411, 84.570068359375]}, {"step": 8850, "epoch": 18, "train_loss": 11.387691497802734, "cos_r_negg": [3.0502007575705647e-05, -5.595241603373324e-09, 0.46558886766433716], "cos_apical_negg": [0.00018789991736412048, -0.0001456965401303023, 0.4731748700141907], "cos_Ac_negg": [1.5410478226840496e-05, -5.449320994443951e-09, 0.46558886766433716], "r_norm": [0.8335590958595276, 0.004648647271096706, 90.82646942138672]}, {"step": 8900, "epoch": 18, "train_loss": 13.026588439941406, "cos_r_negg": [-6.835801468696445e-05, 5.393653879082194e-08, 0.39903271198272705], "cos_apical_negg": [-0.0005643608747050166, -0.00037671305472031236, 0.5056471824645996], "cos_Ac_negg": [2.3344948203884996e-05, 5.428061200518641e-08, 0.39903271198272705], "r_norm": [0.9331471920013428, 0.0038139361422508955, 91.30210876464844]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.0974, "test_loss": 12.9084376953125}, {"step": 8950, "epoch": 19, "train_loss": 6.041964530944824, "cos_r_negg": [3.671483136713505e-05, 4.29862456741148e-09, 0.47676563262939453], "cos_apical_negg": [-0.0005399224464781582, -7.273945084307343e-05, 0.4682261347770691], "cos_Ac_negg": [-1.8330449620407308e-06, 4.383966079046786e-09, 0.47676563262939453], "r_norm": [1.089821696281433, 0.0035825176164507866, 91.56289672851562]}, {"step": 9000, "epoch": 19, "train_loss": 7.752400875091553, "cos_r_negg": [0.00010518085036892444, 1.7385898276600642e-10, 0.364084929227829], "cos_apical_negg": [-0.001975895604118705, -4.586454087984748e-05, 0.35808295011520386], "cos_Ac_negg": [1.1012206414307002e-05, 2.8151161957090665e-10, 0.364084929227829], "r_norm": [2.0618693828582764, 0.002979040378704667, 79.66746520996094], "ldr": {"dL_sdil": -2.0522966384887695, "dL_bp": -2.0522966384887695, "ratio": 1.0}}, {"step": 9050, "epoch": 19, "train_loss": 7.582167625427246, "cos_r_negg": [0.00010959948122035712, -1.1285360201895855e-08, 0.40958473086357117], "cos_apical_negg": [-0.005367923527956009, -0.00042021748959086835, 0.4014987349510193], "cos_Ac_negg": [5.719378805224551e-06, -9.853919458180371e-09, 0.40958473086357117], "r_norm": [1.645048975944519, 0.0036967007908970118, 85.82592010498047]}, {"step": 9100, "epoch": 19, "train_loss": 13.77052116394043, "cos_r_negg": [0.00016897940076887608, -2.0468704065024212e-08, 0.32230740785598755], "cos_apical_negg": [-0.0038526575081050396, -0.0003551579429768026, 0.3417434096336365], "cos_Ac_negg": [1.2165442058176268e-05, -1.931854498593566e-08, 0.32230740785598755], "r_norm": [1.391284704208374, 0.0045022317208349705, 85.12945556640625]}, {"step": 9150, "epoch": 19, "train_loss": 10.512463569641113, "cos_r_negg": [-0.00041094698826782405, 1.799810078750852e-08, 0.39709702134132385], "cos_apical_negg": [-0.006043334491550922, -0.000836901948787272, 0.4719732403755188], "cos_Ac_negg": [-1.4149240087135695e-05, 2.05453343227191e-08, 0.39709699153900146], "r_norm": [1.190178394317627, 0.002627122215926647, 90.50662231445312]}, {"step": 9200, "epoch": 19, "train_loss": 17.13727569580078, "cos_r_negg": [0.0006414636736735702, 2.2842584712634562e-07, 0.42563188076019287], "cos_apical_negg": [-0.005135881714522839, -0.0016610007733106613, 0.49575603008270264], "cos_Ac_negg": [5.906903970753774e-05, 2.3265755544343847e-07, 0.4256318509578705], "r_norm": [1.0642497539520264, 0.0030194255523383617, 91.643798828125]}, {"step": 9250, "epoch": 19, "train_loss": 13.06446361541748, "cos_r_negg": [0.00042797380592674017, -5.8932958069135566e-08, 0.40705442428588867], "cos_apical_negg": [-0.005612931214272976, -0.0007676450768485665, 0.42975887656211853], "cos_Ac_negg": [1.4446846762439236e-05, -5.67682931773561e-08, 0.40705442428588867], "r_norm": [1.0001999139785767, 0.002726248698309064, 88.77882385253906], "ldr": {"dL_sdil": -2.5306930541992188, "dL_bp": -2.5306921005249023, "ratio": 1.000000376843282}}, {"step": 9300, "epoch": 19, "train_loss": 9.942397117614746, "cos_r_negg": [0.0008998772245831788, 1.0162678876213249e-07, 0.38130080699920654], "cos_apical_negg": [-0.007148868404328823, -0.0013378062285482883, 0.4647675156593323], "cos_Ac_negg": [-3.39206526405178e-05, 1.0612647827201727e-07, 0.38130080699920654], "r_norm": [0.9213345050811768, 0.002753090113401413, 84.5020980834961]}, {"step": 9350, "epoch": 19, "train_loss": 13.079750061035156, "cos_r_negg": [-0.00027157808654010296, 6.529006668642978e-08, 0.4071349799633026], "cos_apical_negg": [-0.0024888808839023113, -0.0016133890021592379, 0.48386073112487793], "cos_Ac_negg": [3.078367171838181e-06, 7.125105838667878e-08, 0.4071349799633026], "r_norm": [0.8802964687347412, 0.0024318210780620575, 80.19473266601562]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.101, "test_loss": 9.53249765625}], "final": {"test_acc": 0.101, "test_loss": 9.53249765625, "wall_s": 36.89699411392212, "cos_r_negg": [0.00012015638640150428, -8.189537936686975e-08, 0.5576223731040955], "cos_apical_negg": [-0.000347607652656734, -0.0016556272748857737, 0.5550433993339539], "cos_Ac_negg": [1.1819829524029046e-05, -7.56698810278067e-08, 0.5576223731040955]}}
\ No newline at end of file
diff --git a/results/A_nuis_rho8_res0_s0.json b/results/A_nuis_rho8_res0_s0.json
new file mode 100644
index 0000000..4f4f319
--- /dev/null
+++ b/results/A_nuis_rho8_res0_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 0, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 8.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_nuis_rho8_res0_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [0.0031148334965109825, 0.00453795725479722, 0.00906278658658266], "cos_apical_negg": [0.002960958518087864, 0.004524801857769489, 0.009045480750501156], "cos_Ac_negg": [0.0276767760515213, 0.004083599429577589, 0.0709754005074501], "r_norm": [120.24396514892578, 88.51551818847656, 62.41215515136719], "ldr": {"dL_sdil": 0.36522531509399414, "dL_bp": -0.14452552795410156, "ratio": -2.527064389690259}}, {"step": 50, "epoch": 0, "train_loss": 5.060704708099365, "cos_r_negg": [0.0, 0.0, 0.00030185701325535774], "cos_apical_negg": [0.0, 0.0, 0.0022544562816619873], "cos_Ac_negg": [0.0, 0.0, 0.00030185707146301866], "r_norm": [18.096637725830078, 5.401861190795898, 6.713953971862793]}, {"step": 100, "epoch": 0, "train_loss": 12.551743507385254, "cos_r_negg": [0.0, 0.0, 0.0005404165131039917], "cos_apical_negg": [0.0, 0.0, -0.0032465222757309675], "cos_Ac_negg": [0.0, 0.0, 0.0005404164548963308], "r_norm": [19.08133316040039, 6.195663928985596, 10.098159790039062]}, {"step": 150, "epoch": 0, "train_loss": 10.32283878326416, "cos_r_negg": [4.749710069695823e-10, -1.7464301330523516e-16, 0.0003592200228013098], "cos_apical_negg": [1.7417688402687759e-09, 9.418197457003192e-16, 0.004399473313242197], "cos_Ac_negg": [1.561626869484023e-11, -1.7464298683545556e-16, 0.000359219906385988], "r_norm": [14.201639175415039, 5.679948806762695, 12.385122299194336]}, {"step": 200, "epoch": 0, "train_loss": 14.880120277404785, "cos_r_negg": [0.0, 0.0, 0.0014597212430089712], "cos_apical_negg": [0.0, 0.0, 0.005889068823307753], "cos_Ac_negg": [0.0, 0.0, 0.0014597212430089712], "r_norm": [11.529438972473145, 5.411799430847168, 15.896759033203125]}, {"step": 250, "epoch": 0, "train_loss": 11.24122428894043, "cos_r_negg": [0.0, 0.0, 0.006781380157917738], "cos_apical_negg": [0.0, 0.0, 0.021312527358531952], "cos_Ac_negg": [0.0, 0.0, 0.006781380157917738], "r_norm": [12.962860107421875, 5.914428234100342, 19.442096710205078], "ldr": {"dL_sdil": -1.6982030868530273, "dL_bp": -1.6982030868530273, "ratio": 1.0}}, {"step": 300, "epoch": 0, "train_loss": 10.671018600463867, "cos_r_negg": [0.0, 0.0, 0.01087962742894888], "cos_apical_negg": [0.0, 0.0, 0.032404929399490356], "cos_Ac_negg": [0.0, 0.0, 0.010879628360271454], "r_norm": [14.927996635437012, 6.021743297576904, 21.838329315185547]}, {"step": 350, "epoch": 0, "train_loss": 13.188591003417969, "cos_r_negg": [-6.2105099437725214e-15, 1.227878415627841e-16, 0.020659931004047394], "cos_apical_negg": [-2.0645992714388682e-14, -3.071943707169591e-15, 0.041623011231422424], "cos_Ac_negg": [1.3557085252116218e-16, 1.227878812674535e-16, 0.020659931004047394], "r_norm": [13.182146072387695, 6.548454284667969, 24.170562744140625]}, {"step": 400, "epoch": 0, "train_loss": 15.239105224609375, "cos_r_negg": [7.157092979251725e-14, -6.029080992184807e-16, 0.08215586841106415], "cos_apical_negg": [1.0401846484847654e-13, -5.189545133546655e-15, 0.210719496011734], "cos_Ac_negg": [-8.545823825065885e-15, -6.029083639162768e-16, 0.08215592801570892], "r_norm": [14.353979110717773, 8.048158645629883, 29.181123733520508]}, {"step": 450, "epoch": 0, "train_loss": 13.759926795959473, "cos_r_negg": [8.312753152495134e-08, -1.9532486590059968e-14, 0.6418770551681519], "cos_apical_negg": [2.2877136984789104e-07, 3.4875490624759753e-13, 0.6586003303527832], "cos_Ac_negg": [-5.11135045400124e-09, -1.9532484895994073e-14, 0.641879141330719], "r_norm": [12.448274612426758, 9.118967056274414, 33.703529357910156]}, {"epoch_end": 0, "step": 469, "test_acc": 0.1009, "test_loss": 10.4636716796875}, {"step": 500, "epoch": 1, "train_loss": 14.180582046508789, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [14.896092414855957, 9.35577392578125, 30.993820190429688], "ldr": {"dL_sdil": -1.5435523986816406, "dL_bp": -1.5435523986816406, "ratio": 1.0}}, {"step": 550, "epoch": 1, "train_loss": 9.463001251220703, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [12.335468292236328, 7.914600372314453, 32.891700744628906]}, {"step": 600, "epoch": 1, "train_loss": 8.647317886352539, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [13.240531921386719, 12.551946640014648, 35.204376220703125]}, {"step": 650, "epoch": 1, "train_loss": 12.156513214111328, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [16.087799072265625, 16.030059814453125, 41.65064239501953]}, {"step": 700, "epoch": 1, "train_loss": 11.697580337524414, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [11.573173522949219, 7.571325778961182, 36.819969177246094]}, {"step": 750, "epoch": 1, "train_loss": 6.1513352394104, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.202314376831055, 8.668992042541504, 37.16714859008789], "ldr": {"dL_sdil": -1.9003772735595703, "dL_bp": -1.9003772735595703, "ratio": 1.0}}, {"step": 800, "epoch": 1, "train_loss": 11.351105690002441, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [11.142923355102539, 10.198087692260742, 49.170623779296875]}, {"step": 850, "epoch": 1, "train_loss": 6.975795745849609, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.095267295837402, 8.664483070373535, 44.7503662109375]}, {"step": 900, "epoch": 1, "train_loss": 10.65555191040039, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [11.034046173095703, 8.831329345703125, 42.20029067993164]}, {"epoch_end": 1, "step": 938, "test_acc": 0.1028, "test_loss": 8.90350791015625}, {"step": 950, "epoch": 2, "train_loss": 13.747733116149902, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [11.222044944763184, 8.46357536315918, 43.984596252441406]}, {"step": 1000, "epoch": 2, "train_loss": 10.518152236938477, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.274126052856445, 8.600592613220215, 52.05510330200195], "ldr": {"dL_sdil": -2.427715301513672, "dL_bp": -2.427715301513672, "ratio": 1.0}}, {"step": 1050, "epoch": 2, "train_loss": 10.981674194335938, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.43624496459961, 7.868434906005859, 46.19255828857422]}, {"step": 1100, "epoch": 2, "train_loss": 11.735307693481445, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.540760040283203, 7.598417282104492, 51.91287612915039]}, {"step": 1150, "epoch": 2, "train_loss": 11.808561325073242, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.415700912475586, 7.635087013244629, 52.842437744140625]}, {"step": 1200, "epoch": 2, "train_loss": 11.731303215026855, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [16.129985809326172, 14.127157211303711, 54.63938903808594]}, {"step": 1250, "epoch": 2, "train_loss": 11.57945442199707, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [12.50143814086914, 5.4058122634887695, 52.621212005615234], "ldr": {"dL_sdil": -2.0815305709838867, "dL_bp": -2.0815305709838867, "ratio": 1.0}}, {"step": 1300, "epoch": 2, "train_loss": 8.62105655670166, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.633742332458496, 6.1987762451171875, 60.222206115722656]}, {"step": 1350, "epoch": 2, "train_loss": 8.546533584594727, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.161558151245117, 7.350276947021484, 62.196624755859375]}, {"step": 1400, "epoch": 2, "train_loss": 9.912357330322266, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.0835113525390625, 4.448598861694336, 53.98017120361328]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.1009, "test_loss": 10.1904462890625}, {"step": 1450, "epoch": 3, "train_loss": 11.529983520507812, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.61084270477295, 8.835941314697266, 62.872100830078125]}, {"step": 1500, "epoch": 3, "train_loss": 5.04738712310791, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.796810150146484, 5.388439178466797, 71.71183776855469], "ldr": {"dL_sdil": -3.6913223266601562, "dL_bp": -3.6913223266601562, "ratio": 1.0}}, {"step": 1550, "epoch": 3, "train_loss": 12.244016647338867, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.89299201965332, 6.023378372192383, 58.90251922607422]}, {"step": 1600, "epoch": 3, "train_loss": 11.538684844970703, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.372833251953125, 5.910709857940674, 63.54365539550781]}, {"step": 1650, "epoch": 3, "train_loss": 6.711456298828125, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.86625862121582, 9.254396438598633, 63.23198699951172]}, {"step": 1700, "epoch": 3, "train_loss": 10.34682846069336, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.852747440338135, 7.1857452392578125, 64.80724334716797]}, {"step": 1750, "epoch": 3, "train_loss": 16.570690155029297, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.934873580932617, 5.869851112365723, 67.6978988647461], "ldr": {"dL_sdil": -3.648423194885254, "dL_bp": -3.648423194885254, "ratio": 1.0}}, {"step": 1800, "epoch": 3, "train_loss": 7.7119855880737305, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.976980209350586, 6.455523490905762, 66.13933563232422]}, {"step": 1850, "epoch": 3, "train_loss": 10.840703964233398, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.418397903442383, 6.347172737121582, 72.73992156982422]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.0982, "test_loss": 12.145108984375}, {"step": 1900, "epoch": 4, "train_loss": 8.049338340759277, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.916750907897949, 6.162311553955078, 62.58075714111328]}, {"step": 1950, "epoch": 4, "train_loss": 4.314959526062012, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.828075408935547, 5.948236465454102, 59.81751251220703]}, {"step": 2000, "epoch": 4, "train_loss": 7.298471927642822, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.194198608398438, 7.6791181564331055, 75.74800109863281], "ldr": {"dL_sdil": -1.6612863540649414, "dL_bp": -1.6612863540649414, "ratio": 1.0}}, {"step": 2050, "epoch": 4, "train_loss": 9.401494979858398, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.372491836547852, 8.060815811157227, 76.80613708496094]}, {"step": 2100, "epoch": 4, "train_loss": 9.805217742919922, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.581482887268066, 6.649472713470459, 83.70674133300781]}, {"step": 2150, "epoch": 4, "train_loss": 7.439322471618652, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.15668249130249, 4.414332389831543, 66.56742858886719]}, {"step": 2200, "epoch": 4, "train_loss": 12.304335594177246, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.446408748626709, 5.136847496032715, 71.28717041015625]}, {"step": 2250, "epoch": 4, "train_loss": 8.824593544006348, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.430898189544678, 6.759106159210205, 72.06269836425781], "ldr": {"dL_sdil": -0.9734382629394531, "dL_bp": -0.9734382629394531, "ratio": 1.0}}, {"step": 2300, "epoch": 4, "train_loss": 12.419885635375977, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.812894344329834, 5.417941570281982, 71.67219543457031]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.0892, "test_loss": 11.07260869140625}, {"step": 2350, "epoch": 5, "train_loss": 8.720802307128906, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.329644203186035, 5.933998107910156, 84.09978485107422]}, {"step": 2400, "epoch": 5, "train_loss": 10.590608596801758, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.221525192260742, 6.091534614562988, 74.70600891113281]}, {"step": 2450, "epoch": 5, "train_loss": 9.412039756774902, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.7672953605651855, 8.308277130126953, 80.33599090576172]}, {"step": 2500, "epoch": 5, "train_loss": 17.984607696533203, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.261249542236328, 6.33277702331543, 69.88201904296875], "ldr": {"dL_sdil": -1.2402944564819336, "dL_bp": -1.2402944564819336, "ratio": 1.0}}, {"step": 2550, "epoch": 5, "train_loss": 15.24215030670166, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.931476593017578, 5.7857489585876465, 75.20549011230469]}, {"step": 2600, "epoch": 5, "train_loss": 10.974398612976074, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.238531589508057, 6.036362648010254, 84.21026611328125]}, {"step": 2650, "epoch": 5, "train_loss": 12.914588928222656, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.646111488342285, 6.284353256225586, 83.80010986328125]}, {"step": 2700, "epoch": 5, "train_loss": 9.68830680847168, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.115175724029541, 6.089964866638184, 71.77522277832031]}, {"step": 2750, "epoch": 5, "train_loss": 12.011524200439453, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.610713958740234, 7.306975841522217, 87.43606567382812], "ldr": {"dL_sdil": -2.253774642944336, "dL_bp": -2.253774642944336, "ratio": 1.0}}, {"step": 2800, "epoch": 5, "train_loss": 8.84244441986084, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.530320167541504, 6.696413040161133, 77.88990783691406]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.0892, "test_loss": 12.25263837890625}, {"step": 2850, "epoch": 6, "train_loss": 13.109193801879883, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.7373247146606445, 5.985031604766846, 74.56198120117188]}, {"step": 2900, "epoch": 6, "train_loss": 8.07643985748291, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.017930030822754, 6.296882629394531, 76.49586486816406]}, {"step": 2950, "epoch": 6, "train_loss": 14.849688529968262, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.710550308227539, 11.770364761352539, 76.0440902709961]}, {"step": 3000, "epoch": 6, "train_loss": 17.871349334716797, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.699415683746338, 5.946680068969727, 68.64615631103516], "ldr": {"dL_sdil": -1.3243608474731445, "dL_bp": -1.3243608474731445, "ratio": 1.0}}, {"step": 3050, "epoch": 6, "train_loss": 4.125994682312012, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.3052215576171875, 6.64310359954834, 73.74727630615234]}, {"step": 3100, "epoch": 6, "train_loss": 8.641312599182129, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.961214065551758, 9.599843978881836, 76.19114685058594]}, {"step": 3150, "epoch": 6, "train_loss": 11.100306510925293, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.365821838378906, 11.17185115814209, 89.16902160644531]}, {"step": 3200, "epoch": 6, "train_loss": 13.8292236328125, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.910743713378906, 6.293387413024902, 88.85161590576172]}, {"step": 3250, "epoch": 6, "train_loss": 7.96772575378418, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.477784156799316, 5.791658878326416, 88.22940063476562], "ldr": {"dL_sdil": -1.8057918548583984, "dL_bp": -1.805790901184082, "ratio": 1.0000005281200142}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.1028, "test_loss": 12.14444052734375}, {"step": 3300, "epoch": 7, "train_loss": 9.6732177734375, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.939781188964844, 10.642841339111328, 77.91143798828125]}, {"step": 3350, "epoch": 7, "train_loss": 16.266572952270508, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.758002281188965, 8.212944984436035, 80.21566009521484]}, {"step": 3400, "epoch": 7, "train_loss": 11.461240768432617, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.971332550048828, 8.584806442260742, 78.08375549316406]}, {"step": 3450, "epoch": 7, "train_loss": 14.495338439941406, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.47824239730835, 5.748703479766846, 87.98515319824219]}, {"step": 3500, "epoch": 7, "train_loss": 8.308303833007812, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.667221546173096, 6.926435470581055, 75.16598510742188], "ldr": {"dL_sdil": -1.2231941223144531, "dL_bp": -1.2231941223144531, "ratio": 1.0}}, {"step": 3550, "epoch": 7, "train_loss": 10.339457511901855, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.0764241218566895, 4.937247276306152, 78.88018798828125]}, {"step": 3600, "epoch": 7, "train_loss": 9.361067771911621, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.6644697189331055, 7.083919048309326, 92.94873046875]}, {"step": 3650, "epoch": 7, "train_loss": 6.375584602355957, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.52845573425293, 6.561967849731445, 73.88313293457031]}, {"step": 3700, "epoch": 7, "train_loss": 8.965790748596191, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.676764488220215, 4.220052719116211, 70.33785247802734]}, {"step": 3750, "epoch": 7, "train_loss": 13.528266906738281, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.743087768554688, 8.493950843811035, 73.96929931640625], "ldr": {"dL_sdil": -1.3389339447021484, "dL_bp": -1.3389339447021484, "ratio": 1.0}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.0892, "test_loss": 13.82145654296875}, {"step": 3800, "epoch": 8, "train_loss": 8.545854568481445, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.406055927276611, 4.079930305480957, 69.7771987915039]}, {"step": 3850, "epoch": 8, "train_loss": 10.465161323547363, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.521624565124512, 4.480096340179443, 72.31776428222656]}, {"step": 3900, "epoch": 8, "train_loss": 7.007236957550049, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.304680824279785, 3.987592935562134, 83.45108032226562]}, {"step": 3950, "epoch": 8, "train_loss": 10.529865264892578, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.967926025390625, 7.953944206237793, 83.045654296875]}, {"step": 4000, "epoch": 8, "train_loss": 8.141425132751465, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.369111061096191, 6.044402122497559, 87.34230041503906], "ldr": {"dL_sdil": -2.410602569580078, "dL_bp": -2.410602569580078, "ratio": 1.0}}, {"step": 4050, "epoch": 8, "train_loss": 8.622014999389648, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.255618572235107, 7.808619499206543, 84.53636932373047]}, {"step": 4100, "epoch": 8, "train_loss": 10.66179084777832, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.252103805541992, 4.245216369628906, 76.56568908691406]}, {"step": 4150, "epoch": 8, "train_loss": 10.278360366821289, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.312775611877441, 4.877284049987793, 89.30329132080078]}, {"step": 4200, "epoch": 8, "train_loss": 10.008659362792969, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.7866010665893555, 3.736739158630371, 89.62972259521484]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.098, "test_loss": 10.0555115234375}, {"step": 4250, "epoch": 9, "train_loss": 11.036565780639648, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.0560302734375, 5.347528457641602, 86.02128601074219], "ldr": {"dL_sdil": -1.6478805541992188, "dL_bp": -1.6478805541992188, "ratio": 1.0}}, {"step": 4300, "epoch": 9, "train_loss": 10.83150577545166, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [11.68111801147461, 7.087735176086426, 86.12895202636719]}, {"step": 4350, "epoch": 9, "train_loss": 15.174646377563477, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [11.548219680786133, 12.181655883789062, 93.71437072753906]}, {"step": 4400, "epoch": 9, "train_loss": 12.66004753112793, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.366751670837402, 4.600882530212402, 80.20304870605469]}, {"step": 4450, "epoch": 9, "train_loss": 11.521186828613281, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.017095565795898, 4.1576642990112305, 76.51319885253906]}, {"step": 4500, "epoch": 9, "train_loss": 9.379796028137207, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.464443206787109, 4.573422908782959, 83.11189270019531], "ldr": {"dL_sdil": -1.879694938659668, "dL_bp": -1.879694938659668, "ratio": 1.0}}, {"step": 4550, "epoch": 9, "train_loss": 7.8315534591674805, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.8323655128479, 5.049870014190674, 77.68241882324219]}, {"step": 4600, "epoch": 9, "train_loss": 13.471258163452148, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.035062313079834, 4.014845848083496, 75.12042999267578]}, {"step": 4650, "epoch": 9, "train_loss": 16.306625366210938, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.620134353637695, 8.41462516784668, 81.49922943115234]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.0892, "test_loss": 12.1216634765625}, {"step": 4700, "epoch": 10, "train_loss": 9.878471374511719, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.432880401611328, 5.834961891174316, 86.47062683105469]}, {"step": 4750, "epoch": 10, "train_loss": 7.559486389160156, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.50574779510498, 9.326700210571289, 93.31684875488281], "ldr": {"dL_sdil": -2.568544387817383, "dL_bp": -2.568544387817383, "ratio": 1.0}}, {"step": 4800, "epoch": 10, "train_loss": 8.34127426147461, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.780723571777344, 11.996399879455566, 97.55046081542969]}, {"step": 4850, "epoch": 10, "train_loss": 20.167198181152344, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.152290344238281, 5.5534186363220215, 85.58883666992188]}, {"step": 4900, "epoch": 10, "train_loss": 8.698205947875977, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.617353439331055, 6.136946678161621, 72.92133331298828]}, {"step": 4950, "epoch": 10, "train_loss": 11.508268356323242, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.685203552246094, 4.988404273986816, 74.05931854248047]}, {"step": 5000, "epoch": 10, "train_loss": 9.120573997497559, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.401203155517578, 11.348114013671875, 90.80181884765625], "ldr": {"dL_sdil": -2.2685647010803223, "dL_bp": -2.268564224243164, "ratio": 1.0000002101933696}}, {"step": 5050, "epoch": 10, "train_loss": 8.515509605407715, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.740854263305664, 5.659033298492432, 81.42790222167969]}, {"step": 5100, "epoch": 10, "train_loss": 12.293146133422852, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.294927597045898, 5.326021194458008, 82.12627410888672]}, {"step": 5150, "epoch": 10, "train_loss": 9.25289535522461, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.347883224487305, 5.617107391357422, 81.625244140625]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.0974, "test_loss": 13.52535419921875}, {"step": 5200, "epoch": 11, "train_loss": 10.599748611450195, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.725090980529785, 7.274184226989746, 82.0506820678711]}, {"step": 5250, "epoch": 11, "train_loss": 14.043527603149414, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.287128925323486, 6.719683647155762, 81.34127807617188], "ldr": {"dL_sdil": -2.4315357208251953, "dL_bp": -2.4315357208251953, "ratio": 1.0}}, {"step": 5300, "epoch": 11, "train_loss": 11.090164184570312, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.479704856872559, 9.340307235717773, 79.09049987792969]}, {"step": 5350, "epoch": 11, "train_loss": 7.507579326629639, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.478595733642578, 11.628667831420898, 91.60661315917969]}, {"step": 5400, "epoch": 11, "train_loss": 12.284975051879883, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.859020233154297, 5.195531845092773, 86.20155334472656]}, {"step": 5450, "epoch": 11, "train_loss": 11.640545845031738, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.244173049926758, 5.707467079162598, 94.64400482177734]}, {"step": 5500, "epoch": 11, "train_loss": 8.853778839111328, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.047952651977539, 7.736666679382324, 82.02816772460938], "ldr": {"dL_sdil": -2.459573745727539, "dL_bp": -2.459573745727539, "ratio": 1.0}}, {"step": 5550, "epoch": 11, "train_loss": 11.083610534667969, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.071914196014404, 7.764211654663086, 88.56465148925781]}, {"step": 5600, "epoch": 11, "train_loss": 11.665403366088867, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.558863639831543, 7.157637596130371, 85.51388549804688]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.0958, "test_loss": 10.92839443359375}, {"step": 5650, "epoch": 12, "train_loss": 12.985788345336914, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.621983528137207, 10.635198593139648, 76.26434326171875]}, {"step": 5700, "epoch": 12, "train_loss": 11.522083282470703, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.5115180015563965, 8.293804168701172, 91.3167724609375]}, {"step": 5750, "epoch": 12, "train_loss": 8.15062141418457, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.162412166595459, 7.92478084564209, 80.5886001586914], "ldr": {"dL_sdil": -1.72930908203125, "dL_bp": -1.72930908203125, "ratio": 1.0}}, {"step": 5800, "epoch": 12, "train_loss": 6.1938676834106445, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.67873764038086, 10.787130355834961, 89.67774200439453]}, {"step": 5850, "epoch": 12, "train_loss": 7.325359344482422, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.797576904296875, 8.682167053222656, 80.22383117675781]}, {"step": 5900, "epoch": 12, "train_loss": 9.729405403137207, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.129066467285156, 10.17013168334961, 81.0384292602539]}, {"step": 5950, "epoch": 12, "train_loss": 16.94841766357422, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.608207702636719, 7.2381391525268555, 96.71217346191406]}, {"step": 6000, "epoch": 12, "train_loss": 8.706314086914062, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.402207851409912, 8.228700637817383, 81.01323699951172], "ldr": {"dL_sdil": -2.361578941345215, "dL_bp": -2.3615798950195312, "ratio": 0.9999995961710555}}, {"step": 6050, "epoch": 12, "train_loss": 10.227212905883789, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.43007755279541, 9.39753532409668, 80.26382446289062]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.1028, "test_loss": 9.155952734375}, {"step": 6100, "epoch": 13, "train_loss": 9.30731201171875, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.574060440063477, 8.424240112304688, 79.84616088867188]}, {"step": 6150, "epoch": 13, "train_loss": 13.832674026489258, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.188817024230957, 10.157796859741211, 97.76161193847656]}, {"step": 6200, "epoch": 13, "train_loss": 11.910896301269531, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.946207523345947, 7.71555233001709, 88.87257385253906]}, {"step": 6250, "epoch": 13, "train_loss": 6.1582183837890625, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.5225725173950195, 6.051778793334961, 86.53924560546875], "ldr": {"dL_sdil": -1.5228338241577148, "dL_bp": -1.5228338241577148, "ratio": 1.0}}, {"step": 6300, "epoch": 13, "train_loss": 8.839585304260254, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [10.417154312133789, 11.56546688079834, 98.75769805908203]}, {"step": 6350, "epoch": 13, "train_loss": 14.88431453704834, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.84756851196289, 11.001333236694336, 92.49961853027344]}, {"step": 6400, "epoch": 13, "train_loss": 12.662047386169434, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.0899434089660645, 5.612766265869141, 83.75281524658203]}, {"step": 6450, "epoch": 13, "train_loss": 19.518306732177734, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.98244571685791, 6.637001991271973, 86.09062194824219]}, {"step": 6500, "epoch": 13, "train_loss": 8.683634757995605, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.744902610778809, 6.387619495391846, 78.50897216796875], "ldr": {"dL_sdil": -2.4301185607910156, "dL_bp": -2.4301185607910156, "ratio": 1.0}}, {"step": 6550, "epoch": 13, "train_loss": 11.737615585327148, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.229435920715332, 5.815989017486572, 78.93470764160156]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.101, "test_loss": 10.2129904296875}, {"step": 6600, "epoch": 14, "train_loss": 5.705607891082764, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.929868698120117, 5.469935417175293, 84.37249755859375]}, {"step": 6650, "epoch": 14, "train_loss": 6.617368698120117, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.18852424621582, 6.854033470153809, 88.8432846069336]}, {"step": 6700, "epoch": 14, "train_loss": 14.432914733886719, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.03610897064209, 4.435824394226074, 80.6998291015625]}, {"step": 6750, "epoch": 14, "train_loss": 7.027936935424805, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.848832607269287, 6.508706092834473, 93.04887390136719], "ldr": {"dL_sdil": -2.1031150817871094, "dL_bp": -2.1031150817871094, "ratio": 1.0}}, {"step": 6800, "epoch": 14, "train_loss": 9.206239700317383, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.009620666503906, 5.558953285217285, 94.69830322265625]}, {"step": 6850, "epoch": 14, "train_loss": 9.6864013671875, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [3.257023572921753, 3.5375771522521973, 81.35125732421875]}, {"step": 6900, "epoch": 14, "train_loss": 3.4611849784851074, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.4189066886901855, 6.003847122192383, 84.12227630615234]}, {"step": 6950, "epoch": 14, "train_loss": 5.204535007476807, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.273738861083984, 4.7206010818481445, 80.42007446289062]}, {"step": 7000, "epoch": 14, "train_loss": 6.72462272644043, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.181722640991211, 8.005023956298828, 82.36640930175781], "ldr": {"dL_sdil": -1.6003122329711914, "dL_bp": -1.6003122329711914, "ratio": 1.0}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.0958, "test_loss": 3.7590933837890623}, {"step": 7050, "epoch": 15, "train_loss": 4.032264709472656, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.006537437438965, 4.41840124130249, 79.15045928955078]}, {"step": 7100, "epoch": 15, "train_loss": 4.967288494110107, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.749926567077637, 8.643991470336914, 89.83087158203125]}, {"step": 7150, "epoch": 15, "train_loss": 6.483115196228027, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.256651878356934, 5.829338550567627, 81.4041748046875]}, {"step": 7200, "epoch": 15, "train_loss": 8.646747589111328, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.093626976013184, 5.65217924118042, 77.4614486694336]}, {"step": 7250, "epoch": 15, "train_loss": 10.532498359680176, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.998201370239258, 11.137247085571289, 98.55111694335938], "ldr": {"dL_sdil": -1.6115236282348633, "dL_bp": -1.6115236282348633, "ratio": 1.0}}, {"step": 7300, "epoch": 15, "train_loss": 10.0579833984375, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.933235168457031, 5.469935417175293, 85.48764038085938]}, {"step": 7350, "epoch": 15, "train_loss": 6.631174087524414, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.433094024658203, 8.286565780639648, 88.45156860351562]}, {"step": 7400, "epoch": 15, "train_loss": 9.970130920410156, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.837429046630859, 5.358535289764404, 76.92025756835938]}, {"step": 7450, "epoch": 15, "train_loss": 12.439216613769531, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.3204779624938965, 4.769274711608887, 89.18241882324219]}, {"step": 7500, "epoch": 15, "train_loss": 10.69381046295166, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.613176345825195, 5.101069450378418, 86.94149780273438], "ldr": {"dL_sdil": -1.814316749572754, "dL_bp": -1.814316749572754, "ratio": 1.0}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.098, "test_loss": 8.541925390625}, {"step": 7550, "epoch": 16, "train_loss": 6.060688018798828, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.456808090209961, 9.41225814819336, 89.63294219970703]}, {"step": 7600, "epoch": 16, "train_loss": 4.889737129211426, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.248263835906982, 5.769383430480957, 91.322998046875]}, {"step": 7650, "epoch": 16, "train_loss": 6.879954814910889, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.156490325927734, 5.705080032348633, 83.30982971191406]}, {"step": 7700, "epoch": 16, "train_loss": 10.218997955322266, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.852140426635742, 5.3761491775512695, 94.71571350097656]}, {"step": 7750, "epoch": 16, "train_loss": 11.506370544433594, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.289528846740723, 4.741654872894287, 84.81451416015625], "ldr": {"dL_sdil": -0.9781208038330078, "dL_bp": -0.9781208038330078, "ratio": 1.0}}, {"step": 7800, "epoch": 16, "train_loss": 6.712787628173828, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.6186442375183105, 5.085728645324707, 80.85514068603516]}, {"step": 7850, "epoch": 16, "train_loss": 17.305233001708984, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.501514434814453, 4.9804487228393555, 90.49368286132812]}, {"step": 7900, "epoch": 16, "train_loss": 9.921465873718262, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [12.223505020141602, 13.658642768859863, 91.1217269897461]}, {"step": 7950, "epoch": 16, "train_loss": 12.181940078735352, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.694116592407227, 5.131800174713135, 84.84785461425781]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.1135, "test_loss": 18.8308970703125}, {"step": 8000, "epoch": 17, "train_loss": 8.435358047485352, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [3.0507895946502686, 3.2976083755493164, 90.97705078125], "ldr": {"dL_sdil": -1.1707849502563477, "dL_bp": -1.1707849502563477, "ratio": 1.0}}, {"step": 8050, "epoch": 17, "train_loss": 11.531005859375, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.015514373779297, 4.350646018981934, 94.43580627441406]}, {"step": 8100, "epoch": 17, "train_loss": 18.16187858581543, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.453683853149414, 6.043877601623535, 85.21589660644531]}, {"step": 8150, "epoch": 17, "train_loss": 14.402284622192383, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.631959915161133, 5.029991149902344, 85.02835083007812]}, {"step": 8200, "epoch": 17, "train_loss": 10.047674179077148, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [3.8297152519226074, 4.106668472290039, 85.6251220703125]}, {"step": 8250, "epoch": 17, "train_loss": 8.194548606872559, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [9.231714248657227, 10.296666145324707, 84.89684295654297], "ldr": {"dL_sdil": -2.3039045333862305, "dL_bp": -2.3039045333862305, "ratio": 1.0}}, {"step": 8300, "epoch": 17, "train_loss": 11.449951171875, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.957687854766846, 5.399261474609375, 83.62431335449219]}, {"step": 8350, "epoch": 17, "train_loss": 6.179562091827393, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.117514610290527, 5.637862205505371, 86.50935363769531]}, {"step": 8400, "epoch": 17, "train_loss": 13.199980735778809, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [11.425199508666992, 12.771078109741211, 93.80826568603516]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.1009, "test_loss": 12.37022314453125}, {"step": 8450, "epoch": 18, "train_loss": 10.049257278442383, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.3217878341674805, 6.92490816116333, 85.38446807861328]}, {"step": 8500, "epoch": 18, "train_loss": 5.666855812072754, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.816873550415039, 5.267621040344238, 83.92701721191406], "ldr": {"dL_sdil": -1.625509262084961, "dL_bp": -1.6255102157592773, "ratio": 0.9999994133077066}}, {"step": 8550, "epoch": 18, "train_loss": 20.872135162353516, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.393258571624756, 7.093999862670898, 82.56403350830078]}, {"step": 8600, "epoch": 18, "train_loss": 13.124737739562988, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.817639350891113, 8.72284984588623, 104.75727844238281]}, {"step": 8650, "epoch": 18, "train_loss": 8.853799819946289, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.563562393188477, 6.12078857421875, 96.97024536132812]}, {"step": 8700, "epoch": 18, "train_loss": 11.51954460144043, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [11.914971351623535, 13.334158897399902, 87.04931640625]}, {"step": 8750, "epoch": 18, "train_loss": 13.565557479858398, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.045812606811523, 5.605130672454834, 90.85091400146484], "ldr": {"dL_sdil": -1.3469619750976562, "dL_bp": -1.3469619750976562, "ratio": 1.0}}, {"step": 8800, "epoch": 18, "train_loss": 4.939520835876465, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [3.8188822269439697, 4.213957786560059, 78.69317626953125]}, {"step": 8850, "epoch": 18, "train_loss": 8.378364562988281, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [3.8285610675811768, 4.2048444747924805, 88.83088684082031]}, {"step": 8900, "epoch": 18, "train_loss": 12.127700805664062, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.816326141357422, 5.357180595397949, 86.85575866699219]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.0982, "test_loss": 8.46752236328125}, {"step": 8950, "epoch": 19, "train_loss": 18.48532485961914, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [4.832968235015869, 5.338906288146973, 88.98847961425781]}, {"step": 9000, "epoch": 19, "train_loss": 9.402112007141113, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.565483570098877, 7.3087568283081055, 89.30494689941406], "ldr": {"dL_sdil": -1.75178861618042, "dL_bp": -1.75178861618042, "ratio": 1.0}}, {"step": 9050, "epoch": 19, "train_loss": 18.618148803710938, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [5.856374263763428, 6.527314186096191, 83.77538299560547]}, {"step": 9100, "epoch": 19, "train_loss": 8.499563217163086, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.842462062835693, 7.604079246520996, 100.83236694335938]}, {"step": 9150, "epoch": 19, "train_loss": 10.583775520324707, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.624494552612305, 8.498970031738281, 101.46410369873047]}, {"step": 9200, "epoch": 19, "train_loss": 11.788562774658203, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [8.390480995178223, 9.381386756896973, 77.7080078125]}, {"step": 9250, "epoch": 19, "train_loss": 10.050069808959961, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [7.875209331512451, 8.776036262512207, 95.88612365722656], "ldr": {"dL_sdil": -1.9003305435180664, "dL_bp": -1.9003305435180664, "ratio": 1.0}}, {"step": 9300, "epoch": 19, "train_loss": 8.752416610717773, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.520574569702148, 7.286612510681152, 76.31999206542969]}, {"step": 9350, "epoch": 19, "train_loss": 16.308244705200195, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0], "r_norm": [6.440391540527344, 7.183494567871094, 87.9435043334961]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.1135, "test_loss": 8.42506552734375}], "final": {"test_acc": 0.1135, "test_loss": 8.42506552734375, "wall_s": 34.299320697784424, "cos_r_negg": [0.0, 0.0, 0.0], "cos_apical_negg": [0.0, 0.0, 0.0], "cos_Ac_negg": [0.0, 0.0, 0.0]}}
\ No newline at end of file
diff --git a/results/A_nuis_rho8_res1_s0.json b/results/A_nuis_rho8_res1_s0.json
new file mode 100644
index 0000000..ac88e0a
--- /dev/null
+++ b/results/A_nuis_rho8_res1_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 8.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_nuis_rho8_res1_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [0.0031148334965109825, 0.00453795725479722, 0.00906278658658266], "cos_apical_negg": [0.002960958518087864, 0.004524801857769489, 0.009045480750501156], "cos_Ac_negg": [0.0276767760515213, 0.004083599429577589, 0.0709754005074501], "r_norm": [120.24396514892578, 88.51551818847656, 62.41215515136719], "ldr": {"dL_sdil": 0.36597228050231934, "dL_bp": -0.14452552795410156, "ratio": -2.5322327874044843}}, {"step": 50, "epoch": 0, "train_loss": 5.2526750564575195, "cos_r_negg": [-3.111723344773054e-05, 2.438674073346192e-06, -5.9829581005033106e-06], "cos_apical_negg": [0.00014831675798632205, 5.654583219438791e-05, 0.0005172467790544033], "cos_Ac_negg": [4.272460500942543e-05, 2.4488124381605303e-06, -5.982955372019205e-06], "r_norm": [32.84988021850586, 6.126631259918213, 7.540141582489014]}, {"step": 100, "epoch": 0, "train_loss": 9.261256217956543, "cos_r_negg": [-3.945185017073527e-05, -2.7185494673176436e-06, 9.972391126211733e-06], "cos_apical_negg": [-7.943218224681914e-05, 0.0002654204436112195, 0.00018121246830560267], "cos_Ac_negg": [-3.1933064747136086e-05, -2.6269390218658373e-06, 9.972392945201136e-06], "r_norm": [28.413068771362305, 5.793057441711426, 10.383511543273926]}, {"step": 150, "epoch": 0, "train_loss": 11.15537166595459, "cos_r_negg": [0.00048597698332741857, 0.0001405953080393374, 8.082146814558655e-05], "cos_apical_negg": [0.0015542239416390657, 0.0023704753257334232, 0.0005569073837250471], "cos_Ac_negg": [0.00013935175957158208, 0.00014428066788241267, 8.082147542154416e-05], "r_norm": [26.0557861328125, 5.45932674407959, 12.724475860595703]}, {"step": 200, "epoch": 0, "train_loss": 7.341309070587158, "cos_r_negg": [-0.0005028020823374391, -0.00018673043814487755, 4.1173982026521116e-05], "cos_apical_negg": [-0.002030371455475688, 0.008894729427993298, 0.00013796065468341112], "cos_Ac_negg": [-0.00019898731261491776, -8.014803461264819e-05, 4.11739747505635e-05], "r_norm": [25.050762176513672, 4.872129440307617, 14.929636001586914]}, {"step": 250, "epoch": 0, "train_loss": 12.15954875946045, "cos_r_negg": [-7.301032019313425e-05, 0.0007023286889307201, 5.486662485054694e-05], "cos_apical_negg": [0.0010278121335431933, 0.007010307163000107, 0.0001542679383419454], "cos_Ac_negg": [3.338481474202126e-05, 0.0007342135068029165, 5.486662848852575e-05], "r_norm": [24.248882293701172, 5.152491569519043, 19.542518615722656], "ldr": {"dL_sdil": -2.0299205780029297, "dL_bp": -2.0299205780029297, "ratio": 1.0}}, {"step": 300, "epoch": 0, "train_loss": 9.196707725524902, "cos_r_negg": [-0.000610343471635133, -0.0002490999177098274, 8.816358604235575e-05], "cos_apical_negg": [0.0023743880447000265, 0.011053666472434998, 0.0003183426451869309], "cos_Ac_negg": [-0.0002439852978568524, -0.00016482427599839866, 8.816358604235575e-05], "r_norm": [24.428691864013672, 5.036850452423096, 23.181528091430664]}, {"step": 350, "epoch": 0, "train_loss": 10.148347854614258, "cos_r_negg": [-0.0003240777878090739, 0.009095573797821999, 0.00041046878322958946], "cos_apical_negg": [0.006242719478905201, 0.06448949873447418, 0.0010101963998749852], "cos_Ac_negg": [0.002168571576476097, 0.01023990847170353, 0.0004104688414372504], "r_norm": [23.97417449951172, 4.851184844970703, 24.35526466369629]}, {"step": 400, "epoch": 0, "train_loss": 6.624137878417969, "cos_r_negg": [-0.0030351178720593452, 0.009346451610326767, 0.0003013893438037485], "cos_apical_negg": [0.010823987424373627, 0.09405183792114258, 0.0007118204375728965], "cos_Ac_negg": [0.00011040801473427564, 0.013787863776087761, 0.00030138937290757895], "r_norm": [22.9862003326416, 4.063286781311035, 23.97930908203125]}, {"step": 450, "epoch": 0, "train_loss": 8.94244384765625, "cos_r_negg": [-0.001035334076732397, 0.00012100819731131196, 0.0002271625562570989], "cos_apical_negg": [-0.0007141731330193579, -0.011822815984487534, 2.6595232611725805e-06], "cos_Ac_negg": [-1.3047138054389507e-05, -9.974394924938679e-05, 0.0002271625562570989], "r_norm": [23.158756256103516, 4.398907661437988, 27.867046356201172]}, {"epoch_end": 0, "step": 469, "test_acc": 0.098, "test_loss": 8.9313919921875}, {"step": 500, "epoch": 1, "train_loss": 7.904012680053711, "cos_r_negg": [-0.002691311063244939, 0.0013911738060414791, 9.319680975750089e-05], "cos_apical_negg": [-0.0005218629958108068, 0.009827651083469391, 0.0001574803318362683], "cos_Ac_negg": [0.00024033822410274297, 0.001431518467143178, 9.319680975750089e-05], "r_norm": [22.173595428466797, 4.030999183654785, 31.06529998779297], "ldr": {"dL_sdil": -1.4297404289245605, "dL_bp": -1.4297404289245605, "ratio": 1.0}}, {"step": 550, "epoch": 1, "train_loss": 13.876493453979492, "cos_r_negg": [-0.00044320826418697834, -0.0026453377213329077, 0.00013515108730643988], "cos_apical_negg": [-0.0048333872109651566, 0.06211894750595093, 0.000327498244587332], "cos_Ac_negg": [0.0013493860606104136, 0.006388424895703793, 0.00013515111641027033], "r_norm": [22.175888061523438, 3.719086170196533, 31.14434051513672]}, {"step": 600, "epoch": 1, "train_loss": 13.084049224853516, "cos_r_negg": [-0.001720211235806346, -0.004014855250716209, 0.00016957953630480915], "cos_apical_negg": [0.00010543351527303457, -0.02355710044503212, 3.864281461574137e-05], "cos_Ac_negg": [-0.0009989909594878554, -0.006578552536666393, 0.00016957953630480915], "r_norm": [21.00867462158203, 3.5366549491882324, 31.91524887084961]}, {"step": 650, "epoch": 1, "train_loss": 11.133476257324219, "cos_r_negg": [0.0010457378812134266, -0.0034477929584681988, 6.581746856682003e-05], "cos_apical_negg": [0.0015333788469433784, -0.0038496977649629116, 0.0002041004627244547], "cos_Ac_negg": [0.00023379657068289816, -0.003653390798717737, 6.581746856682003e-05], "r_norm": [20.03200912475586, 3.393540859222412, 34.657012939453125]}, {"step": 700, "epoch": 1, "train_loss": 11.541255950927734, "cos_r_negg": [3.0129313017823733e-06, 1.0522435331949964e-06, 9.194334415951744e-05], "cos_apical_negg": [0.00010899787594098598, 0.00059302500449121, 0.00015444432210642844], "cos_Ac_negg": [1.400194742018357e-05, 2.7502173907123506e-06, 9.194333688355982e-05], "r_norm": [19.023971557617188, 2.9684040546417236, 32.66334533691406]}, {"step": 750, "epoch": 1, "train_loss": 14.068456649780273, "cos_r_negg": [-0.00022691814228892326, 9.241412772098556e-05, 0.0001925102260429412], "cos_apical_negg": [-0.0006930157542228699, 0.003033426823094487, 0.00040264351991936564], "cos_Ac_negg": [0.00010139925871044397, 0.00010728091729106382, 0.0001925102260429412], "r_norm": [18.14019775390625, 3.1299917697906494, 37.712181091308594], "ldr": {"dL_sdil": -4.561663627624512, "dL_bp": -4.561663627624512, "ratio": 1.0}}, {"step": 800, "epoch": 1, "train_loss": 10.993051528930664, "cos_r_negg": [-0.0004873870057053864, -3.0509956559399143e-05, 0.00020046964345965534], "cos_apical_negg": [0.0014889000449329615, 0.005308106541633606, 0.0005166460759937763], "cos_Ac_negg": [-0.0003379833360668272, -1.8139053281629458e-05, 0.00020046965801157057], "r_norm": [17.581401824951172, 3.2648258209228516, 45.3730583190918]}, {"step": 850, "epoch": 1, "train_loss": 6.068172454833984, "cos_r_negg": [0.0006782180280424654, -0.0010404631029814482, 0.00017547569586895406], "cos_apical_negg": [0.0018956171115860343, -0.008585704490542412, 7.521641964558512e-05], "cos_Ac_negg": [0.00014147532056085765, -0.0013942414661869407, 0.00017547569586895406], "r_norm": [16.817941665649414, 2.946340799331665, 42.866493225097656]}, {"step": 900, "epoch": 1, "train_loss": 13.198235511779785, "cos_r_negg": [0.001892527798190713, -0.0019033241551369429, 0.00022223303676582873], "cos_apical_negg": [0.0002580084837973118, 0.021726155653595924, 0.00037506988155655563], "cos_Ac_negg": [0.0007631349144503474, -0.0002349794958718121, 0.00022223303676582873], "r_norm": [16.781740188598633, 2.6667540073394775, 42.591026306152344]}, {"epoch_end": 1, "step": 938, "test_acc": 0.1028, "test_loss": 8.74307685546875}, {"step": 950, "epoch": 2, "train_loss": 7.874925136566162, "cos_r_negg": [0.0005355783505365252, 0.002702545840293169, 0.000866068818140775], "cos_apical_negg": [0.008782995864748955, 0.06406001001596451, 0.0014555123634636402], "cos_Ac_negg": [7.944690878503025e-06, 0.006740807555615902, 0.000866068818140775], "r_norm": [16.71587371826172, 3.079493999481201, 48.60905456542969]}, {"step": 1000, "epoch": 2, "train_loss": 10.916644096374512, "cos_r_negg": [-0.0027696124743670225, -0.00727724377065897, 0.0003638651978690177], "cos_apical_negg": [0.013273601420223713, 0.1205570250749588, 0.0007283895974978805], "cos_Ac_negg": [-0.00011716090375557542, 0.0016068740515038371, 0.0003638651978690177], "r_norm": [16.504257202148438, 2.6048262119293213, 46.87834930419922], "ldr": {"dL_sdil": -3.629084587097168, "dL_bp": -3.629084587097168, "ratio": 1.0}}, {"step": 1050, "epoch": 2, "train_loss": 12.002913475036621, "cos_r_negg": [-0.0004920413484796882, -0.0011584691237658262, 0.00030859955586493015], "cos_apical_negg": [0.0036670630797743797, 0.019193129613995552, 0.000600423663854599], "cos_Ac_negg": [0.00014168165216688067, 0.0004914135206490755, 0.0003085995267610997], "r_norm": [17.443851470947266, 2.818870782852173, 50.887901306152344]}, {"step": 1100, "epoch": 2, "train_loss": 11.925634384155273, "cos_r_negg": [0.004488072358071804, -0.0019571648444980383, 0.00043316581286489964], "cos_apical_negg": [0.004848362412303686, -0.041199516505002975, 0.0001570636231917888], "cos_Ac_negg": [0.0011176946572959423, -0.002927426714450121, 0.00043316581286489964], "r_norm": [16.73918914794922, 2.5667381286621094, 49.357791900634766]}, {"step": 1150, "epoch": 2, "train_loss": 7.597899913787842, "cos_r_negg": [-0.0009351908229291439, -0.0027207755483686924, 0.0002830146113410592], "cos_apical_negg": [0.002602925058454275, 0.06394568830728531, 0.0005279256729409099], "cos_Ac_negg": [-0.000968910928349942, 0.0006004998576827347, 0.0002830146113410592], "r_norm": [16.262191772460938, 2.28037166595459, 48.18928146362305]}, {"step": 1200, "epoch": 2, "train_loss": 5.500964164733887, "cos_r_negg": [0.0002134549431502819, 0.00017760730406735092, 0.0003350488259457052], "cos_apical_negg": [-0.007231128867715597, -0.024539345875382423, 0.00012908836652059108], "cos_Ac_negg": [0.0002025882131420076, -0.00014669031952507794, 0.0003350488259457052], "r_norm": [15.752628326416016, 2.139733076095581, 46.802268981933594]}, {"step": 1250, "epoch": 2, "train_loss": 15.877887725830078, "cos_r_negg": [0.0009741167305037379, 0.002059157472103834, 0.00014973164070397615], "cos_apical_negg": [0.012147514149546623, 0.030520247295498848, 0.0003260290250182152], "cos_Ac_negg": [-0.0009218704071827233, 0.004318833816796541, 0.00014973164070397615], "r_norm": [15.330528259277344, 2.3506925106048584, 60.77949905395508], "ldr": {"dL_sdil": -2.556002616882324, "dL_bp": -2.556002616882324, "ratio": 1.0}}, {"step": 1300, "epoch": 2, "train_loss": 9.920572280883789, "cos_r_negg": [-0.0031342054717242718, -0.028591429814696312, 0.00023690468515269458], "cos_apical_negg": [0.023248720914125443, 0.14594340324401855, 0.000580651976633817], "cos_Ac_negg": [-0.002052929485216737, -0.023363022133708, 0.00023690468515269458], "r_norm": [14.780752182006836, 2.330934524536133, 60.99338912963867]}, {"step": 1350, "epoch": 2, "train_loss": 13.556852340698242, "cos_r_negg": [-0.001449627336114645, 0.0031939956825226545, 0.0002486740704625845], "cos_apical_negg": [0.0030322340317070484, 0.04882334917783737, 0.0004197058151476085], "cos_Ac_negg": [-0.001090386649593711, 0.0037983213551342487, 0.0002486740704625845], "r_norm": [14.476131439208984, 2.114285945892334, 62.094268798828125]}, {"step": 1400, "epoch": 2, "train_loss": 6.9859795570373535, "cos_r_negg": [0.0011663177283480763, 0.0012483125319704413, 0.00024414248764514923], "cos_apical_negg": [0.0071395644918084145, 0.03847990185022354, 0.00036794383777305484], "cos_Ac_negg": [-0.00016981462249532342, 0.0016910003032535315, 0.0002441424585413188], "r_norm": [14.07763385772705, 1.8737149238586426, 56.74393081665039]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.0974, "test_loss": 13.36003134765625}, {"step": 1450, "epoch": 3, "train_loss": 12.78632640838623, "cos_r_negg": [-0.0011741674970835447, 0.0055322167463600636, 0.0009504626505076885], "cos_apical_negg": [0.013559667393565178, 0.11208266764879227, 0.0014794962480664253], "cos_Ac_negg": [0.0010059298947453499, 0.012287106364965439, 0.0009504626505076885], "r_norm": [13.7608642578125, 2.0052921772003174, 60.51933288574219]}, {"step": 1500, "epoch": 3, "train_loss": 12.80036449432373, "cos_r_negg": [0.0019749028142541647, 0.0067207952961325645, 0.000965701590757817], "cos_apical_negg": [0.007790759205818176, 0.09606380760669708, 0.001496481942012906], "cos_Ac_negg": [-0.0007509381975978613, 0.010456496849656105, 0.000965701590757817], "r_norm": [13.444633483886719, 1.8621548414230347, 60.446678161621094], "ldr": {"dL_sdil": -2.9670400619506836, "dL_bp": -2.967041015625, "ratio": 0.999999678577306}}, {"step": 1550, "epoch": 3, "train_loss": 14.642464637756348, "cos_r_negg": [0.0007102303788997233, 0.00282976683229208, 0.00027409387985244393], "cos_apical_negg": [0.0021277095656841993, 0.04372357577085495, 0.000496939814183861], "cos_Ac_negg": [-0.00014829522115178406, 0.003613649168983102, 0.000274093821644783], "r_norm": [13.455564498901367, 1.7578706741333008, 64.46678924560547]}, {"step": 1600, "epoch": 3, "train_loss": 12.441484451293945, "cos_r_negg": [-0.0022058370523154736, -0.0030141640454530716, 0.00037711046752519906], "cos_apical_negg": [0.00842511560767889, 0.07743313163518906, 0.0005870057502761483], "cos_Ac_negg": [-0.0004366368521004915, -0.000542827881872654, 0.0003771104384213686], "r_norm": [13.153146743774414, 1.5140248537063599, 60.23973846435547]}, {"step": 1650, "epoch": 3, "train_loss": 17.24785614013672, "cos_r_negg": [-0.003497276222333312, 0.0015834822552278638, 0.0012331233592703938], "cos_apical_negg": [0.009135477244853973, 0.15606290102005005, 0.001876359456218779], "cos_Ac_negg": [-0.00041885575046762824, 0.009271914139389992, 0.0012331233592703938], "r_norm": [12.854623794555664, 1.6429250240325928, 61.14230728149414]}, {"step": 1700, "epoch": 3, "train_loss": 11.961859703063965, "cos_r_negg": [0.0004503099189605564, -0.00039586902130395174, 0.00030498538399115205], "cos_apical_negg": [-0.0017266275826841593, 0.017070746049284935, 0.0002415396156720817], "cos_Ac_negg": [-0.00010737418779172003, -0.00014860948431305587, 0.0003049853548873216], "r_norm": [12.578751564025879, 1.3504962921142578, 57.574615478515625]}, {"step": 1750, "epoch": 3, "train_loss": 11.867401123046875, "cos_r_negg": [-0.0011089593172073364, -0.00022820764570496976, 0.00024065717298071831], "cos_apical_negg": [0.010598907247185707, 0.0334693044424057, 0.0003483342588879168], "cos_Ac_negg": [-0.00020087300799787045, 0.00028103135991841555, 0.00024065717298071831], "r_norm": [12.378814697265625, 1.3230302333831787, 60.52500915527344], "ldr": {"dL_sdil": -2.143085479736328, "dL_bp": -2.143085479736328, "ratio": 1.0}}, {"step": 1800, "epoch": 3, "train_loss": 11.923412322998047, "cos_r_negg": [-0.0003898496215697378, 0.0014524933649227023, 0.0002474852662999183], "cos_apical_negg": [0.0062617030926048756, 0.03964223712682724, 0.0003975028812419623], "cos_Ac_negg": [-7.602393452543765e-05, 0.0017728426028043032, 0.0002474852662999183], "r_norm": [12.342612266540527, 1.482386827468872, 72.61770629882812]}, {"step": 1850, "epoch": 3, "train_loss": 12.757331848144531, "cos_r_negg": [0.001931151608005166, 0.000851420103572309, 0.0009858182165771723], "cos_apical_negg": [0.025470009073615074, 0.09114150702953339, 0.001476501114666462], "cos_Ac_negg": [0.0010868450626730919, 0.005110694095492363, 0.0009858182165771723], "r_norm": [12.013005256652832, 1.2556030750274658, 61.590065002441406]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.1028, "test_loss": 12.496770703125}, {"step": 1900, "epoch": 4, "train_loss": 7.9423322677612305, "cos_r_negg": [-0.0012346600415185094, -0.0004138496587984264, 0.00032508172444067895], "cos_apical_negg": [0.0037632682360708714, 0.041672948747873306, 0.0004458288021851331], "cos_Ac_negg": [-0.00029670316143892705, 0.0012522118631750345, 0.0003250816953368485], "r_norm": [11.703567504882812, 1.1452558040618896, 66.48194885253906]}, {"step": 1950, "epoch": 4, "train_loss": 9.234285354614258, "cos_r_negg": [0.0019713016226887703, 0.002255202503874898, 0.0013174739433452487], "cos_apical_negg": [0.0200323648750782, 0.08374790102243423, 0.0018529370427131653], "cos_Ac_negg": [-0.0005466101574711502, 0.004575229249894619, 0.0013174740597605705], "r_norm": [11.45534896850586, 1.3200879096984863, 67.44975280761719]}, {"step": 2000, "epoch": 4, "train_loss": 9.700614929199219, "cos_r_negg": [-0.0001124035770772025, 0.0009928803192451596, 0.00026092337793670595], "cos_apical_negg": [-0.00787422340363264, 0.032565269619226456, 0.00028326024767011404], "cos_Ac_negg": [-0.00012501935998443514, 0.002462790347635746, 0.00026092337793670595], "r_norm": [11.238641738891602, 1.1081455945968628, 67.79170227050781], "ldr": {"dL_sdil": -2.7456917762756348, "dL_bp": -2.7456917762756348, "ratio": 1.0}}, {"step": 2050, "epoch": 4, "train_loss": 15.50394058227539, "cos_r_negg": [0.0010167795699089766, -0.00278260069899261, 0.0004783225303981453], "cos_apical_negg": [-0.0005128970369696617, 0.03854306787252426, 0.0007638290990144014], "cos_Ac_negg": [0.00014076894149184227, -0.0012910084333270788, 0.0004783225303981453], "r_norm": [11.04891586303711, 1.2512438297271729, 76.17521667480469]}, {"step": 2100, "epoch": 4, "train_loss": 10.709099769592285, "cos_r_negg": [0.000306748814182356, 0.00046123145148158073, 0.0003252812894061208], "cos_apical_negg": [-0.00032341579208150506, 0.01876380480825901, 0.00030971597880125046], "cos_Ac_negg": [-0.00012539932504296303, 0.0006254308391362429, 0.0003252812894061208], "r_norm": [10.795724868774414, 1.0728576183319092, 71.83091735839844]}, {"step": 2150, "epoch": 4, "train_loss": 11.30691146850586, "cos_r_negg": [2.212065737694502e-05, -0.0006799240945838392, 0.000631195493042469], "cos_apical_negg": [-0.0018144031055271626, 0.04309006780385971, 0.0008558921981602907], "cos_Ac_negg": [-0.000117107956612017, 0.0009287958382628858, 0.000631195493042469], "r_norm": [10.640445709228516, 0.9694675207138062, 75.26737976074219]}, {"step": 2200, "epoch": 4, "train_loss": 17.347185134887695, "cos_r_negg": [-0.00032230987562797964, -0.00018451186770107597, 0.0004241989809088409], "cos_apical_negg": [0.0023247357457876205, 0.03126715123653412, 0.0006883552996441722], "cos_Ac_negg": [-6.293397746048868e-05, 0.00031040189787745476, 0.0004241989809088409], "r_norm": [10.693042755126953, 0.9248307943344116, 75.41622924804688]}, {"step": 2250, "epoch": 4, "train_loss": 9.10863971710205, "cos_r_negg": [0.00020242203027009964, 7.559793448308483e-05, 0.0002790649014059454], "cos_apical_negg": [0.005918748676776886, 0.008084487169981003, 0.0002741689095273614], "cos_Ac_negg": [1.9842536858050153e-05, 0.00023044052068144083, 0.0002790649014059454], "r_norm": [10.365050315856934, 0.8594233989715576, 65.22686767578125], "ldr": {"dL_sdil": -1.139582633972168, "dL_bp": -1.139582633972168, "ratio": 1.0}}, {"step": 2300, "epoch": 4, "train_loss": 10.25667953491211, "cos_r_negg": [0.00047702016308903694, -0.002234646352007985, 0.0009762726258486509], "cos_apical_negg": [0.008051797747612, 0.06601405888795853, 0.0014429462607949972], "cos_Ac_negg": [-0.00028873299015685916, -0.00027453229995444417, 0.0009762726258486509], "r_norm": [10.327025413513184, 0.9164108037948608, 68.20426177978516]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.0974, "test_loss": 10.5626888671875}, {"step": 2350, "epoch": 5, "train_loss": 11.680237770080566, "cos_r_negg": [0.00026659536524675786, -0.0002439781092107296, 0.0006807417958043516], "cos_apical_negg": [0.013091068714857101, 0.037216801196336746, 0.0009699789807200432], "cos_Ac_negg": [-0.0004475059104152024, 0.0004180059186182916, 0.0006807417958043516], "r_norm": [10.224658966064453, 0.8541699647903442, 72.04086303710938]}, {"step": 2400, "epoch": 5, "train_loss": 10.231489181518555, "cos_r_negg": [-0.0004917522892355919, -0.0013020795304328203, 0.0006258835783228278], "cos_apical_negg": [0.011608120054006577, 0.03392624109983444, 0.0009445342002436519], "cos_Ac_negg": [-0.00020266098727006465, -0.000782613642513752, 0.0006258835783228278], "r_norm": [10.306598663330078, 0.8929522037506104, 75.71745300292969]}, {"step": 2450, "epoch": 5, "train_loss": 7.246662139892578, "cos_r_negg": [0.0003944277123082429, -0.000557689112611115, 0.000434313144069165], "cos_apical_negg": [0.0013994446489959955, 0.03863050416111946, 0.0006267289281822741], "cos_Ac_negg": [-4.380159225547686e-06, 0.00047665450256317854, 0.000434313144069165], "r_norm": [12.180519104003906, 0.8231823444366455, 68.52713012695312]}, {"step": 2500, "epoch": 5, "train_loss": 13.727548599243164, "cos_r_negg": [0.000694836548063904, -0.00029175978852435946, 0.0002799601061269641], "cos_apical_negg": [0.003022968303412199, 0.01799938455224037, 0.0005059503018856049], "cos_Ac_negg": [1.0225146979792044e-05, -4.8852776671992615e-05, 0.0002799601061269641], "r_norm": [11.710317611694336, 0.8266893625259399, 77.78833770751953], "ldr": {"dL_sdil": -1.9201889038085938, "dL_bp": -1.9201889038085938, "ratio": 1.0}}, {"step": 2550, "epoch": 5, "train_loss": 7.3561859130859375, "cos_r_negg": [0.00031645133276470006, -0.00010561169619904831, 0.00034581447835080326], "cos_apical_negg": [0.0024234834127128124, 0.010646570473909378, 0.00039994262624531984], "cos_Ac_negg": [-6.321517867036164e-05, 0.0001252141228178516, 0.00034581447835080326], "r_norm": [11.325664520263672, 0.6747515201568604, 63.94936752319336]}, {"step": 2600, "epoch": 5, "train_loss": 8.869682312011719, "cos_r_negg": [-9.235931793227792e-05, 2.4582819605711848e-05, 0.0003453206445556134], "cos_apical_negg": [0.0017289463430643082, 0.012940648943185806, 0.00041871581925079226], "cos_Ac_negg": [-0.00033483628067187965, 0.00015632899885531515, 0.0003453206445556134], "r_norm": [10.899958610534668, 0.640765905380249, 66.72323608398438]}, {"step": 2650, "epoch": 5, "train_loss": 7.358288764953613, "cos_r_negg": [-7.344738696701825e-05, -0.0003065821365453303, 0.000600943632889539], "cos_apical_negg": [0.006671975366771221, 0.0338686928153038, 0.0008521828567609191], "cos_Ac_negg": [-7.002658094279468e-06, 0.0003455457335803658, 0.000600943632889539], "r_norm": [10.618230819702148, 0.6632825136184692, 69.1047134399414]}, {"step": 2700, "epoch": 5, "train_loss": 11.982294082641602, "cos_r_negg": [0.0014234728878363967, 0.0003491594397928566, 0.0005967037286609411], "cos_apical_negg": [-0.006635797675698996, -0.015375207178294659, 0.0004242745344527066], "cos_Ac_negg": [0.00022179921506904066, 0.00012970311217941344, 0.0005967037286609411], "r_norm": [10.425973892211914, 0.7344911098480225, 71.68212890625]}, {"step": 2750, "epoch": 5, "train_loss": 6.697504997253418, "cos_r_negg": [-0.0004649452748708427, 8.732834248803556e-05, 0.00166590407025069], "cos_apical_negg": [0.013577226549386978, 0.05181825906038284, 0.002288761083036661], "cos_Ac_negg": [1.8363243725616485e-05, 0.0018153927521780133, 0.00166590407025069], "r_norm": [10.478355407714844, 0.7648436427116394, 80.69376373291016], "ldr": {"dL_sdil": -5.324745178222656, "dL_bp": -5.324745178222656, "ratio": 1.0}}, {"step": 2800, "epoch": 5, "train_loss": 14.172398567199707, "cos_r_negg": [-9.525509085506201e-05, -0.0007182047702372074, 0.00034774327650666237], "cos_apical_negg": [0.002233359031379223, 0.024066951125860214, 0.0005627676146104932], "cos_Ac_negg": [-0.0006124571664258838, 0.0007077442132867873, 0.00034774327650666237], "r_norm": [10.227992057800293, 0.6166882514953613, 76.54673767089844]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.1135, "test_loss": 15.4139033203125}, {"step": 2850, "epoch": 6, "train_loss": 9.163726806640625, "cos_r_negg": [-0.0007766471244394779, 0.0003069161903113127, 0.0005173187237232924], "cos_apical_negg": [-0.008030618540942669, -0.011993609368801117, 0.00033268865081481636], "cos_Ac_negg": [-2.957999095087871e-05, 4.4778342271456495e-05, 0.0005173187237232924], "r_norm": [10.122400283813477, 0.5642126798629761, 69.53952026367188]}, {"step": 2900, "epoch": 6, "train_loss": 11.137714385986328, "cos_r_negg": [-0.0007938506896607578, -0.0005878412630409002, 0.0005291044944897294], "cos_apical_negg": [0.007543014828115702, 0.03205081820487976, 0.0008025811985135078], "cos_Ac_negg": [-0.000361378479283303, -0.00036796333733946085, 0.0005291044944897294], "r_norm": [10.316718101501465, 0.5968413352966309, 80.21627807617188]}, {"step": 2950, "epoch": 6, "train_loss": 14.771392822265625, "cos_r_negg": [0.0009755128994584084, -6.176609895192087e-05, 0.0007963664247654378], "cos_apical_negg": [-0.007896581664681435, 0.0011601981241255999, 0.0005637700669467449], "cos_Ac_negg": [-0.00014162861043587327, 9.207174298353493e-05, 0.0007963664247654378], "r_norm": [10.413825988769531, 0.5365595817565918, 71.40603637695312]}, {"step": 3000, "epoch": 6, "train_loss": 11.338615417480469, "cos_r_negg": [0.0003497765283100307, 1.0837734407687094e-05, 0.0004600672982633114], "cos_apical_negg": [0.002424666192382574, 0.006470237858593464, 0.00036210595862939954], "cos_Ac_negg": [-0.00015327398432418704, 8.136251562973484e-05, 0.0004600672982633114], "r_norm": [10.765180587768555, 0.49103468656539917, 72.58340454101562], "ldr": {"dL_sdil": -3.2231502532958984, "dL_bp": -3.2231502532958984, "ratio": 1.0}}, {"step": 3050, "epoch": 6, "train_loss": 8.326875686645508, "cos_r_negg": [-0.00233289273455739, -0.00182828726246953, 0.0004542217939160764], "cos_apical_negg": [0.005131017882376909, 0.03518471494317055, 0.000661470927298069], "cos_Ac_negg": [-0.0005480774561874568, -0.00026836773031391203, 0.0004542217939160764], "r_norm": [11.261907577514648, 0.43625736236572266, 67.31732940673828]}, {"step": 3100, "epoch": 6, "train_loss": 10.853655815124512, "cos_r_negg": [-0.0012539540184661746, -0.00015318127407226712, 0.0004823232884518802], "cos_apical_negg": [0.00786895863711834, 0.017270660027861595, 0.0006532218540087342], "cos_Ac_negg": [-0.0002675061987247318, -1.4255542737373617e-05, 0.0004823232884518802], "r_norm": [11.019559860229492, 0.40941113233566284, 70.78243255615234]}, {"step": 3150, "epoch": 6, "train_loss": 9.362842559814453, "cos_r_negg": [-0.0005505583249032497, -3.725281203514896e-05, 0.000491559854708612], "cos_apical_negg": [0.007355390582233667, 0.005894972011446953, 0.0006947019137442112], "cos_Ac_negg": [7.784034823998809e-05, -2.1767729776911438e-05, 0.000491559854708612], "r_norm": [10.493788719177246, 0.4941157102584839, 81.33192443847656]}, {"step": 3200, "epoch": 6, "train_loss": 9.160902976989746, "cos_r_negg": [-0.0004284792230464518, -1.672589496592991e-05, 0.00038570602191612124], "cos_apical_negg": [0.004647522699087858, 0.004889560863375664, 0.0005598707357421517], "cos_Ac_negg": [-8.192320819944143e-05, -6.4831624513317365e-06, 0.00038570602191612124], "r_norm": [10.254683494567871, 0.4089265763759613, 75.48126220703125]}, {"step": 3250, "epoch": 6, "train_loss": 14.327459335327148, "cos_r_negg": [-0.000892978219781071, -8.398136560572311e-05, 0.0004028320836368948], "cos_apical_negg": [0.006547147408127785, 0.006014040671288967, 0.0006185249076224864], "cos_Ac_negg": [-6.057620339561254e-06, 3.1718387617729604e-05, 0.0004028320836368948], "r_norm": [9.926006317138672, 0.3795544505119324, 69.08007049560547], "ldr": {"dL_sdil": -2.0154552459716797, "dL_bp": -2.0154552459716797, "ratio": 1.0}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.1009, "test_loss": 5.414353125}, {"step": 3300, "epoch": 7, "train_loss": 14.243021965026855, "cos_r_negg": [-0.00010176823707297444, 1.0618786291161086e-05, 0.0012454219395294785], "cos_apical_negg": [0.00952719897031784, 0.00859131570905447, 0.0017571758944541216], "cos_Ac_negg": [-2.8126090910518542e-05, 5.1273244025651366e-05, 0.0012454220559448004], "r_norm": [9.697071075439453, 0.4190746545791626, 73.64054870605469]}, {"step": 3350, "epoch": 7, "train_loss": 10.523502349853516, "cos_r_negg": [0.00032986770384013653, -1.816626900108531e-05, 0.0011133337393403053], "cos_apical_negg": [-0.0013274101074784994, -0.0031088879331946373, 0.0008152493974193931], "cos_Ac_negg": [-3.6530589568428695e-05, -1.9239876564824954e-05, 0.0011133337393403053], "r_norm": [9.721663475036621, 0.41177183389663696, 79.6162109375]}, {"step": 3400, "epoch": 7, "train_loss": 7.3352532386779785, "cos_r_negg": [-0.00013602952822111547, -4.44132001575781e-06, 0.0004732832021545619], "cos_apical_negg": [0.0028759310953319073, 0.002670302987098694, 0.0006375359371304512], "cos_Ac_negg": [1.7980746633838862e-06, 9.277468961954582e-07, 0.0004732832021545619], "r_norm": [9.575967788696289, 0.3310461640357971, 69.65196990966797]}, {"step": 3450, "epoch": 7, "train_loss": 11.276697158813477, "cos_r_negg": [8.011130557861179e-05, -2.5138688215520233e-06, 0.0005759121850132942], "cos_apical_negg": [0.0015393190551549196, 0.0021531018428504467, 0.0008040028042159975], "cos_Ac_negg": [-1.935796535690315e-05, 2.905440510403423e-08, 0.0005759121850132942], "r_norm": [9.304916381835938, 0.3207840025424957, 72.23995971679688]}, {"step": 3500, "epoch": 7, "train_loss": 10.058496475219727, "cos_r_negg": [-9.307943400926888e-06, 1.2175264600955416e-06, 0.0008584142779000103], "cos_apical_negg": [0.005545955616980791, 0.003055740147829056, 0.0012401794083416462], "cos_Ac_negg": [-3.671078593470156e-05, 3.6047620142198866e-06, 0.0008584142779000103], "r_norm": [9.082954406738281, 0.3197903037071228, 76.34339904785156], "ldr": {"dL_sdil": -3.063854217529297, "dL_bp": -3.063854217529297, "ratio": 1.0}}, {"step": 3550, "epoch": 7, "train_loss": 15.83906364440918, "cos_r_negg": [-0.00011225698835914955, -8.305637493322138e-06, 0.000536615087185055], "cos_apical_negg": [-0.0032999548129737377, -0.0015780150424689054, 0.00042207841761410236], "cos_Ac_negg": [-4.440713018993847e-05, -1.0839154128916562e-05, 0.000536615087185055], "r_norm": [8.967914581298828, 0.3286226987838745, 76.86199188232422]}, {"step": 3600, "epoch": 7, "train_loss": 6.9759016036987305, "cos_r_negg": [-8.995767711894587e-05, -6.5517497205291875e-06, 0.0005803084932267666], "cos_apical_negg": [0.003513054922223091, 0.0011181433219462633, 0.0007972005987539887], "cos_Ac_negg": [5.813186362502165e-06, -5.844373845320661e-06, 0.0005803084932267666], "r_norm": [8.667022705078125, 0.3333401679992676, 82.67144775390625]}, {"step": 3650, "epoch": 7, "train_loss": 14.012767791748047, "cos_r_negg": [-0.00012941555178258568, -5.787908321508439e-07, 0.0005991029320284724], "cos_apical_negg": [0.004716848023235798, 0.0005069369217380881, 0.0008145484607666731], "cos_Ac_negg": [-1.3826811482431367e-05, -4.3590918608060747e-07, 0.0005991029320284724], "r_norm": [8.500835418701172, 0.2539193630218506, 78.05364990234375]}, {"step": 3700, "epoch": 7, "train_loss": 10.887031555175781, "cos_r_negg": [0.00012822741700801998, 3.698286832332087e-07, 0.000404409016482532], "cos_apical_negg": [-0.00210763281211257, -0.00021164007193874568, 0.00032786192605271935], "cos_Ac_negg": [1.0082550943479873e-05, 2.476444933563471e-07, 0.000404409016482532], "r_norm": [8.115163803100586, 0.2497105598449707, 66.56118774414062]}, {"step": 3750, "epoch": 7, "train_loss": 11.986455917358398, "cos_r_negg": [-0.00020643696188926697, 9.423830306332093e-06, 0.0003549941466189921], "cos_apical_negg": [0.0006326885777525604, -0.00012705946573987603, 0.00043204048415645957], "cos_Ac_negg": [7.048386578389909e-06, 7.346761776716448e-06, 0.0003549941466189921], "r_norm": [7.990297794342041, 0.23206360638141632, 66.89620208740234], "ldr": {"dL_sdil": -1.290461540222168, "dL_bp": -1.290461540222168, "ratio": 1.0}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.0958, "test_loss": 12.83738837890625}, {"step": 3800, "epoch": 8, "train_loss": 12.24525260925293, "cos_r_negg": [-0.0006912237731739879, 1.7860053276308463e-06, 0.0003791209019254893], "cos_apical_negg": [0.0040672533214092255, 0.0008353062439709902, 0.0006068379152566195], "cos_Ac_negg": [-1.617923771846108e-05, 1.5373125279438682e-06, 0.00037912087282165885], "r_norm": [7.609096527099609, 0.2839404344558716, 81.63754272460938]}, {"step": 3850, "epoch": 8, "train_loss": 10.906745910644531, "cos_r_negg": [2.7136873541167006e-05, 2.1298605133779347e-05, 0.00036685256054624915], "cos_apical_negg": [-0.00030235559097491205, -0.00134642596822232, 0.0004933676100336015], "cos_Ac_negg": [-2.5157828531519044e-06, 9.044569196703378e-06, 0.00036685256054624915], "r_norm": [7.486203193664551, 0.21912406384944916, 81.66334533691406]}, {"step": 3900, "epoch": 8, "train_loss": 14.25008487701416, "cos_r_negg": [-9.765532740857452e-05, 1.872541179182008e-05, 0.00039639213355258107], "cos_apical_negg": [-0.0032104786951094866, -0.0023868766147643328, 0.00039078883128240705], "cos_Ac_negg": [4.164533493167255e-06, 5.087179033580469e-07, 0.00039639213355258107], "r_norm": [7.2903642654418945, 0.23972105979919434, 83.9984130859375]}, {"step": 3950, "epoch": 8, "train_loss": 6.995513916015625, "cos_r_negg": [-0.00026852265000343323, 5.48959451407427e-06, 0.0015284704277291894], "cos_apical_negg": [0.006871865130960941, 0.0019277220126241446, 0.0020611409563571215], "cos_Ac_negg": [-2.977634358103387e-05, 9.326395229436457e-06, 0.0015284705441445112], "r_norm": [6.977356433868408, 0.2755885720252991, 81.66363525390625]}, {"step": 4000, "epoch": 8, "train_loss": 9.917898178100586, "cos_r_negg": [4.413439455674961e-05, 7.77321656642016e-06, 0.000532569014467299], "cos_apical_negg": [0.0031771024223417044, 0.00035279252915643156, 0.0008197802817448974], "cos_Ac_negg": [3.2512480174773373e-06, 4.182371867500478e-06, 0.000532569014467299], "r_norm": [6.7872819900512695, 0.24368004500865936, 80.87987518310547], "ldr": {"dL_sdil": -4.347333908081055, "dL_bp": -4.347333908081055, "ratio": 1.0}}, {"step": 4050, "epoch": 8, "train_loss": 7.221482276916504, "cos_r_negg": [0.0003205314860679209, 1.0749854482128285e-05, 0.00035160963307134807], "cos_apical_negg": [-0.00031917073647491634, -0.001142758410423994, 0.00030202773632481694], "cos_Ac_negg": [1.784027335816063e-05, 5.985255484119989e-06, 0.00035160963307134807], "r_norm": [6.565085411071777, 0.1978180706501007, 70.37312316894531]}, {"step": 4100, "epoch": 8, "train_loss": 15.152256965637207, "cos_r_negg": [-0.0003113331622444093, -5.302804311213549e-06, 0.0005927800666540861], "cos_apical_negg": [0.006019855383783579, 0.001685309805907309, 0.0009264452382922173], "cos_Ac_negg": [-6.917111750226468e-05, 1.5868442915234482e-07, 0.0005927800666540861], "r_norm": [6.399531364440918, 0.20229080319404602, 76.21907043457031]}, {"step": 4150, "epoch": 8, "train_loss": 8.185429573059082, "cos_r_negg": [-0.0001031583669828251, 1.6594085536780767e-06, 0.00041678434354253113], "cos_apical_negg": [0.0005854677292518318, 0.00047696431283839047, 0.0006033381214365363], "cos_Ac_negg": [-9.922115168592427e-06, 1.8097523479809752e-06, 0.00041678434354253113], "r_norm": [6.32772159576416, 0.16455958783626556, 76.09619140625]}, {"step": 4200, "epoch": 8, "train_loss": 15.284811019897461, "cos_r_negg": [-0.0003925708297174424, -7.949817700136919e-06, 0.00046571402344852686], "cos_apical_negg": [0.0026900647208094597, 0.0017255863640457392, 0.0007832866976968944], "cos_Ac_negg": [9.168297765427269e-06, 3.840776514607569e-07, 0.00046571402344852686], "r_norm": [6.162148475646973, 0.200938418507576, 79.20183563232422]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.0974, "test_loss": 15.0151828125}, {"step": 4250, "epoch": 9, "train_loss": 12.471208572387695, "cos_r_negg": [-0.00023101712577044964, 5.147858246346004e-06, 0.000796143023762852], "cos_apical_negg": [-0.0048415400087833405, -0.0017352185677736998, 0.000561045715585351], "cos_Ac_negg": [5.609548679785803e-06, -1.4396731558008469e-06, 0.000796143023762852], "r_norm": [5.994266033172607, 0.1886797994375229, 78.99374389648438], "ldr": {"dL_sdil": -2.813473701477051, "dL_bp": -2.813473701477051, "ratio": 1.0}}, {"step": 4300, "epoch": 9, "train_loss": 10.85728645324707, "cos_r_negg": [3.5336128348717466e-05, -1.5355653886217624e-06, 0.0005124153103679419], "cos_apical_negg": [0.00134233885910362, 0.0007922321674413979, 0.0008292831480503082], "cos_Ac_negg": [-1.403813894285122e-05, 3.9457637512896326e-07, 0.0005124153103679419], "r_norm": [5.929409027099609, 0.1924426257610321, 82.99745178222656]}, {"step": 4350, "epoch": 9, "train_loss": 4.869171142578125, "cos_r_negg": [0.00015403650468215346, 1.4956174254621146e-06, 0.0011744382791221142], "cos_apical_negg": [-0.0026901124510914087, -0.001427370822057128, 0.0008346527465619147], "cos_Ac_negg": [2.2859241653350182e-05, -6.666375043096195e-07, 0.0011744382791221142], "r_norm": [5.779581069946289, 0.1746785044670105, 80.20783233642578]}, {"step": 4400, "epoch": 9, "train_loss": 9.264280319213867, "cos_r_negg": [-0.0001277054543606937, 1.1046244026147178e-06, 0.0004700077697634697], "cos_apical_negg": [0.0020360159687697887, -5.222327308729291e-05, 0.000641344056930393], "cos_Ac_negg": [-1.0150776006412343e-06, 8.045070671869325e-07, 0.0004700077697634697], "r_norm": [5.551910400390625, 0.1450258493423462, 76.23158264160156]}, {"step": 4450, "epoch": 9, "train_loss": 10.54986572265625, "cos_r_negg": [-8.918886305764318e-05, -3.7027712096460164e-07, 0.000648432644084096], "cos_apical_negg": [0.002294698962941766, 0.0006863896269351244, 0.0009144372306764126], "cos_Ac_negg": [-2.610865976748755e-06, 5.740489541494753e-07, 0.000648432644084096], "r_norm": [5.560494422912598, 0.14653459191322327, 80.17523193359375]}, {"step": 4500, "epoch": 9, "train_loss": 15.266033172607422, "cos_r_negg": [-1.837697345763445e-05, 9.65007302511367e-07, 0.00026462110690772533], "cos_apical_negg": [0.0023064163979142904, 0.0002757925249170512, 0.00041377946035936475], "cos_Ac_negg": [1.4850845218461473e-05, 1.1928684671147494e-06, 0.0002646211360115558], "r_norm": [5.3088531494140625, 0.1512858271598816, 85.06575012207031], "ldr": {"dL_sdil": -2.0416154861450195, "dL_bp": -2.0416154861450195, "ratio": 1.0}}, {"step": 4550, "epoch": 9, "train_loss": 9.97014045715332, "cos_r_negg": [-2.320991552551277e-05, 1.0120798066282077e-07, 0.0006373079959303141], "cos_apical_negg": [0.0020495608914643526, 0.0002615635748952627, 0.0009125053184106946], "cos_Ac_negg": [4.0176569200411905e-06, 2.856357639302587e-07, 0.0006373079959303141], "r_norm": [5.211856842041016, 0.13515642285346985, 81.06671905517578]}, {"step": 4600, "epoch": 9, "train_loss": 12.614542007446289, "cos_r_negg": [0.00012093293480575085, 8.54950542361621e-07, 0.0006295261555351317], "cos_apical_negg": [-0.0010688703041523695, -0.0004884673398919404, 0.0004798839217983186], "cos_Ac_negg": [9.77936724666506e-06, 6.398873892976553e-07, 0.0006295261555351317], "r_norm": [5.046844482421875, 0.15321294963359833, 76.43018341064453]}, {"step": 4650, "epoch": 9, "train_loss": 10.214437484741211, "cos_r_negg": [2.1657437173416838e-05, -1.245211251443834e-06, 0.0006663487292826176], "cos_apical_negg": [0.002329866401851177, 0.0004242437717039138, 0.0009842240251600742], "cos_Ac_negg": [-7.559906407550443e-06, -8.721938229427906e-07, 0.0006663487292826176], "r_norm": [4.959489822387695, 0.15242722630500793, 90.76179504394531]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.0982, "test_loss": 11.98845908203125}, {"step": 4700, "epoch": 10, "train_loss": 10.871023178100586, "cos_r_negg": [4.619735409505665e-05, -7.171428251240286e-08, 0.00039092451333999634], "cos_apical_negg": [0.0003087191144004464, 0.00024116213899105787, 0.00059042579960078], "cos_Ac_negg": [2.056867742794566e-06, 1.570916907667197e-07, 0.0003909244842361659], "r_norm": [4.911136627197266, 0.10327375680208206, 85.43791198730469]}, {"step": 4750, "epoch": 10, "train_loss": 10.601324081420898, "cos_r_negg": [-2.6551024348009378e-05, -2.6292696020391304e-07, 0.00041395018342882395], "cos_apical_negg": [3.0854425858706236e-05, 0.0002575326361693442, 0.000602198182605207], "cos_Ac_negg": [-9.21240552997915e-06, -1.1831217250346526e-07, 0.00041395018342882395], "r_norm": [4.759627342224121, 0.12233448028564453, 80.62921905517578], "ldr": {"dL_sdil": -2.162909507751465, "dL_bp": -2.162909507751465, "ratio": 1.0}}, {"step": 4800, "epoch": 10, "train_loss": 10.082063674926758, "cos_r_negg": [-7.906082828412764e-06, -8.464148493203538e-08, 0.0004530469886958599], "cos_apical_negg": [0.0006636911421082914, 0.0002174680121243, 0.000634529220405966], "cos_Ac_negg": [5.823716946906643e-06, 4.319579005596097e-08, 0.00045304701779969037], "r_norm": [4.686193466186523, 0.10868888348340988, 76.4392318725586]}, {"step": 4850, "epoch": 10, "train_loss": 12.20187759399414, "cos_r_negg": [-8.721536687517073e-06, -3.0946026186029485e-08, 0.00047857692698016763], "cos_apical_negg": [0.0009839709382504225, 0.00031405730987899005, 0.000671702204272151], "cos_Ac_negg": [1.2079258340236265e-06, 2.0187349036859814e-07, 0.00047857689787633717], "r_norm": [4.705677032470703, 0.09172140061855316, 78.99026489257812]}, {"step": 4900, "epoch": 10, "train_loss": 8.082229614257812, "cos_r_negg": [1.0881740308832377e-05, 5.685522097564899e-08, 0.0007779758307151496], "cos_apical_negg": [-0.0007532913004979491, -0.0003686330164782703, 0.0005335283931344748], "cos_Ac_negg": [4.867243205808336e-06, -3.6408584946912015e-07, 0.0007779758307151496], "r_norm": [4.5528059005737305, 0.10007624328136444, 75.51366424560547]}, {"step": 4950, "epoch": 10, "train_loss": 11.847257614135742, "cos_r_negg": [3.670313162729144e-05, 2.455204537454847e-07, 0.00035713060060516], "cos_apical_negg": [0.0007455665618181229, 0.0001862806675489992, 0.0005158563144505024], "cos_Ac_negg": [-1.6347958080586977e-06, 2.346459950786084e-07, 0.00035713060060516], "r_norm": [4.459744453430176, 0.08343175053596497, 74.88031005859375]}, {"step": 5000, "epoch": 10, "train_loss": 9.58346939086914, "cos_r_negg": [-5.674162821378559e-06, 5.57897656960904e-08, 0.0003492940741125494], "cos_apical_negg": [-0.0022626761347055435, -0.00013269114424474537, 0.0003097676089964807], "cos_Ac_negg": [1.478994477110973e-06, -1.766069033237727e-07, 0.0003492941032163799], "r_norm": [4.376709938049316, 0.09099306166172028, 73.61000061035156], "ldr": {"dL_sdil": -2.399336338043213, "dL_bp": -2.3993358612060547, "ratio": 1.0000001987371447}}, {"step": 5050, "epoch": 10, "train_loss": 7.876829147338867, "cos_r_negg": [-4.6411332732532173e-05, -6.754696642019553e-07, 0.0005235593998804688], "cos_apical_negg": [0.0015335622010752559, 0.0005697936285287142, 0.0007391809485852718], "cos_Ac_negg": [-1.9185521523468196e-05, -4.459087676877971e-08, 0.0005235593998804688], "r_norm": [4.355940818786621, 0.08220028877258301, 74.98042297363281]}, {"step": 5100, "epoch": 10, "train_loss": 9.24594497680664, "cos_r_negg": [2.1687974367523566e-05, 7.277161273577804e-08, 0.0003438702260609716], "cos_apical_negg": [-0.0008157159318216145, 1.878699731605593e-05, 0.0003447696508374065], "cos_Ac_negg": [3.993947757408023e-06, 1.1513132847085217e-07, 0.0003438702260609716], "r_norm": [4.243640422821045, 0.09278936684131622, 89.52322387695312]}, {"step": 5150, "epoch": 10, "train_loss": 9.745550155639648, "cos_r_negg": [0.00019080674974247813, 2.437835746604833e-07, 0.0010264927987009287], "cos_apical_negg": [-0.0038109123706817627, -0.0005966435419395566, 0.0007386000361293554], "cos_Ac_negg": [8.356644229934318e-07, -3.518011908454355e-07, 0.0010264927987009287], "r_norm": [4.1946001052856445, 0.09052366018295288, 83.76698303222656]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.0974, "test_loss": 12.24704150390625}, {"step": 5200, "epoch": 11, "train_loss": 12.8275146484375, "cos_r_negg": [-4.020584674435668e-05, -6.985120535318856e-07, 0.00047319638542830944], "cos_apical_negg": [0.001035858760587871, 0.000416602153563872, 0.0006969400565139949], "cos_Ac_negg": [4.532676030066796e-06, -2.5841782758107e-07, 0.00047319638542830944], "r_norm": [4.02159309387207, 0.08000468462705612, 77.22238159179688]}, {"step": 5250, "epoch": 11, "train_loss": 7.166617393493652, "cos_r_negg": [2.66087990894448e-05, -5.59273019007378e-07, 0.0004729930078610778], "cos_apical_negg": [0.00012952589895576239, 0.00033322256058454514, 0.0006281494861468673], "cos_Ac_negg": [6.254299933061702e-06, -2.328739014956227e-07, 0.0004729930078610778], "r_norm": [3.9766693115234375, 0.06530888378620148, 80.6872329711914], "ldr": {"dL_sdil": -1.1611948013305664, "dL_bp": -1.1611948013305664, "ratio": 1.0}}, {"step": 5300, "epoch": 11, "train_loss": 15.83763313293457, "cos_r_negg": [-3.35832082782872e-05, -1.7535040797156398e-07, 0.0006844946183264256], "cos_apical_negg": [0.0013035673182457685, 0.00036999472649767995, 0.0009408185724169016], "cos_Ac_negg": [3.197334763171966e-06, 3.426409733719993e-08, 0.0006844946183264256], "r_norm": [3.962620735168457, 0.06571672856807709, 70.11446380615234]}, {"step": 5350, "epoch": 11, "train_loss": 5.696012496948242, "cos_r_negg": [-2.495004991942551e-05, -3.5265892961433565e-07, 0.0003770379116758704], "cos_apical_negg": [0.0006343555287458003, 0.00023470903397537768, 0.0005551467183977365], "cos_Ac_negg": [-5.369845894165337e-06, -2.08108104970961e-07, 0.0003770379116758704], "r_norm": [3.964165210723877, 0.08284342288970947, 88.06735229492188]}, {"step": 5400, "epoch": 11, "train_loss": 12.086772918701172, "cos_r_negg": [-5.495277218869887e-05, 7.837315507686071e-08, 0.00043762329732999206], "cos_apical_negg": [-0.0007644725847057998, -1.4699093298986554e-05, 0.00037398815038613975], "cos_Ac_negg": [6.811139883211581e-06, 8.096208148344886e-08, 0.00043762329732999206], "r_norm": [3.9540767669677734, 0.06605201214551926, 83.75718688964844]}, {"step": 5450, "epoch": 11, "train_loss": 12.782332420349121, "cos_r_negg": [-6.69450091663748e-05, -3.705642370732676e-07, 0.000703177647665143], "cos_apical_negg": [0.0026657760608941317, 0.0004209789913147688, 0.001017778180539608], "cos_Ac_negg": [8.024891940294765e-06, -1.342887117061764e-07, 0.000703177647665143], "r_norm": [3.9740021228790283, 0.06895966082811356, 79.29402160644531]}, {"step": 5500, "epoch": 11, "train_loss": 9.513815879821777, "cos_r_negg": [-2.4371605832129717e-05, 1.4249866353566176e-07, 0.0007971266750246286], "cos_apical_negg": [0.0011248292867094278, 0.00021004711743444204, 0.001087104668840766], "cos_Ac_negg": [4.8144788706849795e-06, 2.019852587409332e-07, 0.0007971266750246286], "r_norm": [3.861882209777832, 0.056159231811761856, 70.99562072753906], "ldr": {"dL_sdil": -1.106511116027832, "dL_bp": -1.106511116027832, "ratio": 1.0}}, {"step": 5550, "epoch": 11, "train_loss": 7.246673107147217, "cos_r_negg": [-5.609307481790893e-05, 1.6692089843672875e-07, 0.0020309360697865486], "cos_apical_negg": [0.0022494252771139145, 0.0003634335589595139, 0.0026033464819192886], "cos_Ac_negg": [8.908175004762597e-06, 2.763519830750738e-07, 0.0020309360697865486], "r_norm": [3.967557668685913, 0.07248271256685257, 85.72650909423828]}, {"step": 5600, "epoch": 11, "train_loss": 15.538816452026367, "cos_r_negg": [-9.209171548718587e-05, 1.6032542760058277e-07, 0.0005323229124769568], "cos_apical_negg": [0.0019717877730727196, 0.00014397050836123526, 0.0007912073051556945], "cos_Ac_negg": [-1.224965035362402e-05, 9.167029446643937e-08, 0.0005323228542692959], "r_norm": [3.9202756881713867, 0.05401889234781265, 80.31549072265625]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.101, "test_loss": 10.03355205078125}, {"step": 5650, "epoch": 12, "train_loss": 15.76156997680664, "cos_r_negg": [3.4371245419606566e-05, 2.2374990749085555e-11, 0.0005807231063954532], "cos_apical_negg": [0.0016009106766432524, 0.00011231094686081633, 0.0008371190633624792], "cos_Ac_negg": [4.2650372051866725e-06, 2.849225388956711e-08, 0.0005807231063954532], "r_norm": [3.8299357891082764, 0.04790552705526352, 88.43399047851562]}, {"step": 5700, "epoch": 12, "train_loss": 14.062185287475586, "cos_r_negg": [2.810238947859034e-05, -2.6707871825237817e-07, 0.0007937115151435137], "cos_apical_negg": [0.0006864903261885047, 0.00021874706726521254, 0.0011066495208069682], "cos_Ac_negg": [-9.111045983445365e-06, -1.886144218588015e-07, 0.0007937115151435137], "r_norm": [3.761569023132324, 0.06250077486038208, 87.64382934570312]}, {"step": 5750, "epoch": 12, "train_loss": 14.2777681350708, "cos_r_negg": [1.779011290636845e-05, -1.227245718382619e-07, 0.0005096790846437216], "cos_apical_negg": [0.0013267600443214178, 0.000200188864255324, 0.0007387741352431476], "cos_Ac_negg": [-1.5805768498466932e-06, -4.936847375347497e-08, 0.0005096790846437216], "r_norm": [3.650904893875122, 0.04856191948056221, 74.97488403320312], "ldr": {"dL_sdil": -2.3304529190063477, "dL_bp": -2.3304548263549805, "ratio": 0.9999991815552006}}, {"step": 5800, "epoch": 12, "train_loss": 9.818316459655762, "cos_r_negg": [-1.0761068551801145e-05, -3.395554699636705e-07, 0.0007311259396374226], "cos_apical_negg": [0.0011818575439974666, 0.00027288671117275953, 0.0010415520519018173], "cos_Ac_negg": [1.0749748753369204e-06, -2.2495353846352373e-07, 0.0007311259396374226], "r_norm": [3.5763988494873047, 0.059030815958976746, 91.38941192626953]}, {"step": 5850, "epoch": 12, "train_loss": 14.572349548339844, "cos_r_negg": [1.5233988051477354e-05, 3.4755913702610997e-08, 0.00043642864329740405], "cos_apical_negg": [0.0006307302974164486, 8.968666952569038e-05, 0.0004587678995449096], "cos_Ac_negg": [1.010974756354699e-06, 9.169276893317146e-08, 0.00043642864329740405], "r_norm": [3.4252614974975586, 0.04967266693711281, 88.93172454833984]}, {"step": 5900, "epoch": 12, "train_loss": 7.618553161621094, "cos_r_negg": [2.4881055651349016e-06, 1.5374549633406787e-08, 0.00038022297667339444], "cos_apical_negg": [0.00029460067162290215, 0.00010217900853604078, 0.0004929170245304704], "cos_Ac_negg": [-1.0570439599177917e-06, 6.103746841290558e-08, 0.00038022297667339444], "r_norm": [3.3877594470977783, 0.045692961663007736, 82.98951721191406]}, {"step": 5950, "epoch": 12, "train_loss": 9.91832447052002, "cos_r_negg": [-1.9281833374407142e-06, -1.5521568741405645e-07, 0.0006756022339686751], "cos_apical_negg": [0.001658069435507059, 0.00028304976876825094, 0.0009437213884666562], "cos_Ac_negg": [-1.7512990098111914e-06, 3.279849281057068e-09, 0.0006756022339686751], "r_norm": [3.5045764446258545, 0.04056042805314064, 79.07471466064453]}, {"step": 6000, "epoch": 12, "train_loss": 8.620805740356445, "cos_r_negg": [4.577601430355571e-06, -1.2945488236937308e-08, 0.0004147806903347373], "cos_apical_negg": [0.00045229471288621426, 0.0001206343004014343, 0.0005026115686632693], "cos_Ac_negg": [-1.3500241493602516e-06, 3.4174597374203586e-08, 0.0004147806903347373], "r_norm": [3.335987091064453, 0.03786821663379669, 74.51448059082031], "ldr": {"dL_sdil": -1.7451133728027344, "dL_bp": -1.7451133728027344, "ratio": 1.0}}, {"step": 6050, "epoch": 12, "train_loss": 9.826077461242676, "cos_r_negg": [-1.65549099619966e-05, -1.5569216316180245e-07, 0.0006641616346314549], "cos_apical_negg": [0.0008864743867889047, 0.00017781945643946528, 0.00093148706946522], "cos_Ac_negg": [-4.8550327846896835e-06, -8.453059763269266e-08, 0.0006641616346314549], "r_norm": [3.1930289268493652, 0.04545455053448677, 86.74044036865234]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.1028, "test_loss": 7.262681689453125}, {"step": 6100, "epoch": 13, "train_loss": 7.409832000732422, "cos_r_negg": [6.844271410955116e-06, -8.571731768824975e-09, 0.0004316600097808987], "cos_apical_negg": [0.0004153420450165868, 7.012407877482474e-05, 0.000514303392264992], "cos_Ac_negg": [1.379242462462571e-07, 1.8516352895403543e-08, 0.0004316600097808987], "r_norm": [3.1900553703308105, 0.0339338555932045, 69.57662963867188]}, {"step": 6150, "epoch": 13, "train_loss": 5.193009376525879, "cos_r_negg": [-1.3753236089542042e-05, -2.6433474076270613e-08, 0.0007931838044896722], "cos_apical_negg": [0.0011435194173827767, 0.00018473697127774358, 0.0010983285028487444], "cos_Ac_negg": [1.1905957535418565e-06, 4.277312726230775e-08, 0.0007931838044896722], "r_norm": [3.3005270957946777, 0.034157782793045044, 76.05322265625]}, {"step": 6200, "epoch": 13, "train_loss": 18.546161651611328, "cos_r_negg": [-1.4998834558355156e-05, -2.4185906610796337e-08, 0.0005996851250529289], "cos_apical_negg": [0.000913367432076484, 0.00014616697444580495, 0.0008745046798139811], "cos_Ac_negg": [-1.3540444854243106e-07, 4.9229591070343304e-08, 0.0005996851250529289], "r_norm": [3.0472517013549805, 0.036152590066194534, 79.8924560546875]}, {"step": 6250, "epoch": 13, "train_loss": 9.099349975585938, "cos_r_negg": [1.4409301002160646e-05, 8.50539993990651e-09, 0.0007316641858778894], "cos_apical_negg": [-0.00014029169688001275, -2.3591685021528974e-05, 0.0005379573558457196], "cos_Ac_negg": [-2.2181896497386333e-07, 4.509353335180322e-09, 0.0007316641858778894], "r_norm": [2.9890544414520264, 0.042927272617816925, 83.208740234375], "ldr": {"dL_sdil": -2.1355361938476562, "dL_bp": -2.1355361938476562, "ratio": 1.0}}, {"step": 6300, "epoch": 13, "train_loss": 15.18874740600586, "cos_r_negg": [-3.549995381035842e-05, -2.977904678402865e-08, 0.0008687332738190889], "cos_apical_negg": [0.0007486995309591293, 0.00017166364705190063, 0.0012049442157149315], "cos_Ac_negg": [7.540522233284719e-07, 5.372965361516435e-08, 0.0008687332738190889], "r_norm": [2.9289655685424805, 0.029585523530840874, 75.57168579101562]}, {"step": 6350, "epoch": 13, "train_loss": 10.393255233764648, "cos_r_negg": [-1.208727371704299e-05, -1.2991909770221355e-09, 0.00041955464985221624], "cos_apical_negg": [0.0005212341202422976, 6.181307253427804e-05, 0.0005602752207778394], "cos_Ac_negg": [9.124984501340805e-08, 2.416463473764452e-08, 0.00041955464985221624], "r_norm": [2.9360384941101074, 0.02990216575562954, 80.91551208496094]}, {"step": 6400, "epoch": 13, "train_loss": 9.829227447509766, "cos_r_negg": [1.4274413842940703e-05, -7.027978643492361e-09, 0.0007842485210858285], "cos_apical_negg": [0.0004757544957101345, 0.00010085219400934875, 0.0010950638679787517], "cos_Ac_negg": [1.5542336768703535e-06, 3.000385362383895e-08, 0.0007842484628781676], "r_norm": [3.1295547485351562, 0.026799384504556656, 75.42486572265625]}, {"step": 6450, "epoch": 13, "train_loss": 13.427417755126953, "cos_r_negg": [-9.221101208822802e-06, -6.04719332386594e-08, 0.0006608852418139577], "cos_apical_negg": [0.00043294395436532795, 0.00017362811195198447, 0.0009602817008271813], "cos_Ac_negg": [5.273672059047385e-07, 2.5147556925730896e-08, 0.0006608852418139577], "r_norm": [2.775033473968506, 0.028255324810743332, 87.07158660888672]}, {"step": 6500, "epoch": 13, "train_loss": 8.254121780395508, "cos_r_negg": [-2.2281999918050133e-05, -3.24634541470914e-08, 0.00040237209759652615], "cos_apical_negg": [0.0003998275496996939, 0.00010826322250068188, 0.0005861024837940931], "cos_Ac_negg": [7.511549142691365e-07, 2.1658319582229524e-08, 0.00040237209759652615], "r_norm": [2.6140146255493164, 0.025765007361769676, 78.53205108642578], "ldr": {"dL_sdil": -2.010395050048828, "dL_bp": -2.010395050048828, "ratio": 1.0}}, {"step": 6550, "epoch": 13, "train_loss": 12.364991188049316, "cos_r_negg": [6.105046486482024e-05, -2.99642488599261e-09, 0.0010401424951851368], "cos_apical_negg": [-0.0009244515094906092, -4.1240280552301556e-05, 0.0007569988956674933], "cos_Ac_negg": [-1.3066201063338667e-06, -1.0966894947728179e-08, 0.0010401424951851368], "r_norm": [2.8053698539733887, 0.028061438351869583, 81.28829956054688]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.1032, "test_loss": 13.21957578125}, {"step": 6600, "epoch": 14, "train_loss": 25.369422912597656, "cos_r_negg": [1.7650214431341738e-05, -2.20117346572124e-09, 0.0008100722916424274], "cos_apical_negg": [-0.00031092698918655515, 5.169845280761365e-06, 0.0006445597391575575], "cos_Ac_negg": [1.1514533753143041e-06, 8.841702925366235e-10, 0.0008100722916424274], "r_norm": [2.5166358947753906, 0.027235591784119606, 81.90315246582031]}, {"step": 6650, "epoch": 14, "train_loss": 10.528507232666016, "cos_r_negg": [-7.714315870543942e-06, -2.5528450464662455e-08, 0.0004849030519835651], "cos_apical_negg": [0.0007891379063948989, 0.00012231872824486345, 0.0006964609492570162], "cos_Ac_negg": [1.7971117358683841e-06, 1.8205362550816062e-08, 0.0004849030519835651], "r_norm": [2.529590606689453, 0.02278490550816059, 79.81932067871094]}, {"step": 6700, "epoch": 14, "train_loss": 8.767873764038086, "cos_r_negg": [-3.5411259887041524e-05, -4.989027146962144e-08, 0.0004879098851233721], "cos_apical_negg": [0.0009414396481588483, 0.00010770859807962552, 0.0007058120099827647], "cos_Ac_negg": [6.787489041926165e-07, -4.90606488767753e-09, 0.0004879098851233721], "r_norm": [2.516063928604126, 0.026112975552678108, 86.81710815429688]}, {"step": 6750, "epoch": 14, "train_loss": 9.852359771728516, "cos_r_negg": [-1.7133637811639346e-05, -2.7756584586313693e-08, 0.0005106455064378679], "cos_apical_negg": [0.0005690939724445343, 8.3695980720222e-05, 0.0007093142485246062], "cos_Ac_negg": [-5.902477369090775e-07, 2.0388646326807702e-09, 0.0005106455064378679], "r_norm": [2.416090488433838, 0.02379005216062069, 81.87761688232422], "ldr": {"dL_sdil": -1.8504209518432617, "dL_bp": -1.8504209518432617, "ratio": 1.0}}, {"step": 6800, "epoch": 14, "train_loss": 9.506153106689453, "cos_r_negg": [-9.411581231688615e-06, -2.6289871613016658e-08, 0.0004036142199765891], "cos_apical_negg": [7.892910070950165e-05, 4.7301684389822185e-05, 0.0004935435717925429], "cos_Ac_negg": [7.583238215147503e-08, -1.1378765485403619e-08, 0.0004036141908727586], "r_norm": [2.3286967277526855, 0.022916216403245926, 81.93649291992188]}, {"step": 6850, "epoch": 14, "train_loss": 10.992828369140625, "cos_r_negg": [2.276340865137172e-06, -2.3592150455442606e-08, 0.0005616658017970622], "cos_apical_negg": [6.407656474038959e-05, 0.0001070590951712802, 0.0008272420964203775], "cos_Ac_negg": [2.4204788928727794e-07, 8.919073479773942e-09, 0.0005616658017970622], "r_norm": [2.26202130317688, 0.019950605928897858, 84.60021209716797]}, {"step": 6900, "epoch": 14, "train_loss": 18.282787322998047, "cos_r_negg": [3.811930218944326e-05, 2.7750532538561856e-08, 0.0005660842871293426], "cos_apical_negg": [-0.0008517511887475848, -3.6678320611827075e-05, 0.0004756841226480901], "cos_Ac_negg": [-1.662830300119822e-07, 4.161304190120063e-09, 0.0005660842871293426], "r_norm": [2.199315309524536, 0.0222354494035244, 75.50546264648438]}, {"step": 6950, "epoch": 14, "train_loss": 11.122303009033203, "cos_r_negg": [1.8653863662621006e-06, -6.416127007469186e-08, 0.0020950580947101116], "cos_apical_negg": [0.0008324931841343641, 0.00026312560657970607, 0.0027061188593506813], "cos_Ac_negg": [1.9758772396016866e-06, 6.173544875309744e-08, 0.0020950580947101116], "r_norm": [2.2852072715759277, 0.021588332951068878, 81.40168762207031]}, {"step": 7000, "epoch": 14, "train_loss": 6.87345027923584, "cos_r_negg": [1.0887355529121123e-05, -4.5734055431623233e-10, 0.00044431068818084896], "cos_apical_negg": [-0.0002495126973371953, 2.146337465092074e-05, 0.00039066176395863295], "cos_Ac_negg": [-7.67246149280254e-07, 6.47616138493845e-09, 0.00044431068818084896], "r_norm": [2.078493356704712, 0.016542965546250343, 70.4391098022461], "ldr": {"dL_sdil": -1.0051460266113281, "dL_bp": -1.0051460266113281, "ratio": 1.0}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.1032, "test_loss": 13.56799287109375}, {"step": 7050, "epoch": 15, "train_loss": 5.976227760314941, "cos_r_negg": [-7.911453394626733e-06, -5.27021661866911e-08, 0.0005657350411638618], "cos_apical_negg": [0.0005326103419065475, 8.095204248093069e-05, 0.0007948913262225688], "cos_Ac_negg": [-2.3364758305888245e-07, -2.7557657489296616e-08, 0.0005657350411638618], "r_norm": [2.0185046195983887, 0.02233976125717163, 95.77558135986328]}, {"step": 7100, "epoch": 15, "train_loss": 7.545580863952637, "cos_r_negg": [7.617687515448779e-06, -7.754402275850225e-08, 0.0007137687643989921], "cos_apical_negg": [0.0011943557765334845, 0.00011688514496199787, 0.001037974376231432], "cos_Ac_negg": [-1.450257514079567e-07, -3.8053563855555694e-08, 0.0007137687643989921], "r_norm": [2.0106234550476074, 0.02224108949303627, 98.63429260253906]}, {"step": 7150, "epoch": 15, "train_loss": 7.986567497253418, "cos_r_negg": [-1.34258243633667e-05, -3.1364031372049794e-08, 0.00045652681728824973], "cos_apical_negg": [0.00031506101367995143, 8.00596026238054e-05, 0.0006486913189291954], "cos_Ac_negg": [1.6173789845197462e-06, -2.850596203529676e-09, 0.00045652681728824973], "r_norm": [2.010045051574707, 0.016768546774983406, 81.03630828857422]}, {"step": 7200, "epoch": 15, "train_loss": 10.265209197998047, "cos_r_negg": [-1.2041041372867767e-05, -1.9941161610859126e-08, 0.00032794359140098095], "cos_apical_negg": [0.00012582511408254504, 5.374575994210318e-05, 0.00043385379831306636], "cos_Ac_negg": [2.740518993959995e-06, -1.363138046883705e-09, 0.00032794359140098095], "r_norm": [2.050478458404541, 0.01438186876475811, 78.17654418945312]}, {"step": 7250, "epoch": 15, "train_loss": 10.029208183288574, "cos_r_negg": [-1.0783633115352131e-05, -2.5620334298537273e-08, 0.0006668957648798823], "cos_apical_negg": [0.00029011585866101086, 9.260454680770636e-05, 0.0009373475331813097], "cos_Ac_negg": [4.637435893073416e-07, 4.412626708472089e-09, 0.0006668957648798823], "r_norm": [2.0018630027770996, 0.01574992761015892, 82.14617919921875], "ldr": {"dL_sdil": -2.597869873046875, "dL_bp": -2.597869873046875, "ratio": 1.0}}, {"step": 7300, "epoch": 15, "train_loss": 7.78239631652832, "cos_r_negg": [3.910007762897294e-06, -1.0474275669025701e-08, 0.00040841655572876334], "cos_apical_negg": [-6.249934085644782e-05, 1.7244978153030388e-05, 0.00034801673609763384], "cos_Ac_negg": [6.635843874391867e-08, -3.905879175647442e-09, 0.00040841655572876334], "r_norm": [2.0402700901031494, 0.01589827984571457, 76.30101776123047]}, {"step": 7350, "epoch": 15, "train_loss": 14.781683921813965, "cos_r_negg": [1.0458146789460443e-05, -1.6695528515242586e-08, 0.00041186384623870254], "cos_apical_negg": [2.571739605627954e-05, 5.162923116586171e-05, 0.0003995201550424099], "cos_Ac_negg": [5.492993864208984e-07, 3.982409957359323e-09, 0.00041186384623870254], "r_norm": [1.922673225402832, 0.012446971610188484, 71.6740493774414]}, {"step": 7400, "epoch": 15, "train_loss": 5.493186950683594, "cos_r_negg": [2.884311652451288e-05, -2.5300028738683977e-09, 0.0007195937214419246], "cos_apical_negg": [-0.0009936026763170958, -3.5784676128969295e-06, 0.00047566049033775926], "cos_Ac_negg": [1.3443980151350843e-06, -3.6553998716826186e-10, 0.0007195937214419246], "r_norm": [1.9179346561431885, 0.013217780739068985, 77.50679779052734]}, {"step": 7450, "epoch": 15, "train_loss": 7.848570823669434, "cos_r_negg": [-5.839288860443048e-06, -5.5804523668712136e-08, 0.0005795873003080487], "cos_apical_negg": [0.0010932926088571548, 9.128620149567723e-05, 0.000904322019778192], "cos_Ac_negg": [-2.3807140792087012e-07, -2.70948330438614e-08, 0.0005795873003080487], "r_norm": [1.8115659952163696, 0.01642845943570137, 94.56657409667969]}, {"step": 7500, "epoch": 15, "train_loss": 14.877742767333984, "cos_r_negg": [2.100549863826018e-06, -7.744045404933786e-09, 0.0002750998246483505], "cos_apical_negg": [0.00021109243971295655, 8.298776810988784e-05, 0.0005089708138257265], "cos_Ac_negg": [4.3217539769102586e-07, 1.7635416682537652e-08, 0.0002750998246483505], "r_norm": [1.7870070934295654, 0.015465275384485722, 102.48783874511719], "ldr": {"dL_sdil": -2.8687076568603516, "dL_bp": -2.8687076568603516, "ratio": 1.0}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.1135, "test_loss": 14.1049876953125}, {"step": 7550, "epoch": 16, "train_loss": 6.494017601013184, "cos_r_negg": [3.4469455840735463e-06, -9.57944923385412e-09, 0.00030365833663381636], "cos_apical_negg": [0.00010639551328495145, 3.4167587728006765e-05, 0.00037379033165052533], "cos_Ac_negg": [5.937540663580876e-07, 1.7098679139238016e-09, 0.00030365833663381636], "r_norm": [1.7876672744750977, 0.01011628471314907, 81.5283203125]}, {"step": 7600, "epoch": 16, "train_loss": 5.31636905670166, "cos_r_negg": [1.8905999240814708e-05, -1.1756771556292733e-08, 0.0003708110307343304], "cos_apical_negg": [0.0006003775051794946, 4.033793811686337e-05, 0.0004968883586116135], "cos_Ac_negg": [5.77116850308812e-07, 1.144017880427839e-09, 0.0003708110307343304], "r_norm": [1.8451169729232788, 0.010226787999272346, 79.1187515258789]}, {"step": 7650, "epoch": 16, "train_loss": 19.34535026550293, "cos_r_negg": [1.6843570847413503e-05, -6.259152085519304e-10, 0.0006731588509865105], "cos_apical_negg": [-0.0009411360369995236, -1.1272480151092168e-05, 0.00045917637180536985], "cos_Ac_negg": [-5.108057052893855e-07, -1.0155638552333812e-09, 0.0006731588509865105], "r_norm": [1.843127727508545, 0.01194567047059536, 85.28936767578125]}, {"step": 7700, "epoch": 16, "train_loss": 7.023301601409912, "cos_r_negg": [6.864929673611186e-07, 3.927816738524825e-09, 0.0005693476996384561], "cos_apical_negg": [-0.0005614963010884821, -1.0880221452680416e-05, 0.00039457835373468697], "cos_Ac_negg": [-2.0153413515799912e-07, -1.6084267251414985e-10, 0.0005693476996384561], "r_norm": [1.7336890697479248, 0.010844817385077477, 81.12883758544922]}, {"step": 7750, "epoch": 16, "train_loss": 12.21027946472168, "cos_r_negg": [3.209086798960925e-06, 1.0072805700644949e-08, 0.0005607331404462457], "cos_apical_negg": [-0.0005828061257489026, -1.9444272766122594e-05, 0.0004136365605518222], "cos_Ac_negg": [1.4177134133319669e-08, 6.647852268670817e-10, 0.0005607331404462457], "r_norm": [1.7516595125198364, 0.013211901299655437, 82.00277709960938], "ldr": {"dL_sdil": -2.3364486694335938, "dL_bp": -2.3364486694335938, "ratio": 1.0}}, {"step": 7800, "epoch": 16, "train_loss": 6.95266056060791, "cos_r_negg": [-2.5714229195727967e-05, -3.53489291171627e-08, 0.0005872646579518914], "cos_apical_negg": [0.0001280930155189708, 7.30467145331204e-05, 0.0008279126486741006], "cos_Ac_negg": [9.442020427741227e-07, -1.1047212922221661e-08, 0.0005872646579518914], "r_norm": [1.7893328666687012, 0.010666608810424805, 82.63919830322266]}, {"step": 7850, "epoch": 16, "train_loss": 5.698192596435547, "cos_r_negg": [-3.750856649276102e-06, -1.439091690258465e-08, 0.0008464271668344736], "cos_apical_negg": [0.0001919738424476236, 8.985040767583996e-05, 0.0012009353376924992], "cos_Ac_negg": [1.2010642080895195e-07, 1.1235059105274559e-08, 0.0008464271668344736], "r_norm": [1.7986449003219604, 0.00905296765267849, 73.13327026367188]}, {"step": 7900, "epoch": 16, "train_loss": 6.40833854675293, "cos_r_negg": [1.7077985603464185e-07, -1.4869562470209985e-08, 0.0007417637971229851], "cos_apical_negg": [0.00013719542766921222, 7.630617619724944e-05, 0.0010680026607587934], "cos_Ac_negg": [1.2883425881682342e-07, 5.1839492698491085e-09, 0.0007417637971229851], "r_norm": [1.762625813484192, 0.008600271306931973, 74.41055297851562]}, {"step": 7950, "epoch": 16, "train_loss": 10.522783279418945, "cos_r_negg": [-5.570511802943656e-06, -9.624045560485683e-09, 0.0004026477108709514], "cos_apical_negg": [-7.949996506795287e-05, 5.709335891879164e-05, 0.0004931585863232613], "cos_Ac_negg": [5.57837552150886e-07, 9.588891458633952e-09, 0.0004026477108709514], "r_norm": [1.702146053314209, 0.009253397583961487, 81.52082824707031]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.1032, "test_loss": 16.29770478515625}, {"step": 8000, "epoch": 17, "train_loss": 8.406099319458008, "cos_r_negg": [-6.20573530341062e-08, -6.5370646673557076e-09, 0.00020142910943832248], "cos_apical_negg": [6.479330477304757e-05, 2.113588561769575e-05, 0.00028851028764620423], "cos_Ac_negg": [-8.29181914241417e-08, -2.6869856339928333e-10, 0.00020142910943832248], "r_norm": [1.6190379858016968, 0.008484387770295143, 74.30580139160156], "ldr": {"dL_sdil": -1.7593708038330078, "dL_bp": -1.7593708038330078, "ratio": 1.0}}, {"step": 8050, "epoch": 17, "train_loss": 7.079529762268066, "cos_r_negg": [4.739945325127337e-06, -1.8769785725680777e-08, 0.0005236790748313069], "cos_apical_negg": [0.0002159939322154969, 6.72637252137065e-05, 0.0007302284357137978], "cos_Ac_negg": [4.841049303649925e-07, 6.722435386130599e-10, 0.0005236790748313069], "r_norm": [1.6206605434417725, 0.007322902791202068, 81.08193969726562]}, {"step": 8100, "epoch": 17, "train_loss": 19.275880813598633, "cos_r_negg": [-1.0294628737028688e-05, -8.997513134545443e-08, 0.0006448831991292536], "cos_apical_negg": [0.0002546817122492939, 0.00017668075452093035, 0.00099507428240031], "cos_Ac_negg": [4.825281507692125e-08, -6.356211557090319e-09, 0.0006448832573369145], "r_norm": [1.7661386728286743, 0.008243056014180183, 87.94237518310547]}, {"step": 8150, "epoch": 17, "train_loss": 10.237798690795898, "cos_r_negg": [-3.1447266337636393e-06, -5.279116876977241e-08, 0.0005394062027335167], "cos_apical_negg": [0.00021763674158137292, 0.00011750420526368544, 0.0007767395582050085], "cos_Ac_negg": [-8.724502720269811e-08, -3.541339443913216e-09, 0.0005394062027335167], "r_norm": [1.9712741374969482, 0.007948415353894234, 87.7288818359375]}, {"step": 8200, "epoch": 17, "train_loss": 10.988273620605469, "cos_r_negg": [-5.952715582679957e-06, -1.7548952513379845e-08, 0.0005341936484910548], "cos_apical_negg": [0.0001959242654265836, 7.163207919802517e-05, 0.0007989346049726009], "cos_Ac_negg": [1.0107186199093121e-09, 2.0025128222300737e-09, 0.0005341936484910548], "r_norm": [1.6651501655578613, 0.008403312414884567, 86.09097290039062]}, {"step": 8250, "epoch": 17, "train_loss": 11.327558517456055, "cos_r_negg": [1.8266673578182235e-05, 1.6388237433773156e-09, 0.0004865427908953279], "cos_apical_negg": [-0.00024326055427081883, -8.692456503922585e-06, 0.00036883773282170296], "cos_Ac_negg": [-4.929183319291042e-07, -8.970046927458952e-13, 0.0004865427908953279], "r_norm": [1.6406846046447754, 0.006884464994072914, 75.01168060302734], "ldr": {"dL_sdil": -1.58203125, "dL_bp": -1.58203125, "ratio": 1.0}}, {"step": 8300, "epoch": 17, "train_loss": 10.493234634399414, "cos_r_negg": [-1.7716887668939307e-05, -1.6635281596677487e-08, 0.0006682918756268919], "cos_apical_negg": [0.0007480008061975241, 6.974684947635978e-05, 0.0010031271958723664], "cos_Ac_negg": [6.265516816483796e-08, 2.149641353810239e-09, 0.0006682918756268919], "r_norm": [1.6611318588256836, 0.007825560867786407, 87.10928344726562]}, {"step": 8350, "epoch": 17, "train_loss": 12.766204833984375, "cos_r_negg": [1.7264310372411273e-05, -2.4503005846554515e-08, 0.0007012821733951569], "cos_apical_negg": [0.0007682559080421925, 6.219212082214653e-05, 0.0010653033386915922], "cos_Ac_negg": [-4.632627224054886e-07, -8.500858683646584e-09, 0.0007012821733951569], "r_norm": [1.8996977806091309, 0.008734424598515034, 98.57833862304688]}, {"step": 8400, "epoch": 17, "train_loss": 20.616775512695312, "cos_r_negg": [4.572823854687158e-06, -2.2221925632948114e-08, 0.000537131738383323], "cos_apical_negg": [0.00045461824629455805, 8.069415343925357e-05, 0.0009262912208214402], "cos_Ac_negg": [-7.334215013088397e-08, -1.545056971252734e-09, 0.000537131738383323], "r_norm": [1.9136661291122437, 0.006603003945201635, 87.7380142211914]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.0958, "test_loss": 5.996117138671875}, {"step": 8450, "epoch": 18, "train_loss": 10.137262344360352, "cos_r_negg": [-1.6315788116116892e-06, -1.6188193896482517e-08, 0.0005649414379149675], "cos_apical_negg": [0.0004165791906416416, 6.121685146354139e-05, 0.0008464473648928106], "cos_Ac_negg": [-1.3781541952084808e-07, -2.060393522462789e-10, 0.0005649414379149675], "r_norm": [2.2671685218811035, 0.005585057195276022, 83.42939758300781]}, {"step": 8500, "epoch": 18, "train_loss": 8.30689811706543, "cos_r_negg": [-5.347629212337779e-06, -9.023919389505863e-09, 0.0003829528868664056], "cos_apical_negg": [0.0003466266789473593, 4.020096093881875e-05, 0.0005857506766915321], "cos_Ac_negg": [2.391980302718366e-08, 1.41591827151899e-09, 0.0003829528868664056], "r_norm": [2.5414724349975586, 0.005374536849558353, 77.54730224609375], "ldr": {"dL_sdil": -4.607555389404297, "dL_bp": -4.607556343078613, "ratio": 0.9999997930194998}}, {"step": 8550, "epoch": 18, "train_loss": 10.174116134643555, "cos_r_negg": [5.832409442518838e-06, -1.494193746509609e-08, 0.0006451437366195023], "cos_apical_negg": [0.000486936594825238, 5.855431663803756e-05, 0.0009004909079521894], "cos_Ac_negg": [4.040929013626737e-08, 6.363936599917963e-10, 0.0006451437366195023], "r_norm": [3.0306930541992188, 0.005130264908075333, 77.14491271972656]}, {"step": 8600, "epoch": 18, "train_loss": 9.043933868408203, "cos_r_negg": [-2.8934744477737695e-05, -1.8323522255059288e-08, 0.0019089614506810904], "cos_apical_negg": [0.0017161667346954346, 0.00011949141480727121, 0.0025435262359678745], "cos_Ac_negg": [1.536155451731247e-07, 8.512458293807867e-09, 0.0019089614506810904], "r_norm": [4.004016876220703, 0.006236593704670668, 82.06382751464844]}, {"step": 8650, "epoch": 18, "train_loss": 5.9110260009765625, "cos_r_negg": [-1.0905684575845953e-05, -7.501698817691249e-09, 0.00028281821869313717], "cos_apical_negg": [0.00010188551095779985, 3.206662222510204e-05, 0.00034352202783338726], "cos_Ac_negg": [3.526735383729829e-07, 1.5274166376144649e-09, 0.00028281821869313717], "r_norm": [4.929255485534668, 0.005883067846298218, 85.0362548828125]}, {"step": 8700, "epoch": 18, "train_loss": 13.707508087158203, "cos_r_negg": [-5.941985818935791e-06, -8.103684834281921e-09, 0.00036179873859509826], "cos_apical_negg": [-0.00032388887484557927, 3.097478474956006e-05, 0.00044804258504882455], "cos_Ac_negg": [2.944086929801415e-07, -7.325046125217227e-11, 0.00036179873859509826], "r_norm": [5.505169868469238, 0.004816597793251276, 72.77483367919922]}, {"step": 8750, "epoch": 18, "train_loss": 15.334644317626953, "cos_r_negg": [2.4391754777752794e-05, -3.174932317051571e-08, 0.0004952977178618312], "cos_apical_negg": [0.0008010997553355992, 8.513257489539683e-05, 0.0008741478668525815], "cos_Ac_negg": [7.66662196838297e-07, -1.0527766214352141e-08, 0.0004952977178618312], "r_norm": [5.737486839294434, 0.006499721202999353, 96.85374450683594], "ldr": {"dL_sdil": -2.5890960693359375, "dL_bp": -2.5890960693359375, "ratio": 1.0}}, {"step": 8800, "epoch": 18, "train_loss": 12.095682144165039, "cos_r_negg": [0.00010056359315058216, -1.512725589236652e-08, 0.0006044616457074881], "cos_apical_negg": [0.0015079525765031576, 7.165699935285375e-05, 0.0009510265081189573], "cos_Ac_negg": [1.573861936776666e-06, 7.525889911264017e-10, 0.0006044616457074881], "r_norm": [5.419371604919434, 0.005701504647731781, 88.7374038696289]}, {"step": 8850, "epoch": 18, "train_loss": 10.093177795410156, "cos_r_negg": [-2.2563282982446253e-05, -4.8740380620415635e-09, 0.0003404024173505604], "cos_apical_negg": [0.0002486970624886453, 2.596331796667073e-05, 0.0004916701000183821], "cos_Ac_negg": [5.044258273301239e-07, -6.114279083035967e-10, 0.0003404024173505604], "r_norm": [5.099677562713623, 0.003920838702470064, 86.59053039550781]}, {"step": 8900, "epoch": 18, "train_loss": 11.992393493652344, "cos_r_negg": [-4.876277671428397e-05, 1.7690243714341136e-09, 0.0005952222272753716], "cos_apical_negg": [-0.0008706070366315544, -1.1342568541294895e-05, 0.0004446237289812416], "cos_Ac_negg": [-2.951267106254818e-06, 4.2531131394518695e-11, 0.0005952222272753716], "r_norm": [4.713696002960205, 0.005546132102608681, 80.92716979980469]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.101, "test_loss": 8.744905078125}, {"step": 8950, "epoch": 19, "train_loss": 10.581991195678711, "cos_r_negg": [8.667759630043292e-07, -7.318123884658689e-09, 0.0006421434809453785], "cos_apical_negg": [0.0003496534191071987, 3.8397498428821564e-05, 0.0009401250863447785], "cos_Ac_negg": [-5.595426273430348e-07, -1.4155024929962678e-09, 0.0006421435391530395], "r_norm": [4.6783766746521, 0.0039261719211936, 77.47306060791016]}, {"step": 9000, "epoch": 19, "train_loss": 19.378896713256836, "cos_r_negg": [-5.557687836699188e-05, -5.419401816197933e-09, 0.0005681641632691026], "cos_apical_negg": [0.0008276907610706985, 3.3775231713661924e-05, 0.0009077557479031384], "cos_Ac_negg": [2.0088388907879562e-07, 7.174401628340377e-10, 0.0005681642214767635], "r_norm": [4.492378234863281, 0.0040801409631967545, 88.75101470947266], "ldr": {"dL_sdil": -3.569211959838867, "dL_bp": -3.569211959838867, "ratio": 1.0}}, {"step": 9050, "epoch": 19, "train_loss": 11.951780319213867, "cos_r_negg": [-2.6076095309690572e-05, -2.784473318584446e-09, 0.00042027165181934834], "cos_apical_negg": [0.0005181079613976181, 2.4741671950323507e-05, 0.0006933886907063425], "cos_Ac_negg": [1.7063300674635684e-06, 1.2834890927848619e-09, 0.00042027165181934834], "r_norm": [4.376068115234375, 0.0037331976927816868, 69.97673034667969]}, {"step": 9100, "epoch": 19, "train_loss": 8.046527862548828, "cos_r_negg": [5.203104592510499e-06, -1.384340531096484e-09, 0.00037376541877165437], "cos_apical_negg": [0.00013607672008220106, 7.22083359505632e-06, 0.00039577571442350745], "cos_Ac_negg": [1.5943876405799529e-06, 1.1560410961841683e-10, 0.00037376541877165437], "r_norm": [4.265840530395508, 0.0033419181127101183, 69.08352661132812]}, {"step": 9150, "epoch": 19, "train_loss": 15.278017044067383, "cos_r_negg": [-3.6122137316851877e-06, 3.313935514892563e-10, 0.0006665409891866148], "cos_apical_negg": [-0.00012130652612540871, -5.977475666441023e-06, 0.0004948158748447895], "cos_Ac_negg": [1.2314706054894486e-07, -1.5721736412732668e-10, 0.0006665409891866148], "r_norm": [4.124490737915039, 0.003820172045379877, 82.45958709716797]}, {"step": 9200, "epoch": 19, "train_loss": 12.457182884216309, "cos_r_negg": [-1.0058706720883492e-05, -9.242048237823042e-10, 0.0002643935731612146], "cos_apical_negg": [0.00019765201432164758, 3.932260369765572e-06, 0.00027185818180441856], "cos_Ac_negg": [3.1732233196635207e-07, -7.424113407372701e-12, 0.0002643935731612146], "r_norm": [3.997925281524658, 0.003223169595003128, 75.58528137207031]}, {"step": 9250, "epoch": 19, "train_loss": 10.935513496398926, "cos_r_negg": [2.6146813070226926e-06, 3.722363250968641e-10, 0.000549344636965543], "cos_apical_negg": [-0.000184197720955126, -4.249186531524174e-06, 0.0004308438510634005], "cos_Ac_negg": [4.947366960550426e-07, 1.6314581630094693e-11, 0.000549344636965543], "r_norm": [3.876008987426758, 0.004008997231721878, 80.10287475585938], "ldr": {"dL_sdil": -1.9310111999511719, "dL_bp": -1.9310111999511719, "ratio": 1.0}}, {"step": 9300, "epoch": 19, "train_loss": 9.829198837280273, "cos_r_negg": [4.825556061405223e-06, 6.135708607857282e-10, 0.00027947971830144525], "cos_apical_negg": [-6.381107959896326e-05, -6.02938871452352e-06, 0.0002662006299942732], "cos_Ac_negg": [-5.320853233570233e-07, -3.6180011764308517e-10, 0.00027947971830144525], "r_norm": [3.7578535079956055, 0.003141361754387617, 81.75440216064453]}, {"step": 9350, "epoch": 19, "train_loss": 12.553546905517578, "cos_r_negg": [6.459969426941825e-06, 1.9546622653798806e-10, 0.00032597294193692505], "cos_apical_negg": [1.1767099749704357e-05, -1.8951120637211716e-06, 0.0004518070782069117], "cos_Ac_negg": [2.0074708118045237e-07, -6.496080062756704e-11, 0.00032597294193692505], "r_norm": [3.738278388977051, 0.0028847360517829657, 73.68836212158203]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.0974, "test_loss": 9.509657421875}], "final": {"test_acc": 0.0974, "test_loss": 9.509657421875, "wall_s": 37.6568763256073, "cos_r_negg": [3.873779405694222e-06, -2.0298937530860428e-10, 0.00033245154190808535], "cos_apical_negg": [0.00020164750458206981, 5.526638346964319e-07, 0.0004121740348637104], "cos_Ac_negg": [-2.2858479553633515e-08, -1.5470322245469958e-10, 0.00033245154190808535]}}
\ No newline at end of file
diff --git a/results/A_trainedA_nd16_s0.json b/results/A_trainedA_nd16_s0.json
new file mode 100644
index 0000000..b5eadd9
--- /dev/null
+++ b/results/A_trainedA_nd16_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 16, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_trainedA_nd16_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.0006245768163353205, 0.010400650091469288, 0.07451611757278442], "cos_apical_negg": [-0.0006245768163353205, 0.010400650091469288, 0.07451611757278442], "cos_Ac_negg": [-0.0006245768163353205, 0.010400650091469288, 0.07451611757278442], "r_norm": [4.887516021728516, 4.824077129364014, 4.831528663635254], "ldr": {"dL_sdil": -0.043692827224731445, "dL_bp": -0.23199224472045898, "ratio": 0.1883374475615747}}, {"step": 50, "epoch": 0, "train_loss": 0.6735487580299377, "cos_r_negg": [0.48450949788093567, 0.4735565483570099, 0.4705214500427246], "cos_apical_negg": [0.48450949788093567, 0.4735565483570099, 0.4705214500427246], "cos_Ac_negg": [0.48450949788093567, 0.4735565483570099, 0.4705214500427246], "r_norm": [1.2508115768432617, 1.2198607921600342, 1.2330445051193237]}, {"step": 100, "epoch": 0, "train_loss": 0.30735939741134644, "cos_r_negg": [0.499967485666275, 0.4881380796432495, 0.5468509793281555], "cos_apical_negg": [0.499967485666275, 0.4881380796432495, 0.5468509793281555], "cos_Ac_negg": [0.499967485666275, 0.4881380796432495, 0.5468509793281555], "r_norm": [0.898989737033844, 0.8657304048538208, 0.8922080993652344]}, {"step": 150, "epoch": 0, "train_loss": 0.32811084389686584, "cos_r_negg": [0.5193406343460083, 0.5423282384872437, 0.6272879838943481], "cos_apical_negg": [0.5193406343460083, 0.5423282384872437, 0.6272879838943481], "cos_Ac_negg": [0.5193406343460083, 0.5423282384872437, 0.6272879838943481], "r_norm": [0.8513839244842529, 0.8148617744445801, 0.8464104533195496]}, {"step": 200, "epoch": 0, "train_loss": 0.3596840500831604, "cos_r_negg": [0.5608352422714233, 0.5853337049484253, 0.6679064035415649], "cos_apical_negg": [0.5608352422714233, 0.5853337049484253, 0.6679064035415649], "cos_Ac_negg": [0.5608352422714233, 0.5853337049484253, 0.6679064035415649], "r_norm": [0.8610882759094238, 0.8245890736579895, 0.8621287941932678]}, {"step": 250, "epoch": 0, "train_loss": 0.20128892362117767, "cos_r_negg": [0.5719749331474304, 0.611812174320221, 0.6974624991416931], "cos_apical_negg": [0.5719749331474304, 0.611812174320221, 0.6974624991416931], "cos_Ac_negg": [0.5719749331474304, 0.611812174320221, 0.6974624991416931], "r_norm": [0.8593776822090149, 0.8204928636550903, 0.8632437586784363], "ldr": {"dL_sdil": -0.018042221665382385, "dL_bp": -0.009958207607269287, "ratio": 1.8117940875436191}}, {"step": 300, "epoch": 0, "train_loss": 0.26991426944732666, "cos_r_negg": [0.5988359451293945, 0.6393057107925415, 0.7294926643371582], "cos_apical_negg": [0.5988359451293945, 0.6393057107925415, 0.7294926643371582], "cos_Ac_negg": [0.5988359451293945, 0.6393057107925415, 0.7294926643371582], "r_norm": [0.8373662829399109, 0.7917261123657227, 0.8349321484565735]}, {"step": 350, "epoch": 0, "train_loss": 0.14514416456222534, "cos_r_negg": [0.5950596332550049, 0.6317050457000732, 0.7306268811225891], "cos_apical_negg": [0.5950596332550049, 0.6317050457000732, 0.7306268811225891], "cos_Ac_negg": [0.5950596332550049, 0.6317050457000732, 0.7306268811225891], "r_norm": [0.7627335786819458, 0.7089323997497559, 0.7522060871124268]}, {"step": 400, "epoch": 0, "train_loss": 0.135908305644989, "cos_r_negg": [0.629143238067627, 0.6660945415496826, 0.7607642412185669], "cos_apical_negg": [0.629143238067627, 0.6660945415496826, 0.7607642412185669], "cos_Ac_negg": [0.629143238067627, 0.6660945415496826, 0.7607642412185669], "r_norm": [0.850213885307312, 0.7779066562652588, 0.8392411470413208]}, {"step": 450, "epoch": 0, "train_loss": 0.20653419196605682, "cos_r_negg": [0.6315674781799316, 0.6631633639335632, 0.7693119049072266], "cos_apical_negg": [0.6315674781799316, 0.6631633639335632, 0.7693119049072266], "cos_Ac_negg": [0.6315674781799316, 0.6631633639335632, 0.7693119049072266], "r_norm": [1.0022364854812622, 0.9080122709274292, 0.9718036651611328]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9442, "test_loss": 0.18487922744750976}, {"step": 500, "epoch": 1, "train_loss": 0.2486426681280136, "cos_r_negg": [0.6427973508834839, 0.6810556650161743, 0.7800352573394775], "cos_apical_negg": [0.6427973508834839, 0.6810556650161743, 0.7800352573394775], "cos_Ac_negg": [0.6427973508834839, 0.6810556650161743, 0.7800352573394775], "r_norm": [0.8536257147789001, 0.7671191692352295, 0.8239250779151917], "ldr": {"dL_sdil": -0.02116699516773224, "dL_bp": -0.010488912463188171, "ratio": 2.0180352578992156}}, {"step": 550, "epoch": 1, "train_loss": 0.21551795303821564, "cos_r_negg": [0.641986608505249, 0.6984960436820984, 0.7732048034667969], "cos_apical_negg": [0.641986608505249, 0.6984960436820984, 0.7732048034667969], "cos_Ac_negg": [0.641986608505249, 0.6984960436820984, 0.7732048034667969], "r_norm": [0.7731861472129822, 0.6864462494850159, 0.7366268634796143]}, {"step": 600, "epoch": 1, "train_loss": 0.23708388209342957, "cos_r_negg": [0.6509044170379639, 0.7014003992080688, 0.7853854894638062], "cos_apical_negg": [0.6509044170379639, 0.7014003992080688, 0.7853854894638062], "cos_Ac_negg": [0.6509044170379639, 0.7014003992080688, 0.7853854894638062], "r_norm": [0.8682494759559631, 0.7643574476242065, 0.826400637626648]}, {"step": 650, "epoch": 1, "train_loss": 0.22852472960948944, "cos_r_negg": [0.6679638624191284, 0.7181849479675293, 0.7947133779525757], "cos_apical_negg": [0.6679638624191284, 0.7181849479675293, 0.7947133779525757], "cos_Ac_negg": [0.6679638624191284, 0.7181849479675293, 0.7947133779525757], "r_norm": [0.8726345896720886, 0.7527315616607666, 0.8141178488731384]}, {"step": 700, "epoch": 1, "train_loss": 0.09563355892896652, "cos_r_negg": [0.644819974899292, 0.69707190990448, 0.7875170111656189], "cos_apical_negg": [0.644819974899292, 0.69707190990448, 0.7875170111656189], "cos_Ac_negg": [0.644819974899292, 0.69707190990448, 0.7875170111656189], "r_norm": [0.749220073223114, 0.6460230350494385, 0.6953623294830322]}, {"step": 750, "epoch": 1, "train_loss": 0.05877885967493057, "cos_r_negg": [0.6581220626831055, 0.7165870070457458, 0.8120690584182739], "cos_apical_negg": [0.6581220626831055, 0.7165870070457458, 0.8120690584182739], "cos_Ac_negg": [0.6581220626831055, 0.7165870070457458, 0.8120690584182739], "r_norm": [0.8354880213737488, 0.7114887237548828, 0.7624791264533997], "ldr": {"dL_sdil": -0.01674291491508484, "dL_bp": -0.007192984223365784, "ratio": 2.3276729650952017}}, {"step": 800, "epoch": 1, "train_loss": 0.1263517141342163, "cos_r_negg": [0.6792759895324707, 0.7231773138046265, 0.8104986548423767], "cos_apical_negg": [0.6792759895324707, 0.7231773138046265, 0.8104986548423767], "cos_Ac_negg": [0.6792759895324707, 0.7231773138046265, 0.8104986548423767], "r_norm": [0.9398846626281738, 0.7974375486373901, 0.859102189540863]}, {"step": 850, "epoch": 1, "train_loss": 0.21746261417865753, "cos_r_negg": [0.6800432205200195, 0.733031153678894, 0.8202495574951172], "cos_apical_negg": [0.6800432205200195, 0.733031153678894, 0.8202495574951172], "cos_Ac_negg": [0.6800432205200195, 0.733031153678894, 0.8202495574951172], "r_norm": [0.8902742266654968, 0.7458731532096863, 0.8000108599662781]}, {"step": 900, "epoch": 1, "train_loss": 0.1850430816411972, "cos_r_negg": [0.6772946119308472, 0.7390117645263672, 0.812968373298645], "cos_apical_negg": [0.6772946119308472, 0.7390117645263672, 0.812968373298645], "cos_Ac_negg": [0.6772946119308472, 0.7390117645263672, 0.812968373298645], "r_norm": [0.813648521900177, 0.6772531270980835, 0.7334722876548767]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9609, "test_loss": 0.13212467575073242}, {"step": 950, "epoch": 2, "train_loss": 0.16597704589366913, "cos_r_negg": [0.6431538462638855, 0.7008771896362305, 0.7854105830192566], "cos_apical_negg": [0.6431538462638855, 0.7008771896362305, 0.7854105830192566], "cos_Ac_negg": [0.6431538462638855, 0.7008771896362305, 0.7854105830192566], "r_norm": [0.787554144859314, 0.6524887084960938, 0.6971420645713806]}, {"step": 1000, "epoch": 2, "train_loss": 0.2015153467655182, "cos_r_negg": [0.6637861728668213, 0.7313246726989746, 0.8132327198982239], "cos_apical_negg": [0.6637861728668213, 0.7313246726989746, 0.8132327198982239], "cos_Ac_negg": [0.6637861728668213, 0.7313246726989746, 0.8132327198982239], "r_norm": [0.90513014793396, 0.7387210726737976, 0.78507000207901], "ldr": {"dL_sdil": -0.0194646418094635, "dL_bp": -0.007553577423095703, "ratio": 2.5768772489110536}}, {"step": 1050, "epoch": 2, "train_loss": 0.10656103491783142, "cos_r_negg": [0.6483380794525146, 0.7042169570922852, 0.771201491355896], "cos_apical_negg": [0.6483380794525146, 0.7042169570922852, 0.771201491355896], "cos_Ac_negg": [0.6483380794525146, 0.7042169570922852, 0.771201491355896], "r_norm": [0.8175814151763916, 0.665002167224884, 0.7147355079650879]}, {"step": 1100, "epoch": 2, "train_loss": 0.0759909376502037, "cos_r_negg": [0.627275288105011, 0.6880003213882446, 0.7886669635772705], "cos_apical_negg": [0.627275288105011, 0.6880003213882446, 0.7886669635772705], "cos_Ac_negg": [0.627275288105011, 0.6880003213882446, 0.7886669635772705], "r_norm": [0.9317870140075684, 0.7525957226753235, 0.8046175241470337]}, {"step": 1150, "epoch": 2, "train_loss": 0.06411182880401611, "cos_r_negg": [0.6599404811859131, 0.7141706347465515, 0.8003837466239929], "cos_apical_negg": [0.6599404811859131, 0.7141706347465515, 0.8003837466239929], "cos_Ac_negg": [0.6599404811859131, 0.7141706347465515, 0.8003837466239929], "r_norm": [0.9284107685089111, 0.7404031753540039, 0.7908779978752136]}, {"step": 1200, "epoch": 2, "train_loss": 0.06151736527681351, "cos_r_negg": [0.6651262044906616, 0.7186183929443359, 0.8120876550674438], "cos_apical_negg": [0.6651262044906616, 0.7186183929443359, 0.8120876550674438], "cos_Ac_negg": [0.6651262044906616, 0.7186183929443359, 0.8120876550674438], "r_norm": [1.0142920017242432, 0.8105827569961548, 0.8654208183288574]}, {"step": 1250, "epoch": 2, "train_loss": 0.06720481812953949, "cos_r_negg": [0.6555919647216797, 0.7232135534286499, 0.8161712884902954], "cos_apical_negg": [0.6555919647216797, 0.7232135534286499, 0.8161712884902954], "cos_Ac_negg": [0.6555919647216797, 0.7232135534286499, 0.8161712884902954], "r_norm": [1.0182757377624512, 0.807711124420166, 0.8628205060958862], "ldr": {"dL_sdil": -0.015950128436088562, "dL_bp": -0.006205931305885315, "ratio": 2.5701426022815403}}, {"step": 1300, "epoch": 2, "train_loss": 0.17997217178344727, "cos_r_negg": [0.6472364664077759, 0.7026554346084595, 0.7820999026298523], "cos_apical_negg": [0.6472364664077759, 0.7026554346084595, 0.7820999026298523], "cos_Ac_negg": [0.6472364664077759, 0.7026554346084595, 0.7820999026298523], "r_norm": [1.1490039825439453, 0.9009084701538086, 0.9548645615577698]}, {"step": 1350, "epoch": 2, "train_loss": 0.11643478274345398, "cos_r_negg": [0.6787860989570618, 0.7390945553779602, 0.8212977647781372], "cos_apical_negg": [0.6787860989570618, 0.7390945553779602, 0.8212977647781372], "cos_Ac_negg": [0.6787860989570618, 0.7390945553779602, 0.8212977647781372], "r_norm": [1.0558953285217285, 0.8250770568847656, 0.8775635957717896]}, {"step": 1400, "epoch": 2, "train_loss": 0.26627716422080994, "cos_r_negg": [0.6590710878372192, 0.7237489819526672, 0.7976862788200378], "cos_apical_negg": [0.6590710878372192, 0.7237489819526672, 0.7976862788200378], "cos_Ac_negg": [0.6590710878372192, 0.7237489819526672, 0.7976862788200378], "r_norm": [1.0791831016540527, 0.8293559551239014, 0.8895324468612671]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9607, "test_loss": 0.13793439331054688}, {"step": 1450, "epoch": 3, "train_loss": 0.08982424437999725, "cos_r_negg": [0.656049370765686, 0.7186392545700073, 0.8004131317138672], "cos_apical_negg": [0.656049370765686, 0.7186392545700073, 0.8004131317138672], "cos_Ac_negg": [0.656049370765686, 0.7186392545700073, 0.8004131317138672], "r_norm": [0.9771682024002075, 0.7489997148513794, 0.8033727407455444]}, {"step": 1500, "epoch": 3, "train_loss": 0.08645950257778168, "cos_r_negg": [0.6492746472358704, 0.697766900062561, 0.7862263917922974], "cos_apical_negg": [0.6492746472358704, 0.697766900062561, 0.7862263917922974], "cos_Ac_negg": [0.6492746472358704, 0.697766900062561, 0.7862263917922974], "r_norm": [1.1081081628799438, 0.8456513285636902, 0.8938746452331543], "ldr": {"dL_sdil": -0.02083258330821991, "dL_bp": -0.007345378398895264, "ratio": 2.836148415628677}}, {"step": 1550, "epoch": 3, "train_loss": 0.14502747356891632, "cos_r_negg": [0.6367191672325134, 0.6956844329833984, 0.7939739227294922], "cos_apical_negg": [0.6367191672325134, 0.6956844329833984, 0.7939739227294922], "cos_Ac_negg": [0.6367191672325134, 0.6956844329833984, 0.7939739227294922], "r_norm": [1.0607967376708984, 0.8023888468742371, 0.8515205979347229]}, {"step": 1600, "epoch": 3, "train_loss": 0.08657057583332062, "cos_r_negg": [0.6739122271537781, 0.7056598663330078, 0.8068903684616089], "cos_apical_negg": [0.6739122271537781, 0.7056598663330078, 0.8068903684616089], "cos_Ac_negg": [0.6739122271537781, 0.7056598663330078, 0.8068903684616089], "r_norm": [0.9533134698867798, 0.7210874557495117, 0.7608745098114014]}, {"step": 1650, "epoch": 3, "train_loss": 0.0645236149430275, "cos_r_negg": [0.6457688808441162, 0.693767786026001, 0.8011002540588379], "cos_apical_negg": [0.6457688808441162, 0.693767786026001, 0.8011002540588379], "cos_Ac_negg": [0.6457688808441162, 0.693767786026001, 0.8011002540588379], "r_norm": [0.9620634317398071, 0.718781054019928, 0.757583737373352]}, {"step": 1700, "epoch": 3, "train_loss": 0.12854954600334167, "cos_r_negg": [0.6393370628356934, 0.6997866034507751, 0.8000935316085815], "cos_apical_negg": [0.6393370628356934, 0.6997866034507751, 0.8000935316085815], "cos_Ac_negg": [0.6393370628356934, 0.6997866034507751, 0.8000935316085815], "r_norm": [0.9626347422599792, 0.7197270393371582, 0.7572397589683533]}, {"step": 1750, "epoch": 3, "train_loss": 0.11238837987184525, "cos_r_negg": [0.6644691228866577, 0.7084974646568298, 0.8001501560211182], "cos_apical_negg": [0.6644691228866577, 0.7084974646568298, 0.8001501560211182], "cos_Ac_negg": [0.6644691228866577, 0.7084974646568298, 0.8001501560211182], "r_norm": [0.8685488700866699, 0.6486804485321045, 0.684911847114563], "ldr": {"dL_sdil": -0.010712601244449615, "dL_bp": -0.0038381144404411316, "ratio": 2.7911104295312175}}, {"step": 1800, "epoch": 3, "train_loss": 0.09424158185720444, "cos_r_negg": [0.6888958811759949, 0.7371169328689575, 0.8172643780708313], "cos_apical_negg": [0.6888958811759949, 0.7371169328689575, 0.8172643780708313], "cos_Ac_negg": [0.6888958811759949, 0.7371169328689575, 0.8172643780708313], "r_norm": [1.0433317422866821, 0.7862251996994019, 0.8348705768585205]}, {"step": 1850, "epoch": 3, "train_loss": 0.1487707942724228, "cos_r_negg": [0.6608536243438721, 0.7166160345077515, 0.8102138042449951], "cos_apical_negg": [0.6608536243438721, 0.7166160345077515, 0.8102138042449951], "cos_Ac_negg": [0.6608536243438721, 0.7166160345077515, 0.8102138042449951], "r_norm": [1.388423204421997, 1.0263978242874146, 1.088127851486206]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9638, "test_loss": 0.11839683418273926}, {"step": 1900, "epoch": 4, "train_loss": 0.09748503565788269, "cos_r_negg": [0.6466504335403442, 0.7130441069602966, 0.7963274121284485], "cos_apical_negg": [0.6466504335403442, 0.7130441069602966, 0.7963274121284485], "cos_Ac_negg": [0.6466504335403442, 0.7130441069602966, 0.7963274121284485], "r_norm": [0.90248703956604, 0.6754962205886841, 0.7129533886909485]}, {"step": 1950, "epoch": 4, "train_loss": 0.12737897038459778, "cos_r_negg": [0.6406134963035583, 0.7177376747131348, 0.7910560965538025], "cos_apical_negg": [0.6406134963035583, 0.7177376747131348, 0.7910560965538025], "cos_Ac_negg": [0.6406134963035583, 0.7177376747131348, 0.7910560965538025], "r_norm": [0.9708241820335388, 0.7196890115737915, 0.7581106424331665]}, {"step": 2000, "epoch": 4, "train_loss": 0.18934965133666992, "cos_r_negg": [0.6553674936294556, 0.7125653028488159, 0.7779115438461304], "cos_apical_negg": [0.6553674936294556, 0.7125653028488159, 0.7779115438461304], "cos_Ac_negg": [0.6553674936294556, 0.7125653028488159, 0.7779115438461304], "r_norm": [0.9157464504241943, 0.6826461553573608, 0.7137476205825806], "ldr": {"dL_sdil": -0.012182801961898804, "dL_bp": -0.004002369940280914, "ratio": 3.043897026930931}}, {"step": 2050, "epoch": 4, "train_loss": 0.10773071646690369, "cos_r_negg": [0.6365305185317993, 0.6895304918289185, 0.7663147449493408], "cos_apical_negg": [0.6365305185317993, 0.6895304918289185, 0.7663147449493408], "cos_Ac_negg": [0.6365305185317993, 0.6895304918289185, 0.7663147449493408], "r_norm": [0.9892305135726929, 0.7147170305252075, 0.7444467544555664]}, {"step": 2100, "epoch": 4, "train_loss": 0.08374036103487015, "cos_r_negg": [0.6292920112609863, 0.7018991112709045, 0.7845286726951599], "cos_apical_negg": [0.6292920112609863, 0.7018991112709045, 0.7845286726951599], "cos_Ac_negg": [0.6292920112609863, 0.7018991112709045, 0.7845286726951599], "r_norm": [1.2211167812347412, 0.8777650594711304, 0.9143229722976685]}, {"step": 2150, "epoch": 4, "train_loss": 0.11760636419057846, "cos_r_negg": [0.6632803678512573, 0.7303867340087891, 0.8145167827606201], "cos_apical_negg": [0.6632803678512573, 0.7303867340087891, 0.8145167827606201], "cos_Ac_negg": [0.6632803678512573, 0.7303867340087891, 0.8145167827606201], "r_norm": [1.5074234008789062, 1.074122667312622, 1.1190762519836426]}, {"step": 2200, "epoch": 4, "train_loss": 0.09488476812839508, "cos_r_negg": [0.6626368761062622, 0.7246438264846802, 0.7893329858779907], "cos_apical_negg": [0.6626368761062622, 0.7246438264846802, 0.7893329858779907], "cos_Ac_negg": [0.6626368761062622, 0.7246438264846802, 0.7893329858779907], "r_norm": [1.3472386598587036, 0.9640795588493347, 0.987911581993103]}, {"step": 2250, "epoch": 4, "train_loss": 0.009181936271488667, "cos_r_negg": [0.6630508899688721, 0.7131158709526062, 0.789915919303894], "cos_apical_negg": [0.6630508899688721, 0.7131158709526062, 0.789915919303894], "cos_Ac_negg": [0.6630508899688721, 0.7131158709526062, 0.789915919303894], "r_norm": [1.2110800743103027, 0.8638829588890076, 0.8897655606269836], "ldr": {"dL_sdil": -0.015536785125732422, "dL_bp": -0.004791319370269775, "ratio": 3.2426945325620453}}, {"step": 2300, "epoch": 4, "train_loss": 0.11302313208580017, "cos_r_negg": [0.6403554081916809, 0.6928803324699402, 0.76534503698349], "cos_apical_negg": [0.6403554081916809, 0.6928803324699402, 0.76534503698349], "cos_Ac_negg": [0.6403554081916809, 0.6928803324699402, 0.76534503698349], "r_norm": [1.585463285446167, 1.1234259605407715, 1.1597206592559814]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9667, "test_loss": 0.11542671813964844}, {"step": 2350, "epoch": 5, "train_loss": 0.1043478399515152, "cos_r_negg": [0.6726620197296143, 0.72330242395401, 0.8138927221298218], "cos_apical_negg": [0.6726620197296143, 0.72330242395401, 0.8138927221298218], "cos_Ac_negg": [0.6726620197296143, 0.72330242395401, 0.8138927221298218], "r_norm": [1.2545384168624878, 0.8958686590194702, 0.9282491207122803]}, {"step": 2400, "epoch": 5, "train_loss": 0.09124904870986938, "cos_r_negg": [0.6322605013847351, 0.6991448998451233, 0.7853190898895264], "cos_apical_negg": [0.6322605013847351, 0.6991448998451233, 0.7853190898895264], "cos_Ac_negg": [0.6322605013847351, 0.6991448998451233, 0.7853190898895264], "r_norm": [1.2125740051269531, 0.8587512969970703, 0.8912366628646851]}, {"step": 2450, "epoch": 5, "train_loss": 0.0786072164773941, "cos_r_negg": [0.6616837382316589, 0.7209616303443909, 0.8091398477554321], "cos_apical_negg": [0.6616837382316589, 0.7209616303443909, 0.8091398477554321], "cos_Ac_negg": [0.6616837382316589, 0.7209616303443909, 0.8091398477554321], "r_norm": [1.2636280059814453, 0.8937084674835205, 0.9258301854133606]}, {"step": 2500, "epoch": 5, "train_loss": 0.15624985098838806, "cos_r_negg": [0.6626518964767456, 0.7218570709228516, 0.8041737675666809], "cos_apical_negg": [0.6626518964767456, 0.7218570709228516, 0.8041737675666809], "cos_Ac_negg": [0.6626518964767456, 0.7218570709228516, 0.8041737675666809], "r_norm": [1.5480754375457764, 1.1022714376449585, 1.1425577402114868], "ldr": {"dL_sdil": -0.022685766220092773, "dL_bp": -0.00788886845111847, "ratio": 2.8756679567747674}}, {"step": 2550, "epoch": 5, "train_loss": 0.09416250884532928, "cos_r_negg": [0.6517411470413208, 0.7171120047569275, 0.8022411465644836], "cos_apical_negg": [0.6517411470413208, 0.7171120047569275, 0.8022411465644836], "cos_Ac_negg": [0.6517411470413208, 0.7171120047569275, 0.8022411465644836], "r_norm": [1.421457290649414, 0.9799187779426575, 1.002837061882019]}, {"step": 2600, "epoch": 5, "train_loss": 0.10190001875162125, "cos_r_negg": [0.6530766487121582, 0.7171000838279724, 0.8134929537773132], "cos_apical_negg": [0.6530766487121582, 0.7171000838279724, 0.8134929537773132], "cos_Ac_negg": [0.6530766487121582, 0.7171000838279724, 0.8134929537773132], "r_norm": [1.6155650615692139, 1.1111758947372437, 1.1413216590881348]}, {"step": 2650, "epoch": 5, "train_loss": 0.04730559140443802, "cos_r_negg": [0.6430950164794922, 0.7199409604072571, 0.8147863149642944], "cos_apical_negg": [0.6430950164794922, 0.7199409604072571, 0.8147863149642944], "cos_Ac_negg": [0.6430950164794922, 0.7199409604072571, 0.8147863149642944], "r_norm": [1.7766656875610352, 1.2387195825576782, 1.2698235511779785]}, {"step": 2700, "epoch": 5, "train_loss": 0.1803777515888214, "cos_r_negg": [0.6480823755264282, 0.7134395837783813, 0.7969224452972412], "cos_apical_negg": [0.6480823755264282, 0.7134395837783813, 0.7969224452972412], "cos_Ac_negg": [0.6480823755264282, 0.7134395837783813, 0.7969224452972412], "r_norm": [1.3992390632629395, 0.9611985683441162, 0.9849108457565308]}, {"step": 2750, "epoch": 5, "train_loss": 0.055084142833948135, "cos_r_negg": [0.6346567869186401, 0.7176921963691711, 0.801852285861969], "cos_apical_negg": [0.6346567869186401, 0.7176921963691711, 0.801852285861969], "cos_Ac_negg": [0.6346567869186401, 0.7176921963691711, 0.801852285861969], "r_norm": [1.706103801727295, 1.1606786251068115, 1.1850612163543701], "ldr": {"dL_sdil": -0.02963174134492874, "dL_bp": -0.01119464635848999, "ratio": 2.646956446503208}}, {"step": 2800, "epoch": 5, "train_loss": 0.09780938923358917, "cos_r_negg": [0.6437754034996033, 0.7200458645820618, 0.7915016412734985], "cos_apical_negg": [0.6437754034996033, 0.7200458645820618, 0.7915016412734985], "cos_Ac_negg": [0.6437754034996033, 0.7200458645820618, 0.7915016412734985], "r_norm": [1.3574248552322388, 0.9378572702407837, 0.9708544611930847]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9642, "test_loss": 0.11503468475341797}, {"step": 2850, "epoch": 6, "train_loss": 0.08544307947158813, "cos_r_negg": [0.6576011180877686, 0.7286319732666016, 0.8019779920578003], "cos_apical_negg": [0.6576011180877686, 0.7286319732666016, 0.8019779920578003], "cos_Ac_negg": [0.6576011180877686, 0.7286319732666016, 0.8019779920578003], "r_norm": [1.3021131753921509, 0.8964300155639648, 0.9175119996070862]}, {"step": 2900, "epoch": 6, "train_loss": 0.04533127695322037, "cos_r_negg": [0.6272823214530945, 0.6935175061225891, 0.757466197013855], "cos_apical_negg": [0.6272823214530945, 0.6935175061225891, 0.757466197013855], "cos_Ac_negg": [0.6272823214530945, 0.6935175061225891, 0.757466197013855], "r_norm": [1.6829593181610107, 1.1369497776031494, 1.1617724895477295]}, {"step": 2950, "epoch": 6, "train_loss": 0.11471319198608398, "cos_r_negg": [0.6340516805648804, 0.7122495174407959, 0.7966001629829407], "cos_apical_negg": [0.6340516805648804, 0.7122495174407959, 0.7966001629829407], "cos_Ac_negg": [0.6340516805648804, 0.7122495174407959, 0.7966001629829407], "r_norm": [1.2014050483703613, 0.8253490328788757, 0.8365707993507385]}, {"step": 3000, "epoch": 6, "train_loss": 0.13759562373161316, "cos_r_negg": [0.6260443925857544, 0.6986795663833618, 0.7789598107337952], "cos_apical_negg": [0.6260443925857544, 0.6986795663833618, 0.7789598107337952], "cos_Ac_negg": [0.6260443925857544, 0.6986795663833618, 0.7789598107337952], "r_norm": [1.562705397605896, 1.0761487483978271, 1.0927380323410034], "ldr": {"dL_sdil": -0.029170364141464233, "dL_bp": -0.008814230561256409, "ratio": 3.30946234486816}}, {"step": 3050, "epoch": 6, "train_loss": 0.10171976685523987, "cos_r_negg": [0.6060225367546082, 0.6688512563705444, 0.754865825176239], "cos_apical_negg": [0.6060225367546082, 0.6688512563705444, 0.754865825176239], "cos_Ac_negg": [0.6060225367546082, 0.6688512563705444, 0.754865825176239], "r_norm": [1.5227830410003662, 1.0346028804779053, 1.051755666732788]}, {"step": 3100, "epoch": 6, "train_loss": 0.08696724474430084, "cos_r_negg": [0.5747018456459045, 0.6350776553153992, 0.6973714828491211], "cos_apical_negg": [0.5747018456459045, 0.6350776553153992, 0.6973714828491211], "cos_Ac_negg": [0.5747018456459045, 0.6350776553153992, 0.6973714828491211], "r_norm": [1.4076870679855347, 0.946639895439148, 0.959316074848175]}, {"step": 3150, "epoch": 6, "train_loss": 0.047161493450403214, "cos_r_negg": [0.6045018434524536, 0.6752285957336426, 0.7361375689506531], "cos_apical_negg": [0.6045018434524536, 0.6752285957336426, 0.7361375689506531], "cos_Ac_negg": [0.6045018434524536, 0.6752285957336426, 0.7361375689506531], "r_norm": [1.606069564819336, 1.0908434391021729, 1.1074347496032715]}, {"step": 3200, "epoch": 6, "train_loss": 0.21017047762870789, "cos_r_negg": [0.6491440534591675, 0.7143809795379639, 0.7908303737640381], "cos_apical_negg": [0.6491440534591675, 0.7143809795379639, 0.7908303737640381], "cos_Ac_negg": [0.6491440534591675, 0.7143809795379639, 0.7908303737640381], "r_norm": [1.4476035833358765, 0.9845198392868042, 0.9913619756698608]}, {"step": 3250, "epoch": 6, "train_loss": 0.12759777903556824, "cos_r_negg": [0.6116443276405334, 0.6902744770050049, 0.7741221785545349], "cos_apical_negg": [0.6116443276405334, 0.6902744770050049, 0.7741221785545349], "cos_Ac_negg": [0.6116443276405334, 0.6902744770050049, 0.7741221785545349], "r_norm": [1.3254605531692505, 0.8942165374755859, 0.9010376334190369], "ldr": {"dL_sdil": -0.013586953282356262, "dL_bp": -0.004219815135002136, "ratio": 3.2197982252010156}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9594, "test_loss": 0.13548187522888183}, {"step": 3300, "epoch": 7, "train_loss": 0.07714246213436127, "cos_r_negg": [0.587666928768158, 0.6738030910491943, 0.7526182532310486], "cos_apical_negg": [0.587666928768158, 0.6738030910491943, 0.7526182532310486], "cos_Ac_negg": [0.587666928768158, 0.6738030910491943, 0.7526182532310486], "r_norm": [1.4797842502593994, 0.9978945851325989, 1.00959050655365]}, {"step": 3350, "epoch": 7, "train_loss": 0.11419771611690521, "cos_r_negg": [0.6293108463287354, 0.7040592432022095, 0.7831107378005981], "cos_apical_negg": [0.6293108463287354, 0.7040592432022095, 0.7831107378005981], "cos_Ac_negg": [0.6293108463287354, 0.7040592432022095, 0.7831107378005981], "r_norm": [1.3448386192321777, 0.909713864326477, 0.9095678329467773]}, {"step": 3400, "epoch": 7, "train_loss": 0.08227545768022537, "cos_r_negg": [0.631260871887207, 0.6924335360527039, 0.7558939456939697], "cos_apical_negg": [0.631260871887207, 0.6924335360527039, 0.7558939456939697], "cos_Ac_negg": [0.631260871887207, 0.6924335360527039, 0.7558939456939697], "r_norm": [1.4144878387451172, 0.9490280151367188, 0.9533035755157471]}, {"step": 3450, "epoch": 7, "train_loss": 0.1401069313287735, "cos_r_negg": [0.6608812808990479, 0.7229812741279602, 0.7853788137435913], "cos_apical_negg": [0.6608812808990479, 0.7229812741279602, 0.7853788137435913], "cos_Ac_negg": [0.6608812808990479, 0.7229812741279602, 0.7853788137435913], "r_norm": [1.508139967918396, 1.0177290439605713, 1.0238687992095947]}, {"step": 3500, "epoch": 7, "train_loss": 0.10030117630958557, "cos_r_negg": [0.6561144590377808, 0.7072087526321411, 0.7834184169769287], "cos_apical_negg": [0.6561144590377808, 0.7072087526321411, 0.7834184169769287], "cos_Ac_negg": [0.6561144590377808, 0.7072087526321411, 0.7834184169769287], "r_norm": [1.494471788406372, 0.9885123372077942, 0.9881172180175781], "ldr": {"dL_sdil": -0.014153555035591125, "dL_bp": -0.003854885697364807, "ratio": 3.671588769873636}}, {"step": 3550, "epoch": 7, "train_loss": 0.10811272263526917, "cos_r_negg": [0.6140034198760986, 0.6907763481140137, 0.7682729959487915], "cos_apical_negg": [0.6140034198760986, 0.6907763481140137, 0.7682729959487915], "cos_Ac_negg": [0.6140034198760986, 0.6907763481140137, 0.7682729959487915], "r_norm": [1.7223000526428223, 1.1602243185043335, 1.1661486625671387]}, {"step": 3600, "epoch": 7, "train_loss": 0.0958728939294815, "cos_r_negg": [0.6264085173606873, 0.6917451620101929, 0.7676888108253479], "cos_apical_negg": [0.6264085173606873, 0.6917451620101929, 0.7676888108253479], "cos_Ac_negg": [0.6264085173606873, 0.6917451620101929, 0.7676888108253479], "r_norm": [1.7705130577087402, 1.1688792705535889, 1.1648988723754883]}, {"step": 3650, "epoch": 7, "train_loss": 0.008561910130083561, "cos_r_negg": [0.6519593000411987, 0.7006465196609497, 0.7753965854644775], "cos_apical_negg": [0.6519593000411987, 0.7006465196609497, 0.7753965854644775], "cos_Ac_negg": [0.6519593000411987, 0.7006465196609497, 0.7753965854644775], "r_norm": [1.6371619701385498, 1.1000722646713257, 1.11264169216156]}, {"step": 3700, "epoch": 7, "train_loss": 0.12079837918281555, "cos_r_negg": [0.6297524571418762, 0.6871883273124695, 0.7571524977684021], "cos_apical_negg": [0.6297524571418762, 0.6871883273124695, 0.7571524977684021], "cos_Ac_negg": [0.6297524571418762, 0.6871883273124695, 0.7571524977684021], "r_norm": [1.241869568824768, 0.8344601392745972, 0.8410933017730713]}, {"step": 3750, "epoch": 7, "train_loss": 0.11839091777801514, "cos_r_negg": [0.6645755171775818, 0.7226054668426514, 0.8014875650405884], "cos_apical_negg": [0.6645755171775818, 0.7226054668426514, 0.8014875650405884], "cos_Ac_negg": [0.6645755171775818, 0.7226054668426514, 0.8014875650405884], "r_norm": [1.6813042163848877, 1.1033926010131836, 1.1128149032592773], "ldr": {"dL_sdil": -0.02285929024219513, "dL_bp": -0.007707320153713226, "ratio": 2.965919383948518}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9616, "test_loss": 0.12227455940246582}, {"step": 3800, "epoch": 8, "train_loss": 0.16942624747753143, "cos_r_negg": [0.6243941187858582, 0.6917222738265991, 0.7891300916671753], "cos_apical_negg": [0.6243941187858582, 0.6917222738265991, 0.7891300916671753], "cos_Ac_negg": [0.6243941187858582, 0.6917222738265991, 0.7891300916671753], "r_norm": [1.6063387393951416, 1.0543723106384277, 1.0462620258331299]}, {"step": 3850, "epoch": 8, "train_loss": 0.1552569568157196, "cos_r_negg": [0.5670005083084106, 0.6313830614089966, 0.7229574918746948], "cos_apical_negg": [0.5670005083084106, 0.6313830614089966, 0.7229574918746948], "cos_Ac_negg": [0.5670005083084106, 0.6313830614089966, 0.7229574918746948], "r_norm": [1.217717170715332, 0.7978565692901611, 0.7936652898788452]}, {"step": 3900, "epoch": 8, "train_loss": 0.04935016483068466, "cos_r_negg": [0.5972518920898438, 0.6555610299110413, 0.7266079187393188], "cos_apical_negg": [0.5972518920898438, 0.6555610299110413, 0.7266079187393188], "cos_Ac_negg": [0.5972518920898438, 0.6555610299110413, 0.7266079187393188], "r_norm": [1.6402692794799805, 1.0806868076324463, 1.0766146183013916]}, {"step": 3950, "epoch": 8, "train_loss": 0.05671895667910576, "cos_r_negg": [0.6179629564285278, 0.6653821468353271, 0.7392023205757141], "cos_apical_negg": [0.6179629564285278, 0.6653821468353271, 0.7392023205757141], "cos_Ac_negg": [0.6179629564285278, 0.6653821468353271, 0.7392023205757141], "r_norm": [1.4487944841384888, 0.9616775512695312, 0.9689887762069702]}, {"step": 4000, "epoch": 8, "train_loss": 0.02606368437409401, "cos_r_negg": [0.6249764561653137, 0.6928126215934753, 0.7737331986427307], "cos_apical_negg": [0.6249764561653137, 0.6928126215934753, 0.7737331986427307], "cos_Ac_negg": [0.6249764561653137, 0.6928126215934753, 0.7737331986427307], "r_norm": [2.5280814170837402, 1.6686768531799316, 1.6699899435043335], "ldr": {"dL_sdil": -0.04595258831977844, "dL_bp": -0.016643673181533813, "ratio": 2.7609643507517876}}, {"step": 4050, "epoch": 8, "train_loss": 0.08771033585071564, "cos_r_negg": [0.6462401747703552, 0.7021049857139587, 0.7857729196548462], "cos_apical_negg": [0.6462401747703552, 0.7021049857139587, 0.7857729196548462], "cos_Ac_negg": [0.6462401747703552, 0.7021049857139587, 0.7857729196548462], "r_norm": [1.7146285772323608, 1.1406375169754028, 1.1325441598892212]}, {"step": 4100, "epoch": 8, "train_loss": 0.10125218331813812, "cos_r_negg": [0.6117854118347168, 0.6856611371040344, 0.7631691694259644], "cos_apical_negg": [0.6117854118347168, 0.6856611371040344, 0.7631691694259644], "cos_Ac_negg": [0.6117854118347168, 0.6856611371040344, 0.7631691694259644], "r_norm": [1.6626555919647217, 1.103007435798645, 1.1025774478912354]}, {"step": 4150, "epoch": 8, "train_loss": 0.07578800618648529, "cos_r_negg": [0.6021105647087097, 0.6654557585716248, 0.7545021772384644], "cos_apical_negg": [0.6021105647087097, 0.6654557585716248, 0.7545021772384644], "cos_Ac_negg": [0.6021105647087097, 0.6654557585716248, 0.7545021772384644], "r_norm": [1.8069820404052734, 1.1856250762939453, 1.1795763969421387]}, {"step": 4200, "epoch": 8, "train_loss": 0.16592423617839813, "cos_r_negg": [0.6145324110984802, 0.6745281219482422, 0.767540693283081], "cos_apical_negg": [0.6145324110984802, 0.6745281219482422, 0.767540693283081], "cos_Ac_negg": [0.6145324110984802, 0.6745281219482422, 0.767540693283081], "r_norm": [1.7990156412124634, 1.1518888473510742, 1.1333789825439453]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9651, "test_loss": 0.12632536544799805}, {"step": 4250, "epoch": 9, "train_loss": 0.15454164147377014, "cos_r_negg": [0.6258960962295532, 0.6805522441864014, 0.7584561109542847], "cos_apical_negg": [0.6258960962295532, 0.6805522441864014, 0.7584561109542847], "cos_Ac_negg": [0.6258960962295532, 0.6805522441864014, 0.7584561109542847], "r_norm": [1.9704030752182007, 1.3041224479675293, 1.2968733310699463], "ldr": {"dL_sdil": -0.02590811252593994, "dL_bp": -0.00738169252872467, "ratio": 3.5097794205221478}}, {"step": 4300, "epoch": 9, "train_loss": 0.06325399875640869, "cos_r_negg": [0.5984009504318237, 0.6570512056350708, 0.7273346185684204], "cos_apical_negg": [0.5984009504318237, 0.6570512056350708, 0.7273346185684204], "cos_Ac_negg": [0.5984009504318237, 0.6570512056350708, 0.7273346185684204], "r_norm": [2.08903169631958, 1.3544169664382935, 1.3355307579040527]}, {"step": 4350, "epoch": 9, "train_loss": 0.07386796176433563, "cos_r_negg": [0.6150752305984497, 0.6635780334472656, 0.7379854917526245], "cos_apical_negg": [0.6150752305984497, 0.6635780334472656, 0.7379854917526245], "cos_Ac_negg": [0.6150752305984497, 0.6635780334472656, 0.7379854917526245], "r_norm": [1.5351386070251465, 0.9906522631645203, 0.9747887849807739]}, {"step": 4400, "epoch": 9, "train_loss": 0.07389023154973984, "cos_r_negg": [0.6023496389389038, 0.6780155897140503, 0.7305947542190552], "cos_apical_negg": [0.6023496389389038, 0.6780155897140503, 0.7305947542190552], "cos_Ac_negg": [0.6023496389389038, 0.6780155897140503, 0.7305947542190552], "r_norm": [2.2754287719726562, 1.471556305885315, 1.4515454769134521]}, {"step": 4450, "epoch": 9, "train_loss": 0.06468784809112549, "cos_r_negg": [0.59175044298172, 0.6550991535186768, 0.718092679977417], "cos_apical_negg": [0.59175044298172, 0.6550991535186768, 0.718092679977417], "cos_Ac_negg": [0.59175044298172, 0.6550991535186768, 0.718092679977417], "r_norm": [1.599653720855713, 1.0288562774658203, 1.011431097984314]}, {"step": 4500, "epoch": 9, "train_loss": 0.11713573336601257, "cos_r_negg": [0.6160073280334473, 0.6742383241653442, 0.7414028644561768], "cos_apical_negg": [0.6160073280334473, 0.6742383241653442, 0.7414028644561768], "cos_Ac_negg": [0.6160073280334473, 0.6742383241653442, 0.7414028644561768], "r_norm": [1.9567067623138428, 1.2626434564590454, 1.2457492351531982], "ldr": {"dL_sdil": -0.02445497363805771, "dL_bp": -0.006967127323150635, "ratio": 3.510051202422811}}, {"step": 4550, "epoch": 9, "train_loss": 0.14605344831943512, "cos_r_negg": [0.6178313493728638, 0.685172438621521, 0.7414610385894775], "cos_apical_negg": [0.6178313493728638, 0.685172438621521, 0.7414610385894775], "cos_Ac_negg": [0.6178313493728638, 0.685172438621521, 0.7414610385894775], "r_norm": [2.093381404876709, 1.3319847583770752, 1.3012709617614746]}, {"step": 4600, "epoch": 9, "train_loss": 0.12179780006408691, "cos_r_negg": [0.621023416519165, 0.674102783203125, 0.7388678193092346], "cos_apical_negg": [0.621023416519165, 0.674102783203125, 0.7388678193092346], "cos_Ac_negg": [0.621023416519165, 0.674102783203125, 0.7388678193092346], "r_norm": [2.127358913421631, 1.3673138618469238, 1.3372575044631958]}, {"step": 4650, "epoch": 9, "train_loss": 0.04490528628230095, "cos_r_negg": [0.6496942043304443, 0.7171220183372498, 0.7862069606781006], "cos_apical_negg": [0.6496942043304443, 0.7171220183372498, 0.7862069606781006], "cos_Ac_negg": [0.6496942043304443, 0.7171220183372498, 0.7862069606781006], "r_norm": [1.840027093887329, 1.1956719160079956, 1.1776306629180908]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9596, "test_loss": 0.14038310050964356}, {"step": 4700, "epoch": 10, "train_loss": 0.16258130967617035, "cos_r_negg": [0.6000314950942993, 0.693307638168335, 0.7670621871948242], "cos_apical_negg": [0.6000314950942993, 0.693307638168335, 0.7670621871948242], "cos_Ac_negg": [0.6000314950942993, 0.693307638168335, 0.7670621871948242], "r_norm": [1.7967991828918457, 1.1627088785171509, 1.1415071487426758]}, {"step": 4750, "epoch": 10, "train_loss": 0.014143964275717735, "cos_r_negg": [0.6277584433555603, 0.6844028830528259, 0.7557461261749268], "cos_apical_negg": [0.6277584433555603, 0.6844028830528259, 0.7557461261749268], "cos_Ac_negg": [0.6277584433555603, 0.6844028830528259, 0.7557461261749268], "r_norm": [1.702458143234253, 1.0958352088928223, 1.073155164718628], "ldr": {"dL_sdil": -0.012876719236373901, "dL_bp": -0.003526918590068817, "ratio": 3.650982836017956}}, {"step": 4800, "epoch": 10, "train_loss": 0.07621504366397858, "cos_r_negg": [0.6259173154830933, 0.6734672784805298, 0.7504004240036011], "cos_apical_negg": [0.6259173154830933, 0.6734672784805298, 0.7504004240036011], "cos_Ac_negg": [0.6259173154830933, 0.6734672784805298, 0.7504004240036011], "r_norm": [2.1728413105010986, 1.395696759223938, 1.3738515377044678]}, {"step": 4850, "epoch": 10, "train_loss": 0.09208042174577713, "cos_r_negg": [0.5902737975120544, 0.6529378890991211, 0.723853588104248], "cos_apical_negg": [0.5902737975120544, 0.6529378890991211, 0.723853588104248], "cos_Ac_negg": [0.5902737975120544, 0.6529378890991211, 0.723853588104248], "r_norm": [2.0001273155212402, 1.2871215343475342, 1.2659692764282227]}, {"step": 4900, "epoch": 10, "train_loss": 0.1649584025144577, "cos_r_negg": [0.604059100151062, 0.6884218454360962, 0.7643783092498779], "cos_apical_negg": [0.604059100151062, 0.6884218454360962, 0.7643783092498779], "cos_Ac_negg": [0.604059100151062, 0.6884218454360962, 0.7643783092498779], "r_norm": [1.69423246383667, 1.0822336673736572, 1.0510711669921875]}, {"step": 4950, "epoch": 10, "train_loss": 0.04998940974473953, "cos_r_negg": [0.6444944739341736, 0.7032060027122498, 0.7904295921325684], "cos_apical_negg": [0.6444944739341736, 0.7032060027122498, 0.7904295921325684], "cos_Ac_negg": [0.6444944739341736, 0.7032060027122498, 0.7904295921325684], "r_norm": [2.1453440189361572, 1.3738949298858643, 1.3381779193878174]}, {"step": 5000, "epoch": 10, "train_loss": 0.03970580920577049, "cos_r_negg": [0.5872572660446167, 0.6631065011024475, 0.7485958337783813], "cos_apical_negg": [0.5872572660446167, 0.6631065011024475, 0.7485958337783813], "cos_Ac_negg": [0.5872572660446167, 0.6631065011024475, 0.7485958337783813], "r_norm": [2.0047879219055176, 1.2994287014007568, 1.2770323753356934], "ldr": {"dL_sdil": -0.014679260551929474, "dL_bp": -0.003925882279872894, "ratio": 3.7390985020581753}}, {"step": 5050, "epoch": 10, "train_loss": 0.1346047818660736, "cos_r_negg": [0.6356328129768372, 0.7075694799423218, 0.7887946367263794], "cos_apical_negg": [0.6356328129768372, 0.7075694799423218, 0.7887946367263794], "cos_Ac_negg": [0.6356328129768372, 0.7075694799423218, 0.7887946367263794], "r_norm": [1.7867095470428467, 1.155591368675232, 1.1309592723846436]}, {"step": 5100, "epoch": 10, "train_loss": 0.12958356738090515, "cos_r_negg": [0.5978258848190308, 0.6633120775222778, 0.7484705448150635], "cos_apical_negg": [0.5978258848190308, 0.6633120775222778, 0.7484705448150635], "cos_Ac_negg": [0.5978258848190308, 0.6633120775222778, 0.7484705448150635], "r_norm": [2.02878475189209, 1.2936241626739502, 1.273736834526062]}, {"step": 5150, "epoch": 10, "train_loss": 0.06812326610088348, "cos_r_negg": [0.6270712614059448, 0.7067362070083618, 0.8001025915145874], "cos_apical_negg": [0.6270712614059448, 0.7067362070083618, 0.8001025915145874], "cos_Ac_negg": [0.6270712614059448, 0.7067362070083618, 0.8001025915145874], "r_norm": [1.9920023679733276, 1.2909877300262451, 1.2687962055206299]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9651, "test_loss": 0.11843724975585937}, {"step": 5200, "epoch": 11, "train_loss": 0.13900499045848846, "cos_r_negg": [0.59969162940979, 0.6830437183380127, 0.7649904489517212], "cos_apical_negg": [0.59969162940979, 0.6830437183380127, 0.7649904489517212], "cos_Ac_negg": [0.59969162940979, 0.6830437183380127, 0.7649904489517212], "r_norm": [2.3262743949890137, 1.4767571687698364, 1.4281352758407593]}, {"step": 5250, "epoch": 11, "train_loss": 0.06987909972667694, "cos_r_negg": [0.620759129524231, 0.7075554132461548, 0.7946006655693054], "cos_apical_negg": [0.620759129524231, 0.7075554132461548, 0.7946006655693054], "cos_Ac_negg": [0.620759129524231, 0.7075554132461548, 0.7946006655693054], "r_norm": [2.1385669708251953, 1.3656853437423706, 1.3337680101394653], "ldr": {"dL_sdil": -0.013695769011974335, "dL_bp": -0.0038151368498802185, "ratio": 3.589849997754165}}, {"step": 5300, "epoch": 11, "train_loss": 0.15954285860061646, "cos_r_negg": [0.5623520612716675, 0.6381148099899292, 0.7268123626708984], "cos_apical_negg": [0.5623520612716675, 0.6381148099899292, 0.7268123626708984], "cos_Ac_negg": [0.5623520612716675, 0.6381148099899292, 0.7268123626708984], "r_norm": [1.994398832321167, 1.2723140716552734, 1.2338553667068481]}, {"step": 5350, "epoch": 11, "train_loss": 0.06890597194433212, "cos_r_negg": [0.5659229755401611, 0.6433904767036438, 0.7173036336898804], "cos_apical_negg": [0.5659229755401611, 0.6433904767036438, 0.7173036336898804], "cos_Ac_negg": [0.5659229755401611, 0.6433904767036438, 0.7173036336898804], "r_norm": [1.805916666984558, 1.1494472026824951, 1.123058795928955]}, {"step": 5400, "epoch": 11, "train_loss": 0.09781929850578308, "cos_r_negg": [0.5752054452896118, 0.6474897861480713, 0.7238046526908875], "cos_apical_negg": [0.5752054452896118, 0.6474897861480713, 0.7238046526908875], "cos_Ac_negg": [0.5752054452896118, 0.6474897861480713, 0.7238046526908875], "r_norm": [1.589571475982666, 1.0229400396347046, 0.9999500513076782]}, {"step": 5450, "epoch": 11, "train_loss": 0.05611719563603401, "cos_r_negg": [0.5746123194694519, 0.6356127262115479, 0.7104621529579163], "cos_apical_negg": [0.5746123194694519, 0.6356127262115479, 0.7104621529579163], "cos_Ac_negg": [0.5746123194694519, 0.6356127262115479, 0.7104621529579163], "r_norm": [1.967921257019043, 1.2727196216583252, 1.248058795928955]}, {"step": 5500, "epoch": 11, "train_loss": 0.05506192892789841, "cos_r_negg": [0.5830497145652771, 0.6621156334877014, 0.7491059303283691], "cos_apical_negg": [0.5830497145652771, 0.6621156334877014, 0.7491059303283691], "cos_Ac_negg": [0.5830497145652771, 0.6621156334877014, 0.7491059303283691], "r_norm": [1.843675136566162, 1.1659290790557861, 1.128554105758667], "ldr": {"dL_sdil": -0.012310735881328583, "dL_bp": -0.0037012994289398193, "ratio": 3.3260578123112845}}, {"step": 5550, "epoch": 11, "train_loss": 0.12004411220550537, "cos_r_negg": [0.5857828855514526, 0.6554250717163086, 0.7550485134124756], "cos_apical_negg": [0.5857828855514526, 0.6554250717163086, 0.7550485134124756], "cos_Ac_negg": [0.5857828855514526, 0.6554250717163086, 0.7550485134124756], "r_norm": [1.848736047744751, 1.1664636135101318, 1.1130197048187256]}, {"step": 5600, "epoch": 11, "train_loss": 0.0430220402777195, "cos_r_negg": [0.5770770311355591, 0.6727526187896729, 0.7694960832595825], "cos_apical_negg": [0.5770770311355591, 0.6727526187896729, 0.7694960832595825], "cos_Ac_negg": [0.5770770311355591, 0.6727526187896729, 0.7694960832595825], "r_norm": [1.5906798839569092, 1.020878791809082, 0.9899419546127319]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9612, "test_loss": 0.12740706748962402}, {"step": 5650, "epoch": 12, "train_loss": 0.11714422702789307, "cos_r_negg": [0.5941140651702881, 0.6861992478370667, 0.772215723991394], "cos_apical_negg": [0.5941140651702881, 0.6861992478370667, 0.772215723991394], "cos_Ac_negg": [0.5941140651702881, 0.6861992478370667, 0.772215723991394], "r_norm": [2.0417895317077637, 1.2934004068374634, 1.2596410512924194]}, {"step": 5700, "epoch": 12, "train_loss": 0.08124491572380066, "cos_r_negg": [0.5219396948814392, 0.6023268699645996, 0.6844979524612427], "cos_apical_negg": [0.5219396948814392, 0.6023268699645996, 0.6844979524612427], "cos_Ac_negg": [0.5219396948814392, 0.6023268699645996, 0.6844979524612427], "r_norm": [2.4060962200164795, 1.5310697555541992, 1.4745056629180908]}, {"step": 5750, "epoch": 12, "train_loss": 0.039873264729976654, "cos_r_negg": [0.5939443111419678, 0.6694580912590027, 0.7444992065429688], "cos_apical_negg": [0.5939443111419678, 0.6694580912590027, 0.7444992065429688], "cos_Ac_negg": [0.5939443111419678, 0.6694580912590027, 0.7444992065429688], "r_norm": [2.518946647644043, 1.6028000116348267, 1.5509017705917358], "ldr": {"dL_sdil": -0.021796390414237976, "dL_bp": -0.006117284297943115, "ratio": 3.5630827917490815}}, {"step": 5800, "epoch": 12, "train_loss": 0.04188238084316254, "cos_r_negg": [0.5864846110343933, 0.6516790986061096, 0.7460340261459351], "cos_apical_negg": [0.5864846110343933, 0.6516790986061096, 0.7460340261459351], "cos_Ac_negg": [0.5864846110343933, 0.6516790986061096, 0.7460340261459351], "r_norm": [2.4498298168182373, 1.5370662212371826, 1.4661684036254883]}, {"step": 5850, "epoch": 12, "train_loss": 0.07011755555868149, "cos_r_negg": [0.5784258246421814, 0.6680339574813843, 0.7683842778205872], "cos_apical_negg": [0.5784258246421814, 0.6680339574813843, 0.7683842778205872], "cos_Ac_negg": [0.5784258246421814, 0.6680339574813843, 0.7683842778205872], "r_norm": [2.313934564590454, 1.4625885486602783, 1.3937357664108276]}, {"step": 5900, "epoch": 12, "train_loss": 0.14329825341701508, "cos_r_negg": [0.5955638885498047, 0.6767780780792236, 0.77437424659729], "cos_apical_negg": [0.5955638885498047, 0.6767780780792236, 0.77437424659729], "cos_Ac_negg": [0.5955638885498047, 0.6767780780792236, 0.77437424659729], "r_norm": [2.4103686809539795, 1.5111253261566162, 1.4642877578735352]}, {"step": 5950, "epoch": 12, "train_loss": 0.07011683285236359, "cos_r_negg": [0.5636593103408813, 0.6438855528831482, 0.7465850114822388], "cos_apical_negg": [0.5636593103408813, 0.6438855528831482, 0.7465850114822388], "cos_Ac_negg": [0.5636593103408813, 0.6438855528831482, 0.7465850114822388], "r_norm": [2.3476576805114746, 1.4849835634231567, 1.438057541847229]}, {"step": 6000, "epoch": 12, "train_loss": 0.058069512248039246, "cos_r_negg": [0.5264776945114136, 0.6139413714408875, 0.7008498907089233], "cos_apical_negg": [0.5264776945114136, 0.6139413714408875, 0.7008498907089233], "cos_Ac_negg": [0.5264776945114136, 0.6139413714408875, 0.7008498907089233], "r_norm": [2.7427823543548584, 1.720200777053833, 1.6445295810699463], "ldr": {"dL_sdil": -0.026474088430404663, "dL_bp": -0.007481217384338379, "ratio": 3.5387406982488008}}, {"step": 6050, "epoch": 12, "train_loss": 0.1168612688779831, "cos_r_negg": [0.5785515904426575, 0.6499594449996948, 0.7450367212295532], "cos_apical_negg": [0.5785515904426575, 0.6499594449996948, 0.7450367212295532], "cos_Ac_negg": [0.5785515904426575, 0.6499594449996948, 0.7450367212295532], "r_norm": [2.0229554176330566, 1.2895095348358154, 1.2335214614868164]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9626, "test_loss": 0.13172841262817384}, {"step": 6100, "epoch": 13, "train_loss": 0.05822661146521568, "cos_r_negg": [0.5683634281158447, 0.6671006679534912, 0.7725517749786377], "cos_apical_negg": [0.5683634281158447, 0.6671006679534912, 0.7725517749786377], "cos_Ac_negg": [0.5683634281158447, 0.6671006679534912, 0.7725517749786377], "r_norm": [2.513610363006592, 1.6120195388793945, 1.5552699565887451]}, {"step": 6150, "epoch": 13, "train_loss": 0.036282047629356384, "cos_r_negg": [0.5356754660606384, 0.6535556316375732, 0.7324342727661133], "cos_apical_negg": [0.5356754660606384, 0.6535556316375732, 0.7324342727661133], "cos_Ac_negg": [0.5356754660606384, 0.6535556316375732, 0.7324342727661133], "r_norm": [2.3160171508789062, 1.4510061740875244, 1.3906093835830688]}, {"step": 6200, "epoch": 13, "train_loss": 0.0988178551197052, "cos_r_negg": [0.5579608678817749, 0.6438552737236023, 0.7430336475372314], "cos_apical_negg": [0.5579608678817749, 0.6438552737236023, 0.7430336475372314], "cos_Ac_negg": [0.5579608678817749, 0.6438552737236023, 0.7430336475372314], "r_norm": [2.286266803741455, 1.4272381067276, 1.367558479309082]}, {"step": 6250, "epoch": 13, "train_loss": 0.06556234508752823, "cos_r_negg": [0.5863059759140015, 0.6774224042892456, 0.7737011909484863], "cos_apical_negg": [0.5863059759140015, 0.6774224042892456, 0.7737011909484863], "cos_Ac_negg": [0.5863059759140015, 0.6774224042892456, 0.7737011909484863], "r_norm": [2.242393732070923, 1.4245491027832031, 1.367368459701538], "ldr": {"dL_sdil": -0.01427285373210907, "dL_bp": -0.0038095861673355103, "ratio": 3.7465627774713774}}, {"step": 6300, "epoch": 13, "train_loss": 0.11485473811626434, "cos_r_negg": [0.5803492665290833, 0.674944281578064, 0.777351975440979], "cos_apical_negg": [0.5803492665290833, 0.674944281578064, 0.777351975440979], "cos_Ac_negg": [0.5803492665290833, 0.674944281578064, 0.777351975440979], "r_norm": [2.2897531986236572, 1.4570226669311523, 1.4079174995422363]}, {"step": 6350, "epoch": 13, "train_loss": 0.06611865013837814, "cos_r_negg": [0.6148146986961365, 0.7014994621276855, 0.7870718836784363], "cos_apical_negg": [0.6148146986961365, 0.7014994621276855, 0.7870718836784363], "cos_Ac_negg": [0.6148146986961365, 0.7014994621276855, 0.7870718836784363], "r_norm": [3.0299692153930664, 1.8986103534698486, 1.8052341938018799]}, {"step": 6400, "epoch": 13, "train_loss": 0.15010419487953186, "cos_r_negg": [0.559101939201355, 0.6419228911399841, 0.7331005334854126], "cos_apical_negg": [0.559101939201355, 0.6419228911399841, 0.7331005334854126], "cos_Ac_negg": [0.559101939201355, 0.6419228911399841, 0.7331005334854126], "r_norm": [2.392181873321533, 1.5211243629455566, 1.4569401741027832]}, {"step": 6450, "epoch": 13, "train_loss": 0.14488285779953003, "cos_r_negg": [0.575128436088562, 0.6742482781410217, 0.7652221322059631], "cos_apical_negg": [0.575128436088562, 0.6742482781410217, 0.7652221322059631], "cos_Ac_negg": [0.575128436088562, 0.6742482781410217, 0.7652221322059631], "r_norm": [2.624443531036377, 1.6539758443832397, 1.5874390602111816]}, {"step": 6500, "epoch": 13, "train_loss": 0.02646726928651333, "cos_r_negg": [0.5452226996421814, 0.6230767965316772, 0.7153359651565552], "cos_apical_negg": [0.5452226996421814, 0.6230767965316772, 0.7153359651565552], "cos_Ac_negg": [0.5452226996421814, 0.6230767965316772, 0.7153359651565552], "r_norm": [2.824185848236084, 1.7695939540863037, 1.6813507080078125], "ldr": {"dL_sdil": -0.026411637663841248, "dL_bp": -0.008422359824180603, "ratio": 3.1358951903258054}}, {"step": 6550, "epoch": 13, "train_loss": 0.17577853798866272, "cos_r_negg": [0.5785971879959106, 0.6653100252151489, 0.7685211300849915], "cos_apical_negg": [0.5785971879959106, 0.6653100252151489, 0.7685211300849915], "cos_Ac_negg": [0.5785971879959106, 0.6653100252151489, 0.7685211300849915], "r_norm": [2.383077383041382, 1.4892773628234863, 1.4227643013000488]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9642, "test_loss": 0.12382354965209962}, {"step": 6600, "epoch": 14, "train_loss": 0.08985231816768646, "cos_r_negg": [0.5027601718902588, 0.5934309959411621, 0.6810634136199951], "cos_apical_negg": [0.5027601718902588, 0.5934309959411621, 0.6810634136199951], "cos_Ac_negg": [0.5027601718902588, 0.5934309959411621, 0.6810634136199951], "r_norm": [2.357579469680786, 1.4711247682571411, 1.390871286392212]}, {"step": 6650, "epoch": 14, "train_loss": 0.10685956478118896, "cos_r_negg": [0.5697627663612366, 0.648492693901062, 0.7410723567008972], "cos_apical_negg": [0.5697627663612366, 0.648492693901062, 0.7410723567008972], "cos_Ac_negg": [0.5697627663612366, 0.648492693901062, 0.7410723567008972], "r_norm": [2.5872182846069336, 1.61077880859375, 1.541858434677124]}, {"step": 6700, "epoch": 14, "train_loss": 0.10446792840957642, "cos_r_negg": [0.5546348094940186, 0.6117004156112671, 0.7063143849372864], "cos_apical_negg": [0.5546348094940186, 0.6117004156112671, 0.7063143849372864], "cos_Ac_negg": [0.5546348094940186, 0.6117004156112671, 0.7063143849372864], "r_norm": [3.0479021072387695, 1.9061064720153809, 1.8154771327972412]}, {"step": 6750, "epoch": 14, "train_loss": 0.09771628677845001, "cos_r_negg": [0.5366876125335693, 0.6290370225906372, 0.7452062368392944], "cos_apical_negg": [0.5366876125335693, 0.6290370225906372, 0.7452062368392944], "cos_Ac_negg": [0.5366876125335693, 0.6290370225906372, 0.7452062368392944], "r_norm": [3.3804142475128174, 2.1136960983276367, 1.9938013553619385], "ldr": {"dL_sdil": -0.031414926052093506, "dL_bp": -0.00958523154258728, "ratio": 3.2774300665056106}}, {"step": 6800, "epoch": 14, "train_loss": 0.11128662526607513, "cos_r_negg": [0.5740228891372681, 0.6455081701278687, 0.7636686563491821], "cos_apical_negg": [0.5740228891372681, 0.6455081701278687, 0.7636686563491821], "cos_Ac_negg": [0.5740228891372681, 0.6455081701278687, 0.7636686563491821], "r_norm": [2.6618845462799072, 1.6851184368133545, 1.626389503479004]}, {"step": 6850, "epoch": 14, "train_loss": 0.08367796242237091, "cos_r_negg": [0.542637825012207, 0.6435737609863281, 0.7454227805137634], "cos_apical_negg": [0.542637825012207, 0.6435737609863281, 0.7454227805137634], "cos_Ac_negg": [0.542637825012207, 0.6435737609863281, 0.7454227805137634], "r_norm": [2.1762800216674805, 1.357245683670044, 1.2987020015716553]}, {"step": 6900, "epoch": 14, "train_loss": 0.05457967147231102, "cos_r_negg": [0.5573590993881226, 0.6558992862701416, 0.7664756774902344], "cos_apical_negg": [0.5573590993881226, 0.6558992862701416, 0.7664756774902344], "cos_Ac_negg": [0.5573590993881226, 0.6558992862701416, 0.7664756774902344], "r_norm": [3.170948028564453, 1.9753859043121338, 1.9091962575912476]}, {"step": 6950, "epoch": 14, "train_loss": 0.07606103271245956, "cos_r_negg": [0.5582407712936401, 0.6446227431297302, 0.7525602579116821], "cos_apical_negg": [0.5582407712936401, 0.6446227431297302, 0.7525602579116821], "cos_Ac_negg": [0.5582407712936401, 0.6446227431297302, 0.7525602579116821], "r_norm": [2.9370925426483154, 1.8436766862869263, 1.7711234092712402]}, {"step": 7000, "epoch": 14, "train_loss": 0.03829556703567505, "cos_r_negg": [0.5928112864494324, 0.6737863421440125, 0.7815413475036621], "cos_apical_negg": [0.5928112864494324, 0.6737863421440125, 0.7815413475036621], "cos_Ac_negg": [0.5928112864494324, 0.6737863421440125, 0.7815413475036621], "r_norm": [3.105968713760376, 1.941112756729126, 1.8554271459579468], "ldr": {"dL_sdil": -0.026807770133018494, "dL_bp": -0.007817208766937256, "ratio": 3.4293276452333568}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9608, "test_loss": 0.13436545104980469}, {"step": 7050, "epoch": 15, "train_loss": 0.0915839746594429, "cos_r_negg": [0.5897434949874878, 0.669000506401062, 0.766594648361206], "cos_apical_negg": [0.5897434949874878, 0.669000506401062, 0.766594648361206], "cos_Ac_negg": [0.5897434949874878, 0.669000506401062, 0.766594648361206], "r_norm": [2.813297748565674, 1.7813775539398193, 1.6926056146621704]}, {"step": 7100, "epoch": 15, "train_loss": 0.24949336051940918, "cos_r_negg": [0.5258007049560547, 0.6142874956130981, 0.7004859447479248], "cos_apical_negg": [0.5258007049560547, 0.6142874956130981, 0.7004859447479248], "cos_Ac_negg": [0.5258007049560547, 0.6142874956130981, 0.7004859447479248], "r_norm": [2.391666889190674, 1.5204544067382812, 1.4457753896713257]}, {"step": 7150, "epoch": 15, "train_loss": 0.05938129872083664, "cos_r_negg": [0.5426384210586548, 0.6291418075561523, 0.7175573110580444], "cos_apical_negg": [0.5426384210586548, 0.6291418075561523, 0.7175573110580444], "cos_Ac_negg": [0.5426384210586548, 0.6291418075561523, 0.7175573110580444], "r_norm": [3.121371269226074, 1.948730230331421, 1.8679888248443604]}, {"step": 7200, "epoch": 15, "train_loss": 0.15703971683979034, "cos_r_negg": [0.5738754868507385, 0.6772226691246033, 0.7763591408729553], "cos_apical_negg": [0.5738754868507385, 0.6772226691246033, 0.7763591408729553], "cos_Ac_negg": [0.5738754868507385, 0.6772226691246033, 0.7763591408729553], "r_norm": [2.9819796085357666, 1.8898881673812866, 1.838072419166565]}, {"step": 7250, "epoch": 15, "train_loss": 0.12712188065052032, "cos_r_negg": [0.5493727922439575, 0.6441177725791931, 0.7629225850105286], "cos_apical_negg": [0.5493727922439575, 0.6441177725791931, 0.7629225850105286], "cos_Ac_negg": [0.5493727922439575, 0.6441177725791931, 0.7629225850105286], "r_norm": [3.63411021232605, 2.2665836811065674, 2.1544809341430664], "ldr": {"dL_sdil": -0.03281740844249725, "dL_bp": -0.010712787508964539, "ratio": 3.0633864822797436}}, {"step": 7300, "epoch": 15, "train_loss": 0.053279660642147064, "cos_r_negg": [0.5094466209411621, 0.6245691776275635, 0.7348716855049133], "cos_apical_negg": [0.5094466209411621, 0.6245691776275635, 0.7348716855049133], "cos_Ac_negg": [0.5094466209411621, 0.6245691776275635, 0.7348716855049133], "r_norm": [2.671147346496582, 1.69210946559906, 1.6441538333892822]}, {"step": 7350, "epoch": 15, "train_loss": 0.07054358720779419, "cos_r_negg": [0.5052754878997803, 0.6331914663314819, 0.7321738004684448], "cos_apical_negg": [0.5052754878997803, 0.6331914663314819, 0.7321738004684448], "cos_Ac_negg": [0.5052754878997803, 0.6331914663314819, 0.7321738004684448], "r_norm": [2.460063934326172, 1.5661494731903076, 1.5257039070129395]}, {"step": 7400, "epoch": 15, "train_loss": 0.18833571672439575, "cos_r_negg": [0.5162596106529236, 0.6322314739227295, 0.7343394756317139], "cos_apical_negg": [0.5162596106529236, 0.6322314739227295, 0.7343394756317139], "cos_Ac_negg": [0.5162596106529236, 0.6322314739227295, 0.7343394756317139], "r_norm": [3.516876220703125, 2.238832473754883, 2.1696643829345703]}, {"step": 7450, "epoch": 15, "train_loss": 0.09524042159318924, "cos_r_negg": [0.5396937131881714, 0.630447268486023, 0.7236536741256714], "cos_apical_negg": [0.5396937131881714, 0.630447268486023, 0.7236536741256714], "cos_Ac_negg": [0.5396937131881714, 0.630447268486023, 0.7236536741256714], "r_norm": [2.763012409210205, 1.7614666223526, 1.6894296407699585]}, {"step": 7500, "epoch": 15, "train_loss": 0.020912420004606247, "cos_r_negg": [0.5232051014900208, 0.6306746006011963, 0.7427433729171753], "cos_apical_negg": [0.5232051014900208, 0.6306746006011963, 0.7427433729171753], "cos_Ac_negg": [0.5232051014900208, 0.6306746006011963, 0.7427433729171753], "r_norm": [2.1119041442871094, 1.3428475856781006, 1.2882821559906006], "ldr": {"dL_sdil": -0.011919602751731873, "dL_bp": -0.0030276700854301453, "ratio": 3.936889560421983}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.962, "test_loss": 0.1334874969482422}, {"step": 7550, "epoch": 16, "train_loss": 0.04439863562583923, "cos_r_negg": [0.5312701463699341, 0.6241593956947327, 0.7351175546646118], "cos_apical_negg": [0.5312701463699341, 0.6241593956947327, 0.7351175546646118], "cos_Ac_negg": [0.5312701463699341, 0.6241593956947327, 0.7351175546646118], "r_norm": [2.3701305389404297, 1.513303518295288, 1.460062026977539]}, {"step": 7600, "epoch": 16, "train_loss": 0.08431706577539444, "cos_r_negg": [0.5255229473114014, 0.6310002207756042, 0.7390908598899841], "cos_apical_negg": [0.5255229473114014, 0.6310002207756042, 0.7390908598899841], "cos_Ac_negg": [0.5255229473114014, 0.6310002207756042, 0.7390908598899841], "r_norm": [2.7801034450531006, 1.7460856437683105, 1.665583848953247]}, {"step": 7650, "epoch": 16, "train_loss": 0.07414548844099045, "cos_r_negg": [0.5140745043754578, 0.6107056140899658, 0.7196781635284424], "cos_apical_negg": [0.5140745043754578, 0.6107056140899658, 0.7196781635284424], "cos_Ac_negg": [0.5140745043754578, 0.6107056140899658, 0.7196781635284424], "r_norm": [2.8004283905029297, 1.7804847955703735, 1.6866358518600464]}, {"step": 7700, "epoch": 16, "train_loss": 0.09350334107875824, "cos_r_negg": [0.5251408815383911, 0.6190915703773499, 0.7278895974159241], "cos_apical_negg": [0.5251408815383911, 0.6190915703773499, 0.7278895974159241], "cos_Ac_negg": [0.5251408815383911, 0.6190915703773499, 0.7278895974159241], "r_norm": [2.7335734367370605, 1.7434735298156738, 1.6524372100830078]}, {"step": 7750, "epoch": 16, "train_loss": 0.16479578614234924, "cos_r_negg": [0.514901876449585, 0.6125867366790771, 0.7138690948486328], "cos_apical_negg": [0.514901876449585, 0.6125867366790771, 0.7138690948486328], "cos_Ac_negg": [0.514901876449585, 0.6125867366790771, 0.7138690948486328], "r_norm": [3.0002458095550537, 1.9021121263504028, 1.8187966346740723], "ldr": {"dL_sdil": -0.025242537260055542, "dL_bp": -0.007647022604942322, "ratio": 3.300962814434617}}, {"step": 7800, "epoch": 16, "train_loss": 0.15117177367210388, "cos_r_negg": [0.5666866898536682, 0.6525052785873413, 0.7360994815826416], "cos_apical_negg": [0.5666866898536682, 0.6525052785873413, 0.7360994815826416], "cos_Ac_negg": [0.5666866898536682, 0.6525052785873413, 0.7360994815826416], "r_norm": [2.6614251136779785, 1.6782684326171875, 1.6037135124206543]}, {"step": 7850, "epoch": 16, "train_loss": 0.2515494227409363, "cos_r_negg": [0.5646170377731323, 0.652422308921814, 0.7640975713729858], "cos_apical_negg": [0.5646170377731323, 0.652422308921814, 0.7640975713729858], "cos_Ac_negg": [0.5646170377731323, 0.652422308921814, 0.7640975713729858], "r_norm": [3.3421311378479004, 2.1086642742156982, 1.9990116357803345]}, {"step": 7900, "epoch": 16, "train_loss": 0.07262150943279266, "cos_r_negg": [0.5504926443099976, 0.648192286491394, 0.7441650032997131], "cos_apical_negg": [0.5504926443099976, 0.648192286491394, 0.7441650032997131], "cos_Ac_negg": [0.5504926443099976, 0.648192286491394, 0.7441650032997131], "r_norm": [2.7745349407196045, 1.7303895950317383, 1.626671314239502]}, {"step": 7950, "epoch": 16, "train_loss": 0.08340471237897873, "cos_r_negg": [0.5239376425743103, 0.6327765583992004, 0.7135392427444458], "cos_apical_negg": [0.5239376425743103, 0.6327765583992004, 0.7135392427444458], "cos_Ac_negg": [0.5239376425743103, 0.6327765583992004, 0.7135392427444458], "r_norm": [3.1113412380218506, 1.9672828912734985, 1.8949456214904785]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9617, "test_loss": 0.13651236724853516}, {"step": 8000, "epoch": 17, "train_loss": 0.12094471603631973, "cos_r_negg": [0.5535585284233093, 0.6400822997093201, 0.743220329284668], "cos_apical_negg": [0.5535585284233093, 0.6400822997093201, 0.743220329284668], "cos_Ac_negg": [0.5535585284233093, 0.6400822997093201, 0.743220329284668], "r_norm": [3.341827630996704, 2.078165292739868, 1.981281042098999], "ldr": {"dL_sdil": -0.02544611692428589, "dL_bp": -0.007113173604011536, "ratio": 3.5773226327465606}}, {"step": 8050, "epoch": 17, "train_loss": 0.0978393629193306, "cos_r_negg": [0.5041710734367371, 0.6209948062896729, 0.7359986305236816], "cos_apical_negg": [0.5041710734367371, 0.6209948062896729, 0.7359986305236816], "cos_Ac_negg": [0.5041710734367371, 0.6209948062896729, 0.7359986305236816], "r_norm": [2.6762568950653076, 1.6851598024368286, 1.6204426288604736]}, {"step": 8100, "epoch": 17, "train_loss": 0.09199757874011993, "cos_r_negg": [0.49510446190834045, 0.6048920154571533, 0.7028932571411133], "cos_apical_negg": [0.49510446190834045, 0.6048920154571533, 0.7028932571411133], "cos_Ac_negg": [0.49510446190834045, 0.6048920154571533, 0.7028932571411133], "r_norm": [3.6363685131073, 2.288987636566162, 2.159329891204834]}, {"step": 8150, "epoch": 17, "train_loss": 0.05969306826591492, "cos_r_negg": [0.47234827280044556, 0.5769249796867371, 0.6721630096435547], "cos_apical_negg": [0.47234827280044556, 0.5769249796867371, 0.6721630096435547], "cos_Ac_negg": [0.47234827280044556, 0.5769249796867371, 0.6721630096435547], "r_norm": [3.5416295528411865, 2.205843687057495, 2.1265745162963867]}, {"step": 8200, "epoch": 17, "train_loss": 0.05858640372753143, "cos_r_negg": [0.548200249671936, 0.6352201700210571, 0.7344746589660645], "cos_apical_negg": [0.548200249671936, 0.6352201700210571, 0.7344746589660645], "cos_Ac_negg": [0.548200249671936, 0.6352201700210571, 0.7344746589660645], "r_norm": [2.7021684646606445, 1.7250750064849854, 1.6594946384429932]}, {"step": 8250, "epoch": 17, "train_loss": 0.2024066001176834, "cos_r_negg": [0.47854292392730713, 0.573076605796814, 0.6891549825668335], "cos_apical_negg": [0.47854292392730713, 0.573076605796814, 0.6891549825668335], "cos_Ac_negg": [0.47854292392730713, 0.573076605796814, 0.6891549825668335], "r_norm": [2.8880245685577393, 1.8352839946746826, 1.7624961137771606], "ldr": {"dL_sdil": -0.016066834330558777, "dL_bp": -0.004667334258556366, "ratio": 3.442400616819834}}, {"step": 8300, "epoch": 17, "train_loss": 0.03665655106306076, "cos_r_negg": [0.4822673797607422, 0.5906252861022949, 0.7031958103179932], "cos_apical_negg": [0.4822673797607422, 0.5906252861022949, 0.7031958103179932], "cos_Ac_negg": [0.4822673797607422, 0.5906252861022949, 0.7031958103179932], "r_norm": [3.238574266433716, 2.0293643474578857, 1.9167824983596802]}, {"step": 8350, "epoch": 17, "train_loss": 0.050837986171245575, "cos_r_negg": [0.5193688869476318, 0.6565244197845459, 0.7833962440490723], "cos_apical_negg": [0.5193688869476318, 0.6565244197845459, 0.7833962440490723], "cos_Ac_negg": [0.5193688869476318, 0.6565244197845459, 0.7833962440490723], "r_norm": [3.6835215091705322, 2.3263468742370605, 2.219870090484619]}, {"step": 8400, "epoch": 17, "train_loss": 0.20929209887981415, "cos_r_negg": [0.5486651659011841, 0.6472088098526001, 0.7600914239883423], "cos_apical_negg": [0.5486651659011841, 0.6472088098526001, 0.7600914239883423], "cos_Ac_negg": [0.5486651659011841, 0.6472088098526001, 0.7600914239883423], "r_norm": [2.902045965194702, 1.839747667312622, 1.7388434410095215]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9583, "test_loss": 0.1459366497039795}, {"step": 8450, "epoch": 18, "train_loss": 0.19042648375034332, "cos_r_negg": [0.5527709722518921, 0.6584112644195557, 0.781470775604248], "cos_apical_negg": [0.5527709722518921, 0.6584112644195557, 0.781470775604248], "cos_Ac_negg": [0.5527709722518921, 0.6584112644195557, 0.781470775604248], "r_norm": [3.019395351409912, 1.8855366706848145, 1.7655960321426392]}, {"step": 8500, "epoch": 18, "train_loss": 0.10164658725261688, "cos_r_negg": [0.5300716757774353, 0.6288415193557739, 0.7431026101112366], "cos_apical_negg": [0.5300716757774353, 0.6288415193557739, 0.7431026101112366], "cos_Ac_negg": [0.5300716757774353, 0.6288415193557739, 0.7431026101112366], "r_norm": [2.1587302684783936, 1.403432846069336, 1.3600451946258545], "ldr": {"dL_sdil": -0.012367509305477142, "dL_bp": -0.003932937979698181, "ratio": 3.144598101805369}}, {"step": 8550, "epoch": 18, "train_loss": 0.1388942301273346, "cos_r_negg": [0.5024307370185852, 0.6308850646018982, 0.7573533058166504], "cos_apical_negg": [0.5024307370185852, 0.6308850646018982, 0.7573533058166504], "cos_Ac_negg": [0.5024307370185852, 0.6308850646018982, 0.7573533058166504], "r_norm": [2.5775089263916016, 1.6605756282806396, 1.6033743619918823]}, {"step": 8600, "epoch": 18, "train_loss": 0.21519923210144043, "cos_r_negg": [0.49746185541152954, 0.6111205816268921, 0.725945770740509], "cos_apical_negg": [0.49746185541152954, 0.6111205816268921, 0.725945770740509], "cos_Ac_negg": [0.49746185541152954, 0.6111205816268921, 0.725945770740509], "r_norm": [2.3528683185577393, 1.5068387985229492, 1.4363250732421875]}, {"step": 8650, "epoch": 18, "train_loss": 0.03542940691113472, "cos_r_negg": [0.5558929443359375, 0.6651502847671509, 0.7808507084846497], "cos_apical_negg": [0.5558929443359375, 0.6651502847671509, 0.7808507084846497], "cos_Ac_negg": [0.5558929443359375, 0.6651502847671509, 0.7808507084846497], "r_norm": [2.246335506439209, 1.4305291175842285, 1.3528563976287842]}, {"step": 8700, "epoch": 18, "train_loss": 0.1318330317735672, "cos_r_negg": [0.48758745193481445, 0.6078850030899048, 0.7216806411743164], "cos_apical_negg": [0.48758745193481445, 0.6078850030899048, 0.7216806411743164], "cos_Ac_negg": [0.48758745193481445, 0.6078850030899048, 0.7216806411743164], "r_norm": [2.876448154449463, 1.8014001846313477, 1.6944937705993652]}, {"step": 8750, "epoch": 18, "train_loss": 0.07372312247753143, "cos_r_negg": [0.5273537635803223, 0.6394243240356445, 0.7703869342803955], "cos_apical_negg": [0.5273537635803223, 0.6394243240356445, 0.7703869342803955], "cos_Ac_negg": [0.5273537635803223, 0.6394243240356445, 0.7703869342803955], "r_norm": [3.3036413192749023, 2.112217426300049, 2.004307746887207], "ldr": {"dL_sdil": -0.017912618815898895, "dL_bp": -0.004589445888996124, "ratio": 3.9030025081779587}}, {"step": 8800, "epoch": 18, "train_loss": 0.1273220032453537, "cos_r_negg": [0.5358126759529114, 0.6464613676071167, 0.7649375200271606], "cos_apical_negg": [0.5358126759529114, 0.6464613676071167, 0.7649375200271606], "cos_Ac_negg": [0.5358126759529114, 0.6464613676071167, 0.7649375200271606], "r_norm": [3.0545642375946045, 1.9365146160125732, 1.868316650390625]}, {"step": 8850, "epoch": 18, "train_loss": 0.1356564462184906, "cos_r_negg": [0.5325113534927368, 0.6679120063781738, 0.780398428440094], "cos_apical_negg": [0.5325113534927368, 0.6679120063781738, 0.780398428440094], "cos_Ac_negg": [0.5325113534927368, 0.6679120063781738, 0.780398428440094], "r_norm": [3.041625499725342, 1.9188029766082764, 1.8427515029907227]}, {"step": 8900, "epoch": 18, "train_loss": 0.08187933266162872, "cos_r_negg": [0.55047607421875, 0.6475592851638794, 0.7737144231796265], "cos_apical_negg": [0.55047607421875, 0.6475592851638794, 0.7737144231796265], "cos_Ac_negg": [0.55047607421875, 0.6475592851638794, 0.7737144231796265], "r_norm": [3.204413890838623, 2.023242712020874, 1.9394327402114868]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9575, "test_loss": 0.14762484703063966}, {"step": 8950, "epoch": 19, "train_loss": 0.1001000702381134, "cos_r_negg": [0.49874383211135864, 0.6365121603012085, 0.7537097930908203], "cos_apical_negg": [0.49874383211135864, 0.6365121603012085, 0.7537097930908203], "cos_Ac_negg": [0.49874383211135864, 0.6365121603012085, 0.7537097930908203], "r_norm": [2.8633062839508057, 1.8260047435760498, 1.763636589050293]}, {"step": 9000, "epoch": 19, "train_loss": 0.09570297598838806, "cos_r_negg": [0.5372771620750427, 0.6463679075241089, 0.7556992173194885], "cos_apical_negg": [0.5372771620750427, 0.6463679075241089, 0.7556992173194885], "cos_Ac_negg": [0.5372771620750427, 0.6463679075241089, 0.7556992173194885], "r_norm": [2.577669143676758, 1.6436426639556885, 1.565106749534607], "ldr": {"dL_sdil": -0.012405350804328918, "dL_bp": -0.0035674870014190674, "ratio": 3.4773359508792447}}, {"step": 9050, "epoch": 19, "train_loss": 0.10085896402597427, "cos_r_negg": [0.4985784888267517, 0.6143590807914734, 0.7363979816436768], "cos_apical_negg": [0.4985784888267517, 0.6143590807914734, 0.7363979816436768], "cos_Ac_negg": [0.4985784888267517, 0.6143590807914734, 0.7363979816436768], "r_norm": [2.9658312797546387, 1.8758854866027832, 1.7993285655975342]}, {"step": 9100, "epoch": 19, "train_loss": 0.0875936895608902, "cos_r_negg": [0.48997581005096436, 0.5976687669754028, 0.7195835113525391], "cos_apical_negg": [0.48997581005096436, 0.5976687669754028, 0.7195835113525391], "cos_Ac_negg": [0.48997581005096436, 0.5976687669754028, 0.7195835113525391], "r_norm": [2.6761062145233154, 1.713742971420288, 1.6293785572052002]}, {"step": 9150, "epoch": 19, "train_loss": 0.14853954315185547, "cos_r_negg": [0.5164353847503662, 0.6419754028320312, 0.7442393898963928], "cos_apical_negg": [0.5164353847503662, 0.6419754028320312, 0.7442393898963928], "cos_Ac_negg": [0.5164353847503662, 0.6419754028320312, 0.7442393898963928], "r_norm": [2.6054892539978027, 1.6658315658569336, 1.6090281009674072]}, {"step": 9200, "epoch": 19, "train_loss": 0.020835895091295242, "cos_r_negg": [0.5130265355110168, 0.6231813430786133, 0.7450570464134216], "cos_apical_negg": [0.5130265355110168, 0.6231813430786133, 0.7450570464134216], "cos_Ac_negg": [0.5130265355110168, 0.6231813430786133, 0.7450570464134216], "r_norm": [3.6714673042297363, 2.3745572566986084, 2.246173143386841]}, {"step": 9250, "epoch": 19, "train_loss": 0.08204586803913116, "cos_r_negg": [0.5087581872940063, 0.6410486698150635, 0.7729684114456177], "cos_apical_negg": [0.5087581872940063, 0.6410486698150635, 0.7729684114456177], "cos_Ac_negg": [0.5087581872940063, 0.6410486698150635, 0.7729684114456177], "r_norm": [3.198488712310791, 2.0221946239471436, 1.8998123407363892], "ldr": {"dL_sdil": -0.01726897805929184, "dL_bp": -0.0040971264243125916, "ratio": 4.214899973995603}}, {"step": 9300, "epoch": 19, "train_loss": 0.1429453343153, "cos_r_negg": [0.5225605964660645, 0.6478085517883301, 0.7654335498809814], "cos_apical_negg": [0.5225605964660645, 0.6478085517883301, 0.7654335498809814], "cos_Ac_negg": [0.5225605964660645, 0.6478085517883301, 0.7654335498809814], "r_norm": [3.7049269676208496, 2.3420636653900146, 2.215183734893799]}, {"step": 9350, "epoch": 19, "train_loss": 0.14634723961353302, "cos_r_negg": [0.512027382850647, 0.608758807182312, 0.7288548350334167], "cos_apical_negg": [0.512027382850647, 0.608758807182312, 0.7288548350334167], "cos_Ac_negg": [0.512027382850647, 0.608758807182312, 0.7288548350334167], "r_norm": [2.9684853553771973, 1.8675451278686523, 1.7626335620880127]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9624, "test_loss": 0.13346326789855956}], "final": {"test_acc": 0.9624, "test_loss": 0.13346326789855956, "wall_s": 71.69365811347961, "cos_r_negg": [0.5127911567687988, 0.6386102437973022, 0.7576853036880493], "cos_apical_negg": [0.5127911567687988, 0.6386102437973022, 0.7576853036880493], "cos_Ac_negg": [0.5127911567687988, 0.6386102437973022, 0.7576853036880493]}}
\ No newline at end of file
diff --git a/results/A_trainedA_nd1_s0.json b/results/A_trainedA_nd1_s0.json
new file mode 100644
index 0000000..f6fd0ac
--- /dev/null
+++ b/results/A_trainedA_nd1_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 1, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_trainedA_nd1_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.0012901818845421076, 0.0018179150065407157, 0.06989631801843643], "cos_apical_negg": [-0.0012901818845421076, 0.0018179150065407157, 0.06989631801843643], "cos_Ac_negg": [-0.0012901818845421076, 0.0018179150065407157, 0.06989631801843643], "r_norm": [4.914308071136475, 4.843250274658203, 4.887058258056641], "ldr": {"dL_sdil": -0.039769887924194336, "dL_bp": -0.23199224472045898, "ratio": 0.17142766117943037}}, {"step": 50, "epoch": 0, "train_loss": 0.6476649045944214, "cos_r_negg": [0.45619094371795654, 0.43197402358055115, 0.3926742374897003], "cos_apical_negg": [0.45619094371795654, 0.43197402358055115, 0.3926742374897003], "cos_Ac_negg": [0.45619094371795654, 0.43197402358055115, 0.3926742374897003], "r_norm": [1.4096720218658447, 1.3434069156646729, 1.3836236000061035]}, {"step": 100, "epoch": 0, "train_loss": 0.3031806945800781, "cos_r_negg": [0.45701682567596436, 0.4376108646392822, 0.4681370258331299], "cos_apical_negg": [0.45701682567596436, 0.4376108646392822, 0.4681370258331299], "cos_Ac_negg": [0.45701682567596436, 0.4376108646392822, 0.4681370258331299], "r_norm": [1.056440830230713, 0.9630823135375977, 1.0102980136871338]}, {"step": 150, "epoch": 0, "train_loss": 0.2968577444553375, "cos_r_negg": [0.47821107506752014, 0.46020159125328064, 0.5122306942939758], "cos_apical_negg": [0.47821107506752014, 0.46020159125328064, 0.5122306942939758], "cos_Ac_negg": [0.47821107506752014, 0.46020159125328064, 0.5122306942939758], "r_norm": [1.0970537662506104, 0.9963557720184326, 1.0818471908569336]}, {"step": 200, "epoch": 0, "train_loss": 0.29957935214042664, "cos_r_negg": [0.47568753361701965, 0.5038169026374817, 0.5370482206344604], "cos_apical_negg": [0.47568753361701965, 0.5038169026374817, 0.5370482206344604], "cos_Ac_negg": [0.47568753361701965, 0.5038169026374817, 0.5370482206344604], "r_norm": [1.2361656427383423, 1.1173452138900757, 1.2165989875793457]}, {"step": 250, "epoch": 0, "train_loss": 0.20093712210655212, "cos_r_negg": [0.4801417589187622, 0.5274039506912231, 0.5262796878814697], "cos_apical_negg": [0.4801417589187622, 0.5274039506912231, 0.5262796878814697], "cos_Ac_negg": [0.4801417589187622, 0.5274039506912231, 0.5262796878814697], "r_norm": [1.1712144613265991, 1.0674943923950195, 1.144099235534668], "ldr": {"dL_sdil": -0.021829694509506226, "dL_bp": -0.011970281600952148, "ratio": 1.823657557711076}}, {"step": 300, "epoch": 0, "train_loss": 0.2758479714393616, "cos_r_negg": [0.5094321966171265, 0.5557330846786499, 0.559956431388855], "cos_apical_negg": [0.5094321966171265, 0.5557330846786499, 0.559956431388855], "cos_Ac_negg": [0.5094321966171265, 0.5557330846786499, 0.559956431388855], "r_norm": [1.1100363731384277, 0.9665587544441223, 1.037007451057434]}, {"step": 350, "epoch": 0, "train_loss": 0.15422257781028748, "cos_r_negg": [0.509839653968811, 0.5606153011322021, 0.5770248174667358], "cos_apical_negg": [0.509839653968811, 0.5606153011322021, 0.5770248174667358], "cos_Ac_negg": [0.509839653968811, 0.5606153011322021, 0.5770248174667358], "r_norm": [1.2035527229309082, 1.0543936491012573, 1.1187877655029297]}, {"step": 400, "epoch": 0, "train_loss": 0.1270117163658142, "cos_r_negg": [0.47740018367767334, 0.5501450896263123, 0.591109037399292], "cos_apical_negg": [0.47740018367767334, 0.5501450896263123, 0.591109037399292], "cos_Ac_negg": [0.47740018367767334, 0.5501450896263123, 0.591109037399292], "r_norm": [1.391585350036621, 1.1129869222640991, 1.197420597076416]}, {"step": 450, "epoch": 0, "train_loss": 0.26109546422958374, "cos_r_negg": [0.5078542232513428, 0.5568555593490601, 0.5928928852081299], "cos_apical_negg": [0.5078542232513428, 0.5568555593490601, 0.5928928852081299], "cos_Ac_negg": [0.5078542232513428, 0.5568555593490601, 0.5928928852081299], "r_norm": [1.740187406539917, 1.4195270538330078, 1.5033245086669922]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9352, "test_loss": 0.21526864471435547}, {"step": 500, "epoch": 1, "train_loss": 0.18222540616989136, "cos_r_negg": [0.5225645303726196, 0.5763291120529175, 0.5858477354049683], "cos_apical_negg": [0.5225645303726196, 0.5763291120529175, 0.5858477354049683], "cos_Ac_negg": [0.5225645303726196, 0.5763291120529175, 0.5858477354049683], "r_norm": [1.2526624202728271, 1.023238182067871, 1.0826003551483154], "ldr": {"dL_sdil": -0.0165255069732666, "dL_bp": -0.00778450071811676, "ratio": 2.1228730745450406}}, {"step": 550, "epoch": 1, "train_loss": 0.1761614978313446, "cos_r_negg": [0.5126529932022095, 0.57525634765625, 0.5997874736785889], "cos_apical_negg": [0.5126529932022095, 0.57525634765625, 0.5997874736785889], "cos_Ac_negg": [0.5126529932022095, 0.57525634765625, 0.5997874736785889], "r_norm": [1.180511474609375, 0.9525272846221924, 1.0128980875015259]}, {"step": 600, "epoch": 1, "train_loss": 0.29001593589782715, "cos_r_negg": [0.5306503772735596, 0.565129280090332, 0.6226464509963989], "cos_apical_negg": [0.5306503772735596, 0.565129280090332, 0.6226464509963989], "cos_Ac_negg": [0.5306503772735596, 0.565129280090332, 0.6226464509963989], "r_norm": [1.3456637859344482, 1.0850902795791626, 1.1516869068145752]}, {"step": 650, "epoch": 1, "train_loss": 0.23413759469985962, "cos_r_negg": [0.5267214179039001, 0.583458662033081, 0.6173402070999146], "cos_apical_negg": [0.5267214179039001, 0.583458662033081, 0.6173402070999146], "cos_Ac_negg": [0.5267214179039001, 0.583458662033081, 0.6173402070999146], "r_norm": [1.2907063961029053, 1.0224101543426514, 1.0929853916168213]}, {"step": 700, "epoch": 1, "train_loss": 0.16796955466270447, "cos_r_negg": [0.530667781829834, 0.5746753811836243, 0.6371268033981323], "cos_apical_negg": [0.530667781829834, 0.5746753811836243, 0.6371268033981323], "cos_Ac_negg": [0.530667781829834, 0.5746753811836243, 0.6371268033981323], "r_norm": [1.37114679813385, 1.0853347778320312, 1.1535377502441406]}, {"step": 750, "epoch": 1, "train_loss": 0.10713139176368713, "cos_r_negg": [0.520552396774292, 0.5909689664840698, 0.6446642279624939], "cos_apical_negg": [0.520552396774292, 0.5909689664840698, 0.6446642279624939], "cos_Ac_negg": [0.520552396774292, 0.5909689664840698, 0.6446642279624939], "r_norm": [1.6530852317810059, 1.302944540977478, 1.4042351245880127], "ldr": {"dL_sdil": -0.033776476979255676, "dL_bp": -0.015412241220474243, "ratio": 2.1915357082774984}}, {"step": 800, "epoch": 1, "train_loss": 0.11486636102199554, "cos_r_negg": [0.5209274888038635, 0.5922955870628357, 0.6334346532821655], "cos_apical_negg": [0.5209274888038635, 0.5922955870628357, 0.6334346532821655], "cos_Ac_negg": [0.5209274888038635, 0.5922955870628357, 0.6334346532821655], "r_norm": [1.469679832458496, 1.1528453826904297, 1.2314763069152832]}, {"step": 850, "epoch": 1, "train_loss": 0.2611179053783417, "cos_r_negg": [0.5192705988883972, 0.5871889591217041, 0.634320080280304], "cos_apical_negg": [0.5192705988883972, 0.5871889591217041, 0.634320080280304], "cos_Ac_negg": [0.5192705988883972, 0.5871889591217041, 0.634320080280304], "r_norm": [1.2762216329574585, 0.9859957695007324, 1.0592385530471802]}, {"step": 900, "epoch": 1, "train_loss": 0.12237390130758286, "cos_r_negg": [0.512330174446106, 0.6048556566238403, 0.6276564598083496], "cos_apical_negg": [0.512330174446106, 0.6048556566238403, 0.6276564598083496], "cos_Ac_negg": [0.512330174446106, 0.6048556566238403, 0.6276564598083496], "r_norm": [1.3140058517456055, 0.9953502416610718, 1.0627496242523193]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9517, "test_loss": 0.1654845573425293}, {"step": 950, "epoch": 2, "train_loss": 0.1978580206632614, "cos_r_negg": [0.520068347454071, 0.6089564561843872, 0.6220773458480835], "cos_apical_negg": [0.520068347454071, 0.6089564561843872, 0.6220773458480835], "cos_Ac_negg": [0.520068347454071, 0.6089564561843872, 0.6220773458480835], "r_norm": [1.3202484846115112, 1.01417875289917, 1.0878753662109375]}, {"step": 1000, "epoch": 2, "train_loss": 0.18196210265159607, "cos_r_negg": [0.542732834815979, 0.6108362674713135, 0.628825306892395], "cos_apical_negg": [0.542732834815979, 0.6108362674713135, 0.628825306892395], "cos_Ac_negg": [0.542732834815979, 0.6108362674713135, 0.628825306892395], "r_norm": [1.4399189949035645, 1.0933985710144043, 1.1630003452301025], "ldr": {"dL_sdil": -0.015946269035339355, "dL_bp": -0.006343021988868713, "ratio": 2.5139860879125524}}, {"step": 1050, "epoch": 2, "train_loss": 0.12133218348026276, "cos_r_negg": [0.5332319736480713, 0.6128499507904053, 0.6394827365875244], "cos_apical_negg": [0.5332319736480713, 0.6128499507904053, 0.6394827365875244], "cos_Ac_negg": [0.5332319736480713, 0.6128499507904053, 0.6394827365875244], "r_norm": [1.6475625038146973, 1.2406904697418213, 1.3326997756958008]}, {"step": 1100, "epoch": 2, "train_loss": 0.06257651001214981, "cos_r_negg": [0.5446997880935669, 0.6116470098495483, 0.6505764126777649], "cos_apical_negg": [0.5446997880935669, 0.6116470098495483, 0.6505764126777649], "cos_Ac_negg": [0.5446997880935669, 0.6116470098495483, 0.6505764126777649], "r_norm": [1.4911837577819824, 1.1313865184783936, 1.2120838165283203]}, {"step": 1150, "epoch": 2, "train_loss": 0.11923543363809586, "cos_r_negg": [0.5150490999221802, 0.6035391092300415, 0.6485500931739807], "cos_apical_negg": [0.5150490999221802, 0.6035391092300415, 0.6485500931739807], "cos_Ac_negg": [0.5150490999221802, 0.6035391092300415, 0.6485500931739807], "r_norm": [1.4220595359802246, 1.0660306215286255, 1.1272716522216797]}, {"step": 1200, "epoch": 2, "train_loss": 0.04414670541882515, "cos_r_negg": [0.5232573747634888, 0.6136807203292847, 0.6485906839370728], "cos_apical_negg": [0.5232573747634888, 0.6136807203292847, 0.6485906839370728], "cos_Ac_negg": [0.5232573747634888, 0.6136807203292847, 0.6485906839370728], "r_norm": [1.4720555543899536, 1.1155428886413574, 1.1774811744689941]}, {"step": 1250, "epoch": 2, "train_loss": 0.12999378144741058, "cos_r_negg": [0.5599368214607239, 0.6230846643447876, 0.6549991369247437], "cos_apical_negg": [0.5599368214607239, 0.6230846643447876, 0.6549991369247437], "cos_Ac_negg": [0.5599368214607239, 0.6230846643447876, 0.6549991369247437], "r_norm": [1.436167597770691, 1.0892879962921143, 1.151460886001587], "ldr": {"dL_sdil": -0.015444189310073853, "dL_bp": -0.005763910710811615, "ratio": 2.6794636636380442}}, {"step": 1300, "epoch": 2, "train_loss": 0.18304336071014404, "cos_r_negg": [0.5433688163757324, 0.5991638898849487, 0.6323017477989197], "cos_apical_negg": [0.5433688163757324, 0.5991638898849487, 0.6323017477989197], "cos_Ac_negg": [0.5433688163757324, 0.5991638898849487, 0.6323017477989197], "r_norm": [1.7126247882843018, 1.29646635055542, 1.363337755203247]}, {"step": 1350, "epoch": 2, "train_loss": 0.14418718218803406, "cos_r_negg": [0.5542652606964111, 0.5973409414291382, 0.6421307325363159], "cos_apical_negg": [0.5542652606964111, 0.5973409414291382, 0.6421307325363159], "cos_Ac_negg": [0.5542652606964111, 0.5973409414291382, 0.6421307325363159], "r_norm": [1.8523907661437988, 1.3635894060134888, 1.4387874603271484]}, {"step": 1400, "epoch": 2, "train_loss": 0.26260972023010254, "cos_r_negg": [0.5411144495010376, 0.600225031375885, 0.6530125141143799], "cos_apical_negg": [0.5411144495010376, 0.600225031375885, 0.6530125141143799], "cos_Ac_negg": [0.5411144495010376, 0.600225031375885, 0.6530125141143799], "r_norm": [1.5618999004364014, 1.1548845767974854, 1.2024164199829102]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9507, "test_loss": 0.1632920841217041}, {"step": 1450, "epoch": 3, "train_loss": 0.08483409136533737, "cos_r_negg": [0.5727120637893677, 0.6289727687835693, 0.6796161532402039], "cos_apical_negg": [0.5727120637893677, 0.6289727687835693, 0.6796161532402039], "cos_Ac_negg": [0.5727120637893677, 0.6289727687835693, 0.6796161532402039], "r_norm": [1.651708960533142, 1.1876280307769775, 1.2562777996063232]}, {"step": 1500, "epoch": 3, "train_loss": 0.08180275559425354, "cos_r_negg": [0.5211120247840881, 0.5875787734985352, 0.6564764976501465], "cos_apical_negg": [0.5211120247840881, 0.5875787734985352, 0.6564764976501465], "cos_Ac_negg": [0.5211120247840881, 0.5875787734985352, 0.6564764976501465], "r_norm": [1.4818568229675293, 1.0557990074157715, 1.107385277748108], "ldr": {"dL_sdil": -0.013640113174915314, "dL_bp": -0.004751093685626984, "ratio": 2.870941740462708}}, {"step": 1550, "epoch": 3, "train_loss": 0.13029077649116516, "cos_r_negg": [0.5357673168182373, 0.6045743227005005, 0.6498166918754578], "cos_apical_negg": [0.5357673168182373, 0.6045743227005005, 0.6498166918754578], "cos_Ac_negg": [0.5357673168182373, 0.6045743227005005, 0.6498166918754578], "r_norm": [1.99696946144104, 1.4278724193572998, 1.485170602798462]}, {"step": 1600, "epoch": 3, "train_loss": 0.10771526396274567, "cos_r_negg": [0.5313141345977783, 0.6082473993301392, 0.6600098609924316], "cos_apical_negg": [0.5313141345977783, 0.6082473993301392, 0.6600098609924316], "cos_Ac_negg": [0.5313141345977783, 0.6082473993301392, 0.6600098609924316], "r_norm": [1.6211249828338623, 1.1566855907440186, 1.211690902709961]}, {"step": 1650, "epoch": 3, "train_loss": 0.10989797115325928, "cos_r_negg": [0.5446810126304626, 0.6051016449928284, 0.6804521679878235], "cos_apical_negg": [0.5446810126304626, 0.6051016449928284, 0.6804521679878235], "cos_Ac_negg": [0.5446810126304626, 0.6051016449928284, 0.6804521679878235], "r_norm": [1.6359394788742065, 1.135723352432251, 1.188765048980713]}, {"step": 1700, "epoch": 3, "train_loss": 0.11666536331176758, "cos_r_negg": [0.553712010383606, 0.6157134771347046, 0.6678240299224854], "cos_apical_negg": [0.553712010383606, 0.6157134771347046, 0.6678240299224854], "cos_Ac_negg": [0.553712010383606, 0.6157134771347046, 0.6678240299224854], "r_norm": [1.8273910284042358, 1.283871054649353, 1.330725073814392]}, {"step": 1750, "epoch": 3, "train_loss": 0.1405501812696457, "cos_r_negg": [0.563657820224762, 0.6037522554397583, 0.6524802446365356], "cos_apical_negg": [0.563657820224762, 0.6037522554397583, 0.6524802446365356], "cos_Ac_negg": [0.563657820224762, 0.6037522554397583, 0.6524802446365356], "r_norm": [2.0041821002960205, 1.4038174152374268, 1.4469563961029053], "ldr": {"dL_sdil": -0.025241293013095856, "dL_bp": -0.009671688079833984, "ratio": 2.609812558546566}}, {"step": 1800, "epoch": 3, "train_loss": 0.1589846909046173, "cos_r_negg": [0.5542846322059631, 0.5855135917663574, 0.6443250179290771], "cos_apical_negg": [0.5542846322059631, 0.5855135917663574, 0.6443250179290771], "cos_Ac_negg": [0.5542846322059631, 0.5855135917663574, 0.6443250179290771], "r_norm": [1.6007803678512573, 1.1015937328338623, 1.1395313739776611]}, {"step": 1850, "epoch": 3, "train_loss": 0.18653133511543274, "cos_r_negg": [0.5605727434158325, 0.6220625638961792, 0.6606836318969727], "cos_apical_negg": [0.5605727434158325, 0.6220625638961792, 0.6606836318969727], "cos_Ac_negg": [0.5605727434158325, 0.6220625638961792, 0.6606836318969727], "r_norm": [2.402040958404541, 1.6716151237487793, 1.7099084854125977]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9589, "test_loss": 0.13672148513793944}, {"step": 1900, "epoch": 4, "train_loss": 0.16823986172676086, "cos_r_negg": [0.5720145106315613, 0.6142712831497192, 0.6716885566711426], "cos_apical_negg": [0.5720145106315613, 0.6142712831497192, 0.6716885566711426], "cos_Ac_negg": [0.5720145106315613, 0.6142712831497192, 0.6716885566711426], "r_norm": [1.9680917263031006, 1.373969554901123, 1.4062278270721436]}, {"step": 1950, "epoch": 4, "train_loss": 0.13607868552207947, "cos_r_negg": [0.538845956325531, 0.6081135272979736, 0.6685881018638611], "cos_apical_negg": [0.538845956325531, 0.6081135272979736, 0.6685881018638611], "cos_Ac_negg": [0.538845956325531, 0.6081135272979736, 0.6685881018638611], "r_norm": [1.8476005792617798, 1.290042757987976, 1.3123488426208496]}, {"step": 2000, "epoch": 4, "train_loss": 0.2524184286594391, "cos_r_negg": [0.5547670722007751, 0.62563157081604, 0.6870324611663818], "cos_apical_negg": [0.5547670722007751, 0.62563157081604, 0.6870324611663818], "cos_Ac_negg": [0.5547670722007751, 0.62563157081604, 0.6870324611663818], "r_norm": [1.9849580526351929, 1.3773574829101562, 1.4088735580444336], "ldr": {"dL_sdil": -0.018678978085517883, "dL_bp": -0.006943047046661377, "ratio": 2.6903142035455208}}, {"step": 2050, "epoch": 4, "train_loss": 0.1510864645242691, "cos_r_negg": [0.5384163856506348, 0.5980142951011658, 0.6769131422042847], "cos_apical_negg": [0.5384163856506348, 0.5980142951011658, 0.6769131422042847], "cos_Ac_negg": [0.5384163856506348, 0.5980142951011658, 0.6769131422042847], "r_norm": [1.9493889808654785, 1.3578897714614868, 1.3705382347106934]}, {"step": 2100, "epoch": 4, "train_loss": 0.1193874329328537, "cos_r_negg": [0.5285179615020752, 0.6040091514587402, 0.6677561402320862], "cos_apical_negg": [0.5285179615020752, 0.6040091514587402, 0.6677561402320862], "cos_Ac_negg": [0.5285179615020752, 0.6040091514587402, 0.6677561402320862], "r_norm": [2.1210434436798096, 1.4629240036010742, 1.476285457611084]}, {"step": 2150, "epoch": 4, "train_loss": 0.16192162036895752, "cos_r_negg": [0.550983726978302, 0.6268196105957031, 0.7158498167991638], "cos_apical_negg": [0.550983726978302, 0.6268196105957031, 0.7158498167991638], "cos_Ac_negg": [0.550983726978302, 0.6268196105957031, 0.7158498167991638], "r_norm": [2.3046011924743652, 1.5941479206085205, 1.5777338743209839]}, {"step": 2200, "epoch": 4, "train_loss": 0.23259977996349335, "cos_r_negg": [0.5392069816589355, 0.6067291498184204, 0.6744866371154785], "cos_apical_negg": [0.5392069816589355, 0.6067291498184204, 0.6744866371154785], "cos_Ac_negg": [0.5392069816589355, 0.6067291498184204, 0.6744866371154785], "r_norm": [2.2869462966918945, 1.6007413864135742, 1.5806890726089478]}, {"step": 2250, "epoch": 4, "train_loss": 0.05128622055053711, "cos_r_negg": [0.4952167272567749, 0.5798766613006592, 0.6768003106117249], "cos_apical_negg": [0.4952167272567749, 0.5798766613006592, 0.6768003106117249], "cos_Ac_negg": [0.4952167272567749, 0.5798766613006592, 0.6768003106117249], "r_norm": [2.1042351722717285, 1.4819509983062744, 1.4555504322052002], "ldr": {"dL_sdil": -0.021848738193511963, "dL_bp": -0.00774914026260376, "ratio": 2.819504803513603}}, {"step": 2300, "epoch": 4, "train_loss": 0.14239439368247986, "cos_r_negg": [0.5033499598503113, 0.6022493243217468, 0.6781851053237915], "cos_apical_negg": [0.5033499598503113, 0.6022493243217468, 0.6781851053237915], "cos_Ac_negg": [0.5033499598503113, 0.6022493243217468, 0.6781851053237915], "r_norm": [2.419177293777466, 1.7094848155975342, 1.6709755659103394]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9462, "test_loss": 0.172270849609375}, {"step": 2350, "epoch": 5, "train_loss": 0.23037311434745789, "cos_r_negg": [0.520613431930542, 0.5963428020477295, 0.6969476938247681], "cos_apical_negg": [0.520613431930542, 0.5963428020477295, 0.6969476938247681], "cos_Ac_negg": [0.520613431930542, 0.5963428020477295, 0.6969476938247681], "r_norm": [2.319051504135132, 1.6186996698379517, 1.5920720100402832]}, {"step": 2400, "epoch": 5, "train_loss": 0.11398162692785263, "cos_r_negg": [0.5155239105224609, 0.5984548926353455, 0.6993916034698486], "cos_apical_negg": [0.5155239105224609, 0.5984548926353455, 0.6993916034698486], "cos_Ac_negg": [0.5155239105224609, 0.5984548926353455, 0.6993916034698486], "r_norm": [3.0356693267822266, 2.1697418689727783, 2.0864124298095703]}, {"step": 2450, "epoch": 5, "train_loss": 0.11762389540672302, "cos_r_negg": [0.5727774500846863, 0.6186619400978088, 0.6978442668914795], "cos_apical_negg": [0.5727774500846863, 0.6186619400978088, 0.6978442668914795], "cos_Ac_negg": [0.5727774500846863, 0.6186619400978088, 0.6978442668914795], "r_norm": [2.1278483867645264, 1.5139288902282715, 1.473886251449585]}, {"step": 2500, "epoch": 5, "train_loss": 0.2509058713912964, "cos_r_negg": [0.5397123098373413, 0.5859401226043701, 0.6940031051635742], "cos_apical_negg": [0.5397123098373413, 0.5859401226043701, 0.6940031051635742], "cos_Ac_negg": [0.5397123098373413, 0.5859401226043701, 0.6940031051635742], "r_norm": [2.1562888622283936, 1.5341813564300537, 1.4718341827392578], "ldr": {"dL_sdil": -0.012965179979801178, "dL_bp": -0.003752477467060089, "ratio": 3.455098689762116}}, {"step": 2550, "epoch": 5, "train_loss": 0.18105840682983398, "cos_r_negg": [0.5377183556556702, 0.5903087854385376, 0.685897946357727], "cos_apical_negg": [0.5377183556556702, 0.5903087854385376, 0.685897946357727], "cos_Ac_negg": [0.5377183556556702, 0.5903087854385376, 0.685897946357727], "r_norm": [2.8714165687561035, 2.0029494762420654, 1.9518983364105225]}, {"step": 2600, "epoch": 5, "train_loss": 0.09669020026922226, "cos_r_negg": [0.5306394100189209, 0.6102581024169922, 0.6782025098800659], "cos_apical_negg": [0.5306394100189209, 0.6102581024169922, 0.6782025098800659], "cos_Ac_negg": [0.5306394100189209, 0.6102581024169922, 0.6782025098800659], "r_norm": [2.6698784828186035, 1.8715006113052368, 1.803746223449707]}, {"step": 2650, "epoch": 5, "train_loss": 0.07173449546098709, "cos_r_negg": [0.5176039338111877, 0.6120682954788208, 0.694879412651062], "cos_apical_negg": [0.5176039338111877, 0.6120682954788208, 0.694879412651062], "cos_Ac_negg": [0.5176039338111877, 0.6120682954788208, 0.694879412651062], "r_norm": [2.779852867126465, 1.9579081535339355, 1.894043207168579]}, {"step": 2700, "epoch": 5, "train_loss": 0.23350758850574493, "cos_r_negg": [0.524484395980835, 0.6253337860107422, 0.7119739651679993], "cos_apical_negg": [0.524484395980835, 0.6253337860107422, 0.7119739651679993], "cos_Ac_negg": [0.524484395980835, 0.6253337860107422, 0.7119739651679993], "r_norm": [2.035576820373535, 1.4169175624847412, 1.3763959407806396]}, {"step": 2750, "epoch": 5, "train_loss": 0.053895898163318634, "cos_r_negg": [0.5252940654754639, 0.6041690707206726, 0.6968100666999817], "cos_apical_negg": [0.5252940654754639, 0.6041690707206726, 0.6968100666999817], "cos_Ac_negg": [0.5252940654754639, 0.6041690707206726, 0.6968100666999817], "r_norm": [2.5068817138671875, 1.7492001056671143, 1.6768953800201416], "ldr": {"dL_sdil": -0.019023030996322632, "dL_bp": -0.005694270133972168, "ratio": 3.3407320953796553}}, {"step": 2800, "epoch": 5, "train_loss": 0.11879267543554306, "cos_r_negg": [0.5230692625045776, 0.6005772352218628, 0.6907773017883301], "cos_apical_negg": [0.5230692625045776, 0.6005772352218628, 0.6907773017883301], "cos_Ac_negg": [0.5230692625045776, 0.6005772352218628, 0.6907773017883301], "r_norm": [2.5175747871398926, 1.7697551250457764, 1.6975971460342407]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9586, "test_loss": 0.13567065162658692}, {"step": 2850, "epoch": 6, "train_loss": 0.08362342417240143, "cos_r_negg": [0.535726010799408, 0.5853268504142761, 0.6686632633209229], "cos_apical_negg": [0.535726010799408, 0.5853268504142761, 0.6686632633209229], "cos_Ac_negg": [0.535726010799408, 0.5853268504142761, 0.6686632633209229], "r_norm": [3.1130292415618896, 2.1495771408081055, 2.067232131958008]}, {"step": 2900, "epoch": 6, "train_loss": 0.16890981793403625, "cos_r_negg": [0.5383375287055969, 0.6030118465423584, 0.6928783655166626], "cos_apical_negg": [0.5383375287055969, 0.6030118465423584, 0.6928783655166626], "cos_Ac_negg": [0.5383375287055969, 0.6030118465423584, 0.6928783655166626], "r_norm": [2.329528331756592, 1.626120924949646, 1.5541660785675049]}, {"step": 2950, "epoch": 6, "train_loss": 0.11372264474630356, "cos_r_negg": [0.5343916416168213, 0.6045777201652527, 0.6965183019638062], "cos_apical_negg": [0.5343916416168213, 0.6045777201652527, 0.6965183019638062], "cos_Ac_negg": [0.5343916416168213, 0.6045777201652527, 0.6965183019638062], "r_norm": [2.0795321464538574, 1.4663772583007812, 1.3839861154556274]}, {"step": 3000, "epoch": 6, "train_loss": 0.055607788264751434, "cos_r_negg": [0.5065318942070007, 0.5966179370880127, 0.6925885677337646], "cos_apical_negg": [0.5065318942070007, 0.5966179370880127, 0.6925885677337646], "cos_Ac_negg": [0.5065318942070007, 0.5966179370880127, 0.6925885677337646], "r_norm": [1.8806209564208984, 1.3099013566970825, 1.2686591148376465], "ldr": {"dL_sdil": -0.01061006635427475, "dL_bp": -0.0031052976846694946, "ratio": 3.4167630390656116}}, {"step": 3050, "epoch": 6, "train_loss": 0.10468950867652893, "cos_r_negg": [0.4815375804901123, 0.5718367099761963, 0.6577595472335815], "cos_apical_negg": [0.4815375804901123, 0.5718367099761963, 0.6577595472335815], "cos_Ac_negg": [0.4815375804901123, 0.5718367099761963, 0.6577595472335815], "r_norm": [2.061908483505249, 1.4676071405410767, 1.379341721534729]}, {"step": 3100, "epoch": 6, "train_loss": 0.21336552500724792, "cos_r_negg": [0.49896755814552307, 0.5853590965270996, 0.6905049085617065], "cos_apical_negg": [0.49896755814552307, 0.5853590965270996, 0.6905049085617065], "cos_Ac_negg": [0.49896755814552307, 0.5853590965270996, 0.6905049085617065], "r_norm": [2.847963333129883, 2.006314754486084, 1.8956319093704224]}, {"step": 3150, "epoch": 6, "train_loss": 0.0984506607055664, "cos_r_negg": [0.521134614944458, 0.605583667755127, 0.7167673110961914], "cos_apical_negg": [0.521134614944458, 0.605583667755127, 0.7167673110961914], "cos_Ac_negg": [0.521134614944458, 0.605583667755127, 0.7167673110961914], "r_norm": [2.6188039779663086, 1.8215608596801758, 1.7605409622192383]}, {"step": 3200, "epoch": 6, "train_loss": 0.19330552220344543, "cos_r_negg": [0.5285417437553406, 0.6118185520172119, 0.719561755657196], "cos_apical_negg": [0.5285417437553406, 0.6118185520172119, 0.719561755657196], "cos_Ac_negg": [0.5285417437553406, 0.6118185520172119, 0.719561755657196], "r_norm": [2.825833320617676, 1.9785330295562744, 1.890345811843872]}, {"step": 3250, "epoch": 6, "train_loss": 0.09860736131668091, "cos_r_negg": [0.5127899646759033, 0.6250514388084412, 0.7048629522323608], "cos_apical_negg": [0.5127899646759033, 0.6250514388084412, 0.7048629522323608], "cos_Ac_negg": [0.5127899646759033, 0.6250514388084412, 0.7048629522323608], "r_norm": [3.0403547286987305, 2.136859893798828, 2.045947551727295], "ldr": {"dL_sdil": -0.025773949921131134, "dL_bp": -0.008704274892807007, "ratio": 2.961068008367943}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9525, "test_loss": 0.16359433212280272}, {"step": 3300, "epoch": 7, "train_loss": 0.14547552168369293, "cos_r_negg": [0.4967765808105469, 0.6048172116279602, 0.6873725056648254], "cos_apical_negg": [0.4967765808105469, 0.6048172116279602, 0.6873725056648254], "cos_Ac_negg": [0.4967765808105469, 0.6048172116279602, 0.6873725056648254], "r_norm": [3.2827630043029785, 2.323967218399048, 2.221713066101074]}, {"step": 3350, "epoch": 7, "train_loss": 0.08592767268419266, "cos_r_negg": [0.517625093460083, 0.6151646375656128, 0.6909531354904175], "cos_apical_negg": [0.517625093460083, 0.6151646375656128, 0.6909531354904175], "cos_Ac_negg": [0.517625093460083, 0.6151646375656128, 0.6909531354904175], "r_norm": [2.4148731231689453, 1.6969764232635498, 1.6009759902954102]}, {"step": 3400, "epoch": 7, "train_loss": 0.12727200984954834, "cos_r_negg": [0.47572779655456543, 0.5810186862945557, 0.6727109551429749], "cos_apical_negg": [0.47572779655456543, 0.5810186862945557, 0.6727109551429749], "cos_Ac_negg": [0.47572779655456543, 0.5810186862945557, 0.6727109551429749], "r_norm": [2.8766727447509766, 2.0290279388427734, 1.8960727453231812]}, {"step": 3450, "epoch": 7, "train_loss": 0.28656381368637085, "cos_r_negg": [0.5361588001251221, 0.62148118019104, 0.7155385613441467], "cos_apical_negg": [0.5361588001251221, 0.62148118019104, 0.7155385613441467], "cos_Ac_negg": [0.5361588001251221, 0.62148118019104, 0.7155385613441467], "r_norm": [2.725857734680176, 1.9241271018981934, 1.8047757148742676]}, {"step": 3500, "epoch": 7, "train_loss": 0.12429150938987732, "cos_r_negg": [0.4859139919281006, 0.571403443813324, 0.6795661449432373], "cos_apical_negg": [0.4859139919281006, 0.571403443813324, 0.6795661449432373], "cos_Ac_negg": [0.4859139919281006, 0.571403443813324, 0.6795661449432373], "r_norm": [2.941425323486328, 2.048130989074707, 1.926432728767395], "ldr": {"dL_sdil": -0.02281363308429718, "dL_bp": -0.008071839809417725, "ratio": 2.826323815009267}}, {"step": 3550, "epoch": 7, "train_loss": 0.1456013321876526, "cos_r_negg": [0.49670735001564026, 0.5883290767669678, 0.7120070457458496], "cos_apical_negg": [0.49670735001564026, 0.5883290767669678, 0.7120070457458496], "cos_Ac_negg": [0.49670735001564026, 0.5883290767669678, 0.7120070457458496], "r_norm": [3.3044862747192383, 2.2988667488098145, 2.149252414703369]}, {"step": 3600, "epoch": 7, "train_loss": 0.1724012792110443, "cos_r_negg": [0.5335502624511719, 0.6103807687759399, 0.7218306660652161], "cos_apical_negg": [0.5335502624511719, 0.6103807687759399, 0.7218306660652161], "cos_Ac_negg": [0.5335502624511719, 0.6103807687759399, 0.7218306660652161], "r_norm": [2.9106345176696777, 1.9855352640151978, 1.9090886116027832]}, {"step": 3650, "epoch": 7, "train_loss": 0.05428758263587952, "cos_r_negg": [0.5193213224411011, 0.5957438945770264, 0.7074625492095947], "cos_apical_negg": [0.5193213224411011, 0.5957438945770264, 0.7074625492095947], "cos_Ac_negg": [0.5193213224411011, 0.5957438945770264, 0.7074625492095947], "r_norm": [3.9372496604919434, 2.7321202754974365, 2.6116323471069336]}, {"step": 3700, "epoch": 7, "train_loss": 0.13337349891662598, "cos_r_negg": [0.5294537544250488, 0.613156795501709, 0.7103277444839478], "cos_apical_negg": [0.5294537544250488, 0.613156795501709, 0.7103277444839478], "cos_Ac_negg": [0.5294537544250488, 0.613156795501709, 0.7103277444839478], "r_norm": [3.209169387817383, 2.222360849380493, 2.07712984085083]}, {"step": 3750, "epoch": 7, "train_loss": 0.11450756341218948, "cos_r_negg": [0.5163000226020813, 0.6047507524490356, 0.7242921590805054], "cos_apical_negg": [0.5163000226020813, 0.6047507524490356, 0.7242921590805054], "cos_Ac_negg": [0.5163000226020813, 0.6047507524490356, 0.7242921590805054], "r_norm": [2.8455233573913574, 1.9790260791778564, 1.876339077949524], "ldr": {"dL_sdil": -0.015221327543258667, "dL_bp": -0.004677966237068176, "ratio": 3.253834416897873}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9522, "test_loss": 0.1569812759399414}, {"step": 3800, "epoch": 8, "train_loss": 0.18643102049827576, "cos_r_negg": [0.5080476999282837, 0.5904486179351807, 0.7107294201850891], "cos_apical_negg": [0.5080476999282837, 0.5904486179351807, 0.7107294201850891], "cos_Ac_negg": [0.5080476999282837, 0.5904486179351807, 0.7107294201850891], "r_norm": [3.471799373626709, 2.380018711090088, 2.2610020637512207]}, {"step": 3850, "epoch": 8, "train_loss": 0.17112576961517334, "cos_r_negg": [0.5159155130386353, 0.5877776145935059, 0.6930339336395264], "cos_apical_negg": [0.5159155130386353, 0.5877776145935059, 0.6930339336395264], "cos_Ac_negg": [0.5159155130386353, 0.5877776145935059, 0.6930339336395264], "r_norm": [3.584496021270752, 2.488184690475464, 2.3466830253601074]}, {"step": 3900, "epoch": 8, "train_loss": 0.11171986907720566, "cos_r_negg": [0.5106240510940552, 0.6149488687515259, 0.7109667658805847], "cos_apical_negg": [0.5106240510940552, 0.6149488687515259, 0.7109667658805847], "cos_Ac_negg": [0.5106240510940552, 0.6149488687515259, 0.7109667658805847], "r_norm": [3.333828926086426, 2.2995738983154297, 2.163540840148926]}, {"step": 3950, "epoch": 8, "train_loss": 0.05022566765546799, "cos_r_negg": [0.494642436504364, 0.5928940773010254, 0.7042070627212524], "cos_apical_negg": [0.494642436504364, 0.5928940773010254, 0.7042070627212524], "cos_Ac_negg": [0.494642436504364, 0.5928940773010254, 0.7042070627212524], "r_norm": [3.4895596504211426, 2.431306838989258, 2.2832961082458496]}, {"step": 4000, "epoch": 8, "train_loss": 0.08048242330551147, "cos_r_negg": [0.48846620321273804, 0.6049013733863831, 0.7155716419219971], "cos_apical_negg": [0.48846620321273804, 0.6049013733863831, 0.7155716419219971], "cos_Ac_negg": [0.48846620321273804, 0.6049013733863831, 0.7155716419219971], "r_norm": [3.252941131591797, 2.2577192783355713, 2.153809070587158], "ldr": {"dL_sdil": -0.020408302545547485, "dL_bp": -0.0074005573987960815, "ratio": 2.7576710031149134}}, {"step": 4050, "epoch": 8, "train_loss": 0.1409423053264618, "cos_r_negg": [0.5119946599006653, 0.6137399673461914, 0.7168471813201904], "cos_apical_negg": [0.5119946599006653, 0.6137399673461914, 0.7168471813201904], "cos_Ac_negg": [0.5119946599006653, 0.6137399673461914, 0.7168471813201904], "r_norm": [4.284814357757568, 2.969031810760498, 2.884584903717041]}, {"step": 4100, "epoch": 8, "train_loss": 0.16507582366466522, "cos_r_negg": [0.49743932485580444, 0.6019572019577026, 0.714820384979248], "cos_apical_negg": [0.49743932485580444, 0.6019572019577026, 0.714820384979248], "cos_Ac_negg": [0.49743932485580444, 0.6019572019577026, 0.714820384979248], "r_norm": [3.4400720596313477, 2.3637919425964355, 2.25817608833313]}, {"step": 4150, "epoch": 8, "train_loss": 0.06357382237911224, "cos_r_negg": [0.503869891166687, 0.5749714374542236, 0.7057117223739624], "cos_apical_negg": [0.503869891166687, 0.5749714374542236, 0.7057117223739624], "cos_Ac_negg": [0.503869891166687, 0.5749714374542236, 0.7057117223739624], "r_norm": [3.3730392456054688, 2.310392141342163, 2.2290191650390625]}, {"step": 4200, "epoch": 8, "train_loss": 0.18638069927692413, "cos_r_negg": [0.5165537595748901, 0.5728955268859863, 0.7123428583145142], "cos_apical_negg": [0.5165537595748901, 0.5728955268859863, 0.7123428583145142], "cos_Ac_negg": [0.5165537595748901, 0.5728955268859863, 0.7123428583145142], "r_norm": [3.979487657546997, 2.7513773441314697, 2.627730131149292]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9558, "test_loss": 0.1514792465209961}, {"step": 4250, "epoch": 9, "train_loss": 0.2224263846874237, "cos_r_negg": [0.47431302070617676, 0.5656748414039612, 0.6879801750183105], "cos_apical_negg": [0.47431302070617676, 0.5656748414039612, 0.6879801750183105], "cos_Ac_negg": [0.47431302070617676, 0.5656748414039612, 0.6879801750183105], "r_norm": [3.727658748626709, 2.5566608905792236, 2.454052448272705], "ldr": {"dL_sdil": -0.02085915207862854, "dL_bp": -0.006814837455749512, "ratio": 3.0608436685500378}}, {"step": 4300, "epoch": 9, "train_loss": 0.14563679695129395, "cos_r_negg": [0.47818392515182495, 0.5621861815452576, 0.7067729234695435], "cos_apical_negg": [0.47818392515182495, 0.5621861815452576, 0.7067729234695435], "cos_Ac_negg": [0.47818392515182495, 0.5621861815452576, 0.7067729234695435], "r_norm": [2.8448026180267334, 1.953555941581726, 1.8754773139953613]}, {"step": 4350, "epoch": 9, "train_loss": 0.1793345808982849, "cos_r_negg": [0.5159989595413208, 0.5973557829856873, 0.7248433828353882], "cos_apical_negg": [0.5159989595413208, 0.5973557829856873, 0.7248433828353882], "cos_Ac_negg": [0.5159989595413208, 0.5973557829856873, 0.7248433828353882], "r_norm": [3.7002792358398438, 2.5434513092041016, 2.4750633239746094]}, {"step": 4400, "epoch": 9, "train_loss": 0.19372791051864624, "cos_r_negg": [0.46289217472076416, 0.5881310701370239, 0.7344009876251221], "cos_apical_negg": [0.46289217472076416, 0.5881310701370239, 0.7344009876251221], "cos_Ac_negg": [0.46289217472076416, 0.5881310701370239, 0.7344009876251221], "r_norm": [2.7301483154296875, 1.883621096611023, 1.8279523849487305]}, {"step": 4450, "epoch": 9, "train_loss": 0.06771466135978699, "cos_r_negg": [0.4724186658859253, 0.5572519302368164, 0.7171358466148376], "cos_apical_negg": [0.4724186658859253, 0.5572519302368164, 0.7171358466148376], "cos_Ac_negg": [0.4724186658859253, 0.5572519302368164, 0.7171358466148376], "r_norm": [3.1184921264648438, 2.1381301879882812, 2.107919692993164]}, {"step": 4500, "epoch": 9, "train_loss": 0.08963081240653992, "cos_r_negg": [0.46208786964416504, 0.5748465061187744, 0.6829858422279358], "cos_apical_negg": [0.46208786964416504, 0.5748465061187744, 0.6829858422279358], "cos_Ac_negg": [0.46208786964416504, 0.5748465061187744, 0.6829858422279358], "r_norm": [3.113949775695801, 2.1310763359069824, 2.0827507972717285], "ldr": {"dL_sdil": -0.018895812332630157, "dL_bp": -0.0065476298332214355, "ratio": 2.8859011297120647}}, {"step": 4550, "epoch": 9, "train_loss": 0.1522209793329239, "cos_r_negg": [0.46672147512435913, 0.5755650401115417, 0.7394847273826599], "cos_apical_negg": [0.46672147512435913, 0.5755650401115417, 0.7394847273826599], "cos_Ac_negg": [0.46672147512435913, 0.5755650401115417, 0.7394847273826599], "r_norm": [3.5706496238708496, 2.440688371658325, 2.3765709400177]}, {"step": 4600, "epoch": 9, "train_loss": 0.1814042329788208, "cos_r_negg": [0.4920707941055298, 0.5803201198577881, 0.7166122198104858], "cos_apical_negg": [0.4920707941055298, 0.5803201198577881, 0.7166122198104858], "cos_Ac_negg": [0.4920707941055298, 0.5803201198577881, 0.7166122198104858], "r_norm": [3.0007104873657227, 2.0441651344299316, 1.977645993232727]}, {"step": 4650, "epoch": 9, "train_loss": 0.18615737557411194, "cos_r_negg": [0.45672541856765747, 0.565635085105896, 0.7163342833518982], "cos_apical_negg": [0.45672541856765747, 0.565635085105896, 0.7163342833518982], "cos_Ac_negg": [0.45672541856765747, 0.565635085105896, 0.7163342833518982], "r_norm": [2.8123586177825928, 1.9068049192428589, 1.850395917892456]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9467, "test_loss": 0.18284573974609375}, {"step": 4700, "epoch": 10, "train_loss": 0.12407609075307846, "cos_r_negg": [0.48785844445228577, 0.582382321357727, 0.7314047813415527], "cos_apical_negg": [0.48785844445228577, 0.582382321357727, 0.7314047813415527], "cos_Ac_negg": [0.48785844445228577, 0.582382321357727, 0.7314047813415527], "r_norm": [4.302239894866943, 2.9340715408325195, 2.8392014503479004]}, {"step": 4750, "epoch": 10, "train_loss": 0.07282327115535736, "cos_r_negg": [0.4902110695838928, 0.5965557098388672, 0.7406426668167114], "cos_apical_negg": [0.4902110695838928, 0.5965557098388672, 0.7406426668167114], "cos_Ac_negg": [0.4902110695838928, 0.5965557098388672, 0.7406426668167114], "r_norm": [3.684903144836426, 2.534336805343628, 2.474480152130127], "ldr": {"dL_sdil": -0.018665187060832977, "dL_bp": -0.005547627806663513, "ratio": 3.364534844679622}}, {"step": 4800, "epoch": 10, "train_loss": 0.14719940721988678, "cos_r_negg": [0.49551963806152344, 0.5937358140945435, 0.7463626861572266], "cos_apical_negg": [0.49551963806152344, 0.5937358140945435, 0.7463626861572266], "cos_Ac_negg": [0.49551963806152344, 0.5937358140945435, 0.7463626861572266], "r_norm": [4.144153118133545, 2.835890293121338, 2.7701587677001953]}, {"step": 4850, "epoch": 10, "train_loss": 0.10103380680084229, "cos_r_negg": [0.49169549345970154, 0.600580632686615, 0.7407224178314209], "cos_apical_negg": [0.49169549345970154, 0.600580632686615, 0.7407224178314209], "cos_Ac_negg": [0.49169549345970154, 0.600580632686615, 0.7407224178314209], "r_norm": [4.305330276489258, 2.930907726287842, 2.8488268852233887]}, {"step": 4900, "epoch": 10, "train_loss": 0.1054588258266449, "cos_r_negg": [0.4745221734046936, 0.5785790085792542, 0.7623687386512756], "cos_apical_negg": [0.4745221734046936, 0.5785790085792542, 0.7623687386512756], "cos_Ac_negg": [0.4745221734046936, 0.5785790085792542, 0.7623687386512756], "r_norm": [3.8803982734680176, 2.6022226810455322, 2.5305404663085938]}, {"step": 4950, "epoch": 10, "train_loss": 0.09339888393878937, "cos_r_negg": [0.4820402264595032, 0.5757474303245544, 0.7528156042098999], "cos_apical_negg": [0.4820402264595032, 0.5757474303245544, 0.7528156042098999], "cos_Ac_negg": [0.4820402264595032, 0.5757474303245544, 0.7528156042098999], "r_norm": [3.405015468597412, 2.3205602169036865, 2.28505802154541]}, {"step": 5000, "epoch": 10, "train_loss": 0.10002188384532928, "cos_r_negg": [0.4828929007053375, 0.5751495361328125, 0.736210286617279], "cos_apical_negg": [0.4828929007053375, 0.5751495361328125, 0.736210286617279], "cos_Ac_negg": [0.4828929007053375, 0.5751495361328125, 0.736210286617279], "r_norm": [2.8799407482147217, 1.9789971113204956, 1.9133689403533936], "ldr": {"dL_sdil": -0.010582536458969116, "dL_bp": -0.0030650198459625244, "ratio": 3.452681219310613}}, {"step": 5050, "epoch": 10, "train_loss": 0.20192886888980865, "cos_r_negg": [0.47032463550567627, 0.5905202627182007, 0.7490870952606201], "cos_apical_negg": [0.47032463550567627, 0.5905202627182007, 0.7490870952606201], "cos_Ac_negg": [0.47032463550567627, 0.5905202627182007, 0.7490870952606201], "r_norm": [5.315343856811523, 3.611374616622925, 3.576549530029297]}, {"step": 5100, "epoch": 10, "train_loss": 0.19769373536109924, "cos_r_negg": [0.49026769399642944, 0.5888574719429016, 0.7429519295692444], "cos_apical_negg": [0.49026769399642944, 0.5888574719429016, 0.7429519295692444], "cos_Ac_negg": [0.49026769399642944, 0.5888574719429016, 0.7429519295692444], "r_norm": [3.692626953125, 2.5072851181030273, 2.4411349296569824]}, {"step": 5150, "epoch": 10, "train_loss": 0.10640961676836014, "cos_r_negg": [0.49399930238723755, 0.5766046047210693, 0.7219090461730957], "cos_apical_negg": [0.49399930238723755, 0.5766046047210693, 0.7219090461730957], "cos_Ac_negg": [0.49399930238723755, 0.5766046047210693, 0.7219090461730957], "r_norm": [3.832782745361328, 2.63455867767334, 2.534493923187256]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9571, "test_loss": 0.15231191940307617}, {"step": 5200, "epoch": 11, "train_loss": 0.23110973834991455, "cos_r_negg": [0.4353388845920563, 0.5616881847381592, 0.7117103338241577], "cos_apical_negg": [0.4353388845920563, 0.5616881847381592, 0.7117103338241577], "cos_Ac_negg": [0.4353388845920563, 0.5616881847381592, 0.7117103338241577], "r_norm": [4.060009956359863, 2.748018264770508, 2.6633098125457764]}, {"step": 5250, "epoch": 11, "train_loss": 0.21125242114067078, "cos_r_negg": [0.4619992971420288, 0.5640527606010437, 0.7538832426071167], "cos_apical_negg": [0.4619992971420288, 0.5640527606010437, 0.7538832426071167], "cos_Ac_negg": [0.4619992971420288, 0.5640527606010437, 0.7538832426071167], "r_norm": [4.800265312194824, 3.271188259124756, 3.1687397956848145], "ldr": {"dL_sdil": -0.0311567485332489, "dL_bp": -0.011827677488327026, "ratio": 2.634223715010671}}, {"step": 5300, "epoch": 11, "train_loss": 0.14257459342479706, "cos_r_negg": [0.4698783755302429, 0.5594497919082642, 0.7509149312973022], "cos_apical_negg": [0.4698783755302429, 0.5594497919082642, 0.7509149312973022], "cos_Ac_negg": [0.4698783755302429, 0.5594497919082642, 0.7509149312973022], "r_norm": [3.475839853286743, 2.374617099761963, 2.305330753326416]}, {"step": 5350, "epoch": 11, "train_loss": 0.18376895785331726, "cos_r_negg": [0.47883158922195435, 0.5543899536132812, 0.7363856434822083], "cos_apical_negg": [0.47883158922195435, 0.5543899536132812, 0.7363856434822083], "cos_Ac_negg": [0.47883158922195435, 0.5543899536132812, 0.7363856434822083], "r_norm": [4.074817180633545, 2.8086321353912354, 2.733630418777466]}, {"step": 5400, "epoch": 11, "train_loss": 0.17600029706954956, "cos_r_negg": [0.40957486629486084, 0.5269292593002319, 0.7206388711929321], "cos_apical_negg": [0.40957486629486084, 0.5269292593002319, 0.7206388711929321], "cos_Ac_negg": [0.40957486629486084, 0.5269292593002319, 0.7206388711929321], "r_norm": [3.171393871307373, 2.185673236846924, 2.1029043197631836]}, {"step": 5450, "epoch": 11, "train_loss": 0.07720024883747101, "cos_r_negg": [0.428331583738327, 0.5447771549224854, 0.718456506729126], "cos_apical_negg": [0.428331583738327, 0.5447771549224854, 0.718456506729126], "cos_Ac_negg": [0.428331583738327, 0.5447771549224854, 0.718456506729126], "r_norm": [3.79896879196167, 2.606783866882324, 2.5327000617980957]}, {"step": 5500, "epoch": 11, "train_loss": 0.07231920212507248, "cos_r_negg": [0.47447076439857483, 0.5574294924736023, 0.7178665399551392], "cos_apical_negg": [0.47447076439857483, 0.5574294924736023, 0.7178665399551392], "cos_Ac_negg": [0.47447076439857483, 0.5574294924736023, 0.7178665399551392], "r_norm": [4.334094047546387, 2.9666383266448975, 2.8954601287841797], "ldr": {"dL_sdil": -0.0234871506690979, "dL_bp": -0.006489977240562439, "ratio": 3.6189881410219615}}, {"step": 5550, "epoch": 11, "train_loss": 0.22263136506080627, "cos_r_negg": [0.4666600823402405, 0.5775951743125916, 0.7480145692825317], "cos_apical_negg": [0.4666600823402405, 0.5775951743125916, 0.7480145692825317], "cos_Ac_negg": [0.4666600823402405, 0.5775951743125916, 0.7480145692825317], "r_norm": [5.211148262023926, 3.537914514541626, 3.407224416732788]}, {"step": 5600, "epoch": 11, "train_loss": 0.2189101278781891, "cos_r_negg": [0.44515368342399597, 0.5529735088348389, 0.7301473021507263], "cos_apical_negg": [0.44515368342399597, 0.5529735088348389, 0.7301473021507263], "cos_Ac_negg": [0.44515368342399597, 0.5529735088348389, 0.7301473021507263], "r_norm": [3.9249320030212402, 2.672233819961548, 2.6243791580200195]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.954, "test_loss": 0.15396580505371094}, {"step": 5650, "epoch": 12, "train_loss": 0.1348479986190796, "cos_r_negg": [0.4663158655166626, 0.5625448822975159, 0.7192193269729614], "cos_apical_negg": [0.4663158655166626, 0.5625448822975159, 0.7192193269729614], "cos_Ac_negg": [0.4663158655166626, 0.5625448822975159, 0.7192193269729614], "r_norm": [4.267583847045898, 2.89751935005188, 2.8331856727600098]}, {"step": 5700, "epoch": 12, "train_loss": 0.11672798544168472, "cos_r_negg": [0.4037511944770813, 0.49642908573150635, 0.6591774225234985], "cos_apical_negg": [0.4037511944770813, 0.49642908573150635, 0.6591774225234985], "cos_Ac_negg": [0.4037511944770813, 0.49642908573150635, 0.6591774225234985], "r_norm": [4.079522609710693, 2.7996411323547363, 2.7316176891326904]}, {"step": 5750, "epoch": 12, "train_loss": 0.0766569972038269, "cos_r_negg": [0.4273882806301117, 0.5584152936935425, 0.7342131733894348], "cos_apical_negg": [0.4273882806301117, 0.5584152936935425, 0.7342131733894348], "cos_Ac_negg": [0.4273882806301117, 0.5584152936935425, 0.7342131733894348], "r_norm": [3.358062267303467, 2.271477222442627, 2.202988386154175], "ldr": {"dL_sdil": -0.015310458838939667, "dL_bp": -0.004592142999172211, "ratio": 3.334055329222013}}, {"step": 5800, "epoch": 12, "train_loss": 0.17839786410331726, "cos_r_negg": [0.467181921005249, 0.594294548034668, 0.7420815229415894], "cos_apical_negg": [0.467181921005249, 0.594294548034668, 0.7420815229415894], "cos_Ac_negg": [0.467181921005249, 0.594294548034668, 0.7420815229415894], "r_norm": [3.8638405799865723, 2.6568169593811035, 2.5778145790100098]}, {"step": 5850, "epoch": 12, "train_loss": 0.30790653824806213, "cos_r_negg": [0.44244250655174255, 0.531674861907959, 0.7309486865997314], "cos_apical_negg": [0.44244250655174255, 0.531674861907959, 0.7309486865997314], "cos_Ac_negg": [0.44244250655174255, 0.531674861907959, 0.7309486865997314], "r_norm": [3.418732166290283, 2.2913119792938232, 2.2052133083343506]}, {"step": 5900, "epoch": 12, "train_loss": 0.20874425768852234, "cos_r_negg": [0.40580523014068604, 0.5472541451454163, 0.7440641522407532], "cos_apical_negg": [0.40580523014068604, 0.5472541451454163, 0.7440641522407532], "cos_Ac_negg": [0.40580523014068604, 0.5472541451454163, 0.7440641522407532], "r_norm": [3.4845361709594727, 2.3902273178100586, 2.3454341888427734]}, {"step": 5950, "epoch": 12, "train_loss": 0.18550747632980347, "cos_r_negg": [0.4370294213294983, 0.5686063766479492, 0.7395262718200684], "cos_apical_negg": [0.4370294213294983, 0.5686063766479492, 0.7395262718200684], "cos_Ac_negg": [0.4370294213294983, 0.5686063766479492, 0.7395262718200684], "r_norm": [3.780677556991577, 2.558166027069092, 2.4934253692626953]}, {"step": 6000, "epoch": 12, "train_loss": 0.23627789318561554, "cos_r_negg": [0.4600159525871277, 0.5429469347000122, 0.7140195369720459], "cos_apical_negg": [0.4600159525871277, 0.5429469347000122, 0.7140195369720459], "cos_Ac_negg": [0.4600159525871277, 0.5429469347000122, 0.7140195369720459], "r_norm": [3.96903133392334, 2.7242884635925293, 2.6789278984069824], "ldr": {"dL_sdil": -0.02340713143348694, "dL_bp": -0.006997600197792053, "ratio": 3.3450226894746815}}, {"step": 6050, "epoch": 12, "train_loss": 0.2589448392391205, "cos_r_negg": [0.46280211210250854, 0.5520235896110535, 0.7133777141571045], "cos_apical_negg": [0.46280211210250854, 0.5520235896110535, 0.7133777141571045], "cos_Ac_negg": [0.46280211210250854, 0.5520235896110535, 0.7133777141571045], "r_norm": [4.21773099899292, 2.8745522499084473, 2.8282175064086914]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9497, "test_loss": 0.1752453826904297}, {"step": 6100, "epoch": 13, "train_loss": 0.15573620796203613, "cos_r_negg": [0.4200963079929352, 0.5649377107620239, 0.7243185043334961], "cos_apical_negg": [0.4200963079929352, 0.5649377107620239, 0.7243185043334961], "cos_Ac_negg": [0.4200963079929352, 0.5649377107620239, 0.7243185043334961], "r_norm": [3.792358636856079, 2.578166961669922, 2.5636720657348633]}, {"step": 6150, "epoch": 13, "train_loss": 0.16880449652671814, "cos_r_negg": [0.4258500635623932, 0.5460039377212524, 0.7257882356643677], "cos_apical_negg": [0.4258500635623932, 0.5460039377212524, 0.7257882356643677], "cos_Ac_negg": [0.4258500635623932, 0.5460039377212524, 0.7257882356643677], "r_norm": [4.302884101867676, 2.9071383476257324, 2.8914754390716553]}, {"step": 6200, "epoch": 13, "train_loss": 0.07280440628528595, "cos_r_negg": [0.434946209192276, 0.5392739772796631, 0.7055829167366028], "cos_apical_negg": [0.434946209192276, 0.5392739772796631, 0.7055829167366028], "cos_Ac_negg": [0.434946209192276, 0.5392739772796631, 0.7055829167366028], "r_norm": [3.587218999862671, 2.4177603721618652, 2.4275765419006348]}, {"step": 6250, "epoch": 13, "train_loss": 0.08348032087087631, "cos_r_negg": [0.41972315311431885, 0.554539680480957, 0.7285157442092896], "cos_apical_negg": [0.41972315311431885, 0.554539680480957, 0.7285157442092896], "cos_Ac_negg": [0.41972315311431885, 0.554539680480957, 0.7285157442092896], "r_norm": [4.315917491912842, 2.906017303466797, 2.8844752311706543], "ldr": {"dL_sdil": -0.01656702160835266, "dL_bp": -0.0062606483697891235, "ratio": 2.6462149972033466}}, {"step": 6300, "epoch": 13, "train_loss": 0.1897985190153122, "cos_r_negg": [0.4319385290145874, 0.5358318090438843, 0.7013208866119385], "cos_apical_negg": [0.4319385290145874, 0.5358318090438843, 0.7013208866119385], "cos_Ac_negg": [0.4319385290145874, 0.5358318090438843, 0.7013208866119385], "r_norm": [3.5312628746032715, 2.377236843109131, 2.387951612472534]}, {"step": 6350, "epoch": 13, "train_loss": 0.16174514591693878, "cos_r_negg": [0.42977237701416016, 0.5191831588745117, 0.723936140537262], "cos_apical_negg": [0.42977237701416016, 0.5191831588745117, 0.723936140537262], "cos_Ac_negg": [0.42977237701416016, 0.5191831588745117, 0.723936140537262], "r_norm": [4.405661106109619, 2.980971336364746, 2.9634270668029785]}, {"step": 6400, "epoch": 13, "train_loss": 0.13534581661224365, "cos_r_negg": [0.42095518112182617, 0.5197681784629822, 0.7148351669311523], "cos_apical_negg": [0.42095518112182617, 0.5197681784629822, 0.7148351669311523], "cos_Ac_negg": [0.42095518112182617, 0.5197681784629822, 0.7148351669311523], "r_norm": [3.948474645614624, 2.6838464736938477, 2.6822900772094727]}, {"step": 6450, "epoch": 13, "train_loss": 0.16358435153961182, "cos_r_negg": [0.4500286877155304, 0.5661575794219971, 0.7198953032493591], "cos_apical_negg": [0.4500286877155304, 0.5661575794219971, 0.7198953032493591], "cos_Ac_negg": [0.4500286877155304, 0.5661575794219971, 0.7198953032493591], "r_norm": [3.6268486976623535, 2.474078416824341, 2.5095648765563965]}, {"step": 6500, "epoch": 13, "train_loss": 0.09271448850631714, "cos_r_negg": [0.42250630259513855, 0.5361039638519287, 0.7136745452880859], "cos_apical_negg": [0.42250630259513855, 0.5361039638519287, 0.7136745452880859], "cos_Ac_negg": [0.42250630259513855, 0.5361039638519287, 0.7136745452880859], "r_norm": [3.628643035888672, 2.456357002258301, 2.4930973052978516], "ldr": {"dL_sdil": -0.018691785633563995, "dL_bp": -0.005827769637107849, "ratio": 3.2073652181694983}}, {"step": 6550, "epoch": 13, "train_loss": 0.17952434718608856, "cos_r_negg": [0.43478864431381226, 0.5054376125335693, 0.714816689491272], "cos_apical_negg": [0.43478864431381226, 0.5054376125335693, 0.714816689491272], "cos_Ac_negg": [0.43478864431381226, 0.5054376125335693, 0.714816689491272], "r_norm": [4.35195779800415, 2.9574570655822754, 2.9575424194335938]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9425, "test_loss": 0.19874674377441406}, {"step": 6600, "epoch": 14, "train_loss": 0.03922927752137184, "cos_r_negg": [0.41041299700737, 0.5117332935333252, 0.7120634317398071], "cos_apical_negg": [0.41041299700737, 0.5117332935333252, 0.7120634317398071], "cos_Ac_negg": [0.41041299700737, 0.5117332935333252, 0.7120634317398071], "r_norm": [4.389825344085693, 2.9975409507751465, 3.0084991455078125]}, {"step": 6650, "epoch": 14, "train_loss": 0.1161903515458107, "cos_r_negg": [0.4341001510620117, 0.5178667902946472, 0.735617995262146], "cos_apical_negg": [0.4341001510620117, 0.5178667902946472, 0.735617995262146], "cos_Ac_negg": [0.4341001510620117, 0.5178667902946472, 0.735617995262146], "r_norm": [4.214084625244141, 2.8664376735687256, 2.893416404724121]}, {"step": 6700, "epoch": 14, "train_loss": 0.2712879180908203, "cos_r_negg": [0.37795138359069824, 0.5117970705032349, 0.7156089544296265], "cos_apical_negg": [0.37795138359069824, 0.5117970705032349, 0.7156089544296265], "cos_Ac_negg": [0.37795138359069824, 0.5117970705032349, 0.7156089544296265], "r_norm": [4.066012382507324, 2.7709362506866455, 2.8305306434631348]}, {"step": 6750, "epoch": 14, "train_loss": 0.13144293427467346, "cos_r_negg": [0.42535918951034546, 0.5321283936500549, 0.7315709590911865], "cos_apical_negg": [0.42535918951034546, 0.5321283936500549, 0.7315709590911865], "cos_Ac_negg": [0.42535918951034546, 0.5321283936500549, 0.7315709590911865], "r_norm": [5.267972946166992, 3.597261428833008, 3.6307687759399414], "ldr": {"dL_sdil": -0.02525760978460312, "dL_bp": -0.010446235537528992, "ratio": 2.417867153565799}}, {"step": 6800, "epoch": 14, "train_loss": 0.1990019679069519, "cos_r_negg": [0.4193209409713745, 0.5461829900741577, 0.7314658761024475], "cos_apical_negg": [0.4193209409713745, 0.5461829900741577, 0.7314658761024475], "cos_Ac_negg": [0.4193209409713745, 0.5461829900741577, 0.7314658761024475], "r_norm": [4.079442024230957, 2.801441192626953, 2.8507533073425293]}, {"step": 6850, "epoch": 14, "train_loss": 0.13057880103588104, "cos_r_negg": [0.3877220153808594, 0.5297659039497375, 0.7168108820915222], "cos_apical_negg": [0.3877220153808594, 0.5297659039497375, 0.7168108820915222], "cos_Ac_negg": [0.3877220153808594, 0.5297659039497375, 0.7168108820915222], "r_norm": [4.028164863586426, 2.731905937194824, 2.7592523097991943]}, {"step": 6900, "epoch": 14, "train_loss": 0.13390697538852692, "cos_r_negg": [0.3976632356643677, 0.5452781319618225, 0.7182894945144653], "cos_apical_negg": [0.3976632356643677, 0.5452781319618225, 0.7182894945144653], "cos_Ac_negg": [0.3976632356643677, 0.5452781319618225, 0.7182894945144653], "r_norm": [3.96431303024292, 2.7159152030944824, 2.757533550262451]}, {"step": 6950, "epoch": 14, "train_loss": 0.0382222905755043, "cos_r_negg": [0.40262216329574585, 0.5056629180908203, 0.7129602432250977], "cos_apical_negg": [0.40262216329574585, 0.5056629180908203, 0.7129602432250977], "cos_Ac_negg": [0.40262216329574585, 0.5056629180908203, 0.7129602432250977], "r_norm": [3.6645522117614746, 2.513723373413086, 2.555314064025879]}, {"step": 7000, "epoch": 14, "train_loss": 0.16677771508693695, "cos_r_negg": [0.425043523311615, 0.5525948405265808, 0.7521248459815979], "cos_apical_negg": [0.425043523311615, 0.5525948405265808, 0.7521248459815979], "cos_Ac_negg": [0.425043523311615, 0.5525948405265808, 0.7521248459815979], "r_norm": [3.6232337951660156, 2.477499008178711, 2.5236263275146484], "ldr": {"dL_sdil": -0.010049760341644287, "dL_bp": -0.0028530508279800415, "ratio": 3.52246102420808}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9494, "test_loss": 0.16644563369750975}, {"step": 7050, "epoch": 15, "train_loss": 0.10567495226860046, "cos_r_negg": [0.40229135751724243, 0.5136107206344604, 0.7329748868942261], "cos_apical_negg": [0.40229135751724243, 0.5136107206344604, 0.7329748868942261], "cos_Ac_negg": [0.40229135751724243, 0.5136107206344604, 0.7329748868942261], "r_norm": [4.372325420379639, 2.9647579193115234, 3.0526511669158936]}, {"step": 7100, "epoch": 15, "train_loss": 0.1500954031944275, "cos_r_negg": [0.36966633796691895, 0.5245269536972046, 0.717234194278717], "cos_apical_negg": [0.36966633796691895, 0.5245269536972046, 0.717234194278717], "cos_Ac_negg": [0.36966633796691895, 0.5245269536972046, 0.717234194278717], "r_norm": [4.469781875610352, 3.035036563873291, 3.069596767425537]}, {"step": 7150, "epoch": 15, "train_loss": 0.08963796496391296, "cos_r_negg": [0.3765825033187866, 0.5103091597557068, 0.7077460885047913], "cos_apical_negg": [0.3765825033187866, 0.5103091597557068, 0.7077460885047913], "cos_Ac_negg": [0.3765825033187866, 0.5103091597557068, 0.7077460885047913], "r_norm": [3.994908094406128, 2.714273452758789, 2.8047008514404297]}, {"step": 7200, "epoch": 15, "train_loss": 0.2566620409488678, "cos_r_negg": [0.3810758590698242, 0.4956783652305603, 0.6974366307258606], "cos_apical_negg": [0.3810758590698242, 0.4956783652305603, 0.6974366307258606], "cos_Ac_negg": [0.3810758590698242, 0.4956783652305603, 0.6974366307258606], "r_norm": [4.393238067626953, 2.9608850479125977, 3.023646354675293]}, {"step": 7250, "epoch": 15, "train_loss": 0.12893454730510712, "cos_r_negg": [0.3747015595436096, 0.5274991393089294, 0.7587443590164185], "cos_apical_negg": [0.3747015595436096, 0.5274991393089294, 0.7587443590164185], "cos_Ac_negg": [0.3747015595436096, 0.5274991393089294, 0.7587443590164185], "r_norm": [3.5960328578948975, 2.467677116394043, 2.513638973236084], "ldr": {"dL_sdil": -0.00843481719493866, "dL_bp": -0.00267636775970459, "ratio": 3.1515912431517528}}, {"step": 7300, "epoch": 15, "train_loss": 0.05750735476613045, "cos_r_negg": [0.3871851861476898, 0.5335060954093933, 0.7716193199157715], "cos_apical_negg": [0.3871851861476898, 0.5335060954093933, 0.7716193199157715], "cos_Ac_negg": [0.3871851861476898, 0.5335060954093933, 0.7716193199157715], "r_norm": [3.5896615982055664, 2.4483461380004883, 2.470811605453491]}, {"step": 7350, "epoch": 15, "train_loss": 0.1378583163022995, "cos_r_negg": [0.4119528830051422, 0.5581140518188477, 0.7680261731147766], "cos_apical_negg": [0.4119528830051422, 0.5581140518188477, 0.7680261731147766], "cos_Ac_negg": [0.4119528830051422, 0.5581140518188477, 0.7680261731147766], "r_norm": [3.892165184020996, 2.687713146209717, 2.7361302375793457]}, {"step": 7400, "epoch": 15, "train_loss": 0.17842280864715576, "cos_r_negg": [0.39820003509521484, 0.512455940246582, 0.7283862829208374], "cos_apical_negg": [0.39820003509521484, 0.512455940246582, 0.7283862829208374], "cos_Ac_negg": [0.39820003509521484, 0.512455940246582, 0.7283862829208374], "r_norm": [3.8184621334075928, 2.626399040222168, 2.6706650257110596]}, {"step": 7450, "epoch": 15, "train_loss": 0.10533903539180756, "cos_r_negg": [0.3971105217933655, 0.5409876108169556, 0.769264817237854], "cos_apical_negg": [0.3971105217933655, 0.5409876108169556, 0.769264817237854], "cos_Ac_negg": [0.3971105217933655, 0.5409876108169556, 0.769264817237854], "r_norm": [4.068885803222656, 2.7916207313537598, 2.8374123573303223]}, {"step": 7500, "epoch": 15, "train_loss": 0.07462794333696365, "cos_r_negg": [0.4122944474220276, 0.51213538646698, 0.7493552565574646], "cos_apical_negg": [0.4122944474220276, 0.51213538646698, 0.7493552565574646], "cos_Ac_negg": [0.4122944474220276, 0.51213538646698, 0.7493552565574646], "r_norm": [4.586235046386719, 3.147759437561035, 3.194197177886963], "ldr": {"dL_sdil": -0.015230819582939148, "dL_bp": -0.004056870937347412, "ratio": 3.7543268736317823}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9544, "test_loss": 0.15392586364746094}, {"step": 7550, "epoch": 16, "train_loss": 0.10053785145282745, "cos_r_negg": [0.37526848912239075, 0.503470778465271, 0.7338231205940247], "cos_apical_negg": [0.37526848912239075, 0.503470778465271, 0.7338231205940247], "cos_Ac_negg": [0.37526848912239075, 0.503470778465271, 0.7338231205940247], "r_norm": [4.087704658508301, 2.799945831298828, 2.8205955028533936]}, {"step": 7600, "epoch": 16, "train_loss": 0.1983296275138855, "cos_r_negg": [0.3985308110713959, 0.5095048546791077, 0.7537617683410645], "cos_apical_negg": [0.3985308110713959, 0.5095048546791077, 0.7537617683410645], "cos_Ac_negg": [0.3985308110713959, 0.5095048546791077, 0.7537617683410645], "r_norm": [4.664402008056641, 3.1869029998779297, 3.2376646995544434]}, {"step": 7650, "epoch": 16, "train_loss": 0.11643834412097931, "cos_r_negg": [0.38245123624801636, 0.4966878592967987, 0.7344818711280823], "cos_apical_negg": [0.38245123624801636, 0.4966878592967987, 0.7344818711280823], "cos_Ac_negg": [0.38245123624801636, 0.4966878592967987, 0.7344818711280823], "r_norm": [4.626849174499512, 3.148219108581543, 3.187941551208496]}, {"step": 7700, "epoch": 16, "train_loss": 0.12869584560394287, "cos_r_negg": [0.3739461898803711, 0.5157163143157959, 0.7395414113998413], "cos_apical_negg": [0.3739461898803711, 0.5157163143157959, 0.7395414113998413], "cos_Ac_negg": [0.3739461898803711, 0.5157163143157959, 0.7395414113998413], "r_norm": [4.542856216430664, 3.1268515586853027, 3.1894657611846924]}, {"step": 7750, "epoch": 16, "train_loss": 0.2422601282596588, "cos_r_negg": [0.4139541983604431, 0.4971293807029724, 0.7277719378471375], "cos_apical_negg": [0.4139541983604431, 0.4971293807029724, 0.7277719378471375], "cos_Ac_negg": [0.4139541983604431, 0.4971293807029724, 0.7277719378471375], "r_norm": [6.016153812408447, 4.134101390838623, 4.339240550994873], "ldr": {"dL_sdil": -0.044784992933273315, "dL_bp": -0.01959100365638733, "ratio": 2.2859978854974026}}, {"step": 7800, "epoch": 16, "train_loss": 0.16786178946495056, "cos_r_negg": [0.3721664547920227, 0.5031318664550781, 0.7555020451545715], "cos_apical_negg": [0.3721664547920227, 0.5031318664550781, 0.7555020451545715], "cos_Ac_negg": [0.3721664547920227, 0.5031318664550781, 0.7555020451545715], "r_norm": [4.895172595977783, 3.344587564468384, 3.4073433876037598]}, {"step": 7850, "epoch": 16, "train_loss": 0.2023451030254364, "cos_r_negg": [0.3484768867492676, 0.47815951704978943, 0.7337706089019775], "cos_apical_negg": [0.3484768867492676, 0.47815951704978943, 0.7337706089019775], "cos_Ac_negg": [0.3484768867492676, 0.47815951704978943, 0.7337706089019775], "r_norm": [5.102363586425781, 3.4895410537719727, 3.6058437824249268]}, {"step": 7900, "epoch": 16, "train_loss": 0.1748718023300171, "cos_r_negg": [0.38570427894592285, 0.5084104537963867, 0.7469332218170166], "cos_apical_negg": [0.38570427894592285, 0.5084104537963867, 0.7469332218170166], "cos_Ac_negg": [0.38570427894592285, 0.5084104537963867, 0.7469332218170166], "r_norm": [3.94417667388916, 2.6738901138305664, 2.740058183670044]}, {"step": 7950, "epoch": 16, "train_loss": 0.06397490948438644, "cos_r_negg": [0.4287014305591583, 0.5160005688667297, 0.7554787993431091], "cos_apical_negg": [0.4287014305591583, 0.5160005688667297, 0.7554787993431091], "cos_Ac_negg": [0.4287014305591583, 0.5160005688667297, 0.7554787993431091], "r_norm": [6.12313985824585, 4.1731414794921875, 4.342710494995117]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.956, "test_loss": 0.15394251441955567}, {"step": 8000, "epoch": 17, "train_loss": 0.14970678091049194, "cos_r_negg": [0.3908063769340515, 0.5384063720703125, 0.7533794641494751], "cos_apical_negg": [0.3908063769340515, 0.5384063720703125, 0.7533794641494751], "cos_Ac_negg": [0.3908063769340515, 0.5384063720703125, 0.7533794641494751], "r_norm": [4.652462959289551, 3.2083237171173096, 3.2639169692993164], "ldr": {"dL_sdil": -0.017392553389072418, "dL_bp": -0.005587190389633179, "ratio": 3.1129337244965996}}, {"step": 8050, "epoch": 17, "train_loss": 0.11721546202898026, "cos_r_negg": [0.38590914011001587, 0.5227484703063965, 0.7810176610946655], "cos_apical_negg": [0.38590914011001587, 0.5227484703063965, 0.7810176610946655], "cos_Ac_negg": [0.38590914011001587, 0.5227484703063965, 0.7810176610946655], "r_norm": [6.9105682373046875, 4.74199104309082, 4.878985404968262]}, {"step": 8100, "epoch": 17, "train_loss": 0.12290321290493011, "cos_r_negg": [0.35931968688964844, 0.505312979221344, 0.7483906745910645], "cos_apical_negg": [0.35931968688964844, 0.505312979221344, 0.7483906745910645], "cos_Ac_negg": [0.35931968688964844, 0.505312979221344, 0.7483906745910645], "r_norm": [6.526829719543457, 4.450111389160156, 4.555208206176758]}, {"step": 8150, "epoch": 17, "train_loss": 0.12751035392284393, "cos_r_negg": [0.31781601905822754, 0.49768513441085815, 0.7300125360488892], "cos_apical_negg": [0.31781601905822754, 0.49768513441085815, 0.7300125360488892], "cos_Ac_negg": [0.31781601905822754, 0.49768513441085815, 0.7300125360488892], "r_norm": [5.5320143699646, 3.780592203140259, 3.8721261024475098]}, {"step": 8200, "epoch": 17, "train_loss": 0.05433578044176102, "cos_r_negg": [0.35271787643432617, 0.4721810519695282, 0.7013228535652161], "cos_apical_negg": [0.35271787643432617, 0.4721810519695282, 0.7013228535652161], "cos_Ac_negg": [0.35271787643432617, 0.4721810519695282, 0.7013228535652161], "r_norm": [5.2246599197387695, 3.54414701461792, 3.636201858520508]}, {"step": 8250, "epoch": 17, "train_loss": 0.25947824120521545, "cos_r_negg": [0.3533395230770111, 0.5080713629722595, 0.7438250780105591], "cos_apical_negg": [0.3533395230770111, 0.5080713629722595, 0.7438250780105591], "cos_Ac_negg": [0.3533395230770111, 0.5080713629722595, 0.7438250780105591], "r_norm": [5.977184772491455, 4.029498100280762, 4.150968074798584], "ldr": {"dL_sdil": -0.030222997069358826, "dL_bp": -0.010104134678840637, "ratio": 2.9911514474019913}}, {"step": 8300, "epoch": 17, "train_loss": 0.13025200366973877, "cos_r_negg": [0.380586713552475, 0.5026158094406128, 0.7097605466842651], "cos_apical_negg": [0.380586713552475, 0.5026158094406128, 0.7097605466842651], "cos_Ac_negg": [0.380586713552475, 0.5026158094406128, 0.7097605466842651], "r_norm": [5.2336201667785645, 3.5358991622924805, 3.648189067840576]}, {"step": 8350, "epoch": 17, "train_loss": 0.14758113026618958, "cos_r_negg": [0.35566431283950806, 0.5002489686012268, 0.774871826171875], "cos_apical_negg": [0.35566431283950806, 0.5002489686012268, 0.774871826171875], "cos_Ac_negg": [0.35566431283950806, 0.5002489686012268, 0.774871826171875], "r_norm": [4.271235466003418, 2.8794708251953125, 2.96608304977417]}, {"step": 8400, "epoch": 17, "train_loss": 0.14732304215431213, "cos_r_negg": [0.35409438610076904, 0.5072612166404724, 0.7497217059135437], "cos_apical_negg": [0.35409438610076904, 0.5072612166404724, 0.7497217059135437], "cos_Ac_negg": [0.35409438610076904, 0.5072612166404724, 0.7497217059135437], "r_norm": [6.255368232727051, 4.209495544433594, 4.328180313110352]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9513, "test_loss": 0.17592267990112304}, {"step": 8450, "epoch": 18, "train_loss": 0.19433073699474335, "cos_r_negg": [0.3841068744659424, 0.5184879302978516, 0.7524706125259399], "cos_apical_negg": [0.3841068744659424, 0.5184879302978516, 0.7524706125259399], "cos_Ac_negg": [0.3841068744659424, 0.5184879302978516, 0.7524706125259399], "r_norm": [5.1718363761901855, 3.493718147277832, 3.629270076751709]}, {"step": 8500, "epoch": 18, "train_loss": 0.18479624390602112, "cos_r_negg": [0.3506316542625427, 0.5017164349555969, 0.7286388874053955], "cos_apical_negg": [0.3506316542625427, 0.5017164349555969, 0.7286388874053955], "cos_Ac_negg": [0.3506316542625427, 0.5017164349555969, 0.7286388874053955], "r_norm": [5.987329006195068, 4.0543036460876465, 4.2511162757873535], "ldr": {"dL_sdil": -0.026389241218566895, "dL_bp": -0.009408935904502869, "ratio": 2.804699860473882}}, {"step": 8550, "epoch": 18, "train_loss": 0.11998584121465683, "cos_r_negg": [0.3589876592159271, 0.4959450960159302, 0.7336287498474121], "cos_apical_negg": [0.3589876592159271, 0.4959450960159302, 0.7336287498474121], "cos_Ac_negg": [0.3589876592159271, 0.4959450960159302, 0.7336287498474121], "r_norm": [3.9899673461914062, 2.6668927669525146, 2.7585322856903076]}, {"step": 8600, "epoch": 18, "train_loss": 0.2541949152946472, "cos_r_negg": [0.3740694224834442, 0.5227347612380981, 0.7218151688575745], "cos_apical_negg": [0.3740694224834442, 0.5227347612380981, 0.7218151688575745], "cos_Ac_negg": [0.3740694224834442, 0.5227347612380981, 0.7218151688575745], "r_norm": [5.9750213623046875, 4.006972312927246, 4.182605743408203]}, {"step": 8650, "epoch": 18, "train_loss": 0.10544838756322861, "cos_r_negg": [0.4011334776878357, 0.5137121677398682, 0.7501097917556763], "cos_apical_negg": [0.4011334776878357, 0.5137121677398682, 0.7501097917556763], "cos_Ac_negg": [0.4011334776878357, 0.5137121677398682, 0.7501097917556763], "r_norm": [4.93023681640625, 3.3059186935424805, 3.4290146827697754]}, {"step": 8700, "epoch": 18, "train_loss": 0.12927524745464325, "cos_r_negg": [0.37973684072494507, 0.5203649997711182, 0.7548270225524902], "cos_apical_negg": [0.37973684072494507, 0.5203649997711182, 0.7548270225524902], "cos_Ac_negg": [0.37973684072494507, 0.5203649997711182, 0.7548270225524902], "r_norm": [5.878097057342529, 3.9473488330841064, 4.069238662719727]}, {"step": 8750, "epoch": 18, "train_loss": 0.08571959286928177, "cos_r_negg": [0.3646271824836731, 0.5035565495491028, 0.7256386876106262], "cos_apical_negg": [0.3646271824836731, 0.5035565495491028, 0.7256386876106262], "cos_Ac_negg": [0.3646271824836731, 0.5035565495491028, 0.7256386876106262], "r_norm": [5.412088394165039, 3.654963493347168, 3.821514844894409], "ldr": {"dL_sdil": -0.01551733911037445, "dL_bp": -0.004856690764427185, "ratio": 3.1950436754242513}}, {"step": 8800, "epoch": 18, "train_loss": 0.13329875469207764, "cos_r_negg": [0.3529755473136902, 0.5175617337226868, 0.7276744842529297], "cos_apical_negg": [0.3529755473136902, 0.5175617337226868, 0.7276744842529297], "cos_Ac_negg": [0.3529755473136902, 0.5175617337226868, 0.7276744842529297], "r_norm": [5.618012428283691, 3.79160213470459, 3.9425127506256104]}, {"step": 8850, "epoch": 18, "train_loss": 0.1733933687210083, "cos_r_negg": [0.34362828731536865, 0.5331915616989136, 0.748360812664032], "cos_apical_negg": [0.34362828731536865, 0.5331915616989136, 0.748360812664032], "cos_Ac_negg": [0.34362828731536865, 0.5331915616989136, 0.748360812664032], "r_norm": [4.019952774047852, 2.7262074947357178, 2.8196675777435303]}, {"step": 8900, "epoch": 18, "train_loss": 0.1293802708387375, "cos_r_negg": [0.3991444706916809, 0.517418384552002, 0.7377707958221436], "cos_apical_negg": [0.3991444706916809, 0.517418384552002, 0.7377707958221436], "cos_Ac_negg": [0.3991444706916809, 0.517418384552002, 0.7377707958221436], "r_norm": [4.433049201965332, 2.979793071746826, 3.092601776123047]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9537, "test_loss": 0.16236078720092773}, {"step": 8950, "epoch": 19, "train_loss": 0.07306522130966187, "cos_r_negg": [0.3639955222606659, 0.5114760994911194, 0.7282800674438477], "cos_apical_negg": [0.3639955222606659, 0.5114760994911194, 0.7282800674438477], "cos_Ac_negg": [0.3639955222606659, 0.5114760994911194, 0.7282800674438477], "r_norm": [4.274406433105469, 2.8813986778259277, 3.0095016956329346]}, {"step": 9000, "epoch": 19, "train_loss": 0.13232870399951935, "cos_r_negg": [0.3200719356536865, 0.49240976572036743, 0.709382176399231], "cos_apical_negg": [0.3200719356536865, 0.49240976572036743, 0.709382176399231], "cos_Ac_negg": [0.3200719356536865, 0.49240976572036743, 0.709382176399231], "r_norm": [5.392941474914551, 3.641268730163574, 3.7620246410369873], "ldr": {"dL_sdil": -0.021036922931671143, "dL_bp": -0.007032215595245361, "ratio": 2.991507107076563}}, {"step": 9050, "epoch": 19, "train_loss": 0.32433921098709106, "cos_r_negg": [0.34060996770858765, 0.4846319556236267, 0.7065733671188354], "cos_apical_negg": [0.34060996770858765, 0.4846319556236267, 0.7065733671188354], "cos_Ac_negg": [0.34060996770858765, 0.4846319556236267, 0.7065733671188354], "r_norm": [4.740347385406494, 3.220179557800293, 3.3356552124023438]}, {"step": 9100, "epoch": 19, "train_loss": 0.11748141795396805, "cos_r_negg": [0.36883416771888733, 0.5085418224334717, 0.7299017310142517], "cos_apical_negg": [0.36883416771888733, 0.5085418224334717, 0.7299017310142517], "cos_Ac_negg": [0.36883416771888733, 0.5085418224334717, 0.7299017310142517], "r_norm": [4.556445121765137, 3.1035072803497314, 3.2396013736724854]}, {"step": 9150, "epoch": 19, "train_loss": 0.3062065541744232, "cos_r_negg": [0.3256447911262512, 0.4813198745250702, 0.7385297417640686], "cos_apical_negg": [0.3256447911262512, 0.4813198745250702, 0.7385297417640686], "cos_Ac_negg": [0.3256447911262512, 0.4813198745250702, 0.7385297417640686], "r_norm": [5.246320724487305, 3.579805612564087, 3.6942672729492188]}, {"step": 9200, "epoch": 19, "train_loss": 0.1689903736114502, "cos_r_negg": [0.3877517580986023, 0.5215754508972168, 0.7740479707717896], "cos_apical_negg": [0.3877517580986023, 0.5215754508972168, 0.7740479707717896], "cos_Ac_negg": [0.3877517580986023, 0.5215754508972168, 0.7740479707717896], "r_norm": [7.694448471069336, 5.250524520874023, 5.476806640625]}, {"step": 9250, "epoch": 19, "train_loss": 0.08444016426801682, "cos_r_negg": [0.3769019842147827, 0.5302293300628662, 0.7701046466827393], "cos_apical_negg": [0.3769019842147827, 0.5302293300628662, 0.7701046466827393], "cos_Ac_negg": [0.3769019842147827, 0.5302293300628662, 0.7701046466827393], "r_norm": [5.575016498565674, 3.7948617935180664, 3.972949504852295], "ldr": {"dL_sdil": -0.02228211611509323, "dL_bp": -0.005348384380340576, "ratio": 4.166139628445019}}, {"step": 9300, "epoch": 19, "train_loss": 0.2399190366268158, "cos_r_negg": [0.34148627519607544, 0.489873468875885, 0.7490898966789246], "cos_apical_negg": [0.34148627519607544, 0.489873468875885, 0.7490898966789246], "cos_Ac_negg": [0.34148627519607544, 0.489873468875885, 0.7490898966789246], "r_norm": [5.314569473266602, 3.6281628608703613, 3.7713608741760254]}, {"step": 9350, "epoch": 19, "train_loss": 0.14983609318733215, "cos_r_negg": [0.32194414734840393, 0.466417133808136, 0.6911841034889221], "cos_apical_negg": [0.32194414734840393, 0.466417133808136, 0.6911841034889221], "cos_Ac_negg": [0.32194414734840393, 0.466417133808136, 0.6911841034889221], "r_norm": [5.162493705749512, 3.533209800720215, 3.6569340229034424]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9482, "test_loss": 0.19377213287353515}], "final": {"test_acc": 0.9482, "test_loss": 0.19377213287353515, "wall_s": 22.217341661453247, "cos_r_negg": [0.34169384837150574, 0.49331134557724, 0.7430315017700195], "cos_apical_negg": [0.34169384837150574, 0.49331134557724, 0.7430315017700195], "cos_Ac_negg": [0.34169384837150574, 0.49331134557724, 0.7430315017700195]}}
\ No newline at end of file
diff --git a/results/A_trainedA_nd4_s0.json b/results/A_trainedA_nd4_s0.json
new file mode 100644
index 0000000..d4c514d
--- /dev/null
+++ b/results/A_trainedA_nd4_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "A_trainedA_nd4_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.0002613805700093508, 0.01220147404819727, 0.0749821811914444], "cos_apical_negg": [-0.0002613805700093508, 0.01220147404819727, 0.0749821811914444], "cos_Ac_negg": [-0.0002613805700093508, 0.01220147404819727, 0.0749821811914444], "r_norm": [4.889636516571045, 4.838781356811523, 4.850733757019043], "ldr": {"dL_sdil": -0.044272422790527344, "dL_bp": -0.23199224472045898, "ratio": 0.19083578782503602}}, {"step": 50, "epoch": 0, "train_loss": 0.6947698593139648, "cos_r_negg": [0.46932440996170044, 0.46780890226364136, 0.4261922836303711], "cos_apical_negg": [0.46932440996170044, 0.46780890226364136, 0.4261922836303711], "cos_Ac_negg": [0.46932440996170044, 0.46780890226364136, 0.4261922836303711], "r_norm": [1.234236717224121, 1.2193915843963623, 1.248900055885315]}, {"step": 100, "epoch": 0, "train_loss": 0.33027568459510803, "cos_r_negg": [0.5033400654792786, 0.5043516159057617, 0.5277151465415955], "cos_apical_negg": [0.5033400654792786, 0.5043516159057617, 0.5277151465415955], "cos_Ac_negg": [0.5033400654792786, 0.5043516159057617, 0.5277151465415955], "r_norm": [0.9099504947662354, 0.8886969685554504, 0.923927366733551]}, {"step": 150, "epoch": 0, "train_loss": 0.29190680384635925, "cos_r_negg": [0.5228947401046753, 0.5484175682067871, 0.6033927202224731], "cos_apical_negg": [0.5228947401046753, 0.5484175682067871, 0.6033927202224731], "cos_Ac_negg": [0.5228947401046753, 0.5484175682067871, 0.6033927202224731], "r_norm": [0.8711706399917603, 0.8384007811546326, 0.8818368911743164]}, {"step": 200, "epoch": 0, "train_loss": 0.26959338784217834, "cos_r_negg": [0.5472920536994934, 0.566970944404602, 0.6455470323562622], "cos_apical_negg": [0.5472920536994934, 0.566970944404602, 0.6455470323562622], "cos_Ac_negg": [0.5472920536994934, 0.566970944404602, 0.6455470323562622], "r_norm": [0.9760891199111938, 0.9269013404846191, 0.9881390333175659]}, {"step": 250, "epoch": 0, "train_loss": 0.18652287125587463, "cos_r_negg": [0.5581132769584656, 0.5944055914878845, 0.6624203324317932], "cos_apical_negg": [0.5581132769584656, 0.5944055914878845, 0.6624203324317932], "cos_Ac_negg": [0.5581132769584656, 0.5944055914878845, 0.6624203324317932], "r_norm": [0.8700748085975647, 0.8096775412559509, 0.8744767308235168], "ldr": {"dL_sdil": -0.017549708485603333, "dL_bp": -0.00961393117904663, "ratio": 1.8254456120772498}}, {"step": 300, "epoch": 0, "train_loss": 0.30619898438453674, "cos_r_negg": [0.5849269032478333, 0.6174051761627197, 0.7015668153762817], "cos_apical_negg": [0.5849269032478333, 0.6174051761627197, 0.7015668153762817], "cos_Ac_negg": [0.5849269032478333, 0.6174051761627197, 0.7015668153762817], "r_norm": [0.8595101833343506, 0.8056173920631409, 0.859744668006897]}, {"step": 350, "epoch": 0, "train_loss": 0.17939621210098267, "cos_r_negg": [0.610434353351593, 0.6353212594985962, 0.7266926765441895], "cos_apical_negg": [0.610434353351593, 0.6353212594985962, 0.7266926765441895], "cos_Ac_negg": [0.610434353351593, 0.6353212594985962, 0.7266926765441895], "r_norm": [0.8629319071769714, 0.7947500944137573, 0.8545377850532532]}, {"step": 400, "epoch": 0, "train_loss": 0.11047431081533432, "cos_r_negg": [0.5768938064575195, 0.6297991275787354, 0.7163645625114441], "cos_apical_negg": [0.5768938064575195, 0.6297991275787354, 0.7163645625114441], "cos_Ac_negg": [0.5768938064575195, 0.6297991275787354, 0.7163645625114441], "r_norm": [0.8435810208320618, 0.7696368098258972, 0.8449093699455261]}, {"step": 450, "epoch": 0, "train_loss": 0.21075014770030975, "cos_r_negg": [0.6062219142913818, 0.6493144631385803, 0.7397379279136658], "cos_apical_negg": [0.6062219142913818, 0.6493144631385803, 0.7397379279136658], "cos_Ac_negg": [0.6062219142913818, 0.6493144631385803, 0.7397379279136658], "r_norm": [1.0934802293777466, 0.99028480052948, 1.087562918663025]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9418, "test_loss": 0.20378425064086914}, {"step": 500, "epoch": 1, "train_loss": 0.228421151638031, "cos_r_negg": [0.6231974959373474, 0.6482963562011719, 0.7440301179885864], "cos_apical_negg": [0.6231974959373474, 0.6482963562011719, 0.7440301179885864], "cos_Ac_negg": [0.6231974959373474, 0.6482963562011719, 0.7440301179885864], "r_norm": [0.9854280352592468, 0.8927579522132874, 0.9666597843170166], "ldr": {"dL_sdil": -0.02385561168193817, "dL_bp": -0.012075483798980713, "ratio": 1.9755408627149014}}, {"step": 550, "epoch": 1, "train_loss": 0.13961996138095856, "cos_r_negg": [0.6267005801200867, 0.6599085330963135, 0.7457277774810791], "cos_apical_negg": [0.6267005801200867, 0.6599085330963135, 0.7457277774810791], "cos_Ac_negg": [0.6267005801200867, 0.6599085330963135, 0.7457277774810791], "r_norm": [0.9223068356513977, 0.8187565803527832, 0.8954730033874512]}, {"step": 600, "epoch": 1, "train_loss": 0.20810087025165558, "cos_r_negg": [0.6367852687835693, 0.6667013168334961, 0.7511599063873291], "cos_apical_negg": [0.6367852687835693, 0.6667013168334961, 0.7511599063873291], "cos_Ac_negg": [0.6367852687835693, 0.6667013168334961, 0.7511599063873291], "r_norm": [0.8678241968154907, 0.7759854793548584, 0.8457226157188416]}, {"step": 650, "epoch": 1, "train_loss": 0.25354471802711487, "cos_r_negg": [0.6419029831886292, 0.6701474785804749, 0.745158314704895], "cos_apical_negg": [0.6419029831886292, 0.6701474785804749, 0.745158314704895], "cos_Ac_negg": [0.6419029831886292, 0.6701474785804749, 0.745158314704895], "r_norm": [0.8621715903282166, 0.7642011642456055, 0.8284887671470642]}, {"step": 700, "epoch": 1, "train_loss": 0.06377427279949188, "cos_r_negg": [0.6049619317054749, 0.6465743780136108, 0.7481943964958191], "cos_apical_negg": [0.6049619317054749, 0.6465743780136108, 0.7481943964958191], "cos_Ac_negg": [0.6049619317054749, 0.6465743780136108, 0.7481943964958191], "r_norm": [0.8374091386795044, 0.7416887879371643, 0.806228518486023]}, {"step": 750, "epoch": 1, "train_loss": 0.09137207269668579, "cos_r_negg": [0.6281364560127258, 0.6642559766769409, 0.7544387578964233], "cos_apical_negg": [0.6281364560127258, 0.6642559766769409, 0.7544387578964233], "cos_Ac_negg": [0.6281364560127258, 0.6642559766769409, 0.7544387578964233], "r_norm": [0.9047442674636841, 0.8049823045730591, 0.8711803555488586], "ldr": {"dL_sdil": -0.022219091653823853, "dL_bp": -0.010339885950088501, "ratio": 2.1488720244185746}}, {"step": 800, "epoch": 1, "train_loss": 0.12068931758403778, "cos_r_negg": [0.6515294313430786, 0.6806910037994385, 0.7740550637245178], "cos_apical_negg": [0.6515294313430786, 0.6806910037994385, 0.7740550637245178], "cos_Ac_negg": [0.6515294313430786, 0.6806910037994385, 0.7740550637245178], "r_norm": [0.9510111808776855, 0.8236148953437805, 0.9004076719284058]}, {"step": 850, "epoch": 1, "train_loss": 0.20276907086372375, "cos_r_negg": [0.6409627795219421, 0.6852298974990845, 0.7699993252754211], "cos_apical_negg": [0.6409627795219421, 0.6852298974990845, 0.7699993252754211], "cos_Ac_negg": [0.6409627795219421, 0.6852298974990845, 0.7699993252754211], "r_norm": [0.89708411693573, 0.7730327844619751, 0.8427358865737915]}, {"step": 900, "epoch": 1, "train_loss": 0.09132886677980423, "cos_r_negg": [0.6592685580253601, 0.6973023414611816, 0.7739158272743225], "cos_apical_negg": [0.6592685580253601, 0.6973023414611816, 0.7739158272743225], "cos_Ac_negg": [0.6592685580253601, 0.6973023414611816, 0.7739158272743225], "r_norm": [0.9922375679016113, 0.8483572006225586, 0.9229468107223511]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9561, "test_loss": 0.14448571548461914}, {"step": 950, "epoch": 2, "train_loss": 0.12305060029029846, "cos_r_negg": [0.6291881799697876, 0.6633940935134888, 0.7513742446899414], "cos_apical_negg": [0.6291881799697876, 0.6633940935134888, 0.7513742446899414], "cos_Ac_negg": [0.6291881799697876, 0.6633940935134888, 0.7513742446899414], "r_norm": [0.9119619727134705, 0.7743721008300781, 0.8396859169006348]}, {"step": 1000, "epoch": 2, "train_loss": 0.1610991656780243, "cos_r_negg": [0.6402544975280762, 0.6914174556732178, 0.767808735370636], "cos_apical_negg": [0.6402544975280762, 0.6914174556732178, 0.767808735370636], "cos_Ac_negg": [0.6402544975280762, 0.6914174556732178, 0.767808735370636], "r_norm": [1.0933115482330322, 0.914830207824707, 1.0009945631027222], "ldr": {"dL_sdil": -0.025950521230697632, "dL_bp": -0.012011930346488953, "ratio": 2.160395580239348}}, {"step": 1050, "epoch": 2, "train_loss": 0.09192603826522827, "cos_r_negg": [0.6214075684547424, 0.6640905141830444, 0.7547997236251831], "cos_apical_negg": [0.6214075684547424, 0.6640905141830444, 0.7547997236251831], "cos_Ac_negg": [0.6214075684547424, 0.6640905141830444, 0.7547997236251831], "r_norm": [0.8581026196479797, 0.7189673185348511, 0.7850077152252197]}, {"step": 1100, "epoch": 2, "train_loss": 0.14594297111034393, "cos_r_negg": [0.6155744194984436, 0.6678001880645752, 0.757373571395874], "cos_apical_negg": [0.6155744194984436, 0.6678001880645752, 0.757373571395874], "cos_Ac_negg": [0.6155744194984436, 0.6678001880645752, 0.757373571395874], "r_norm": [0.843515932559967, 0.7085484266281128, 0.7724832892417908]}, {"step": 1150, "epoch": 2, "train_loss": 0.08055883646011353, "cos_r_negg": [0.6300932765007019, 0.6836197376251221, 0.7595656514167786], "cos_apical_negg": [0.6300932765007019, 0.6836197376251221, 0.7595656514167786], "cos_Ac_negg": [0.6300932765007019, 0.6836197376251221, 0.7595656514167786], "r_norm": [1.0884425640106201, 0.8961544036865234, 0.976905107498169]}, {"step": 1200, "epoch": 2, "train_loss": 0.01689751446247101, "cos_r_negg": [0.6123155355453491, 0.6572578549385071, 0.7530547380447388], "cos_apical_negg": [0.6123155355453491, 0.6572578549385071, 0.7530547380447388], "cos_Ac_negg": [0.6123155355453491, 0.6572578549385071, 0.7530547380447388], "r_norm": [1.0530575513839722, 0.8560162782669067, 0.931214451789856]}, {"step": 1250, "epoch": 2, "train_loss": 0.08983488380908966, "cos_r_negg": [0.6227571964263916, 0.6661286354064941, 0.7640368938446045], "cos_apical_negg": [0.6227571964263916, 0.6661286354064941, 0.7640368938446045], "cos_Ac_negg": [0.6227571964263916, 0.6661286354064941, 0.7640368938446045], "r_norm": [0.9008511304855347, 0.7330336570739746, 0.7979448437690735], "ldr": {"dL_sdil": -0.015761658549308777, "dL_bp": -0.006371505558490753, "ratio": 2.473773020303589}}, {"step": 1300, "epoch": 2, "train_loss": 0.1443585902452469, "cos_r_negg": [0.618602991104126, 0.6773569583892822, 0.7412613034248352], "cos_apical_negg": [0.618602991104126, 0.6773569583892822, 0.7412613034248352], "cos_Ac_negg": [0.618602991104126, 0.6773569583892822, 0.7412613034248352], "r_norm": [1.1291651725769043, 0.9089921712875366, 0.9840171337127686]}, {"step": 1350, "epoch": 2, "train_loss": 0.20537221431732178, "cos_r_negg": [0.6439327597618103, 0.7028036117553711, 0.7700578570365906], "cos_apical_negg": [0.6439327597618103, 0.7028036117553711, 0.7700578570365906], "cos_Ac_negg": [0.6439327597618103, 0.7028036117553711, 0.7700578570365906], "r_norm": [1.1102752685546875, 0.874474048614502, 0.9567233324050903]}, {"step": 1400, "epoch": 2, "train_loss": 0.18844574689865112, "cos_r_negg": [0.617133378982544, 0.6448640823364258, 0.7250847816467285], "cos_apical_negg": [0.617133378982544, 0.6448640823364258, 0.7250847816467285], "cos_Ac_negg": [0.617133378982544, 0.6448640823364258, 0.7250847816467285], "r_norm": [1.0158404111862183, 0.8018755912780762, 0.8691326975822449]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9625, "test_loss": 0.13095300102233887}, {"step": 1450, "epoch": 3, "train_loss": 0.0839148610830307, "cos_r_negg": [0.6359577178955078, 0.6797745823860168, 0.7669048309326172], "cos_apical_negg": [0.6359577178955078, 0.6797745823860168, 0.7669048309326172], "cos_Ac_negg": [0.6359577178955078, 0.6797745823860168, 0.7669048309326172], "r_norm": [1.1050056219100952, 0.8755536079406738, 0.9459613561630249]}, {"step": 1500, "epoch": 3, "train_loss": 0.12076367437839508, "cos_r_negg": [0.5816411972045898, 0.6332216262817383, 0.7137866020202637], "cos_apical_negg": [0.5816411972045898, 0.6332216262817383, 0.7137866020202637], "cos_Ac_negg": [0.5816411972045898, 0.6332216262817383, 0.7137866020202637], "r_norm": [1.2533011436462402, 0.9901517033576965, 1.0680054426193237], "ldr": {"dL_sdil": -0.0236101895570755, "dL_bp": -0.00916929543018341, "ratio": 2.5749186223573597}}, {"step": 1550, "epoch": 3, "train_loss": 0.1038300096988678, "cos_r_negg": [0.5737254619598389, 0.6166492104530334, 0.6878671050071716], "cos_apical_negg": [0.5737254619598389, 0.6166492104530334, 0.6878671050071716], "cos_Ac_negg": [0.5737254619598389, 0.6166492104530334, 0.6878671050071716], "r_norm": [1.1527752876281738, 0.8962929248809814, 0.9551362991333008]}, {"step": 1600, "epoch": 3, "train_loss": 0.10237067192792892, "cos_r_negg": [0.5631405115127563, 0.6189684271812439, 0.6854245066642761], "cos_apical_negg": [0.5631405115127563, 0.6189684271812439, 0.6854245066642761], "cos_Ac_negg": [0.5631405115127563, 0.6189684271812439, 0.6854245066642761], "r_norm": [0.9265355467796326, 0.7171560525894165, 0.7640405893325806]}, {"step": 1650, "epoch": 3, "train_loss": 0.08474057912826538, "cos_r_negg": [0.6010724306106567, 0.6645065546035767, 0.7306194305419922], "cos_apical_negg": [0.6010724306106567, 0.6645065546035767, 0.7306194305419922], "cos_Ac_negg": [0.6010724306106567, 0.6645065546035767, 0.7306194305419922], "r_norm": [1.0121045112609863, 0.8007707595825195, 0.8491323590278625]}, {"step": 1700, "epoch": 3, "train_loss": 0.103272944688797, "cos_r_negg": [0.601783275604248, 0.6698959469795227, 0.7497372031211853], "cos_apical_negg": [0.601783275604248, 0.6698959469795227, 0.7497372031211853], "cos_Ac_negg": [0.601783275604248, 0.6698959469795227, 0.7497372031211853], "r_norm": [1.1384130716323853, 0.8875241279602051, 0.9383967518806458]}, {"step": 1750, "epoch": 3, "train_loss": 0.1085285097360611, "cos_r_negg": [0.6096518039703369, 0.686460554599762, 0.7759042978286743], "cos_apical_negg": [0.6096518039703369, 0.686460554599762, 0.7759042978286743], "cos_Ac_negg": [0.6096518039703369, 0.686460554599762, 0.7759042978286743], "r_norm": [1.0407073497772217, 0.8122440576553345, 0.8551032543182373], "ldr": {"dL_sdil": -0.01343940943479538, "dL_bp": -0.004864059388637543, "ratio": 2.7630027433854694}}, {"step": 1800, "epoch": 3, "train_loss": 0.14293330907821655, "cos_r_negg": [0.6361192464828491, 0.6969563961029053, 0.7829744815826416], "cos_apical_negg": [0.6361192464828491, 0.6969563961029053, 0.7829744815826416], "cos_Ac_negg": [0.6361192464828491, 0.6969563961029053, 0.7829744815826416], "r_norm": [1.106919527053833, 0.8550522327423096, 0.9047979116439819]}, {"step": 1850, "epoch": 3, "train_loss": 0.11964458227157593, "cos_r_negg": [0.6293509602546692, 0.6904951333999634, 0.7746015191078186], "cos_apical_negg": [0.6293509602546692, 0.6904951333999634, 0.7746015191078186], "cos_Ac_negg": [0.6293509602546692, 0.6904951333999634, 0.7746015191078186], "r_norm": [1.393786907196045, 1.0597615242004395, 1.113864541053772]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9607, "test_loss": 0.13102229118347167}, {"step": 1900, "epoch": 4, "train_loss": 0.0956725925207138, "cos_r_negg": [0.6003914475440979, 0.6724057197570801, 0.7412309646606445], "cos_apical_negg": [0.6003914475440979, 0.6724057197570801, 0.7412309646606445], "cos_Ac_negg": [0.6003914475440979, 0.6724057197570801, 0.7412309646606445], "r_norm": [0.9852547645568848, 0.748613715171814, 0.7910112738609314]}, {"step": 1950, "epoch": 4, "train_loss": 0.159943625330925, "cos_r_negg": [0.6122360229492188, 0.6912548542022705, 0.7524402737617493], "cos_apical_negg": [0.6122360229492188, 0.6912548542022705, 0.7524402737617493], "cos_Ac_negg": [0.6122360229492188, 0.6912548542022705, 0.7524402737617493], "r_norm": [1.2464922666549683, 0.9558302164077759, 1.0090551376342773]}, {"step": 2000, "epoch": 4, "train_loss": 0.16591496765613556, "cos_r_negg": [0.6199214458465576, 0.6974375247955322, 0.7636685967445374], "cos_apical_negg": [0.6199214458465576, 0.6974375247955322, 0.7636685967445374], "cos_Ac_negg": [0.6199214458465576, 0.6974375247955322, 0.7636685967445374], "r_norm": [1.411552906036377, 1.0806074142456055, 1.1344020366668701], "ldr": {"dL_sdil": -0.024505943059921265, "dL_bp": -0.0088530033826828, "ratio": 2.768093719229442}}, {"step": 2050, "epoch": 4, "train_loss": 0.14458221197128296, "cos_r_negg": [0.5622661113739014, 0.6326324939727783, 0.6908589005470276], "cos_apical_negg": [0.5622661113739014, 0.6326324939727783, 0.6908589005470276], "cos_Ac_negg": [0.5622661113739014, 0.6326324939727783, 0.6908589005470276], "r_norm": [1.2045676708221436, 0.9033591151237488, 0.949255108833313]}, {"step": 2100, "epoch": 4, "train_loss": 0.0456569567322731, "cos_r_negg": [0.6003248691558838, 0.6687451601028442, 0.7490378618240356], "cos_apical_negg": [0.6003248691558838, 0.6687451601028442, 0.7490378618240356], "cos_Ac_negg": [0.6003248691558838, 0.6687451601028442, 0.7490378618240356], "r_norm": [1.0969949960708618, 0.8225836753845215, 0.8698528409004211]}, {"step": 2150, "epoch": 4, "train_loss": 0.09915487468242645, "cos_r_negg": [0.618482232093811, 0.7058486938476562, 0.7823171615600586], "cos_apical_negg": [0.618482232093811, 0.7058486938476562, 0.7823171615600586], "cos_Ac_negg": [0.618482232093811, 0.7058486938476562, 0.7823171615600586], "r_norm": [1.2482221126556396, 0.9320785999298096, 0.9777531623840332]}, {"step": 2200, "epoch": 4, "train_loss": 0.13951000571250916, "cos_r_negg": [0.6097419857978821, 0.6633729934692383, 0.7349108457565308], "cos_apical_negg": [0.6097419857978821, 0.6633729934692383, 0.7349108457565308], "cos_Ac_negg": [0.6097419857978821, 0.6633729934692383, 0.7349108457565308], "r_norm": [1.2515876293182373, 0.9217121601104736, 0.9655167460441589]}, {"step": 2250, "epoch": 4, "train_loss": 0.02543645352125168, "cos_r_negg": [0.5998748540878296, 0.6645246148109436, 0.7315192818641663], "cos_apical_negg": [0.5998748540878296, 0.6645246148109436, 0.7315192818641663], "cos_Ac_negg": [0.5998748540878296, 0.6645246148109436, 0.7315192818641663], "r_norm": [1.6652066707611084, 1.2253611087799072, 1.296628713607788], "ldr": {"dL_sdil": -0.02490074932575226, "dL_bp": -0.009602338075637817, "ratio": 2.593196482940773}}, {"step": 2300, "epoch": 4, "train_loss": 0.18191510438919067, "cos_r_negg": [0.5965988039970398, 0.6679279208183289, 0.7481313943862915], "cos_apical_negg": [0.5965988039970398, 0.6679279208183289, 0.7481313943862915], "cos_Ac_negg": [0.5965988039970398, 0.6679279208183289, 0.7481313943862915], "r_norm": [1.402754545211792, 1.03049898147583, 1.0931943655014038]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9569, "test_loss": 0.13666830978393554}, {"step": 2350, "epoch": 5, "train_loss": 0.09636172652244568, "cos_r_negg": [0.5981360673904419, 0.6860373616218567, 0.7635021209716797], "cos_apical_negg": [0.5981360673904419, 0.6860373616218567, 0.7635021209716797], "cos_Ac_negg": [0.5981360673904419, 0.6860373616218567, 0.7635021209716797], "r_norm": [1.597780704498291, 1.1652203798294067, 1.2349810600280762]}, {"step": 2400, "epoch": 5, "train_loss": 0.09746075421571732, "cos_r_negg": [0.5886317491531372, 0.6602761745452881, 0.7364417910575867], "cos_apical_negg": [0.5886317491531372, 0.6602761745452881, 0.7364417910575867], "cos_Ac_negg": [0.5886317491531372, 0.6602761745452881, 0.7364417910575867], "r_norm": [1.4183214902877808, 1.0313069820404053, 1.0915708541870117]}, {"step": 2450, "epoch": 5, "train_loss": 0.1600063443183899, "cos_r_negg": [0.6159815192222595, 0.6711462736129761, 0.7335281372070312], "cos_apical_negg": [0.6159815192222595, 0.6711462736129761, 0.7335281372070312], "cos_Ac_negg": [0.6159815192222595, 0.6711462736129761, 0.7335281372070312], "r_norm": [1.3098092079162598, 0.949088990688324, 1.0123531818389893]}, {"step": 2500, "epoch": 5, "train_loss": 0.09159959107637405, "cos_r_negg": [0.6189460754394531, 0.6734235286712646, 0.7513979077339172], "cos_apical_negg": [0.6189460754394531, 0.6734235286712646, 0.7513979077339172], "cos_Ac_negg": [0.6189460754394531, 0.6734235286712646, 0.7513979077339172], "r_norm": [1.2878265380859375, 0.9361656308174133, 0.9850500822067261], "ldr": {"dL_sdil": -0.015543371438980103, "dL_bp": -0.0050547122955322266, "ratio": 3.075025942172539}}, {"step": 2550, "epoch": 5, "train_loss": 0.08527851849794388, "cos_r_negg": [0.5913156270980835, 0.6508775353431702, 0.7274351119995117], "cos_apical_negg": [0.5913156270980835, 0.6508775353431702, 0.7274351119995117], "cos_Ac_negg": [0.5913156270980835, 0.6508775353431702, 0.7274351119995117], "r_norm": [1.4522113800048828, 1.0333491563796997, 1.084674596786499]}, {"step": 2600, "epoch": 5, "train_loss": 0.1024337187409401, "cos_r_negg": [0.592519998550415, 0.66251540184021, 0.7376458644866943], "cos_apical_negg": [0.592519998550415, 0.66251540184021, 0.7376458644866943], "cos_Ac_negg": [0.592519998550415, 0.66251540184021, 0.7376458644866943], "r_norm": [1.775361180305481, 1.2790673971176147, 1.3243632316589355]}, {"step": 2650, "epoch": 5, "train_loss": 0.04388291388750076, "cos_r_negg": [0.6115041375160217, 0.6807238459587097, 0.7695878148078918], "cos_apical_negg": [0.6115041375160217, 0.6807238459587097, 0.7695878148078918], "cos_Ac_negg": [0.6115041375160217, 0.6807238459587097, 0.7695878148078918], "r_norm": [1.3620340824127197, 0.9802010655403137, 1.023468255996704]}, {"step": 2700, "epoch": 5, "train_loss": 0.20110481977462769, "cos_r_negg": [0.570311963558197, 0.6401365995407104, 0.723504900932312], "cos_apical_negg": [0.570311963558197, 0.6401365995407104, 0.723504900932312], "cos_Ac_negg": [0.570311963558197, 0.6401365995407104, 0.723504900932312], "r_norm": [1.193419098854065, 0.8552545309066772, 0.8886802196502686]}, {"step": 2750, "epoch": 5, "train_loss": 0.08766510337591171, "cos_r_negg": [0.6095123291015625, 0.6713674068450928, 0.7506362199783325], "cos_apical_negg": [0.6095123291015625, 0.6713674068450928, 0.7506362199783325], "cos_Ac_negg": [0.6095123291015625, 0.6713674068450928, 0.7506362199783325], "r_norm": [1.4122552871704102, 1.0067473649978638, 1.0517418384552002], "ldr": {"dL_sdil": -0.02087073028087616, "dL_bp": -0.0065956711769104, "ratio": 3.1643072738281357}}, {"step": 2800, "epoch": 5, "train_loss": 0.09475909173488617, "cos_r_negg": [0.6031979322433472, 0.6625800728797913, 0.7477052807807922], "cos_apical_negg": [0.6031979322433472, 0.6625800728797913, 0.7477052807807922], "cos_Ac_negg": [0.6031979322433472, 0.6625800728797913, 0.7477052807807922], "r_norm": [1.5683642625808716, 1.1295325756072998, 1.1743062734603882]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9596, "test_loss": 0.13621920890808106}, {"step": 2850, "epoch": 6, "train_loss": 0.14073686301708221, "cos_r_negg": [0.5907812118530273, 0.6636009812355042, 0.7288596630096436], "cos_apical_negg": [0.5907812118530273, 0.6636009812355042, 0.7288596630096436], "cos_Ac_negg": [0.5907812118530273, 0.6636009812355042, 0.7288596630096436], "r_norm": [1.9417341947555542, 1.3842778205871582, 1.4458725452423096]}, {"step": 2900, "epoch": 6, "train_loss": 0.051506705582141876, "cos_r_negg": [0.6101243495941162, 0.6775044202804565, 0.7528828382492065], "cos_apical_negg": [0.6101243495941162, 0.6775044202804565, 0.7528828382492065], "cos_Ac_negg": [0.6101243495941162, 0.6775044202804565, 0.7528828382492065], "r_norm": [1.556578516960144, 1.0969889163970947, 1.1484191417694092]}, {"step": 2950, "epoch": 6, "train_loss": 0.16858312487602234, "cos_r_negg": [0.6048134565353394, 0.6774964332580566, 0.7460631132125854], "cos_apical_negg": [0.6048134565353394, 0.6774964332580566, 0.7460631132125854], "cos_Ac_negg": [0.6048134565353394, 0.6774964332580566, 0.7460631132125854], "r_norm": [1.421022653579712, 0.9922050833702087, 1.0273590087890625]}, {"step": 3000, "epoch": 6, "train_loss": 0.13165780901908875, "cos_r_negg": [0.5866869688034058, 0.67709881067276, 0.7694884538650513], "cos_apical_negg": [0.5866869688034058, 0.67709881067276, 0.7694884538650513], "cos_Ac_negg": [0.5866869688034058, 0.67709881067276, 0.7694884538650513], "r_norm": [1.7522534132003784, 1.24628484249115, 1.293129324913025], "ldr": {"dL_sdil": -0.023591183125972748, "dL_bp": -0.00796758383512497, "ratio": 2.9608955003361728}}, {"step": 3050, "epoch": 6, "train_loss": 0.12613561749458313, "cos_r_negg": [0.6045362949371338, 0.6750525236129761, 0.749683141708374], "cos_apical_negg": [0.6045362949371338, 0.6750525236129761, 0.749683141708374], "cos_Ac_negg": [0.6045362949371338, 0.6750525236129761, 0.749683141708374], "r_norm": [1.3647605180740356, 0.971846342086792, 0.998927652835846]}, {"step": 3100, "epoch": 6, "train_loss": 0.13458770513534546, "cos_r_negg": [0.5584853887557983, 0.6245257258415222, 0.6917712092399597], "cos_apical_negg": [0.5584853887557983, 0.6245257258415222, 0.6917712092399597], "cos_Ac_negg": [0.5584853887557983, 0.6245257258415222, 0.6917712092399597], "r_norm": [1.5555529594421387, 1.1015267372131348, 1.1269211769104004]}, {"step": 3150, "epoch": 6, "train_loss": 0.059190232306718826, "cos_r_negg": [0.5512686967849731, 0.6230615377426147, 0.709530770778656], "cos_apical_negg": [0.5512686967849731, 0.6230615377426147, 0.709530770778656], "cos_Ac_negg": [0.5512686967849731, 0.6230615377426147, 0.709530770778656], "r_norm": [1.3700332641601562, 0.9736716747283936, 1.0031239986419678]}, {"step": 3200, "epoch": 6, "train_loss": 0.19205492734909058, "cos_r_negg": [0.6101268529891968, 0.6736789345741272, 0.777833104133606], "cos_apical_negg": [0.6101268529891968, 0.6736789345741272, 0.777833104133606], "cos_Ac_negg": [0.6101268529891968, 0.6736789345741272, 0.777833104133606], "r_norm": [1.9710792303085327, 1.3850526809692383, 1.4185541868209839]}, {"step": 3250, "epoch": 6, "train_loss": 0.08121910691261292, "cos_r_negg": [0.5814071893692017, 0.658115565776825, 0.7342102527618408], "cos_apical_negg": [0.5814071893692017, 0.658115565776825, 0.7342102527618408], "cos_Ac_negg": [0.5814071893692017, 0.658115565776825, 0.7342102527618408], "r_norm": [1.4166674613952637, 0.9957315921783447, 1.0316048860549927], "ldr": {"dL_sdil": -0.01379173994064331, "dL_bp": -0.003684990108013153, "ratio": 3.742680315654753}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9538, "test_loss": 0.14556781005859376}, {"step": 3300, "epoch": 7, "train_loss": 0.12402740865945816, "cos_r_negg": [0.6017818450927734, 0.6761963963508606, 0.7350349426269531], "cos_apical_negg": [0.6017818450927734, 0.6761963963508606, 0.7350349426269531], "cos_Ac_negg": [0.6017818450927734, 0.6761963963508606, 0.7350349426269531], "r_norm": [1.9963932037353516, 1.410417079925537, 1.4657843112945557]}, {"step": 3350, "epoch": 7, "train_loss": 0.11887490749359131, "cos_r_negg": [0.6271429061889648, 0.6935076713562012, 0.7611749172210693], "cos_apical_negg": [0.6271429061889648, 0.6935076713562012, 0.7611749172210693], "cos_Ac_negg": [0.6271429061889648, 0.6935076713562012, 0.7611749172210693], "r_norm": [1.6928523778915405, 1.1905176639556885, 1.211517572402954]}, {"step": 3400, "epoch": 7, "train_loss": 0.07706471532583237, "cos_r_negg": [0.590736985206604, 0.664841890335083, 0.7533620595932007], "cos_apical_negg": [0.590736985206604, 0.664841890335083, 0.7533620595932007], "cos_Ac_negg": [0.590736985206604, 0.664841890335083, 0.7533620595932007], "r_norm": [1.514777421951294, 1.052018642425537, 1.0745811462402344]}, {"step": 3450, "epoch": 7, "train_loss": 0.1627543717622757, "cos_r_negg": [0.6237504482269287, 0.6932966709136963, 0.767768144607544], "cos_apical_negg": [0.6237504482269287, 0.6932966709136963, 0.767768144607544], "cos_Ac_negg": [0.6237504482269287, 0.6932966709136963, 0.767768144607544], "r_norm": [1.628406286239624, 1.1352930068969727, 1.1624740362167358]}, {"step": 3500, "epoch": 7, "train_loss": 0.0952390730381012, "cos_r_negg": [0.6039595603942871, 0.690881073474884, 0.7672499418258667], "cos_apical_negg": [0.6039595603942871, 0.690881073474884, 0.7672499418258667], "cos_Ac_negg": [0.6039595603942871, 0.690881073474884, 0.7672499418258667], "r_norm": [1.905949592590332, 1.32292902469635, 1.3435336351394653], "ldr": {"dL_sdil": -0.016718417406082153, "dL_bp": -0.00545896589756012, "ratio": 3.0625612469120638}}, {"step": 3550, "epoch": 7, "train_loss": 0.11037959158420563, "cos_r_negg": [0.6030333638191223, 0.6967258453369141, 0.7594031095504761], "cos_apical_negg": [0.6030333638191223, 0.6967258453369141, 0.7594031095504761], "cos_Ac_negg": [0.6030333638191223, 0.6967258453369141, 0.7594031095504761], "r_norm": [1.393629550933838, 0.9739330410957336, 0.9892716407775879]}, {"step": 3600, "epoch": 7, "train_loss": 0.08037593960762024, "cos_r_negg": [0.5725643634796143, 0.6511973142623901, 0.718066930770874], "cos_apical_negg": [0.5725643634796143, 0.6511973142623901, 0.718066930770874], "cos_Ac_negg": [0.5725643634796143, 0.6511973142623901, 0.718066930770874], "r_norm": [1.7203353643417358, 1.214783787727356, 1.2317500114440918]}, {"step": 3650, "epoch": 7, "train_loss": 0.012486383318901062, "cos_r_negg": [0.6054266095161438, 0.6808671951293945, 0.7633216381072998], "cos_apical_negg": [0.6054266095161438, 0.6808671951293945, 0.7633216381072998], "cos_Ac_negg": [0.6054266095161438, 0.6808671951293945, 0.7633216381072998], "r_norm": [1.9613215923309326, 1.3768751621246338, 1.393768072128296]}, {"step": 3700, "epoch": 7, "train_loss": 0.0827355831861496, "cos_r_negg": [0.5985429883003235, 0.6826704740524292, 0.7558616399765015], "cos_apical_negg": [0.5985429883003235, 0.6826704740524292, 0.7558616399765015], "cos_Ac_negg": [0.5985429883003235, 0.6826704740524292, 0.7558616399765015], "r_norm": [1.7002699375152588, 1.1803648471832275, 1.2078055143356323]}, {"step": 3750, "epoch": 7, "train_loss": 0.11813082545995712, "cos_r_negg": [0.607803463935852, 0.6920124888420105, 0.7781993746757507], "cos_apical_negg": [0.607803463935852, 0.6920124888420105, 0.7781993746757507], "cos_Ac_negg": [0.607803463935852, 0.6920124888420105, 0.7781993746757507], "r_norm": [1.6397705078125, 1.1275134086608887, 1.1473121643066406], "ldr": {"dL_sdil": -0.018961884081363678, "dL_bp": -0.006138958036899567, "ratio": 3.088778904724397}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9624, "test_loss": 0.12090022354125976}, {"step": 3800, "epoch": 8, "train_loss": 0.21896161139011383, "cos_r_negg": [0.552924394607544, 0.6379843354225159, 0.729907214641571], "cos_apical_negg": [0.552924394607544, 0.6379843354225159, 0.729907214641571], "cos_Ac_negg": [0.552924394607544, 0.6379843354225159, 0.729907214641571], "r_norm": [1.3706085681915283, 0.9523055553436279, 0.9625574946403503]}, {"step": 3850, "epoch": 8, "train_loss": 0.11146005988121033, "cos_r_negg": [0.5294628143310547, 0.6234343647956848, 0.7075251936912537], "cos_apical_negg": [0.5294628143310547, 0.6234343647956848, 0.7075251936912537], "cos_Ac_negg": [0.5294628143310547, 0.6234343647956848, 0.7075251936912537], "r_norm": [1.4495822191238403, 0.9978458285331726, 1.0067522525787354]}, {"step": 3900, "epoch": 8, "train_loss": 0.12483194470405579, "cos_r_negg": [0.5960201025009155, 0.6650819778442383, 0.7591114640235901], "cos_apical_negg": [0.5960201025009155, 0.6650819778442383, 0.7591114640235901], "cos_Ac_negg": [0.5960201025009155, 0.6650819778442383, 0.7591114640235901], "r_norm": [1.865687370300293, 1.2913224697113037, 1.3110296726226807]}, {"step": 3950, "epoch": 8, "train_loss": 0.09596984088420868, "cos_r_negg": [0.5752500295639038, 0.645512580871582, 0.748232364654541], "cos_apical_negg": [0.5752500295639038, 0.645512580871582, 0.748232364654541], "cos_Ac_negg": [0.5752500295639038, 0.645512580871582, 0.748232364654541], "r_norm": [2.0235495567321777, 1.4012115001678467, 1.418043613433838]}, {"step": 4000, "epoch": 8, "train_loss": 0.07429751753807068, "cos_r_negg": [0.5813809037208557, 0.6595969796180725, 0.7420535087585449], "cos_apical_negg": [0.5813809037208557, 0.6595969796180725, 0.7420535087585449], "cos_Ac_negg": [0.5813809037208557, 0.6595969796180725, 0.7420535087585449], "r_norm": [1.859011173248291, 1.2906479835510254, 1.2888586521148682], "ldr": {"dL_sdil": -0.023709647357463837, "dL_bp": -0.007329799234867096, "ratio": 3.234692601767249}}, {"step": 4050, "epoch": 8, "train_loss": 0.060381121933460236, "cos_r_negg": [0.6004370450973511, 0.6652748584747314, 0.7534669637680054], "cos_apical_negg": [0.6004370450973511, 0.6652748584747314, 0.7534669637680054], "cos_Ac_negg": [0.6004370450973511, 0.6652748584747314, 0.7534669637680054], "r_norm": [1.6421458721160889, 1.1414227485656738, 1.1561787128448486]}, {"step": 4100, "epoch": 8, "train_loss": 0.10111741721630096, "cos_r_negg": [0.5939255952835083, 0.6574274897575378, 0.7377376556396484], "cos_apical_negg": [0.5939255952835083, 0.6574274897575378, 0.7377376556396484], "cos_Ac_negg": [0.5939255952835083, 0.6574274897575378, 0.7377376556396484], "r_norm": [1.8375298976898193, 1.2612508535385132, 1.2725772857666016]}, {"step": 4150, "epoch": 8, "train_loss": 0.08580661565065384, "cos_r_negg": [0.5781002044677734, 0.6741453409194946, 0.7455561757087708], "cos_apical_negg": [0.5781002044677734, 0.6741453409194946, 0.7455561757087708], "cos_Ac_negg": [0.5781002044677734, 0.6741453409194946, 0.7455561757087708], "r_norm": [2.0700912475585938, 1.4087029695510864, 1.4030879735946655]}, {"step": 4200, "epoch": 8, "train_loss": 0.2064223736524582, "cos_r_negg": [0.6052591800689697, 0.6904982924461365, 0.7663458585739136], "cos_apical_negg": [0.6052591800689697, 0.6904982924461365, 0.7663458585739136], "cos_Ac_negg": [0.6052591800689697, 0.6904982924461365, 0.7663458585739136], "r_norm": [1.5659667253494263, 1.0828720331192017, 1.0913022756576538]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9564, "test_loss": 0.14934612350463866}, {"step": 4250, "epoch": 9, "train_loss": 0.11754228174686432, "cos_r_negg": [0.5654537677764893, 0.6511726975440979, 0.7264671325683594], "cos_apical_negg": [0.5654537677764893, 0.6511726975440979, 0.7264671325683594], "cos_Ac_negg": [0.5654537677764893, 0.6511726975440979, 0.7264671325683594], "r_norm": [2.045834541320801, 1.4118802547454834, 1.4203956127166748], "ldr": {"dL_sdil": -0.022529080510139465, "dL_bp": -0.007241412997245789, "ratio": 3.1111442640694866}}, {"step": 4300, "epoch": 9, "train_loss": 0.14854422211647034, "cos_r_negg": [0.616277813911438, 0.6843321323394775, 0.7587019801139832], "cos_apical_negg": [0.616277813911438, 0.6843321323394775, 0.7587019801139832], "cos_Ac_negg": [0.616277813911438, 0.6843321323394775, 0.7587019801139832], "r_norm": [2.260425567626953, 1.5644465684890747, 1.5714925527572632]}, {"step": 4350, "epoch": 9, "train_loss": 0.09568138420581818, "cos_r_negg": [0.5591645240783691, 0.6428915858268738, 0.7261268496513367], "cos_apical_negg": [0.5591645240783691, 0.6428915858268738, 0.7261268496513367], "cos_Ac_negg": [0.5591645240783691, 0.6428915858268738, 0.7261268496513367], "r_norm": [1.7199007272720337, 1.1690421104431152, 1.1670215129852295]}, {"step": 4400, "epoch": 9, "train_loss": 0.13944381475448608, "cos_r_negg": [0.5585173964500427, 0.6402034759521484, 0.7084903717041016], "cos_apical_negg": [0.5585173964500427, 0.6402034759521484, 0.7084903717041016], "cos_Ac_negg": [0.5585173964500427, 0.6402034759521484, 0.7084903717041016], "r_norm": [2.0232081413269043, 1.3749444484710693, 1.3639616966247559]}, {"step": 4450, "epoch": 9, "train_loss": 0.09436172991991043, "cos_r_negg": [0.5722434520721436, 0.6524473428726196, 0.7461997270584106], "cos_apical_negg": [0.5722434520721436, 0.6524473428726196, 0.7461997270584106], "cos_Ac_negg": [0.5722434520721436, 0.6524473428726196, 0.7461997270584106], "r_norm": [1.939261794090271, 1.340899109840393, 1.3282471895217896]}, {"step": 4500, "epoch": 9, "train_loss": 0.04282275214791298, "cos_r_negg": [0.5615564584732056, 0.649947464466095, 0.7243968844413757], "cos_apical_negg": [0.5615564584732056, 0.649947464466095, 0.7243968844413757], "cos_Ac_negg": [0.5615564584732056, 0.649947464466095, 0.7243968844413757], "r_norm": [1.880800724029541, 1.3043341636657715, 1.2966797351837158], "ldr": {"dL_sdil": -0.01640719175338745, "dL_bp": -0.004721850156784058, "ratio": 3.474737911751526}}, {"step": 4550, "epoch": 9, "train_loss": 0.10701142251491547, "cos_r_negg": [0.6219761967658997, 0.6995252370834351, 0.7979401350021362], "cos_apical_negg": [0.6219761967658997, 0.6995252370834351, 0.7979401350021362], "cos_Ac_negg": [0.6219761967658997, 0.6995252370834351, 0.7979401350021362], "r_norm": [1.9670891761779785, 1.3602395057678223, 1.351629614830017]}, {"step": 4600, "epoch": 9, "train_loss": 0.1160203367471695, "cos_r_negg": [0.5949673652648926, 0.6574810147285461, 0.7487894296646118], "cos_apical_negg": [0.5949673652648926, 0.6574810147285461, 0.7487894296646118], "cos_Ac_negg": [0.5949673652648926, 0.6574810147285461, 0.7487894296646118], "r_norm": [2.1134109497070312, 1.4563181400299072, 1.4355690479278564]}, {"step": 4650, "epoch": 9, "train_loss": 0.11916211247444153, "cos_r_negg": [0.6017323732376099, 0.6897616386413574, 0.7759595513343811], "cos_apical_negg": [0.6017323732376099, 0.6897616386413574, 0.7759595513343811], "cos_Ac_negg": [0.6017323732376099, 0.6897616386413574, 0.7759595513343811], "r_norm": [2.1773178577423096, 1.4754070043563843, 1.462986707687378]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9575, "test_loss": 0.14323983116149902}, {"step": 4700, "epoch": 10, "train_loss": 0.13571685552597046, "cos_r_negg": [0.6032348871231079, 0.7017709016799927, 0.7861832976341248], "cos_apical_negg": [0.6032348871231079, 0.7017709016799927, 0.7861832976341248], "cos_Ac_negg": [0.6032348871231079, 0.7017709016799927, 0.7861832976341248], "r_norm": [2.544539213180542, 1.730547308921814, 1.7007369995117188]}, {"step": 4750, "epoch": 10, "train_loss": 0.07283014059066772, "cos_r_negg": [0.5772068500518799, 0.6880553364753723, 0.7705835103988647], "cos_apical_negg": [0.5772068500518799, 0.6880553364753723, 0.7705835103988647], "cos_Ac_negg": [0.5772068500518799, 0.6880553364753723, 0.7705835103988647], "r_norm": [2.3042914867401123, 1.587740421295166, 1.5756949186325073], "ldr": {"dL_sdil": -0.0192720890045166, "dL_bp": -0.0055357664823532104, "ratio": 3.4813768004759096}}, {"step": 4800, "epoch": 10, "train_loss": 0.1134164109826088, "cos_r_negg": [0.5821369886398315, 0.6846283078193665, 0.7756030559539795], "cos_apical_negg": [0.5821369886398315, 0.6846283078193665, 0.7756030559539795], "cos_Ac_negg": [0.5821369886398315, 0.6846283078193665, 0.7756030559539795], "r_norm": [2.374046564102173, 1.629357933998108, 1.6251726150512695]}, {"step": 4850, "epoch": 10, "train_loss": 0.07155093550682068, "cos_r_negg": [0.575221061706543, 0.6677765846252441, 0.7802985906600952], "cos_apical_negg": [0.575221061706543, 0.6677765846252441, 0.7802985906600952], "cos_Ac_negg": [0.575221061706543, 0.6677765846252441, 0.7802985906600952], "r_norm": [2.5406620502471924, 1.7300515174865723, 1.6984328031539917]}, {"step": 4900, "epoch": 10, "train_loss": 0.11944681406021118, "cos_r_negg": [0.5345968008041382, 0.6270086765289307, 0.7097124457359314], "cos_apical_negg": [0.5345968008041382, 0.6270086765289307, 0.7097124457359314], "cos_Ac_negg": [0.5345968008041382, 0.6270086765289307, 0.7097124457359314], "r_norm": [2.3975882530212402, 1.6334601640701294, 1.6065274477005005]}, {"step": 4950, "epoch": 10, "train_loss": 0.05811435356736183, "cos_r_negg": [0.6062036752700806, 0.6943156719207764, 0.784193754196167], "cos_apical_negg": [0.6062036752700806, 0.6943156719207764, 0.784193754196167], "cos_Ac_negg": [0.6062036752700806, 0.6943156719207764, 0.784193754196167], "r_norm": [2.4463651180267334, 1.6787761449813843, 1.646268606185913]}, {"step": 5000, "epoch": 10, "train_loss": 0.08654478937387466, "cos_r_negg": [0.5852962732315063, 0.697468101978302, 0.7798361778259277], "cos_apical_negg": [0.5852962732315063, 0.697468101978302, 0.7798361778259277], "cos_Ac_negg": [0.5852962732315063, 0.697468101978302, 0.7798361778259277], "r_norm": [2.0919718742370605, 1.4348385334014893, 1.4132087230682373], "ldr": {"dL_sdil": -0.016618534922599792, "dL_bp": -0.005385532975196838, "ratio": 3.085773497096152}}, {"step": 5050, "epoch": 10, "train_loss": 0.15427036583423615, "cos_r_negg": [0.5924469828605652, 0.6931798458099365, 0.7767066955566406], "cos_apical_negg": [0.5924469828605652, 0.6931798458099365, 0.7767066955566406], "cos_Ac_negg": [0.5924469828605652, 0.6931798458099365, 0.7767066955566406], "r_norm": [3.439218044281006, 2.3439836502075195, 2.3198180198669434]}, {"step": 5100, "epoch": 10, "train_loss": 0.14700964093208313, "cos_r_negg": [0.5748398303985596, 0.6607226729393005, 0.7405706644058228], "cos_apical_negg": [0.5748398303985596, 0.6607226729393005, 0.7405706644058228], "cos_Ac_negg": [0.5748398303985596, 0.6607226729393005, 0.7405706644058228], "r_norm": [2.6008074283599854, 1.7765402793884277, 1.7298107147216797]}, {"step": 5150, "epoch": 10, "train_loss": 0.11636439710855484, "cos_r_negg": [0.6041711568832397, 0.6886298656463623, 0.7698327302932739], "cos_apical_negg": [0.6041711568832397, 0.6886298656463623, 0.7698327302932739], "cos_Ac_negg": [0.6041711568832397, 0.6886298656463623, 0.7698327302932739], "r_norm": [2.9921751022338867, 2.0503458976745605, 2.002704620361328]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9604, "test_loss": 0.13832686500549315}, {"step": 5200, "epoch": 11, "train_loss": 0.15973930060863495, "cos_r_negg": [0.5458087921142578, 0.6589034795761108, 0.7362315654754639], "cos_apical_negg": [0.5458087921142578, 0.6589034795761108, 0.7362315654754639], "cos_Ac_negg": [0.5458087921142578, 0.6589034795761108, 0.7362315654754639], "r_norm": [2.35640549659729, 1.5870203971862793, 1.5440682172775269]}, {"step": 5250, "epoch": 11, "train_loss": 0.052420474588871, "cos_r_negg": [0.5723745822906494, 0.6821001768112183, 0.7686309814453125], "cos_apical_negg": [0.5723745822906494, 0.6821001768112183, 0.7686309814453125], "cos_Ac_negg": [0.5723745822906494, 0.6821001768112183, 0.7686309814453125], "r_norm": [2.4418091773986816, 1.6432712078094482, 1.580446720123291], "ldr": {"dL_sdil": -0.017260633409023285, "dL_bp": -0.0054880231618881226, "ratio": 3.1451458749100585}}, {"step": 5300, "epoch": 11, "train_loss": 0.12462745606899261, "cos_r_negg": [0.5407285690307617, 0.6503903865814209, 0.7429219484329224], "cos_apical_negg": [0.5407285690307617, 0.6503903865814209, 0.7429219484329224], "cos_Ac_negg": [0.5407285690307617, 0.6503903865814209, 0.7429219484329224], "r_norm": [2.402069568634033, 1.6395546197891235, 1.5913141965866089]}, {"step": 5350, "epoch": 11, "train_loss": 0.1277722716331482, "cos_r_negg": [0.5633968114852905, 0.6608099937438965, 0.750163733959198], "cos_apical_negg": [0.5633968114852905, 0.6608099937438965, 0.750163733959198], "cos_Ac_negg": [0.5633968114852905, 0.6608099937438965, 0.750163733959198], "r_norm": [2.626124382019043, 1.7852619886398315, 1.7392936944961548]}, {"step": 5400, "epoch": 11, "train_loss": 0.08972976356744766, "cos_r_negg": [0.5382233262062073, 0.6444488167762756, 0.7333023548126221], "cos_apical_negg": [0.5382233262062073, 0.6444488167762756, 0.7333023548126221], "cos_Ac_negg": [0.5382233262062073, 0.6444488167762756, 0.7333023548126221], "r_norm": [2.3690407276153564, 1.6300116777420044, 1.5828933715820312]}, {"step": 5450, "epoch": 11, "train_loss": 0.016344867646694183, "cos_r_negg": [0.5778936147689819, 0.6752722263336182, 0.7552437782287598], "cos_apical_negg": [0.5778936147689819, 0.6752722263336182, 0.7552437782287598], "cos_Ac_negg": [0.5778936147689819, 0.6752722263336182, 0.7552437782287598], "r_norm": [2.147076368331909, 1.4757369756698608, 1.428619623184204]}, {"step": 5500, "epoch": 11, "train_loss": 0.0911020040512085, "cos_r_negg": [0.5532457828521729, 0.6540318727493286, 0.7435636520385742], "cos_apical_negg": [0.5532457828521729, 0.6540318727493286, 0.7435636520385742], "cos_Ac_negg": [0.5532457828521729, 0.6540318727493286, 0.7435636520385742], "r_norm": [1.9337725639343262, 1.3279482126235962, 1.2896451950073242], "ldr": {"dL_sdil": -0.014321379363536835, "dL_bp": -0.0035581588745117188, "ratio": 4.024940950817475}}, {"step": 5550, "epoch": 11, "train_loss": 0.16637249290943146, "cos_r_negg": [0.5706490278244019, 0.6461549997329712, 0.7281716465950012], "cos_apical_negg": [0.5706490278244019, 0.6461549997329712, 0.7281716465950012], "cos_Ac_negg": [0.5706490278244019, 0.6461549997329712, 0.7281716465950012], "r_norm": [2.0308616161346436, 1.3856637477874756, 1.3460924625396729]}, {"step": 5600, "epoch": 11, "train_loss": 0.0790834054350853, "cos_r_negg": [0.5440282821655273, 0.6342355012893677, 0.7347931265830994], "cos_apical_negg": [0.5440282821655273, 0.6342355012893677, 0.7347931265830994], "cos_Ac_negg": [0.5440282821655273, 0.6342355012893677, 0.7347931265830994], "r_norm": [2.401829957962036, 1.6474231481552124, 1.6004401445388794]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9562, "test_loss": 0.150340763092041}, {"step": 5650, "epoch": 12, "train_loss": 0.11053471267223358, "cos_r_negg": [0.5480113625526428, 0.643944263458252, 0.7499954700469971], "cos_apical_negg": [0.5480113625526428, 0.643944263458252, 0.7499954700469971], "cos_Ac_negg": [0.5480113625526428, 0.643944263458252, 0.7499954700469971], "r_norm": [2.2690117359161377, 1.567537546157837, 1.51271653175354]}, {"step": 5700, "epoch": 12, "train_loss": 0.06792736053466797, "cos_r_negg": [0.4848424792289734, 0.5903793573379517, 0.6718026995658875], "cos_apical_negg": [0.4848424792289734, 0.5903793573379517, 0.6718026995658875], "cos_Ac_negg": [0.4848424792289734, 0.5903793573379517, 0.6718026995658875], "r_norm": [2.5291213989257812, 1.7339208126068115, 1.6570630073547363]}, {"step": 5750, "epoch": 12, "train_loss": 0.02683359384536743, "cos_r_negg": [0.5349005460739136, 0.6578554511070251, 0.7576255798339844], "cos_apical_negg": [0.5349005460739136, 0.6578554511070251, 0.7576255798339844], "cos_Ac_negg": [0.5349005460739136, 0.6578554511070251, 0.7576255798339844], "r_norm": [2.0455567836761475, 1.3984239101409912, 1.3474832773208618], "ldr": {"dL_sdil": -0.01884150505065918, "dL_bp": -0.005592942237854004, "ratio": 3.368800221668052}}, {"step": 5800, "epoch": 12, "train_loss": 0.05893146991729736, "cos_r_negg": [0.5572166442871094, 0.6487711668014526, 0.7383459806442261], "cos_apical_negg": [0.5572166442871094, 0.6487711668014526, 0.7383459806442261], "cos_Ac_negg": [0.5572166442871094, 0.6487711668014526, 0.7383459806442261], "r_norm": [2.3406221866607666, 1.6019070148468018, 1.5379652976989746]}, {"step": 5850, "epoch": 12, "train_loss": 0.21211344003677368, "cos_r_negg": [0.5329340100288391, 0.628815233707428, 0.7129485011100769], "cos_apical_negg": [0.5329340100288391, 0.628815233707428, 0.7129485011100769], "cos_Ac_negg": [0.5329340100288391, 0.628815233707428, 0.7129485011100769], "r_norm": [2.0587940216064453, 1.4116966724395752, 1.3597301244735718]}, {"step": 5900, "epoch": 12, "train_loss": 0.11932757496833801, "cos_r_negg": [0.5190166234970093, 0.6326196193695068, 0.7163788080215454], "cos_apical_negg": [0.5190166234970093, 0.6326196193695068, 0.7163788080215454], "cos_Ac_negg": [0.5190166234970093, 0.6326196193695068, 0.7163788080215454], "r_norm": [2.414370059967041, 1.6578574180603027, 1.6031657457351685]}, {"step": 5950, "epoch": 12, "train_loss": 0.17872995138168335, "cos_r_negg": [0.5401698350906372, 0.6477407217025757, 0.7304614782333374], "cos_apical_negg": [0.5401698350906372, 0.6477407217025757, 0.7304614782333374], "cos_Ac_negg": [0.5401698350906372, 0.6477407217025757, 0.7304614782333374], "r_norm": [1.8171803951263428, 1.2441662549972534, 1.2037839889526367]}, {"step": 6000, "epoch": 12, "train_loss": 0.19118714332580566, "cos_r_negg": [0.5468661189079285, 0.6527957320213318, 0.7321740388870239], "cos_apical_negg": [0.5468661189079285, 0.6527957320213318, 0.7321740388870239], "cos_Ac_negg": [0.5468661189079285, 0.6527957320213318, 0.7321740388870239], "r_norm": [2.6798031330108643, 1.83539879322052, 1.771496057510376], "ldr": {"dL_sdil": -0.019398555159568787, "dL_bp": -0.0057870373129844666, "ratio": 3.352070171734325}}, {"step": 6050, "epoch": 12, "train_loss": 0.11337678879499435, "cos_r_negg": [0.5254063606262207, 0.6293320655822754, 0.7148242592811584], "cos_apical_negg": [0.5254063606262207, 0.6293320655822754, 0.7148242592811584], "cos_Ac_negg": [0.5254063606262207, 0.6293320655822754, 0.7148242592811584], "r_norm": [2.3607966899871826, 1.636930227279663, 1.5763481855392456]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9556, "test_loss": 0.14700814971923828}, {"step": 6100, "epoch": 13, "train_loss": 0.08427329361438751, "cos_r_negg": [0.5392536520957947, 0.631699800491333, 0.736082136631012], "cos_apical_negg": [0.5392536520957947, 0.631699800491333, 0.736082136631012], "cos_Ac_negg": [0.5392536520957947, 0.631699800491333, 0.736082136631012], "r_norm": [2.523350238800049, 1.7305911779403687, 1.6612622737884521]}, {"step": 6150, "epoch": 13, "train_loss": 0.07693266123533249, "cos_r_negg": [0.5106306672096252, 0.6285854578018188, 0.7268611192703247], "cos_apical_negg": [0.5106306672096252, 0.6285854578018188, 0.7268611192703247], "cos_Ac_negg": [0.5106306672096252, 0.6285854578018188, 0.7268611192703247], "r_norm": [2.6105992794036865, 1.7961812019348145, 1.7384506464004517]}, {"step": 6200, "epoch": 13, "train_loss": 0.15422287583351135, "cos_r_negg": [0.5485599040985107, 0.6449683904647827, 0.7429786324501038], "cos_apical_negg": [0.5485599040985107, 0.6449683904647827, 0.7429786324501038], "cos_Ac_negg": [0.5485599040985107, 0.6449683904647827, 0.7429786324501038], "r_norm": [2.912038564682007, 1.9885292053222656, 1.9062962532043457]}, {"step": 6250, "epoch": 13, "train_loss": 0.13332074880599976, "cos_r_negg": [0.5402265787124634, 0.654359757900238, 0.7403940558433533], "cos_apical_negg": [0.5402265787124634, 0.654359757900238, 0.7403940558433533], "cos_Ac_negg": [0.5402265787124634, 0.654359757900238, 0.7403940558433533], "r_norm": [2.594130516052246, 1.7731328010559082, 1.693071722984314], "ldr": {"dL_sdil": -0.017347119748592377, "dL_bp": -0.004406094551086426, "ratio": 3.9370738751657153}}, {"step": 6300, "epoch": 13, "train_loss": 0.0966799259185791, "cos_r_negg": [0.5572881698608398, 0.6553675532341003, 0.7565984725952148], "cos_apical_negg": [0.5572881698608398, 0.6553675532341003, 0.7565984725952148], "cos_Ac_negg": [0.5572881698608398, 0.6553675532341003, 0.7565984725952148], "r_norm": [2.9806227684020996, 2.044520854949951, 1.9635494947433472]}, {"step": 6350, "epoch": 13, "train_loss": 0.04830431193113327, "cos_r_negg": [0.5543813705444336, 0.6429351568222046, 0.7515689730644226], "cos_apical_negg": [0.5543813705444336, 0.6429351568222046, 0.7515689730644226], "cos_Ac_negg": [0.5543813705444336, 0.6429351568222046, 0.7515689730644226], "r_norm": [2.7642910480499268, 1.9149688482284546, 1.8442518711090088]}, {"step": 6400, "epoch": 13, "train_loss": 0.12233128398656845, "cos_r_negg": [0.5210800170898438, 0.6106499433517456, 0.7088745832443237], "cos_apical_negg": [0.5210800170898438, 0.6106499433517456, 0.7088745832443237], "cos_Ac_negg": [0.5210800170898438, 0.6106499433517456, 0.7088745832443237], "r_norm": [2.816058874130249, 1.9622021913528442, 1.8909275531768799]}, {"step": 6450, "epoch": 13, "train_loss": 0.1264851689338684, "cos_r_negg": [0.4945153295993805, 0.6121467351913452, 0.6933512687683105], "cos_apical_negg": [0.4945153295993805, 0.6121467351913452, 0.6933512687683105], "cos_Ac_negg": [0.4945153295993805, 0.6121467351913452, 0.6933512687683105], "r_norm": [2.4013423919677734, 1.651816725730896, 1.608290433883667]}, {"step": 6500, "epoch": 13, "train_loss": 0.027040187269449234, "cos_r_negg": [0.4750349521636963, 0.5761806964874268, 0.6672631502151489], "cos_apical_negg": [0.4750349521636963, 0.5761806964874268, 0.6672631502151489], "cos_Ac_negg": [0.4750349521636963, 0.5761806964874268, 0.6672631502151489], "r_norm": [2.4365439414978027, 1.6762653589248657, 1.625084638595581], "ldr": {"dL_sdil": -0.012417048215866089, "dL_bp": -0.002968929708003998, "ratio": 4.182331492184108}}, {"step": 6550, "epoch": 13, "train_loss": 0.12010101974010468, "cos_r_negg": [0.5379924178123474, 0.637371301651001, 0.7405667901039124], "cos_apical_negg": [0.5379924178123474, 0.637371301651001, 0.7405667901039124], "cos_Ac_negg": [0.5379924178123474, 0.637371301651001, 0.7405667901039124], "r_norm": [3.1703555583953857, 2.1792497634887695, 2.0981664657592773]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9626, "test_loss": 0.1357260368347168}, {"step": 6600, "epoch": 14, "train_loss": 0.046269260346889496, "cos_r_negg": [0.4996300935745239, 0.587536633014679, 0.6912825703620911], "cos_apical_negg": [0.4996300935745239, 0.587536633014679, 0.6912825703620911], "cos_Ac_negg": [0.4996300935745239, 0.587536633014679, 0.6912825703620911], "r_norm": [2.9134812355041504, 1.988738775253296, 1.9167834520339966]}, {"step": 6650, "epoch": 14, "train_loss": 0.1019471287727356, "cos_r_negg": [0.5067309737205505, 0.6233118772506714, 0.7311416864395142], "cos_apical_negg": [0.5067309737205505, 0.6233118772506714, 0.7311416864395142], "cos_Ac_negg": [0.5067309737205505, 0.6233118772506714, 0.7311416864395142], "r_norm": [2.648851156234741, 1.8236134052276611, 1.7710860967636108]}, {"step": 6700, "epoch": 14, "train_loss": 0.18887361884117126, "cos_r_negg": [0.509901762008667, 0.6201461553573608, 0.7059351205825806], "cos_apical_negg": [0.509901762008667, 0.6201461553573608, 0.7059351205825806], "cos_Ac_negg": [0.509901762008667, 0.6201461553573608, 0.7059351205825806], "r_norm": [2.409862995147705, 1.669677734375, 1.6252334117889404]}, {"step": 6750, "epoch": 14, "train_loss": 0.07171039283275604, "cos_r_negg": [0.5003745555877686, 0.6143594980239868, 0.720431923866272], "cos_apical_negg": [0.5003745555877686, 0.6143594980239868, 0.720431923866272], "cos_Ac_negg": [0.5003745555877686, 0.6143594980239868, 0.720431923866272], "r_norm": [2.964313507080078, 2.0461246967315674, 1.9808423519134521], "ldr": {"dL_sdil": -0.02090531587600708, "dL_bp": -0.006912320852279663, "ratio": 3.0243555417588244}}, {"step": 6800, "epoch": 14, "train_loss": 0.05422702431678772, "cos_r_negg": [0.5226114392280579, 0.6290351748466492, 0.7336715459823608], "cos_apical_negg": [0.5226114392280579, 0.6290351748466492, 0.7336715459823608], "cos_Ac_negg": [0.5226114392280579, 0.6290351748466492, 0.7336715459823608], "r_norm": [2.263113260269165, 1.5666372776031494, 1.5168697834014893]}, {"step": 6850, "epoch": 14, "train_loss": 0.08799870312213898, "cos_r_negg": [0.5268256664276123, 0.659085750579834, 0.7614655494689941], "cos_apical_negg": [0.5268256664276123, 0.659085750579834, 0.7614655494689941], "cos_Ac_negg": [0.5268256664276123, 0.659085750579834, 0.7614655494689941], "r_norm": [3.4518821239471436, 2.3668885231018066, 2.2839109897613525]}, {"step": 6900, "epoch": 14, "train_loss": 0.051660455763339996, "cos_r_negg": [0.5489038228988647, 0.6425249576568604, 0.7772709131240845], "cos_apical_negg": [0.5489038228988647, 0.6425249576568604, 0.7772709131240845], "cos_Ac_negg": [0.5489038228988647, 0.6425249576568604, 0.7772709131240845], "r_norm": [2.701690912246704, 1.8548567295074463, 1.7937266826629639]}, {"step": 6950, "epoch": 14, "train_loss": 0.03270097076892853, "cos_r_negg": [0.5285485982894897, 0.6267623901367188, 0.7526556253433228], "cos_apical_negg": [0.5285485982894897, 0.6267623901367188, 0.7526556253433228], "cos_Ac_negg": [0.5285485982894897, 0.6267623901367188, 0.7526556253433228], "r_norm": [2.5594146251678467, 1.7519948482513428, 1.6783605813980103]}, {"step": 7000, "epoch": 14, "train_loss": 0.03870055451989174, "cos_r_negg": [0.5182556509971619, 0.6354900002479553, 0.7458173036575317], "cos_apical_negg": [0.5182556509971619, 0.6354900002479553, 0.7458173036575317], "cos_Ac_negg": [0.5182556509971619, 0.6354900002479553, 0.7458173036575317], "r_norm": [2.979334831237793, 2.0229899883270264, 1.957069993019104], "ldr": {"dL_sdil": -0.018344402313232422, "dL_bp": -0.0056052058935165405, "ratio": 3.2727437067835674}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9573, "test_loss": 0.14900497856140138}, {"step": 7050, "epoch": 15, "train_loss": 0.08502943068742752, "cos_r_negg": [0.4694618582725525, 0.5868803262710571, 0.7032029032707214], "cos_apical_negg": [0.4694618582725525, 0.5868803262710571, 0.7032029032707214], "cos_Ac_negg": [0.4694618582725525, 0.5868803262710571, 0.7032029032707214], "r_norm": [2.476858377456665, 1.7224647998809814, 1.660605549812317]}, {"step": 7100, "epoch": 15, "train_loss": 0.09621129930019379, "cos_r_negg": [0.46823951601982117, 0.5650354623794556, 0.6900224089622498], "cos_apical_negg": [0.46823951601982117, 0.5650354623794556, 0.6900224089622498], "cos_Ac_negg": [0.46823951601982117, 0.5650354623794556, 0.6900224089622498], "r_norm": [2.4931859970092773, 1.7159489393234253, 1.6628062725067139]}, {"step": 7150, "epoch": 15, "train_loss": 0.05760606750845909, "cos_r_negg": [0.4740019738674164, 0.5828019380569458, 0.6904940605163574], "cos_apical_negg": [0.4740019738674164, 0.5828019380569458, 0.6904940605163574], "cos_Ac_negg": [0.4740019738674164, 0.5828019380569458, 0.6904940605163574], "r_norm": [2.4416706562042236, 1.675152063369751, 1.630835771560669]}, {"step": 7200, "epoch": 15, "train_loss": 0.17221970856189728, "cos_r_negg": [0.4807170033454895, 0.5957328677177429, 0.6878479719161987], "cos_apical_negg": [0.4807170033454895, 0.5957328677177429, 0.6878479719161987], "cos_Ac_negg": [0.4807170033454895, 0.5957328677177429, 0.6878479719161987], "r_norm": [2.942847728729248, 2.00193452835083, 1.939339518547058]}, {"step": 7250, "epoch": 15, "train_loss": 0.12363635003566742, "cos_r_negg": [0.519611120223999, 0.6298834085464478, 0.7512288689613342], "cos_apical_negg": [0.519611120223999, 0.6298834085464478, 0.7512288689613342], "cos_Ac_negg": [0.519611120223999, 0.6298834085464478, 0.7512288689613342], "r_norm": [2.5364108085632324, 1.741370439529419, 1.6824396848678589], "ldr": {"dL_sdil": -0.015351921319961548, "dL_bp": -0.004221901297569275, "ratio": 3.63625775164386}}, {"step": 7300, "epoch": 15, "train_loss": 0.03204406797885895, "cos_r_negg": [0.5095851421356201, 0.6221978664398193, 0.7375617027282715], "cos_apical_negg": [0.5095851421356201, 0.6221978664398193, 0.7375617027282715], "cos_Ac_negg": [0.5095851421356201, 0.6221978664398193, 0.7375617027282715], "r_norm": [2.6704025268554688, 1.8208404779434204, 1.7492938041687012]}, {"step": 7350, "epoch": 15, "train_loss": 0.05423160642385483, "cos_r_negg": [0.49831423163414, 0.619368851184845, 0.7469401955604553], "cos_apical_negg": [0.49831423163414, 0.619368851184845, 0.7469401955604553], "cos_Ac_negg": [0.49831423163414, 0.619368851184845, 0.7469401955604553], "r_norm": [2.5586471557617188, 1.7603832483291626, 1.698790192604065]}, {"step": 7400, "epoch": 15, "train_loss": 0.1296149492263794, "cos_r_negg": [0.534453272819519, 0.6282074451446533, 0.7654389142990112], "cos_apical_negg": [0.534453272819519, 0.6282074451446533, 0.7654389142990112], "cos_Ac_negg": [0.534453272819519, 0.6282074451446533, 0.7654389142990112], "r_norm": [3.301222562789917, 2.2567853927612305, 2.1910247802734375]}, {"step": 7450, "epoch": 15, "train_loss": 0.11493080109357834, "cos_r_negg": [0.48821792006492615, 0.5983046889305115, 0.7437617182731628], "cos_apical_negg": [0.48821792006492615, 0.5983046889305115, 0.7437617182731628], "cos_Ac_negg": [0.48821792006492615, 0.5983046889305115, 0.7437617182731628], "r_norm": [2.5269076824188232, 1.7280794382095337, 1.6694250106811523]}, {"step": 7500, "epoch": 15, "train_loss": 0.080158531665802, "cos_r_negg": [0.4953590929508209, 0.6012922525405884, 0.7294265031814575], "cos_apical_negg": [0.4953590929508209, 0.6012922525405884, 0.7294265031814575], "cos_Ac_negg": [0.4953590929508209, 0.6012922525405884, 0.7294265031814575], "r_norm": [3.670614242553711, 2.4991703033447266, 2.405057430267334], "ldr": {"dL_sdil": -0.027451306581497192, "dL_bp": -0.007119268178939819, "ratio": 3.8559169133006534}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9604, "test_loss": 0.1470309425354004}, {"step": 7550, "epoch": 16, "train_loss": 0.060834214091300964, "cos_r_negg": [0.49222010374069214, 0.6099213361740112, 0.7281911373138428], "cos_apical_negg": [0.49222010374069214, 0.6099213361740112, 0.7281911373138428], "cos_Ac_negg": [0.49222010374069214, 0.6099213361740112, 0.7281911373138428], "r_norm": [3.107241630554199, 2.1098294258117676, 2.041766881942749]}, {"step": 7600, "epoch": 16, "train_loss": 0.11017685383558273, "cos_r_negg": [0.48354393243789673, 0.6051052808761597, 0.7142664194107056], "cos_apical_negg": [0.48354393243789673, 0.6051052808761597, 0.7142664194107056], "cos_Ac_negg": [0.48354393243789673, 0.6051052808761597, 0.7142664194107056], "r_norm": [2.6032557487487793, 1.7747926712036133, 1.710080862045288]}, {"step": 7650, "epoch": 16, "train_loss": 0.10126746445894241, "cos_r_negg": [0.5154573321342468, 0.6353058815002441, 0.7563514113426208], "cos_apical_negg": [0.5154573321342468, 0.6353058815002441, 0.7563514113426208], "cos_Ac_negg": [0.5154573321342468, 0.6353058815002441, 0.7563514113426208], "r_norm": [2.6323740482330322, 1.8146648406982422, 1.7763338088989258]}, {"step": 7700, "epoch": 16, "train_loss": 0.07689563930034637, "cos_r_negg": [0.5583823919296265, 0.6431379318237305, 0.7670435309410095], "cos_apical_negg": [0.5583823919296265, 0.6431379318237305, 0.7670435309410095], "cos_Ac_negg": [0.5583823919296265, 0.6431379318237305, 0.7670435309410095], "r_norm": [3.3389859199523926, 2.287285804748535, 2.2176332473754883]}, {"step": 7750, "epoch": 16, "train_loss": 0.16391050815582275, "cos_r_negg": [0.4742976129055023, 0.5826550722122192, 0.7074605226516724], "cos_apical_negg": [0.4742976129055023, 0.5826550722122192, 0.7074605226516724], "cos_Ac_negg": [0.4742976129055023, 0.5826550722122192, 0.7074605226516724], "r_norm": [3.6745028495788574, 2.519570827484131, 2.4505743980407715], "ldr": {"dL_sdil": -0.036502912640571594, "dL_bp": -0.01410016417503357, "ratio": 2.5888289091842926}}, {"step": 7800, "epoch": 16, "train_loss": 0.10164961218833923, "cos_r_negg": [0.48097163438796997, 0.6042923927307129, 0.7412890195846558], "cos_apical_negg": [0.48097163438796997, 0.6042923927307129, 0.7412890195846558], "cos_Ac_negg": [0.48097163438796997, 0.6042923927307129, 0.7412890195846558], "r_norm": [2.934983968734741, 2.0012078285217285, 1.9481638669967651]}, {"step": 7850, "epoch": 16, "train_loss": 0.28628379106521606, "cos_r_negg": [0.48806262016296387, 0.5860730409622192, 0.7402076721191406], "cos_apical_negg": [0.48806262016296387, 0.5860730409622192, 0.7402076721191406], "cos_Ac_negg": [0.48806262016296387, 0.5860730409622192, 0.7402076721191406], "r_norm": [3.3281965255737305, 2.279743194580078, 2.1831283569335938]}, {"step": 7900, "epoch": 16, "train_loss": 0.04641380161046982, "cos_r_negg": [0.4925824999809265, 0.5894679427146912, 0.7133527994155884], "cos_apical_negg": [0.4925824999809265, 0.5894679427146912, 0.7133527994155884], "cos_Ac_negg": [0.4925824999809265, 0.5894679427146912, 0.7133527994155884], "r_norm": [2.9893293380737305, 2.016960859298706, 1.9540536403656006]}, {"step": 7950, "epoch": 16, "train_loss": 0.05773439258337021, "cos_r_negg": [0.47996169328689575, 0.6056071519851685, 0.747904360294342], "cos_apical_negg": [0.47996169328689575, 0.6056071519851685, 0.747904360294342], "cos_Ac_negg": [0.47996169328689575, 0.6056071519851685, 0.747904360294342], "r_norm": [3.0941567420959473, 2.1132683753967285, 2.0377707481384277]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9623, "test_loss": 0.12935139465332032}, {"step": 8000, "epoch": 17, "train_loss": 0.05554444342851639, "cos_r_negg": [0.46790996193885803, 0.6235918998718262, 0.7536046504974365], "cos_apical_negg": [0.46790996193885803, 0.6235918998718262, 0.7536046504974365], "cos_Ac_negg": [0.46790996193885803, 0.6235918998718262, 0.7536046504974365], "r_norm": [3.33389949798584, 2.2637577056884766, 2.1977157592773438], "ldr": {"dL_sdil": -0.024415552616119385, "dL_bp": -0.006938464939594269, "ratio": 3.518869494719548}}, {"step": 8050, "epoch": 17, "train_loss": 0.033344849944114685, "cos_r_negg": [0.46685317158699036, 0.6101055145263672, 0.7540138959884644], "cos_apical_negg": [0.46685317158699036, 0.6101055145263672, 0.7540138959884644], "cos_Ac_negg": [0.46685317158699036, 0.6101055145263672, 0.7540138959884644], "r_norm": [3.665144681930542, 2.489896059036255, 2.4239625930786133]}, {"step": 8100, "epoch": 17, "train_loss": 0.1155557706952095, "cos_r_negg": [0.495894193649292, 0.6193960905075073, 0.7622904777526855], "cos_apical_negg": [0.495894193649292, 0.6193960905075073, 0.7622904777526855], "cos_Ac_negg": [0.495894193649292, 0.6193960905075073, 0.7622904777526855], "r_norm": [2.5767717361450195, 1.748185157775879, 1.7070128917694092]}, {"step": 8150, "epoch": 17, "train_loss": 0.05036870390176773, "cos_r_negg": [0.4778398275375366, 0.5876832008361816, 0.7233017683029175], "cos_apical_negg": [0.4778398275375366, 0.5876832008361816, 0.7233017683029175], "cos_Ac_negg": [0.4778398275375366, 0.5876832008361816, 0.7233017683029175], "r_norm": [4.122403144836426, 2.7818350791931152, 2.6912755966186523]}, {"step": 8200, "epoch": 17, "train_loss": 0.10910540819168091, "cos_r_negg": [0.4514480233192444, 0.5694826245307922, 0.6861361861228943], "cos_apical_negg": [0.4514480233192444, 0.5694826245307922, 0.6861361861228943], "cos_Ac_negg": [0.4514480233192444, 0.5694826245307922, 0.6861361861228943], "r_norm": [3.24678373336792, 2.206155776977539, 2.129291296005249]}, {"step": 8250, "epoch": 17, "train_loss": 0.09214184433221817, "cos_r_negg": [0.44923511147499084, 0.579939603805542, 0.6799666881561279], "cos_apical_negg": [0.44923511147499084, 0.579939603805542, 0.6799666881561279], "cos_Ac_negg": [0.44923511147499084, 0.579939603805542, 0.6799666881561279], "r_norm": [4.007040023803711, 2.69858455657959, 2.612337589263916], "ldr": {"dL_sdil": -0.02844993770122528, "dL_bp": -0.009194239974021912, "ratio": 3.0943218560326735}}, {"step": 8300, "epoch": 17, "train_loss": 0.1447686403989792, "cos_r_negg": [0.46721351146698, 0.575731635093689, 0.6959646940231323], "cos_apical_negg": [0.46721351146698, 0.575731635093689, 0.6959646940231323], "cos_Ac_negg": [0.46721351146698, 0.575731635093689, 0.6959646940231323], "r_norm": [3.205773115158081, 2.1763877868652344, 2.1008057594299316]}, {"step": 8350, "epoch": 17, "train_loss": 0.06001559644937515, "cos_r_negg": [0.47658783197402954, 0.6049124598503113, 0.7345187664031982], "cos_apical_negg": [0.47658783197402954, 0.6049124598503113, 0.7345187664031982], "cos_Ac_negg": [0.47658783197402954, 0.6049124598503113, 0.7345187664031982], "r_norm": [3.621716022491455, 2.438612461090088, 2.362908124923706]}, {"step": 8400, "epoch": 17, "train_loss": 0.07730419188737869, "cos_r_negg": [0.4663662612438202, 0.6268489360809326, 0.7619446516036987], "cos_apical_negg": [0.4663662612438202, 0.6268489360809326, 0.7619446516036987], "cos_Ac_negg": [0.4663662612438202, 0.6268489360809326, 0.7619446516036987], "r_norm": [3.3467888832092285, 2.2827956676483154, 2.197591543197632]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9566, "test_loss": 0.14835614166259767}, {"step": 8450, "epoch": 18, "train_loss": 0.13275998830795288, "cos_r_negg": [0.5109342336654663, 0.6407317519187927, 0.7804397344589233], "cos_apical_negg": [0.5109342336654663, 0.6407317519187927, 0.7804397344589233], "cos_Ac_negg": [0.5109342336654663, 0.6407317519187927, 0.7804397344589233], "r_norm": [3.1357922554016113, 2.116783618927002, 2.0203540325164795]}, {"step": 8500, "epoch": 18, "train_loss": 0.1039043590426445, "cos_r_negg": [0.467446893453598, 0.622728168964386, 0.7625525593757629], "cos_apical_negg": [0.467446893453598, 0.622728168964386, 0.7625525593757629], "cos_Ac_negg": [0.467446893453598, 0.622728168964386, 0.7625525593757629], "r_norm": [2.8215668201446533, 1.9254573583602905, 1.858660101890564], "ldr": {"dL_sdil": -0.015458159148693085, "dL_bp": -0.004109814763069153, "ratio": 3.7612788020521744}}, {"step": 8550, "epoch": 18, "train_loss": 0.14909522235393524, "cos_r_negg": [0.442460298538208, 0.5834387540817261, 0.7360620498657227], "cos_apical_negg": [0.442460298538208, 0.5834387540817261, 0.7360620498657227], "cos_Ac_negg": [0.442460298538208, 0.5834387540817261, 0.7360620498657227], "r_norm": [2.7440567016601562, 1.8675342798233032, 1.8046655654907227]}, {"step": 8600, "epoch": 18, "train_loss": 0.2987481355667114, "cos_r_negg": [0.4638572335243225, 0.593674898147583, 0.7322571873664856], "cos_apical_negg": [0.4638572335243225, 0.593674898147583, 0.7322571873664856], "cos_Ac_negg": [0.4638572335243225, 0.593674898147583, 0.7322571873664856], "r_norm": [2.58170747756958, 1.7734570503234863, 1.7304624319076538]}, {"step": 8650, "epoch": 18, "train_loss": 0.09393367916345596, "cos_r_negg": [0.5183720588684082, 0.6470839977264404, 0.7792829871177673], "cos_apical_negg": [0.5183720588684082, 0.6470839977264404, 0.7792829871177673], "cos_Ac_negg": [0.5183720588684082, 0.6470839977264404, 0.7792829871177673], "r_norm": [3.9098947048187256, 2.643737316131592, 2.546304702758789]}, {"step": 8700, "epoch": 18, "train_loss": 0.11876717209815979, "cos_r_negg": [0.47650134563446045, 0.5977153778076172, 0.7520047426223755], "cos_apical_negg": [0.47650134563446045, 0.5977153778076172, 0.7520047426223755], "cos_Ac_negg": [0.47650134563446045, 0.5977153778076172, 0.7520047426223755], "r_norm": [4.024848937988281, 2.7338385581970215, 2.640610933303833]}, {"step": 8750, "epoch": 18, "train_loss": 0.05289457365870476, "cos_r_negg": [0.4686068296432495, 0.5964105725288391, 0.753166913986206], "cos_apical_negg": [0.4686068296432495, 0.5964105725288391, 0.753166913986206], "cos_Ac_negg": [0.4686068296432495, 0.5964105725288391, 0.753166913986206], "r_norm": [3.470994472503662, 2.3453595638275146, 2.27215576171875], "ldr": {"dL_sdil": -0.026362180709838867, "dL_bp": -0.007879026234149933, "ratio": 3.3458678682370295}}, {"step": 8800, "epoch": 18, "train_loss": 0.0969875305891037, "cos_r_negg": [0.48757630586624146, 0.6106157302856445, 0.76273512840271], "cos_apical_negg": [0.48757630586624146, 0.6106157302856445, 0.76273512840271], "cos_Ac_negg": [0.48757630586624146, 0.6106157302856445, 0.76273512840271], "r_norm": [3.8106350898742676, 2.5904769897460938, 2.4671006202697754]}, {"step": 8850, "epoch": 18, "train_loss": 0.10759024322032928, "cos_r_negg": [0.4676417112350464, 0.5997387170791626, 0.7741537094116211], "cos_apical_negg": [0.4676417112350464, 0.5997387170791626, 0.7741537094116211], "cos_Ac_negg": [0.4676417112350464, 0.5997387170791626, 0.7741537094116211], "r_norm": [3.8486087322235107, 2.6149325370788574, 2.5075831413269043]}, {"step": 8900, "epoch": 18, "train_loss": 0.10986261069774628, "cos_r_negg": [0.4821038842201233, 0.6126977801322937, 0.7790646553039551], "cos_apical_negg": [0.4821038842201233, 0.6126977801322937, 0.7790646553039551], "cos_Ac_negg": [0.4821038842201233, 0.6126977801322937, 0.7790646553039551], "r_norm": [3.9028661251068115, 2.6925151348114014, 2.610546112060547]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9596, "test_loss": 0.1374782199859619}, {"step": 8950, "epoch": 19, "train_loss": 0.024670226499438286, "cos_r_negg": [0.46887871623039246, 0.586022138595581, 0.7447665929794312], "cos_apical_negg": [0.46887871623039246, 0.586022138595581, 0.7447665929794312], "cos_Ac_negg": [0.46887871623039246, 0.586022138595581, 0.7447665929794312], "r_norm": [3.9008500576019287, 2.6825757026672363, 2.593639373779297]}, {"step": 9000, "epoch": 19, "train_loss": 0.16833874583244324, "cos_r_negg": [0.47070297598838806, 0.6013631224632263, 0.7524117827415466], "cos_apical_negg": [0.47070297598838806, 0.6013631224632263, 0.7524117827415466], "cos_Ac_negg": [0.47070297598838806, 0.6013631224632263, 0.7524117827415466], "r_norm": [3.597475290298462, 2.469928741455078, 2.3674590587615967], "ldr": {"dL_sdil": -0.022041410207748413, "dL_bp": -0.006566762924194336, "ratio": 3.356510728678793}}, {"step": 9050, "epoch": 19, "train_loss": 0.17411062121391296, "cos_r_negg": [0.43118733167648315, 0.5760952234268188, 0.74647057056427], "cos_apical_negg": [0.43118733167648315, 0.5760952234268188, 0.74647057056427], "cos_Ac_negg": [0.43118733167648315, 0.5760952234268188, 0.74647057056427], "r_norm": [3.556485652923584, 2.4203643798828125, 2.324342966079712]}, {"step": 9100, "epoch": 19, "train_loss": 0.040854454040527344, "cos_r_negg": [0.4608801603317261, 0.593410849571228, 0.7518800497055054], "cos_apical_negg": [0.4608801603317261, 0.593410849571228, 0.7518800497055054], "cos_Ac_negg": [0.4608801603317261, 0.593410849571228, 0.7518800497055054], "r_norm": [3.2429580688476562, 2.1961944103240967, 2.1111950874328613]}, {"step": 9150, "epoch": 19, "train_loss": 0.18404434621334076, "cos_r_negg": [0.4480458199977875, 0.6062141060829163, 0.7655995488166809], "cos_apical_negg": [0.4480458199977875, 0.6062141060829163, 0.7655995488166809], "cos_Ac_negg": [0.4480458199977875, 0.6062141060829163, 0.7655995488166809], "r_norm": [3.152503728866577, 2.1551525592803955, 2.0845179557800293]}, {"step": 9200, "epoch": 19, "train_loss": 0.1545964479446411, "cos_r_negg": [0.47102707624435425, 0.6062004566192627, 0.7575932741165161], "cos_apical_negg": [0.47102707624435425, 0.6062004566192627, 0.7575932741165161], "cos_Ac_negg": [0.47102707624435425, 0.6062004566192627, 0.7575932741165161], "r_norm": [4.347260475158691, 2.9333741664886475, 2.795837879180908]}, {"step": 9250, "epoch": 19, "train_loss": 0.12299389392137527, "cos_r_negg": [0.4560714662075043, 0.6204146146774292, 0.7652348279953003], "cos_apical_negg": [0.4560714662075043, 0.6204146146774292, 0.7652348279953003], "cos_Ac_negg": [0.4560714662075043, 0.6204146146774292, 0.7652348279953003], "r_norm": [3.566096305847168, 2.4170689582824707, 2.3298451900482178], "ldr": {"dL_sdil": -0.01880192756652832, "dL_bp": -0.0045245736837387085, "ratio": 4.155513619791924}}, {"step": 9300, "epoch": 19, "train_loss": 0.10445186495780945, "cos_r_negg": [0.4999547004699707, 0.61686772108078, 0.7652115821838379], "cos_apical_negg": [0.4999547004699707, 0.61686772108078, 0.7652115821838379], "cos_Ac_negg": [0.4999547004699707, 0.61686772108078, 0.7652115821838379], "r_norm": [3.2021074295043945, 2.2056779861450195, 2.151883125305176]}, {"step": 9350, "epoch": 19, "train_loss": 0.20127779245376587, "cos_r_negg": [0.45160770416259766, 0.5931587219238281, 0.7610846757888794], "cos_apical_negg": [0.45160770416259766, 0.5931587219238281, 0.7610846757888794], "cos_Ac_negg": [0.45160770416259766, 0.5931587219238281, 0.7610846757888794], "r_norm": [3.1893575191497803, 2.173637628555298, 2.12016224861145]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9572, "test_loss": 0.1466967315673828}], "final": {"test_acc": 0.9572, "test_loss": 0.1466967315673828, "wall_s": 33.537044525146484, "cos_r_negg": [0.44535374641418457, 0.5997729897499084, 0.766185998916626], "cos_apical_negg": [0.44535374641418457, 0.5997729897499084, 0.766185998916626], "cos_Ac_negg": [0.44535374641418457, 0.5997729897499084, 0.766185998916626]}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_bp_d10_s0.json b/results/deepres_cifar10_bp_d10_s0.json
new file mode 100644
index 0000000..c7f9ee5
--- /dev/null
+++ b/results/deepres_cifar10_bp_d10_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.03, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_bp_d10_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4805023670196533}, {"step": 50, "epoch": 0, "train_loss": 1.9243108034133911}, {"step": 100, "epoch": 0, "train_loss": 1.7706668376922607}, {"step": 150, "epoch": 0, "train_loss": 1.9010581970214844}, {"step": 200, "epoch": 0, "train_loss": 1.78291654586792}, {"step": 250, "epoch": 0, "train_loss": 1.9444907903671265}, {"step": 300, "epoch": 0, "train_loss": 1.5625288486480713}, {"step": 350, "epoch": 0, "train_loss": 1.9445912837982178}, {"epoch_end": 0, "step": 391, "test_acc": 0.3965, "test_loss": 1.7346668090820312}, {"step": 400, "epoch": 1, "train_loss": 1.6577668190002441}, {"step": 450, "epoch": 1, "train_loss": 1.8429439067840576}, {"step": 500, "epoch": 1, "train_loss": 1.6134592294692993}, {"step": 550, "epoch": 1, "train_loss": 1.7913798093795776}, {"step": 600, "epoch": 1, "train_loss": 1.7312819957733154}, {"step": 650, "epoch": 1, "train_loss": 1.6268140077590942}, {"step": 700, "epoch": 1, "train_loss": 1.754970908164978}, {"step": 750, "epoch": 1, "train_loss": 1.7971035242080688}, {"epoch_end": 1, "step": 782, "test_acc": 0.4198, "test_loss": 1.6902294555664064}, {"step": 800, "epoch": 2, "train_loss": 1.597513198852539}, {"step": 850, "epoch": 2, "train_loss": 1.5951777696609497}, {"step": 900, "epoch": 2, "train_loss": 1.5828115940093994}, {"step": 950, "epoch": 2, "train_loss": 1.5037366151809692}, {"step": 1000, "epoch": 2, "train_loss": 1.5915772914886475}, {"step": 1050, "epoch": 2, "train_loss": 1.8864713907241821}, {"step": 1100, "epoch": 2, "train_loss": 1.5148558616638184}, {"step": 1150, "epoch": 2, "train_loss": 1.673466444015503}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4159, "test_loss": 1.6880083251953124}, {"step": 1200, "epoch": 3, "train_loss": 1.5924911499023438}, {"step": 1250, "epoch": 3, "train_loss": 1.4281024932861328}, {"step": 1300, "epoch": 3, "train_loss": 1.4453203678131104}, {"step": 1350, "epoch": 3, "train_loss": 1.5791784524917603}, {"step": 1400, "epoch": 3, "train_loss": 1.682462453842163}, {"step": 1450, "epoch": 3, "train_loss": 1.5124061107635498}, {"step": 1500, "epoch": 3, "train_loss": 1.5281232595443726}, {"step": 1550, "epoch": 3, "train_loss": 1.814102053642273}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4321, "test_loss": 1.6660651733398437}, {"step": 1600, "epoch": 4, "train_loss": 1.4298300743103027}, {"step": 1650, "epoch": 4, "train_loss": 1.4559149742126465}, {"step": 1700, "epoch": 4, "train_loss": 1.4244089126586914}, {"step": 1750, "epoch": 4, "train_loss": 1.4936820268630981}, {"step": 1800, "epoch": 4, "train_loss": 1.3590834140777588}, {"step": 1850, "epoch": 4, "train_loss": 1.5774343013763428}, {"step": 1900, "epoch": 4, "train_loss": 1.488067865371704}, {"step": 1950, "epoch": 4, "train_loss": 1.3697279691696167}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4292, "test_loss": 1.6722986083984375}, {"step": 2000, "epoch": 5, "train_loss": 1.403714895248413}, {"step": 2050, "epoch": 5, "train_loss": 1.4421663284301758}, {"step": 2100, "epoch": 5, "train_loss": 1.5088526010513306}, {"step": 2150, "epoch": 5, "train_loss": 1.5091383457183838}, {"step": 2200, "epoch": 5, "train_loss": 1.4751919507980347}, {"step": 2250, "epoch": 5, "train_loss": 1.6425094604492188}, {"step": 2300, "epoch": 5, "train_loss": 1.4314104318618774}, {"epoch_end": 5, "step": 2346, "test_acc": 0.432, "test_loss": 1.6708376220703125}, {"step": 2350, "epoch": 6, "train_loss": 1.369757056236267}, {"step": 2400, "epoch": 6, "train_loss": 1.2155559062957764}, {"step": 2450, "epoch": 6, "train_loss": 1.3231990337371826}, {"step": 2500, "epoch": 6, "train_loss": 1.3733429908752441}, {"step": 2550, "epoch": 6, "train_loss": 1.257960557937622}, {"step": 2600, "epoch": 6, "train_loss": 1.5040239095687866}, {"step": 2650, "epoch": 6, "train_loss": 1.304045557975769}, {"step": 2700, "epoch": 6, "train_loss": 1.3551884889602661}, {"epoch_end": 6, "step": 2737, "test_acc": 0.445, "test_loss": 1.655726025390625}, {"step": 2750, "epoch": 7, "train_loss": 1.4367141723632812}, {"step": 2800, "epoch": 7, "train_loss": 1.383700966835022}, {"step": 2850, "epoch": 7, "train_loss": 1.3945984840393066}, {"step": 2900, "epoch": 7, "train_loss": 1.2929940223693848}, {"step": 2950, "epoch": 7, "train_loss": 1.3353804349899292}, {"step": 3000, "epoch": 7, "train_loss": 1.4521290063858032}, {"step": 3050, "epoch": 7, "train_loss": 1.418544888496399}, {"step": 3100, "epoch": 7, "train_loss": 1.2981946468353271}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4443, "test_loss": 1.653899951171875}, {"step": 3150, "epoch": 8, "train_loss": 1.251867413520813}, {"step": 3200, "epoch": 8, "train_loss": 1.352758765220642}, {"step": 3250, "epoch": 8, "train_loss": 1.2762202024459839}, {"step": 3300, "epoch": 8, "train_loss": 1.3069744110107422}, {"step": 3350, "epoch": 8, "train_loss": 1.3251045942306519}, {"step": 3400, "epoch": 8, "train_loss": 1.3396565914154053}, {"step": 3450, "epoch": 8, "train_loss": 1.2047147750854492}, {"step": 3500, "epoch": 8, "train_loss": 1.2502622604370117}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4461, "test_loss": 1.6686902221679687}, {"step": 3550, "epoch": 9, "train_loss": 1.0690510272979736}, {"step": 3600, "epoch": 9, "train_loss": 1.1940820217132568}, {"step": 3650, "epoch": 9, "train_loss": 1.2415159940719604}, {"step": 3700, "epoch": 9, "train_loss": 1.179230809211731}, {"step": 3750, "epoch": 9, "train_loss": 1.2062054872512817}, {"step": 3800, "epoch": 9, "train_loss": 1.2117825746536255}, {"step": 3850, "epoch": 9, "train_loss": 1.1063411235809326}, {"step": 3900, "epoch": 9, "train_loss": 1.182300329208374}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4444, "test_loss": 1.6904138671875}, {"step": 3950, "epoch": 10, "train_loss": 1.1264406442642212}, {"step": 4000, "epoch": 10, "train_loss": 1.1682525873184204}, {"step": 4050, "epoch": 10, "train_loss": 1.0739495754241943}, {"step": 4100, "epoch": 10, "train_loss": 1.3387417793273926}, {"step": 4150, "epoch": 10, "train_loss": 1.1605594158172607}, {"step": 4200, "epoch": 10, "train_loss": 1.249294638633728}, {"step": 4250, "epoch": 10, "train_loss": 1.2583014965057373}, {"step": 4300, "epoch": 10, "train_loss": 1.0989246368408203}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4508, "test_loss": 1.6852330810546876}, {"step": 4350, "epoch": 11, "train_loss": 0.9394135475158691}, {"step": 4400, "epoch": 11, "train_loss": 1.1933231353759766}, {"step": 4450, "epoch": 11, "train_loss": 1.2818995714187622}, {"step": 4500, "epoch": 11, "train_loss": 1.1678111553192139}, {"step": 4550, "epoch": 11, "train_loss": 1.1770559549331665}, {"step": 4600, "epoch": 11, "train_loss": 1.111641764640808}, {"step": 4650, "epoch": 11, "train_loss": 1.1453831195831299}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4533, "test_loss": 1.7039718627929688}, {"step": 4700, "epoch": 12, "train_loss": 0.9772158861160278}, {"step": 4750, "epoch": 12, "train_loss": 0.9664447903633118}, {"step": 4800, "epoch": 12, "train_loss": 1.066450834274292}, {"step": 4850, "epoch": 12, "train_loss": 0.9384496212005615}, {"step": 4900, "epoch": 12, "train_loss": 1.0315186977386475}, {"step": 4950, "epoch": 12, "train_loss": 0.9145929217338562}, {"step": 5000, "epoch": 12, "train_loss": 1.2711055278778076}, {"step": 5050, "epoch": 12, "train_loss": 0.9882108569145203}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4471, "test_loss": 1.7770117431640624}, {"step": 5100, "epoch": 13, "train_loss": 0.95047527551651}, {"step": 5150, "epoch": 13, "train_loss": 0.9973198175430298}, {"step": 5200, "epoch": 13, "train_loss": 1.142242193222046}, {"step": 5250, "epoch": 13, "train_loss": 1.011176347732544}, {"step": 5300, "epoch": 13, "train_loss": 0.9168561697006226}, {"step": 5350, "epoch": 13, "train_loss": 1.0919643640518188}, {"step": 5400, "epoch": 13, "train_loss": 1.192501187324524}, {"step": 5450, "epoch": 13, "train_loss": 1.0456657409667969}, {"epoch_end": 13, "step": 5474, "test_acc": 0.452, "test_loss": 1.773270703125}, {"step": 5500, "epoch": 14, "train_loss": 0.8588517904281616}, {"step": 5550, "epoch": 14, "train_loss": 1.0070995092391968}, {"step": 5600, "epoch": 14, "train_loss": 1.0658856630325317}, {"step": 5650, "epoch": 14, "train_loss": 1.0480815172195435}, {"step": 5700, "epoch": 14, "train_loss": 0.9674930572509766}, {"step": 5750, "epoch": 14, "train_loss": 0.9481554627418518}, {"step": 5800, "epoch": 14, "train_loss": 0.9492586851119995}, {"step": 5850, "epoch": 14, "train_loss": 0.8446915149688721}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4545, "test_loss": 1.8043362670898437}, {"step": 5900, "epoch": 15, "train_loss": 0.6650508642196655}, {"step": 5950, "epoch": 15, "train_loss": 0.8558167219161987}, {"step": 6000, "epoch": 15, "train_loss": 0.9662970900535583}, {"step": 6050, "epoch": 15, "train_loss": 0.9439361691474915}, {"step": 6100, "epoch": 15, "train_loss": 0.9440133571624756}, {"step": 6150, "epoch": 15, "train_loss": 0.9823381900787354}, {"step": 6200, "epoch": 15, "train_loss": 1.0182605981826782}, {"step": 6250, "epoch": 15, "train_loss": 0.8252846002578735}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4512, "test_loss": 1.8841068603515625}, {"step": 6300, "epoch": 16, "train_loss": 0.9250580668449402}, {"step": 6350, "epoch": 16, "train_loss": 0.8623616099357605}, {"step": 6400, "epoch": 16, "train_loss": 0.7785738706588745}, {"step": 6450, "epoch": 16, "train_loss": 0.8971303701400757}, {"step": 6500, "epoch": 16, "train_loss": 0.97116619348526}, {"step": 6550, "epoch": 16, "train_loss": 0.7889022827148438}, {"step": 6600, "epoch": 16, "train_loss": 0.8515360355377197}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4613, "test_loss": 1.8894412475585938}, {"step": 6650, "epoch": 17, "train_loss": 0.9646214246749878}, {"step": 6700, "epoch": 17, "train_loss": 0.8167755007743835}, {"step": 6750, "epoch": 17, "train_loss": 0.756700336933136}, {"step": 6800, "epoch": 17, "train_loss": 0.6285844445228577}, {"step": 6850, "epoch": 17, "train_loss": 0.7475757002830505}, {"step": 6900, "epoch": 17, "train_loss": 0.8144198656082153}, {"step": 6950, "epoch": 17, "train_loss": 0.6783292293548584}, {"step": 7000, "epoch": 17, "train_loss": 0.919190526008606}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4572, "test_loss": 1.9545057373046875}, {"step": 7050, "epoch": 18, "train_loss": 0.6048215627670288}, {"step": 7100, "epoch": 18, "train_loss": 0.6986675262451172}, {"step": 7150, "epoch": 18, "train_loss": 0.610088586807251}, {"step": 7200, "epoch": 18, "train_loss": 0.82049560546875}, {"step": 7250, "epoch": 18, "train_loss": 0.6915828585624695}, {"step": 7300, "epoch": 18, "train_loss": 0.8761707544326782}, {"step": 7350, "epoch": 18, "train_loss": 0.6278912425041199}, {"step": 7400, "epoch": 18, "train_loss": 0.6447202563285828}, {"epoch_end": 18, "step": 7429, "test_acc": 0.448, "test_loss": 2.023339245605469}, {"step": 7450, "epoch": 19, "train_loss": 0.6802316308021545}, {"step": 7500, "epoch": 19, "train_loss": 0.5001273155212402}, {"step": 7550, "epoch": 19, "train_loss": 0.6312176585197449}, {"step": 7600, "epoch": 19, "train_loss": 0.6332070231437683}, {"step": 7650, "epoch": 19, "train_loss": 0.6859540939331055}, {"step": 7700, "epoch": 19, "train_loss": 0.6233313083648682}, {"step": 7750, "epoch": 19, "train_loss": 0.5760498642921448}, {"step": 7800, "epoch": 19, "train_loss": 0.7697818279266357}, {"epoch_end": 19, "step": 7820, "test_acc": 0.459, "test_loss": 2.0615122192382813}, {"step": 7850, "epoch": 20, "train_loss": 0.7367113828659058}, {"step": 7900, "epoch": 20, "train_loss": 0.4682805836200714}, {"step": 7950, "epoch": 20, "train_loss": 0.5731428861618042}, {"step": 8000, "epoch": 20, "train_loss": 0.6624416708946228}, {"step": 8050, "epoch": 20, "train_loss": 0.5726143717765808}, {"step": 8100, "epoch": 20, "train_loss": 0.5777522921562195}, {"step": 8150, "epoch": 20, "train_loss": 0.6641302704811096}, {"step": 8200, "epoch": 20, "train_loss": 0.5755907893180847}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4458, "test_loss": 2.145771240234375}, {"step": 8250, "epoch": 21, "train_loss": 0.44442686438560486}, {"step": 8300, "epoch": 21, "train_loss": 0.780669629573822}, {"step": 8350, "epoch": 21, "train_loss": 0.6019383668899536}, {"step": 8400, "epoch": 21, "train_loss": 0.6060488224029541}, {"step": 8450, "epoch": 21, "train_loss": 0.49333781003952026}, {"step": 8500, "epoch": 21, "train_loss": 0.7744311094284058}, {"step": 8550, "epoch": 21, "train_loss": 0.5875805616378784}, {"step": 8600, "epoch": 21, "train_loss": 0.6865609288215637}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4495, "test_loss": 2.2090925537109376}, {"step": 8650, "epoch": 22, "train_loss": 0.6222231984138489}, {"step": 8700, "epoch": 22, "train_loss": 0.587783694267273}, {"step": 8750, "epoch": 22, "train_loss": 0.5012350082397461}, {"step": 8800, "epoch": 22, "train_loss": 0.645885705947876}, {"step": 8850, "epoch": 22, "train_loss": 0.40298590064048767}, {"step": 8900, "epoch": 22, "train_loss": 0.5844353437423706}, {"step": 8950, "epoch": 22, "train_loss": 0.5409150719642639}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4546, "test_loss": 2.2270652099609376}, {"step": 9000, "epoch": 23, "train_loss": 0.5459783673286438}, {"step": 9050, "epoch": 23, "train_loss": 0.36206772923469543}, {"step": 9100, "epoch": 23, "train_loss": 0.27981802821159363}, {"step": 9150, "epoch": 23, "train_loss": 0.45516639947891235}, {"step": 9200, "epoch": 23, "train_loss": 0.6024037599563599}, {"step": 9250, "epoch": 23, "train_loss": 0.6222732067108154}, {"step": 9300, "epoch": 23, "train_loss": 0.5161628127098083}, {"step": 9350, "epoch": 23, "train_loss": 0.7103027701377869}, {"epoch_end": 23, "step": 9384, "test_acc": 0.452, "test_loss": 2.3388936279296875}, {"step": 9400, "epoch": 24, "train_loss": 0.355478435754776}, {"step": 9450, "epoch": 24, "train_loss": 0.43078136444091797}, {"step": 9500, "epoch": 24, "train_loss": 0.44064226746559143}, {"step": 9550, "epoch": 24, "train_loss": 0.6070430278778076}, {"step": 9600, "epoch": 24, "train_loss": 0.412314236164093}, {"step": 9650, "epoch": 24, "train_loss": 0.3207480013370514}, {"step": 9700, "epoch": 24, "train_loss": 0.540826141834259}, {"step": 9750, "epoch": 24, "train_loss": 0.4090275168418884}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4483, "test_loss": 2.3639381591796873}], "final": {"test_acc": 0.4483, "test_loss": 2.3639381591796873, "wall_s": 58.507574796676636}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_bp_d10_s1.json b/results/deepres_cifar10_bp_d10_s1.json
new file mode 100644
index 0000000..f4a1efe
--- /dev/null
+++ b/results/deepres_cifar10_bp_d10_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_bp_d10_s1", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.474937915802002}, {"step": 50, "epoch": 0, "train_loss": 1.9810510873794556}, {"step": 100, "epoch": 0, "train_loss": 1.8756948709487915}, {"step": 150, "epoch": 0, "train_loss": 1.982033610343933}, {"step": 200, "epoch": 0, "train_loss": 1.9456099271774292}, {"step": 250, "epoch": 0, "train_loss": 1.97413969039917}, {"step": 300, "epoch": 0, "train_loss": 1.6506032943725586}, {"step": 350, "epoch": 0, "train_loss": 2.1163249015808105}, {"epoch_end": 0, "step": 391, "test_acc": 0.3652, "test_loss": 1.8119772705078125}, {"step": 400, "epoch": 1, "train_loss": 1.7341233491897583}, {"step": 450, "epoch": 1, "train_loss": 1.8295886516571045}, {"step": 500, "epoch": 1, "train_loss": 1.625008225440979}, {"step": 550, "epoch": 1, "train_loss": 1.763790249824524}, {"step": 600, "epoch": 1, "train_loss": 1.7649763822555542}, {"step": 650, "epoch": 1, "train_loss": 1.7382888793945312}, {"step": 700, "epoch": 1, "train_loss": 1.8503373861312866}, {"step": 750, "epoch": 1, "train_loss": 1.8702208995819092}, {"epoch_end": 1, "step": 782, "test_acc": 0.3865, "test_loss": 1.77464775390625}, {"step": 800, "epoch": 2, "train_loss": 1.7564424276351929}, {"step": 850, "epoch": 2, "train_loss": 1.6298599243164062}, {"step": 900, "epoch": 2, "train_loss": 1.6648520231246948}, {"step": 950, "epoch": 2, "train_loss": 1.5729929208755493}, {"step": 1000, "epoch": 2, "train_loss": 1.6324102878570557}, {"step": 1050, "epoch": 2, "train_loss": 1.878173589706421}, {"step": 1100, "epoch": 2, "train_loss": 1.5648469924926758}, {"step": 1150, "epoch": 2, "train_loss": 1.612816572189331}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3941, "test_loss": 1.7349022338867188}, {"step": 1200, "epoch": 3, "train_loss": 1.613059163093567}, {"step": 1250, "epoch": 3, "train_loss": 1.5516849756240845}, {"step": 1300, "epoch": 3, "train_loss": 1.4942761659622192}, {"step": 1350, "epoch": 3, "train_loss": 1.6228923797607422}, {"step": 1400, "epoch": 3, "train_loss": 1.7029855251312256}, {"step": 1450, "epoch": 3, "train_loss": 1.4502489566802979}, {"step": 1500, "epoch": 3, "train_loss": 1.6546568870544434}, {"step": 1550, "epoch": 3, "train_loss": 1.7853683233261108}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4166, "test_loss": 1.70033505859375}, {"step": 1600, "epoch": 4, "train_loss": 1.6311542987823486}, {"step": 1650, "epoch": 4, "train_loss": 1.5298234224319458}, {"step": 1700, "epoch": 4, "train_loss": 1.4981343746185303}, {"step": 1750, "epoch": 4, "train_loss": 1.5393564701080322}, {"step": 1800, "epoch": 4, "train_loss": 1.3168576955795288}, {"step": 1850, "epoch": 4, "train_loss": 1.7223714590072632}, {"step": 1900, "epoch": 4, "train_loss": 1.519550085067749}, {"step": 1950, "epoch": 4, "train_loss": 1.4256467819213867}, {"epoch_end": 4, "step": 1955, "test_acc": 0.412, "test_loss": 1.6942331787109375}, {"step": 2000, "epoch": 5, "train_loss": 1.555637240409851}, {"step": 2050, "epoch": 5, "train_loss": 1.4832457304000854}, {"step": 2100, "epoch": 5, "train_loss": 1.5936131477355957}, {"step": 2150, "epoch": 5, "train_loss": 1.5495773553848267}, {"step": 2200, "epoch": 5, "train_loss": 1.6670422554016113}, {"step": 2250, "epoch": 5, "train_loss": 1.722087025642395}, {"step": 2300, "epoch": 5, "train_loss": 1.4790923595428467}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4296, "test_loss": 1.6708690063476563}, {"step": 2350, "epoch": 6, "train_loss": 1.4819114208221436}, {"step": 2400, "epoch": 6, "train_loss": 1.3412307500839233}, {"step": 2450, "epoch": 6, "train_loss": 1.3297152519226074}, {"step": 2500, "epoch": 6, "train_loss": 1.388519048690796}, {"step": 2550, "epoch": 6, "train_loss": 1.4244170188903809}, {"step": 2600, "epoch": 6, "train_loss": 1.4550960063934326}, {"step": 2650, "epoch": 6, "train_loss": 1.328325867652893}, {"step": 2700, "epoch": 6, "train_loss": 1.4657806158065796}, {"epoch_end": 6, "step": 2737, "test_acc": 0.429, "test_loss": 1.6672552001953125}, {"step": 2750, "epoch": 7, "train_loss": 1.467711091041565}, {"step": 2800, "epoch": 7, "train_loss": 1.4607040882110596}, {"step": 2850, "epoch": 7, "train_loss": 1.590215802192688}, {"step": 2900, "epoch": 7, "train_loss": 1.4149293899536133}, {"step": 2950, "epoch": 7, "train_loss": 1.4597270488739014}, {"step": 3000, "epoch": 7, "train_loss": 1.495851993560791}, {"step": 3050, "epoch": 7, "train_loss": 1.4794249534606934}, {"step": 3100, "epoch": 7, "train_loss": 1.3654199838638306}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4365, "test_loss": 1.6341829345703125}, {"step": 3150, "epoch": 8, "train_loss": 1.2582591772079468}, {"step": 3200, "epoch": 8, "train_loss": 1.3809131383895874}, {"step": 3250, "epoch": 8, "train_loss": 1.298175573348999}, {"step": 3300, "epoch": 8, "train_loss": 1.4333388805389404}, {"step": 3350, "epoch": 8, "train_loss": 1.4212087392807007}, {"step": 3400, "epoch": 8, "train_loss": 1.3709748983383179}, {"step": 3450, "epoch": 8, "train_loss": 1.155739426612854}, {"step": 3500, "epoch": 8, "train_loss": 1.3453152179718018}, {"epoch_end": 8, "step": 3519, "test_acc": 0.45, "test_loss": 1.6357316772460937}, {"step": 3550, "epoch": 9, "train_loss": 1.1486027240753174}, {"step": 3600, "epoch": 9, "train_loss": 1.266326665878296}, {"step": 3650, "epoch": 9, "train_loss": 1.353798270225525}, {"step": 3700, "epoch": 9, "train_loss": 1.157212257385254}, {"step": 3750, "epoch": 9, "train_loss": 1.2664995193481445}, {"step": 3800, "epoch": 9, "train_loss": 1.3935484886169434}, {"step": 3850, "epoch": 9, "train_loss": 1.203920841217041}, {"step": 3900, "epoch": 9, "train_loss": 1.2899264097213745}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4442, "test_loss": 1.6501440063476562}, {"step": 3950, "epoch": 10, "train_loss": 1.064318299293518}, {"step": 4000, "epoch": 10, "train_loss": 1.2217854261398315}, {"step": 4050, "epoch": 10, "train_loss": 1.2211436033248901}, {"step": 4100, "epoch": 10, "train_loss": 1.347151756286621}, {"step": 4150, "epoch": 10, "train_loss": 1.2851091623306274}, {"step": 4200, "epoch": 10, "train_loss": 1.299539566040039}, {"step": 4250, "epoch": 10, "train_loss": 1.4882557392120361}, {"step": 4300, "epoch": 10, "train_loss": 1.207797884941101}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4507, "test_loss": 1.650082763671875}, {"step": 4350, "epoch": 11, "train_loss": 1.0298418998718262}, {"step": 4400, "epoch": 11, "train_loss": 1.2959033250808716}, {"step": 4450, "epoch": 11, "train_loss": 1.3282071352005005}, {"step": 4500, "epoch": 11, "train_loss": 1.1854933500289917}, {"step": 4550, "epoch": 11, "train_loss": 1.2248215675354004}, {"step": 4600, "epoch": 11, "train_loss": 1.3738795518875122}, {"step": 4650, "epoch": 11, "train_loss": 1.2525042295455933}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4552, "test_loss": 1.6476728149414062}, {"step": 4700, "epoch": 12, "train_loss": 1.1534981727600098}, {"step": 4750, "epoch": 12, "train_loss": 1.080337643623352}, {"step": 4800, "epoch": 12, "train_loss": 1.0765324831008911}, {"step": 4850, "epoch": 12, "train_loss": 1.1643842458724976}, {"step": 4900, "epoch": 12, "train_loss": 1.1017801761627197}, {"step": 4950, "epoch": 12, "train_loss": 1.0066592693328857}, {"step": 5000, "epoch": 12, "train_loss": 1.3711752891540527}, {"step": 5050, "epoch": 12, "train_loss": 1.2411946058273315}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4514, "test_loss": 1.6923083862304686}, {"step": 5100, "epoch": 13, "train_loss": 1.1520012617111206}, {"step": 5150, "epoch": 13, "train_loss": 0.9865533709526062}, {"step": 5200, "epoch": 13, "train_loss": 1.0113853216171265}, {"step": 5250, "epoch": 13, "train_loss": 1.2361096143722534}, {"step": 5300, "epoch": 13, "train_loss": 0.9260061383247375}, {"step": 5350, "epoch": 13, "train_loss": 1.030071496963501}, {"step": 5400, "epoch": 13, "train_loss": 1.4215152263641357}, {"step": 5450, "epoch": 13, "train_loss": 1.1283513307571411}, {"epoch_end": 13, "step": 5474, "test_acc": 0.441, "test_loss": 1.7108400268554687}, {"step": 5500, "epoch": 14, "train_loss": 0.9242774844169617}, {"step": 5550, "epoch": 14, "train_loss": 1.0075331926345825}, {"step": 5600, "epoch": 14, "train_loss": 1.032387614250183}, {"step": 5650, "epoch": 14, "train_loss": 1.145736813545227}, {"step": 5700, "epoch": 14, "train_loss": 0.9398419260978699}, {"step": 5750, "epoch": 14, "train_loss": 1.094949722290039}, {"step": 5800, "epoch": 14, "train_loss": 1.2695205211639404}, {"step": 5850, "epoch": 14, "train_loss": 0.9003486633300781}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4519, "test_loss": 1.7471671020507813}, {"step": 5900, "epoch": 15, "train_loss": 0.9046032428741455}, {"step": 5950, "epoch": 15, "train_loss": 1.084038257598877}, {"step": 6000, "epoch": 15, "train_loss": 1.1489980220794678}, {"step": 6050, "epoch": 15, "train_loss": 1.0278271436691284}, {"step": 6100, "epoch": 15, "train_loss": 1.0770155191421509}, {"step": 6150, "epoch": 15, "train_loss": 1.0879758596420288}, {"step": 6200, "epoch": 15, "train_loss": 0.8831163644790649}, {"step": 6250, "epoch": 15, "train_loss": 1.038344144821167}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4566, "test_loss": 1.7477427124023437}, {"step": 6300, "epoch": 16, "train_loss": 1.0131522417068481}, {"step": 6350, "epoch": 16, "train_loss": 0.9924846291542053}, {"step": 6400, "epoch": 16, "train_loss": 1.1313728094100952}, {"step": 6450, "epoch": 16, "train_loss": 0.90538090467453}, {"step": 6500, "epoch": 16, "train_loss": 1.1822397708892822}, {"step": 6550, "epoch": 16, "train_loss": 0.8783355355262756}, {"step": 6600, "epoch": 16, "train_loss": 1.0620914697647095}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4573, "test_loss": 1.7939119262695313}, {"step": 6650, "epoch": 17, "train_loss": 0.9358391761779785}, {"step": 6700, "epoch": 17, "train_loss": 0.9616326689720154}, {"step": 6750, "epoch": 17, "train_loss": 0.9950760006904602}, {"step": 6800, "epoch": 17, "train_loss": 0.8743880987167358}, {"step": 6850, "epoch": 17, "train_loss": 0.9833266139030457}, {"step": 6900, "epoch": 17, "train_loss": 0.9683167934417725}, {"step": 6950, "epoch": 17, "train_loss": 0.8453910946846008}, {"step": 7000, "epoch": 17, "train_loss": 0.8669132590293884}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4498, "test_loss": 1.8555650756835937}, {"step": 7050, "epoch": 18, "train_loss": 0.7959442138671875}, {"step": 7100, "epoch": 18, "train_loss": 0.8060630559921265}, {"step": 7150, "epoch": 18, "train_loss": 0.8505492210388184}, {"step": 7200, "epoch": 18, "train_loss": 0.9500001668930054}, {"step": 7250, "epoch": 18, "train_loss": 0.8057479858398438}, {"step": 7300, "epoch": 18, "train_loss": 0.9801400899887085}, {"step": 7350, "epoch": 18, "train_loss": 0.7908468842506409}, {"step": 7400, "epoch": 18, "train_loss": 0.8470367789268494}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4439, "test_loss": 1.88467744140625}, {"step": 7450, "epoch": 19, "train_loss": 0.6426813006401062}, {"step": 7500, "epoch": 19, "train_loss": 0.7311369776725769}, {"step": 7550, "epoch": 19, "train_loss": 0.6155610084533691}, {"step": 7600, "epoch": 19, "train_loss": 0.9287135601043701}, {"step": 7650, "epoch": 19, "train_loss": 0.6513373851776123}, {"step": 7700, "epoch": 19, "train_loss": 0.7830522060394287}, {"step": 7750, "epoch": 19, "train_loss": 0.9360314607620239}, {"step": 7800, "epoch": 19, "train_loss": 0.9394295811653137}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4562, "test_loss": 1.9124622924804688}, {"step": 7850, "epoch": 20, "train_loss": 0.7312827110290527}, {"step": 7900, "epoch": 20, "train_loss": 0.7191965579986572}, {"step": 7950, "epoch": 20, "train_loss": 0.7848682403564453}, {"step": 8000, "epoch": 20, "train_loss": 0.9946691393852234}, {"step": 8050, "epoch": 20, "train_loss": 0.8938025832176208}, {"step": 8100, "epoch": 20, "train_loss": 0.974377453327179}, {"step": 8150, "epoch": 20, "train_loss": 0.8094439506530762}, {"step": 8200, "epoch": 20, "train_loss": 0.6786919832229614}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4579, "test_loss": 1.9650079956054687}, {"step": 8250, "epoch": 21, "train_loss": 0.5053175687789917}, {"step": 8300, "epoch": 21, "train_loss": 0.8941579461097717}, {"step": 8350, "epoch": 21, "train_loss": 0.6911795735359192}, {"step": 8400, "epoch": 21, "train_loss": 0.6684409976005554}, {"step": 8450, "epoch": 21, "train_loss": 0.49829113483428955}, {"step": 8500, "epoch": 21, "train_loss": 0.9151604771614075}, {"step": 8550, "epoch": 21, "train_loss": 0.810282826423645}, {"step": 8600, "epoch": 21, "train_loss": 0.8724928498268127}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4483, "test_loss": 2.008372607421875}, {"step": 8650, "epoch": 22, "train_loss": 0.5307719111442566}, {"step": 8700, "epoch": 22, "train_loss": 0.7512806057929993}, {"step": 8750, "epoch": 22, "train_loss": 0.5564422011375427}, {"step": 8800, "epoch": 22, "train_loss": 0.8042072653770447}, {"step": 8850, "epoch": 22, "train_loss": 0.5894147753715515}, {"step": 8900, "epoch": 22, "train_loss": 0.5814927220344543}, {"step": 8950, "epoch": 22, "train_loss": 0.6132732033729553}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4573, "test_loss": 2.063331311035156}, {"step": 9000, "epoch": 23, "train_loss": 0.7010948657989502}, {"step": 9050, "epoch": 23, "train_loss": 0.5378684401512146}, {"step": 9100, "epoch": 23, "train_loss": 0.47566932439804077}, {"step": 9150, "epoch": 23, "train_loss": 0.5899172425270081}, {"step": 9200, "epoch": 23, "train_loss": 0.59605473279953}, {"step": 9250, "epoch": 23, "train_loss": 0.6183496117591858}, {"step": 9300, "epoch": 23, "train_loss": 0.4820050299167633}, {"step": 9350, "epoch": 23, "train_loss": 0.7381101846694946}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4537, "test_loss": 2.1340864868164062}, {"step": 9400, "epoch": 24, "train_loss": 0.49678128957748413}, {"step": 9450, "epoch": 24, "train_loss": 0.48017412424087524}, {"step": 9500, "epoch": 24, "train_loss": 0.5367577075958252}, {"step": 9550, "epoch": 24, "train_loss": 0.6986593008041382}, {"step": 9600, "epoch": 24, "train_loss": 0.6029084920883179}, {"step": 9650, "epoch": 24, "train_loss": 0.6383213400840759}, {"step": 9700, "epoch": 24, "train_loss": 0.6713042259216309}, {"step": 9750, "epoch": 24, "train_loss": 0.5910714864730835}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4516, "test_loss": 2.18686552734375}], "final": {"test_acc": 0.4516, "test_loss": 2.18686552734375, "wall_s": 61.18006110191345}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_bp_d10_s2.json b/results/deepres_cifar10_bp_d10_s2.json
new file mode 100644
index 0000000..986d486
--- /dev/null
+++ b/results/deepres_cifar10_bp_d10_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_bp_d10_s2", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5071752071380615}, {"step": 50, "epoch": 0, "train_loss": 1.9608008861541748}, {"step": 100, "epoch": 0, "train_loss": 1.8962122201919556}, {"step": 150, "epoch": 0, "train_loss": 1.9863269329071045}, {"step": 200, "epoch": 0, "train_loss": 1.8685461282730103}, {"step": 250, "epoch": 0, "train_loss": 1.9535760879516602}, {"step": 300, "epoch": 0, "train_loss": 1.6940723657608032}, {"step": 350, "epoch": 0, "train_loss": 1.9688799381256104}, {"epoch_end": 0, "step": 391, "test_acc": 0.3712, "test_loss": 1.81215166015625}, {"step": 400, "epoch": 1, "train_loss": 1.8323421478271484}, {"step": 450, "epoch": 1, "train_loss": 1.9448602199554443}, {"step": 500, "epoch": 1, "train_loss": 1.7103807926177979}, {"step": 550, "epoch": 1, "train_loss": 1.793230652809143}, {"step": 600, "epoch": 1, "train_loss": 1.7785395383834839}, {"step": 650, "epoch": 1, "train_loss": 1.7220054864883423}, {"step": 700, "epoch": 1, "train_loss": 1.7735559940338135}, {"step": 750, "epoch": 1, "train_loss": 1.9282212257385254}, {"epoch_end": 1, "step": 782, "test_acc": 0.3908, "test_loss": 1.7599986328125}, {"step": 800, "epoch": 2, "train_loss": 1.6600514650344849}, {"step": 850, "epoch": 2, "train_loss": 1.613816738128662}, {"step": 900, "epoch": 2, "train_loss": 1.671632170677185}, {"step": 950, "epoch": 2, "train_loss": 1.5534955263137817}, {"step": 1000, "epoch": 2, "train_loss": 1.7549406290054321}, {"step": 1050, "epoch": 2, "train_loss": 1.8720920085906982}, {"step": 1100, "epoch": 2, "train_loss": 1.5439475774765015}, {"step": 1150, "epoch": 2, "train_loss": 1.6789826154708862}, {"epoch_end": 2, "step": 1173, "test_acc": 0.388, "test_loss": 1.7551209594726562}, {"step": 1200, "epoch": 3, "train_loss": 1.6129648685455322}, {"step": 1250, "epoch": 3, "train_loss": 1.5288983583450317}, {"step": 1300, "epoch": 3, "train_loss": 1.5550023317337036}, {"step": 1350, "epoch": 3, "train_loss": 1.7375121116638184}, {"step": 1400, "epoch": 3, "train_loss": 1.732497215270996}, {"step": 1450, "epoch": 3, "train_loss": 1.5427615642547607}, {"step": 1500, "epoch": 3, "train_loss": 1.6257551908493042}, {"step": 1550, "epoch": 3, "train_loss": 1.872565746307373}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4152, "test_loss": 1.7037408325195313}, {"step": 1600, "epoch": 4, "train_loss": 1.5504168272018433}, {"step": 1650, "epoch": 4, "train_loss": 1.5845025777816772}, {"step": 1700, "epoch": 4, "train_loss": 1.6191339492797852}, {"step": 1750, "epoch": 4, "train_loss": 1.5273913145065308}, {"step": 1800, "epoch": 4, "train_loss": 1.383461594581604}, {"step": 1850, "epoch": 4, "train_loss": 1.6674046516418457}, {"step": 1900, "epoch": 4, "train_loss": 1.6406954526901245}, {"step": 1950, "epoch": 4, "train_loss": 1.4122015237808228}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4198, "test_loss": 1.6909933471679688}, {"step": 2000, "epoch": 5, "train_loss": 1.4745540618896484}, {"step": 2050, "epoch": 5, "train_loss": 1.4540644884109497}, {"step": 2100, "epoch": 5, "train_loss": 1.5327061414718628}, {"step": 2150, "epoch": 5, "train_loss": 1.6714719533920288}, {"step": 2200, "epoch": 5, "train_loss": 1.6084487438201904}, {"step": 2250, "epoch": 5, "train_loss": 1.7346487045288086}, {"step": 2300, "epoch": 5, "train_loss": 1.512622594833374}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4237, "test_loss": 1.6786248413085938}, {"step": 2350, "epoch": 6, "train_loss": 1.507564663887024}, {"step": 2400, "epoch": 6, "train_loss": 1.3604828119277954}, {"step": 2450, "epoch": 6, "train_loss": 1.3810405731201172}, {"step": 2500, "epoch": 6, "train_loss": 1.496454119682312}, {"step": 2550, "epoch": 6, "train_loss": 1.5016294717788696}, {"step": 2600, "epoch": 6, "train_loss": 1.479086995124817}, {"step": 2650, "epoch": 6, "train_loss": 1.3320016860961914}, {"step": 2700, "epoch": 6, "train_loss": 1.3565642833709717}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4321, "test_loss": 1.6569377807617187}, {"step": 2750, "epoch": 7, "train_loss": 1.4931906461715698}, {"step": 2800, "epoch": 7, "train_loss": 1.5199756622314453}, {"step": 2850, "epoch": 7, "train_loss": 1.536308765411377}, {"step": 2900, "epoch": 7, "train_loss": 1.428140640258789}, {"step": 2950, "epoch": 7, "train_loss": 1.4405241012573242}, {"step": 3000, "epoch": 7, "train_loss": 1.5279451608657837}, {"step": 3050, "epoch": 7, "train_loss": 1.3607555627822876}, {"step": 3100, "epoch": 7, "train_loss": 1.276414394378662}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4393, "test_loss": 1.6369685302734376}, {"step": 3150, "epoch": 8, "train_loss": 1.319069504737854}, {"step": 3200, "epoch": 8, "train_loss": 1.375317096710205}, {"step": 3250, "epoch": 8, "train_loss": 1.2816343307495117}, {"step": 3300, "epoch": 8, "train_loss": 1.5034990310668945}, {"step": 3350, "epoch": 8, "train_loss": 1.448878288269043}, {"step": 3400, "epoch": 8, "train_loss": 1.3940223455429077}, {"step": 3450, "epoch": 8, "train_loss": 1.220852017402649}, {"step": 3500, "epoch": 8, "train_loss": 1.4097591638565063}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4324, "test_loss": 1.6646414916992187}, {"step": 3550, "epoch": 9, "train_loss": 1.2344049215316772}, {"step": 3600, "epoch": 9, "train_loss": 1.2282241582870483}, {"step": 3650, "epoch": 9, "train_loss": 1.387450098991394}, {"step": 3700, "epoch": 9, "train_loss": 1.2416197061538696}, {"step": 3750, "epoch": 9, "train_loss": 1.226271152496338}, {"step": 3800, "epoch": 9, "train_loss": 1.3719933032989502}, {"step": 3850, "epoch": 9, "train_loss": 1.2867680788040161}, {"step": 3900, "epoch": 9, "train_loss": 1.2465332746505737}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4424, "test_loss": 1.6436270874023438}, {"step": 3950, "epoch": 10, "train_loss": 1.3229416608810425}, {"step": 4000, "epoch": 10, "train_loss": 1.1875609159469604}, {"step": 4050, "epoch": 10, "train_loss": 1.3093562126159668}, {"step": 4100, "epoch": 10, "train_loss": 1.3778388500213623}, {"step": 4150, "epoch": 10, "train_loss": 1.1414563655853271}, {"step": 4200, "epoch": 10, "train_loss": 1.3737813234329224}, {"step": 4250, "epoch": 10, "train_loss": 1.5098668336868286}, {"step": 4300, "epoch": 10, "train_loss": 1.3626285791397095}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4408, "test_loss": 1.6560951782226563}, {"step": 4350, "epoch": 11, "train_loss": 1.1292833089828491}, {"step": 4400, "epoch": 11, "train_loss": 1.4233686923980713}, {"step": 4450, "epoch": 11, "train_loss": 1.2740378379821777}, {"step": 4500, "epoch": 11, "train_loss": 1.2769688367843628}, {"step": 4550, "epoch": 11, "train_loss": 1.266497254371643}, {"step": 4600, "epoch": 11, "train_loss": 1.3220800161361694}, {"step": 4650, "epoch": 11, "train_loss": 1.304295539855957}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4504, "test_loss": 1.6625057739257814}, {"step": 4700, "epoch": 12, "train_loss": 1.1048305034637451}, {"step": 4750, "epoch": 12, "train_loss": 1.1443455219268799}, {"step": 4800, "epoch": 12, "train_loss": 1.1389020681381226}, {"step": 4850, "epoch": 12, "train_loss": 1.1010143756866455}, {"step": 4900, "epoch": 12, "train_loss": 1.179972529411316}, {"step": 4950, "epoch": 12, "train_loss": 1.037556529045105}, {"step": 5000, "epoch": 12, "train_loss": 1.2087348699569702}, {"step": 5050, "epoch": 12, "train_loss": 1.1063586473464966}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4463, "test_loss": 1.7059025756835937}, {"step": 5100, "epoch": 13, "train_loss": 1.043835997581482}, {"step": 5150, "epoch": 13, "train_loss": 1.0886166095733643}, {"step": 5200, "epoch": 13, "train_loss": 1.0580105781555176}, {"step": 5250, "epoch": 13, "train_loss": 1.1754372119903564}, {"step": 5300, "epoch": 13, "train_loss": 0.9875668883323669}, {"step": 5350, "epoch": 13, "train_loss": 1.0195716619491577}, {"step": 5400, "epoch": 13, "train_loss": 1.2906395196914673}, {"step": 5450, "epoch": 13, "train_loss": 1.1019704341888428}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4407, "test_loss": 1.7244041748046874}, {"step": 5500, "epoch": 14, "train_loss": 1.026075005531311}, {"step": 5550, "epoch": 14, "train_loss": 1.1901575326919556}, {"step": 5600, "epoch": 14, "train_loss": 1.0463045835494995}, {"step": 5650, "epoch": 14, "train_loss": 1.140944480895996}, {"step": 5700, "epoch": 14, "train_loss": 1.0831736326217651}, {"step": 5750, "epoch": 14, "train_loss": 1.032351016998291}, {"step": 5800, "epoch": 14, "train_loss": 1.2421088218688965}, {"step": 5850, "epoch": 14, "train_loss": 1.0181492567062378}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4462, "test_loss": 1.7495384521484374}, {"step": 5900, "epoch": 15, "train_loss": 0.9052018523216248}, {"step": 5950, "epoch": 15, "train_loss": 1.010372281074524}, {"step": 6000, "epoch": 15, "train_loss": 1.0557479858398438}, {"step": 6050, "epoch": 15, "train_loss": 1.0813889503479004}, {"step": 6100, "epoch": 15, "train_loss": 1.0914117097854614}, {"step": 6150, "epoch": 15, "train_loss": 1.0620338916778564}, {"step": 6200, "epoch": 15, "train_loss": 1.0879931449890137}, {"step": 6250, "epoch": 15, "train_loss": 1.1768887042999268}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4553, "test_loss": 1.748779736328125}, {"step": 6300, "epoch": 16, "train_loss": 0.9554329514503479}, {"step": 6350, "epoch": 16, "train_loss": 1.1056199073791504}, {"step": 6400, "epoch": 16, "train_loss": 1.0234827995300293}, {"step": 6450, "epoch": 16, "train_loss": 0.9807387590408325}, {"step": 6500, "epoch": 16, "train_loss": 0.9097591042518616}, {"step": 6550, "epoch": 16, "train_loss": 0.761002242565155}, {"step": 6600, "epoch": 16, "train_loss": 1.1146328449249268}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4611, "test_loss": 1.7883543334960939}, {"step": 6650, "epoch": 17, "train_loss": 1.0140349864959717}, {"step": 6700, "epoch": 17, "train_loss": 0.9595022201538086}, {"step": 6750, "epoch": 17, "train_loss": 0.9182824492454529}, {"step": 6800, "epoch": 17, "train_loss": 0.8046501278877258}, {"step": 6850, "epoch": 17, "train_loss": 0.8476011753082275}, {"step": 6900, "epoch": 17, "train_loss": 1.1069016456604004}, {"step": 6950, "epoch": 17, "train_loss": 0.8335724472999573}, {"step": 7000, "epoch": 17, "train_loss": 0.8860149383544922}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4443, "test_loss": 1.8397402099609375}, {"step": 7050, "epoch": 18, "train_loss": 0.7528976798057556}, {"step": 7100, "epoch": 18, "train_loss": 0.9509689807891846}, {"step": 7150, "epoch": 18, "train_loss": 0.7953600883483887}, {"step": 7200, "epoch": 18, "train_loss": 0.8743530511856079}, {"step": 7250, "epoch": 18, "train_loss": 0.9115999937057495}, {"step": 7300, "epoch": 18, "train_loss": 1.051653265953064}, {"step": 7350, "epoch": 18, "train_loss": 0.7826521396636963}, {"step": 7400, "epoch": 18, "train_loss": 0.770828127861023}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4459, "test_loss": 1.85666162109375}, {"step": 7450, "epoch": 19, "train_loss": 0.6920899152755737}, {"step": 7500, "epoch": 19, "train_loss": 0.7102809548377991}, {"step": 7550, "epoch": 19, "train_loss": 0.6887139678001404}, {"step": 7600, "epoch": 19, "train_loss": 0.9401888847351074}, {"step": 7650, "epoch": 19, "train_loss": 0.7212426066398621}, {"step": 7700, "epoch": 19, "train_loss": 0.7301151752471924}, {"step": 7750, "epoch": 19, "train_loss": 0.8493830561637878}, {"step": 7800, "epoch": 19, "train_loss": 0.9259684681892395}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4517, "test_loss": 1.926906689453125}, {"step": 7850, "epoch": 20, "train_loss": 0.7875493168830872}, {"step": 7900, "epoch": 20, "train_loss": 0.6178094744682312}, {"step": 7950, "epoch": 20, "train_loss": 0.8335026502609253}, {"step": 8000, "epoch": 20, "train_loss": 0.8701580762863159}, {"step": 8050, "epoch": 20, "train_loss": 0.7382594347000122}, {"step": 8100, "epoch": 20, "train_loss": 0.7536005973815918}, {"step": 8150, "epoch": 20, "train_loss": 0.7870154976844788}, {"step": 8200, "epoch": 20, "train_loss": 0.610272228717804}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4535, "test_loss": 1.96348798828125}, {"step": 8250, "epoch": 21, "train_loss": 0.569845974445343}, {"step": 8300, "epoch": 21, "train_loss": 0.8155156373977661}, {"step": 8350, "epoch": 21, "train_loss": 0.8627228736877441}, {"step": 8400, "epoch": 21, "train_loss": 0.5914130210876465}, {"step": 8450, "epoch": 21, "train_loss": 0.5621826648712158}, {"step": 8500, "epoch": 21, "train_loss": 0.8714606761932373}, {"step": 8550, "epoch": 21, "train_loss": 0.8746189475059509}, {"step": 8600, "epoch": 21, "train_loss": 0.7954186201095581}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4551, "test_loss": 2.0035102172851564}, {"step": 8650, "epoch": 22, "train_loss": 0.5728958249092102}, {"step": 8700, "epoch": 22, "train_loss": 0.7661734819412231}, {"step": 8750, "epoch": 22, "train_loss": 0.512265145778656}, {"step": 8800, "epoch": 22, "train_loss": 0.7935627102851868}, {"step": 8850, "epoch": 22, "train_loss": 0.5386154651641846}, {"step": 8900, "epoch": 22, "train_loss": 0.8406313061714172}, {"step": 8950, "epoch": 22, "train_loss": 0.7259998321533203}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4613, "test_loss": 2.049331396484375}, {"step": 9000, "epoch": 23, "train_loss": 0.5435569286346436}, {"step": 9050, "epoch": 23, "train_loss": 0.5163726806640625}, {"step": 9100, "epoch": 23, "train_loss": 0.6018065214157104}, {"step": 9150, "epoch": 23, "train_loss": 0.5561926960945129}, {"step": 9200, "epoch": 23, "train_loss": 0.7475782632827759}, {"step": 9250, "epoch": 23, "train_loss": 0.8138334155082703}, {"step": 9300, "epoch": 23, "train_loss": 0.769618034362793}, {"step": 9350, "epoch": 23, "train_loss": 0.6232694387435913}, {"epoch_end": 23, "step": 9384, "test_acc": 0.447, "test_loss": 2.109910119628906}, {"step": 9400, "epoch": 24, "train_loss": 0.5323977470397949}, {"step": 9450, "epoch": 24, "train_loss": 0.4653167724609375}, {"step": 9500, "epoch": 24, "train_loss": 0.6641595363616943}, {"step": 9550, "epoch": 24, "train_loss": 0.6011607646942139}, {"step": 9600, "epoch": 24, "train_loss": 0.8134567737579346}, {"step": 9650, "epoch": 24, "train_loss": 0.5261057615280151}, {"step": 9700, "epoch": 24, "train_loss": 0.6496270298957825}, {"step": 9750, "epoch": 24, "train_loss": 0.6136596202850342}, {"epoch_end": 24, "step": 9775, "test_acc": 0.46, "test_loss": 2.149159289550781}], "final": {"test_acc": 0.46, "test_loss": 2.149159289550781, "wall_s": 58.10742807388306}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_bp_d20_s0.json b/results/deepres_cifar10_bp_d20_s0.json
new file mode 100644
index 0000000..e69cf1b
--- /dev/null
+++ b/results/deepres_cifar10_bp_d20_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 20, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.03, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_bp_d20_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.405811309814453}, {"step": 50, "epoch": 0, "train_loss": 1.8973475694656372}, {"step": 100, "epoch": 0, "train_loss": 1.8571152687072754}, {"step": 150, "epoch": 0, "train_loss": 1.9741721153259277}, {"step": 200, "epoch": 0, "train_loss": 1.7544827461242676}, {"step": 250, "epoch": 0, "train_loss": 1.9164445400238037}, {"step": 300, "epoch": 0, "train_loss": 1.5929192304611206}, {"step": 350, "epoch": 0, "train_loss": 2.0147502422332764}, {"epoch_end": 0, "step": 391, "test_acc": 0.3924, "test_loss": 1.7393667236328125}, {"step": 400, "epoch": 1, "train_loss": 1.6988290548324585}, {"step": 450, "epoch": 1, "train_loss": 1.8827091455459595}, {"step": 500, "epoch": 1, "train_loss": 1.593369960784912}, {"step": 550, "epoch": 1, "train_loss": 1.753163456916809}, {"step": 600, "epoch": 1, "train_loss": 1.6655595302581787}, {"step": 650, "epoch": 1, "train_loss": 1.6412160396575928}, {"step": 700, "epoch": 1, "train_loss": 1.792850375175476}, {"step": 750, "epoch": 1, "train_loss": 1.718572974205017}, {"epoch_end": 1, "step": 782, "test_acc": 0.4214, "test_loss": 1.6775562377929687}, {"step": 800, "epoch": 2, "train_loss": 1.6660131216049194}, {"step": 850, "epoch": 2, "train_loss": 1.6155823469161987}, {"step": 900, "epoch": 2, "train_loss": 1.5056993961334229}, {"step": 950, "epoch": 2, "train_loss": 1.5072065591812134}, {"step": 1000, "epoch": 2, "train_loss": 1.6099400520324707}, {"step": 1050, "epoch": 2, "train_loss": 1.880771279335022}, {"step": 1100, "epoch": 2, "train_loss": 1.4465810060501099}, {"step": 1150, "epoch": 2, "train_loss": 1.672153353691101}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4082, "test_loss": 1.6963861572265626}, {"step": 1200, "epoch": 3, "train_loss": 1.6542671918869019}, {"step": 1250, "epoch": 3, "train_loss": 1.447646975517273}, {"step": 1300, "epoch": 3, "train_loss": 1.4588260650634766}, {"step": 1350, "epoch": 3, "train_loss": 1.5761994123458862}, {"step": 1400, "epoch": 3, "train_loss": 1.6314955949783325}, {"step": 1450, "epoch": 3, "train_loss": 1.5362634658813477}, {"step": 1500, "epoch": 3, "train_loss": 1.548263430595398}, {"step": 1550, "epoch": 3, "train_loss": 1.7567261457443237}, {"epoch_end": 3, "step": 1564, "test_acc": 0.429, "test_loss": 1.667174072265625}, {"step": 1600, "epoch": 4, "train_loss": 1.449609398841858}, {"step": 1650, "epoch": 4, "train_loss": 1.4805890321731567}, {"step": 1700, "epoch": 4, "train_loss": 1.4234848022460938}, {"step": 1750, "epoch": 4, "train_loss": 1.4540629386901855}, {"step": 1800, "epoch": 4, "train_loss": 1.3257184028625488}, {"step": 1850, "epoch": 4, "train_loss": 1.6732558012008667}, {"step": 1900, "epoch": 4, "train_loss": 1.5015966892242432}, {"step": 1950, "epoch": 4, "train_loss": 1.3886890411376953}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4256, "test_loss": 1.6865587524414063}, {"step": 2000, "epoch": 5, "train_loss": 1.4978712797164917}, {"step": 2050, "epoch": 5, "train_loss": 1.397546410560608}, {"step": 2100, "epoch": 5, "train_loss": 1.5598418712615967}, {"step": 2150, "epoch": 5, "train_loss": 1.480840802192688}, {"step": 2200, "epoch": 5, "train_loss": 1.5744976997375488}, {"step": 2250, "epoch": 5, "train_loss": 1.5384840965270996}, {"step": 2300, "epoch": 5, "train_loss": 1.3969086408615112}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4437, "test_loss": 1.6473557373046874}, {"step": 2350, "epoch": 6, "train_loss": 1.3967417478561401}, {"step": 2400, "epoch": 6, "train_loss": 1.2663183212280273}, {"step": 2450, "epoch": 6, "train_loss": 1.2897758483886719}, {"step": 2500, "epoch": 6, "train_loss": 1.3903093338012695}, {"step": 2550, "epoch": 6, "train_loss": 1.3606071472167969}, {"step": 2600, "epoch": 6, "train_loss": 1.4519295692443848}, {"step": 2650, "epoch": 6, "train_loss": 1.3353245258331299}, {"step": 2700, "epoch": 6, "train_loss": 1.3376946449279785}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4373, "test_loss": 1.6778429077148438}, {"step": 2750, "epoch": 7, "train_loss": 1.4649875164031982}, {"step": 2800, "epoch": 7, "train_loss": 1.3997083902359009}, {"step": 2850, "epoch": 7, "train_loss": 1.495869517326355}, {"step": 2900, "epoch": 7, "train_loss": 1.3527534008026123}, {"step": 2950, "epoch": 7, "train_loss": 1.3917392492294312}, {"step": 3000, "epoch": 7, "train_loss": 1.4048917293548584}, {"step": 3050, "epoch": 7, "train_loss": 1.3879708051681519}, {"step": 3100, "epoch": 7, "train_loss": 1.2919092178344727}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4402, "test_loss": 1.656077880859375}, {"step": 3150, "epoch": 8, "train_loss": 1.2775834798812866}, {"step": 3200, "epoch": 8, "train_loss": 1.418367624282837}, {"step": 3250, "epoch": 8, "train_loss": 1.3196487426757812}, {"step": 3300, "epoch": 8, "train_loss": 1.478131651878357}, {"step": 3350, "epoch": 8, "train_loss": 1.2549504041671753}, {"step": 3400, "epoch": 8, "train_loss": 1.3505672216415405}, {"step": 3450, "epoch": 8, "train_loss": 1.233647346496582}, {"step": 3500, "epoch": 8, "train_loss": 1.2620607614517212}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4478, "test_loss": 1.6690110717773436}, {"step": 3550, "epoch": 9, "train_loss": 1.0647454261779785}, {"step": 3600, "epoch": 9, "train_loss": 1.202372431755066}, {"step": 3650, "epoch": 9, "train_loss": 1.2370694875717163}, {"step": 3700, "epoch": 9, "train_loss": 1.1959590911865234}, {"step": 3750, "epoch": 9, "train_loss": 1.2593039274215698}, {"step": 3800, "epoch": 9, "train_loss": 1.5067329406738281}, {"step": 3850, "epoch": 9, "train_loss": 1.1511071920394897}, {"step": 3900, "epoch": 9, "train_loss": 1.2715740203857422}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4508, "test_loss": 1.6882728881835938}, {"step": 3950, "epoch": 10, "train_loss": 1.0423380136489868}, {"step": 4000, "epoch": 10, "train_loss": 1.0643975734710693}, {"step": 4050, "epoch": 10, "train_loss": 1.3445860147476196}, {"step": 4100, "epoch": 10, "train_loss": 1.3177763223648071}, {"step": 4150, "epoch": 10, "train_loss": 1.1720927953720093}, {"step": 4200, "epoch": 10, "train_loss": 1.2626943588256836}, {"step": 4250, "epoch": 10, "train_loss": 1.324971318244934}, {"step": 4300, "epoch": 10, "train_loss": 1.0738073587417603}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4463, "test_loss": 1.6638670288085937}, {"step": 4350, "epoch": 11, "train_loss": 1.0390132665634155}, {"step": 4400, "epoch": 11, "train_loss": 1.2046308517456055}, {"step": 4450, "epoch": 11, "train_loss": 1.3580114841461182}, {"step": 4500, "epoch": 11, "train_loss": 1.1209944486618042}, {"step": 4550, "epoch": 11, "train_loss": 1.2707817554473877}, {"step": 4600, "epoch": 11, "train_loss": 1.2126826047897339}, {"step": 4650, "epoch": 11, "train_loss": 1.1296457052230835}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4477, "test_loss": 1.7284017700195313}, {"step": 4700, "epoch": 12, "train_loss": 1.0242609977722168}, {"step": 4750, "epoch": 12, "train_loss": 0.9863108396530151}, {"step": 4800, "epoch": 12, "train_loss": 1.1166883707046509}, {"step": 4850, "epoch": 12, "train_loss": 1.0644789934158325}, {"step": 4900, "epoch": 12, "train_loss": 1.1089799404144287}, {"step": 4950, "epoch": 12, "train_loss": 0.9455509185791016}, {"step": 5000, "epoch": 12, "train_loss": 1.1849820613861084}, {"step": 5050, "epoch": 12, "train_loss": 1.0804847478866577}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4465, "test_loss": 1.7655722900390625}, {"step": 5100, "epoch": 13, "train_loss": 0.9321275949478149}, {"step": 5150, "epoch": 13, "train_loss": 0.9647150039672852}, {"step": 5200, "epoch": 13, "train_loss": 0.9413798451423645}, {"step": 5250, "epoch": 13, "train_loss": 0.9059132933616638}, {"step": 5300, "epoch": 13, "train_loss": 0.8327786922454834}, {"step": 5350, "epoch": 13, "train_loss": 1.0886759757995605}, {"step": 5400, "epoch": 13, "train_loss": 1.271511197090149}, {"step": 5450, "epoch": 13, "train_loss": 1.069485068321228}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4438, "test_loss": 1.7900311645507812}, {"step": 5500, "epoch": 14, "train_loss": 0.9243916869163513}, {"step": 5550, "epoch": 14, "train_loss": 1.1062493324279785}, {"step": 5600, "epoch": 14, "train_loss": 0.9461345076560974}, {"step": 5650, "epoch": 14, "train_loss": 0.960829496383667}, {"step": 5700, "epoch": 14, "train_loss": 0.760208010673523}, {"step": 5750, "epoch": 14, "train_loss": 1.0829246044158936}, {"step": 5800, "epoch": 14, "train_loss": 1.1162543296813965}, {"step": 5850, "epoch": 14, "train_loss": 0.8275597095489502}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4574, "test_loss": 1.802332958984375}, {"step": 5900, "epoch": 15, "train_loss": 0.7143802046775818}, {"step": 5950, "epoch": 15, "train_loss": 1.0017311573028564}, {"step": 6000, "epoch": 15, "train_loss": 0.8496987223625183}, {"step": 6050, "epoch": 15, "train_loss": 0.9199434518814087}, {"step": 6100, "epoch": 15, "train_loss": 1.0628663301467896}, {"step": 6150, "epoch": 15, "train_loss": 0.9348287582397461}, {"step": 6200, "epoch": 15, "train_loss": 0.7696278095245361}, {"step": 6250, "epoch": 15, "train_loss": 0.7360860109329224}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4555, "test_loss": 1.831729541015625}, {"step": 6300, "epoch": 16, "train_loss": 0.8258663415908813}, {"step": 6350, "epoch": 16, "train_loss": 0.9068795442581177}, {"step": 6400, "epoch": 16, "train_loss": 0.8387299180030823}, {"step": 6450, "epoch": 16, "train_loss": 1.0124977827072144}, {"step": 6500, "epoch": 16, "train_loss": 0.8371924757957458}, {"step": 6550, "epoch": 16, "train_loss": 0.8213085532188416}, {"step": 6600, "epoch": 16, "train_loss": 0.8735397458076477}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4465, "test_loss": 1.8683423706054687}, {"step": 6650, "epoch": 17, "train_loss": 0.957857608795166}, {"step": 6700, "epoch": 17, "train_loss": 0.8542025685310364}, {"step": 6750, "epoch": 17, "train_loss": 0.7848164439201355}, {"step": 6800, "epoch": 17, "train_loss": 0.7282980680465698}, {"step": 6850, "epoch": 17, "train_loss": 0.731961727142334}, {"step": 6900, "epoch": 17, "train_loss": 0.8445298671722412}, {"step": 6950, "epoch": 17, "train_loss": 0.7744663953781128}, {"step": 7000, "epoch": 17, "train_loss": 0.671023428440094}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4626, "test_loss": 1.9450568969726563}, {"step": 7050, "epoch": 18, "train_loss": 0.5905370116233826}, {"step": 7100, "epoch": 18, "train_loss": 0.6776114106178284}, {"step": 7150, "epoch": 18, "train_loss": 0.7895345091819763}, {"step": 7200, "epoch": 18, "train_loss": 0.7536434531211853}, {"step": 7250, "epoch": 18, "train_loss": 0.8881601691246033}, {"step": 7300, "epoch": 18, "train_loss": 0.8477287888526917}, {"step": 7350, "epoch": 18, "train_loss": 0.652469277381897}, {"step": 7400, "epoch": 18, "train_loss": 0.6809729337692261}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4538, "test_loss": 1.9825652587890625}, {"step": 7450, "epoch": 19, "train_loss": 0.6907734274864197}, {"step": 7500, "epoch": 19, "train_loss": 0.6264215707778931}, {"step": 7550, "epoch": 19, "train_loss": 0.47878602147102356}, {"step": 7600, "epoch": 19, "train_loss": 0.7206113934516907}, {"step": 7650, "epoch": 19, "train_loss": 0.6630250811576843}, {"step": 7700, "epoch": 19, "train_loss": 0.5573314428329468}, {"step": 7750, "epoch": 19, "train_loss": 0.7455705404281616}, {"step": 7800, "epoch": 19, "train_loss": 0.6213263273239136}, {"epoch_end": 19, "step": 7820, "test_acc": 0.452, "test_loss": 2.065334130859375}, {"step": 7850, "epoch": 20, "train_loss": 0.7146835923194885}, {"step": 7900, "epoch": 20, "train_loss": 0.4727681577205658}, {"step": 7950, "epoch": 20, "train_loss": 0.554308295249939}, {"step": 8000, "epoch": 20, "train_loss": 0.7477466464042664}, {"step": 8050, "epoch": 20, "train_loss": 0.5360268354415894}, {"step": 8100, "epoch": 20, "train_loss": 0.5429827570915222}, {"step": 8150, "epoch": 20, "train_loss": 0.7259296178817749}, {"step": 8200, "epoch": 20, "train_loss": 0.49611562490463257}, {"epoch_end": 20, "step": 8211, "test_acc": 0.451, "test_loss": 2.1131540649414062}, {"step": 8250, "epoch": 21, "train_loss": 0.4853638708591461}, {"step": 8300, "epoch": 21, "train_loss": 0.7611570954322815}, {"step": 8350, "epoch": 21, "train_loss": 0.5616427659988403}, {"step": 8400, "epoch": 21, "train_loss": 0.499207079410553}, {"step": 8450, "epoch": 21, "train_loss": 0.27324169874191284}, {"step": 8500, "epoch": 21, "train_loss": 0.7026867866516113}, {"step": 8550, "epoch": 21, "train_loss": 0.5814902782440186}, {"step": 8600, "epoch": 21, "train_loss": 0.6505242586135864}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4545, "test_loss": 2.170684716796875}, {"step": 8650, "epoch": 22, "train_loss": 0.37156710028648376}, {"step": 8700, "epoch": 22, "train_loss": 0.5390939712524414}, {"step": 8750, "epoch": 22, "train_loss": 0.4558546841144562}, {"step": 8800, "epoch": 22, "train_loss": 0.6051976084709167}, {"step": 8850, "epoch": 22, "train_loss": 0.4555637240409851}, {"step": 8900, "epoch": 22, "train_loss": 0.5226115584373474}, {"step": 8950, "epoch": 22, "train_loss": 0.5007010102272034}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4535, "test_loss": 2.275356201171875}, {"step": 9000, "epoch": 23, "train_loss": 0.5266746282577515}, {"step": 9050, "epoch": 23, "train_loss": 0.35496169328689575}, {"step": 9100, "epoch": 23, "train_loss": 0.397661030292511}, {"step": 9150, "epoch": 23, "train_loss": 0.5761333107948303}, {"step": 9200, "epoch": 23, "train_loss": 0.513356626033783}, {"step": 9250, "epoch": 23, "train_loss": 0.6661413908004761}, {"step": 9300, "epoch": 23, "train_loss": 0.5161145925521851}, {"step": 9350, "epoch": 23, "train_loss": 0.5096176862716675}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4613, "test_loss": 2.297742626953125}, {"step": 9400, "epoch": 24, "train_loss": 0.3928171992301941}, {"step": 9450, "epoch": 24, "train_loss": 0.3106057345867157}, {"step": 9500, "epoch": 24, "train_loss": 0.4778164029121399}, {"step": 9550, "epoch": 24, "train_loss": 0.43284860253334045}, {"step": 9600, "epoch": 24, "train_loss": 0.5162095427513123}, {"step": 9650, "epoch": 24, "train_loss": 0.41134294867515564}, {"step": 9700, "epoch": 24, "train_loss": 0.5619184374809265}, {"step": 9750, "epoch": 24, "train_loss": 0.4977918863296509}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4547, "test_loss": 2.38011533203125}], "final": {"test_acc": 0.4547, "test_loss": 2.38011533203125, "wall_s": 96.4658579826355}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_bp_d30_s0.json b/results/deepres_cifar10_bp_d30_s0.json
new file mode 100644
index 0000000..d06364a
--- /dev/null
+++ b/results/deepres_cifar10_bp_d30_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 30, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.03, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_bp_d30_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5792012214660645}, {"step": 50, "epoch": 0, "train_loss": 1.8729486465454102}, {"step": 100, "epoch": 0, "train_loss": 1.854422688484192}, {"step": 150, "epoch": 0, "train_loss": 1.8979779481887817}, {"step": 200, "epoch": 0, "train_loss": 1.7374422550201416}, {"step": 250, "epoch": 0, "train_loss": 1.9263144731521606}, {"step": 300, "epoch": 0, "train_loss": 1.5786843299865723}, {"step": 350, "epoch": 0, "train_loss": 1.9549578428268433}, {"epoch_end": 0, "step": 391, "test_acc": 0.397, "test_loss": 1.7338252075195313}, {"step": 400, "epoch": 1, "train_loss": 1.6377893686294556}, {"step": 450, "epoch": 1, "train_loss": 1.8618223667144775}, {"step": 500, "epoch": 1, "train_loss": 1.6341601610183716}, {"step": 550, "epoch": 1, "train_loss": 1.7416373491287231}, {"step": 600, "epoch": 1, "train_loss": 1.6751980781555176}, {"step": 650, "epoch": 1, "train_loss": 1.6365333795547485}, {"step": 700, "epoch": 1, "train_loss": 1.707328200340271}, {"step": 750, "epoch": 1, "train_loss": 1.8189141750335693}, {"epoch_end": 1, "step": 782, "test_acc": 0.4156, "test_loss": 1.6948625854492188}, {"step": 800, "epoch": 2, "train_loss": 1.5803340673446655}, {"step": 850, "epoch": 2, "train_loss": 1.6106178760528564}, {"step": 900, "epoch": 2, "train_loss": 1.5572839975357056}, {"step": 950, "epoch": 2, "train_loss": 1.5137463808059692}, {"step": 1000, "epoch": 2, "train_loss": 1.6279549598693848}, {"step": 1050, "epoch": 2, "train_loss": 1.9198601245880127}, {"step": 1100, "epoch": 2, "train_loss": 1.4618160724639893}, {"step": 1150, "epoch": 2, "train_loss": 1.6545919179916382}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4098, "test_loss": 1.6985881591796874}, {"step": 1200, "epoch": 3, "train_loss": 1.5277129411697388}, {"step": 1250, "epoch": 3, "train_loss": 1.4499635696411133}, {"step": 1300, "epoch": 3, "train_loss": 1.466667890548706}, {"step": 1350, "epoch": 3, "train_loss": 1.585819125175476}, {"step": 1400, "epoch": 3, "train_loss": 1.6546629667282104}, {"step": 1450, "epoch": 3, "train_loss": 1.5360456705093384}, {"step": 1500, "epoch": 3, "train_loss": 1.54327392578125}, {"step": 1550, "epoch": 3, "train_loss": 1.7745784521102905}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4272, "test_loss": 1.6662531616210938}, {"step": 1600, "epoch": 4, "train_loss": 1.5308246612548828}, {"step": 1650, "epoch": 4, "train_loss": 1.406604290008545}, {"step": 1700, "epoch": 4, "train_loss": 1.5499534606933594}, {"step": 1750, "epoch": 4, "train_loss": 1.4879745244979858}, {"step": 1800, "epoch": 4, "train_loss": 1.4445031881332397}, {"step": 1850, "epoch": 4, "train_loss": 1.6098920106887817}, {"step": 1900, "epoch": 4, "train_loss": 1.5405464172363281}, {"step": 1950, "epoch": 4, "train_loss": 1.3625643253326416}, {"epoch_end": 4, "step": 1955, "test_acc": 0.434, "test_loss": 1.656333203125}, {"step": 2000, "epoch": 5, "train_loss": 1.425641655921936}, {"step": 2050, "epoch": 5, "train_loss": 1.2661563158035278}, {"step": 2100, "epoch": 5, "train_loss": 1.5619745254516602}, {"step": 2150, "epoch": 5, "train_loss": 1.4329710006713867}, {"step": 2200, "epoch": 5, "train_loss": 1.5479352474212646}, {"step": 2250, "epoch": 5, "train_loss": 1.5714036226272583}, {"step": 2300, "epoch": 5, "train_loss": 1.4557112455368042}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4345, "test_loss": 1.6751160766601563}, {"step": 2350, "epoch": 6, "train_loss": 1.453179121017456}, {"step": 2400, "epoch": 6, "train_loss": 1.3635166883468628}, {"step": 2450, "epoch": 6, "train_loss": 1.256239891052246}, {"step": 2500, "epoch": 6, "train_loss": 1.435402750968933}, {"step": 2550, "epoch": 6, "train_loss": 1.356082558631897}, {"step": 2600, "epoch": 6, "train_loss": 1.4529128074645996}, {"step": 2650, "epoch": 6, "train_loss": 1.2668914794921875}, {"step": 2700, "epoch": 6, "train_loss": 1.3406132459640503}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4378, "test_loss": 1.6698127807617187}, {"step": 2750, "epoch": 7, "train_loss": 1.4054464101791382}, {"step": 2800, "epoch": 7, "train_loss": 1.436556100845337}, {"step": 2850, "epoch": 7, "train_loss": 1.411978006362915}, {"step": 2900, "epoch": 7, "train_loss": 1.3823741674423218}, {"step": 2950, "epoch": 7, "train_loss": 1.3917137384414673}, {"step": 3000, "epoch": 7, "train_loss": 1.4646954536437988}, {"step": 3050, "epoch": 7, "train_loss": 1.439428687095642}, {"step": 3100, "epoch": 7, "train_loss": 1.3428189754486084}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4435, "test_loss": 1.6522138427734374}, {"step": 3150, "epoch": 8, "train_loss": 1.1864367723464966}, {"step": 3200, "epoch": 8, "train_loss": 1.3502476215362549}, {"step": 3250, "epoch": 8, "train_loss": 1.2236664295196533}, {"step": 3300, "epoch": 8, "train_loss": 1.4756782054901123}, {"step": 3350, "epoch": 8, "train_loss": 1.3559283018112183}, {"step": 3400, "epoch": 8, "train_loss": 1.4064286947250366}, {"step": 3450, "epoch": 8, "train_loss": 1.188085913658142}, {"step": 3500, "epoch": 8, "train_loss": 1.3011291027069092}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4428, "test_loss": 1.6806931030273438}, {"step": 3550, "epoch": 9, "train_loss": 1.0304168462753296}, {"step": 3600, "epoch": 9, "train_loss": 1.233328104019165}, {"step": 3650, "epoch": 9, "train_loss": 1.3587450981140137}, {"step": 3700, "epoch": 9, "train_loss": 1.1078300476074219}, {"step": 3750, "epoch": 9, "train_loss": 1.1750019788742065}, {"step": 3800, "epoch": 9, "train_loss": 1.4056251049041748}, {"step": 3850, "epoch": 9, "train_loss": 1.1273508071899414}, {"step": 3900, "epoch": 9, "train_loss": 1.2729209661483765}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4417, "test_loss": 1.7053850463867188}, {"step": 3950, "epoch": 10, "train_loss": 1.0961339473724365}, {"step": 4000, "epoch": 10, "train_loss": 1.2131530046463013}, {"step": 4050, "epoch": 10, "train_loss": 1.229083776473999}, {"step": 4100, "epoch": 10, "train_loss": 1.2270221710205078}, {"step": 4150, "epoch": 10, "train_loss": 1.1105248928070068}, {"step": 4200, "epoch": 10, "train_loss": 1.0821435451507568}, {"step": 4250, "epoch": 10, "train_loss": 1.240801453590393}, {"step": 4300, "epoch": 10, "train_loss": 1.1873754262924194}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4442, "test_loss": 1.7106529418945313}, {"step": 4350, "epoch": 11, "train_loss": 1.084184169769287}, {"step": 4400, "epoch": 11, "train_loss": 1.2240145206451416}, {"step": 4450, "epoch": 11, "train_loss": 1.3048597574234009}, {"step": 4500, "epoch": 11, "train_loss": 1.196950912475586}, {"step": 4550, "epoch": 11, "train_loss": 1.2046399116516113}, {"step": 4600, "epoch": 11, "train_loss": 1.1779367923736572}, {"step": 4650, "epoch": 11, "train_loss": 1.149349331855774}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4514, "test_loss": 1.7072287475585937}, {"step": 4700, "epoch": 12, "train_loss": 0.9602809548377991}, {"step": 4750, "epoch": 12, "train_loss": 1.0098551511764526}, {"step": 4800, "epoch": 12, "train_loss": 1.030082106590271}, {"step": 4850, "epoch": 12, "train_loss": 1.105071783065796}, {"step": 4900, "epoch": 12, "train_loss": 1.0926026105880737}, {"step": 4950, "epoch": 12, "train_loss": 1.0213834047317505}, {"step": 5000, "epoch": 12, "train_loss": 1.1736431121826172}, {"step": 5050, "epoch": 12, "train_loss": 1.0024316310882568}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4478, "test_loss": 1.7612390625}, {"step": 5100, "epoch": 13, "train_loss": 1.0456832647323608}, {"step": 5150, "epoch": 13, "train_loss": 1.0016930103302002}, {"step": 5200, "epoch": 13, "train_loss": 0.914684534072876}, {"step": 5250, "epoch": 13, "train_loss": 0.9298293590545654}, {"step": 5300, "epoch": 13, "train_loss": 0.8193742632865906}, {"step": 5350, "epoch": 13, "train_loss": 1.0424957275390625}, {"step": 5400, "epoch": 13, "train_loss": 1.0819690227508545}, {"step": 5450, "epoch": 13, "train_loss": 1.0155397653579712}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4458, "test_loss": 1.7775175170898438}, {"step": 5500, "epoch": 14, "train_loss": 0.815606415271759}, {"step": 5550, "epoch": 14, "train_loss": 1.043142318725586}, {"step": 5600, "epoch": 14, "train_loss": 0.9648941159248352}, {"step": 5650, "epoch": 14, "train_loss": 1.1515536308288574}, {"step": 5700, "epoch": 14, "train_loss": 0.8169072270393372}, {"step": 5750, "epoch": 14, "train_loss": 1.0633354187011719}, {"step": 5800, "epoch": 14, "train_loss": 1.0724209547042847}, {"step": 5850, "epoch": 14, "train_loss": 0.8254719972610474}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4584, "test_loss": 1.791580712890625}, {"step": 5900, "epoch": 15, "train_loss": 0.7862468361854553}, {"step": 5950, "epoch": 15, "train_loss": 0.9259580373764038}, {"step": 6000, "epoch": 15, "train_loss": 0.8642823696136475}, {"step": 6050, "epoch": 15, "train_loss": 1.0030832290649414}, {"step": 6100, "epoch": 15, "train_loss": 0.9454586505889893}, {"step": 6150, "epoch": 15, "train_loss": 1.0712896585464478}, {"step": 6200, "epoch": 15, "train_loss": 0.8791699409484863}, {"step": 6250, "epoch": 15, "train_loss": 0.8266838192939758}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4538, "test_loss": 1.836399365234375}, {"step": 6300, "epoch": 16, "train_loss": 0.7264134883880615}, {"step": 6350, "epoch": 16, "train_loss": 0.840931236743927}, {"step": 6400, "epoch": 16, "train_loss": 0.9680889248847961}, {"step": 6450, "epoch": 16, "train_loss": 0.863865852355957}, {"step": 6500, "epoch": 16, "train_loss": 0.8005343675613403}, {"step": 6550, "epoch": 16, "train_loss": 0.6773481965065002}, {"step": 6600, "epoch": 16, "train_loss": 0.9725320339202881}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4533, "test_loss": 1.88444912109375}, {"step": 6650, "epoch": 17, "train_loss": 0.9361331462860107}, {"step": 6700, "epoch": 17, "train_loss": 0.8629719018936157}, {"step": 6750, "epoch": 17, "train_loss": 0.7488759756088257}, {"step": 6800, "epoch": 17, "train_loss": 0.6895981431007385}, {"step": 6850, "epoch": 17, "train_loss": 0.8014337420463562}, {"step": 6900, "epoch": 17, "train_loss": 0.8880990147590637}, {"step": 6950, "epoch": 17, "train_loss": 0.7420453429222107}, {"step": 7000, "epoch": 17, "train_loss": 0.9029267430305481}, {"epoch_end": 17, "step": 7038, "test_acc": 0.459, "test_loss": 1.9639565551757812}, {"step": 7050, "epoch": 18, "train_loss": 0.7655394077301025}, {"step": 7100, "epoch": 18, "train_loss": 0.7018511891365051}, {"step": 7150, "epoch": 18, "train_loss": 0.6029407382011414}, {"step": 7200, "epoch": 18, "train_loss": 0.7487310171127319}, {"step": 7250, "epoch": 18, "train_loss": 0.7587977647781372}, {"step": 7300, "epoch": 18, "train_loss": 0.7728032469749451}, {"step": 7350, "epoch": 18, "train_loss": 0.6854732632637024}, {"step": 7400, "epoch": 18, "train_loss": 0.6798685193061829}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4477, "test_loss": 2.00050693359375}, {"step": 7450, "epoch": 19, "train_loss": 0.6528540849685669}, {"step": 7500, "epoch": 19, "train_loss": 0.5664616227149963}, {"step": 7550, "epoch": 19, "train_loss": 0.45167025923728943}, {"step": 7600, "epoch": 19, "train_loss": 0.7026334404945374}, {"step": 7650, "epoch": 19, "train_loss": 0.663378894329071}, {"step": 7700, "epoch": 19, "train_loss": 0.7668182253837585}, {"step": 7750, "epoch": 19, "train_loss": 0.7508026957511902}, {"step": 7800, "epoch": 19, "train_loss": 0.7320879697799683}, {"epoch_end": 19, "step": 7820, "test_acc": 0.45, "test_loss": 2.05183623046875}, {"step": 7850, "epoch": 20, "train_loss": 0.6773532629013062}, {"step": 7900, "epoch": 20, "train_loss": 0.5894808769226074}, {"step": 7950, "epoch": 20, "train_loss": 0.5362046957015991}, {"step": 8000, "epoch": 20, "train_loss": 0.8441286683082581}, {"step": 8050, "epoch": 20, "train_loss": 0.5540017485618591}, {"step": 8100, "epoch": 20, "train_loss": 0.5165868997573853}, {"step": 8150, "epoch": 20, "train_loss": 0.7264677882194519}, {"step": 8200, "epoch": 20, "train_loss": 0.5439334511756897}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4518, "test_loss": 2.122784423828125}, {"step": 8250, "epoch": 21, "train_loss": 0.4149027466773987}, {"step": 8300, "epoch": 21, "train_loss": 0.6628473401069641}, {"step": 8350, "epoch": 21, "train_loss": 0.4681284427642822}, {"step": 8400, "epoch": 21, "train_loss": 0.5060123205184937}, {"step": 8450, "epoch": 21, "train_loss": 0.42541131377220154}, {"step": 8500, "epoch": 21, "train_loss": 0.7054560780525208}, {"step": 8550, "epoch": 21, "train_loss": 0.57586669921875}, {"step": 8600, "epoch": 21, "train_loss": 0.5769622921943665}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4523, "test_loss": 2.1887363403320315}, {"step": 8650, "epoch": 22, "train_loss": 0.5424625873565674}, {"step": 8700, "epoch": 22, "train_loss": 0.6272554993629456}, {"step": 8750, "epoch": 22, "train_loss": 0.5690739154815674}, {"step": 8800, "epoch": 22, "train_loss": 0.564953625202179}, {"step": 8850, "epoch": 22, "train_loss": 0.3242776095867157}, {"step": 8900, "epoch": 22, "train_loss": 0.5023648142814636}, {"step": 8950, "epoch": 22, "train_loss": 0.5727514624595642}, {"epoch_end": 22, "step": 8993, "test_acc": 0.456, "test_loss": 2.19382529296875}, {"step": 9000, "epoch": 23, "train_loss": 0.5396978259086609}, {"step": 9050, "epoch": 23, "train_loss": 0.2858191132545471}, {"step": 9100, "epoch": 23, "train_loss": 0.44618821144104004}, {"step": 9150, "epoch": 23, "train_loss": 0.47356757521629333}, {"step": 9200, "epoch": 23, "train_loss": 0.5670771598815918}, {"step": 9250, "epoch": 23, "train_loss": 0.7125641703605652}, {"step": 9300, "epoch": 23, "train_loss": 0.5450873374938965}, {"step": 9350, "epoch": 23, "train_loss": 0.5034352540969849}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4533, "test_loss": 2.338236083984375}, {"step": 9400, "epoch": 24, "train_loss": 0.4571804404258728}, {"step": 9450, "epoch": 24, "train_loss": 0.3307136297225952}, {"step": 9500, "epoch": 24, "train_loss": 0.39532405138015747}, {"step": 9550, "epoch": 24, "train_loss": 0.55675208568573}, {"step": 9600, "epoch": 24, "train_loss": 0.467519611120224}, {"step": 9650, "epoch": 24, "train_loss": 0.32112401723861694}, {"step": 9700, "epoch": 24, "train_loss": 0.47806516289711}, {"step": 9750, "epoch": 24, "train_loss": 0.5553996562957764}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4497, "test_loss": 2.3923864990234374}], "final": {"test_acc": 0.4497, "test_loss": 2.3923864990234374, "wall_s": 159.209787607193}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_bp_d5_s0.json b/results/deepres_cifar10_bp_d5_s0.json
new file mode 100644
index 0000000..b40cde2
--- /dev/null
+++ b/results/deepres_cifar10_bp_d5_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.03, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_bp_d5_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4799346923828125}, {"step": 50, "epoch": 0, "train_loss": 1.9278987646102905}, {"step": 100, "epoch": 0, "train_loss": 1.8314988613128662}, {"step": 150, "epoch": 0, "train_loss": 1.9576092958450317}, {"step": 200, "epoch": 0, "train_loss": 1.763035774230957}, {"step": 250, "epoch": 0, "train_loss": 1.9138089418411255}, {"step": 300, "epoch": 0, "train_loss": 1.5546362400054932}, {"step": 350, "epoch": 0, "train_loss": 1.9738065004348755}, {"epoch_end": 0, "step": 391, "test_acc": 0.3958, "test_loss": 1.7441501342773438}, {"step": 400, "epoch": 1, "train_loss": 1.6762601137161255}, {"step": 450, "epoch": 1, "train_loss": 1.8081820011138916}, {"step": 500, "epoch": 1, "train_loss": 1.526947259902954}, {"step": 550, "epoch": 1, "train_loss": 1.7825417518615723}, {"step": 600, "epoch": 1, "train_loss": 1.6475650072097778}, {"step": 650, "epoch": 1, "train_loss": 1.6343361139297485}, {"step": 700, "epoch": 1, "train_loss": 1.7172130346298218}, {"step": 750, "epoch": 1, "train_loss": 1.8334760665893555}, {"epoch_end": 1, "step": 782, "test_acc": 0.4217, "test_loss": 1.6717111328125}, {"step": 800, "epoch": 2, "train_loss": 1.5890566110610962}, {"step": 850, "epoch": 2, "train_loss": 1.5588773488998413}, {"step": 900, "epoch": 2, "train_loss": 1.494565486907959}, {"step": 950, "epoch": 2, "train_loss": 1.4084858894348145}, {"step": 1000, "epoch": 2, "train_loss": 1.6214911937713623}, {"step": 1050, "epoch": 2, "train_loss": 1.8546007871627808}, {"step": 1100, "epoch": 2, "train_loss": 1.4472928047180176}, {"step": 1150, "epoch": 2, "train_loss": 1.5947412252426147}, {"epoch_end": 2, "step": 1173, "test_acc": 0.4154, "test_loss": 1.6850327270507812}, {"step": 1200, "epoch": 3, "train_loss": 1.620955228805542}, {"step": 1250, "epoch": 3, "train_loss": 1.536364197731018}, {"step": 1300, "epoch": 3, "train_loss": 1.4188064336776733}, {"step": 1350, "epoch": 3, "train_loss": 1.6118662357330322}, {"step": 1400, "epoch": 3, "train_loss": 1.682119607925415}, {"step": 1450, "epoch": 3, "train_loss": 1.465031385421753}, {"step": 1500, "epoch": 3, "train_loss": 1.57038152217865}, {"step": 1550, "epoch": 3, "train_loss": 1.709869384765625}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4287, "test_loss": 1.6549049926757813}, {"step": 1600, "epoch": 4, "train_loss": 1.4287327527999878}, {"step": 1650, "epoch": 4, "train_loss": 1.4047071933746338}, {"step": 1700, "epoch": 4, "train_loss": 1.4656227827072144}, {"step": 1750, "epoch": 4, "train_loss": 1.5502195358276367}, {"step": 1800, "epoch": 4, "train_loss": 1.460976004600525}, {"step": 1850, "epoch": 4, "train_loss": 1.5622563362121582}, {"step": 1900, "epoch": 4, "train_loss": 1.4466356039047241}, {"step": 1950, "epoch": 4, "train_loss": 1.3227107524871826}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4329, "test_loss": 1.6763430786132814}, {"step": 2000, "epoch": 5, "train_loss": 1.3727861642837524}, {"step": 2050, "epoch": 5, "train_loss": 1.383040428161621}, {"step": 2100, "epoch": 5, "train_loss": 1.6018823385238647}, {"step": 2150, "epoch": 5, "train_loss": 1.4946529865264893}, {"step": 2200, "epoch": 5, "train_loss": 1.4658610820770264}, {"step": 2250, "epoch": 5, "train_loss": 1.5416306257247925}, {"step": 2300, "epoch": 5, "train_loss": 1.4504420757293701}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4439, "test_loss": 1.6511932861328125}, {"step": 2350, "epoch": 6, "train_loss": 1.3810070753097534}, {"step": 2400, "epoch": 6, "train_loss": 1.2002848386764526}, {"step": 2450, "epoch": 6, "train_loss": 1.226072072982788}, {"step": 2500, "epoch": 6, "train_loss": 1.4222173690795898}, {"step": 2550, "epoch": 6, "train_loss": 1.3607172966003418}, {"step": 2600, "epoch": 6, "train_loss": 1.4303137063980103}, {"step": 2650, "epoch": 6, "train_loss": 1.2130571603775024}, {"step": 2700, "epoch": 6, "train_loss": 1.4078068733215332}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4413, "test_loss": 1.6642461791992187}, {"step": 2750, "epoch": 7, "train_loss": 1.4157119989395142}, {"step": 2800, "epoch": 7, "train_loss": 1.4004294872283936}, {"step": 2850, "epoch": 7, "train_loss": 1.4598544836044312}, {"step": 2900, "epoch": 7, "train_loss": 1.2517513036727905}, {"step": 2950, "epoch": 7, "train_loss": 1.479512095451355}, {"step": 3000, "epoch": 7, "train_loss": 1.3298503160476685}, {"step": 3050, "epoch": 7, "train_loss": 1.3621236085891724}, {"step": 3100, "epoch": 7, "train_loss": 1.3124216794967651}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4475, "test_loss": 1.6526801391601562}, {"step": 3150, "epoch": 8, "train_loss": 1.2180143594741821}, {"step": 3200, "epoch": 8, "train_loss": 1.2514073848724365}, {"step": 3250, "epoch": 8, "train_loss": 1.2581356763839722}, {"step": 3300, "epoch": 8, "train_loss": 1.4469361305236816}, {"step": 3350, "epoch": 8, "train_loss": 1.3345084190368652}, {"step": 3400, "epoch": 8, "train_loss": 1.3335862159729004}, {"step": 3450, "epoch": 8, "train_loss": 1.196805715560913}, {"step": 3500, "epoch": 8, "train_loss": 1.2676142454147339}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4541, "test_loss": 1.6670105590820312}, {"step": 3550, "epoch": 9, "train_loss": 1.0249240398406982}, {"step": 3600, "epoch": 9, "train_loss": 1.1545958518981934}, {"step": 3650, "epoch": 9, "train_loss": 1.1844391822814941}, {"step": 3700, "epoch": 9, "train_loss": 1.1624233722686768}, {"step": 3750, "epoch": 9, "train_loss": 1.1710948944091797}, {"step": 3800, "epoch": 9, "train_loss": 1.2473664283752441}, {"step": 3850, "epoch": 9, "train_loss": 1.2334574460983276}, {"step": 3900, "epoch": 9, "train_loss": 1.2781661748886108}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4413, "test_loss": 1.6944226684570312}, {"step": 3950, "epoch": 10, "train_loss": 1.1412838697433472}, {"step": 4000, "epoch": 10, "train_loss": 1.2954528331756592}, {"step": 4050, "epoch": 10, "train_loss": 1.0202780961990356}, {"step": 4100, "epoch": 10, "train_loss": 1.287209153175354}, {"step": 4150, "epoch": 10, "train_loss": 0.9973018765449524}, {"step": 4200, "epoch": 10, "train_loss": 1.213582992553711}, {"step": 4250, "epoch": 10, "train_loss": 1.330948829650879}, {"step": 4300, "epoch": 10, "train_loss": 1.1680456399917603}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4408, "test_loss": 1.7164456665039063}, {"step": 4350, "epoch": 11, "train_loss": 0.9566054344177246}, {"step": 4400, "epoch": 11, "train_loss": 1.1347965002059937}, {"step": 4450, "epoch": 11, "train_loss": 1.1513547897338867}, {"step": 4500, "epoch": 11, "train_loss": 1.0925419330596924}, {"step": 4550, "epoch": 11, "train_loss": 1.2158949375152588}, {"step": 4600, "epoch": 11, "train_loss": 1.211453914642334}, {"step": 4650, "epoch": 11, "train_loss": 1.18336820602417}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4568, "test_loss": 1.7383763427734376}, {"step": 4700, "epoch": 12, "train_loss": 0.969014585018158}, {"step": 4750, "epoch": 12, "train_loss": 0.9564946293830872}, {"step": 4800, "epoch": 12, "train_loss": 1.061698317527771}, {"step": 4850, "epoch": 12, "train_loss": 1.092871904373169}, {"step": 4900, "epoch": 12, "train_loss": 0.9470282793045044}, {"step": 4950, "epoch": 12, "train_loss": 0.9746568202972412}, {"step": 5000, "epoch": 12, "train_loss": 1.2334046363830566}, {"step": 5050, "epoch": 12, "train_loss": 1.1702951192855835}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4467, "test_loss": 1.771957080078125}, {"step": 5100, "epoch": 13, "train_loss": 0.9662424325942993}, {"step": 5150, "epoch": 13, "train_loss": 1.0166544914245605}, {"step": 5200, "epoch": 13, "train_loss": 0.9766414165496826}, {"step": 5250, "epoch": 13, "train_loss": 1.0331997871398926}, {"step": 5300, "epoch": 13, "train_loss": 0.9136729836463928}, {"step": 5350, "epoch": 13, "train_loss": 0.9905726909637451}, {"step": 5400, "epoch": 13, "train_loss": 1.158524513244629}, {"step": 5450, "epoch": 13, "train_loss": 1.01714289188385}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4386, "test_loss": 1.8328107177734374}, {"step": 5500, "epoch": 14, "train_loss": 0.8701170682907104}, {"step": 5550, "epoch": 14, "train_loss": 1.0968531370162964}, {"step": 5600, "epoch": 14, "train_loss": 0.9116345047950745}, {"step": 5650, "epoch": 14, "train_loss": 1.0777037143707275}, {"step": 5700, "epoch": 14, "train_loss": 0.9411373734474182}, {"step": 5750, "epoch": 14, "train_loss": 0.9435679316520691}, {"step": 5800, "epoch": 14, "train_loss": 1.036387324333191}, {"step": 5850, "epoch": 14, "train_loss": 0.9823933839797974}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4413, "test_loss": 1.8664107666015626}, {"step": 5900, "epoch": 15, "train_loss": 0.6581291556358337}, {"step": 5950, "epoch": 15, "train_loss": 0.9717929363250732}, {"step": 6000, "epoch": 15, "train_loss": 0.9536170959472656}, {"step": 6050, "epoch": 15, "train_loss": 0.9861682653427124}, {"step": 6100, "epoch": 15, "train_loss": 1.0107431411743164}, {"step": 6150, "epoch": 15, "train_loss": 1.0519378185272217}, {"step": 6200, "epoch": 15, "train_loss": 0.8677151799201965}, {"step": 6250, "epoch": 15, "train_loss": 1.0780962705612183}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4459, "test_loss": 1.8957318603515625}, {"step": 6300, "epoch": 16, "train_loss": 0.7421581745147705}, {"step": 6350, "epoch": 16, "train_loss": 0.8758581876754761}, {"step": 6400, "epoch": 16, "train_loss": 0.9794970750808716}, {"step": 6450, "epoch": 16, "train_loss": 0.9529512524604797}, {"step": 6500, "epoch": 16, "train_loss": 0.9983009099960327}, {"step": 6550, "epoch": 16, "train_loss": 0.7882106900215149}, {"step": 6600, "epoch": 16, "train_loss": 0.9677060842514038}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4465, "test_loss": 1.9343282348632813}, {"step": 6650, "epoch": 17, "train_loss": 0.9313921332359314}, {"step": 6700, "epoch": 17, "train_loss": 0.956035852432251}, {"step": 6750, "epoch": 17, "train_loss": 0.7126811742782593}, {"step": 6800, "epoch": 17, "train_loss": 0.7407721281051636}, {"step": 6850, "epoch": 17, "train_loss": 0.7966439723968506}, {"step": 6900, "epoch": 17, "train_loss": 0.9056606292724609}, {"step": 6950, "epoch": 17, "train_loss": 0.7734142541885376}, {"step": 7000, "epoch": 17, "train_loss": 0.751480221748352}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4474, "test_loss": 1.9788108520507812}, {"step": 7050, "epoch": 18, "train_loss": 0.5897038578987122}, {"step": 7100, "epoch": 18, "train_loss": 0.7090559005737305}, {"step": 7150, "epoch": 18, "train_loss": 0.8049015998840332}, {"step": 7200, "epoch": 18, "train_loss": 0.7881378531455994}, {"step": 7250, "epoch": 18, "train_loss": 0.782082200050354}, {"step": 7300, "epoch": 18, "train_loss": 0.9277216196060181}, {"step": 7350, "epoch": 18, "train_loss": 0.7903974056243896}, {"step": 7400, "epoch": 18, "train_loss": 0.6056420207023621}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4397, "test_loss": 2.0252507080078126}, {"step": 7450, "epoch": 19, "train_loss": 0.6971607804298401}, {"step": 7500, "epoch": 19, "train_loss": 0.5591383576393127}, {"step": 7550, "epoch": 19, "train_loss": 0.6185261011123657}, {"step": 7600, "epoch": 19, "train_loss": 0.7704168558120728}, {"step": 7650, "epoch": 19, "train_loss": 0.6262489557266235}, {"step": 7700, "epoch": 19, "train_loss": 0.7794768214225769}, {"step": 7750, "epoch": 19, "train_loss": 0.8097094893455505}, {"step": 7800, "epoch": 19, "train_loss": 0.7362993359565735}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4423, "test_loss": 2.089095202636719}, {"step": 7850, "epoch": 20, "train_loss": 0.7144901752471924}, {"step": 7900, "epoch": 20, "train_loss": 0.5614803433418274}, {"step": 7950, "epoch": 20, "train_loss": 0.6225824356079102}, {"step": 8000, "epoch": 20, "train_loss": 0.7890586853027344}, {"step": 8050, "epoch": 20, "train_loss": 0.6479824781417847}, {"step": 8100, "epoch": 20, "train_loss": 0.6081432700157166}, {"step": 8150, "epoch": 20, "train_loss": 0.687843918800354}, {"step": 8200, "epoch": 20, "train_loss": 0.5307791233062744}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4471, "test_loss": 2.1018930419921875}, {"step": 8250, "epoch": 21, "train_loss": 0.532836377620697}, {"step": 8300, "epoch": 21, "train_loss": 0.8234878182411194}, {"step": 8350, "epoch": 21, "train_loss": 0.6414198875427246}, {"step": 8400, "epoch": 21, "train_loss": 0.5514509081840515}, {"step": 8450, "epoch": 21, "train_loss": 0.47150716185569763}, {"step": 8500, "epoch": 21, "train_loss": 0.6678252220153809}, {"step": 8550, "epoch": 21, "train_loss": 0.7228496074676514}, {"step": 8600, "epoch": 21, "train_loss": 0.8029929995536804}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4421, "test_loss": 2.1746942138671876}, {"step": 8650, "epoch": 22, "train_loss": 0.4952302575111389}, {"step": 8700, "epoch": 22, "train_loss": 0.6495495438575745}, {"step": 8750, "epoch": 22, "train_loss": 0.5834099054336548}, {"step": 8800, "epoch": 22, "train_loss": 0.5799759030342102}, {"step": 8850, "epoch": 22, "train_loss": 0.5458947420120239}, {"step": 8900, "epoch": 22, "train_loss": 0.7382646799087524}, {"step": 8950, "epoch": 22, "train_loss": 0.649566650390625}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4458, "test_loss": 2.2112324462890625}, {"step": 9000, "epoch": 23, "train_loss": 0.519058883190155}, {"step": 9050, "epoch": 23, "train_loss": 0.45294320583343506}, {"step": 9100, "epoch": 23, "train_loss": 0.45039957761764526}, {"step": 9150, "epoch": 23, "train_loss": 0.5866096019744873}, {"step": 9200, "epoch": 23, "train_loss": 0.5517016649246216}, {"step": 9250, "epoch": 23, "train_loss": 0.6551410555839539}, {"step": 9300, "epoch": 23, "train_loss": 0.5766250491142273}, {"step": 9350, "epoch": 23, "train_loss": 0.7133474946022034}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4399, "test_loss": 2.29992216796875}, {"step": 9400, "epoch": 24, "train_loss": 0.40564754605293274}, {"step": 9450, "epoch": 24, "train_loss": 0.4394291639328003}, {"step": 9500, "epoch": 24, "train_loss": 0.4926398694515228}, {"step": 9550, "epoch": 24, "train_loss": 0.6370986104011536}, {"step": 9600, "epoch": 24, "train_loss": 0.5645280480384827}, {"step": 9650, "epoch": 24, "train_loss": 0.5745730400085449}, {"step": 9700, "epoch": 24, "train_loss": 0.4564569890499115}, {"step": 9750, "epoch": 24, "train_loss": 0.5716427564620972}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4417, "test_loss": 2.353688232421875}], "final": {"test_acc": 0.4417, "test_loss": 2.353688232421875, "wall_s": 33.03698992729187}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_bp_d5_s1.json b/results/deepres_cifar10_bp_d5_s1.json
new file mode 100644
index 0000000..64a6e58
--- /dev/null
+++ b/results/deepres_cifar10_bp_d5_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_bp_d5_s1", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5058071613311768}, {"step": 50, "epoch": 0, "train_loss": 1.9868234395980835}, {"step": 100, "epoch": 0, "train_loss": 1.8680015802383423}, {"step": 150, "epoch": 0, "train_loss": 1.9570343494415283}, {"step": 200, "epoch": 0, "train_loss": 1.838247537612915}, {"step": 250, "epoch": 0, "train_loss": 1.9700863361358643}, {"step": 300, "epoch": 0, "train_loss": 1.638127088546753}, {"step": 350, "epoch": 0, "train_loss": 1.9685150384902954}, {"epoch_end": 0, "step": 391, "test_acc": 0.3672, "test_loss": 1.8141976806640625}, {"step": 400, "epoch": 1, "train_loss": 1.7959538698196411}, {"step": 450, "epoch": 1, "train_loss": 1.9660457372665405}, {"step": 500, "epoch": 1, "train_loss": 1.7582786083221436}, {"step": 550, "epoch": 1, "train_loss": 1.8345826864242554}, {"step": 600, "epoch": 1, "train_loss": 1.7305625677108765}, {"step": 650, "epoch": 1, "train_loss": 1.6602522134780884}, {"step": 700, "epoch": 1, "train_loss": 1.8243123292922974}, {"step": 750, "epoch": 1, "train_loss": 1.8916869163513184}, {"epoch_end": 1, "step": 782, "test_acc": 0.3992, "test_loss": 1.7447684448242187}, {"step": 800, "epoch": 2, "train_loss": 1.650710105895996}, {"step": 850, "epoch": 2, "train_loss": 1.737620234489441}, {"step": 900, "epoch": 2, "train_loss": 1.648998737335205}, {"step": 950, "epoch": 2, "train_loss": 1.5238795280456543}, {"step": 1000, "epoch": 2, "train_loss": 1.614043116569519}, {"step": 1050, "epoch": 2, "train_loss": 1.9001712799072266}, {"step": 1100, "epoch": 2, "train_loss": 1.546418309211731}, {"step": 1150, "epoch": 2, "train_loss": 1.6422455310821533}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3813, "test_loss": 1.7521501098632812}, {"step": 1200, "epoch": 3, "train_loss": 1.6668946743011475}, {"step": 1250, "epoch": 3, "train_loss": 1.5724965333938599}, {"step": 1300, "epoch": 3, "train_loss": 1.5602866411209106}, {"step": 1350, "epoch": 3, "train_loss": 1.6312354803085327}, {"step": 1400, "epoch": 3, "train_loss": 1.7600246667861938}, {"step": 1450, "epoch": 3, "train_loss": 1.6015177965164185}, {"step": 1500, "epoch": 3, "train_loss": 1.5956096649169922}, {"step": 1550, "epoch": 3, "train_loss": 1.864170789718628}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4119, "test_loss": 1.6996406860351563}, {"step": 1600, "epoch": 4, "train_loss": 1.5451034307479858}, {"step": 1650, "epoch": 4, "train_loss": 1.5765305757522583}, {"step": 1700, "epoch": 4, "train_loss": 1.4840344190597534}, {"step": 1750, "epoch": 4, "train_loss": 1.5640333890914917}, {"step": 1800, "epoch": 4, "train_loss": 1.4404975175857544}, {"step": 1850, "epoch": 4, "train_loss": 1.7363287210464478}, {"step": 1900, "epoch": 4, "train_loss": 1.483986735343933}, {"step": 1950, "epoch": 4, "train_loss": 1.4498459100723267}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4134, "test_loss": 1.6943130981445313}, {"step": 2000, "epoch": 5, "train_loss": 1.6942698955535889}, {"step": 2050, "epoch": 5, "train_loss": 1.5360814332962036}, {"step": 2100, "epoch": 5, "train_loss": 1.5708608627319336}, {"step": 2150, "epoch": 5, "train_loss": 1.5790598392486572}, {"step": 2200, "epoch": 5, "train_loss": 1.6001373529434204}, {"step": 2250, "epoch": 5, "train_loss": 1.6999354362487793}, {"step": 2300, "epoch": 5, "train_loss": 1.4887938499450684}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4274, "test_loss": 1.6735087890625}, {"step": 2350, "epoch": 6, "train_loss": 1.4768476486206055}, {"step": 2400, "epoch": 6, "train_loss": 1.4179641008377075}, {"step": 2450, "epoch": 6, "train_loss": 1.4457075595855713}, {"step": 2500, "epoch": 6, "train_loss": 1.4653884172439575}, {"step": 2550, "epoch": 6, "train_loss": 1.493770718574524}, {"step": 2600, "epoch": 6, "train_loss": 1.5195592641830444}, {"step": 2650, "epoch": 6, "train_loss": 1.4336693286895752}, {"step": 2700, "epoch": 6, "train_loss": 1.4952658414840698}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4283, "test_loss": 1.674627197265625}, {"step": 2750, "epoch": 7, "train_loss": 1.554790735244751}, {"step": 2800, "epoch": 7, "train_loss": 1.4717669486999512}, {"step": 2850, "epoch": 7, "train_loss": 1.4604382514953613}, {"step": 2900, "epoch": 7, "train_loss": 1.4436192512512207}, {"step": 2950, "epoch": 7, "train_loss": 1.4857317209243774}, {"step": 3000, "epoch": 7, "train_loss": 1.4758117198944092}, {"step": 3050, "epoch": 7, "train_loss": 1.533130407333374}, {"step": 3100, "epoch": 7, "train_loss": 1.443997859954834}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4363, "test_loss": 1.649392236328125}, {"step": 3150, "epoch": 8, "train_loss": 1.238694190979004}, {"step": 3200, "epoch": 8, "train_loss": 1.4150121212005615}, {"step": 3250, "epoch": 8, "train_loss": 1.2896653413772583}, {"step": 3300, "epoch": 8, "train_loss": 1.5191588401794434}, {"step": 3350, "epoch": 8, "train_loss": 1.3963429927825928}, {"step": 3400, "epoch": 8, "train_loss": 1.4388929605484009}, {"step": 3450, "epoch": 8, "train_loss": 1.253375768661499}, {"step": 3500, "epoch": 8, "train_loss": 1.2344914674758911}, {"epoch_end": 8, "step": 3519, "test_acc": 0.435, "test_loss": 1.6583764770507812}, {"step": 3550, "epoch": 9, "train_loss": 1.0791268348693848}, {"step": 3600, "epoch": 9, "train_loss": 1.3540972471237183}, {"step": 3650, "epoch": 9, "train_loss": 1.3849977254867554}, {"step": 3700, "epoch": 9, "train_loss": 1.2287272214889526}, {"step": 3750, "epoch": 9, "train_loss": 1.3485785722732544}, {"step": 3800, "epoch": 9, "train_loss": 1.4580063819885254}, {"step": 3850, "epoch": 9, "train_loss": 1.328037142753601}, {"step": 3900, "epoch": 9, "train_loss": 1.2524354457855225}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4343, "test_loss": 1.6737631958007813}, {"step": 3950, "epoch": 10, "train_loss": 1.1893080472946167}, {"step": 4000, "epoch": 10, "train_loss": 1.2013403177261353}, {"step": 4050, "epoch": 10, "train_loss": 1.2757198810577393}, {"step": 4100, "epoch": 10, "train_loss": 1.4194966554641724}, {"step": 4150, "epoch": 10, "train_loss": 1.2607685327529907}, {"step": 4200, "epoch": 10, "train_loss": 1.4002171754837036}, {"step": 4250, "epoch": 10, "train_loss": 1.4149549007415771}, {"step": 4300, "epoch": 10, "train_loss": 1.192002773284912}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4365, "test_loss": 1.6739622314453124}, {"step": 4350, "epoch": 11, "train_loss": 1.1153075695037842}, {"step": 4400, "epoch": 11, "train_loss": 1.4401944875717163}, {"step": 4450, "epoch": 11, "train_loss": 1.433122992515564}, {"step": 4500, "epoch": 11, "train_loss": 1.320563554763794}, {"step": 4550, "epoch": 11, "train_loss": 1.2467395067214966}, {"step": 4600, "epoch": 11, "train_loss": 1.3963613510131836}, {"step": 4650, "epoch": 11, "train_loss": 1.1689242124557495}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4547, "test_loss": 1.6786722900390625}, {"step": 4700, "epoch": 12, "train_loss": 1.0728466510772705}, {"step": 4750, "epoch": 12, "train_loss": 1.1656625270843506}, {"step": 4800, "epoch": 12, "train_loss": 1.0357023477554321}, {"step": 4850, "epoch": 12, "train_loss": 1.046590805053711}, {"step": 4900, "epoch": 12, "train_loss": 1.187707781791687}, {"step": 4950, "epoch": 12, "train_loss": 1.1450332403182983}, {"step": 5000, "epoch": 12, "train_loss": 1.2284001111984253}, {"step": 5050, "epoch": 12, "train_loss": 1.2011775970458984}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4414, "test_loss": 1.7103952758789063}, {"step": 5100, "epoch": 13, "train_loss": 1.1410561800003052}, {"step": 5150, "epoch": 13, "train_loss": 1.1718276739120483}, {"step": 5200, "epoch": 13, "train_loss": 1.1168451309204102}, {"step": 5250, "epoch": 13, "train_loss": 1.228755235671997}, {"step": 5300, "epoch": 13, "train_loss": 1.021134376525879}, {"step": 5350, "epoch": 13, "train_loss": 1.1093418598175049}, {"step": 5400, "epoch": 13, "train_loss": 1.5497955083847046}, {"step": 5450, "epoch": 13, "train_loss": 1.1215158700942993}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4324, "test_loss": 1.7408137817382812}, {"step": 5500, "epoch": 14, "train_loss": 1.1453137397766113}, {"step": 5550, "epoch": 14, "train_loss": 1.1429270505905151}, {"step": 5600, "epoch": 14, "train_loss": 1.0597162246704102}, {"step": 5650, "epoch": 14, "train_loss": 1.0523134469985962}, {"step": 5700, "epoch": 14, "train_loss": 1.14435875415802}, {"step": 5750, "epoch": 14, "train_loss": 1.15072762966156}, {"step": 5800, "epoch": 14, "train_loss": 1.2578283548355103}, {"step": 5850, "epoch": 14, "train_loss": 0.9098420739173889}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4439, "test_loss": 1.7623110961914064}, {"step": 5900, "epoch": 15, "train_loss": 0.8560177087783813}, {"step": 5950, "epoch": 15, "train_loss": 1.1342341899871826}, {"step": 6000, "epoch": 15, "train_loss": 1.1836522817611694}, {"step": 6050, "epoch": 15, "train_loss": 1.0703693628311157}, {"step": 6100, "epoch": 15, "train_loss": 1.3524253368377686}, {"step": 6150, "epoch": 15, "train_loss": 1.1464437246322632}, {"step": 6200, "epoch": 15, "train_loss": 0.9995188117027283}, {"step": 6250, "epoch": 15, "train_loss": 1.0678050518035889}, {"epoch_end": 15, "step": 6256, "test_acc": 0.444, "test_loss": 1.764896435546875}, {"step": 6300, "epoch": 16, "train_loss": 0.9671576023101807}, {"step": 6350, "epoch": 16, "train_loss": 1.0380748510360718}, {"step": 6400, "epoch": 16, "train_loss": 1.0630183219909668}, {"step": 6450, "epoch": 16, "train_loss": 1.040380835533142}, {"step": 6500, "epoch": 16, "train_loss": 1.1662569046020508}, {"step": 6550, "epoch": 16, "train_loss": 0.7787660956382751}, {"step": 6600, "epoch": 16, "train_loss": 1.069372534751892}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4474, "test_loss": 1.7817140258789061}, {"step": 6650, "epoch": 17, "train_loss": 1.054011344909668}, {"step": 6700, "epoch": 17, "train_loss": 0.8950999975204468}, {"step": 6750, "epoch": 17, "train_loss": 1.0965243577957153}, {"step": 6800, "epoch": 17, "train_loss": 0.8218658566474915}, {"step": 6850, "epoch": 17, "train_loss": 1.136532187461853}, {"step": 6900, "epoch": 17, "train_loss": 1.1536333560943604}, {"step": 6950, "epoch": 17, "train_loss": 0.9091724157333374}, {"step": 7000, "epoch": 17, "train_loss": 0.9372600317001343}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4411, "test_loss": 1.8499548217773438}, {"step": 7050, "epoch": 18, "train_loss": 0.8121376633644104}, {"step": 7100, "epoch": 18, "train_loss": 1.0016593933105469}, {"step": 7150, "epoch": 18, "train_loss": 0.8276620507240295}, {"step": 7200, "epoch": 18, "train_loss": 1.0780123472213745}, {"step": 7250, "epoch": 18, "train_loss": 1.0874555110931396}, {"step": 7300, "epoch": 18, "train_loss": 1.0349100828170776}, {"step": 7350, "epoch": 18, "train_loss": 0.8791670203208923}, {"step": 7400, "epoch": 18, "train_loss": 1.0456193685531616}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4434, "test_loss": 1.850853759765625}, {"step": 7450, "epoch": 19, "train_loss": 0.7729822993278503}, {"step": 7500, "epoch": 19, "train_loss": 0.7199617624282837}, {"step": 7550, "epoch": 19, "train_loss": 0.8711113333702087}, {"step": 7600, "epoch": 19, "train_loss": 0.9830026626586914}, {"step": 7650, "epoch": 19, "train_loss": 0.8466229438781738}, {"step": 7700, "epoch": 19, "train_loss": 0.900730550289154}, {"step": 7750, "epoch": 19, "train_loss": 0.8278166651725769}, {"step": 7800, "epoch": 19, "train_loss": 0.9619542360305786}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4472, "test_loss": 1.9194159790039063}, {"step": 7850, "epoch": 20, "train_loss": 0.9848966598510742}, {"step": 7900, "epoch": 20, "train_loss": 0.6763913631439209}, {"step": 7950, "epoch": 20, "train_loss": 0.7414413094520569}, {"step": 8000, "epoch": 20, "train_loss": 1.0491275787353516}, {"step": 8050, "epoch": 20, "train_loss": 0.8576347231864929}, {"step": 8100, "epoch": 20, "train_loss": 0.7785420417785645}, {"step": 8150, "epoch": 20, "train_loss": 0.915790319442749}, {"step": 8200, "epoch": 20, "train_loss": 0.7080215811729431}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4414, "test_loss": 1.943951904296875}, {"step": 8250, "epoch": 21, "train_loss": 0.6058680415153503}, {"step": 8300, "epoch": 21, "train_loss": 0.9445268511772156}, {"step": 8350, "epoch": 21, "train_loss": 0.7461215257644653}, {"step": 8400, "epoch": 21, "train_loss": 0.6794915795326233}, {"step": 8450, "epoch": 21, "train_loss": 0.7110912799835205}, {"step": 8500, "epoch": 21, "train_loss": 0.9615805745124817}, {"step": 8550, "epoch": 21, "train_loss": 0.7453244924545288}, {"step": 8600, "epoch": 21, "train_loss": 0.9414529800415039}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4439, "test_loss": 2.0034680297851564}, {"step": 8650, "epoch": 22, "train_loss": 0.6194952726364136}, {"step": 8700, "epoch": 22, "train_loss": 0.8780339956283569}, {"step": 8750, "epoch": 22, "train_loss": 0.7048149704933167}, {"step": 8800, "epoch": 22, "train_loss": 0.8066826462745667}, {"step": 8850, "epoch": 22, "train_loss": 0.703498125076294}, {"step": 8900, "epoch": 22, "train_loss": 0.7639827132225037}, {"step": 8950, "epoch": 22, "train_loss": 0.8285276889801025}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4362, "test_loss": 2.051575390625}, {"step": 9000, "epoch": 23, "train_loss": 0.8359282612800598}, {"step": 9050, "epoch": 23, "train_loss": 0.46582043170928955}, {"step": 9100, "epoch": 23, "train_loss": 0.594643771648407}, {"step": 9150, "epoch": 23, "train_loss": 0.6562198400497437}, {"step": 9200, "epoch": 23, "train_loss": 0.7796807885169983}, {"step": 9250, "epoch": 23, "train_loss": 0.9640690088272095}, {"step": 9300, "epoch": 23, "train_loss": 0.6558235883712769}, {"step": 9350, "epoch": 23, "train_loss": 0.8660869598388672}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4384, "test_loss": 2.0865877197265625}, {"step": 9400, "epoch": 24, "train_loss": 0.5363046526908875}, {"step": 9450, "epoch": 24, "train_loss": 0.6318272352218628}, {"step": 9500, "epoch": 24, "train_loss": 0.667197585105896}, {"step": 9550, "epoch": 24, "train_loss": 0.6454152464866638}, {"step": 9600, "epoch": 24, "train_loss": 0.8117998838424683}, {"step": 9650, "epoch": 24, "train_loss": 0.724428653717041}, {"step": 9700, "epoch": 24, "train_loss": 0.7196007966995239}, {"step": 9750, "epoch": 24, "train_loss": 0.6612969040870667}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4406, "test_loss": 2.109863586425781}], "final": {"test_acc": 0.4406, "test_loss": 2.109863586425781, "wall_s": 34.22920346260071}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_bp_d5_s2.json b/results/deepres_cifar10_bp_d5_s2.json
new file mode 100644
index 0000000..50d7e81
--- /dev/null
+++ b/results/deepres_cifar10_bp_d5_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_bp_d5_s2", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5344276428222656}, {"step": 50, "epoch": 0, "train_loss": 1.9117217063903809}, {"step": 100, "epoch": 0, "train_loss": 1.9055652618408203}, {"step": 150, "epoch": 0, "train_loss": 2.023249864578247}, {"step": 200, "epoch": 0, "train_loss": 1.8834444284439087}, {"step": 250, "epoch": 0, "train_loss": 1.9288891553878784}, {"step": 300, "epoch": 0, "train_loss": 1.6627002954483032}, {"step": 350, "epoch": 0, "train_loss": 2.018383502960205}, {"epoch_end": 0, "step": 391, "test_acc": 0.3746, "test_loss": 1.8075690795898438}, {"step": 400, "epoch": 1, "train_loss": 1.7845993041992188}, {"step": 450, "epoch": 1, "train_loss": 1.9543495178222656}, {"step": 500, "epoch": 1, "train_loss": 1.695580005645752}, {"step": 550, "epoch": 1, "train_loss": 1.8561532497406006}, {"step": 600, "epoch": 1, "train_loss": 1.6622332334518433}, {"step": 650, "epoch": 1, "train_loss": 1.712888240814209}, {"step": 700, "epoch": 1, "train_loss": 1.801090121269226}, {"step": 750, "epoch": 1, "train_loss": 1.866970181465149}, {"epoch_end": 1, "step": 782, "test_acc": 0.3978, "test_loss": 1.7426463500976563}, {"step": 800, "epoch": 2, "train_loss": 1.6594951152801514}, {"step": 850, "epoch": 2, "train_loss": 1.6841539144515991}, {"step": 900, "epoch": 2, "train_loss": 1.6661769151687622}, {"step": 950, "epoch": 2, "train_loss": 1.5744010210037231}, {"step": 1000, "epoch": 2, "train_loss": 1.711348533630371}, {"step": 1050, "epoch": 2, "train_loss": 1.9255180358886719}, {"step": 1100, "epoch": 2, "train_loss": 1.4910516738891602}, {"step": 1150, "epoch": 2, "train_loss": 1.6627609729766846}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3885, "test_loss": 1.757413916015625}, {"step": 1200, "epoch": 3, "train_loss": 1.6562970876693726}, {"step": 1250, "epoch": 3, "train_loss": 1.5035228729248047}, {"step": 1300, "epoch": 3, "train_loss": 1.5106821060180664}, {"step": 1350, "epoch": 3, "train_loss": 1.6911611557006836}, {"step": 1400, "epoch": 3, "train_loss": 1.744279384613037}, {"step": 1450, "epoch": 3, "train_loss": 1.4924014806747437}, {"step": 1500, "epoch": 3, "train_loss": 1.6538227796554565}, {"step": 1550, "epoch": 3, "train_loss": 1.72138249874115}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4059, "test_loss": 1.7110609619140624}, {"step": 1600, "epoch": 4, "train_loss": 1.562079906463623}, {"step": 1650, "epoch": 4, "train_loss": 1.4795629978179932}, {"step": 1700, "epoch": 4, "train_loss": 1.513306736946106}, {"step": 1750, "epoch": 4, "train_loss": 1.6980735063552856}, {"step": 1800, "epoch": 4, "train_loss": 1.4857529401779175}, {"step": 1850, "epoch": 4, "train_loss": 1.5858070850372314}, {"step": 1900, "epoch": 4, "train_loss": 1.5594631433486938}, {"step": 1950, "epoch": 4, "train_loss": 1.476473331451416}, {"epoch_end": 4, "step": 1955, "test_acc": 0.418, "test_loss": 1.69813466796875}, {"step": 2000, "epoch": 5, "train_loss": 1.4460570812225342}, {"step": 2050, "epoch": 5, "train_loss": 1.520521879196167}, {"step": 2100, "epoch": 5, "train_loss": 1.6128711700439453}, {"step": 2150, "epoch": 5, "train_loss": 1.564915418624878}, {"step": 2200, "epoch": 5, "train_loss": 1.550376534461975}, {"step": 2250, "epoch": 5, "train_loss": 1.694573998451233}, {"step": 2300, "epoch": 5, "train_loss": 1.4864016771316528}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4305, "test_loss": 1.665214599609375}, {"step": 2350, "epoch": 6, "train_loss": 1.4300860166549683}, {"step": 2400, "epoch": 6, "train_loss": 1.2913339138031006}, {"step": 2450, "epoch": 6, "train_loss": 1.3739597797393799}, {"step": 2500, "epoch": 6, "train_loss": 1.400112271308899}, {"step": 2550, "epoch": 6, "train_loss": 1.4254781007766724}, {"step": 2600, "epoch": 6, "train_loss": 1.5236291885375977}, {"step": 2650, "epoch": 6, "train_loss": 1.3284989595413208}, {"step": 2700, "epoch": 6, "train_loss": 1.5435895919799805}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4345, "test_loss": 1.65758212890625}, {"step": 2750, "epoch": 7, "train_loss": 1.5802639722824097}, {"step": 2800, "epoch": 7, "train_loss": 1.5171579122543335}, {"step": 2850, "epoch": 7, "train_loss": 1.6029213666915894}, {"step": 2900, "epoch": 7, "train_loss": 1.475851058959961}, {"step": 2950, "epoch": 7, "train_loss": 1.5299203395843506}, {"step": 3000, "epoch": 7, "train_loss": 1.5858447551727295}, {"step": 3050, "epoch": 7, "train_loss": 1.5539181232452393}, {"step": 3100, "epoch": 7, "train_loss": 1.3598525524139404}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4424, "test_loss": 1.638942138671875}, {"step": 3150, "epoch": 8, "train_loss": 1.2880967855453491}, {"step": 3200, "epoch": 8, "train_loss": 1.2962712049484253}, {"step": 3250, "epoch": 8, "train_loss": 1.2551496028900146}, {"step": 3300, "epoch": 8, "train_loss": 1.5087851285934448}, {"step": 3350, "epoch": 8, "train_loss": 1.415313959121704}, {"step": 3400, "epoch": 8, "train_loss": 1.3561172485351562}, {"step": 3450, "epoch": 8, "train_loss": 1.2226482629776}, {"step": 3500, "epoch": 8, "train_loss": 1.3465687036514282}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4433, "test_loss": 1.6464450805664061}, {"step": 3550, "epoch": 9, "train_loss": 1.1380553245544434}, {"step": 3600, "epoch": 9, "train_loss": 1.2246695756912231}, {"step": 3650, "epoch": 9, "train_loss": 1.4007810354232788}, {"step": 3700, "epoch": 9, "train_loss": 1.2691879272460938}, {"step": 3750, "epoch": 9, "train_loss": 1.3951926231384277}, {"step": 3800, "epoch": 9, "train_loss": 1.4999454021453857}, {"step": 3850, "epoch": 9, "train_loss": 1.2968453168869019}, {"step": 3900, "epoch": 9, "train_loss": 1.2913718223571777}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4377, "test_loss": 1.6613575073242188}, {"step": 3950, "epoch": 10, "train_loss": 1.101466417312622}, {"step": 4000, "epoch": 10, "train_loss": 1.128977656364441}, {"step": 4050, "epoch": 10, "train_loss": 1.3304977416992188}, {"step": 4100, "epoch": 10, "train_loss": 1.3451638221740723}, {"step": 4150, "epoch": 10, "train_loss": 1.306761622428894}, {"step": 4200, "epoch": 10, "train_loss": 1.4816011190414429}, {"step": 4250, "epoch": 10, "train_loss": 1.4695453643798828}, {"step": 4300, "epoch": 10, "train_loss": 1.2860788106918335}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4345, "test_loss": 1.6818518188476563}, {"step": 4350, "epoch": 11, "train_loss": 1.13430917263031}, {"step": 4400, "epoch": 11, "train_loss": 1.367047905921936}, {"step": 4450, "epoch": 11, "train_loss": 1.3265902996063232}, {"step": 4500, "epoch": 11, "train_loss": 1.047421932220459}, {"step": 4550, "epoch": 11, "train_loss": 1.3648426532745361}, {"step": 4600, "epoch": 11, "train_loss": 1.2946401834487915}, {"step": 4650, "epoch": 11, "train_loss": 1.3483387231826782}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4458, "test_loss": 1.6776625244140626}, {"step": 4700, "epoch": 12, "train_loss": 1.213918924331665}, {"step": 4750, "epoch": 12, "train_loss": 1.1653867959976196}, {"step": 4800, "epoch": 12, "train_loss": 1.215186357498169}, {"step": 4850, "epoch": 12, "train_loss": 1.1897220611572266}, {"step": 4900, "epoch": 12, "train_loss": 1.1441363096237183}, {"step": 4950, "epoch": 12, "train_loss": 1.0563915967941284}, {"step": 5000, "epoch": 12, "train_loss": 1.3526052236557007}, {"step": 5050, "epoch": 12, "train_loss": 1.1219931840896606}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4467, "test_loss": 1.709076220703125}, {"step": 5100, "epoch": 13, "train_loss": 1.006392002105713}, {"step": 5150, "epoch": 13, "train_loss": 1.1414320468902588}, {"step": 5200, "epoch": 13, "train_loss": 1.0840868949890137}, {"step": 5250, "epoch": 13, "train_loss": 1.0903828144073486}, {"step": 5300, "epoch": 13, "train_loss": 1.0645709037780762}, {"step": 5350, "epoch": 13, "train_loss": 1.1128923892974854}, {"step": 5400, "epoch": 13, "train_loss": 1.419536828994751}, {"step": 5450, "epoch": 13, "train_loss": 1.1716158390045166}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4458, "test_loss": 1.731858642578125}, {"step": 5500, "epoch": 14, "train_loss": 0.9044817686080933}, {"step": 5550, "epoch": 14, "train_loss": 1.2845414876937866}, {"step": 5600, "epoch": 14, "train_loss": 1.0738641023635864}, {"step": 5650, "epoch": 14, "train_loss": 1.0272777080535889}, {"step": 5700, "epoch": 14, "train_loss": 0.9668175578117371}, {"step": 5750, "epoch": 14, "train_loss": 0.9983911514282227}, {"step": 5800, "epoch": 14, "train_loss": 1.151167869567871}, {"step": 5850, "epoch": 14, "train_loss": 1.1058787107467651}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4531, "test_loss": 1.764430126953125}, {"step": 5900, "epoch": 15, "train_loss": 0.8591031432151794}, {"step": 5950, "epoch": 15, "train_loss": 1.1004838943481445}, {"step": 6000, "epoch": 15, "train_loss": 1.402516484260559}, {"step": 6050, "epoch": 15, "train_loss": 1.116410732269287}, {"step": 6100, "epoch": 15, "train_loss": 1.1353111267089844}, {"step": 6150, "epoch": 15, "train_loss": 1.0550944805145264}, {"step": 6200, "epoch": 15, "train_loss": 1.1402137279510498}, {"step": 6250, "epoch": 15, "train_loss": 1.092162013053894}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4497, "test_loss": 1.7743578857421876}, {"step": 6300, "epoch": 16, "train_loss": 0.9625747799873352}, {"step": 6350, "epoch": 16, "train_loss": 1.0499004125595093}, {"step": 6400, "epoch": 16, "train_loss": 1.0696948766708374}, {"step": 6450, "epoch": 16, "train_loss": 1.0460050106048584}, {"step": 6500, "epoch": 16, "train_loss": 1.146440029144287}, {"step": 6550, "epoch": 16, "train_loss": 0.7593797445297241}, {"step": 6600, "epoch": 16, "train_loss": 1.1960349082946777}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4583, "test_loss": 1.7703406494140626}, {"step": 6650, "epoch": 17, "train_loss": 0.9023175239562988}, {"step": 6700, "epoch": 17, "train_loss": 1.0842818021774292}, {"step": 6750, "epoch": 17, "train_loss": 0.9284211993217468}, {"step": 6800, "epoch": 17, "train_loss": 0.8625872135162354}, {"step": 6850, "epoch": 17, "train_loss": 0.9292813539505005}, {"step": 6900, "epoch": 17, "train_loss": 1.033316731452942}, {"step": 6950, "epoch": 17, "train_loss": 0.945796012878418}, {"step": 7000, "epoch": 17, "train_loss": 0.8429004549980164}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4487, "test_loss": 1.853936767578125}, {"step": 7050, "epoch": 18, "train_loss": 0.822761058807373}, {"step": 7100, "epoch": 18, "train_loss": 0.9315236806869507}, {"step": 7150, "epoch": 18, "train_loss": 0.8534274697303772}, {"step": 7200, "epoch": 18, "train_loss": 0.9756728410720825}, {"step": 7250, "epoch": 18, "train_loss": 1.1048860549926758}, {"step": 7300, "epoch": 18, "train_loss": 1.0018285512924194}, {"step": 7350, "epoch": 18, "train_loss": 0.9329584240913391}, {"step": 7400, "epoch": 18, "train_loss": 0.9767289757728577}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4466, "test_loss": 1.877747216796875}, {"step": 7450, "epoch": 19, "train_loss": 0.6967793107032776}, {"step": 7500, "epoch": 19, "train_loss": 0.6817046999931335}, {"step": 7550, "epoch": 19, "train_loss": 0.9128426909446716}, {"step": 7600, "epoch": 19, "train_loss": 0.8519012928009033}, {"step": 7650, "epoch": 19, "train_loss": 0.7730087637901306}, {"step": 7700, "epoch": 19, "train_loss": 0.9573861956596375}, {"step": 7750, "epoch": 19, "train_loss": 0.916719377040863}, {"step": 7800, "epoch": 19, "train_loss": 1.0843390226364136}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4573, "test_loss": 1.886693505859375}, {"step": 7850, "epoch": 20, "train_loss": 0.9252134561538696}, {"step": 7900, "epoch": 20, "train_loss": 0.6321592926979065}, {"step": 7950, "epoch": 20, "train_loss": 0.8156445026397705}, {"step": 8000, "epoch": 20, "train_loss": 1.077115535736084}, {"step": 8050, "epoch": 20, "train_loss": 0.7832339406013489}, {"step": 8100, "epoch": 20, "train_loss": 0.8589063882827759}, {"step": 8150, "epoch": 20, "train_loss": 0.8666386008262634}, {"step": 8200, "epoch": 20, "train_loss": 0.5856953859329224}, {"epoch_end": 20, "step": 8211, "test_acc": 0.451, "test_loss": 1.9591899047851562}, {"step": 8250, "epoch": 21, "train_loss": 0.7078382968902588}, {"step": 8300, "epoch": 21, "train_loss": 0.931281328201294}, {"step": 8350, "epoch": 21, "train_loss": 0.8803679943084717}, {"step": 8400, "epoch": 21, "train_loss": 0.7053740620613098}, {"step": 8450, "epoch": 21, "train_loss": 0.5165642499923706}, {"step": 8500, "epoch": 21, "train_loss": 0.7384994626045227}, {"step": 8550, "epoch": 21, "train_loss": 0.7941311597824097}, {"step": 8600, "epoch": 21, "train_loss": 0.7888904213905334}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4556, "test_loss": 1.9835021484375}, {"step": 8650, "epoch": 22, "train_loss": 0.6406074166297913}, {"step": 8700, "epoch": 22, "train_loss": 0.8381529450416565}, {"step": 8750, "epoch": 22, "train_loss": 0.7717049717903137}, {"step": 8800, "epoch": 22, "train_loss": 0.7970149517059326}, {"step": 8850, "epoch": 22, "train_loss": 0.6912611722946167}, {"step": 8900, "epoch": 22, "train_loss": 0.7782554626464844}, {"step": 8950, "epoch": 22, "train_loss": 0.9659886956214905}, {"epoch_end": 22, "step": 8993, "test_acc": 0.451, "test_loss": 2.0189248901367187}, {"step": 9000, "epoch": 23, "train_loss": 0.6232724189758301}, {"step": 9050, "epoch": 23, "train_loss": 0.6324472427368164}, {"step": 9100, "epoch": 23, "train_loss": 0.6339370608329773}, {"step": 9150, "epoch": 23, "train_loss": 0.7624149322509766}, {"step": 9200, "epoch": 23, "train_loss": 0.7688534259796143}, {"step": 9250, "epoch": 23, "train_loss": 0.852830171585083}, {"step": 9300, "epoch": 23, "train_loss": 0.7066343426704407}, {"step": 9350, "epoch": 23, "train_loss": 0.8696370124816895}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4459, "test_loss": 2.1059609741210936}, {"step": 9400, "epoch": 24, "train_loss": 0.647288978099823}, {"step": 9450, "epoch": 24, "train_loss": 0.509598433971405}, {"step": 9500, "epoch": 24, "train_loss": 0.6531168818473816}, {"step": 9550, "epoch": 24, "train_loss": 0.7490599751472473}, {"step": 9600, "epoch": 24, "train_loss": 0.7255411744117737}, {"step": 9650, "epoch": 24, "train_loss": 0.6563408970832825}, {"step": 9700, "epoch": 24, "train_loss": 0.7670857310295105}, {"step": 9750, "epoch": 24, "train_loss": 0.7929840683937073}, {"epoch_end": 24, "step": 9775, "test_acc": 0.45, "test_loss": 2.09022763671875}], "final": {"test_acc": 0.45, "test_loss": 2.09022763671875, "wall_s": 34.776737451553345}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_dfa_d10_s0.json b/results/deepres_cifar10_dfa_d10_s0.json
new file mode 100644
index 0000000..741a89e
--- /dev/null
+++ b/results/deepres_cifar10_dfa_d10_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.03, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_dfa_d10_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.480501890182495, "cos_r_negg": [-0.007985515519976616, -0.0029734314884990454, -0.004363365937024355, -0.019195925444364548, 0.03122452087700367, -0.00329861743375659, -0.011292683891952038, 0.025974145159125328, -0.019461054354906082, -0.01410023681819439], "cos_apical_negg": [-0.007985515519976616, -0.0029734314884990454, -0.004363365937024355, -0.019195925444364548, 0.03122452087700367, -0.00329861743375659, -0.011292683891952038, 0.025974145159125328, -0.019461054354906082, -0.01410023681819439], "cos_Ac_negg": [-0.007985515519976616, -0.0029734314884990454, -0.004363365937024355, -0.019195925444364548, 0.03122452087700367, -0.00329861743375659, -0.011292683891952038, 0.025974145159125328, -0.019461054354906082, -0.01410023681819439], "r_norm": [4.895408630371094, 4.94033145904541, 4.929737567901611, 4.773996829986572, 4.892971992492676, 4.9501051902771, 4.877932548522949, 4.995774745941162, 5.0207624435424805, 4.830939292907715]}, {"step": 50, "epoch": 0, "train_loss": 1.9434113502502441, "cos_r_negg": [0.21662494540214539, -0.016481248661875725, -0.04792088642716408, -0.021132316440343857, -0.021471913903951645, 0.017904438078403473, -0.1119406670331955, -0.03866799920797348, -0.004787306301295757, -0.0697067528963089], "cos_apical_negg": [0.21662494540214539, -0.016481248661875725, -0.04792088642716408, -0.021132316440343857, -0.021471913903951645, 0.017904438078403473, -0.1119406670331955, -0.03866799920797348, -0.004787306301295757, -0.0697067528963089], "cos_Ac_negg": [0.21662494540214539, -0.016481248661875725, -0.04792088642716408, -0.021132316440343857, -0.021471913903951645, 0.017904438078403473, -0.1119406670331955, -0.03866799920797348, -0.004787306301295757, -0.0697067528963089], "r_norm": [4.5651140213012695, 4.590334892272949, 4.595218658447266, 4.441751003265381, 4.559104919433594, 4.61311674118042, 4.544366359710693, 4.65663480758667, 4.689334869384766, 4.478238582611084]}, {"step": 100, "epoch": 0, "train_loss": 2.0986790657043457, "cos_r_negg": [0.2564695477485657, -0.062489286065101624, -0.03906027227640152, -0.06002795323729515, -0.013331698253750801, -0.05642612278461456, -0.07227922976016998, -0.04966180771589279, -0.11631982028484344, -0.09693443775177002], "cos_apical_negg": [0.2564695477485657, -0.062489286065101624, -0.03906027227640152, -0.06002795323729515, -0.013331698253750801, -0.05642612278461456, -0.07227922976016998, -0.04966180771589279, -0.11631982028484344, -0.09693443775177002], "cos_Ac_negg": [0.2564695477485657, -0.062489286065101624, -0.03906027227640152, -0.06002795323729515, -0.013331698253750801, -0.05642612278461456, -0.07227922976016998, -0.04966180771589279, -0.11631982028484344, -0.09693443775177002], "r_norm": [4.420248985290527, 4.441866874694824, 4.4389543533325195, 4.30184268951416, 4.427659034729004, 4.471330642700195, 4.387162208557129, 4.515137672424316, 4.549134731292725, 4.34206485748291]}, {"step": 150, "epoch": 0, "train_loss": 2.4692842960357666, "cos_r_negg": [0.3339725732803345, -0.09090379625558853, -0.05878939479589462, -0.044292621314525604, -0.020677417516708374, -0.02541501447558403, -0.027154773473739624, -0.02963179349899292, -0.013401808217167854, -0.041129130870103836], "cos_apical_negg": [0.3339725732803345, -0.09090379625558853, -0.05878939479589462, -0.044292621314525604, -0.020677417516708374, -0.02541501447558403, -0.027154773473739624, -0.02963179349899292, -0.013401808217167854, -0.041129130870103836], "cos_Ac_negg": [0.3339725732803345, -0.09090379625558853, -0.05878939479589462, -0.044292621314525604, -0.020677417516708374, -0.02541501447558403, -0.027154773473739624, -0.02963179349899292, -0.013401808217167854, -0.041129130870103836], "r_norm": [4.728287696838379, 4.762499809265137, 4.742967128753662, 4.580308437347412, 4.718325614929199, 4.797433853149414, 4.711729049682617, 4.827296257019043, 4.851472854614258, 4.626772880554199]}, {"step": 200, "epoch": 0, "train_loss": 2.139251708984375, "cos_r_negg": [0.3479873239994049, -0.05567429959774017, -0.0327979251742363, -0.01621292345225811, -0.10139872133731842, -0.008016589097678661, -0.028455618768930435, -0.05725204944610596, -0.052543316036462784, -0.08923831582069397], "cos_apical_negg": [0.3479873239994049, -0.05567429959774017, -0.0327979251742363, -0.01621292345225811, -0.10139872133731842, -0.008016589097678661, -0.028455618768930435, -0.05725204944610596, -0.052543316036462784, -0.08923831582069397], "cos_Ac_negg": [0.3479873239994049, -0.05567429959774017, -0.0327979251742363, -0.01621292345225811, -0.10139872133731842, -0.008016589097678661, -0.028455618768930435, -0.05725204944610596, -0.052543316036462784, -0.08923831582069397], "r_norm": [4.403340816497803, 4.431082725524902, 4.43398380279541, 4.293100833892822, 4.409078598022461, 4.464131832122803, 4.3884053230285645, 4.494348526000977, 4.5399274826049805, 4.320920944213867]}, {"step": 250, "epoch": 0, "train_loss": 2.0614559650421143, "cos_r_negg": [0.3459140956401825, -0.0554986372590065, -0.00878960732370615, -0.011322122067213058, -0.08658497780561447, 0.0022129882127046585, -0.0896126925945282, -0.07556871324777603, -0.04770350828766823, -0.11801537871360779], "cos_apical_negg": [0.3459140956401825, -0.0554986372590065, -0.00878960732370615, -0.011322122067213058, -0.08658497780561447, 0.0022129882127046585, -0.0896126925945282, -0.07556871324777603, -0.04770350828766823, -0.11801537871360779], "cos_Ac_negg": [0.3459140956401825, -0.0554986372590065, -0.00878960732370615, -0.011322122067213058, -0.08658497780561447, 0.0022129882127046585, -0.0896126925945282, -0.07556871324777603, -0.04770350828766823, -0.11801537871360779], "r_norm": [4.483279705047607, 4.505722999572754, 4.500822067260742, 4.347873210906982, 4.486997604370117, 4.548081398010254, 4.458791255950928, 4.564882278442383, 4.614670753479004, 4.399827003479004]}, {"step": 300, "epoch": 0, "train_loss": 1.6931155920028687, "cos_r_negg": [0.35668274760246277, -0.022461403161287308, 0.004796373192220926, -0.013783000409603119, -0.025210116058588028, 0.01824662648141384, -0.0375065952539444, -0.04120614007115364, -0.047042544931173325, -0.007396257016807795], "cos_apical_negg": [0.35668274760246277, -0.022461403161287308, 0.004796373192220926, -0.013783000409603119, -0.025210116058588028, 0.01824662648141384, -0.0375065952539444, -0.04120614007115364, -0.047042544931173325, -0.007396257016807795], "cos_Ac_negg": [0.35668274760246277, -0.022461403161287308, 0.004796373192220926, -0.013783000409603119, -0.025210116058588028, 0.01824662648141384, -0.0375065952539444, -0.04120614007115364, -0.047042544931173325, -0.007396257016807795], "r_norm": [4.362355709075928, 4.379374027252197, 4.386529922485352, 4.24868106842041, 4.370780944824219, 4.431403636932373, 4.340847015380859, 4.458102226257324, 4.494663238525391, 4.286533355712891]}, {"step": 350, "epoch": 0, "train_loss": 2.086240291595459, "cos_r_negg": [0.3896264433860779, -0.018025092780590057, -0.0361420139670372, 0.00729316147044301, -0.0756218284368515, -0.009678785689175129, -0.029802512377500534, -0.08537955582141876, -0.01703920215368271, -0.0683978796005249], "cos_apical_negg": [0.3896264433860779, -0.018025092780590057, -0.0361420139670372, 0.00729316147044301, -0.0756218284368515, -0.009678785689175129, -0.029802512377500534, -0.08537955582141876, -0.01703920215368271, -0.0683978796005249], "cos_Ac_negg": [0.3896264433860779, -0.018025092780590057, -0.0361420139670372, 0.00729316147044301, -0.0756218284368515, -0.009678785689175129, -0.029802512377500534, -0.08537955582141876, -0.01703920215368271, -0.0683978796005249], "r_norm": [4.511499404907227, 4.531820297241211, 4.550849437713623, 4.373836517333984, 4.4814348220825195, 4.569491386413574, 4.484656810760498, 4.601629257202148, 4.613487243652344, 4.430071830749512]}, {"epoch_end": 0, "step": 391, "test_acc": 0.29, "test_loss": 2.090367529296875}, {"step": 400, "epoch": 1, "train_loss": 1.9959709644317627, "cos_r_negg": [0.4106959402561188, -0.023006347939372063, -0.006374468095600605, -0.001676945947110653, -0.052173834294080734, -0.06631298363208771, -0.0963260680437088, -0.013995102606713772, -0.015854069963097572, -0.021260814741253853], "cos_apical_negg": [0.4106959402561188, -0.023006347939372063, -0.006374468095600605, -0.001676945947110653, -0.052173834294080734, -0.06631298363208771, -0.0963260680437088, -0.013995102606713772, -0.015854069963097572, -0.021260814741253853], "cos_Ac_negg": [0.4106959402561188, -0.023006347939372063, -0.006374468095600605, -0.001676945947110653, -0.052173834294080734, -0.06631298363208771, -0.0963260680437088, -0.013995102606713772, -0.015854069963097572, -0.021260814741253853], "r_norm": [4.43027400970459, 4.450151443481445, 4.453610420227051, 4.308862686157227, 4.428515434265137, 4.496291637420654, 4.40416955947876, 4.525200843811035, 4.553598403930664, 4.3527679443359375]}, {"step": 450, "epoch": 1, "train_loss": 2.1766037940979004, "cos_r_negg": [0.4565584063529968, 0.0017345070373266935, 0.0017983600264415145, 0.002220854628831148, -0.024065284058451653, -0.016186419874429703, 0.013534053228795528, 0.014022795483469963, -0.024816548451781273, -0.039896465837955475], "cos_apical_negg": [0.4565584063529968, 0.0017345070373266935, 0.0017983600264415145, 0.002220854628831148, -0.024065284058451653, -0.016186419874429703, 0.013534053228795528, 0.014022795483469963, -0.024816548451781273, -0.039896465837955475], "cos_Ac_negg": [0.4565584063529968, 0.0017345070373266935, 0.0017983600264415145, 0.002220854628831148, -0.024065284058451653, -0.016186419874429703, 0.013534053228795528, 0.014022795483469963, -0.024816548451781273, -0.039896465837955475], "r_norm": [4.355985641479492, 4.3922624588012695, 4.383859634399414, 4.24205207824707, 4.367887496948242, 4.410054683685303, 4.337762355804443, 4.458227157592773, 4.494476318359375, 4.28273868560791]}, {"step": 500, "epoch": 1, "train_loss": 1.9276624917984009, "cos_r_negg": [0.44789475202560425, 0.003189799841493368, -0.01733073778450489, 0.07217936217784882, -0.04919663816690445, 0.005542749539017677, -0.04560708999633789, -0.02817469649016857, -0.011839151382446289, -0.039014481008052826], "cos_apical_negg": [0.44789475202560425, 0.003189799841493368, -0.01733073778450489, 0.07217936217784882, -0.04919663816690445, 0.005542749539017677, -0.04560708999633789, -0.02817469649016857, -0.011839151382446289, -0.039014481008052826], "cos_Ac_negg": [0.44789475202560425, 0.003189799841493368, -0.01733073778450489, 0.07217936217784882, -0.04919663816690445, 0.005542749539017677, -0.04560708999633789, -0.02817469649016857, -0.011839151382446289, -0.039014481008052826], "r_norm": [4.36978006362915, 4.396965026855469, 4.3990678787231445, 4.251990795135498, 4.38194465637207, 4.44624662399292, 4.363091468811035, 4.469470024108887, 4.501341342926025, 4.291167736053467]}, {"step": 550, "epoch": 1, "train_loss": 2.0359766483306885, "cos_r_negg": [0.4391101002693176, -0.009673280641436577, 0.011159994639456272, 0.034403398633003235, 0.005186751484870911, 0.017449647188186646, -0.006061320658773184, 0.030213087797164917, 0.008159196004271507, -0.08684053272008896], "cos_apical_negg": [0.4391101002693176, -0.009673280641436577, 0.011159994639456272, 0.034403398633003235, 0.005186751484870911, 0.017449647188186646, -0.006061320658773184, 0.030213087797164917, 0.008159196004271507, -0.08684053272008896], "cos_Ac_negg": [0.4391101002693176, -0.009673280641436577, 0.011159994639456272, 0.034403398633003235, 0.005186751484870911, 0.017449647188186646, -0.006061320658773184, 0.030213087797164917, 0.008159196004271507, -0.08684053272008896], "r_norm": [4.299736976623535, 4.326448440551758, 4.332306861877441, 4.195765972137451, 4.338017463684082, 4.365163803100586, 4.2847185134887695, 4.423861026763916, 4.449707984924316, 4.238305568695068]}, {"step": 600, "epoch": 1, "train_loss": 1.924501657485962, "cos_r_negg": [0.4406277537345886, 0.0014880825765430927, 0.023430872708559036, 0.06198056787252426, -0.026728589087724686, -0.022808967158198357, -0.009897947311401367, -0.025286123156547546, -0.04454302787780762, -0.11090987175703049], "cos_apical_negg": [0.4406277537345886, 0.0014880825765430927, 0.023430872708559036, 0.06198056787252426, -0.026728589087724686, -0.022808967158198357, -0.009897947311401367, -0.025286123156547546, -0.04454302787780762, -0.11090987175703049], "cos_Ac_negg": [0.4406277537345886, 0.0014880825765430927, 0.023430872708559036, 0.06198056787252426, -0.026728589087724686, -0.022808967158198357, -0.009897947311401367, -0.025286123156547546, -0.04454302787780762, -0.11090987175703049], "r_norm": [4.341292858123779, 4.364278793334961, 4.373020172119141, 4.2338151931762695, 4.3600568771362305, 4.410870552062988, 4.329127788543701, 4.450157165527344, 4.472965717315674, 4.270754814147949]}, {"step": 650, "epoch": 1, "train_loss": 2.058694362640381, "cos_r_negg": [0.45894038677215576, 0.016597941517829895, 0.021786989644169807, 0.0006775921210646629, -0.037520021200180054, 0.029943283647298813, 0.03411998599767685, -0.02502024546265602, -0.05885720252990723, -0.08878819644451141], "cos_apical_negg": [0.45894038677215576, 0.016597941517829895, 0.021786989644169807, 0.0006775921210646629, -0.037520021200180054, 0.029943283647298813, 0.03411998599767685, -0.02502024546265602, -0.05885720252990723, -0.08878819644451141], "cos_Ac_negg": [0.45894038677215576, 0.016597941517829895, 0.021786989644169807, 0.0006775921210646629, -0.037520021200180054, 0.029943283647298813, 0.03411998599767685, -0.02502024546265602, -0.05885720252990723, -0.08878819644451141], "r_norm": [4.267729759216309, 4.279279708862305, 4.300353050231934, 4.163830757141113, 4.281614780426025, 4.330314636230469, 4.249054431915283, 4.352846145629883, 4.393638610839844, 4.193583965301514]}, {"step": 700, "epoch": 1, "train_loss": 2.0863423347473145, "cos_r_negg": [0.46311458945274353, 0.000552081037312746, 0.011952091008424759, -0.0033758864738047123, -0.0139608234167099, 0.011953769251704216, 0.007186863571405411, 0.02320188097655773, -0.013210590928792953, -0.06315911561250687], "cos_apical_negg": [0.46311458945274353, 0.000552081037312746, 0.011952091008424759, -0.0033758864738047123, -0.0139608234167099, 0.011953769251704216, 0.007186863571405411, 0.02320188097655773, -0.013210590928792953, -0.06315911561250687], "cos_Ac_negg": [0.46311458945274353, 0.000552081037312746, 0.011952091008424759, -0.0033758864738047123, -0.0139608234167099, 0.011953769251704216, 0.007186863571405411, 0.02320188097655773, -0.013210590928792953, -0.06315911561250687], "r_norm": [4.5014472007751465, 4.5102386474609375, 4.51692008972168, 4.38178825378418, 4.498859405517578, 4.558250904083252, 4.467518329620361, 4.594974517822266, 4.628302574157715, 4.418452262878418]}, {"step": 750, "epoch": 1, "train_loss": 2.119748115539551, "cos_r_negg": [0.45242685079574585, 0.039754413068294525, -0.016116637736558914, 0.032833416014909744, -0.0369163453578949, 0.017651403322815895, 0.012946964241564274, 0.03897605463862419, -0.035602033138275146, -0.012654682621359825], "cos_apical_negg": [0.45242685079574585, 0.039754413068294525, -0.016116637736558914, 0.032833416014909744, -0.0369163453578949, 0.017651403322815895, 0.012946964241564274, 0.03897605463862419, -0.035602033138275146, -0.012654682621359825], "cos_Ac_negg": [0.45242685079574585, 0.039754413068294525, -0.016116637736558914, 0.032833416014909744, -0.0369163453578949, 0.017651403322815895, 0.012946964241564274, 0.03897605463862419, -0.035602033138275146, -0.012654682621359825], "r_norm": [4.303900241851807, 4.314491271972656, 4.33093786239624, 4.199361324310303, 4.320499420166016, 4.35999870300293, 4.281189441680908, 4.413159370422363, 4.435985088348389, 4.235152244567871]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3505, "test_loss": 1.9933769165039064}, {"step": 800, "epoch": 2, "train_loss": 2.0313401222229004, "cos_r_negg": [0.48101508617401123, 0.004377070814371109, 0.016285128891468048, 0.052406929433345795, 0.006708354689180851, -0.017099443823099136, 0.012144207954406738, 0.0004428662359714508, -0.0351056344807148, -0.014348408207297325], "cos_apical_negg": [0.48101508617401123, 0.004377070814371109, 0.016285128891468048, 0.052406929433345795, 0.006708354689180851, -0.017099443823099136, 0.012144207954406738, 0.0004428662359714508, -0.0351056344807148, -0.014348408207297325], "cos_Ac_negg": [0.48101508617401123, 0.004377070814371109, 0.016285128891468048, 0.052406929433345795, 0.006708354689180851, -0.017099443823099136, 0.012144207954406738, 0.0004428662359714508, -0.0351056344807148, -0.014348408207297325], "r_norm": [4.345152854919434, 4.373159408569336, 4.3632683753967285, 4.2286458015441895, 4.35556697845459, 4.409632682800293, 4.325951099395752, 4.435798645019531, 4.477109432220459, 4.257939338684082]}, {"step": 850, "epoch": 2, "train_loss": 1.9531550407409668, "cos_r_negg": [0.49918133020401, 0.03933896869421005, 0.040291305631399155, 0.05000177398324013, 0.01394254807382822, 0.0037080729380249977, 0.04321563243865967, -0.015708403661847115, -0.03967629000544548, -0.03489382565021515], "cos_apical_negg": [0.49918133020401, 0.03933896869421005, 0.040291305631399155, 0.05000177398324013, 0.01394254807382822, 0.0037080729380249977, 0.04321563243865967, -0.015708403661847115, -0.03967629000544548, -0.03489382565021515], "cos_Ac_negg": [0.49918133020401, 0.03933896869421005, 0.040291305631399155, 0.05000177398324013, 0.01394254807382822, 0.0037080729380249977, 0.04321563243865967, -0.015708403661847115, -0.03967629000544548, -0.03489382565021515], "r_norm": [4.396744251251221, 4.3943586349487305, 4.421544075012207, 4.274707794189453, 4.403240203857422, 4.456339359283447, 4.373984336853027, 4.485195159912109, 4.510589599609375, 4.319264888763428]}, {"step": 900, "epoch": 2, "train_loss": 1.8784229755401611, "cos_r_negg": [0.5227396488189697, 0.06860333681106567, 0.03153657168149948, 0.026426145806908607, -0.029184887185692787, 0.003183347173035145, -0.002972399117425084, -0.015929996967315674, -0.07588955760002136, -0.05444058030843735], "cos_apical_negg": [0.5227396488189697, 0.06860333681106567, 0.03153657168149948, 0.026426145806908607, -0.029184887185692787, 0.003183347173035145, -0.002972399117425084, -0.015929996967315674, -0.07588955760002136, -0.05444058030843735], "cos_Ac_negg": [0.5227396488189697, 0.06860333681106567, 0.03153657168149948, 0.026426145806908607, -0.029184887185692787, 0.003183347173035145, -0.002972399117425084, -0.015929996967315674, -0.07588955760002136, -0.05444058030843735], "r_norm": [4.259434700012207, 4.27744197845459, 4.287618637084961, 4.147002220153809, 4.262890815734863, 4.32952880859375, 4.242463111877441, 4.353660583496094, 4.38397216796875, 4.186627388000488]}, {"step": 950, "epoch": 2, "train_loss": 1.7256624698638916, "cos_r_negg": [0.5105888247489929, 0.0787021592259407, 0.01854667067527771, 0.04307802766561508, -0.005062328651547432, -0.013984762132167816, 0.017277156934142113, -0.002348532434552908, -0.0339929424226284, -0.009300803765654564], "cos_apical_negg": [0.5105888247489929, 0.0787021592259407, 0.01854667067527771, 0.04307802766561508, -0.005062328651547432, -0.013984762132167816, 0.017277156934142113, -0.002348532434552908, -0.0339929424226284, -0.009300803765654564], "cos_Ac_negg": [0.5105888247489929, 0.0787021592259407, 0.01854667067527771, 0.04307802766561508, -0.005062328651547432, -0.013984762132167816, 0.017277156934142113, -0.002348532434552908, -0.0339929424226284, -0.009300803765654564], "r_norm": [4.350852012634277, 4.367831230163574, 4.375166893005371, 4.238150119781494, 4.35228157043457, 4.426112174987793, 4.344176292419434, 4.436133861541748, 4.4789533615112305, 4.276920318603516]}, {"step": 1000, "epoch": 2, "train_loss": 1.9329053163528442, "cos_r_negg": [0.5092870593070984, 0.0625925362110138, 0.03794587031006813, 0.056071534752845764, 0.0064169010147452354, -0.0031534642912447453, 0.009106550365686417, 0.03011840023100376, -0.04540408030152321, -0.01561245322227478], "cos_apical_negg": [0.5092870593070984, 0.0625925362110138, 0.03794587031006813, 0.056071534752845764, 0.0064169010147452354, -0.0031534642912447453, 0.009106550365686417, 0.03011840023100376, -0.04540408030152321, -0.01561245322227478], "cos_Ac_negg": [0.5092870593070984, 0.0625925362110138, 0.03794587031006813, 0.056071534752845764, 0.0064169010147452354, -0.0031534642912447453, 0.009106550365686417, 0.03011840023100376, -0.04540408030152321, -0.01561245322227478], "r_norm": [4.348379135131836, 4.365018844604492, 4.372594833374023, 4.216175079345703, 4.328289031982422, 4.400892734527588, 4.33010721206665, 4.436617851257324, 4.4547505378723145, 4.257005214691162]}, {"step": 1050, "epoch": 2, "train_loss": 2.101106882095337, "cos_r_negg": [0.5050840973854065, 0.07714162766933441, 0.035798124969005585, 0.05467517301440239, -0.00884721428155899, 0.01671389862895012, 0.07416844367980957, 0.028212931007146835, -0.05759920924901962, 0.019834795966744423], "cos_apical_negg": [0.5050840973854065, 0.07714162766933441, 0.035798124969005585, 0.05467517301440239, -0.00884721428155899, 0.01671389862895012, 0.07416844367980957, 0.028212931007146835, -0.05759920924901962, 0.019834795966744423], "cos_Ac_negg": [0.5050840973854065, 0.07714162766933441, 0.035798124969005585, 0.05467517301440239, -0.00884721428155899, 0.01671389862895012, 0.07416844367980957, 0.028212931007146835, -0.05759920924901962, 0.019834795966744423], "r_norm": [4.226912498474121, 4.228034973144531, 4.23429012298584, 4.113835334777832, 4.217459201812744, 4.272158622741699, 4.193058967590332, 4.315197944641113, 4.344733238220215, 4.145764350891113]}, {"step": 1100, "epoch": 2, "train_loss": 1.8105199337005615, "cos_r_negg": [0.4860473871231079, 0.05209190770983696, 0.05269472673535347, 0.030839597806334496, 0.0015214988961815834, -0.005164670757949352, 0.05896516889333725, 0.008167004212737083, -0.012707458809018135, -0.05054974928498268], "cos_apical_negg": [0.4860473871231079, 0.05209190770983696, 0.05269472673535347, 0.030839597806334496, 0.0015214988961815834, -0.005164670757949352, 0.05896516889333725, 0.008167004212737083, -0.012707458809018135, -0.05054974928498268], "cos_Ac_negg": [0.4860473871231079, 0.05209190770983696, 0.05269472673535347, 0.030839597806334496, 0.0015214988961815834, -0.005164670757949352, 0.05896516889333725, 0.008167004212737083, -0.012707458809018135, -0.05054974928498268], "r_norm": [4.345707893371582, 4.355806350708008, 4.373248100280762, 4.244867324829102, 4.366116046905518, 4.404374599456787, 4.3232622146606445, 4.43344259262085, 4.469593048095703, 4.269935607910156]}, {"step": 1150, "epoch": 2, "train_loss": 1.9039533138275146, "cos_r_negg": [0.47856587171554565, 0.04638409614562988, 0.02567250281572342, 0.05234159529209137, 0.02016063593327999, -0.019901828840374947, 0.019715920090675354, 0.024508249014616013, -0.07646167278289795, -0.04458507522940636], "cos_apical_negg": [0.47856587171554565, 0.04638409614562988, 0.02567250281572342, 0.05234159529209137, 0.02016063593327999, -0.019901828840374947, 0.019715920090675354, 0.024508249014616013, -0.07646167278289795, -0.04458507522940636], "cos_Ac_negg": [0.47856587171554565, 0.04638409614562988, 0.02567250281572342, 0.05234159529209137, 0.02016063593327999, -0.019901828840374947, 0.019715920090675354, 0.024508249014616013, -0.07646167278289795, -0.04458507522940636], "r_norm": [4.3709716796875, 4.387405872344971, 4.400692462921143, 4.253807067871094, 4.367533206939697, 4.4330244064331055, 4.35933780670166, 4.471325874328613, 4.493921279907227, 4.296512603759766]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3348, "test_loss": 2.007463073730469}, {"step": 1200, "epoch": 3, "train_loss": 1.9214341640472412, "cos_r_negg": [0.4867582619190216, 0.055721163749694824, 0.05025094747543335, 0.05396623909473419, 0.01193423755466938, 0.018861038610339165, 0.024111958220601082, -0.0016471000853925943, -0.06647133827209473, -0.0007922053337097168], "cos_apical_negg": [0.4867582619190216, 0.055721163749694824, 0.05025094747543335, 0.05396623909473419, 0.01193423755466938, 0.018861038610339165, 0.024111958220601082, -0.0016471000853925943, -0.06647133827209473, -0.0007922053337097168], "cos_Ac_negg": [0.4867582619190216, 0.055721163749694824, 0.05025094747543335, 0.05396623909473419, 0.01193423755466938, 0.018861038610339165, 0.024111958220601082, -0.0016471000853925943, -0.06647133827209473, -0.0007922053337097168], "r_norm": [4.3267011642456055, 4.353292465209961, 4.36635684967041, 4.2100911140441895, 4.348782539367676, 4.399803161621094, 4.31820011138916, 4.43728494644165, 4.466357231140137, 4.256442070007324]}, {"step": 1250, "epoch": 3, "train_loss": 1.8266448974609375, "cos_r_negg": [0.5260756015777588, 0.05248258262872696, 0.06850980222225189, 0.0717790275812149, 0.030016805976629257, 0.04570730775594711, -0.024983026087284088, 0.020236898213624954, -0.06036047637462616, 0.0002935761585831642], "cos_apical_negg": [0.5260756015777588, 0.05248258262872696, 0.06850980222225189, 0.0717790275812149, 0.030016805976629257, 0.04570730775594711, -0.024983026087284088, 0.020236898213624954, -0.06036047637462616, 0.0002935761585831642], "cos_Ac_negg": [0.5260756015777588, 0.05248258262872696, 0.06850980222225189, 0.0717790275812149, 0.030016805976629257, 0.04570730775594711, -0.024983026087284088, 0.020236898213624954, -0.06036047637462616, 0.0002935761585831642], "r_norm": [4.345331192016602, 4.370491027832031, 4.36931037902832, 4.235860347747803, 4.361563205718994, 4.398403167724609, 4.326004981994629, 4.4519453048706055, 4.484282493591309, 4.274407386779785]}, {"step": 1300, "epoch": 3, "train_loss": 1.9755282402038574, "cos_r_negg": [0.5070410966873169, 0.0674709901213646, 0.05719013512134552, 0.07735025882720947, 0.040484968572854996, 0.0006583826616406441, -0.022987214848399162, -0.006484528072178364, -0.03596162796020508, -0.04832812398672104], "cos_apical_negg": [0.5070410966873169, 0.0674709901213646, 0.05719013512134552, 0.07735025882720947, 0.040484968572854996, 0.0006583826616406441, -0.022987214848399162, -0.006484528072178364, -0.03596162796020508, -0.04832812398672104], "cos_Ac_negg": [0.5070410966873169, 0.0674709901213646, 0.05719013512134552, 0.07735025882720947, 0.040484968572854996, 0.0006583826616406441, -0.022987214848399162, -0.006484528072178364, -0.03596162796020508, -0.04832812398672104], "r_norm": [4.425054550170898, 4.4429545402526855, 4.458707809448242, 4.304048538208008, 4.44473123550415, 4.501712799072266, 4.4014081954956055, 4.52079963684082, 4.552665710449219, 4.343240261077881]}, {"step": 1350, "epoch": 3, "train_loss": 1.9774751663208008, "cos_r_negg": [0.5101773738861084, 0.05941691994667053, 0.05441869795322418, 0.08665548264980316, 0.0419076569378376, 0.015979411080479622, -0.025096634402871132, 0.014427580870687962, -0.05353090912103653, -0.02276727929711342], "cos_apical_negg": [0.5101773738861084, 0.05941691994667053, 0.05441869795322418, 0.08665548264980316, 0.0419076569378376, 0.015979411080479622, -0.025096634402871132, 0.014427580870687962, -0.05353090912103653, -0.02276727929711342], "cos_Ac_negg": [0.5101773738861084, 0.05941691994667053, 0.05441869795322418, 0.08665548264980316, 0.0419076569378376, 0.015979411080479622, -0.025096634402871132, 0.014427580870687962, -0.05353090912103653, -0.02276727929711342], "r_norm": [4.352482795715332, 4.379151344299316, 4.393656253814697, 4.24580192565918, 4.366917610168457, 4.412686347961426, 4.337186336517334, 4.458263397216797, 4.496992111206055, 4.278000354766846]}, {"step": 1400, "epoch": 3, "train_loss": 1.842612624168396, "cos_r_negg": [0.5255539417266846, 0.067596435546875, 0.0813867598772049, 0.08111334592103958, 0.02276483364403248, 0.017121270298957825, -0.012725933454930782, 0.03201144561171532, -0.0714171975851059, 0.016641657799482346], "cos_apical_negg": [0.5255539417266846, 0.067596435546875, 0.0813867598772049, 0.08111334592103958, 0.02276483364403248, 0.017121270298957825, -0.012725933454930782, 0.03201144561171532, -0.0714171975851059, 0.016641657799482346], "cos_Ac_negg": [0.5255539417266846, 0.067596435546875, 0.0813867598772049, 0.08111334592103958, 0.02276483364403248, 0.017121270298957825, -0.012725933454930782, 0.03201144561171532, -0.0714171975851059, 0.016641657799482346], "r_norm": [4.405734062194824, 4.429450988769531, 4.421392440795898, 4.283326148986816, 4.4120635986328125, 4.466856002807617, 4.392861366271973, 4.5128984451293945, 4.53054141998291, 4.323789119720459]}, {"step": 1450, "epoch": 3, "train_loss": 1.7075588703155518, "cos_r_negg": [0.5261973142623901, 0.07876601815223694, 0.09438671916723251, 0.0553368479013443, 0.014505544677376747, 0.005793729797005653, 0.02025451883673668, 0.03211556375026703, -0.045130655169487, 0.0009229755960404873], "cos_apical_negg": [0.5261973142623901, 0.07876601815223694, 0.09438671916723251, 0.0553368479013443, 0.014505544677376747, 0.005793729797005653, 0.02025451883673668, 0.03211556375026703, -0.045130655169487, 0.0009229755960404873], "cos_Ac_negg": [0.5261973142623901, 0.07876601815223694, 0.09438671916723251, 0.0553368479013443, 0.014505544677376747, 0.005793729797005653, 0.02025451883673668, 0.03211556375026703, -0.045130655169487, 0.0009229755960404873], "r_norm": [4.423555374145508, 4.462998867034912, 4.4463605880737305, 4.310423851013184, 4.424709320068359, 4.476495742797852, 4.417671203613281, 4.532196044921875, 4.5615315437316895, 4.355365753173828]}, {"step": 1500, "epoch": 3, "train_loss": 1.9249826669692993, "cos_r_negg": [0.5249336957931519, 0.0798138827085495, 0.058486342430114746, 0.10394645482301712, 0.04493682086467743, 0.03277226909995079, 0.024801388382911682, 0.059679318219423294, -0.04853365570306778, 0.022742245346307755], "cos_apical_negg": [0.5249336957931519, 0.0798138827085495, 0.058486342430114746, 0.10394645482301712, 0.04493682086467743, 0.03277226909995079, 0.024801388382911682, 0.059679318219423294, -0.04853365570306778, 0.022742245346307755], "cos_Ac_negg": [0.5249336957931519, 0.0798138827085495, 0.058486342430114746, 0.10394645482301712, 0.04493682086467743, 0.03277226909995079, 0.024801388382911682, 0.059679318219423294, -0.04853365570306778, 0.022742245346307755], "r_norm": [4.3103508949279785, 4.327888488769531, 4.338247299194336, 4.198610782623291, 4.312666893005371, 4.380013465881348, 4.2948760986328125, 4.404905319213867, 4.443251609802246, 4.235095024108887]}, {"step": 1550, "epoch": 3, "train_loss": 2.0283663272857666, "cos_r_negg": [0.5296027660369873, 0.06916928291320801, 0.1004689484834671, 0.08352172374725342, 0.03385857865214348, 0.011901541613042355, 0.05962090939283371, 0.018228517845273018, -0.06298170983791351, 0.03604971244931221], "cos_apical_negg": [0.5296027660369873, 0.06916928291320801, 0.1004689484834671, 0.08352172374725342, 0.03385857865214348, 0.011901541613042355, 0.05962090939283371, 0.018228517845273018, -0.06298170983791351, 0.03604971244931221], "cos_Ac_negg": [0.5296027660369873, 0.06916928291320801, 0.1004689484834671, 0.08352172374725342, 0.03385857865214348, 0.011901541613042355, 0.05962090939283371, 0.018228517845273018, -0.06298170983791351, 0.03604971244931221], "r_norm": [4.243895530700684, 4.249356269836426, 4.268177032470703, 4.128419399261475, 4.246431350708008, 4.297695159912109, 4.218569278717041, 4.335479736328125, 4.369211673736572, 4.168302059173584]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3554, "test_loss": 1.9134021850585938}, {"step": 1600, "epoch": 4, "train_loss": 1.9883168935775757, "cos_r_negg": [0.5300379395484924, 0.06377900391817093, 0.10803498327732086, 0.1026749536395073, 0.03628095984458923, 0.045534398406744, 0.03032238967716694, 0.05073126405477524, -0.03249654918909073, 0.023896977305412292], "cos_apical_negg": [0.5300379395484924, 0.06377900391817093, 0.10803498327732086, 0.1026749536395073, 0.03628095984458923, 0.045534398406744, 0.03032238967716694, 0.05073126405477524, -0.03249654918909073, 0.023896977305412292], "cos_Ac_negg": [0.5300379395484924, 0.06377900391817093, 0.10803498327732086, 0.1026749536395073, 0.03628095984458923, 0.045534398406744, 0.03032238967716694, 0.05073126405477524, -0.03249654918909073, 0.023896977305412292], "r_norm": [4.418412685394287, 4.430065155029297, 4.442424774169922, 4.295677185058594, 4.42874813079834, 4.470608234405518, 4.386079788208008, 4.5233540534973145, 4.545899391174316, 4.335741996765137]}, {"step": 1650, "epoch": 4, "train_loss": 1.7776317596435547, "cos_r_negg": [0.5203492641448975, 0.10588108003139496, 0.12800681591033936, 0.11201174557209015, 0.0587187185883522, 0.016689792275428772, 0.035722240805625916, 0.027920521795749664, -0.06382902711629868, -0.0036747665144503117], "cos_apical_negg": [0.5203492641448975, 0.10588108003139496, 0.12800681591033936, 0.11201174557209015, 0.0587187185883522, 0.016689792275428772, 0.035722240805625916, 0.027920521795749664, -0.06382902711629868, -0.0036747665144503117], "cos_Ac_negg": [0.5203492641448975, 0.10588108003139496, 0.12800681591033936, 0.11201174557209015, 0.0587187185883522, 0.016689792275428772, 0.035722240805625916, 0.027920521795749664, -0.06382902711629868, -0.0036747665144503117], "r_norm": [4.361201286315918, 4.3959126472473145, 4.386561393737793, 4.240639686584473, 4.362952709197998, 4.424400806427002, 4.351956367492676, 4.454253196716309, 4.4823431968688965, 4.289546966552734]}, {"step": 1700, "epoch": 4, "train_loss": 1.6663466691970825, "cos_r_negg": [0.5268872380256653, 0.11274580657482147, 0.10755868256092072, 0.10189701616764069, 0.06899766623973846, 0.04616290330886841, 0.04896952211856842, 0.00022632046602666378, -0.05187546834349632, 0.009141555987298489], "cos_apical_negg": [0.5268872380256653, 0.11274580657482147, 0.10755868256092072, 0.10189701616764069, 0.06899766623973846, 0.04616290330886841, 0.04896952211856842, 0.00022632046602666378, -0.05187546834349632, 0.009141555987298489], "cos_Ac_negg": [0.5268872380256653, 0.11274580657482147, 0.10755868256092072, 0.10189701616764069, 0.06899766623973846, 0.04616290330886841, 0.04896952211856842, 0.00022632046602666378, -0.05187546834349632, 0.009141555987298489], "r_norm": [4.336940765380859, 4.361412525177002, 4.3624677658081055, 4.216973781585693, 4.34324836730957, 4.398981094360352, 4.318413257598877, 4.43049430847168, 4.459494590759277, 4.2575860023498535]}, {"step": 1750, "epoch": 4, "train_loss": 1.728885531425476, "cos_r_negg": [0.5309940576553345, 0.08946825563907623, 0.10381273925304413, 0.1513654589653015, 0.06686663627624512, 0.048746027052402496, 0.05504675582051277, 0.021299544721841812, -0.005508745554834604, 0.011437450535595417], "cos_apical_negg": [0.5309940576553345, 0.08946825563907623, 0.10381273925304413, 0.1513654589653015, 0.06686663627624512, 0.048746027052402496, 0.05504675582051277, 0.021299544721841812, -0.005508745554834604, 0.011437450535595417], "cos_Ac_negg": [0.5309940576553345, 0.08946825563907623, 0.10381273925304413, 0.1513654589653015, 0.06686663627624512, 0.048746027052402496, 0.05504675582051277, 0.021299544721841812, -0.005508745554834604, 0.011437450535595417], "r_norm": [4.263169765472412, 4.279071807861328, 4.281340599060059, 4.1509294509887695, 4.272761821746826, 4.3256049156188965, 4.245205879211426, 4.352121353149414, 4.383830547332764, 4.188556671142578]}, {"step": 1800, "epoch": 4, "train_loss": 1.5328285694122314, "cos_r_negg": [0.5165786743164062, 0.11394283175468445, 0.13539938628673553, 0.13278472423553467, 0.048379093408584595, 0.020936734974384308, 0.034236617386341095, 0.052383847534656525, -0.034128330647945404, 0.004727404564619064], "cos_apical_negg": [0.5165786743164062, 0.11394283175468445, 0.13539938628673553, 0.13278472423553467, 0.048379093408584595, 0.020936734974384308, 0.034236617386341095, 0.052383847534656525, -0.034128330647945404, 0.004727404564619064], "cos_Ac_negg": [0.5165786743164062, 0.11394283175468445, 0.13539938628673553, 0.13278472423553467, 0.048379093408584595, 0.020936734974384308, 0.034236617386341095, 0.052383847534656525, -0.034128330647945404, 0.004727404564619064], "r_norm": [4.265624046325684, 4.293951034545898, 4.295740127563477, 4.158907890319824, 4.264532566070557, 4.328681945800781, 4.252640724182129, 4.356098175048828, 4.388596534729004, 4.190859794616699]}, {"step": 1850, "epoch": 4, "train_loss": 1.9798564910888672, "cos_r_negg": [0.5355609655380249, 0.09116813540458679, 0.12262213230133057, 0.12473396956920624, 0.05273905023932457, 0.03867664560675621, 0.04342266544699669, 0.08552475273609161, -0.015376112423837185, -0.014849785715341568], "cos_apical_negg": [0.5355609655380249, 0.09116813540458679, 0.12262213230133057, 0.12473396956920624, 0.05273905023932457, 0.03867664560675621, 0.04342266544699669, 0.08552475273609161, -0.015376112423837185, -0.014849785715341568], "cos_Ac_negg": [0.5355609655380249, 0.09116813540458679, 0.12262213230133057, 0.12473396956920624, 0.05273905023932457, 0.03867664560675621, 0.04342266544699669, 0.08552475273609161, -0.015376112423837185, -0.014849785715341568], "r_norm": [4.311329364776611, 4.3268609046936035, 4.352120399475098, 4.195347785949707, 4.320578575134277, 4.386375427246094, 4.295731544494629, 4.416062831878662, 4.437935829162598, 4.248906135559082]}, {"step": 1900, "epoch": 4, "train_loss": 1.73872709274292, "cos_r_negg": [0.5197125673294067, 0.0894152969121933, 0.12127012014389038, 0.10702340304851532, 0.08369322866201401, 0.0223391056060791, 0.06854011863470078, 0.061058953404426575, -0.010221256874501705, -0.03106256201863289], "cos_apical_negg": [0.5197125673294067, 0.0894152969121933, 0.12127012014389038, 0.10702340304851532, 0.08369322866201401, 0.0223391056060791, 0.06854011863470078, 0.061058953404426575, -0.010221256874501705, -0.03106256201863289], "cos_Ac_negg": [0.5197125673294067, 0.0894152969121933, 0.12127012014389038, 0.10702340304851532, 0.08369322866201401, 0.0223391056060791, 0.06854011863470078, 0.061058953404426575, -0.010221256874501705, -0.03106256201863289], "r_norm": [4.331972599029541, 4.357550621032715, 4.359787940979004, 4.209650993347168, 4.346786975860596, 4.402502059936523, 4.318871021270752, 4.4346113204956055, 4.465391635894775, 4.2542619705200195]}, {"step": 1950, "epoch": 4, "train_loss": 1.697178840637207, "cos_r_negg": [0.5010528564453125, 0.12887772917747498, 0.11716555058956146, 0.10607455670833588, 0.06087759882211685, 0.06111675873398781, 0.05358219891786575, 0.042849332094192505, -0.02867439202964306, 0.046212468296289444], "cos_apical_negg": [0.5010528564453125, 0.12887772917747498, 0.11716555058956146, 0.10607455670833588, 0.06087759882211685, 0.06111675873398781, 0.05358219891786575, 0.042849332094192505, -0.02867439202964306, 0.046212468296289444], "cos_Ac_negg": [0.5010528564453125, 0.12887772917747498, 0.11716555058956146, 0.10607455670833588, 0.06087759882211685, 0.06111675873398781, 0.05358219891786575, 0.042849332094192505, -0.02867439202964306, 0.046212468296289444], "r_norm": [4.346651077270508, 4.357685089111328, 4.370063781738281, 4.222182273864746, 4.344654083251953, 4.4051313400268555, 4.327131271362305, 4.436445236206055, 4.470895290374756, 4.26912784576416]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3663, "test_loss": 1.8799942260742188}, {"step": 2000, "epoch": 5, "train_loss": 1.8375811576843262, "cos_r_negg": [0.5104448199272156, 0.14528539776802063, 0.13317961990833282, 0.10091347992420197, 0.057527534663677216, 0.057827893644571304, 0.05376763641834259, 0.059346504509449005, -0.021371550858020782, 0.0895531103014946], "cos_apical_negg": [0.5104448199272156, 0.14528539776802063, 0.13317961990833282, 0.10091347992420197, 0.057527534663677216, 0.057827893644571304, 0.05376763641834259, 0.059346504509449005, -0.021371550858020782, 0.0895531103014946], "cos_Ac_negg": [0.5104448199272156, 0.14528539776802063, 0.13317961990833282, 0.10091347992420197, 0.057527534663677216, 0.057827893644571304, 0.05376763641834259, 0.059346504509449005, -0.021371550858020782, 0.0895531103014946], "r_norm": [4.367518424987793, 4.404493808746338, 4.390509605407715, 4.245189189910889, 4.368959426879883, 4.417147159576416, 4.355868339538574, 4.4705400466918945, 4.491674423217773, 4.280982971191406]}, {"step": 2050, "epoch": 5, "train_loss": 1.6695934534072876, "cos_r_negg": [0.5214576125144958, 0.12126795202493668, 0.11324359476566315, 0.12190748006105423, 0.08066854625940323, 0.04880974441766739, 0.05656033009290695, 0.05497751384973526, 0.0014660070883110166, 0.05212518572807312], "cos_apical_negg": [0.5214576125144958, 0.12126795202493668, 0.11324359476566315, 0.12190748006105423, 0.08066854625940323, 0.04880974441766739, 0.05656033009290695, 0.05497751384973526, 0.0014660070883110166, 0.05212518572807312], "cos_Ac_negg": [0.5214576125144958, 0.12126795202493668, 0.11324359476566315, 0.12190748006105423, 0.08066854625940323, 0.04880974441766739, 0.05656033009290695, 0.05497751384973526, 0.0014660070883110166, 0.05212518572807312], "r_norm": [4.3492279052734375, 4.381307601928711, 4.399201393127441, 4.234439849853516, 4.358339309692383, 4.416478157043457, 4.345301151275635, 4.458560943603516, 4.486220359802246, 4.286480903625488]}, {"step": 2100, "epoch": 5, "train_loss": 1.859290599822998, "cos_r_negg": [0.5136844515800476, 0.11263919621706009, 0.13044677674770355, 0.1103372648358345, 0.06459273397922516, 0.06640022993087769, 0.026217617094516754, 0.01728302240371704, 0.0135140810161829, 0.05313931405544281], "cos_apical_negg": [0.5136844515800476, 0.11263919621706009, 0.13044677674770355, 0.1103372648358345, 0.06459273397922516, 0.06640022993087769, 0.026217617094516754, 0.01728302240371704, 0.0135140810161829, 0.05313931405544281], "cos_Ac_negg": [0.5136844515800476, 0.11263919621706009, 0.13044677674770355, 0.1103372648358345, 0.06459273397922516, 0.06640022993087769, 0.026217617094516754, 0.01728302240371704, 0.0135140810161829, 0.05313931405544281], "r_norm": [4.4103875160217285, 4.417491436004639, 4.435955047607422, 4.297567367553711, 4.4211859703063965, 4.462028503417969, 4.382762432098389, 4.495937347412109, 4.528469562530518, 4.320631980895996]}, {"step": 2150, "epoch": 5, "train_loss": 1.7572122812271118, "cos_r_negg": [0.5312854051589966, 0.11438927054405212, 0.11521921306848526, 0.1184287816286087, 0.05660324916243553, 0.07237894088029861, 0.06651964783668518, 0.05230001360177994, -0.01499087456613779, 0.05838937312364578], "cos_apical_negg": [0.5312854051589966, 0.11438927054405212, 0.11521921306848526, 0.1184287816286087, 0.05660324916243553, 0.07237894088029861, 0.06651964783668518, 0.05230001360177994, -0.01499087456613779, 0.05838937312364578], "cos_Ac_negg": [0.5312854051589966, 0.11438927054405212, 0.11521921306848526, 0.1184287816286087, 0.05660324916243553, 0.07237894088029861, 0.06651964783668518, 0.05230001360177994, -0.01499087456613779, 0.05838937312364578], "r_norm": [4.291555404663086, 4.298646926879883, 4.315492153167725, 4.174434661865234, 4.310155868530273, 4.342715263366699, 4.270951747894287, 4.387485504150391, 4.420641899108887, 4.214234828948975]}, {"step": 2200, "epoch": 5, "train_loss": 1.892846703529358, "cos_r_negg": [0.5401268005371094, 0.11186297982931137, 0.09175768494606018, 0.133039653301239, 0.08739955723285675, 0.08711649477481842, 0.012014592997729778, 0.08953630924224854, -0.04415428638458252, 0.051166556775569916], "cos_apical_negg": [0.5401268005371094, 0.11186297982931137, 0.09175768494606018, 0.133039653301239, 0.08739955723285675, 0.08711649477481842, 0.012014592997729778, 0.08953630924224854, -0.04415428638458252, 0.051166556775569916], "cos_Ac_negg": [0.5401268005371094, 0.11186297982931137, 0.09175768494606018, 0.133039653301239, 0.08739955723285675, 0.08711649477481842, 0.012014592997729778, 0.08953630924224854, -0.04415428638458252, 0.051166556775569916], "r_norm": [4.347350120544434, 4.368622779846191, 4.370905876159668, 4.2201032638549805, 4.345664978027344, 4.399313926696777, 4.331316947937012, 4.452818870544434, 4.478960037231445, 4.267285346984863]}, {"step": 2250, "epoch": 5, "train_loss": 2.102508544921875, "cos_r_negg": [0.48697853088378906, 0.11020828038454056, 0.07493919134140015, 0.12650321424007416, 0.10560694336891174, 0.06161945313215256, 0.029096640646457672, 0.0882873684167862, -0.00764116644859314, 0.04170159623026848], "cos_apical_negg": [0.48697853088378906, 0.11020828038454056, 0.07493919134140015, 0.12650321424007416, 0.10560694336891174, 0.06161945313215256, 0.029096640646457672, 0.0882873684167862, -0.00764116644859314, 0.04170159623026848], "cos_Ac_negg": [0.48697853088378906, 0.11020828038454056, 0.07493919134140015, 0.12650321424007416, 0.10560694336891174, 0.06161945313215256, 0.029096640646457672, 0.0882873684167862, -0.00764116644859314, 0.04170159623026848], "r_norm": [4.27822208404541, 4.285181999206543, 4.304536819458008, 4.162778854370117, 4.278444290161133, 4.337762355804443, 4.253864765167236, 4.375311851501465, 4.401148319244385, 4.201418876647949]}, {"step": 2300, "epoch": 5, "train_loss": 1.8270399570465088, "cos_r_negg": [0.5151124596595764, 0.10211759805679321, 0.1012033224105835, 0.1070549339056015, 0.06258396804332733, 0.060819655656814575, 0.06955277919769287, 0.07398098707199097, -0.006996727082878351, 0.05834311619400978], "cos_apical_negg": [0.5151124596595764, 0.10211759805679321, 0.1012033224105835, 0.1070549339056015, 0.06258396804332733, 0.060819655656814575, 0.06955277919769287, 0.07398098707199097, -0.006996727082878351, 0.05834311619400978], "cos_Ac_negg": [0.5151124596595764, 0.10211759805679321, 0.1012033224105835, 0.1070549339056015, 0.06258396804332733, 0.060819655656814575, 0.06955277919769287, 0.07398098707199097, -0.006996727082878351, 0.05834311619400978], "r_norm": [4.352244853973389, 4.377326011657715, 4.3786211013793945, 4.235004425048828, 4.351937294006348, 4.410194396972656, 4.328801155090332, 4.434563636779785, 4.481302261352539, 4.2703351974487305]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.346, "test_loss": 2.057854187011719}, {"step": 2350, "epoch": 6, "train_loss": 1.7655723094940186, "cos_r_negg": [0.5178065896034241, 0.09933771193027496, 0.12231384962797165, 0.11176285147666931, 0.10759709030389786, 0.06680221855640411, 0.07129675894975662, 0.047137461602687836, -0.010292597115039825, 0.040648624300956726], "cos_apical_negg": [0.5178065896034241, 0.09933771193027496, 0.12231384962797165, 0.11176285147666931, 0.10759709030389786, 0.06680221855640411, 0.07129675894975662, 0.047137461602687836, -0.010292597115039825, 0.040648624300956726], "cos_Ac_negg": [0.5178065896034241, 0.09933771193027496, 0.12231384962797165, 0.11176285147666931, 0.10759709030389786, 0.06680221855640411, 0.07129675894975662, 0.047137461602687836, -0.010292597115039825, 0.040648624300956726], "r_norm": [4.344986438751221, 4.383339881896973, 4.382358551025391, 4.222400665283203, 4.365462779998779, 4.425981521606445, 4.342632293701172, 4.456779479980469, 4.4863128662109375, 4.282792091369629]}, {"step": 2400, "epoch": 6, "train_loss": 1.7278233766555786, "cos_r_negg": [0.5277868509292603, 0.10770539939403534, 0.12885288894176483, 0.10119767487049103, 0.09291070699691772, 0.08289581537246704, 0.07250890135765076, 0.08001184463500977, -0.009866725653409958, 0.05811252444982529], "cos_apical_negg": [0.5277868509292603, 0.10770539939403534, 0.12885288894176483, 0.10119767487049103, 0.09291070699691772, 0.08289581537246704, 0.07250890135765076, 0.08001184463500977, -0.009866725653409958, 0.05811252444982529], "cos_Ac_negg": [0.5277868509292603, 0.10770539939403534, 0.12885288894176483, 0.10119767487049103, 0.09291070699691772, 0.08289581537246704, 0.07250890135765076, 0.08001184463500977, -0.009866725653409958, 0.05811252444982529], "r_norm": [4.208978652954102, 4.234249591827393, 4.243061065673828, 4.09046745300293, 4.215917110443115, 4.276559352874756, 4.195178985595703, 4.311435699462891, 4.339868545532227, 4.140257835388184]}, {"step": 2450, "epoch": 6, "train_loss": 1.7438735961914062, "cos_r_negg": [0.528698205947876, 0.12068930268287659, 0.12688075006008148, 0.10900604724884033, 0.11489347368478775, 0.08449645340442657, 0.08056864142417908, 0.0690588504076004, -0.017822863534092903, 0.06918118894100189], "cos_apical_negg": [0.528698205947876, 0.12068930268287659, 0.12688075006008148, 0.10900604724884033, 0.11489347368478775, 0.08449645340442657, 0.08056864142417908, 0.0690588504076004, -0.017822863534092903, 0.06918118894100189], "cos_Ac_negg": [0.528698205947876, 0.12068930268287659, 0.12688075006008148, 0.10900604724884033, 0.11489347368478775, 0.08449645340442657, 0.08056864142417908, 0.0690588504076004, -0.017822863534092903, 0.06918118894100189], "r_norm": [4.403654098510742, 4.42879581451416, 4.433205604553223, 4.2717814445495605, 4.394583702087402, 4.472061634063721, 4.393115997314453, 4.504251480102539, 4.530231475830078, 4.330143928527832]}, {"step": 2500, "epoch": 6, "train_loss": 1.6939136981964111, "cos_r_negg": [0.5560070276260376, 0.1444162130355835, 0.1223970577120781, 0.1296035647392273, 0.11375836282968521, 0.06483453512191772, 0.0820981115102768, 0.05932781845331192, -0.007274136412888765, 0.04311919957399368], "cos_apical_negg": [0.5560070276260376, 0.1444162130355835, 0.1223970577120781, 0.1296035647392273, 0.11375836282968521, 0.06483453512191772, 0.0820981115102768, 0.05932781845331192, -0.007274136412888765, 0.04311919957399368], "cos_Ac_negg": [0.5560070276260376, 0.1444162130355835, 0.1223970577120781, 0.1296035647392273, 0.11375836282968521, 0.06483453512191772, 0.0820981115102768, 0.05932781845331192, -0.007274136412888765, 0.04311919957399368], "r_norm": [4.2588019371032715, 4.283935070037842, 4.281622409820557, 4.160739898681641, 4.259756088256836, 4.312183380126953, 4.246649742126465, 4.366503715515137, 4.398246765136719, 4.183178901672363]}, {"step": 2550, "epoch": 6, "train_loss": 1.9116109609603882, "cos_r_negg": [0.5313345193862915, 0.12198194116353989, 0.12378984689712524, 0.12786921858787537, 0.1331399828195572, 0.07711725682020187, 0.08263686299324036, 0.07787488400936127, -0.013624702580273151, 0.04401786997914314], "cos_apical_negg": [0.5313345193862915, 0.12198194116353989, 0.12378984689712524, 0.12786921858787537, 0.1331399828195572, 0.07711725682020187, 0.08263686299324036, 0.07787488400936127, -0.013624702580273151, 0.04401786997914314], "cos_Ac_negg": [0.5313345193862915, 0.12198194116353989, 0.12378984689712524, 0.12786921858787537, 0.1331399828195572, 0.07711725682020187, 0.08263686299324036, 0.07787488400936127, -0.013624702580273151, 0.04401786997914314], "r_norm": [4.305428504943848, 4.3339080810546875, 4.33161735534668, 4.185622215270996, 4.319136619567871, 4.370102882385254, 4.2949323654174805, 4.4031147956848145, 4.439554691314697, 4.22665548324585]}, {"step": 2600, "epoch": 6, "train_loss": 1.8345931768417358, "cos_r_negg": [0.5471029281616211, 0.1261751502752304, 0.11615641415119171, 0.13647833466529846, 0.1268310248851776, 0.05413452908396721, 0.054745424538850784, 0.06956510245800018, -0.0021645035594701767, 0.031355418264865875], "cos_apical_negg": [0.5471029281616211, 0.1261751502752304, 0.11615641415119171, 0.13647833466529846, 0.1268310248851776, 0.05413452908396721, 0.054745424538850784, 0.06956510245800018, -0.0021645035594701767, 0.031355418264865875], "cos_Ac_negg": [0.5471029281616211, 0.1261751502752304, 0.11615641415119171, 0.13647833466529846, 0.1268310248851776, 0.05413452908396721, 0.054745424538850784, 0.06956510245800018, -0.0021645035594701767, 0.031355418264865875], "r_norm": [4.346781253814697, 4.3910088539123535, 4.392518997192383, 4.252954959869385, 4.367497444152832, 4.426511287689209, 4.33622407913208, 4.4611382484436035, 4.4831671714782715, 4.2849321365356445]}, {"step": 2650, "epoch": 6, "train_loss": 1.8612703084945679, "cos_r_negg": [0.546844482421875, 0.13348034024238586, 0.11624986678361893, 0.12692797183990479, 0.1264050155878067, 0.052071452140808105, 0.05559472367167473, 0.05456296354532242, -0.00955052487552166, 0.07207790017127991], "cos_apical_negg": [0.546844482421875, 0.13348034024238586, 0.11624986678361893, 0.12692797183990479, 0.1264050155878067, 0.052071452140808105, 0.05559472367167473, 0.05456296354532242, -0.00955052487552166, 0.07207790017127991], "cos_Ac_negg": [0.546844482421875, 0.13348034024238586, 0.11624986678361893, 0.12692797183990479, 0.1264050155878067, 0.052071452140808105, 0.05559472367167473, 0.05456296354532242, -0.00955052487552166, 0.07207790017127991], "r_norm": [4.165721416473389, 4.194048881530762, 4.194911003112793, 4.061840534210205, 4.169139385223389, 4.224096298217773, 4.149050235748291, 4.254332542419434, 4.287304401397705, 4.08641242980957]}, {"step": 2700, "epoch": 6, "train_loss": 1.6698870658874512, "cos_r_negg": [0.5483694076538086, 0.13011819124221802, 0.11710607260465622, 0.14900298416614532, 0.14086829125881195, 0.028356486931443214, 0.0334465354681015, 0.07790867984294891, -0.011915693990886211, 0.0353597030043602], "cos_apical_negg": [0.5483694076538086, 0.13011819124221802, 0.11710607260465622, 0.14900298416614532, 0.14086829125881195, 0.028356486931443214, 0.0334465354681015, 0.07790867984294891, -0.011915693990886211, 0.0353597030043602], "cos_Ac_negg": [0.5483694076538086, 0.13011819124221802, 0.11710607260465622, 0.14900298416614532, 0.14086829125881195, 0.028356486931443214, 0.0334465354681015, 0.07790867984294891, -0.011915693990886211, 0.0353597030043602], "r_norm": [4.280962944030762, 4.300413131713867, 4.310345649719238, 4.161983489990234, 4.286370754241943, 4.338432312011719, 4.262329578399658, 4.388252258300781, 4.410369873046875, 4.209101676940918]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.3766, "test_loss": 1.8389114501953125}, {"step": 2750, "epoch": 7, "train_loss": 1.892735242843628, "cos_r_negg": [0.5480408668518066, 0.12419290095567703, 0.1401348114013672, 0.13315755128860474, 0.12555339932441711, 0.040922194719314575, 0.020077701658010483, 0.07383862137794495, -0.014879642985761166, 0.042116791009902954], "cos_apical_negg": [0.5480408668518066, 0.12419290095567703, 0.1401348114013672, 0.13315755128860474, 0.12555339932441711, 0.040922194719314575, 0.020077701658010483, 0.07383862137794495, -0.014879642985761166, 0.042116791009902954], "cos_Ac_negg": [0.5480408668518066, 0.12419290095567703, 0.1401348114013672, 0.13315755128860474, 0.12555339932441711, 0.040922194719314575, 0.020077701658010483, 0.07383862137794495, -0.014879642985761166, 0.042116791009902954], "r_norm": [4.164084434509277, 4.183107376098633, 4.189748287200928, 4.049907207489014, 4.172203063964844, 4.219347953796387, 4.148075103759766, 4.258898735046387, 4.283498764038086, 4.091167449951172]}, {"step": 2800, "epoch": 7, "train_loss": 1.960573434829712, "cos_r_negg": [0.5554324388504028, 0.1312846690416336, 0.1523255705833435, 0.15281468629837036, 0.1331406831741333, 0.04089085012674332, 0.04088380187749863, 0.09718774259090424, 0.0020155792590230703, 0.07039278745651245], "cos_apical_negg": [0.5554324388504028, 0.1312846690416336, 0.1523255705833435, 0.15281468629837036, 0.1331406831741333, 0.04089085012674332, 0.04088380187749863, 0.09718774259090424, 0.0020155792590230703, 0.07039278745651245], "cos_Ac_negg": [0.5554324388504028, 0.1312846690416336, 0.1523255705833435, 0.15281468629837036, 0.1331406831741333, 0.04089085012674332, 0.04088380187749863, 0.09718774259090424, 0.0020155792590230703, 0.07039278745651245], "r_norm": [4.187347412109375, 4.201263904571533, 4.21098518371582, 4.078432083129883, 4.196506023406982, 4.240385055541992, 4.167364120483398, 4.279029846191406, 4.307706356048584, 4.116726398468018]}, {"step": 2850, "epoch": 7, "train_loss": 1.984795331954956, "cos_r_negg": [0.5445559024810791, 0.12210571765899658, 0.14879317581653595, 0.1513836830854416, 0.14721517264842987, 0.06633979082107544, 0.08336453884840012, 0.052406445145606995, -0.02274191752076149, 0.04027688503265381], "cos_apical_negg": [0.5445559024810791, 0.12210571765899658, 0.14879317581653595, 0.1513836830854416, 0.14721517264842987, 0.06633979082107544, 0.08336453884840012, 0.052406445145606995, -0.02274191752076149, 0.04027688503265381], "cos_Ac_negg": [0.5445559024810791, 0.12210571765899658, 0.14879317581653595, 0.1513836830854416, 0.14721517264842987, 0.06633979082107544, 0.08336453884840012, 0.052406445145606995, -0.02274191752076149, 0.04027688503265381], "r_norm": [4.293215751647949, 4.330212593078613, 4.330540180206299, 4.182065010070801, 4.314640998840332, 4.356744289398193, 4.283991813659668, 4.4001569747924805, 4.433494567871094, 4.224794387817383]}, {"step": 2900, "epoch": 7, "train_loss": 1.8171093463897705, "cos_r_negg": [0.5290420055389404, 0.11709275841712952, 0.17352882027626038, 0.13631388545036316, 0.14809288084506989, 0.07927118986845016, 0.058654095977544785, 0.04658748209476471, -0.00649568485096097, 0.04144645109772682], "cos_apical_negg": [0.5290420055389404, 0.11709275841712952, 0.17352882027626038, 0.13631388545036316, 0.14809288084506989, 0.07927118986845016, 0.058654095977544785, 0.04658748209476471, -0.00649568485096097, 0.04144645109772682], "cos_Ac_negg": [0.5290420055389404, 0.11709275841712952, 0.17352882027626038, 0.13631388545036316, 0.14809288084506989, 0.07927118986845016, 0.058654095977544785, 0.04658748209476471, -0.00649568485096097, 0.04144645109772682], "r_norm": [4.2651777267456055, 4.295636177062988, 4.291569232940674, 4.150132179260254, 4.265809059143066, 4.3180766105651855, 4.255908012390137, 4.362173080444336, 4.385616302490234, 4.1896562576293945]}, {"step": 2950, "epoch": 7, "train_loss": 1.8634567260742188, "cos_r_negg": [0.5057024955749512, 0.15465037524700165, 0.15411682426929474, 0.1552748829126358, 0.15288078784942627, 0.052841439843177795, 0.07968787848949432, 0.05249810218811035, -0.030397897586226463, 0.05917572230100632], "cos_apical_negg": [0.5057024955749512, 0.15465037524700165, 0.15411682426929474, 0.1552748829126358, 0.15288078784942627, 0.052841439843177795, 0.07968787848949432, 0.05249810218811035, -0.030397897586226463, 0.05917572230100632], "cos_Ac_negg": [0.5057024955749512, 0.15465037524700165, 0.15411682426929474, 0.1552748829126358, 0.15288078784942627, 0.052841439843177795, 0.07968787848949432, 0.05249810218811035, -0.030397897586226463, 0.05917572230100632], "r_norm": [4.293000221252441, 4.305825233459473, 4.315261363983154, 4.177577495574951, 4.304254531860352, 4.3466691970825195, 4.279458045959473, 4.39698600769043, 4.415345191955566, 4.225648880004883]}, {"step": 3000, "epoch": 7, "train_loss": 1.8001277446746826, "cos_r_negg": [0.5282010436058044, 0.1607619971036911, 0.14869444072246552, 0.14225900173187256, 0.16067111492156982, 0.056995928287506104, 0.07394372671842575, 0.046021968126297, 0.010135859251022339, 0.04675291106104851], "cos_apical_negg": [0.5282010436058044, 0.1607619971036911, 0.14869444072246552, 0.14225900173187256, 0.16067111492156982, 0.056995928287506104, 0.07394372671842575, 0.046021968126297, 0.010135859251022339, 0.04675291106104851], "cos_Ac_negg": [0.5282010436058044, 0.1607619971036911, 0.14869444072246552, 0.14225900173187256, 0.16067111492156982, 0.056995928287506104, 0.07394372671842575, 0.046021968126297, 0.010135859251022339, 0.04675291106104851], "r_norm": [4.17974328994751, 4.193991184234619, 4.203202247619629, 4.065593242645264, 4.1836652755737305, 4.231077671051025, 4.166772842407227, 4.279351234436035, 4.305945873260498, 4.1061482429504395]}, {"step": 3050, "epoch": 7, "train_loss": 1.9936327934265137, "cos_r_negg": [0.5389889478683472, 0.15413117408752441, 0.15151292085647583, 0.14753355085849762, 0.1257295310497284, 0.06626369804143906, 0.07549335062503815, 0.04292093962430954, 0.025238394737243652, 0.03224484249949455], "cos_apical_negg": [0.5389889478683472, 0.15413117408752441, 0.15151292085647583, 0.14753355085849762, 0.1257295310497284, 0.06626369804143906, 0.07549335062503815, 0.04292093962430954, 0.025238394737243652, 0.03224484249949455], "cos_Ac_negg": [0.5389889478683472, 0.15413117408752441, 0.15151292085647583, 0.14753355085849762, 0.1257295310497284, 0.06626369804143906, 0.07549335062503815, 0.04292093962430954, 0.025238394737243652, 0.03224484249949455], "r_norm": [4.212343215942383, 4.242976188659668, 4.240267753601074, 4.096984386444092, 4.217245101928711, 4.275357246398926, 4.200695037841797, 4.313694000244141, 4.340957164764404, 4.144169807434082]}, {"step": 3100, "epoch": 7, "train_loss": 1.6779359579086304, "cos_r_negg": [0.5392014980316162, 0.14946666359901428, 0.14298969507217407, 0.14722377061843872, 0.12018679082393646, 0.0737764984369278, 0.06373776495456696, 0.03598470985889435, 0.008358044549822807, 0.05659186840057373], "cos_apical_negg": [0.5392014980316162, 0.14946666359901428, 0.14298969507217407, 0.14722377061843872, 0.12018679082393646, 0.0737764984369278, 0.06373776495456696, 0.03598470985889435, 0.008358044549822807, 0.05659186840057373], "cos_Ac_negg": [0.5392014980316162, 0.14946666359901428, 0.14298969507217407, 0.14722377061843872, 0.12018679082393646, 0.0737764984369278, 0.06373776495456696, 0.03598470985889435, 0.008358044549822807, 0.05659186840057373], "r_norm": [4.279374122619629, 4.302477836608887, 4.29339599609375, 4.165789604187012, 4.283905029296875, 4.33039665222168, 4.261168479919434, 4.372358322143555, 4.406725883483887, 4.202533721923828]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.3803, "test_loss": 1.8392762573242187}, {"step": 3150, "epoch": 8, "train_loss": 1.760459065437317, "cos_r_negg": [0.550540566444397, 0.15376386046409607, 0.1424483060836792, 0.15435759723186493, 0.1426103711128235, 0.0736498013138771, 0.06368350982666016, 0.04648114740848541, -0.02589811570942402, 0.04324623942375183], "cos_apical_negg": [0.550540566444397, 0.15376386046409607, 0.1424483060836792, 0.15435759723186493, 0.1426103711128235, 0.0736498013138771, 0.06368350982666016, 0.04648114740848541, -0.02589811570942402, 0.04324623942375183], "cos_Ac_negg": [0.550540566444397, 0.15376386046409607, 0.1424483060836792, 0.15435759723186493, 0.1426103711128235, 0.0736498013138771, 0.06368350982666016, 0.04648114740848541, -0.02589811570942402, 0.04324623942375183], "r_norm": [4.287236213684082, 4.304416656494141, 4.30960750579834, 4.16599178314209, 4.279042720794678, 4.348077297210693, 4.271555423736572, 4.386268615722656, 4.4159955978393555, 4.209522247314453]}, {"step": 3200, "epoch": 8, "train_loss": 1.6210057735443115, "cos_r_negg": [0.5350058674812317, 0.17435204982757568, 0.163252055644989, 0.155737966299057, 0.1460864543914795, 0.07426423579454422, 0.09095302224159241, 0.06116136163473129, -0.005062370095402002, 0.05139607936143875], "cos_apical_negg": [0.5350058674812317, 0.17435204982757568, 0.163252055644989, 0.155737966299057, 0.1460864543914795, 0.07426423579454422, 0.09095302224159241, 0.06116136163473129, -0.005062370095402002, 0.05139607936143875], "cos_Ac_negg": [0.5350058674812317, 0.17435204982757568, 0.163252055644989, 0.155737966299057, 0.1460864543914795, 0.07426423579454422, 0.09095302224159241, 0.06116136163473129, -0.005062370095402002, 0.05139607936143875], "r_norm": [4.225982666015625, 4.254910945892334, 4.2521443367004395, 4.115403175354004, 4.238631248474121, 4.292917251586914, 4.210220813751221, 4.327827453613281, 4.3596110343933105, 4.156399726867676]}, {"step": 3250, "epoch": 8, "train_loss": 1.7884869575500488, "cos_r_negg": [0.5241161584854126, 0.17750801146030426, 0.17436739802360535, 0.16240762174129486, 0.12982217967510223, 0.07065850496292114, 0.054434508085250854, 0.06797534972429276, 0.039382319897413254, 0.02713668905198574], "cos_apical_negg": [0.5241161584854126, 0.17750801146030426, 0.17436739802360535, 0.16240762174129486, 0.12982217967510223, 0.07065850496292114, 0.054434508085250854, 0.06797534972429276, 0.039382319897413254, 0.02713668905198574], "cos_Ac_negg": [0.5241161584854126, 0.17750801146030426, 0.17436739802360535, 0.16240762174129486, 0.12982217967510223, 0.07065850496292114, 0.054434508085250854, 0.06797534972429276, 0.039382319897413254, 0.02713668905198574], "r_norm": [4.2567362785339355, 4.279322624206543, 4.270270824432373, 4.1308274269104, 4.244332313537598, 4.3057451248168945, 4.239811420440674, 4.3497114181518555, 4.373025894165039, 4.174921035766602]}, {"step": 3300, "epoch": 8, "train_loss": 1.7627642154693604, "cos_r_negg": [0.523918867111206, 0.18096515536308289, 0.18220707774162292, 0.12243875116109848, 0.1355060338973999, 0.07375422865152359, 0.06817248463630676, 0.07395843416452408, 0.0033346889540553093, 0.02486887201666832], "cos_apical_negg": [0.523918867111206, 0.18096515536308289, 0.18220707774162292, 0.12243875116109848, 0.1355060338973999, 0.07375422865152359, 0.06817248463630676, 0.07395843416452408, 0.0033346889540553093, 0.02486887201666832], "cos_Ac_negg": [0.523918867111206, 0.18096515536308289, 0.18220707774162292, 0.12243875116109848, 0.1355060338973999, 0.07375422865152359, 0.06817248463630676, 0.07395843416452408, 0.0033346889540553093, 0.02486887201666832], "r_norm": [4.2435102462768555, 4.255398750305176, 4.260024070739746, 4.123862266540527, 4.243403911590576, 4.287806510925293, 4.222768306732178, 4.339328765869141, 4.369670867919922, 4.165907382965088]}, {"step": 3350, "epoch": 8, "train_loss": 1.7330052852630615, "cos_r_negg": [0.527092695236206, 0.18442779779434204, 0.15586405992507935, 0.13341155648231506, 0.14723068475723267, 0.05619819834828377, 0.08034782111644745, 0.06606677174568176, 0.0072563281282782555, 0.03009672835469246], "cos_apical_negg": [0.527092695236206, 0.18442779779434204, 0.15586405992507935, 0.13341155648231506, 0.14723068475723267, 0.05619819834828377, 0.08034782111644745, 0.06606677174568176, 0.0072563281282782555, 0.03009672835469246], "cos_Ac_negg": [0.527092695236206, 0.18442779779434204, 0.15586405992507935, 0.13341155648231506, 0.14723068475723267, 0.05619819834828377, 0.08034782111644745, 0.06606677174568176, 0.0072563281282782555, 0.03009672835469246], "r_norm": [4.337348461151123, 4.353216648101807, 4.360095977783203, 4.221512794494629, 4.333767890930176, 4.401906967163086, 4.3257856369018555, 4.435206890106201, 4.4680023193359375, 4.254182815551758]}, {"step": 3400, "epoch": 8, "train_loss": 1.704020619392395, "cos_r_negg": [0.50801682472229, 0.1709146648645401, 0.15141111612319946, 0.1441042721271515, 0.1372120976448059, 0.06986336410045624, 0.06927274167537689, 0.05493426322937012, -0.009736976586282253, 0.05468372255563736], "cos_apical_negg": [0.50801682472229, 0.1709146648645401, 0.15141111612319946, 0.1441042721271515, 0.1372120976448059, 0.06986336410045624, 0.06927274167537689, 0.05493426322937012, -0.009736976586282253, 0.05468372255563736], "cos_Ac_negg": [0.50801682472229, 0.1709146648645401, 0.15141111612319946, 0.1441042721271515, 0.1372120976448059, 0.06986336410045624, 0.06927274167537689, 0.05493426322937012, -0.009736976586282253, 0.05468372255563736], "r_norm": [4.275138854980469, 4.307705879211426, 4.29975700378418, 4.149219512939453, 4.283804893493652, 4.325099945068359, 4.258410453796387, 4.373481750488281, 4.414739608764648, 4.197661399841309]}, {"step": 3450, "epoch": 8, "train_loss": 1.7048999071121216, "cos_r_negg": [0.5091601610183716, 0.16482004523277283, 0.15143954753875732, 0.1488496959209442, 0.14495635032653809, 0.05488484352827072, 0.08453775197267532, 0.07686837762594223, 0.0016100835055112839, 0.0234319306910038], "cos_apical_negg": [0.5091601610183716, 0.16482004523277283, 0.15143954753875732, 0.1488496959209442, 0.14495635032653809, 0.05488484352827072, 0.08453775197267532, 0.07686837762594223, 0.0016100835055112839, 0.0234319306910038], "cos_Ac_negg": [0.5091601610183716, 0.16482004523277283, 0.15143954753875732, 0.1488496959209442, 0.14495635032653809, 0.05488484352827072, 0.08453775197267532, 0.07686837762594223, 0.0016100835055112839, 0.0234319306910038], "r_norm": [4.173529624938965, 4.19483757019043, 4.197813034057617, 4.065942764282227, 4.185969352722168, 4.230494499206543, 4.15345573425293, 4.273866653442383, 4.305115699768066, 4.103062629699707]}, {"step": 3500, "epoch": 8, "train_loss": 1.7096009254455566, "cos_r_negg": [0.5405294895172119, 0.18049272894859314, 0.16956225037574768, 0.1459822952747345, 0.13117706775665283, 0.0938681960105896, 0.07990550994873047, 0.06272830069065094, 0.040449924767017365, 0.02530890703201294], "cos_apical_negg": [0.5405294895172119, 0.18049272894859314, 0.16956225037574768, 0.1459822952747345, 0.13117706775665283, 0.0938681960105896, 0.07990550994873047, 0.06272830069065094, 0.040449924767017365, 0.02530890703201294], "cos_Ac_negg": [0.5405294895172119, 0.18049272894859314, 0.16956225037574768, 0.1459822952747345, 0.13117706775665283, 0.0938681960105896, 0.07990550994873047, 0.06272830069065094, 0.040449924767017365, 0.02530890703201294], "r_norm": [4.19151496887207, 4.205894470214844, 4.215933799743652, 4.086131572723389, 4.198948860168457, 4.258858680725098, 4.176652908325195, 4.297445774078369, 4.321071147918701, 4.1224822998046875]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.3755, "test_loss": 1.9241536865234374}, {"step": 3550, "epoch": 9, "train_loss": 1.5809667110443115, "cos_r_negg": [0.513481616973877, 0.17238257825374603, 0.16690480709075928, 0.15451787412166595, 0.12719930708408356, 0.08511371165513992, 0.09450981765985489, 0.05892529338598251, 0.0396675281226635, 0.03063667193055153], "cos_apical_negg": [0.513481616973877, 0.17238257825374603, 0.16690480709075928, 0.15451787412166595, 0.12719930708408356, 0.08511371165513992, 0.09450981765985489, 0.05892529338598251, 0.0396675281226635, 0.03063667193055153], "cos_Ac_negg": [0.513481616973877, 0.17238257825374603, 0.16690480709075928, 0.15451787412166595, 0.12719930708408356, 0.08511371165513992, 0.09450981765985489, 0.05892529338598251, 0.0396675281226635, 0.03063667193055153], "r_norm": [4.240216255187988, 4.256738185882568, 4.261002540588379, 4.124762535095215, 4.23848819732666, 4.311350345611572, 4.228944301605225, 4.338410377502441, 4.36667013168335, 4.169820785522461]}, {"step": 3600, "epoch": 9, "train_loss": 1.6130558252334595, "cos_r_negg": [0.5170981884002686, 0.17484377324581146, 0.18633076548576355, 0.15650400519371033, 0.13428138196468353, 0.08507853001356125, 0.10337178409099579, 0.059840667992830276, 0.029745129868388176, 0.032521121203899384], "cos_apical_negg": [0.5170981884002686, 0.17484377324581146, 0.18633076548576355, 0.15650400519371033, 0.13428138196468353, 0.08507853001356125, 0.10337178409099579, 0.059840667992830276, 0.029745129868388176, 0.032521121203899384], "cos_Ac_negg": [0.5170981884002686, 0.17484377324581146, 0.18633076548576355, 0.15650400519371033, 0.13428138196468353, 0.08507853001356125, 0.10337178409099579, 0.059840667992830276, 0.029745129868388176, 0.032521121203899384], "r_norm": [4.142978191375732, 4.155974388122559, 4.1675615310668945, 4.028372764587402, 4.153829097747803, 4.198465347290039, 4.131673812866211, 4.240730285644531, 4.2680230140686035, 4.076000690460205]}, {"step": 3650, "epoch": 9, "train_loss": 1.7805211544036865, "cos_r_negg": [0.5031068325042725, 0.18525058031082153, 0.17492958903312683, 0.1669384092092514, 0.15473142266273499, 0.10091976821422577, 0.10067059099674225, 0.05384117737412453, 0.01593712717294693, 0.08050034195184708], "cos_apical_negg": [0.5031068325042725, 0.18525058031082153, 0.17492958903312683, 0.1669384092092514, 0.15473142266273499, 0.10091976821422577, 0.10067059099674225, 0.05384117737412453, 0.01593712717294693, 0.08050034195184708], "cos_Ac_negg": [0.5031068325042725, 0.18525058031082153, 0.17492958903312683, 0.1669384092092514, 0.15473142266273499, 0.10091976821422577, 0.10067059099674225, 0.05384117737412453, 0.01593712717294693, 0.08050034195184708], "r_norm": [4.267357349395752, 4.28304386138916, 4.295794486999512, 4.148682594299316, 4.280074119567871, 4.3387651443481445, 4.2515869140625, 4.390443801879883, 4.397948741912842, 4.197717666625977]}, {"step": 3700, "epoch": 9, "train_loss": 1.59297776222229, "cos_r_negg": [0.5320031642913818, 0.19856247305870056, 0.17604343593120575, 0.17246666550636292, 0.16116513311862946, 0.11635938286781311, 0.0977686420083046, 0.08386487513780594, 0.018818050622940063, 0.06037413328886032], "cos_apical_negg": [0.5320031642913818, 0.19856247305870056, 0.17604343593120575, 0.17246666550636292, 0.16116513311862946, 0.11635938286781311, 0.0977686420083046, 0.08386487513780594, 0.018818050622940063, 0.06037413328886032], "cos_Ac_negg": [0.5320031642913818, 0.19856247305870056, 0.17604343593120575, 0.17246666550636292, 0.16116513311862946, 0.11635938286781311, 0.0977686420083046, 0.08386487513780594, 0.018818050622940063, 0.06037413328886032], "r_norm": [4.200087547302246, 4.232418060302734, 4.233708381652832, 4.085404872894287, 4.21075439453125, 4.266665458679199, 4.191257953643799, 4.304483890533447, 4.342413902282715, 4.132848262786865]}, {"step": 3750, "epoch": 9, "train_loss": 1.6324691772460938, "cos_r_negg": [0.5161098837852478, 0.18428124487400055, 0.18348310887813568, 0.1780969500541687, 0.15491431951522827, 0.10466349869966507, 0.06413690745830536, 0.08684568107128143, 0.04202590137720108, 0.07637032866477966], "cos_apical_negg": [0.5161098837852478, 0.18428124487400055, 0.18348310887813568, 0.1780969500541687, 0.15491431951522827, 0.10466349869966507, 0.06413690745830536, 0.08684568107128143, 0.04202590137720108, 0.07637032866477966], "cos_Ac_negg": [0.5161098837852478, 0.18428124487400055, 0.18348310887813568, 0.1780969500541687, 0.15491431951522827, 0.10466349869966507, 0.06413690745830536, 0.08684568107128143, 0.04202590137720108, 0.07637032866477966], "r_norm": [4.353817462921143, 4.3673858642578125, 4.374914169311523, 4.236401557922363, 4.351660251617432, 4.401636123657227, 4.337314605712891, 4.452685356140137, 4.4768147468566895, 4.275132656097412]}, {"step": 3800, "epoch": 9, "train_loss": 1.9075419902801514, "cos_r_negg": [0.5140683054924011, 0.18283282220363617, 0.18819992244243622, 0.17011067271232605, 0.1524185836315155, 0.10230846703052521, 0.06842041015625, 0.04513538256287575, 0.03466402366757393, 0.05716218054294586], "cos_apical_negg": [0.5140683054924011, 0.18283282220363617, 0.18819992244243622, 0.17011067271232605, 0.1524185836315155, 0.10230846703052521, 0.06842041015625, 0.04513538256287575, 0.03466402366757393, 0.05716218054294586], "cos_Ac_negg": [0.5140683054924011, 0.18283282220363617, 0.18819992244243622, 0.17011067271232605, 0.1524185836315155, 0.10230846703052521, 0.06842041015625, 0.04513538256287575, 0.03466402366757393, 0.05716218054294586], "r_norm": [4.229353904724121, 4.2491302490234375, 4.260568618774414, 4.116814136505127, 4.250640869140625, 4.290761947631836, 4.216926574707031, 4.325970649719238, 4.3579182624816895, 4.161691188812256]}, {"step": 3850, "epoch": 9, "train_loss": 1.590032696723938, "cos_r_negg": [0.515097975730896, 0.1883343905210495, 0.15267863869667053, 0.1501304805278778, 0.14658397436141968, 0.09934374690055847, 0.07781518250703812, 0.07823336869478226, 0.051277074962854385, 0.04827473312616348], "cos_apical_negg": [0.515097975730896, 0.1883343905210495, 0.15267863869667053, 0.1501304805278778, 0.14658397436141968, 0.09934374690055847, 0.07781518250703812, 0.07823336869478226, 0.051277074962854385, 0.04827473312616348], "cos_Ac_negg": [0.515097975730896, 0.1883343905210495, 0.15267863869667053, 0.1501304805278778, 0.14658397436141968, 0.09934374690055847, 0.07781518250703812, 0.07823336869478226, 0.051277074962854385, 0.04827473312616348], "r_norm": [4.191410064697266, 4.203965663909912, 4.2115020751953125, 4.0732526779174805, 4.189747333526611, 4.246793746948242, 4.178833961486816, 4.286259651184082, 4.306034088134766, 4.120881080627441]}, {"step": 3900, "epoch": 9, "train_loss": 1.7161133289337158, "cos_r_negg": [0.5082913041114807, 0.17645159363746643, 0.18178918957710266, 0.15562385320663452, 0.15141576528549194, 0.10707038640975952, 0.07874388247728348, 0.06768409162759781, 0.031993597745895386, 0.04980836808681488], "cos_apical_negg": [0.5082913041114807, 0.17645159363746643, 0.18178918957710266, 0.15562385320663452, 0.15141576528549194, 0.10707038640975952, 0.07874388247728348, 0.06768409162759781, 0.031993597745895386, 0.04980836808681488], "cos_Ac_negg": [0.5082913041114807, 0.17645159363746643, 0.18178918957710266, 0.15562385320663452, 0.15141576528549194, 0.10707038640975952, 0.07874388247728348, 0.06768409162759781, 0.031993597745895386, 0.04980836808681488], "r_norm": [4.21270227432251, 4.230037212371826, 4.243069171905518, 4.100673675537109, 4.220085620880127, 4.270574569702148, 4.192480087280273, 4.3093767166137695, 4.332378387451172, 4.135866165161133]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.3924, "test_loss": 1.8693150512695313}, {"step": 3950, "epoch": 10, "train_loss": 1.903629183769226, "cos_r_negg": [0.5214243531227112, 0.1672549545764923, 0.17680439352989197, 0.1723918616771698, 0.14228284358978271, 0.08540137112140656, 0.09152193367481232, 0.07944995164871216, 0.054990947246551514, 0.0709509402513504], "cos_apical_negg": [0.5214243531227112, 0.1672549545764923, 0.17680439352989197, 0.1723918616771698, 0.14228284358978271, 0.08540137112140656, 0.09152193367481232, 0.07944995164871216, 0.054990947246551514, 0.0709509402513504], "cos_Ac_negg": [0.5214243531227112, 0.1672549545764923, 0.17680439352989197, 0.1723918616771698, 0.14228284358978271, 0.08540137112140656, 0.09152193367481232, 0.07944995164871216, 0.054990947246551514, 0.0709509402513504], "r_norm": [4.1132893562316895, 4.125361442565918, 4.135417938232422, 4.000560760498047, 4.118772506713867, 4.167508125305176, 4.089133262634277, 4.205791473388672, 4.2377705574035645, 4.036165714263916]}, {"step": 4000, "epoch": 10, "train_loss": 1.5308606624603271, "cos_r_negg": [0.5186330676078796, 0.18861573934555054, 0.1936805248260498, 0.17763686180114746, 0.15076634287834167, 0.09390957653522491, 0.10390797257423401, 0.06013452261686325, 0.04257725924253464, 0.08482375741004944], "cos_apical_negg": [0.5186330676078796, 0.18861573934555054, 0.1936805248260498, 0.17763686180114746, 0.15076634287834167, 0.09390957653522491, 0.10390797257423401, 0.06013452261686325, 0.04257725924253464, 0.08482375741004944], "cos_Ac_negg": [0.5186330676078796, 0.18861573934555054, 0.1936805248260498, 0.17763686180114746, 0.15076634287834167, 0.09390957653522491, 0.10390797257423401, 0.06013452261686325, 0.04257725924253464, 0.08482375741004944], "r_norm": [4.262508392333984, 4.296364784240723, 4.2972092628479, 4.152767181396484, 4.285179138183594, 4.337723731994629, 4.258744239807129, 4.365900993347168, 4.398161888122559, 4.197295188903809]}, {"step": 4050, "epoch": 10, "train_loss": 1.653975009918213, "cos_r_negg": [0.5290247797966003, 0.18704695999622345, 0.17424282431602478, 0.18180902302265167, 0.15252837538719177, 0.09876197576522827, 0.10726173222064972, 0.05698901787400246, 0.039870139211416245, 0.0785321295261383], "cos_apical_negg": [0.5290247797966003, 0.18704695999622345, 0.17424282431602478, 0.18180902302265167, 0.15252837538719177, 0.09876197576522827, 0.10726173222064972, 0.05698901787400246, 0.039870139211416245, 0.0785321295261383], "cos_Ac_negg": [0.5290247797966003, 0.18704695999622345, 0.17424282431602478, 0.18180902302265167, 0.15252837538719177, 0.09876197576522827, 0.10726173222064972, 0.05698901787400246, 0.039870139211416245, 0.0785321295261383], "r_norm": [4.296338081359863, 4.318037986755371, 4.3246355056762695, 4.190023422241211, 4.3106794357299805, 4.35935115814209, 4.284190654754639, 4.394384384155273, 4.425253868103027, 4.224924087524414]}, {"step": 4100, "epoch": 10, "train_loss": 1.780058741569519, "cos_r_negg": [0.5193498134613037, 0.20583705604076385, 0.17253848910331726, 0.17632625997066498, 0.15648403763771057, 0.10538966208696365, 0.10088558495044708, 0.10137173533439636, 0.051430072635412216, 0.12386631220579147], "cos_apical_negg": [0.5193498134613037, 0.20583705604076385, 0.17253848910331726, 0.17632625997066498, 0.15648403763771057, 0.10538966208696365, 0.10088558495044708, 0.10137173533439636, 0.051430072635412216, 0.12386631220579147], "cos_Ac_negg": [0.5193498134613037, 0.20583705604076385, 0.17253848910331726, 0.17632625997066498, 0.15648403763771057, 0.10538966208696365, 0.10088558495044708, 0.10137173533439636, 0.051430072635412216, 0.12386631220579147], "r_norm": [4.197714805603027, 4.221224308013916, 4.222644805908203, 4.092556953430176, 4.206596374511719, 4.2633056640625, 4.183077812194824, 4.299401760101318, 4.327099800109863, 4.123536109924316]}, {"step": 4150, "epoch": 10, "train_loss": 1.4680219888687134, "cos_r_negg": [0.5219117403030396, 0.21047425270080566, 0.1691666692495346, 0.17409631609916687, 0.14637020230293274, 0.10051506757736206, 0.0988105833530426, 0.09933334589004517, 0.05098361894488335, 0.06464158743619919], "cos_apical_negg": [0.5219117403030396, 0.21047425270080566, 0.1691666692495346, 0.17409631609916687, 0.14637020230293274, 0.10051506757736206, 0.0988105833530426, 0.09933334589004517, 0.05098361894488335, 0.06464158743619919], "cos_Ac_negg": [0.5219117403030396, 0.21047425270080566, 0.1691666692495346, 0.17409631609916687, 0.14637020230293274, 0.10051506757736206, 0.0988105833530426, 0.09933334589004517, 0.05098361894488335, 0.06464158743619919], "r_norm": [4.146609306335449, 4.1730427742004395, 4.168806076049805, 4.037774562835693, 4.155683517456055, 4.2088623046875, 4.132362365722656, 4.236279487609863, 4.277242660522461, 4.08264684677124]}, {"step": 4200, "epoch": 10, "train_loss": 1.6478337049484253, "cos_r_negg": [0.512104868888855, 0.2135636806488037, 0.17446379363536835, 0.17558427155017853, 0.1581726372241974, 0.10926850140094757, 0.12204563617706299, 0.09841562807559967, 0.05564349889755249, 0.06858621537685394], "cos_apical_negg": [0.512104868888855, 0.2135636806488037, 0.17446379363536835, 0.17558427155017853, 0.1581726372241974, 0.10926850140094757, 0.12204563617706299, 0.09841562807559967, 0.05564349889755249, 0.06858621537685394], "cos_Ac_negg": [0.512104868888855, 0.2135636806488037, 0.17446379363536835, 0.17558427155017853, 0.1581726372241974, 0.10926850140094757, 0.12204563617706299, 0.09841562807559967, 0.05564349889755249, 0.06858621537685394], "r_norm": [4.1852192878723145, 4.22471809387207, 4.216569900512695, 4.0718793869018555, 4.192171573638916, 4.242183685302734, 4.179125785827637, 4.298656463623047, 4.321504592895508, 4.112476348876953]}, {"step": 4250, "epoch": 10, "train_loss": 1.9122804403305054, "cos_r_negg": [0.5074445009231567, 0.20940035581588745, 0.1806926727294922, 0.15818406641483307, 0.16770431399345398, 0.10923396050930023, 0.11419752240180969, 0.09399242699146271, 0.0329008586704731, 0.10694102942943573], "cos_apical_negg": [0.5074445009231567, 0.20940035581588745, 0.1806926727294922, 0.15818406641483307, 0.16770431399345398, 0.10923396050930023, 0.11419752240180969, 0.09399242699146271, 0.0329008586704731, 0.10694102942943573], "cos_Ac_negg": [0.5074445009231567, 0.20940035581588745, 0.1806926727294922, 0.15818406641483307, 0.16770431399345398, 0.10923396050930023, 0.11419752240180969, 0.09399242699146271, 0.0329008586704731, 0.10694102942943573], "r_norm": [4.183067321777344, 4.212960243225098, 4.224846363067627, 4.074690341949463, 4.182266712188721, 4.239633560180664, 4.170690536499023, 4.277796268463135, 4.310803413391113, 4.108303546905518]}, {"step": 4300, "epoch": 10, "train_loss": 1.6630899906158447, "cos_r_negg": [0.5330113768577576, 0.21240276098251343, 0.18879243731498718, 0.15760743618011475, 0.17403408885002136, 0.13508127629756927, 0.10860074311494827, 0.08702787756919861, 0.07527118921279907, 0.10558009147644043], "cos_apical_negg": [0.5330113768577576, 0.21240276098251343, 0.18879243731498718, 0.15760743618011475, 0.17403408885002136, 0.13508127629756927, 0.10860074311494827, 0.08702787756919861, 0.07527118921279907, 0.10558009147644043], "cos_Ac_negg": [0.5330113768577576, 0.21240276098251343, 0.18879243731498718, 0.15760743618011475, 0.17403408885002136, 0.13508127629756927, 0.10860074311494827, 0.08702787756919861, 0.07527118921279907, 0.10558009147644043], "r_norm": [4.066479682922363, 4.07529354095459, 4.094393730163574, 3.9649078845977783, 4.075227737426758, 4.124052047729492, 4.05004358291626, 4.164183139801025, 4.193704128265381, 3.999596118927002]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4017, "test_loss": 1.83245537109375}, {"step": 4350, "epoch": 11, "train_loss": 1.5227314233779907, "cos_r_negg": [0.5253247618675232, 0.21961058676242828, 0.2001771330833435, 0.170060396194458, 0.14744290709495544, 0.11725779622793198, 0.11059502512216568, 0.10757585614919662, 0.08460086584091187, 0.09294735640287399], "cos_apical_negg": [0.5253247618675232, 0.21961058676242828, 0.2001771330833435, 0.170060396194458, 0.14744290709495544, 0.11725779622793198, 0.11059502512216568, 0.10757585614919662, 0.08460086584091187, 0.09294735640287399], "cos_Ac_negg": [0.5253247618675232, 0.21961058676242828, 0.2001771330833435, 0.170060396194458, 0.14744290709495544, 0.11725779622793198, 0.11059502512216568, 0.10757585614919662, 0.08460086584091187, 0.09294735640287399], "r_norm": [4.1946516036987305, 4.230531692504883, 4.234541893005371, 4.085562705993652, 4.215933799743652, 4.26874303817749, 4.189108371734619, 4.32020378112793, 4.332291603088379, 4.135688304901123]}, {"step": 4400, "epoch": 11, "train_loss": 1.71657133102417, "cos_r_negg": [0.524916410446167, 0.20122987031936646, 0.2034880816936493, 0.16465413570404053, 0.15172961354255676, 0.12343889474868774, 0.11241426318883896, 0.14370884001255035, 0.09131751954555511, 0.07991449534893036], "cos_apical_negg": [0.524916410446167, 0.20122987031936646, 0.2034880816936493, 0.16465413570404053, 0.15172961354255676, 0.12343889474868774, 0.11241426318883896, 0.14370884001255035, 0.09131751954555511, 0.07991449534893036], "cos_Ac_negg": [0.524916410446167, 0.20122987031936646, 0.2034880816936493, 0.16465413570404053, 0.15172961354255676, 0.12343889474868774, 0.11241426318883896, 0.14370884001255035, 0.09131751954555511, 0.07991449534893036], "r_norm": [4.155679702758789, 4.181249618530273, 4.189513206481934, 4.0391035079956055, 4.161928176879883, 4.2136945724487305, 4.139242172241211, 4.251615524291992, 4.283156394958496, 4.081489562988281]}, {"step": 4450, "epoch": 11, "train_loss": 1.9818780422210693, "cos_r_negg": [0.5126320123672485, 0.2128828763961792, 0.20479369163513184, 0.16612613201141357, 0.1591188907623291, 0.12175539880990982, 0.12602707743644714, 0.08693492412567139, 0.08425825834274292, 0.09440912306308746], "cos_apical_negg": [0.5126320123672485, 0.2128828763961792, 0.20479369163513184, 0.16612613201141357, 0.1591188907623291, 0.12175539880990982, 0.12602707743644714, 0.08693492412567139, 0.08425825834274292, 0.09440912306308746], "cos_Ac_negg": [0.5126320123672485, 0.2128828763961792, 0.20479369163513184, 0.16612613201141357, 0.1591188907623291, 0.12175539880990982, 0.12602707743644714, 0.08693492412567139, 0.08425825834274292, 0.09440912306308746], "r_norm": [4.299415111541748, 4.3237714767456055, 4.325554847717285, 4.185052871704102, 4.30214786529541, 4.35728645324707, 4.287177085876465, 4.3979597091674805, 4.436971664428711, 4.229228973388672]}, {"step": 4500, "epoch": 11, "train_loss": 1.861480951309204, "cos_r_negg": [0.5140478610992432, 0.21552789211273193, 0.18108409643173218, 0.18216434121131897, 0.15256045758724213, 0.1069251000881195, 0.11453384160995483, 0.0809357687830925, 0.046447671949863434, 0.07048265635967255], "cos_apical_negg": [0.5140478610992432, 0.21552789211273193, 0.18108409643173218, 0.18216434121131897, 0.15256045758724213, 0.1069251000881195, 0.11453384160995483, 0.0809357687830925, 0.046447671949863434, 0.07048265635967255], "cos_Ac_negg": [0.5140478610992432, 0.21552789211273193, 0.18108409643173218, 0.18216434121131897, 0.15256045758724213, 0.1069251000881195, 0.11453384160995483, 0.0809357687830925, 0.046447671949863434, 0.07048265635967255], "r_norm": [4.160573959350586, 4.174279689788818, 4.180278778076172, 4.0527801513671875, 4.168182373046875, 4.210136413574219, 4.1395158767700195, 4.253537178039551, 4.290072441101074, 4.08588981628418]}, {"step": 4550, "epoch": 11, "train_loss": 1.6647686958312988, "cos_r_negg": [0.5394777059555054, 0.2352564036846161, 0.19937746226787567, 0.1636115163564682, 0.17347347736358643, 0.10484384745359421, 0.12305272370576859, 0.08703703433275223, 0.04633909463882446, 0.06306090950965881], "cos_apical_negg": [0.5394777059555054, 0.2352564036846161, 0.19937746226787567, 0.1636115163564682, 0.17347347736358643, 0.10484384745359421, 0.12305272370576859, 0.08703703433275223, 0.04633909463882446, 0.06306090950965881], "cos_Ac_negg": [0.5394777059555054, 0.2352564036846161, 0.19937746226787567, 0.1636115163564682, 0.17347347736358643, 0.10484384745359421, 0.12305272370576859, 0.08703703433275223, 0.04633909463882446, 0.06306090950965881], "r_norm": [4.188226699829102, 4.205314636230469, 4.218430519104004, 4.075869083404541, 4.196535587310791, 4.248653888702393, 4.1690263748168945, 4.287737846374512, 4.309959888458252, 4.124251365661621]}, {"step": 4600, "epoch": 11, "train_loss": 1.6305707693099976, "cos_r_negg": [0.5246120691299438, 0.22211936116218567, 0.19293127954006195, 0.17584949731826782, 0.162205308675766, 0.09253841638565063, 0.11460989713668823, 0.10198914259672165, 0.0835641622543335, 0.0795096606016159], "cos_apical_negg": [0.5246120691299438, 0.22211936116218567, 0.19293127954006195, 0.17584949731826782, 0.162205308675766, 0.09253841638565063, 0.11460989713668823, 0.10198914259672165, 0.0835641622543335, 0.0795096606016159], "cos_Ac_negg": [0.5246120691299438, 0.22211936116218567, 0.19293127954006195, 0.17584949731826782, 0.162205308675766, 0.09253841638565063, 0.11460989713668823, 0.10198914259672165, 0.0835641622543335, 0.0795096606016159], "r_norm": [4.179573059082031, 4.1888532638549805, 4.203942775726318, 4.078802108764648, 4.184625148773193, 4.233674049377441, 4.161539077758789, 4.267953872680664, 4.295759677886963, 4.109706878662109]}, {"step": 4650, "epoch": 11, "train_loss": 1.7530975341796875, "cos_r_negg": [0.5225405097007751, 0.23819798231124878, 0.21182486414909363, 0.17617541551589966, 0.15748147666454315, 0.1023201197385788, 0.12664327025413513, 0.07325349748134613, 0.08119276911020279, 0.058134544640779495], "cos_apical_negg": [0.5225405097007751, 0.23819798231124878, 0.21182486414909363, 0.17617541551589966, 0.15748147666454315, 0.1023201197385788, 0.12664327025413513, 0.07325349748134613, 0.08119276911020279, 0.058134544640779495], "cos_Ac_negg": [0.5225405097007751, 0.23819798231124878, 0.21182486414909363, 0.17617541551589966, 0.15748147666454315, 0.1023201197385788, 0.12664327025413513, 0.07325349748134613, 0.08119276911020279, 0.058134544640779495], "r_norm": [4.187905311584473, 4.21186637878418, 4.211521148681641, 4.075535297393799, 4.183133125305176, 4.2368059158325195, 4.175797462463379, 4.28299617767334, 4.306218147277832, 4.109170913696289]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.3874, "test_loss": 1.8503721435546876}, {"step": 4700, "epoch": 12, "train_loss": 1.5810596942901611, "cos_r_negg": [0.49187684059143066, 0.21610254049301147, 0.20112735033035278, 0.17767353355884552, 0.17303664982318878, 0.09085029363632202, 0.10682976245880127, 0.08222734928131104, 0.09244320541620255, 0.042590878903865814], "cos_apical_negg": [0.49187684059143066, 0.21610254049301147, 0.20112735033035278, 0.17767353355884552, 0.17303664982318878, 0.09085029363632202, 0.10682976245880127, 0.08222734928131104, 0.09244320541620255, 0.042590878903865814], "cos_Ac_negg": [0.49187684059143066, 0.21610254049301147, 0.20112735033035278, 0.17767353355884552, 0.17303664982318878, 0.09085029363632202, 0.10682976245880127, 0.08222734928131104, 0.09244320541620255, 0.042590878903865814], "r_norm": [4.141460418701172, 4.163107395172119, 4.167276382446289, 4.030526161193848, 4.151470184326172, 4.199721336364746, 4.12590217590332, 4.23884916305542, 4.265032768249512, 4.066838264465332]}, {"step": 4750, "epoch": 12, "train_loss": 1.7541065216064453, "cos_r_negg": [0.5163779258728027, 0.21505582332611084, 0.21270504593849182, 0.17903271317481995, 0.16980350017547607, 0.10274369269609451, 0.11055494099855423, 0.08973998576402664, 0.07332749664783478, 0.06799262762069702], "cos_apical_negg": [0.5163779258728027, 0.21505582332611084, 0.21270504593849182, 0.17903271317481995, 0.16980350017547607, 0.10274369269609451, 0.11055494099855423, 0.08973998576402664, 0.07332749664783478, 0.06799262762069702], "cos_Ac_negg": [0.5163779258728027, 0.21505582332611084, 0.21270504593849182, 0.17903271317481995, 0.16980350017547607, 0.10274369269609451, 0.11055494099855423, 0.08973998576402664, 0.07332749664783478, 0.06799262762069702], "r_norm": [4.2269673347473145, 4.246089935302734, 4.2462334632873535, 4.107484817504883, 4.228724479675293, 4.270059585571289, 4.211540222167969, 4.330501556396484, 4.345479965209961, 4.150278091430664]}, {"step": 4800, "epoch": 12, "train_loss": 1.7716777324676514, "cos_r_negg": [0.5313392281532288, 0.2305908501148224, 0.1914825737476349, 0.17407867312431335, 0.17621725797653198, 0.08937742561101913, 0.11570041626691818, 0.11884011328220367, 0.04717012494802475, 0.08505045622587204], "cos_apical_negg": [0.5313392281532288, 0.2305908501148224, 0.1914825737476349, 0.17407867312431335, 0.17621725797653198, 0.08937742561101913, 0.11570041626691818, 0.11884011328220367, 0.04717012494802475, 0.08505045622587204], "cos_Ac_negg": [0.5313392281532288, 0.2305908501148224, 0.1914825737476349, 0.17407867312431335, 0.17621725797653198, 0.08937742561101913, 0.11570041626691818, 0.11884011328220367, 0.04717012494802475, 0.08505045622587204], "r_norm": [4.268085479736328, 4.289464473724365, 4.298047065734863, 4.149997234344482, 4.268283843994141, 4.334309101104736, 4.259095191955566, 4.362067699432373, 4.385087013244629, 4.199747085571289]}, {"step": 4850, "epoch": 12, "train_loss": 1.6517925262451172, "cos_r_negg": [0.5392873883247375, 0.21298721432685852, 0.19955390691757202, 0.1829506903886795, 0.17672254145145416, 0.09317150712013245, 0.10251504927873611, 0.11811401695013046, 0.09382881224155426, 0.06567268073558807], "cos_apical_negg": [0.5392873883247375, 0.21298721432685852, 0.19955390691757202, 0.1829506903886795, 0.17672254145145416, 0.09317150712013245, 0.10251504927873611, 0.11811401695013046, 0.09382881224155426, 0.06567268073558807], "cos_Ac_negg": [0.5392873883247375, 0.21298721432685852, 0.19955390691757202, 0.1829506903886795, 0.17672254145145416, 0.09317150712013245, 0.10251504927873611, 0.11811401695013046, 0.09382881224155426, 0.06567268073558807], "r_norm": [4.256096839904785, 4.284236907958984, 4.288459777832031, 4.136787414550781, 4.270883083343506, 4.329421043395996, 4.253094673156738, 4.357986927032471, 4.38937520980835, 4.181617736816406]}, {"step": 4900, "epoch": 12, "train_loss": 1.683519959449768, "cos_r_negg": [0.5086351037025452, 0.2104978859424591, 0.20207905769348145, 0.17474590241909027, 0.1781306266784668, 0.08906342834234238, 0.10661471635103226, 0.1274329423904419, 0.11469325423240662, 0.08362346142530441], "cos_apical_negg": [0.5086351037025452, 0.2104978859424591, 0.20207905769348145, 0.17474590241909027, 0.1781306266784668, 0.08906342834234238, 0.10661471635103226, 0.1274329423904419, 0.11469325423240662, 0.08362346142530441], "cos_Ac_negg": [0.5086351037025452, 0.2104978859424591, 0.20207905769348145, 0.17474590241909027, 0.1781306266784668, 0.08906342834234238, 0.10661471635103226, 0.1274329423904419, 0.11469325423240662, 0.08362346142530441], "r_norm": [4.1476545333862305, 4.1655592918396, 4.169842720031738, 4.035638809204102, 4.160099983215332, 4.208848476409912, 4.129446983337402, 4.252066612243652, 4.275863170623779, 4.072182655334473]}, {"step": 4950, "epoch": 12, "train_loss": 1.4384443759918213, "cos_r_negg": [0.5196367502212524, 0.22541874647140503, 0.20651036500930786, 0.18270115554332733, 0.18519464135169983, 0.11203304678201675, 0.13036580383777618, 0.11894317716360092, 0.09884814918041229, 0.07183420658111572], "cos_apical_negg": [0.5196367502212524, 0.22541874647140503, 0.20651036500930786, 0.18270115554332733, 0.18519464135169983, 0.11203304678201675, 0.13036580383777618, 0.11894317716360092, 0.09884814918041229, 0.07183420658111572], "cos_Ac_negg": [0.5196367502212524, 0.22541874647140503, 0.20651036500930786, 0.18270115554332733, 0.18519464135169983, 0.11203304678201675, 0.13036580383777618, 0.11894317716360092, 0.09884814918041229, 0.07183420658111572], "r_norm": [4.197237968444824, 4.224725723266602, 4.231050491333008, 4.08078670501709, 4.204448223114014, 4.253937721252441, 4.1809186935424805, 4.305257797241211, 4.319536209106445, 4.121395111083984]}, {"step": 5000, "epoch": 12, "train_loss": 1.6836024522781372, "cos_r_negg": [0.49207982420921326, 0.21859145164489746, 0.20053765177726746, 0.1910812258720398, 0.18126359581947327, 0.1174081563949585, 0.1441759467124939, 0.11225293576717377, 0.07912427186965942, 0.08998586237430573], "cos_apical_negg": [0.49207982420921326, 0.21859145164489746, 0.20053765177726746, 0.1910812258720398, 0.18126359581947327, 0.1174081563949585, 0.1441759467124939, 0.11225293576717377, 0.07912427186965942, 0.08998586237430573], "cos_Ac_negg": [0.49207982420921326, 0.21859145164489746, 0.20053765177726746, 0.1910812258720398, 0.18126359581947327, 0.1174081563949585, 0.1441759467124939, 0.11225293576717377, 0.07912427186965942, 0.08998586237430573], "r_norm": [4.136473655700684, 4.152098178863525, 4.175561428070068, 4.023676872253418, 4.152895927429199, 4.197129726409912, 4.119337558746338, 4.241266250610352, 4.268311023712158, 4.070788383483887]}, {"step": 5050, "epoch": 12, "train_loss": 1.5669219493865967, "cos_r_negg": [0.5104999542236328, 0.2363075315952301, 0.2255242019891739, 0.18422505259513855, 0.20187503099441528, 0.10993264615535736, 0.11326281726360321, 0.11144469678401947, 0.08692826330661774, 0.053469639271497726], "cos_apical_negg": [0.5104999542236328, 0.2363075315952301, 0.2255242019891739, 0.18422505259513855, 0.20187503099441528, 0.10993264615535736, 0.11326281726360321, 0.11144469678401947, 0.08692826330661774, 0.053469639271497726], "cos_Ac_negg": [0.5104999542236328, 0.2363075315952301, 0.2255242019891739, 0.18422505259513855, 0.20187503099441528, 0.10993264615535736, 0.11326281726360321, 0.11144469678401947, 0.08692826330661774, 0.053469639271497726], "r_norm": [4.092508316040039, 4.109655380249023, 4.121333122253418, 3.9891462326049805, 4.107251167297363, 4.150242805480957, 4.072962760925293, 4.197403907775879, 4.2258195877075195, 4.025515079498291]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.3947, "test_loss": 1.8515957153320313}, {"step": 5100, "epoch": 13, "train_loss": 1.6200273036956787, "cos_r_negg": [0.5191448926925659, 0.22060275077819824, 0.22288385033607483, 0.18076881766319275, 0.18525272607803345, 0.08547955006361008, 0.11177746951580048, 0.13237038254737854, 0.06537140905857086, 0.04595734924077988], "cos_apical_negg": [0.5191448926925659, 0.22060275077819824, 0.22288385033607483, 0.18076881766319275, 0.18525272607803345, 0.08547955006361008, 0.11177746951580048, 0.13237038254737854, 0.06537140905857086, 0.04595734924077988], "cos_Ac_negg": [0.5191448926925659, 0.22060275077819824, 0.22288385033607483, 0.18076881766319275, 0.18525272607803345, 0.08547955006361008, 0.11177746951580048, 0.13237038254737854, 0.06537140905857086, 0.04595734924077988], "r_norm": [4.046979904174805, 4.075920104980469, 4.082562446594238, 3.942418098449707, 4.072485446929932, 4.1208343505859375, 4.039518356323242, 4.1571044921875, 4.181633949279785, 3.9852170944213867]}, {"step": 5150, "epoch": 13, "train_loss": 1.5976736545562744, "cos_r_negg": [0.5126556158065796, 0.23780909180641174, 0.2289167195558548, 0.19349415600299835, 0.17053347826004028, 0.09635808318853378, 0.11580756306648254, 0.12883859872817993, 0.05727691948413849, 0.06224576383829117], "cos_apical_negg": [0.5126556158065796, 0.23780909180641174, 0.2289167195558548, 0.19349415600299835, 0.17053347826004028, 0.09635808318853378, 0.11580756306648254, 0.12883859872817993, 0.05727691948413849, 0.06224576383829117], "cos_Ac_negg": [0.5126556158065796, 0.23780909180641174, 0.2289167195558548, 0.19349415600299835, 0.17053347826004028, 0.09635808318853378, 0.11580756306648254, 0.12883859872817993, 0.05727691948413849, 0.06224576383829117], "r_norm": [4.078830718994141, 4.102560997009277, 4.0996551513671875, 3.971583843231201, 4.091033458709717, 4.145843982696533, 4.069508075714111, 4.183252811431885, 4.2088518142700195, 4.01857852935791]}, {"step": 5200, "epoch": 13, "train_loss": 1.5270344018936157, "cos_r_negg": [0.5554075241088867, 0.22799593210220337, 0.23380371928215027, 0.19763870537281036, 0.18624603748321533, 0.09923048317432404, 0.1399407982826233, 0.1107235997915268, 0.06993550807237625, 0.08464983850717545], "cos_apical_negg": [0.5554075241088867, 0.22799593210220337, 0.23380371928215027, 0.19763870537281036, 0.18624603748321533, 0.09923048317432404, 0.1399407982826233, 0.1107235997915268, 0.06993550807237625, 0.08464983850717545], "cos_Ac_negg": [0.5554075241088867, 0.22799593210220337, 0.23380371928215027, 0.19763870537281036, 0.18624603748321533, 0.09923048317432404, 0.1399407982826233, 0.1107235997915268, 0.06993550807237625, 0.08464983850717545], "r_norm": [4.1379289627075195, 4.165768623352051, 4.16818380355835, 4.031922340393066, 4.150364398956299, 4.199519634246826, 4.126413345336914, 4.242188930511475, 4.266974925994873, 4.067824363708496]}, {"step": 5250, "epoch": 13, "train_loss": 1.51952064037323, "cos_r_negg": [0.5237705707550049, 0.24254807829856873, 0.2291823774576187, 0.20668740570545197, 0.19748981297016144, 0.08906666934490204, 0.11073919385671616, 0.09773412346839905, 0.08987585455179214, 0.11538077890872955], "cos_apical_negg": [0.5237705707550049, 0.24254807829856873, 0.2291823774576187, 0.20668740570545197, 0.19748981297016144, 0.08906666934490204, 0.11073919385671616, 0.09773412346839905, 0.08987585455179214, 0.11538077890872955], "cos_Ac_negg": [0.5237705707550049, 0.24254807829856873, 0.2291823774576187, 0.20668740570545197, 0.19748981297016144, 0.08906666934490204, 0.11073919385671616, 0.09773412346839905, 0.08987585455179214, 0.11538077890872955], "r_norm": [4.152568817138672, 4.183178424835205, 4.186795711517334, 4.046915531158447, 4.169978141784668, 4.217409133911133, 4.143926620483398, 4.2524943351745605, 4.28785514831543, 4.087618350982666]}, {"step": 5300, "epoch": 13, "train_loss": 1.7077345848083496, "cos_r_negg": [0.5192731022834778, 0.2382993996143341, 0.21323548257350922, 0.20692777633666992, 0.19699731469154358, 0.09274967014789581, 0.132930725812912, 0.0934179276227951, 0.07642409950494766, 0.09289906919002533], "cos_apical_negg": [0.5192731022834778, 0.2382993996143341, 0.21323548257350922, 0.20692777633666992, 0.19699731469154358, 0.09274967014789581, 0.132930725812912, 0.0934179276227951, 0.07642409950494766, 0.09289906919002533], "cos_Ac_negg": [0.5192731022834778, 0.2382993996143341, 0.21323548257350922, 0.20692777633666992, 0.19699731469154358, 0.09274967014789581, 0.132930725812912, 0.0934179276227951, 0.07642409950494766, 0.09289906919002533], "r_norm": [4.041559219360352, 4.055924892425537, 4.06815242767334, 3.943938732147217, 4.067686080932617, 4.111349105834961, 4.023934841156006, 4.144192218780518, 4.169247627258301, 3.9792263507843018]}, {"step": 5350, "epoch": 13, "train_loss": 1.5965745449066162, "cos_r_negg": [0.5091552734375, 0.2519640326499939, 0.21538567543029785, 0.19876447319984436, 0.1931636929512024, 0.08974413573741913, 0.1477559208869934, 0.1214747205376625, 0.08248742669820786, 0.10421725362539291], "cos_apical_negg": [0.5091552734375, 0.2519640326499939, 0.21538567543029785, 0.19876447319984436, 0.1931636929512024, 0.08974413573741913, 0.1477559208869934, 0.1214747205376625, 0.08248742669820786, 0.10421725362539291], "cos_Ac_negg": [0.5091552734375, 0.2519640326499939, 0.21538567543029785, 0.19876447319984436, 0.1931636929512024, 0.08974413573741913, 0.1477559208869934, 0.1214747205376625, 0.08248742669820786, 0.10421725362539291], "r_norm": [4.051831245422363, 4.068719387054443, 4.077350616455078, 3.948040008544922, 4.063501834869385, 4.111686706542969, 4.030971050262451, 4.142866134643555, 4.170861721038818, 3.9848709106445312]}, {"step": 5400, "epoch": 13, "train_loss": 1.9517889022827148, "cos_r_negg": [0.5422871112823486, 0.261438250541687, 0.2159530371427536, 0.20498263835906982, 0.2142796516418457, 0.09708894789218903, 0.14474454522132874, 0.11540528386831284, 0.07260692119598389, 0.11327876150608063], "cos_apical_negg": [0.5422871112823486, 0.261438250541687, 0.2159530371427536, 0.20498263835906982, 0.2142796516418457, 0.09708894789218903, 0.14474454522132874, 0.11540528386831284, 0.07260692119598389, 0.11327876150608063], "cos_Ac_negg": [0.5422871112823486, 0.261438250541687, 0.2159530371427536, 0.20498263835906982, 0.2142796516418457, 0.09708894789218903, 0.14474454522132874, 0.11540528386831284, 0.07260692119598389, 0.11327876150608063], "r_norm": [4.09987211227417, 4.108641147613525, 4.11639404296875, 4.0042009353637695, 4.113814830780029, 4.159720420837402, 4.074315071105957, 4.198840618133545, 4.232046604156494, 4.029140472412109]}, {"step": 5450, "epoch": 13, "train_loss": 1.7357056140899658, "cos_r_negg": [0.5305522680282593, 0.24824437499046326, 0.19919568300247192, 0.19226649403572083, 0.18488818407058716, 0.10422755777835846, 0.14086654782295227, 0.09559597074985504, 0.0684940367937088, 0.11125994473695755], "cos_apical_negg": [0.5305522680282593, 0.24824437499046326, 0.19919568300247192, 0.19226649403572083, 0.18488818407058716, 0.10422755777835846, 0.14086654782295227, 0.09559597074985504, 0.0684940367937088, 0.11125994473695755], "cos_Ac_negg": [0.5305522680282593, 0.24824437499046326, 0.19919568300247192, 0.19226649403572083, 0.18488818407058716, 0.10422755777835846, 0.14086654782295227, 0.09559597074985504, 0.0684940367937088, 0.11125994473695755], "r_norm": [4.114248275756836, 4.132036209106445, 4.141739845275879, 4.002779960632324, 4.118785858154297, 4.181689739227295, 4.106201171875, 4.213167667388916, 4.237892150878906, 4.047438144683838]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.3889, "test_loss": 1.8862337890625}, {"step": 5500, "epoch": 14, "train_loss": 1.655930519104004, "cos_r_negg": [0.5195236802101135, 0.24011164903640747, 0.23524639010429382, 0.20468451082706451, 0.19551479816436768, 0.13221947848796844, 0.12724569439888, 0.11960215866565704, 0.06240985542535782, 0.15048065781593323], "cos_apical_negg": [0.5195236802101135, 0.24011164903640747, 0.23524639010429382, 0.20468451082706451, 0.19551479816436768, 0.13221947848796844, 0.12724569439888, 0.11960215866565704, 0.06240985542535782, 0.15048065781593323], "cos_Ac_negg": [0.5195236802101135, 0.24011164903640747, 0.23524639010429382, 0.20468451082706451, 0.19551479816436768, 0.13221947848796844, 0.12724569439888, 0.11960215866565704, 0.06240985542535782, 0.15048065781593323], "r_norm": [4.065564155578613, 4.096015930175781, 4.084744453430176, 3.9615299701690674, 4.079439640045166, 4.1290998458862305, 4.058149814605713, 4.166741371154785, 4.189998626708984, 4.003446578979492]}, {"step": 5550, "epoch": 14, "train_loss": 1.7245162725448608, "cos_r_negg": [0.5308569073677063, 0.24589452147483826, 0.24190497398376465, 0.2098027616739273, 0.19946062564849854, 0.12784311175346375, 0.14635169506072998, 0.12126705050468445, 0.0625147894024849, 0.09813733398914337], "cos_apical_negg": [0.5308569073677063, 0.24589452147483826, 0.24190497398376465, 0.2098027616739273, 0.19946062564849854, 0.12784311175346375, 0.14635169506072998, 0.12126705050468445, 0.0625147894024849, 0.09813733398914337], "cos_Ac_negg": [0.5308569073677063, 0.24589452147483826, 0.24190497398376465, 0.2098027616739273, 0.19946062564849854, 0.12784311175346375, 0.14635169506072998, 0.12126705050468445, 0.0625147894024849, 0.09813733398914337], "r_norm": [4.025731086730957, 4.041723251342773, 4.056606292724609, 3.9185500144958496, 4.0381975173950195, 4.078086853027344, 4.005970001220703, 4.121707916259766, 4.1509575843811035, 3.9654417037963867]}, {"step": 5600, "epoch": 14, "train_loss": 1.6588025093078613, "cos_r_negg": [0.5351210832595825, 0.24650371074676514, 0.2285746932029724, 0.2110433429479599, 0.1893722116947174, 0.1261923760175705, 0.1408727467060089, 0.11892245709896088, 0.05608034133911133, 0.12209562957286835], "cos_apical_negg": [0.5351210832595825, 0.24650371074676514, 0.2285746932029724, 0.2110433429479599, 0.1893722116947174, 0.1261923760175705, 0.1408727467060089, 0.11892245709896088, 0.05608034133911133, 0.12209562957286835], "cos_Ac_negg": [0.5351210832595825, 0.24650371074676514, 0.2285746932029724, 0.2110433429479599, 0.1893722116947174, 0.1261923760175705, 0.1408727467060089, 0.11892245709896088, 0.05608034133911133, 0.12209562957286835], "r_norm": [4.098432540893555, 4.116401195526123, 4.123126029968262, 3.983121395111084, 4.112155914306641, 4.155518531799316, 4.0791168212890625, 4.197023391723633, 4.222455024719238, 4.032661437988281]}, {"step": 5650, "epoch": 14, "train_loss": 1.699961543083191, "cos_r_negg": [0.5174155831336975, 0.2474505603313446, 0.22318340837955475, 0.22180426120758057, 0.181850865483284, 0.1289660930633545, 0.14341944456100464, 0.12739717960357666, 0.08091506361961365, 0.11271742731332779], "cos_apical_negg": [0.5174155831336975, 0.2474505603313446, 0.22318340837955475, 0.22180426120758057, 0.181850865483284, 0.1289660930633545, 0.14341944456100464, 0.12739717960357666, 0.08091506361961365, 0.11271742731332779], "cos_Ac_negg": [0.5174155831336975, 0.2474505603313446, 0.22318340837955475, 0.22180426120758057, 0.181850865483284, 0.1289660930633545, 0.14341944456100464, 0.12739717960357666, 0.08091506361961365, 0.11271742731332779], "r_norm": [4.104328155517578, 4.124233245849609, 4.133606910705566, 4.000243663787842, 4.111310958862305, 4.165343284606934, 4.094388008117676, 4.196605205535889, 4.231724739074707, 4.040861129760742]}, {"step": 5700, "epoch": 14, "train_loss": 1.629642128944397, "cos_r_negg": [0.521453857421875, 0.24347154796123505, 0.23551058769226074, 0.2112777829170227, 0.18421068787574768, 0.12990383803844452, 0.15078258514404297, 0.11996015161275864, 0.05806480720639229, 0.10356224328279495], "cos_apical_negg": [0.521453857421875, 0.24347154796123505, 0.23551058769226074, 0.2112777829170227, 0.18421068787574768, 0.12990383803844452, 0.15078258514404297, 0.11996015161275864, 0.05806480720639229, 0.10356224328279495], "cos_Ac_negg": [0.521453857421875, 0.24347154796123505, 0.23551058769226074, 0.2112777829170227, 0.18421068787574768, 0.12990383803844452, 0.15078258514404297, 0.11996015161275864, 0.05806480720639229, 0.10356224328279495], "r_norm": [4.052913188934326, 4.083234786987305, 4.08179235458374, 3.9513330459594727, 4.0645222663879395, 4.119128704071045, 4.03975248336792, 4.142913818359375, 4.182653903961182, 3.9930059909820557]}, {"step": 5750, "epoch": 14, "train_loss": 1.6360094547271729, "cos_r_negg": [0.5231690406799316, 0.25563332438468933, 0.22583964467048645, 0.2005847692489624, 0.19620458781719208, 0.13137522339820862, 0.15927112102508545, 0.11815174669027328, 0.07880084216594696, 0.11155392229557037], "cos_apical_negg": [0.5231690406799316, 0.25563332438468933, 0.22583964467048645, 0.2005847692489624, 0.19620458781719208, 0.13137522339820862, 0.15927112102508545, 0.11815174669027328, 0.07880084216594696, 0.11155392229557037], "cos_Ac_negg": [0.5231690406799316, 0.25563332438468933, 0.22583964467048645, 0.2005847692489624, 0.19620458781719208, 0.13137522339820862, 0.15927112102508545, 0.11815174669027328, 0.07880084216594696, 0.11155392229557037], "r_norm": [4.130317687988281, 4.154177665710449, 4.159502029418945, 4.024622440338135, 4.128106117248535, 4.190131187438965, 4.120532035827637, 4.227300643920898, 4.256629943847656, 4.058302402496338]}, {"step": 5800, "epoch": 14, "train_loss": 1.82423996925354, "cos_r_negg": [0.5088472962379456, 0.2604701519012451, 0.22320647537708282, 0.1927773654460907, 0.20231971144676208, 0.12969978153705597, 0.1682198941707611, 0.14630773663520813, 0.08059107512235641, 0.10984864830970764], "cos_apical_negg": [0.5088472962379456, 0.2604701519012451, 0.22320647537708282, 0.1927773654460907, 0.20231971144676208, 0.12969978153705597, 0.1682198941707611, 0.14630773663520813, 0.08059107512235641, 0.10984864830970764], "cos_Ac_negg": [0.5088472962379456, 0.2604701519012451, 0.22320647537708282, 0.1927773654460907, 0.20231971144676208, 0.12969978153705597, 0.1682198941707611, 0.14630773663520813, 0.08059107512235641, 0.10984864830970764], "r_norm": [4.036428451538086, 4.058412551879883, 4.062901496887207, 3.9345543384552, 4.0464324951171875, 4.098255157470703, 4.028225421905518, 4.13018798828125, 4.163234710693359, 3.980984926223755]}, {"step": 5850, "epoch": 14, "train_loss": 1.5736849308013916, "cos_r_negg": [0.5109184980392456, 0.25790882110595703, 0.2224375307559967, 0.200749009847641, 0.18363189697265625, 0.13898587226867676, 0.15535147488117218, 0.12655645608901978, 0.09395550191402435, 0.09910301864147186], "cos_apical_negg": [0.5109184980392456, 0.25790882110595703, 0.2224375307559967, 0.200749009847641, 0.18363189697265625, 0.13898587226867676, 0.15535147488117218, 0.12655645608901978, 0.09395550191402435, 0.09910301864147186], "cos_Ac_negg": [0.5109184980392456, 0.25790882110595703, 0.2224375307559967, 0.200749009847641, 0.18363189697265625, 0.13898587226867676, 0.15535147488117218, 0.12655645608901978, 0.09395550191402435, 0.09910301864147186], "r_norm": [4.095643997192383, 4.116733551025391, 4.129018783569336, 3.9935402870178223, 4.105605125427246, 4.156855583190918, 4.082355499267578, 4.184854507446289, 4.229825019836426, 4.0314483642578125]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4092, "test_loss": 1.8383430053710939}, {"step": 5900, "epoch": 15, "train_loss": 1.3893266916275024, "cos_r_negg": [0.5259262919425964, 0.24228417873382568, 0.2257135510444641, 0.1944379061460495, 0.197005495429039, 0.15051555633544922, 0.14668941497802734, 0.12484672665596008, 0.10767945647239685, 0.11768828332424164], "cos_apical_negg": [0.5259262919425964, 0.24228417873382568, 0.2257135510444641, 0.1944379061460495, 0.197005495429039, 0.15051555633544922, 0.14668941497802734, 0.12484672665596008, 0.10767945647239685, 0.11768828332424164], "cos_Ac_negg": [0.5259262919425964, 0.24228417873382568, 0.2257135510444641, 0.1944379061460495, 0.197005495429039, 0.15051555633544922, 0.14668941497802734, 0.12484672665596008, 0.10767945647239685, 0.11768828332424164], "r_norm": [4.168252468109131, 4.191592216491699, 4.191714763641357, 4.056812763214111, 4.186306953430176, 4.230083465576172, 4.1615095138549805, 4.279053211212158, 4.29463529586792, 4.0948638916015625]}, {"step": 5950, "epoch": 15, "train_loss": 1.6636110544204712, "cos_r_negg": [0.5576138496398926, 0.26162540912628174, 0.23753267526626587, 0.20154470205307007, 0.20296815037727356, 0.16259409487247467, 0.1614074856042862, 0.15606078505516052, 0.10850544273853302, 0.11937698721885681], "cos_apical_negg": [0.5576138496398926, 0.26162540912628174, 0.23753267526626587, 0.20154470205307007, 0.20296815037727356, 0.16259409487247467, 0.1614074856042862, 0.15606078505516052, 0.10850544273853302, 0.11937698721885681], "cos_Ac_negg": [0.5576138496398926, 0.26162540912628174, 0.23753267526626587, 0.20154470205307007, 0.20296815037727356, 0.16259409487247467, 0.1614074856042862, 0.15606078505516052, 0.10850544273853302, 0.11937698721885681], "r_norm": [4.220091342926025, 4.224905490875244, 4.240600109100342, 4.097607135772705, 4.22254753112793, 4.269505500793457, 4.2025346755981445, 4.321245193481445, 4.333234786987305, 4.148261070251465]}, {"step": 6000, "epoch": 15, "train_loss": 1.759549617767334, "cos_r_negg": [0.5286780595779419, 0.2420886904001236, 0.23216980695724487, 0.20772568881511688, 0.1832205355167389, 0.14602774381637573, 0.1362420618534088, 0.12076714634895325, 0.11859168112277985, 0.10421061515808105], "cos_apical_negg": [0.5286780595779419, 0.2420886904001236, 0.23216980695724487, 0.20772568881511688, 0.1832205355167389, 0.14602774381637573, 0.1362420618534088, 0.12076714634895325, 0.11859168112277985, 0.10421061515808105], "cos_Ac_negg": [0.5286780595779419, 0.2420886904001236, 0.23216980695724487, 0.20772568881511688, 0.1832205355167389, 0.14602774381637573, 0.1362420618534088, 0.12076714634895325, 0.11859168112277985, 0.10421061515808105], "r_norm": [4.124331474304199, 4.136629581451416, 4.139090061187744, 4.004968643188477, 4.125542640686035, 4.184597015380859, 4.1123833656311035, 4.21583366394043, 4.237926483154297, 4.042880058288574]}, {"step": 6050, "epoch": 15, "train_loss": 1.6545188426971436, "cos_r_negg": [0.5280964970588684, 0.2478879690170288, 0.24286265671253204, 0.22740429639816284, 0.18676133453845978, 0.16560521721839905, 0.14744049310684204, 0.13573823869228363, 0.10489761829376221, 0.1329444795846939], "cos_apical_negg": [0.5280964970588684, 0.2478879690170288, 0.24286265671253204, 0.22740429639816284, 0.18676133453845978, 0.16560521721839905, 0.14744049310684204, 0.13573823869228363, 0.10489761829376221, 0.1329444795846939], "cos_Ac_negg": [0.5280964970588684, 0.2478879690170288, 0.24286265671253204, 0.22740429639816284, 0.18676133453845978, 0.16560521721839905, 0.14744049310684204, 0.13573823869228363, 0.10489761829376221, 0.1329444795846939], "r_norm": [4.24412727355957, 4.244101524353027, 4.265424728393555, 4.123317241668701, 4.261267185211182, 4.291720390319824, 4.213117599487305, 4.338260650634766, 4.365353107452393, 4.162256240844727]}, {"step": 6100, "epoch": 15, "train_loss": 1.6786210536956787, "cos_r_negg": [0.514735758304596, 0.26284027099609375, 0.23940499126911163, 0.21126621961593628, 0.1974763572216034, 0.15632395446300507, 0.16970278322696686, 0.14521954953670502, 0.11077816784381866, 0.11926215142011642], "cos_apical_negg": [0.514735758304596, 0.26284027099609375, 0.23940499126911163, 0.21126621961593628, 0.1974763572216034, 0.15632395446300507, 0.16970278322696686, 0.14521954953670502, 0.11077816784381866, 0.11926215142011642], "cos_Ac_negg": [0.514735758304596, 0.26284027099609375, 0.23940499126911163, 0.21126621961593628, 0.1974763572216034, 0.15632395446300507, 0.16970278322696686, 0.14521954953670502, 0.11077816784381866, 0.11926215142011642], "r_norm": [4.284524440765381, 4.300881862640381, 4.304407596588135, 4.162613391876221, 4.28035831451416, 4.345563888549805, 4.271247863769531, 4.375826358795166, 4.4052934646606445, 4.200023651123047]}, {"step": 6150, "epoch": 15, "train_loss": 1.7623053789138794, "cos_r_negg": [0.48944541811943054, 0.2737218737602234, 0.23803910613059998, 0.2036694884300232, 0.20489627122879028, 0.1578730195760727, 0.15624605119228363, 0.13170590996742249, 0.12767024338245392, 0.10284467786550522], "cos_apical_negg": [0.48944541811943054, 0.2737218737602234, 0.23803910613059998, 0.2036694884300232, 0.20489627122879028, 0.1578730195760727, 0.15624605119228363, 0.13170590996742249, 0.12767024338245392, 0.10284467786550522], "cos_Ac_negg": [0.48944541811943054, 0.2737218737602234, 0.23803910613059998, 0.2036694884300232, 0.20489627122879028, 0.1578730195760727, 0.15624605119228363, 0.13170590996742249, 0.12767024338245392, 0.10284467786550522], "r_norm": [4.156098365783691, 4.171469211578369, 4.179329872131348, 4.048779487609863, 4.156923294067383, 4.222498416900635, 4.146383285522461, 4.253207206726074, 4.28163480758667, 4.088334083557129]}, {"step": 6200, "epoch": 15, "train_loss": 1.6405041217803955, "cos_r_negg": [0.518558144569397, 0.26878422498703003, 0.23837144672870636, 0.21758997440338135, 0.1919769048690796, 0.1417878419160843, 0.1721895933151245, 0.12363100051879883, 0.11335940659046173, 0.09478811919689178], "cos_apical_negg": [0.518558144569397, 0.26878422498703003, 0.23837144672870636, 0.21758997440338135, 0.1919769048690796, 0.1417878419160843, 0.1721895933151245, 0.12363100051879883, 0.11335940659046173, 0.09478811919689178], "cos_Ac_negg": [0.518558144569397, 0.26878422498703003, 0.23837144672870636, 0.21758997440338135, 0.1919769048690796, 0.1417878419160843, 0.1721895933151245, 0.12363100051879883, 0.11335940659046173, 0.09478811919689178], "r_norm": [4.289751052856445, 4.309342384338379, 4.316844940185547, 4.178591728210449, 4.280359268188477, 4.342126369476318, 4.278686046600342, 4.377899169921875, 4.406972408294678, 4.209636688232422]}, {"step": 6250, "epoch": 15, "train_loss": 1.6346184015274048, "cos_r_negg": [0.5419497489929199, 0.25642600655555725, 0.23966506123542786, 0.22148533165454865, 0.1786213517189026, 0.14935803413391113, 0.1433236002922058, 0.1265580952167511, 0.11453253030776978, 0.12540197372436523], "cos_apical_negg": [0.5419497489929199, 0.25642600655555725, 0.23966506123542786, 0.22148533165454865, 0.1786213517189026, 0.14935803413391113, 0.1433236002922058, 0.1265580952167511, 0.11453253030776978, 0.12540197372436523], "cos_Ac_negg": [0.5419497489929199, 0.25642600655555725, 0.23966506123542786, 0.22148533165454865, 0.1786213517189026, 0.14935803413391113, 0.1433236002922058, 0.1265580952167511, 0.11453253030776978, 0.12540197372436523], "r_norm": [4.232475280761719, 4.234892845153809, 4.265517234802246, 4.120177268981934, 4.2470197677612305, 4.29164981842041, 4.212211608886719, 4.339711666107178, 4.360113143920898, 4.165223121643066]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4089, "test_loss": 1.8306561401367187}, {"step": 6300, "epoch": 16, "train_loss": 1.553094744682312, "cos_r_negg": [0.547743558883667, 0.2570840120315552, 0.22980636358261108, 0.23911623656749725, 0.18699344992637634, 0.14148904383182526, 0.16180109977722168, 0.12666109204292297, 0.12064722925424576, 0.11243215203285217], "cos_apical_negg": [0.547743558883667, 0.2570840120315552, 0.22980636358261108, 0.23911623656749725, 0.18699344992637634, 0.14148904383182526, 0.16180109977722168, 0.12666109204292297, 0.12064722925424576, 0.11243215203285217], "cos_Ac_negg": [0.547743558883667, 0.2570840120315552, 0.22980636358261108, 0.23911623656749725, 0.18699344992637634, 0.14148904383182526, 0.16180109977722168, 0.12666109204292297, 0.12064722925424576, 0.11243215203285217], "r_norm": [4.228765487670898, 4.245973587036133, 4.247900009155273, 4.110513687133789, 4.22843074798584, 4.285558700561523, 4.214051723480225, 4.319455146789551, 4.349104404449463, 4.153526782989502]}, {"step": 6350, "epoch": 16, "train_loss": 1.684084177017212, "cos_r_negg": [0.5232585668563843, 0.2500905692577362, 0.23572653532028198, 0.23523452877998352, 0.1836627721786499, 0.1551392376422882, 0.1804932951927185, 0.11895972490310669, 0.13828906416893005, 0.11435610800981522], "cos_apical_negg": [0.5232585668563843, 0.2500905692577362, 0.23572653532028198, 0.23523452877998352, 0.1836627721786499, 0.1551392376422882, 0.1804932951927185, 0.11895972490310669, 0.13828906416893005, 0.11435610800981522], "cos_Ac_negg": [0.5232585668563843, 0.2500905692577362, 0.23572653532028198, 0.23523452877998352, 0.1836627721786499, 0.1551392376422882, 0.1804932951927185, 0.11895972490310669, 0.13828906416893005, 0.11435610800981522], "r_norm": [4.054341793060303, 4.065667152404785, 4.080989360809326, 3.943746328353882, 4.06532621383667, 4.1148529052734375, 4.038893699645996, 4.1447954177856445, 4.173905372619629, 3.9896464347839355]}, {"step": 6400, "epoch": 16, "train_loss": 1.694618821144104, "cos_r_negg": [0.5322437286376953, 0.2686787545681, 0.2331082671880722, 0.2439095824956894, 0.18873316049575806, 0.14388802647590637, 0.16998764872550964, 0.1356353461742401, 0.13311469554901123, 0.12481246888637543], "cos_apical_negg": [0.5322437286376953, 0.2686787545681, 0.2331082671880722, 0.2439095824956894, 0.18873316049575806, 0.14388802647590637, 0.16998764872550964, 0.1356353461742401, 0.13311469554901123, 0.12481246888637543], "cos_Ac_negg": [0.5322437286376953, 0.2686787545681, 0.2331082671880722, 0.2439095824956894, 0.18873316049575806, 0.14388802647590637, 0.16998764872550964, 0.1356353461742401, 0.13311469554901123, 0.12481246888637543], "r_norm": [4.240937232971191, 4.251197814941406, 4.263482093811035, 4.12277889251709, 4.244852066040039, 4.303447723388672, 4.2342681884765625, 4.326919078826904, 4.354912281036377, 4.174252510070801]}, {"step": 6450, "epoch": 16, "train_loss": 1.683016300201416, "cos_r_negg": [0.532232403755188, 0.2597152590751648, 0.2226332128047943, 0.23674103617668152, 0.18646785616874695, 0.14186394214630127, 0.15658453106880188, 0.14674925804138184, 0.13385923206806183, 0.13949918746948242], "cos_apical_negg": [0.532232403755188, 0.2597152590751648, 0.2226332128047943, 0.23674103617668152, 0.18646785616874695, 0.14186394214630127, 0.15658453106880188, 0.14674925804138184, 0.13385923206806183, 0.13949918746948242], "cos_Ac_negg": [0.532232403755188, 0.2597152590751648, 0.2226332128047943, 0.23674103617668152, 0.18646785616874695, 0.14186394214630127, 0.15658453106880188, 0.14674925804138184, 0.13385923206806183, 0.13949918746948242], "r_norm": [4.150223255157471, 4.149802207946777, 4.171125411987305, 4.027109146118164, 4.15170955657959, 4.1993913650512695, 4.134129524230957, 4.2344865798950195, 4.262502670288086, 4.0794806480407715]}, {"step": 6500, "epoch": 16, "train_loss": 1.8134422302246094, "cos_r_negg": [0.5184712409973145, 0.2621766924858093, 0.23092186450958252, 0.24428129196166992, 0.19900093972682953, 0.1456202268600464, 0.16155986487865448, 0.16491815447807312, 0.13414572179317474, 0.13215118646621704], "cos_apical_negg": [0.5184712409973145, 0.2621766924858093, 0.23092186450958252, 0.24428129196166992, 0.19900093972682953, 0.1456202268600464, 0.16155986487865448, 0.16491815447807312, 0.13414572179317474, 0.13215118646621704], "cos_Ac_negg": [0.5184712409973145, 0.2621766924858093, 0.23092186450958252, 0.24428129196166992, 0.19900093972682953, 0.1456202268600464, 0.16155986487865448, 0.16491815447807312, 0.13414572179317474, 0.13215118646621704], "r_norm": [4.275149822235107, 4.295185565948486, 4.296374320983887, 4.162286758422852, 4.276792526245117, 4.348304271697998, 4.259791851043701, 4.357181072235107, 4.4038615226745605, 4.1997785568237305]}, {"step": 6550, "epoch": 16, "train_loss": 1.3787277936935425, "cos_r_negg": [0.5307252407073975, 0.25956544280052185, 0.23689793050289154, 0.22999539971351624, 0.18350157141685486, 0.16559424996376038, 0.15547305345535278, 0.15795347094535828, 0.09858960658311844, 0.1273714005947113], "cos_apical_negg": [0.5307252407073975, 0.25956544280052185, 0.23689793050289154, 0.22999539971351624, 0.18350157141685486, 0.16559424996376038, 0.15547305345535278, 0.15795347094535828, 0.09858960658311844, 0.1273714005947113], "cos_Ac_negg": [0.5307252407073975, 0.25956544280052185, 0.23689793050289154, 0.22999539971351624, 0.18350157141685486, 0.16559424996376038, 0.15547305345535278, 0.15795347094535828, 0.09858960658311844, 0.1273714005947113], "r_norm": [4.186471939086914, 4.205352783203125, 4.211556434631348, 4.072003364562988, 4.193599700927734, 4.237544059753418, 4.171294689178467, 4.278087615966797, 4.310616970062256, 4.112157821655273]}, {"step": 6600, "epoch": 16, "train_loss": 1.5605366230010986, "cos_r_negg": [0.4981782138347626, 0.27064281702041626, 0.2342025637626648, 0.2262093722820282, 0.21180395781993866, 0.16053414344787598, 0.14973604679107666, 0.1321118175983429, 0.09000343084335327, 0.12549705803394318], "cos_apical_negg": [0.4981782138347626, 0.27064281702041626, 0.2342025637626648, 0.2262093722820282, 0.21180395781993866, 0.16053414344787598, 0.14973604679107666, 0.1321118175983429, 0.09000343084335327, 0.12549705803394318], "cos_Ac_negg": [0.4981782138347626, 0.27064281702041626, 0.2342025637626648, 0.2262093722820282, 0.21180395781993866, 0.16053414344787598, 0.14973604679107666, 0.1321118175983429, 0.09000343084335327, 0.12549705803394318], "r_norm": [4.0946245193481445, 4.108785629272461, 4.102864742279053, 3.97519588470459, 4.109702110290527, 4.141603469848633, 4.065858840942383, 4.185399055480957, 4.2192254066467285, 4.022980690002441]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4064, "test_loss": 1.8721535278320312}, {"step": 6650, "epoch": 17, "train_loss": 1.6843583583831787, "cos_r_negg": [0.5141950249671936, 0.2556558847427368, 0.23983585834503174, 0.23823466897010803, 0.19759368896484375, 0.15053105354309082, 0.1559847593307495, 0.15310683846473694, 0.1061859279870987, 0.10442638397216797], "cos_apical_negg": [0.5141950249671936, 0.2556558847427368, 0.23983585834503174, 0.23823466897010803, 0.19759368896484375, 0.15053105354309082, 0.1559847593307495, 0.15310683846473694, 0.1061859279870987, 0.10442638397216797], "cos_Ac_negg": [0.5141950249671936, 0.2556558847427368, 0.23983585834503174, 0.23823466897010803, 0.19759368896484375, 0.15053105354309082, 0.1559847593307495, 0.15310683846473694, 0.1061859279870987, 0.10442638397216797], "r_norm": [4.171177864074707, 4.185633182525635, 4.195004463195801, 4.051845073699951, 4.1802144050598145, 4.23671817779541, 4.156739234924316, 4.261168479919434, 4.290077209472656, 4.085378646850586]}, {"step": 6700, "epoch": 17, "train_loss": 1.7546420097351074, "cos_r_negg": [0.5293338298797607, 0.2579197287559509, 0.23832063376903534, 0.22646868228912354, 0.20124158263206482, 0.15883487462997437, 0.1484590619802475, 0.1619003266096115, 0.10937477648258209, 0.13059987127780914], "cos_apical_negg": [0.5293338298797607, 0.2579197287559509, 0.23832063376903534, 0.22646868228912354, 0.20124158263206482, 0.15883487462997437, 0.1484590619802475, 0.1619003266096115, 0.10937477648258209, 0.13059987127780914], "cos_Ac_negg": [0.5293338298797607, 0.2579197287559509, 0.23832063376903534, 0.22646868228912354, 0.20124158263206482, 0.15883487462997437, 0.1484590619802475, 0.1619003266096115, 0.10937477648258209, 0.13059987127780914], "r_norm": [4.071063995361328, 4.080820560455322, 4.094635963439941, 3.958850383758545, 4.080499649047852, 4.123789310455322, 4.057080268859863, 4.169592380523682, 4.192153453826904, 4.007201194763184]}, {"step": 6750, "epoch": 17, "train_loss": 1.6754515171051025, "cos_r_negg": [0.5334329605102539, 0.26649734377861023, 0.2401469200849533, 0.2355898767709732, 0.212314635515213, 0.15667274594306946, 0.1760568618774414, 0.14499682188034058, 0.08638538420200348, 0.1385086178779602], "cos_apical_negg": [0.5334329605102539, 0.26649734377861023, 0.2401469200849533, 0.2355898767709732, 0.212314635515213, 0.15667274594306946, 0.1760568618774414, 0.14499682188034058, 0.08638538420200348, 0.1385086178779602], "cos_Ac_negg": [0.5334329605102539, 0.26649734377861023, 0.2401469200849533, 0.2355898767709732, 0.212314635515213, 0.15667274594306946, 0.1760568618774414, 0.14499682188034058, 0.08638538420200348, 0.1385086178779602], "r_norm": [4.099137306213379, 4.109210968017578, 4.124216079711914, 3.9854674339294434, 4.115481853485107, 4.154223442077637, 4.074783802032471, 4.192845821380615, 4.229720115661621, 4.029789924621582]}, {"step": 6800, "epoch": 17, "train_loss": 1.6102993488311768, "cos_r_negg": [0.5442116260528564, 0.2660755217075348, 0.2331162393093109, 0.23723581433296204, 0.21280944347381592, 0.14217907190322876, 0.17141462862491608, 0.17101144790649414, 0.10546383261680603, 0.12374056130647659], "cos_apical_negg": [0.5442116260528564, 0.2660755217075348, 0.2331162393093109, 0.23723581433296204, 0.21280944347381592, 0.14217907190322876, 0.17141462862491608, 0.17101144790649414, 0.10546383261680603, 0.12374056130647659], "cos_Ac_negg": [0.5442116260528564, 0.2660755217075348, 0.2331162393093109, 0.23723581433296204, 0.21280944347381592, 0.14217907190322876, 0.17141462862491608, 0.17101144790649414, 0.10546383261680603, 0.12374056130647659], "r_norm": [4.224165439605713, 4.241569519042969, 4.250282287597656, 4.107003211975098, 4.2287821769714355, 4.283424377441406, 4.211787700653076, 4.323863506317139, 4.3537116050720215, 4.147947788238525]}, {"step": 6850, "epoch": 17, "train_loss": 1.8600592613220215, "cos_r_negg": [0.5093241930007935, 0.272879034280777, 0.23541390895843506, 0.23049300909042358, 0.1924838125705719, 0.1534777581691742, 0.15528666973114014, 0.1483454555273056, 0.12978067994117737, 0.11258849501609802], "cos_apical_negg": [0.5093241930007935, 0.272879034280777, 0.23541390895843506, 0.23049300909042358, 0.1924838125705719, 0.1534777581691742, 0.15528666973114014, 0.1483454555273056, 0.12978067994117737, 0.11258849501609802], "cos_Ac_negg": [0.5093241930007935, 0.272879034280777, 0.23541390895843506, 0.23049300909042358, 0.1924838125705719, 0.1534777581691742, 0.15528666973114014, 0.1483454555273056, 0.12978067994117737, 0.11258849501609802], "r_norm": [4.277297019958496, 4.288412570953369, 4.2927374839782715, 4.158614635467529, 4.278956413269043, 4.335466384887695, 4.257057189941406, 4.366632461547852, 4.400976181030273, 4.192915916442871]}, {"step": 6900, "epoch": 17, "train_loss": 1.6024525165557861, "cos_r_negg": [0.4932337999343872, 0.258389413356781, 0.2311256229877472, 0.21441242098808289, 0.18607625365257263, 0.15828244388103485, 0.16162309050559998, 0.16264504194259644, 0.12588229775428772, 0.10798509418964386], "cos_apical_negg": [0.4932337999343872, 0.258389413356781, 0.2311256229877472, 0.21441242098808289, 0.18607625365257263, 0.15828244388103485, 0.16162309050559998, 0.16264504194259644, 0.12588229775428772, 0.10798509418964386], "cos_Ac_negg": [0.4932337999343872, 0.258389413356781, 0.2311256229877472, 0.21441242098808289, 0.18607625365257263, 0.15828244388103485, 0.16162309050559998, 0.16264504194259644, 0.12588229775428772, 0.10798509418964386], "r_norm": [4.200945854187012, 4.218753337860107, 4.22287654876709, 4.07628059387207, 4.206979751586914, 4.254655838012695, 4.184205055236816, 4.296838760375977, 4.331118106842041, 4.135138988494873]}, {"step": 6950, "epoch": 17, "train_loss": 1.5396332740783691, "cos_r_negg": [0.5131616592407227, 0.25781717896461487, 0.23453590273857117, 0.22829899191856384, 0.19622038304805756, 0.16113314032554626, 0.16075661778450012, 0.1348453164100647, 0.1278945505619049, 0.1369512379169464], "cos_apical_negg": [0.5131616592407227, 0.25781717896461487, 0.23453590273857117, 0.22829899191856384, 0.19622038304805756, 0.16113314032554626, 0.16075661778450012, 0.1348453164100647, 0.1278945505619049, 0.1369512379169464], "cos_Ac_negg": [0.5131616592407227, 0.25781717896461487, 0.23453590273857117, 0.22829899191856384, 0.19622038304805756, 0.16113314032554626, 0.16075661778450012, 0.1348453164100647, 0.1278945505619049, 0.1369512379169464], "r_norm": [4.213893890380859, 4.236438751220703, 4.243603229522705, 4.093793869018555, 4.211506366729736, 4.266440391540527, 4.202930450439453, 4.317546844482422, 4.334986686706543, 4.142804145812988]}, {"step": 7000, "epoch": 17, "train_loss": 1.5540646314620972, "cos_r_negg": [0.48487788438796997, 0.26240622997283936, 0.24438323080539703, 0.23498615622520447, 0.19879616796970367, 0.1573885828256607, 0.14805179834365845, 0.15213069319725037, 0.12967583537101746, 0.12319986522197723], "cos_apical_negg": [0.48487788438796997, 0.26240622997283936, 0.24438323080539703, 0.23498615622520447, 0.19879616796970367, 0.1573885828256607, 0.14805179834365845, 0.15213069319725037, 0.12967583537101746, 0.12319986522197723], "cos_Ac_negg": [0.48487788438796997, 0.26240622997283936, 0.24438323080539703, 0.23498615622520447, 0.19879616796970367, 0.1573885828256607, 0.14805179834365845, 0.15213069319725037, 0.12967583537101746, 0.12319986522197723], "r_norm": [4.145512580871582, 4.15705680847168, 4.1700119972229, 4.034820556640625, 4.162498474121094, 4.198904991149902, 4.129003524780273, 4.233068466186523, 4.270744323730469, 4.077842712402344]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4135, "test_loss": 1.85930439453125}, {"step": 7050, "epoch": 18, "train_loss": 1.3212015628814697, "cos_r_negg": [0.4862666726112366, 0.27313119173049927, 0.24939924478530884, 0.23318403959274292, 0.20920220017433167, 0.16424492001533508, 0.14617811143398285, 0.16246160864830017, 0.12808868288993835, 0.11631894111633301], "cos_apical_negg": [0.4862666726112366, 0.27313119173049927, 0.24939924478530884, 0.23318403959274292, 0.20920220017433167, 0.16424492001533508, 0.14617811143398285, 0.16246160864830017, 0.12808868288993835, 0.11631894111633301], "cos_Ac_negg": [0.4862666726112366, 0.27313119173049927, 0.24939924478530884, 0.23318403959274292, 0.20920220017433167, 0.16424492001533508, 0.14617811143398285, 0.16246160864830017, 0.12808868288993835, 0.11631894111633301], "r_norm": [4.062498092651367, 4.073396682739258, 4.088457107543945, 3.948058605194092, 4.077643871307373, 4.127822399139404, 4.046114921569824, 4.166902542114258, 4.186939239501953, 4.002779483795166]}, {"step": 7100, "epoch": 18, "train_loss": 1.3493355512619019, "cos_r_negg": [0.5049271583557129, 0.28452080488204956, 0.24268803000450134, 0.22827962040901184, 0.20055142045021057, 0.14927799999713898, 0.14494815468788147, 0.16735580563545227, 0.10430778563022614, 0.11884352564811707], "cos_apical_negg": [0.5049271583557129, 0.28452080488204956, 0.24268803000450134, 0.22827962040901184, 0.20055142045021057, 0.14927799999713898, 0.14494815468788147, 0.16735580563545227, 0.10430778563022614, 0.11884352564811707], "cos_Ac_negg": [0.5049271583557129, 0.28452080488204956, 0.24268803000450134, 0.22827962040901184, 0.20055142045021057, 0.14927799999713898, 0.14494815468788147, 0.16735580563545227, 0.10430778563022614, 0.11884352564811707], "r_norm": [4.27561092376709, 4.2974371910095215, 4.29960823059082, 4.16152811050415, 4.277540683746338, 4.317228317260742, 4.262306213378906, 4.368924617767334, 4.399301528930664, 4.189700603485107]}, {"step": 7150, "epoch": 18, "train_loss": 1.797315001487732, "cos_r_negg": [0.5188369750976562, 0.2702884078025818, 0.26057887077331543, 0.24103277921676636, 0.2123229205608368, 0.16843149065971375, 0.14225170016288757, 0.13926580548286438, 0.10655398666858673, 0.12214872986078262], "cos_apical_negg": [0.5188369750976562, 0.2702884078025818, 0.26057887077331543, 0.24103277921676636, 0.2123229205608368, 0.16843149065971375, 0.14225170016288757, 0.13926580548286438, 0.10655398666858673, 0.12214872986078262], "cos_Ac_negg": [0.5188369750976562, 0.2702884078025818, 0.26057887077331543, 0.24103277921676636, 0.2123229205608368, 0.16843149065971375, 0.14225170016288757, 0.13926580548286438, 0.10655398666858673, 0.12214872986078262], "r_norm": [4.256880760192871, 4.262226104736328, 4.281805992126465, 4.1398844718933105, 4.266024589538574, 4.315099239349365, 4.24092960357666, 4.344296932220459, 4.377996921539307, 4.181451797485352]}, {"step": 7200, "epoch": 18, "train_loss": 1.4364721775054932, "cos_r_negg": [0.5022525787353516, 0.2735026776790619, 0.24770769476890564, 0.23240956664085388, 0.19834966957569122, 0.16288594901561737, 0.17654767632484436, 0.17999061942100525, 0.12151680141687393, 0.11163371056318283], "cos_apical_negg": [0.5022525787353516, 0.2735026776790619, 0.24770769476890564, 0.23240956664085388, 0.19834966957569122, 0.16288594901561737, 0.17654767632484436, 0.17999061942100525, 0.12151680141687393, 0.11163371056318283], "cos_Ac_negg": [0.5022525787353516, 0.2735026776790619, 0.24770769476890564, 0.23240956664085388, 0.19834966957569122, 0.16288594901561737, 0.17654767632484436, 0.17999061942100525, 0.12151680141687393, 0.11163371056318283], "r_norm": [4.1273932456970215, 4.151790618896484, 4.157319068908691, 4.021758079528809, 4.134829521179199, 4.183876991271973, 4.119701385498047, 4.222860336303711, 4.250157356262207, 4.061061859130859]}, {"step": 7250, "epoch": 18, "train_loss": 1.4071218967437744, "cos_r_negg": [0.5225625038146973, 0.2707679867744446, 0.2610476016998291, 0.24330377578735352, 0.2193782776594162, 0.17640110850334167, 0.17263883352279663, 0.15031518042087555, 0.14273902773857117, 0.12400345504283905], "cos_apical_negg": [0.5225625038146973, 0.2707679867744446, 0.2610476016998291, 0.24330377578735352, 0.2193782776594162, 0.17640110850334167, 0.17263883352279663, 0.15031518042087555, 0.14273902773857117, 0.12400345504283905], "cos_Ac_negg": [0.5225625038146973, 0.2707679867744446, 0.2610476016998291, 0.24330377578735352, 0.2193782776594162, 0.17640110850334167, 0.17263883352279663, 0.15031518042087555, 0.14273902773857117, 0.12400345504283905], "r_norm": [4.159043312072754, 4.1777873039245605, 4.188182830810547, 4.045556545257568, 4.167274475097656, 4.222430229187012, 4.152823448181152, 4.248721122741699, 4.28922700881958, 4.089251518249512]}, {"step": 7300, "epoch": 18, "train_loss": 1.6762299537658691, "cos_r_negg": [0.5358794927597046, 0.285597562789917, 0.27053937315940857, 0.24528279900550842, 0.22417698800563812, 0.1602325141429901, 0.16337046027183533, 0.15602047741413116, 0.13893461227416992, 0.14868518710136414], "cos_apical_negg": [0.5358794927597046, 0.285597562789917, 0.27053937315940857, 0.24528279900550842, 0.22417698800563812, 0.1602325141429901, 0.16337046027183533, 0.15602047741413116, 0.13893461227416992, 0.14868518710136414], "cos_Ac_negg": [0.5358794927597046, 0.285597562789917, 0.27053937315940857, 0.24528279900550842, 0.22417698800563812, 0.1602325141429901, 0.16337046027183533, 0.15602047741413116, 0.13893461227416992, 0.14868518710136414], "r_norm": [4.16815185546875, 4.183426856994629, 4.194610595703125, 4.041274547576904, 4.169534206390381, 4.220137596130371, 4.151124000549316, 4.256570816040039, 4.283908367156982, 4.088766098022461]}, {"step": 7350, "epoch": 18, "train_loss": 1.5688834190368652, "cos_r_negg": [0.5308882594108582, 0.2844131588935852, 0.25710374116897583, 0.25313130021095276, 0.20239581167697906, 0.15353083610534668, 0.16673529148101807, 0.14581727981567383, 0.13363829255104065, 0.12799058854579926], "cos_apical_negg": [0.5308882594108582, 0.2844131588935852, 0.25710374116897583, 0.25313130021095276, 0.20239581167697906, 0.15353083610534668, 0.16673529148101807, 0.14581727981567383, 0.13363829255104065, 0.12799058854579926], "cos_Ac_negg": [0.5308882594108582, 0.2844131588935852, 0.25710374116897583, 0.25313130021095276, 0.20239581167697906, 0.15353083610534668, 0.16673529148101807, 0.14581727981567383, 0.13363829255104065, 0.12799058854579926], "r_norm": [4.207720756530762, 4.203078746795654, 4.228222846984863, 4.091581344604492, 4.21946907043457, 4.259895324707031, 4.1800336837768555, 4.293425559997559, 4.3278398513793945, 4.138786792755127]}, {"step": 7400, "epoch": 18, "train_loss": 1.6592425107955933, "cos_r_negg": [0.5220760107040405, 0.2756534516811371, 0.2547791600227356, 0.24438323080539703, 0.2248305082321167, 0.16232159733772278, 0.1529744565486908, 0.16013717651367188, 0.11639876663684845, 0.14303766191005707], "cos_apical_negg": [0.5220760107040405, 0.2756534516811371, 0.2547791600227356, 0.24438323080539703, 0.2248305082321167, 0.16232159733772278, 0.1529744565486908, 0.16013717651367188, 0.11639876663684845, 0.14303766191005707], "cos_Ac_negg": [0.5220760107040405, 0.2756534516811371, 0.2547791600227356, 0.24438323080539703, 0.2248305082321167, 0.16232159733772278, 0.1529744565486908, 0.16013717651367188, 0.11639876663684845, 0.14303766191005707], "r_norm": [4.131049156188965, 4.139523983001709, 4.153578758239746, 4.0178351402282715, 4.134357929229736, 4.188629150390625, 4.112165927886963, 4.220885276794434, 4.255096912384033, 4.052790641784668]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.3914, "test_loss": 1.947947509765625}, {"step": 7450, "epoch": 19, "train_loss": 1.3325767517089844, "cos_r_negg": [0.4991947412490845, 0.2745615243911743, 0.2587113678455353, 0.23606517910957336, 0.20267802476882935, 0.16204392910003662, 0.1798601895570755, 0.1599969118833542, 0.1261933147907257, 0.15413536131381989], "cos_apical_negg": [0.4991947412490845, 0.2745615243911743, 0.2587113678455353, 0.23606517910957336, 0.20267802476882935, 0.16204392910003662, 0.1798601895570755, 0.1599969118833542, 0.1261933147907257, 0.15413536131381989], "cos_Ac_negg": [0.4991947412490845, 0.2745615243911743, 0.2587113678455353, 0.23606517910957336, 0.20267802476882935, 0.16204392910003662, 0.1798601895570755, 0.1599969118833542, 0.1261933147907257, 0.15413536131381989], "r_norm": [4.188755035400391, 4.20073938369751, 4.205354690551758, 4.071437358856201, 4.200723171234131, 4.2394866943359375, 4.162766456604004, 4.2797088623046875, 4.316396713256836, 4.116121292114258]}, {"step": 7500, "epoch": 19, "train_loss": 1.4081284999847412, "cos_r_negg": [0.5295752286911011, 0.2697831094264984, 0.27067631483078003, 0.24462567269802094, 0.2225358784198761, 0.1701628565788269, 0.17464500665664673, 0.16225466132164001, 0.13567890226840973, 0.16041693091392517], "cos_apical_negg": [0.5295752286911011, 0.2697831094264984, 0.27067631483078003, 0.24462567269802094, 0.2225358784198761, 0.1701628565788269, 0.17464500665664673, 0.16225466132164001, 0.13567890226840973, 0.16041693091392517], "cos_Ac_negg": [0.5295752286911011, 0.2697831094264984, 0.27067631483078003, 0.24462567269802094, 0.2225358784198761, 0.1701628565788269, 0.17464500665664673, 0.16225466132164001, 0.13567890226840973, 0.16041693091392517], "r_norm": [4.315342903137207, 4.328673362731934, 4.339803695678711, 4.190595626831055, 4.327791213989258, 4.37476921081543, 4.291540622711182, 4.412306785583496, 4.4397478103637695, 4.2350006103515625]}, {"step": 7550, "epoch": 19, "train_loss": 1.368531346321106, "cos_r_negg": [0.49687910079956055, 0.2655700445175171, 0.2753155827522278, 0.25918054580688477, 0.2276647388935089, 0.15633109211921692, 0.16563287377357483, 0.1615898460149765, 0.13661432266235352, 0.1261170506477356], "cos_apical_negg": [0.49687910079956055, 0.2655700445175171, 0.2753155827522278, 0.25918054580688477, 0.2276647388935089, 0.15633109211921692, 0.16563287377357483, 0.1615898460149765, 0.13661432266235352, 0.1261170506477356], "cos_Ac_negg": [0.49687910079956055, 0.2655700445175171, 0.2753155827522278, 0.25918054580688477, 0.2276647388935089, 0.15633109211921692, 0.16563287377357483, 0.1615898460149765, 0.13661432266235352, 0.1261170506477356], "r_norm": [4.321500778198242, 4.352245807647705, 4.363245010375977, 4.205754280090332, 4.348733901977539, 4.401488304138184, 4.320699214935303, 4.450838565826416, 4.469635009765625, 4.254585266113281]}, {"step": 7600, "epoch": 19, "train_loss": 1.6270818710327148, "cos_r_negg": [0.5345566868782043, 0.28680551052093506, 0.26080113649368286, 0.2467983514070511, 0.23285217583179474, 0.16914290189743042, 0.17665742337703705, 0.16508737206459045, 0.12394072860479355, 0.12902693450450897], "cos_apical_negg": [0.5345566868782043, 0.28680551052093506, 0.26080113649368286, 0.2467983514070511, 0.23285217583179474, 0.16914290189743042, 0.17665742337703705, 0.16508737206459045, 0.12394072860479355, 0.12902693450450897], "cos_Ac_negg": [0.5345566868782043, 0.28680551052093506, 0.26080113649368286, 0.2467983514070511, 0.23285217583179474, 0.16914290189743042, 0.17665742337703705, 0.16508737206459045, 0.12394072860479355, 0.12902693450450897], "r_norm": [4.159456253051758, 4.163339138031006, 4.183158874511719, 4.05025577545166, 4.168692588806152, 4.211890697479248, 4.131439208984375, 4.251608848571777, 4.284299850463867, 4.088156700134277]}, {"step": 7650, "epoch": 19, "train_loss": 1.437728762626648, "cos_r_negg": [0.5174952745437622, 0.27897804975509644, 0.26218125224113464, 0.23377469182014465, 0.2306939959526062, 0.15917524695396423, 0.17536687850952148, 0.1808827966451645, 0.15447229146957397, 0.1448586881160736], "cos_apical_negg": [0.5174952745437622, 0.27897804975509644, 0.26218125224113464, 0.23377469182014465, 0.2306939959526062, 0.15917524695396423, 0.17536687850952148, 0.1808827966451645, 0.15447229146957397, 0.1448586881160736], "cos_Ac_negg": [0.5174952745437622, 0.27897804975509644, 0.26218125224113464, 0.23377469182014465, 0.2306939959526062, 0.15917524695396423, 0.17536687850952148, 0.1808827966451645, 0.15447229146957397, 0.1448586881160736], "r_norm": [4.099580764770508, 4.111713409423828, 4.123495578765869, 3.987078905105591, 4.110980987548828, 4.152216911315918, 4.079257011413574, 4.196597576141357, 4.221073150634766, 4.0301666259765625]}, {"step": 7700, "epoch": 19, "train_loss": 1.389674425125122, "cos_r_negg": [0.5002889633178711, 0.2854169011116028, 0.26534509658813477, 0.24857833981513977, 0.21392503380775452, 0.17489036917686462, 0.17713358998298645, 0.18549199402332306, 0.15642805397510529, 0.1299060732126236], "cos_apical_negg": [0.5002889633178711, 0.2854169011116028, 0.26534509658813477, 0.24857833981513977, 0.21392503380775452, 0.17489036917686462, 0.17713358998298645, 0.18549199402332306, 0.15642805397510529, 0.1299060732126236], "cos_Ac_negg": [0.5002889633178711, 0.2854169011116028, 0.26534509658813477, 0.24857833981513977, 0.21392503380775452, 0.17489036917686462, 0.17713358998298645, 0.18549199402332306, 0.15642805397510529, 0.1299060732126236], "r_norm": [4.175967693328857, 4.182238578796387, 4.182260990142822, 4.060683727264404, 4.169404983520508, 4.2201080322265625, 4.148692607879639, 4.2704548835754395, 4.3012800216674805, 4.089887619018555]}, {"step": 7750, "epoch": 19, "train_loss": 1.7018152475357056, "cos_r_negg": [0.5049494504928589, 0.2864835560321808, 0.27398204803466797, 0.24867524206638336, 0.21398958563804626, 0.1690048724412918, 0.17270255088806152, 0.1695905178785324, 0.15455076098442078, 0.13421481847763062], "cos_apical_negg": [0.5049494504928589, 0.2864835560321808, 0.27398204803466797, 0.24867524206638336, 0.21398958563804626, 0.1690048724412918, 0.17270255088806152, 0.1695905178785324, 0.15455076098442078, 0.13421481847763062], "cos_Ac_negg": [0.5049494504928589, 0.2864835560321808, 0.27398204803466797, 0.24867524206638336, 0.21398958563804626, 0.1690048724412918, 0.17270255088806152, 0.1695905178785324, 0.15455076098442078, 0.13421481847763062], "r_norm": [4.115717887878418, 4.131662368774414, 4.141915321350098, 4.005724906921387, 4.12846565246582, 4.173497200012207, 4.101598262786865, 4.207674980163574, 4.237697124481201, 4.046379566192627]}, {"step": 7800, "epoch": 19, "train_loss": 1.5579230785369873, "cos_r_negg": [0.5022494792938232, 0.29671281576156616, 0.27136343717575073, 0.26317232847213745, 0.21386314928531647, 0.17571118474006653, 0.1887863278388977, 0.21072205901145935, 0.11263879388570786, 0.13298477232456207], "cos_apical_negg": [0.5022494792938232, 0.29671281576156616, 0.27136343717575073, 0.26317232847213745, 0.21386314928531647, 0.17571118474006653, 0.1887863278388977, 0.21072205901145935, 0.11263879388570786, 0.13298477232456207], "cos_Ac_negg": [0.5022494792938232, 0.29671281576156616, 0.27136343717575073, 0.26317232847213745, 0.21386314928531647, 0.17571118474006653, 0.1887863278388977, 0.21072205901145935, 0.11263879388570786, 0.13298477232456207], "r_norm": [4.133210182189941, 4.151012420654297, 4.157491207122803, 4.022392749786377, 4.138073444366455, 4.188556671142578, 4.120089530944824, 4.228188991546631, 4.256420135498047, 4.064661026000977]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4164, "test_loss": 1.889136474609375}, {"step": 7850, "epoch": 20, "train_loss": 1.4178602695465088, "cos_r_negg": [0.5031261444091797, 0.2845383584499359, 0.25959375500679016, 0.2413693368434906, 0.22329339385032654, 0.17808160185813904, 0.16384856402873993, 0.17942577600479126, 0.13953091204166412, 0.13726919889450073], "cos_apical_negg": [0.5031261444091797, 0.2845383584499359, 0.25959375500679016, 0.2413693368434906, 0.22329339385032654, 0.17808160185813904, 0.16384856402873993, 0.17942577600479126, 0.13953091204166412, 0.13726919889450073], "cos_Ac_negg": [0.5031261444091797, 0.2845383584499359, 0.25959375500679016, 0.2413693368434906, 0.22329339385032654, 0.17808160185813904, 0.16384856402873993, 0.17942577600479126, 0.13953091204166412, 0.13726919889450073], "r_norm": [4.139749526977539, 4.145705223083496, 4.1541829109191895, 4.011474132537842, 4.137517929077148, 4.199004173278809, 4.119950294494629, 4.223356246948242, 4.254807949066162, 4.064067840576172]}, {"step": 7900, "epoch": 20, "train_loss": 1.4852887392044067, "cos_r_negg": [0.49820590019226074, 0.3051276206970215, 0.2576063871383667, 0.24967345595359802, 0.20589107275009155, 0.16681593656539917, 0.1972161829471588, 0.19529759883880615, 0.13487723469734192, 0.1451568901538849], "cos_apical_negg": [0.49820590019226074, 0.3051276206970215, 0.2576063871383667, 0.24967345595359802, 0.20589107275009155, 0.16681593656539917, 0.1972161829471588, 0.19529759883880615, 0.13487723469734192, 0.1451568901538849], "cos_Ac_negg": [0.49820590019226074, 0.3051276206970215, 0.2576063871383667, 0.24967345595359802, 0.20589107275009155, 0.16681593656539917, 0.1972161829471588, 0.19529759883880615, 0.13487723469734192, 0.1451568901538849], "r_norm": [4.223141670227051, 4.235109329223633, 4.24674129486084, 4.111576557159424, 4.227444171905518, 4.282276153564453, 4.210538864135742, 4.325366020202637, 4.344117164611816, 4.146327972412109]}, {"step": 7950, "epoch": 20, "train_loss": 1.6601145267486572, "cos_r_negg": [0.5238893628120422, 0.3093751072883606, 0.2783871293067932, 0.25721365213394165, 0.23434360325336456, 0.17230775952339172, 0.19274210929870605, 0.19955691695213318, 0.16419634222984314, 0.1358165144920349], "cos_apical_negg": [0.5238893628120422, 0.3093751072883606, 0.2783871293067932, 0.25721365213394165, 0.23434360325336456, 0.17230775952339172, 0.19274210929870605, 0.19955691695213318, 0.16419634222984314, 0.1358165144920349], "cos_Ac_negg": [0.5238893628120422, 0.3093751072883606, 0.2783871293067932, 0.25721365213394165, 0.23434360325336456, 0.17230775952339172, 0.19274210929870605, 0.19955691695213318, 0.16419634222984314, 0.1358165144920349], "r_norm": [4.191586017608643, 4.216281890869141, 4.217514991760254, 4.080844879150391, 4.199268341064453, 4.2503509521484375, 4.181865215301514, 4.2935004234313965, 4.323154449462891, 4.1244635581970215]}, {"step": 8000, "epoch": 20, "train_loss": 1.7050104141235352, "cos_r_negg": [0.5033026933670044, 0.30462732911109924, 0.28017446398735046, 0.26112258434295654, 0.22478729486465454, 0.19197794795036316, 0.20393723249435425, 0.1731981635093689, 0.13394033908843994, 0.14065533876419067], "cos_apical_negg": [0.5033026933670044, 0.30462732911109924, 0.28017446398735046, 0.26112258434295654, 0.22478729486465454, 0.19197794795036316, 0.20393723249435425, 0.1731981635093689, 0.13394033908843994, 0.14065533876419067], "cos_Ac_negg": [0.5033026933670044, 0.30462732911109924, 0.28017446398735046, 0.26112258434295654, 0.22478729486465454, 0.19197794795036316, 0.20393723249435425, 0.1731981635093689, 0.13394033908843994, 0.14065533876419067], "r_norm": [4.158299446105957, 4.172380447387695, 4.178103446960449, 4.039163112640381, 4.1508893966674805, 4.217606544494629, 4.151206016540527, 4.2493791580200195, 4.276513576507568, 4.089667320251465]}, {"step": 8050, "epoch": 20, "train_loss": 1.464332103729248, "cos_r_negg": [0.5212833285331726, 0.31658250093460083, 0.26957112550735474, 0.26199668645858765, 0.22685113549232483, 0.19751688838005066, 0.19355903565883636, 0.18664798140525818, 0.13430041074752808, 0.13765612244606018], "cos_apical_negg": [0.5212833285331726, 0.31658250093460083, 0.26957112550735474, 0.26199668645858765, 0.22685113549232483, 0.19751688838005066, 0.19355903565883636, 0.18664798140525818, 0.13430041074752808, 0.13765612244606018], "cos_Ac_negg": [0.5212833285331726, 0.31658250093460083, 0.26957112550735474, 0.26199668645858765, 0.22685113549232483, 0.19751688838005066, 0.19355903565883636, 0.18664798140525818, 0.13430041074752808, 0.13765612244606018], "r_norm": [4.152263641357422, 4.169818878173828, 4.182522773742676, 4.040811538696289, 4.171605587005615, 4.206788539886475, 4.139490127563477, 4.257246017456055, 4.292804718017578, 4.087464332580566]}, {"step": 8100, "epoch": 20, "train_loss": 1.346397876739502, "cos_r_negg": [0.49645885825157166, 0.3087690472602844, 0.275265097618103, 0.2697412073612213, 0.2441352903842926, 0.19329281151294708, 0.1791587471961975, 0.19739778339862823, 0.12428891658782959, 0.13762494921684265], "cos_apical_negg": [0.49645885825157166, 0.3087690472602844, 0.275265097618103, 0.2697412073612213, 0.2441352903842926, 0.19329281151294708, 0.1791587471961975, 0.19739778339862823, 0.12428891658782959, 0.13762494921684265], "cos_Ac_negg": [0.49645885825157166, 0.3087690472602844, 0.275265097618103, 0.2697412073612213, 0.2441352903842926, 0.19329281151294708, 0.1791587471961975, 0.19739778339862823, 0.12428891658782959, 0.13762494921684265], "r_norm": [4.236345291137695, 4.242755889892578, 4.255824089050293, 4.114265441894531, 4.243989944458008, 4.298271656036377, 4.215818405151367, 4.324541091918945, 4.358159065246582, 4.161927223205566]}, {"step": 8150, "epoch": 20, "train_loss": 1.5275931358337402, "cos_r_negg": [0.5029119849205017, 0.30632880330085754, 0.2675067186355591, 0.2570691406726837, 0.2215317189693451, 0.17560693621635437, 0.20058517158031464, 0.1797226220369339, 0.133774533867836, 0.15841081738471985], "cos_apical_negg": [0.5029119849205017, 0.30632880330085754, 0.2675067186355591, 0.2570691406726837, 0.2215317189693451, 0.17560693621635437, 0.20058517158031464, 0.1797226220369339, 0.133774533867836, 0.15841081738471985], "cos_Ac_negg": [0.5029119849205017, 0.30632880330085754, 0.2675067186355591, 0.2570691406726837, 0.2215317189693451, 0.17560693621635437, 0.20058517158031464, 0.1797226220369339, 0.133774533867836, 0.15841081738471985], "r_norm": [4.075597286224365, 4.102675437927246, 4.095124244689941, 3.9704971313476562, 4.089663505554199, 4.141115188598633, 4.065080642700195, 4.158034324645996, 4.196599006652832, 4.004025459289551]}, {"step": 8200, "epoch": 20, "train_loss": 1.3397338390350342, "cos_r_negg": [0.4686145782470703, 0.3012767434120178, 0.26463449001312256, 0.2557765245437622, 0.22608879208564758, 0.17657548189163208, 0.19522473216056824, 0.1936884969472885, 0.15310139954090118, 0.14786756038665771], "cos_apical_negg": [0.4686145782470703, 0.3012767434120178, 0.26463449001312256, 0.2557765245437622, 0.22608879208564758, 0.17657548189163208, 0.19522473216056824, 0.1936884969472885, 0.15310139954090118, 0.14786756038665771], "cos_Ac_negg": [0.4686145782470703, 0.3012767434120178, 0.26463449001312256, 0.2557765245437622, 0.22608879208564758, 0.17657548189163208, 0.19522473216056824, 0.1936884969472885, 0.15310139954090118, 0.14786756038665771], "r_norm": [4.190212249755859, 4.203378677368164, 4.217065334320068, 4.075486183166504, 4.199807167053223, 4.247293472290039, 4.1763410568237305, 4.2797980308532715, 4.317072868347168, 4.117190361022949]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4061, "test_loss": 1.8383326049804687}, {"step": 8250, "epoch": 21, "train_loss": 1.2934293746948242, "cos_r_negg": [0.5127554535865784, 0.3018237352371216, 0.27691271901130676, 0.2661249041557312, 0.24513036012649536, 0.18431425094604492, 0.19554710388183594, 0.1867457628250122, 0.13473238050937653, 0.11349131911993027], "cos_apical_negg": [0.5127554535865784, 0.3018237352371216, 0.27691271901130676, 0.2661249041557312, 0.24513036012649536, 0.18431425094604492, 0.19554710388183594, 0.1867457628250122, 0.13473238050937653, 0.11349131911993027], "cos_Ac_negg": [0.5127554535865784, 0.3018237352371216, 0.27691271901130676, 0.2661249041557312, 0.24513036012649536, 0.18431425094604492, 0.19554710388183594, 0.1867457628250122, 0.13473238050937653, 0.11349131911993027], "r_norm": [4.173864364624023, 4.1880364418029785, 4.190762519836426, 4.062808990478516, 4.177324295043945, 4.240011215209961, 4.163632392883301, 4.2699737548828125, 4.296655178070068, 4.10599422454834]}, {"step": 8300, "epoch": 21, "train_loss": 1.5986831188201904, "cos_r_negg": [0.532909631729126, 0.29483848810195923, 0.2853868305683136, 0.25192365050315857, 0.22299450635910034, 0.18393096327781677, 0.17475971579551697, 0.1940467655658722, 0.1356370747089386, 0.12008731067180634], "cos_apical_negg": [0.532909631729126, 0.29483848810195923, 0.2853868305683136, 0.25192365050315857, 0.22299450635910034, 0.18393096327781677, 0.17475971579551697, 0.1940467655658722, 0.1356370747089386, 0.12008731067180634], "cos_Ac_negg": [0.532909631729126, 0.29483848810195923, 0.2853868305683136, 0.25192365050315857, 0.22299450635910034, 0.18393096327781677, 0.17475971579551697, 0.1940467655658722, 0.1356370747089386, 0.12008731067180634], "r_norm": [4.184234619140625, 4.183967113494873, 4.201613426208496, 4.070315361022949, 4.206310749053955, 4.244059085845947, 4.156406879425049, 4.287130355834961, 4.307950019836426, 4.113411903381348]}, {"step": 8350, "epoch": 21, "train_loss": 1.6097924709320068, "cos_r_negg": [0.5152029991149902, 0.30428045988082886, 0.27203845977783203, 0.2480737268924713, 0.22633543610572815, 0.1811879426240921, 0.18980473279953003, 0.18491537868976593, 0.15144184231758118, 0.15515539050102234], "cos_apical_negg": [0.5152029991149902, 0.30428045988082886, 0.27203845977783203, 0.2480737268924713, 0.22633543610572815, 0.1811879426240921, 0.18980473279953003, 0.18491537868976593, 0.15144184231758118, 0.15515539050102234], "cos_Ac_negg": [0.5152029991149902, 0.30428045988082886, 0.27203845977783203, 0.2480737268924713, 0.22633543610572815, 0.1811879426240921, 0.18980473279953003, 0.18491537868976593, 0.15144184231758118, 0.15515539050102234], "r_norm": [4.224401473999023, 4.234674453735352, 4.238110542297363, 4.104290962219238, 4.221177101135254, 4.284433364868164, 4.2079691886901855, 4.310878276824951, 4.341474533081055, 4.148886203765869]}, {"step": 8400, "epoch": 21, "train_loss": 1.4698957204818726, "cos_r_negg": [0.484245628118515, 0.30449795722961426, 0.2715204656124115, 0.26577332615852356, 0.22916367650032043, 0.17755678296089172, 0.1891973614692688, 0.2048836201429367, 0.1509162336587906, 0.14246231317520142], "cos_apical_negg": [0.484245628118515, 0.30449795722961426, 0.2715204656124115, 0.26577332615852356, 0.22916367650032043, 0.17755678296089172, 0.1891973614692688, 0.2048836201429367, 0.1509162336587906, 0.14246231317520142], "cos_Ac_negg": [0.484245628118515, 0.30449795722961426, 0.2715204656124115, 0.26577332615852356, 0.22916367650032043, 0.17755678296089172, 0.1891973614692688, 0.2048836201429367, 0.1509162336587906, 0.14246231317520142], "r_norm": [4.063270568847656, 4.081172943115234, 4.089038848876953, 3.955564022064209, 4.084633827209473, 4.12690544128418, 4.046478271484375, 4.166384696960449, 4.189858436584473, 3.999648332595825]}, {"step": 8450, "epoch": 21, "train_loss": 1.202258586883545, "cos_r_negg": [0.5174411535263062, 0.3041560649871826, 0.2816769480705261, 0.26168888807296753, 0.22622963786125183, 0.1949763149023056, 0.22174394130706787, 0.21474754810333252, 0.13596183061599731, 0.16126200556755066], "cos_apical_negg": [0.5174411535263062, 0.3041560649871826, 0.2816769480705261, 0.26168888807296753, 0.22622963786125183, 0.1949763149023056, 0.22174394130706787, 0.21474754810333252, 0.13596183061599731, 0.16126200556755066], "cos_Ac_negg": [0.5174411535263062, 0.3041560649871826, 0.2816769480705261, 0.26168888807296753, 0.22622963786125183, 0.1949763149023056, 0.22174394130706787, 0.21474754810333252, 0.13596183061599731, 0.16126200556755066], "r_norm": [3.971278190612793, 3.9865365028381348, 3.991264581680298, 3.8608739376068115, 3.986037254333496, 4.030186176300049, 3.9591968059539795, 4.067646026611328, 4.090893268585205, 3.906374931335449]}, {"step": 8500, "epoch": 21, "train_loss": 1.3856287002563477, "cos_r_negg": [0.49173641204833984, 0.30656248331069946, 0.2946067452430725, 0.23796990513801575, 0.22667261958122253, 0.17410185933113098, 0.19121351838111877, 0.20056337118148804, 0.1345537006855011, 0.15462267398834229], "cos_apical_negg": [0.49173641204833984, 0.30656248331069946, 0.2946067452430725, 0.23796990513801575, 0.22667261958122253, 0.17410185933113098, 0.19121351838111877, 0.20056337118148804, 0.1345537006855011, 0.15462267398834229], "cos_Ac_negg": [0.49173641204833984, 0.30656248331069946, 0.2946067452430725, 0.23796990513801575, 0.22667261958122253, 0.17410185933113098, 0.19121351838111877, 0.20056337118148804, 0.1345537006855011, 0.15462267398834229], "r_norm": [4.141963958740234, 4.170955181121826, 4.164766311645508, 4.032376766204834, 4.166894912719727, 4.210776329040527, 4.13642692565918, 4.248332977294922, 4.280233383178711, 4.079449653625488]}, {"step": 8550, "epoch": 21, "train_loss": 1.516036033630371, "cos_r_negg": [0.4924142360687256, 0.31588244438171387, 0.26691317558288574, 0.25733089447021484, 0.23364347219467163, 0.2039509117603302, 0.20572134852409363, 0.2048475444316864, 0.14251303672790527, 0.157223641872406], "cos_apical_negg": [0.4924142360687256, 0.31588244438171387, 0.26691317558288574, 0.25733089447021484, 0.23364347219467163, 0.2039509117603302, 0.20572134852409363, 0.2048475444316864, 0.14251303672790527, 0.157223641872406], "cos_Ac_negg": [0.4924142360687256, 0.31588244438171387, 0.26691317558288574, 0.25733089447021484, 0.23364347219467163, 0.2039509117603302, 0.20572134852409363, 0.2048475444316864, 0.14251303672790527, 0.157223641872406], "r_norm": [4.200944900512695, 4.2161149978637695, 4.230218887329102, 4.091249942779541, 4.221261501312256, 4.256751537322998, 4.183792591094971, 4.2990288734436035, 4.33472204208374, 4.126601219177246]}, {"step": 8600, "epoch": 21, "train_loss": 1.4072422981262207, "cos_r_negg": [0.5099480748176575, 0.3057968020439148, 0.273837149143219, 0.24368399381637573, 0.2416827380657196, 0.2222931683063507, 0.20386973023414612, 0.20798683166503906, 0.13647016882896423, 0.16241300106048584], "cos_apical_negg": [0.5099480748176575, 0.3057968020439148, 0.273837149143219, 0.24368399381637573, 0.2416827380657196, 0.2222931683063507, 0.20386973023414612, 0.20798683166503906, 0.13647016882896423, 0.16241300106048584], "cos_Ac_negg": [0.5099480748176575, 0.3057968020439148, 0.273837149143219, 0.24368399381637573, 0.2416827380657196, 0.2222931683063507, 0.20386973023414612, 0.20798683166503906, 0.13647016882896423, 0.16241300106048584], "r_norm": [4.16483211517334, 4.187667369842529, 4.185500144958496, 4.058117866516113, 4.168134689331055, 4.230105876922607, 4.152188301086426, 4.262261390686035, 4.297389984130859, 4.091334342956543]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4003, "test_loss": 1.9237307739257812}, {"step": 8650, "epoch": 22, "train_loss": 1.3232147693634033, "cos_r_negg": [0.5132021903991699, 0.30707600712776184, 0.2907375693321228, 0.24982808530330658, 0.24086958169937134, 0.19463297724723816, 0.20330527424812317, 0.19007998704910278, 0.134000763297081, 0.16446267068386078], "cos_apical_negg": [0.5132021903991699, 0.30707600712776184, 0.2907375693321228, 0.24982808530330658, 0.24086958169937134, 0.19463297724723816, 0.20330527424812317, 0.19007998704910278, 0.134000763297081, 0.16446267068386078], "cos_Ac_negg": [0.5132021903991699, 0.30707600712776184, 0.2907375693321228, 0.24982808530330658, 0.24086958169937134, 0.19463297724723816, 0.20330527424812317, 0.19007998704910278, 0.134000763297081, 0.16446267068386078], "r_norm": [4.0847015380859375, 4.084388256072998, 4.099115371704102, 3.9761486053466797, 4.081982612609863, 4.131691932678223, 4.059334754943848, 4.160867691040039, 4.201376914978027, 4.006053924560547]}, {"step": 8700, "epoch": 22, "train_loss": 1.5382840633392334, "cos_r_negg": [0.49452266097068787, 0.298294335603714, 0.2784934639930725, 0.26804640889167786, 0.2477881908416748, 0.19929420948028564, 0.1950056105852127, 0.21467047929763794, 0.13476206362247467, 0.1451159119606018], "cos_apical_negg": [0.49452266097068787, 0.298294335603714, 0.2784934639930725, 0.26804640889167786, 0.2477881908416748, 0.19929420948028564, 0.1950056105852127, 0.21467047929763794, 0.13476206362247467, 0.1451159119606018], "cos_Ac_negg": [0.49452266097068787, 0.298294335603714, 0.2784934639930725, 0.26804640889167786, 0.2477881908416748, 0.19929420948028564, 0.1950056105852127, 0.21467047929763794, 0.13476206362247467, 0.1451159119606018], "r_norm": [4.131303787231445, 4.143556594848633, 4.14481258392334, 4.018376350402832, 4.132526874542236, 4.180260181427002, 4.113964557647705, 4.222104072570801, 4.253146648406982, 4.059932231903076]}, {"step": 8750, "epoch": 22, "train_loss": 1.2174233198165894, "cos_r_negg": [0.5183271169662476, 0.30852246284484863, 0.2740413546562195, 0.2513565719127655, 0.24289844930171967, 0.19481128454208374, 0.20387370884418488, 0.2069002091884613, 0.13631542026996613, 0.16554896533489227], "cos_apical_negg": [0.5183271169662476, 0.30852246284484863, 0.2740413546562195, 0.2513565719127655, 0.24289844930171967, 0.19481128454208374, 0.20387370884418488, 0.2069002091884613, 0.13631542026996613, 0.16554896533489227], "cos_Ac_negg": [0.5183271169662476, 0.30852246284484863, 0.2740413546562195, 0.2513565719127655, 0.24289844930171967, 0.19481128454208374, 0.20387370884418488, 0.2069002091884613, 0.13631542026996613, 0.16554896533489227], "r_norm": [4.041726112365723, 4.051252365112305, 4.063229560852051, 3.9316253662109375, 4.0512237548828125, 4.088298320770264, 4.019372940063477, 4.134084701538086, 4.1672868728637695, 3.9695615768432617]}, {"step": 8800, "epoch": 22, "train_loss": 1.4345242977142334, "cos_r_negg": [0.515819787979126, 0.30462533235549927, 0.27959194779396057, 0.2560569941997528, 0.25087690353393555, 0.18090488016605377, 0.21532988548278809, 0.21175724267959595, 0.12630018591880798, 0.1624210774898529], "cos_apical_negg": [0.515819787979126, 0.30462533235549927, 0.27959194779396057, 0.2560569941997528, 0.25087690353393555, 0.18090488016605377, 0.21532988548278809, 0.21175724267959595, 0.12630018591880798, 0.1624210774898529], "cos_Ac_negg": [0.515819787979126, 0.30462533235549927, 0.27959194779396057, 0.2560569941997528, 0.25087690353393555, 0.18090488016605377, 0.21532988548278809, 0.21175724267959595, 0.12630018591880798, 0.1624210774898529], "r_norm": [4.189309120178223, 4.211640357971191, 4.218745231628418, 4.073022365570068, 4.195003032684326, 4.250051498413086, 4.1736602783203125, 4.291839599609375, 4.321897983551025, 4.115571975708008]}, {"step": 8850, "epoch": 22, "train_loss": 1.3179430961608887, "cos_r_negg": [0.5357530117034912, 0.31521016359329224, 0.2801728844642639, 0.2536022663116455, 0.24314790964126587, 0.18694354593753815, 0.2306065410375595, 0.2099946141242981, 0.14620636403560638, 0.1651698350906372], "cos_apical_negg": [0.5357530117034912, 0.31521016359329224, 0.2801728844642639, 0.2536022663116455, 0.24314790964126587, 0.18694354593753815, 0.2306065410375595, 0.2099946141242981, 0.14620636403560638, 0.1651698350906372], "cos_Ac_negg": [0.5357530117034912, 0.31521016359329224, 0.2801728844642639, 0.2536022663116455, 0.24314790964126587, 0.18694354593753815, 0.2306065410375595, 0.2099946141242981, 0.14620636403560638, 0.1651698350906372], "r_norm": [4.106405735015869, 4.129448890686035, 4.140186309814453, 3.9962158203125, 4.119479179382324, 4.164997100830078, 4.090878963470459, 4.203603744506836, 4.232975006103516, 4.037968635559082]}, {"step": 8900, "epoch": 22, "train_loss": 1.4167699813842773, "cos_r_negg": [0.48878487944602966, 0.29773277044296265, 0.2896377444267273, 0.2657583951950073, 0.25621891021728516, 0.1890515387058258, 0.21357014775276184, 0.23335888981819153, 0.1430567502975464, 0.12695112824440002], "cos_apical_negg": [0.48878487944602966, 0.29773277044296265, 0.2896377444267273, 0.2657583951950073, 0.25621891021728516, 0.1890515387058258, 0.21357014775276184, 0.23335888981819153, 0.1430567502975464, 0.12695112824440002], "cos_Ac_negg": [0.48878487944602966, 0.29773277044296265, 0.2896377444267273, 0.2657583951950073, 0.25621891021728516, 0.1890515387058258, 0.21357014775276184, 0.23335888981819153, 0.1430567502975464, 0.12695112824440002], "r_norm": [4.114056587219238, 4.139285564422607, 4.149533271789551, 4.00902795791626, 4.138034820556641, 4.174712181091309, 4.108214855194092, 4.221500873565674, 4.2501678466796875, 4.052529335021973]}, {"step": 8950, "epoch": 22, "train_loss": 1.5001780986785889, "cos_r_negg": [0.5141661167144775, 0.30789148807525635, 0.2708067297935486, 0.2532346844673157, 0.24431520700454712, 0.19227662682533264, 0.2191106379032135, 0.2186085730791092, 0.14588698744773865, 0.14796140789985657], "cos_apical_negg": [0.5141661167144775, 0.30789148807525635, 0.2708067297935486, 0.2532346844673157, 0.24431520700454712, 0.19227662682533264, 0.2191106379032135, 0.2186085730791092, 0.14588698744773865, 0.14796140789985657], "cos_Ac_negg": [0.5141661167144775, 0.30789148807525635, 0.2708067297935486, 0.2532346844673157, 0.24431520700454712, 0.19227662682533264, 0.2191106379032135, 0.2186085730791092, 0.14588698744773865, 0.14796140789985657], "r_norm": [4.043998718261719, 4.060823440551758, 4.0752058029174805, 3.9328041076660156, 4.044300556182861, 4.101306438446045, 4.028347492218018, 4.129588603973389, 4.160345077514648, 3.97430419921875]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.413, "test_loss": 1.9044170288085938}, {"step": 9000, "epoch": 23, "train_loss": 1.2779793739318848, "cos_r_negg": [0.5226855278015137, 0.2975873351097107, 0.2741629481315613, 0.26227807998657227, 0.2515960931777954, 0.19364744424819946, 0.20937325060367584, 0.22484800219535828, 0.1654948890209198, 0.16813924908638], "cos_apical_negg": [0.5226855278015137, 0.2975873351097107, 0.2741629481315613, 0.26227807998657227, 0.2515960931777954, 0.19364744424819946, 0.20937325060367584, 0.22484800219535828, 0.1654948890209198, 0.16813924908638], "cos_Ac_negg": [0.5226855278015137, 0.2975873351097107, 0.2741629481315613, 0.26227807998657227, 0.2515960931777954, 0.19364744424819946, 0.20937325060367584, 0.22484800219535828, 0.1654948890209198, 0.16813924908638], "r_norm": [4.060264587402344, 4.091798782348633, 4.086906433105469, 3.948586940765381, 4.075133323669434, 4.132453918457031, 4.050455093383789, 4.157031536102295, 4.188974380493164, 4.000741004943848]}, {"step": 9050, "epoch": 23, "train_loss": 1.488133430480957, "cos_r_negg": [0.5166983008384705, 0.31004762649536133, 0.2809213399887085, 0.2640990912914276, 0.2342153787612915, 0.1877800077199936, 0.2074231505393982, 0.21423213183879852, 0.15099471807479858, 0.17184872925281525], "cos_apical_negg": [0.5166983008384705, 0.31004762649536133, 0.2809213399887085, 0.2640990912914276, 0.2342153787612915, 0.1877800077199936, 0.2074231505393982, 0.21423213183879852, 0.15099471807479858, 0.17184872925281525], "cos_Ac_negg": [0.5166983008384705, 0.31004762649536133, 0.2809213399887085, 0.2640990912914276, 0.2342153787612915, 0.1877800077199936, 0.2074231505393982, 0.21423213183879852, 0.15099471807479858, 0.17184872925281525], "r_norm": [4.113812446594238, 4.1250152587890625, 4.136726379394531, 3.9972774982452393, 4.1133832931518555, 4.159534454345703, 4.0945048332214355, 4.198080062866211, 4.231249809265137, 4.037049770355225]}, {"step": 9100, "epoch": 23, "train_loss": 1.4021211862564087, "cos_r_negg": [0.49871915578842163, 0.30551522970199585, 0.28003668785095215, 0.266015887260437, 0.22535622119903564, 0.19800642132759094, 0.19265267252922058, 0.22064776718616486, 0.15604376792907715, 0.16244810819625854], "cos_apical_negg": [0.49871915578842163, 0.30551522970199585, 0.28003668785095215, 0.266015887260437, 0.22535622119903564, 0.19800642132759094, 0.19265267252922058, 0.22064776718616486, 0.15604376792907715, 0.16244810819625854], "cos_Ac_negg": [0.49871915578842163, 0.30551522970199585, 0.28003668785095215, 0.266015887260437, 0.22535622119903564, 0.19800642132759094, 0.19265267252922058, 0.22064776718616486, 0.15604376792907715, 0.16244810819625854], "r_norm": [4.126556396484375, 4.134426116943359, 4.153251647949219, 4.017249584197998, 4.13064432144165, 4.174530029296875, 4.1062846183776855, 4.216513633728027, 4.243502140045166, 4.060675144195557]}, {"step": 9150, "epoch": 23, "train_loss": 1.5354797840118408, "cos_r_negg": [0.5182342529296875, 0.3204408884048462, 0.2807155251502991, 0.2684551775455475, 0.24620676040649414, 0.20369592308998108, 0.20814931392669678, 0.22902482748031616, 0.1397281438112259, 0.1678704470396042], "cos_apical_negg": [0.5182342529296875, 0.3204408884048462, 0.2807155251502991, 0.2684551775455475, 0.24620676040649414, 0.20369592308998108, 0.20814931392669678, 0.22902482748031616, 0.1397281438112259, 0.1678704470396042], "cos_Ac_negg": [0.5182342529296875, 0.3204408884048462, 0.2807155251502991, 0.2684551775455475, 0.24620676040649414, 0.20369592308998108, 0.20814931392669678, 0.22902482748031616, 0.1397281438112259, 0.1678704470396042], "r_norm": [4.132671356201172, 4.146526336669922, 4.157857894897461, 4.0208330154418945, 4.131012916564941, 4.181600570678711, 4.118906497955322, 4.223053932189941, 4.256654739379883, 4.06761360168457]}, {"step": 9200, "epoch": 23, "train_loss": 1.4323651790618896, "cos_r_negg": [0.5052295923233032, 0.3174183964729309, 0.28886210918426514, 0.2753942310810089, 0.22362947463989258, 0.21102409064769745, 0.20486387610435486, 0.22702211141586304, 0.19037280976772308, 0.16698980331420898], "cos_apical_negg": [0.5052295923233032, 0.3174183964729309, 0.28886210918426514, 0.2753942310810089, 0.22362947463989258, 0.21102409064769745, 0.20486387610435486, 0.22702211141586304, 0.19037280976772308, 0.16698980331420898], "cos_Ac_negg": [0.5052295923233032, 0.3174183964729309, 0.28886210918426514, 0.2753942310810089, 0.22362947463989258, 0.21102409064769745, 0.20486387610435486, 0.22702211141586304, 0.19037280976772308, 0.16698980331420898], "r_norm": [4.1088056564331055, 4.106406211853027, 4.136928558349609, 4.004126071929932, 4.112185955047607, 4.15684175491333, 4.087179183959961, 4.197287559509277, 4.230560302734375, 4.039284706115723]}, {"step": 9250, "epoch": 23, "train_loss": 1.4856350421905518, "cos_r_negg": [0.4793711006641388, 0.30476996302604675, 0.2607208490371704, 0.26884526014328003, 0.24286073446273804, 0.16839447617530823, 0.20055553317070007, 0.23173122107982635, 0.1756807565689087, 0.17034295201301575], "cos_apical_negg": [0.4793711006641388, 0.30476996302604675, 0.2607208490371704, 0.26884526014328003, 0.24286073446273804, 0.16839447617530823, 0.20055553317070007, 0.23173122107982635, 0.1756807565689087, 0.17034295201301575], "cos_Ac_negg": [0.4793711006641388, 0.30476996302604675, 0.2607208490371704, 0.26884526014328003, 0.24286073446273804, 0.16839447617530823, 0.20055553317070007, 0.23173122107982635, 0.1756807565689087, 0.17034295201301575], "r_norm": [4.102856636047363, 4.129947662353516, 4.139806270599365, 3.9946975708007812, 4.121450424194336, 4.1653733253479, 4.098087310791016, 4.200833320617676, 4.230809211730957, 4.04311466217041]}, {"step": 9300, "epoch": 23, "train_loss": 1.360095500946045, "cos_r_negg": [0.504478931427002, 0.3001636564731598, 0.2872410714626312, 0.2750142216682434, 0.2514546811580658, 0.16024528443813324, 0.18849605321884155, 0.23551182448863983, 0.15601682662963867, 0.16738805174827576], "cos_apical_negg": [0.504478931427002, 0.3001636564731598, 0.2872410714626312, 0.2750142216682434, 0.2514546811580658, 0.16024528443813324, 0.18849605321884155, 0.23551182448863983, 0.15601682662963867, 0.16738805174827576], "cos_Ac_negg": [0.504478931427002, 0.3001636564731598, 0.2872410714626312, 0.2750142216682434, 0.2514546811580658, 0.16024528443813324, 0.18849605321884155, 0.23551182448863983, 0.15601682662963867, 0.16738805174827576], "r_norm": [4.0192131996154785, 4.033692359924316, 4.045341968536377, 3.9185991287231445, 4.032096862792969, 4.0809245109558105, 4.006545543670654, 4.119009017944336, 4.142982482910156, 3.9578583240509033]}, {"step": 9350, "epoch": 23, "train_loss": 1.3155144453048706, "cos_r_negg": [0.5022397041320801, 0.3069502115249634, 0.2914641499519348, 0.2753795087337494, 0.2564074397087097, 0.17475880682468414, 0.20722495019435883, 0.18701289594173431, 0.16570235788822174, 0.1515572965145111], "cos_apical_negg": [0.5022397041320801, 0.3069502115249634, 0.2914641499519348, 0.2753795087337494, 0.2564074397087097, 0.17475880682468414, 0.20722495019435883, 0.18701289594173431, 0.16570235788822174, 0.1515572965145111], "cos_Ac_negg": [0.5022397041320801, 0.3069502115249634, 0.2914641499519348, 0.2753795087337494, 0.2564074397087097, 0.17475880682468414, 0.20722495019435883, 0.18701289594173431, 0.16570235788822174, 0.1515572965145111], "r_norm": [3.974850654602051, 3.9925637245178223, 4.00569486618042, 3.878849983215332, 3.992824077606201, 4.036539554595947, 3.960075616836548, 4.066805839538574, 4.096402168273926, 3.915553569793701]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.3987, "test_loss": 1.9907286376953126}, {"step": 9400, "epoch": 24, "train_loss": 1.1092814207077026, "cos_r_negg": [0.49267417192459106, 0.294391930103302, 0.2898033857345581, 0.2729511857032776, 0.2649320662021637, 0.17841731011867523, 0.18987992405891418, 0.2086147665977478, 0.1716415137052536, 0.1401626467704773], "cos_apical_negg": [0.49267417192459106, 0.294391930103302, 0.2898033857345581, 0.2729511857032776, 0.2649320662021637, 0.17841731011867523, 0.18987992405891418, 0.2086147665977478, 0.1716415137052536, 0.1401626467704773], "cos_Ac_negg": [0.49267417192459106, 0.294391930103302, 0.2898033857345581, 0.2729511857032776, 0.2649320662021637, 0.17841731011867523, 0.18987992405891418, 0.2086147665977478, 0.1716415137052536, 0.1401626467704773], "r_norm": [4.053084373474121, 4.063290596008301, 4.077897071838379, 3.941545009613037, 4.060491561889648, 4.114089488983154, 4.032525062561035, 4.1451311111450195, 4.17750358581543, 3.9858789443969727]}, {"step": 9450, "epoch": 24, "train_loss": 1.3229362964630127, "cos_r_negg": [0.5132594704627991, 0.289706289768219, 0.283878892660141, 0.27357178926467896, 0.25968092679977417, 0.18162603676319122, 0.20306068658828735, 0.22001439332962036, 0.16290223598480225, 0.17503896355628967], "cos_apical_negg": [0.5132594704627991, 0.289706289768219, 0.283878892660141, 0.27357178926467896, 0.25968092679977417, 0.18162603676319122, 0.20306068658828735, 0.22001439332962036, 0.16290223598480225, 0.17503896355628967], "cos_Ac_negg": [0.5132594704627991, 0.289706289768219, 0.283878892660141, 0.27357178926467896, 0.25968092679977417, 0.18162603676319122, 0.20306068658828735, 0.22001439332962036, 0.16290223598480225, 0.17503896355628967], "r_norm": [4.059518337249756, 4.078476428985596, 4.083011150360107, 3.9482388496398926, 4.068948745727539, 4.1208953857421875, 4.042041778564453, 4.158005237579346, 4.179904937744141, 3.988396644592285]}, {"step": 9500, "epoch": 24, "train_loss": 1.3314390182495117, "cos_r_negg": [0.4973500967025757, 0.29236483573913574, 0.2900506556034088, 0.2669801414012909, 0.25618284940719604, 0.18181480467319489, 0.2017260193824768, 0.21477410197257996, 0.15511712431907654, 0.16041040420532227], "cos_apical_negg": [0.4973500967025757, 0.29236483573913574, 0.2900506556034088, 0.2669801414012909, 0.25618284940719604, 0.18181480467319489, 0.2017260193824768, 0.21477410197257996, 0.15511712431907654, 0.16041040420532227], "cos_Ac_negg": [0.4973500967025757, 0.29236483573913574, 0.2900506556034088, 0.2669801414012909, 0.25618284940719604, 0.18181480467319489, 0.2017260193824768, 0.21477410197257996, 0.15511712431907654, 0.16041040420532227], "r_norm": [4.0623979568481445, 4.0639448165893555, 4.089591026306152, 3.9504919052124023, 4.079298973083496, 4.117282867431641, 4.036934852600098, 4.15424919128418, 4.18593168258667, 4.003017902374268]}, {"step": 9550, "epoch": 24, "train_loss": 1.293326735496521, "cos_r_negg": [0.5034465789794922, 0.28344374895095825, 0.2909807860851288, 0.2608685791492462, 0.25210312008857727, 0.19225633144378662, 0.21056413650512695, 0.23486830294132233, 0.17274463176727295, 0.1727294623851776], "cos_apical_negg": [0.5034465789794922, 0.28344374895095825, 0.2909807860851288, 0.2608685791492462, 0.25210312008857727, 0.19225633144378662, 0.21056413650512695, 0.23486830294132233, 0.17274463176727295, 0.1727294623851776], "cos_Ac_negg": [0.5034465789794922, 0.28344374895095825, 0.2909807860851288, 0.2608685791492462, 0.25210312008857727, 0.19225633144378662, 0.21056413650512695, 0.23486830294132233, 0.17274463176727295, 0.1727294623851776], "r_norm": [4.137939453125, 4.1451873779296875, 4.163687705993652, 4.026824951171875, 4.14035701751709, 4.187290191650391, 4.117100715637207, 4.222923278808594, 4.255657196044922, 4.072134971618652]}, {"step": 9600, "epoch": 24, "train_loss": 1.6205549240112305, "cos_r_negg": [0.47266852855682373, 0.3018345832824707, 0.2932502329349518, 0.2808641791343689, 0.2554229497909546, 0.20583784580230713, 0.20849555730819702, 0.24066606163978577, 0.1710093915462494, 0.16552388668060303], "cos_apical_negg": [0.47266852855682373, 0.3018345832824707, 0.2932502329349518, 0.2808641791343689, 0.2554229497909546, 0.20583784580230713, 0.20849555730819702, 0.24066606163978577, 0.1710093915462494, 0.16552388668060303], "cos_Ac_negg": [0.47266852855682373, 0.3018345832824707, 0.2932502329349518, 0.2808641791343689, 0.2554229497909546, 0.20583784580230713, 0.20849555730819702, 0.24066606163978577, 0.1710093915462494, 0.16552388668060303], "r_norm": [4.062542915344238, 4.068728446960449, 4.083933353424072, 3.9532546997070312, 4.067278861999512, 4.105193138122559, 4.040600299835205, 4.148845195770264, 4.181797027587891, 4.0026960372924805]}, {"step": 9650, "epoch": 24, "train_loss": 1.2051842212677002, "cos_r_negg": [0.4939362406730652, 0.3100319504737854, 0.300589919090271, 0.28399354219436646, 0.2566077411174774, 0.19762036204338074, 0.22340649366378784, 0.2100273221731186, 0.18142329156398773, 0.17870593070983887], "cos_apical_negg": [0.4939362406730652, 0.3100319504737854, 0.300589919090271, 0.28399354219436646, 0.2566077411174774, 0.19762036204338074, 0.22340649366378784, 0.2100273221731186, 0.18142329156398773, 0.17870593070983887], "cos_Ac_negg": [0.4939362406730652, 0.3100319504737854, 0.300589919090271, 0.28399354219436646, 0.2566077411174774, 0.19762036204338074, 0.22340649366378784, 0.2100273221731186, 0.18142329156398773, 0.17870593070983887], "r_norm": [3.995344877243042, 4.000016212463379, 4.023316860198975, 3.8823204040527344, 4.0068793296813965, 4.040157794952393, 3.974688768386841, 4.086643218994141, 4.115452766418457, 3.930640459060669]}, {"step": 9700, "epoch": 24, "train_loss": 1.4220046997070312, "cos_r_negg": [0.4950864315032959, 0.3077678680419922, 0.2940131723880768, 0.28311485052108765, 0.26183462142944336, 0.18979763984680176, 0.22591532766819, 0.2425830364227295, 0.1734243780374527, 0.16592863202095032], "cos_apical_negg": [0.4950864315032959, 0.3077678680419922, 0.2940131723880768, 0.28311485052108765, 0.26183462142944336, 0.18979763984680176, 0.22591532766819, 0.2425830364227295, 0.1734243780374527, 0.16592863202095032], "cos_Ac_negg": [0.4950864315032959, 0.3077678680419922, 0.2940131723880768, 0.28311485052108765, 0.26183462142944336, 0.18979763984680176, 0.22591532766819, 0.2425830364227295, 0.1734243780374527, 0.16592863202095032], "r_norm": [4.134435653686523, 4.160351276397705, 4.166651248931885, 4.016136169433594, 4.141645431518555, 4.192599773406982, 4.1181640625, 4.229567527770996, 4.257063865661621, 4.068467140197754]}, {"step": 9750, "epoch": 24, "train_loss": 1.249049425125122, "cos_r_negg": [0.5159634351730347, 0.31030213832855225, 0.2978987693786621, 0.29420655965805054, 0.24628733098506927, 0.18681640923023224, 0.22427219152450562, 0.23402972519397736, 0.1599094569683075, 0.1704442799091339], "cos_apical_negg": [0.5159634351730347, 0.31030213832855225, 0.2978987693786621, 0.29420655965805054, 0.24628733098506927, 0.18681640923023224, 0.22427219152450562, 0.23402972519397736, 0.1599094569683075, 0.1704442799091339], "cos_Ac_negg": [0.5159634351730347, 0.31030213832855225, 0.2978987693786621, 0.29420655965805054, 0.24628733098506927, 0.18681640923023224, 0.22427219152450562, 0.23402972519397736, 0.1599094569683075, 0.1704442799091339], "r_norm": [4.113699913024902, 4.127580642700195, 4.1269612312316895, 3.99440598487854, 4.122469902038574, 4.167145729064941, 4.092979431152344, 4.197840213775635, 4.235755920410156, 4.0478692054748535]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.3991, "test_loss": 1.9066934814453125}], "final": {"test_acc": 0.3991, "test_loss": 1.9066934814453125, "wall_s": 40.167096853256226, "cos_r_negg": [0.49615341424942017, 0.30286622047424316, 0.28009873628616333, 0.29574692249298096, 0.249088853597641, 0.19733363389968872, 0.22588589787483215, 0.22100281715393066, 0.15510275959968567, 0.19222784042358398], "cos_apical_negg": [0.49615341424942017, 0.30286622047424316, 0.28009873628616333, 0.29574692249298096, 0.249088853597641, 0.19733363389968872, 0.22588589787483215, 0.22100281715393066, 0.15510275959968567, 0.19222784042358398], "cos_Ac_negg": [0.49615341424942017, 0.30286622047424316, 0.28009873628616333, 0.29574692249298096, 0.249088853597641, 0.19733363389968872, 0.22588589787483215, 0.22100281715393066, 0.15510275959968567, 0.19222784042358398]}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_dfa_d10_s1.json b/results/deepres_cifar10_dfa_d10_s1.json
new file mode 100644
index 0000000..50f8628
--- /dev/null
+++ b/results/deepres_cifar10_dfa_d10_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_dfa_d10_s1", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.474938154220581, "cos_r_negg": [-0.0028508182149380445, 0.010135786607861519, -0.0077997855842113495, -0.004749913699924946, 0.04042249917984009, -0.01126368809491396, -0.031134434044361115, 0.020940721035003662, -0.02642696350812912, -0.01425833348184824], "cos_apical_negg": [-0.0028508182149380445, 0.010135786607861519, -0.0077997855842113495, -0.004749913699924946, 0.04042249917984009, -0.01126368809491396, -0.031134434044361115, 0.020940721035003662, -0.02642696350812912, -0.01425833348184824], "cos_Ac_negg": [-0.0028508182149380445, 0.010135786607861519, -0.0077997855842113495, -0.004749913699924946, 0.04042249917984009, -0.01126368809491396, -0.031134434044361115, 0.020940721035003662, -0.02642696350812912, -0.01425833348184824], "r_norm": [5.066174507141113, 5.077542304992676, 5.083743572235107, 5.070041656494141, 5.021803855895996, 4.979473114013672, 5.1300554275512695, 5.046536922454834, 5.057781219482422, 5.114049911499023]}, {"step": 50, "epoch": 0, "train_loss": 2.2696235179901123, "cos_r_negg": [0.16360527276992798, -0.1054491251707077, -0.08323268592357635, -0.06217329204082489, -0.12399844080209732, -0.013397823087871075, -0.1386682093143463, -0.07704365998506546, -0.1222187727689743, -0.18580147624015808], "cos_apical_negg": [0.16360527276992798, -0.1054491251707077, -0.08323268592357635, -0.06217329204082489, -0.12399844080209732, -0.013397823087871075, -0.1386682093143463, -0.07704365998506546, -0.1222187727689743, -0.18580147624015808], "cos_Ac_negg": [0.16360527276992798, -0.1054491251707077, -0.08323268592357635, -0.06217329204082489, -0.12399844080209732, -0.013397823087871075, -0.1386682093143463, -0.07704365998506546, -0.1222187727689743, -0.18580147624015808], "r_norm": [4.708006858825684, 4.704748153686523, 4.689581871032715, 4.717644691467285, 4.667887210845947, 4.625135898590088, 4.762903213500977, 4.6721343994140625, 4.670862197875977, 4.721414566040039]}, {"step": 100, "epoch": 0, "train_loss": 2.2971689701080322, "cos_r_negg": [0.2582457661628723, -0.10943861305713654, -0.04472967982292175, -0.05773111432790756, -0.08748123049736023, -0.08936101198196411, -0.1643415093421936, -0.12507547438144684, -0.09585817158222198, -0.10157936811447144], "cos_apical_negg": [0.2582457661628723, -0.10943861305713654, -0.04472967982292175, -0.05773111432790756, -0.08748123049736023, -0.08936101198196411, -0.1643415093421936, -0.12507547438144684, -0.09585817158222198, -0.10157936811447144], "cos_Ac_negg": [0.2582457661628723, -0.10943861305713654, -0.04472967982292175, -0.05773111432790756, -0.08748123049736023, -0.08936101198196411, -0.1643415093421936, -0.12507547438144684, -0.09585817158222198, -0.10157936811447144], "r_norm": [4.644706726074219, 4.661200523376465, 4.6445088386535645, 4.6389923095703125, 4.579760551452637, 4.555863380432129, 4.688857078552246, 4.614943027496338, 4.591423511505127, 4.639153480529785]}, {"step": 150, "epoch": 0, "train_loss": 2.382781505584717, "cos_r_negg": [0.2926810383796692, -0.0350508838891983, -0.05525588244199753, -0.025215156376361847, -0.050498321652412415, -0.12696710228919983, -0.13253742456436157, -0.10083900392055511, -0.00044611096382141113, -0.14367446303367615], "cos_apical_negg": [0.2926810383796692, -0.0350508838891983, -0.05525588244199753, -0.025215156376361847, -0.050498321652412415, -0.12696710228919983, -0.13253742456436157, -0.10083900392055511, -0.00044611096382141113, -0.14367446303367615], "cos_Ac_negg": [0.2926810383796692, -0.0350508838891983, -0.05525588244199753, -0.025215156376361847, -0.050498321652412415, -0.12696710228919983, -0.13253742456436157, -0.10083900392055511, -0.00044611096382141113, -0.14367446303367615], "r_norm": [4.6872358322143555, 4.689156532287598, 4.672034740447998, 4.692593574523926, 4.647799491882324, 4.598649024963379, 4.745268821716309, 4.65806770324707, 4.6465535163879395, 4.67854118347168]}, {"step": 200, "epoch": 0, "train_loss": 2.2013778686523438, "cos_r_negg": [0.3173408508300781, -0.11183380335569382, -0.054668597877025604, -0.03581086918711662, -0.1218622475862503, -0.14604516327381134, -0.07952325791120529, -0.14323008060455322, -0.10542268306016922, -0.09907451272010803], "cos_apical_negg": [0.3173408508300781, -0.11183380335569382, -0.054668597877025604, -0.03581086918711662, -0.1218622475862503, -0.14604516327381134, -0.07952325791120529, -0.14323008060455322, -0.10542268306016922, -0.09907451272010803], "cos_Ac_negg": [0.3173408508300781, -0.11183380335569382, -0.054668597877025604, -0.03581086918711662, -0.1218622475862503, -0.14604516327381134, -0.07952325791120529, -0.14323008060455322, -0.10542268306016922, -0.09907451272010803], "r_norm": [4.64161491394043, 4.63201379776001, 4.636442184448242, 4.632917404174805, 4.573696136474609, 4.531947135925293, 4.674415588378906, 4.582079887390137, 4.614836692810059, 4.63484001159668]}, {"step": 250, "epoch": 0, "train_loss": 2.189434051513672, "cos_r_negg": [0.36384180188179016, -0.06955310702323914, 0.011348623782396317, -0.0211263969540596, -0.07719626277685165, -0.06468407809734344, -0.09397553652524948, -0.033817049115896225, -0.10686808824539185, 0.06156143546104431], "cos_apical_negg": [0.36384180188179016, -0.06955310702323914, 0.011348623782396317, -0.0211263969540596, -0.07719626277685165, -0.06468407809734344, -0.09397553652524948, -0.033817049115896225, -0.10686808824539185, 0.06156143546104431], "cos_Ac_negg": [0.36384180188179016, -0.06955310702323914, 0.011348623782396317, -0.0211263969540596, -0.07719626277685165, -0.06468407809734344, -0.09397553652524948, -0.033817049115896225, -0.10686808824539185, 0.06156143546104431], "r_norm": [4.623059272766113, 4.629036903381348, 4.620065689086914, 4.659947395324707, 4.590929985046387, 4.542618274688721, 4.677131652832031, 4.593419075012207, 4.606649398803711, 4.634250640869141]}, {"step": 300, "epoch": 0, "train_loss": 2.1623709201812744, "cos_r_negg": [0.3294503390789032, -0.06194085627794266, -0.030597791075706482, -0.015225009061396122, -0.1282571256160736, -0.11637893319129944, -0.08061209321022034, -0.036098405718803406, -0.045287247747182846, 0.028080828487873077], "cos_apical_negg": [0.3294503390789032, -0.06194085627794266, -0.030597791075706482, -0.015225009061396122, -0.1282571256160736, -0.11637893319129944, -0.08061209321022034, -0.036098405718803406, -0.045287247747182846, 0.028080828487873077], "cos_Ac_negg": [0.3294503390789032, -0.06194085627794266, -0.030597791075706482, -0.015225009061396122, -0.1282571256160736, -0.11637893319129944, -0.08061209321022034, -0.036098405718803406, -0.045287247747182846, 0.028080828487873077], "r_norm": [4.651224613189697, 4.636089324951172, 4.626321792602539, 4.646736145019531, 4.591354846954346, 4.5405168533325195, 4.676914691925049, 4.597731590270996, 4.6288957595825195, 4.638550758361816]}, {"step": 350, "epoch": 0, "train_loss": 2.4109246730804443, "cos_r_negg": [0.3448902666568756, -0.09684473276138306, 0.02515983209013939, -0.01872580498456955, -0.08961743861436844, -0.10383541136980057, -0.08774746209383011, -0.10177953541278839, -0.04585478827357292, -0.12488040328025818], "cos_apical_negg": [0.3448902666568756, -0.09684473276138306, 0.02515983209013939, -0.01872580498456955, -0.08961743861436844, -0.10383541136980057, -0.08774746209383011, -0.10177953541278839, -0.04585478827357292, -0.12488040328025818], "cos_Ac_negg": [0.3448902666568756, -0.09684473276138306, 0.02515983209013939, -0.01872580498456955, -0.08961743861436844, -0.10383541136980057, -0.08774746209383011, -0.10177953541278839, -0.04585478827357292, -0.12488040328025818], "r_norm": [4.800141334533691, 4.82460355758667, 4.815373420715332, 4.765438556671143, 4.792229652404785, 4.683462142944336, 4.848572254180908, 4.779732704162598, 4.785735130310059, 4.834447860717773]}, {"epoch_end": 0, "step": 391, "test_acc": 0.2653, "test_loss": 2.5919228271484376}, {"step": 400, "epoch": 1, "train_loss": 2.285008430480957, "cos_r_negg": [0.3772701621055603, -0.06198436766862869, -0.06898516416549683, -0.017753008753061295, -0.08653081953525543, -0.06573203951120377, 0.01454333309084177, -0.0394129641354084, -0.03881636634469032, -0.1435210406780243], "cos_apical_negg": [0.3772701621055603, -0.06198436766862869, -0.06898516416549683, -0.017753008753061295, -0.08653081953525543, -0.06573203951120377, 0.01454333309084177, -0.0394129641354084, -0.03881636634469032, -0.1435210406780243], "cos_Ac_negg": [0.3772701621055603, -0.06198436766862869, -0.06898516416549683, -0.017753008753061295, -0.08653081953525543, -0.06573203951120377, 0.01454333309084177, -0.0394129641354084, -0.03881636634469032, -0.1435210406780243], "r_norm": [4.577462673187256, 4.563276290893555, 4.5604658126831055, 4.576481819152832, 4.52517032623291, 4.482113361358643, 4.607037544250488, 4.5398173332214355, 4.549183368682861, 4.5607147216796875]}, {"step": 450, "epoch": 1, "train_loss": 2.287156820297241, "cos_r_negg": [0.37820756435394287, -0.0071751996874809265, -0.029343433678150177, -0.015418625436723232, -0.03482796251773834, -0.05249202996492386, -0.02322106994688511, -0.03713999316096306, -0.03487229347229004, -0.12975631654262543], "cos_apical_negg": [0.37820756435394287, -0.0071751996874809265, -0.029343433678150177, -0.015418625436723232, -0.03482796251773834, -0.05249202996492386, -0.02322106994688511, -0.03713999316096306, -0.03487229347229004, -0.12975631654262543], "cos_Ac_negg": [0.37820756435394287, -0.0071751996874809265, -0.029343433678150177, -0.015418625436723232, -0.03482796251773834, -0.05249202996492386, -0.02322106994688511, -0.03713999316096306, -0.03487229347229004, -0.12975631654262543], "r_norm": [4.478775978088379, 4.506621837615967, 4.480779647827148, 4.484891414642334, 4.412639617919922, 4.394406318664551, 4.529481887817383, 4.442636489868164, 4.441583633422852, 4.484774589538574]}, {"step": 500, "epoch": 1, "train_loss": 2.110764265060425, "cos_r_negg": [0.42439350485801697, -0.04076310992240906, -0.04367546737194061, -0.02947930619120598, -0.09853040426969528, -0.06488681584596634, -0.05394826829433441, 0.034583114087581635, -0.004993487149477005, -0.15946178138256073], "cos_apical_negg": [0.42439350485801697, -0.04076310992240906, -0.04367546737194061, -0.02947930619120598, -0.09853040426969528, -0.06488681584596634, -0.05394826829433441, 0.034583114087581635, -0.004993487149477005, -0.15946178138256073], "cos_Ac_negg": [0.42439350485801697, -0.04076310992240906, -0.04367546737194061, -0.02947930619120598, -0.09853040426969528, -0.06488681584596634, -0.05394826829433441, 0.034583114087581635, -0.004993487149477005, -0.15946178138256073], "r_norm": [4.553460121154785, 4.554618835449219, 4.538020133972168, 4.553661823272705, 4.519571304321289, 4.475530624389648, 4.604813575744629, 4.512854099273682, 4.517864227294922, 4.561809539794922]}, {"step": 550, "epoch": 1, "train_loss": 2.3950910568237305, "cos_r_negg": [0.39941561222076416, -0.024290870875120163, -0.029763605445623398, -0.00343253999017179, -0.06938483566045761, -0.11737757921218872, -0.005578720476478338, 0.037169381976127625, -0.037841834127902985, -0.06000994145870209], "cos_apical_negg": [0.39941561222076416, -0.024290870875120163, -0.029763605445623398, -0.00343253999017179, -0.06938483566045761, -0.11737757921218872, -0.005578720476478338, 0.037169381976127625, -0.037841834127902985, -0.06000994145870209], "cos_Ac_negg": [0.39941561222076416, -0.024290870875120163, -0.029763605445623398, -0.00343253999017179, -0.06938483566045761, -0.11737757921218872, -0.005578720476478338, 0.037169381976127625, -0.037841834127902985, -0.06000994145870209], "r_norm": [4.5169830322265625, 4.5313825607299805, 4.506021499633789, 4.523867607116699, 4.476924896240234, 4.422773361206055, 4.586892127990723, 4.514239311218262, 4.490050315856934, 4.5269269943237305]}, {"step": 600, "epoch": 1, "train_loss": 2.2092981338500977, "cos_r_negg": [0.4072708189487457, 0.031136425212025642, -0.029776472598314285, -0.027851540595293045, -0.043635353446006775, -0.08912686258554459, -0.043025754392147064, 0.0033056456595659256, -0.03544992208480835, -0.0682409331202507], "cos_apical_negg": [0.4072708189487457, 0.031136425212025642, -0.029776472598314285, -0.027851540595293045, -0.043635353446006775, -0.08912686258554459, -0.043025754392147064, 0.0033056456595659256, -0.03544992208480835, -0.0682409331202507], "cos_Ac_negg": [0.4072708189487457, 0.031136425212025642, -0.029776472598314285, -0.027851540595293045, -0.043635353446006775, -0.08912686258554459, -0.043025754392147064, 0.0033056456595659256, -0.03544992208480835, -0.0682409331202507], "r_norm": [4.768683433532715, 4.777244567871094, 4.799212455749512, 4.784856796264648, 4.698408126831055, 4.672863960266113, 4.826437950134277, 4.743350028991699, 4.740684509277344, 4.799141883850098]}, {"step": 650, "epoch": 1, "train_loss": 2.1654417514801025, "cos_r_negg": [0.394834041595459, 0.003823227249085903, -0.054899148643016815, -0.058946769684553146, 0.003017508890479803, -0.05597670376300812, -0.06875862926244736, 0.005825208965688944, -0.1000591516494751, -0.04326651990413666], "cos_apical_negg": [0.394834041595459, 0.003823227249085903, -0.054899148643016815, -0.058946769684553146, 0.003017508890479803, -0.05597670376300812, -0.06875862926244736, 0.005825208965688944, -0.1000591516494751, -0.04326651990413666], "cos_Ac_negg": [0.394834041595459, 0.003823227249085903, -0.054899148643016815, -0.058946769684553146, 0.003017508890479803, -0.05597670376300812, -0.06875862926244736, 0.005825208965688944, -0.1000591516494751, -0.04326651990413666], "r_norm": [4.575364589691162, 4.5789947509765625, 4.5760393142700195, 4.57341194152832, 4.51572322845459, 4.4709649085998535, 4.614411354064941, 4.5423994064331055, 4.534460544586182, 4.573941230773926]}, {"step": 700, "epoch": 1, "train_loss": 2.345953941345215, "cos_r_negg": [0.43199440836906433, -0.03896566852927208, -0.039008431136608124, -0.04467998072504997, 0.03531955927610397, -0.04460013285279274, -0.01936984807252884, -0.01064244844019413, -0.004402905702590942, 0.010837402194738388], "cos_apical_negg": [0.43199440836906433, -0.03896566852927208, -0.039008431136608124, -0.04467998072504997, 0.03531955927610397, -0.04460013285279274, -0.01936984807252884, -0.01064244844019413, -0.004402905702590942, 0.010837402194738388], "cos_Ac_negg": [0.43199440836906433, -0.03896566852927208, -0.039008431136608124, -0.04467998072504997, 0.03531955927610397, -0.04460013285279274, -0.01936984807252884, -0.01064244844019413, -0.004402905702590942, 0.010837402194738388], "r_norm": [4.489602088928223, 4.495838165283203, 4.476896286010742, 4.503832817077637, 4.440073013305664, 4.405219078063965, 4.54734468460083, 4.462835311889648, 4.457294464111328, 4.50335693359375]}, {"step": 750, "epoch": 1, "train_loss": 2.393364429473877, "cos_r_negg": [0.38400205969810486, -0.050924498587846756, -0.05303521081805229, 0.04540451616048813, -0.013197559863328934, -0.10203675180673599, -0.01294211857020855, 0.03496444225311279, -0.02042003907263279, 0.0067032137885689735], "cos_apical_negg": [0.38400205969810486, -0.050924498587846756, -0.05303521081805229, 0.04540451616048813, -0.013197559863328934, -0.10203675180673599, -0.01294211857020855, 0.03496444225311279, -0.02042003907263279, 0.0067032137885689735], "cos_Ac_negg": [0.38400205969810486, -0.050924498587846756, -0.05303521081805229, 0.04540451616048813, -0.013197559863328934, -0.10203675180673599, -0.01294211857020855, 0.03496444225311279, -0.02042003907263279, 0.0067032137885689735], "r_norm": [4.457086563110352, 4.447756767272949, 4.440656661987305, 4.4565582275390625, 4.424228191375732, 4.361166000366211, 4.502933979034424, 4.422818183898926, 4.431529998779297, 4.472853660583496]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3212, "test_loss": 2.144688916015625}, {"step": 800, "epoch": 2, "train_loss": 2.182652473449707, "cos_r_negg": [0.42701900005340576, -0.05938150733709335, -0.06773441284894943, -0.08614834398031235, -0.013103779405355453, -0.12075571715831757, -0.006487952545285225, 0.01564520038664341, -0.010198003612458706, 0.03715302050113678], "cos_apical_negg": [0.42701900005340576, -0.05938150733709335, -0.06773441284894943, -0.08614834398031235, -0.013103779405355453, -0.12075571715831757, -0.006487952545285225, 0.01564520038664341, -0.010198003612458706, 0.03715302050113678], "cos_Ac_negg": [0.42701900005340576, -0.05938150733709335, -0.06773441284894943, -0.08614834398031235, -0.013103779405355453, -0.12075571715831757, -0.006487952545285225, 0.01564520038664341, -0.010198003612458706, 0.03715302050113678], "r_norm": [4.5133466720581055, 4.511603355407715, 4.505474090576172, 4.525709629058838, 4.461596488952637, 4.426968574523926, 4.558571815490723, 4.489685535430908, 4.485748767852783, 4.527830123901367]}, {"step": 850, "epoch": 2, "train_loss": 2.2678279876708984, "cos_r_negg": [0.4287046194076538, -0.05266392603516579, -0.05773308873176575, -0.0006484515033662319, -0.06286691129207611, -0.0871673971414566, 0.06827625632286072, 0.01961435377597809, -0.015467401593923569, -0.0989033654332161], "cos_apical_negg": [0.4287046194076538, -0.05266392603516579, -0.05773308873176575, -0.0006484515033662319, -0.06286691129207611, -0.0871673971414566, 0.06827625632286072, 0.01961435377597809, -0.015467401593923569, -0.0989033654332161], "cos_Ac_negg": [0.4287046194076538, -0.05266392603516579, -0.05773308873176575, -0.0006484515033662319, -0.06286691129207611, -0.0871673971414566, 0.06827625632286072, 0.01961435377597809, -0.015467401593923569, -0.0989033654332161], "r_norm": [4.500795364379883, 4.490588665008545, 4.498714447021484, 4.524054050445557, 4.469372749328613, 4.425049781799316, 4.5559563636779785, 4.470913887023926, 4.483059883117676, 4.512807846069336]}, {"step": 900, "epoch": 2, "train_loss": 1.9341013431549072, "cos_r_negg": [0.47024020552635193, -0.02449323609471321, -0.048697590827941895, 0.011081768199801445, -0.08136481046676636, -0.044967278838157654, 0.028966831043362617, -0.017979368567466736, -0.0023239522706717253, -0.0313042551279068], "cos_apical_negg": [0.47024020552635193, -0.02449323609471321, -0.048697590827941895, 0.011081768199801445, -0.08136481046676636, -0.044967278838157654, 0.028966831043362617, -0.017979368567466736, -0.0023239522706717253, -0.0313042551279068], "cos_Ac_negg": [0.47024020552635193, -0.02449323609471321, -0.048697590827941895, 0.011081768199801445, -0.08136481046676636, -0.044967278838157654, 0.028966831043362617, -0.017979368567466736, -0.0023239522706717253, -0.0313042551279068], "r_norm": [4.713466644287109, 4.69636344909668, 4.679405212402344, 4.71898078918457, 4.651882648468018, 4.6297736167907715, 4.767090797424316, 4.675649642944336, 4.691891193389893, 4.735238075256348]}, {"step": 950, "epoch": 2, "train_loss": 1.8289546966552734, "cos_r_negg": [0.4542413055896759, -0.061883095651865005, -0.010449295863509178, -0.021516041830182076, -0.08445954322814941, -0.04667172208428383, 0.06673619151115417, 0.06716708838939667, 0.04232671111822128, 0.0029567666351795197], "cos_apical_negg": [0.4542413055896759, -0.061883095651865005, -0.010449295863509178, -0.021516041830182076, -0.08445954322814941, -0.04667172208428383, 0.06673619151115417, 0.06716708838939667, 0.04232671111822128, 0.0029567666351795197], "cos_Ac_negg": [0.4542413055896759, -0.061883095651865005, -0.010449295863509178, -0.021516041830182076, -0.08445954322814941, -0.04667172208428383, 0.06673619151115417, 0.06716708838939667, 0.04232671111822128, 0.0029567666351795197], "r_norm": [4.42227029800415, 4.426268100738525, 4.412787437438965, 4.43022346496582, 4.3711323738098145, 4.329411029815674, 4.470468521118164, 4.386997222900391, 4.393727779388428, 4.425941467285156]}, {"step": 1000, "epoch": 2, "train_loss": 2.1970152854919434, "cos_r_negg": [0.4501115679740906, -0.04461672157049179, 0.020370161160826683, -0.010517722927033901, -0.05313039943575859, -0.08009516447782516, 0.022871997207403183, -0.0459546223282814, 0.02547859586775303, -0.04210396856069565], "cos_apical_negg": [0.4501115679740906, -0.04461672157049179, 0.020370161160826683, -0.010517722927033901, -0.05313039943575859, -0.08009516447782516, 0.022871997207403183, -0.0459546223282814, 0.02547859586775303, -0.04210396856069565], "cos_Ac_negg": [0.4501115679740906, -0.04461672157049179, 0.020370161160826683, -0.010517722927033901, -0.05313039943575859, -0.08009516447782516, 0.022871997207403183, -0.0459546223282814, 0.02547859586775303, -0.04210396856069565], "r_norm": [4.714380264282227, 4.706265926361084, 4.683326244354248, 4.738776683807373, 4.642263412475586, 4.613162994384766, 4.731548309326172, 4.67072868347168, 4.673922538757324, 4.703125]}, {"step": 1050, "epoch": 2, "train_loss": 2.4146888256073, "cos_r_negg": [0.43527382612228394, -0.010404780507087708, -0.0013552936725318432, -0.013387089595198631, -0.05226809158921242, -0.021010860800743103, 0.022240206599235535, -0.02800700254738331, 0.018844682723283768, -0.02096182480454445], "cos_apical_negg": [0.43527382612228394, -0.010404780507087708, -0.0013552936725318432, -0.013387089595198631, -0.05226809158921242, -0.021010860800743103, 0.022240206599235535, -0.02800700254738331, 0.018844682723283768, -0.02096182480454445], "cos_Ac_negg": [0.43527382612228394, -0.010404780507087708, -0.0013552936725318432, -0.013387089595198631, -0.05226809158921242, -0.021010860800743103, 0.022240206599235535, -0.02800700254738331, 0.018844682723283768, -0.02096182480454445], "r_norm": [4.331928253173828, 4.3286662101745605, 4.314414978027344, 4.332670211791992, 4.279593467712402, 4.24594783782959, 4.373171806335449, 4.293846130371094, 4.307301998138428, 4.336376667022705]}, {"step": 1100, "epoch": 2, "train_loss": 2.143765926361084, "cos_r_negg": [0.436082124710083, -0.0017202419694513083, -0.01723800227046013, -0.004209510516375303, -0.048123881220817566, -0.005673971958458424, -0.014023788273334503, -0.011022044345736504, 0.02857397124171257, -0.10721565037965775], "cos_apical_negg": [0.436082124710083, -0.0017202419694513083, -0.01723800227046013, -0.004209510516375303, -0.048123881220817566, -0.005673971958458424, -0.014023788273334503, -0.011022044345736504, 0.02857397124171257, -0.10721565037965775], "cos_Ac_negg": [0.436082124710083, -0.0017202419694513083, -0.01723800227046013, -0.004209510516375303, -0.048123881220817566, -0.005673971958458424, -0.014023788273334503, -0.011022044345736504, 0.02857397124171257, -0.10721565037965775], "r_norm": [4.673837661743164, 4.673742771148682, 4.669543743133545, 4.687544822692871, 4.629886627197266, 4.580540180206299, 4.743951797485352, 4.6612396240234375, 4.647797584533691, 4.697737216949463]}, {"step": 1150, "epoch": 2, "train_loss": 2.3387818336486816, "cos_r_negg": [0.4412282109260559, 0.009182153269648552, 0.0029720612801611423, 0.0016970253782346845, -0.023089928552508354, 0.0317620187997818, -0.008500599302351475, 0.028065696358680725, 0.013931863009929657, -0.06580714881420135], "cos_apical_negg": [0.4412282109260559, 0.009182153269648552, 0.0029720612801611423, 0.0016970253782346845, -0.023089928552508354, 0.0317620187997818, -0.008500599302351475, 0.028065696358680725, 0.013931863009929657, -0.06580714881420135], "cos_Ac_negg": [0.4412282109260559, 0.009182153269648552, 0.0029720612801611423, 0.0016970253782346845, -0.023089928552508354, 0.0317620187997818, -0.008500599302351475, 0.028065696358680725, 0.013931863009929657, -0.06580714881420135], "r_norm": [4.55185604095459, 4.55293607711792, 4.544574737548828, 4.568081378936768, 4.491169452667236, 4.454015731811523, 4.599488258361816, 4.508153438568115, 4.52229118347168, 4.558706283569336]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.321, "test_loss": 2.25719482421875}, {"step": 1200, "epoch": 3, "train_loss": 2.107337713241577, "cos_r_negg": [0.43064141273498535, -0.02132013626396656, 0.003920335788279772, 0.03011505678296089, 0.002773209474980831, -0.04490967467427254, -0.015624846331775188, 0.046603213995695114, -0.018203258514404297, -0.06928977370262146], "cos_apical_negg": [0.43064141273498535, -0.02132013626396656, 0.003920335788279772, 0.03011505678296089, 0.002773209474980831, -0.04490967467427254, -0.015624846331775188, 0.046603213995695114, -0.018203258514404297, -0.06928977370262146], "cos_Ac_negg": [0.43064141273498535, -0.02132013626396656, 0.003920335788279772, 0.03011505678296089, 0.002773209474980831, -0.04490967467427254, -0.015624846331775188, 0.046603213995695114, -0.018203258514404297, -0.06928977370262146], "r_norm": [4.5166707038879395, 4.514684677124023, 4.4998040199279785, 4.511322975158691, 4.460104942321777, 4.420044422149658, 4.565677642822266, 4.493953227996826, 4.477298736572266, 4.517725944519043]}, {"step": 1250, "epoch": 3, "train_loss": 1.9357906579971313, "cos_r_negg": [0.44835367798805237, 0.03142406791448593, 0.03464389219880104, -0.004242026712745428, -0.0360916405916214, -0.006174915470182896, -0.006207044702023268, 0.05741501227021217, -0.02013070322573185, 0.0046968306414783], "cos_apical_negg": [0.44835367798805237, 0.03142406791448593, 0.03464389219880104, -0.004242026712745428, -0.0360916405916214, -0.006174915470182896, -0.006207044702023268, 0.05741501227021217, -0.02013070322573185, 0.0046968306414783], "cos_Ac_negg": [0.44835367798805237, 0.03142406791448593, 0.03464389219880104, -0.004242026712745428, -0.0360916405916214, -0.006174915470182896, -0.006207044702023268, 0.05741501227021217, -0.02013070322573185, 0.0046968306414783], "r_norm": [4.476480960845947, 4.460951805114746, 4.449913501739502, 4.476094722747803, 4.431324481964111, 4.392922401428223, 4.514150142669678, 4.434823036193848, 4.443154335021973, 4.46823787689209]}, {"step": 1300, "epoch": 3, "train_loss": 2.16241192817688, "cos_r_negg": [0.4721812307834625, 0.07216010242700577, 0.005649500992149115, -0.036127664148807526, -0.02951161004602909, -0.08557984977960587, 0.03426732122898102, 0.04491345211863518, 0.04226072132587433, 0.015236605890095234], "cos_apical_negg": [0.4721812307834625, 0.07216010242700577, 0.005649500992149115, -0.036127664148807526, -0.02951161004602909, -0.08557984977960587, 0.03426732122898102, 0.04491345211863518, 0.04226072132587433, 0.015236605890095234], "cos_Ac_negg": [0.4721812307834625, 0.07216010242700577, 0.005649500992149115, -0.036127664148807526, -0.02951161004602909, -0.08557984977960587, 0.03426732122898102, 0.04491345211863518, 0.04226072132587433, 0.015236605890095234], "r_norm": [4.556093215942383, 4.5407609939575195, 4.519841194152832, 4.556899547576904, 4.519696235656738, 4.471647262573242, 4.588200569152832, 4.516347408294678, 4.533102512359619, 4.560190200805664]}, {"step": 1350, "epoch": 3, "train_loss": 2.0741536617279053, "cos_r_negg": [0.4365658462047577, 0.011099668219685555, 0.02659306302666664, 0.07355406880378723, -0.05580217391252518, -0.048710599541664124, -0.00998140498995781, 0.03457576781511307, 0.02244991809129715, -0.10765856504440308], "cos_apical_negg": [0.4365658462047577, 0.011099668219685555, 0.02659306302666664, 0.07355406880378723, -0.05580217391252518, -0.048710599541664124, -0.00998140498995781, 0.03457576781511307, 0.02244991809129715, -0.10765856504440308], "cos_Ac_negg": [0.4365658462047577, 0.011099668219685555, 0.02659306302666664, 0.07355406880378723, -0.05580217391252518, -0.048710599541664124, -0.00998140498995781, 0.03457576781511307, 0.02244991809129715, -0.10765856504440308], "r_norm": [4.511556625366211, 4.497870445251465, 4.480120658874512, 4.4932990074157715, 4.459056377410889, 4.40526008605957, 4.555717945098877, 4.457578659057617, 4.481043815612793, 4.501369476318359]}, {"step": 1400, "epoch": 3, "train_loss": 2.250136375427246, "cos_r_negg": [0.47269561886787415, 0.009683984331786633, 0.03006073459982872, -0.0015400554984807968, -0.002662098268046975, 0.0073507181368768215, -0.012081217020750046, 0.06931619346141815, -0.024352610111236572, -0.06801730394363403], "cos_apical_negg": [0.47269561886787415, 0.009683984331786633, 0.03006073459982872, -0.0015400554984807968, -0.002662098268046975, 0.0073507181368768215, -0.012081217020750046, 0.06931619346141815, -0.024352610111236572, -0.06801730394363403], "cos_Ac_negg": [0.47269561886787415, 0.009683984331786633, 0.03006073459982872, -0.0015400554984807968, -0.002662098268046975, 0.0073507181368768215, -0.012081217020750046, 0.06931619346141815, -0.024352610111236572, -0.06801730394363403], "r_norm": [4.53056001663208, 4.520398139953613, 4.520026683807373, 4.54193639755249, 4.506799697875977, 4.453983783721924, 4.582199573516846, 4.494112968444824, 4.506275177001953, 4.541654109954834]}, {"step": 1450, "epoch": 3, "train_loss": 1.927294135093689, "cos_r_negg": [0.4795524775981903, 0.05607312172651291, 0.04608558863401413, 0.0060578142292797565, -0.03177184239029884, -0.047047656029462814, 0.0006879428401589394, 0.08705353736877441, -0.01609041355550289, -0.07411074638366699], "cos_apical_negg": [0.4795524775981903, 0.05607312172651291, 0.04608558863401413, 0.0060578142292797565, -0.03177184239029884, -0.047047656029462814, 0.0006879428401589394, 0.08705353736877441, -0.01609041355550289, -0.07411074638366699], "cos_Ac_negg": [0.4795524775981903, 0.05607312172651291, 0.04608558863401413, 0.0060578142292797565, -0.03177184239029884, -0.047047656029462814, 0.0006879428401589394, 0.08705353736877441, -0.01609041355550289, -0.07411074638366699], "r_norm": [4.622389793395996, 4.624078750610352, 4.610535621643066, 4.598908424377441, 4.56102180480957, 4.5050578117370605, 4.665762901306152, 4.589079856872559, 4.573765754699707, 4.616272449493408]}, {"step": 1500, "epoch": 3, "train_loss": 2.4983808994293213, "cos_r_negg": [0.43407630920410156, 0.046540629118680954, 0.012636039406061172, -0.007566759828478098, -0.007084977813065052, -0.019396573305130005, 0.0101240249350667, 0.0889497920870781, -0.03986985236406326, -0.06466785073280334], "cos_apical_negg": [0.43407630920410156, 0.046540629118680954, 0.012636039406061172, -0.007566759828478098, -0.007084977813065052, -0.019396573305130005, 0.0101240249350667, 0.0889497920870781, -0.03986985236406326, -0.06466785073280334], "cos_Ac_negg": [0.43407630920410156, 0.046540629118680954, 0.012636039406061172, -0.007566759828478098, -0.007084977813065052, -0.019396573305130005, 0.0101240249350667, 0.0889497920870781, -0.03986985236406326, -0.06466785073280334], "r_norm": [4.291234016418457, 4.290890216827393, 4.275359153747559, 4.296845436096191, 4.245551586151123, 4.208588600158691, 4.344648361206055, 4.26364803314209, 4.267666816711426, 4.299111843109131]}, {"step": 1550, "epoch": 3, "train_loss": 2.4036612510681152, "cos_r_negg": [0.4427545368671417, 0.04299958795309067, 0.03022749349474907, -0.009742719121277332, -0.008494870737195015, -0.029165638610720634, 0.040064580738544464, 0.08789213001728058, -0.08743470162153244, -0.08305461704730988], "cos_apical_negg": [0.4427545368671417, 0.04299958795309067, 0.03022749349474907, -0.009742719121277332, -0.008494870737195015, -0.029165638610720634, 0.040064580738544464, 0.08789213001728058, -0.08743470162153244, -0.08305461704730988], "cos_Ac_negg": [0.4427545368671417, 0.04299958795309067, 0.03022749349474907, -0.009742719121277332, -0.008494870737195015, -0.029165638610720634, 0.040064580738544464, 0.08789213001728058, -0.08743470162153244, -0.08305461704730988], "r_norm": [4.6342573165893555, 4.635950088500977, 4.626914024353027, 4.638784885406494, 4.588839530944824, 4.538686752319336, 4.674059867858887, 4.604307174682617, 4.596731662750244, 4.633430480957031]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3392, "test_loss": 2.1163165283203127}, {"step": 1600, "epoch": 4, "train_loss": 2.2773444652557373, "cos_r_negg": [0.467332124710083, 0.05674004927277565, 0.03298085182905197, 0.04638682305812836, -0.023574844002723694, -0.016549013555049896, 0.05120250955224037, 0.07305265963077545, -0.08066986501216888, -0.061369143426418304], "cos_apical_negg": [0.467332124710083, 0.05674004927277565, 0.03298085182905197, 0.04638682305812836, -0.023574844002723694, -0.016549013555049896, 0.05120250955224037, 0.07305265963077545, -0.08066986501216888, -0.061369143426418304], "cos_Ac_negg": [0.467332124710083, 0.05674004927277565, 0.03298085182905197, 0.04638682305812836, -0.023574844002723694, -0.016549013555049896, 0.05120250955224037, 0.07305265963077545, -0.08066986501216888, -0.061369143426418304], "r_norm": [4.514068603515625, 4.525075912475586, 4.5147199630737305, 4.535006523132324, 4.467104434967041, 4.412503242492676, 4.575687885284424, 4.50179386138916, 4.483079433441162, 4.518916130065918]}, {"step": 1650, "epoch": 4, "train_loss": 2.3240718841552734, "cos_r_negg": [0.46413007378578186, 0.05405161529779434, 0.03908844292163849, 0.03752543032169342, -0.008275575935840607, -0.002529711229726672, 0.0049146199598908424, 0.0737525075674057, -0.043906062841415405, -0.004659861326217651], "cos_apical_negg": [0.46413007378578186, 0.05405161529779434, 0.03908844292163849, 0.03752543032169342, -0.008275575935840607, -0.002529711229726672, 0.0049146199598908424, 0.0737525075674057, -0.043906062841415405, -0.004659861326217651], "cos_Ac_negg": [0.46413007378578186, 0.05405161529779434, 0.03908844292163849, 0.03752543032169342, -0.008275575935840607, -0.002529711229726672, 0.0049146199598908424, 0.0737525075674057, -0.043906062841415405, -0.004659861326217651], "r_norm": [4.52531623840332, 4.533158779144287, 4.523561477661133, 4.551327705383301, 4.484125137329102, 4.434696197509766, 4.584908962249756, 4.5051350593566895, 4.490142345428467, 4.537710189819336]}, {"step": 1700, "epoch": 4, "train_loss": 2.0695440769195557, "cos_r_negg": [0.4725976288318634, 0.06375318765640259, 0.012048756703734398, -0.013649231754243374, -0.013349931687116623, -0.017620351165533066, 0.01635775901377201, 0.07744793593883514, -0.025185998529195786, 0.012356916442513466], "cos_apical_negg": [0.4725976288318634, 0.06375318765640259, 0.012048756703734398, -0.013649231754243374, -0.013349931687116623, -0.017620351165533066, 0.01635775901377201, 0.07744793593883514, -0.025185998529195786, 0.012356916442513466], "cos_Ac_negg": [0.4725976288318634, 0.06375318765640259, 0.012048756703734398, -0.013649231754243374, -0.013349931687116623, -0.017620351165533066, 0.01635775901377201, 0.07744793593883514, -0.025185998529195786, 0.012356916442513466], "r_norm": [4.440471172332764, 4.442461967468262, 4.430171012878418, 4.454880237579346, 4.397899627685547, 4.35611629486084, 4.478052139282227, 4.409595012664795, 4.415825843811035, 4.445920467376709]}, {"step": 1750, "epoch": 4, "train_loss": 1.934281349182129, "cos_r_negg": [0.4435472786426544, 0.05576515942811966, 0.02335377037525177, 0.03717159107327461, 0.021177340298891068, 0.003955329302698374, 0.04610581696033478, 0.12808406352996826, -0.09278272092342377, 0.006813948508352041], "cos_apical_negg": [0.4435472786426544, 0.05576515942811966, 0.02335377037525177, 0.03717159107327461, 0.021177340298891068, 0.003955329302698374, 0.04610581696033478, 0.12808406352996826, -0.09278272092342377, 0.006813948508352041], "cos_Ac_negg": [0.4435472786426544, 0.05576515942811966, 0.02335377037525177, 0.03717159107327461, 0.021177340298891068, 0.003955329302698374, 0.04610581696033478, 0.12808406352996826, -0.09278272092342377, 0.006813948508352041], "r_norm": [4.565608024597168, 4.589003562927246, 4.559053897857666, 4.5848517417907715, 4.5267815589904785, 4.471948623657227, 4.6328630447387695, 4.570713996887207, 4.539322853088379, 4.573382377624512]}, {"step": 1800, "epoch": 4, "train_loss": 1.9101840257644653, "cos_r_negg": [0.45447924733161926, 0.07443532347679138, 0.04730723798274994, 0.06836971640586853, 0.007475493010133505, -0.009653966873884201, 0.0430728942155838, 0.07192781567573547, -0.04785658419132233, -0.06668254733085632], "cos_apical_negg": [0.45447924733161926, 0.07443532347679138, 0.04730723798274994, 0.06836971640586853, 0.007475493010133505, -0.009653966873884201, 0.0430728942155838, 0.07192781567573547, -0.04785658419132233, -0.06668254733085632], "cos_Ac_negg": [0.45447924733161926, 0.07443532347679138, 0.04730723798274994, 0.06836971640586853, 0.007475493010133505, -0.009653966873884201, 0.0430728942155838, 0.07192781567573547, -0.04785658419132233, -0.06668254733085632], "r_norm": [4.503288269042969, 4.48300838470459, 4.4644575119018555, 4.4902801513671875, 4.439859390258789, 4.410285949707031, 4.533030986785889, 4.470325469970703, 4.477031230926514, 4.488550662994385]}, {"step": 1850, "epoch": 4, "train_loss": 2.012411117553711, "cos_r_negg": [0.4647156000137329, 0.03711457923054695, 0.05333082005381584, 0.06563825905323029, 0.011951432563364506, 0.018167801201343536, -0.0044694095849990845, 0.03584960848093033, -0.0354808047413826, -0.02923148311674595], "cos_apical_negg": [0.4647156000137329, 0.03711457923054695, 0.05333082005381584, 0.06563825905323029, 0.011951432563364506, 0.018167801201343536, -0.0044694095849990845, 0.03584960848093033, -0.0354808047413826, -0.02923148311674595], "cos_Ac_negg": [0.4647156000137329, 0.03711457923054695, 0.05333082005381584, 0.06563825905323029, 0.011951432563364506, 0.018167801201343536, -0.0044694095849990845, 0.03584960848093033, -0.0354808047413826, -0.02923148311674595], "r_norm": [4.460829257965088, 4.456619739532471, 4.434774398803711, 4.480177402496338, 4.405945777893066, 4.375319480895996, 4.491209983825684, 4.429462909698486, 4.436426162719727, 4.464607238769531]}, {"step": 1900, "epoch": 4, "train_loss": 2.3665781021118164, "cos_r_negg": [0.4944542646408081, 0.046337101608514786, 0.03599921241402626, 0.09765592217445374, 0.01720501482486725, 0.04775911942124367, 0.02685246244072914, 0.09140235185623169, -0.023823527619242668, 0.012598041445016861], "cos_apical_negg": [0.4944542646408081, 0.046337101608514786, 0.03599921241402626, 0.09765592217445374, 0.01720501482486725, 0.04775911942124367, 0.02685246244072914, 0.09140235185623169, -0.023823527619242668, 0.012598041445016861], "cos_Ac_negg": [0.4944542646408081, 0.046337101608514786, 0.03599921241402626, 0.09765592217445374, 0.01720501482486725, 0.04775911942124367, 0.02685246244072914, 0.09140235185623169, -0.023823527619242668, 0.012598041445016861], "r_norm": [4.424631118774414, 4.426944255828857, 4.413238048553467, 4.420734405517578, 4.37551212310791, 4.332760810852051, 4.458619117736816, 4.38477897644043, 4.392533779144287, 4.430383682250977]}, {"step": 1950, "epoch": 4, "train_loss": 2.0081441402435303, "cos_r_negg": [0.4990374445915222, 0.0685507208108902, 0.0377233624458313, 0.07822178304195404, 0.030996356159448624, 0.0013770251534879208, 0.039253443479537964, 0.062485262751579285, -0.015048906207084656, -0.03300053998827934], "cos_apical_negg": [0.4990374445915222, 0.0685507208108902, 0.0377233624458313, 0.07822178304195404, 0.030996356159448624, 0.0013770251534879208, 0.039253443479537964, 0.062485262751579285, -0.015048906207084656, -0.03300053998827934], "cos_Ac_negg": [0.4990374445915222, 0.0685507208108902, 0.0377233624458313, 0.07822178304195404, 0.030996356159448624, 0.0013770251534879208, 0.039253443479537964, 0.062485262751579285, -0.015048906207084656, -0.03300053998827934], "r_norm": [4.4978556632995605, 4.496426582336426, 4.485134601593018, 4.508323669433594, 4.453088283538818, 4.405646324157715, 4.557070732116699, 4.475465774536133, 4.467397689819336, 4.514982223510742]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3368, "test_loss": 2.0890180053710936}, {"step": 2000, "epoch": 5, "train_loss": 2.3007638454437256, "cos_r_negg": [0.4701648950576782, 0.040785111486911774, 0.07857009768486023, 0.059694696217775345, 0.004870212636888027, -0.017605561763048172, 0.01727677881717682, -0.01327655278146267, 0.014499020762741566, -0.046936795115470886], "cos_apical_negg": [0.4701648950576782, 0.040785111486911774, 0.07857009768486023, 0.059694696217775345, 0.004870212636888027, -0.017605561763048172, 0.01727677881717682, -0.01327655278146267, 0.014499020762741566, -0.046936795115470886], "cos_Ac_negg": [0.4701648950576782, 0.040785111486911774, 0.07857009768486023, 0.059694696217775345, 0.004870212636888027, -0.017605561763048172, 0.01727677881717682, -0.01327655278146267, 0.014499020762741566, -0.046936795115470886], "r_norm": [4.545316219329834, 4.5330810546875, 4.523932456970215, 4.522490978240967, 4.4707746505737305, 4.4273223876953125, 4.58244514465332, 4.513738632202148, 4.521215438842773, 4.5349555015563965]}, {"step": 2050, "epoch": 5, "train_loss": 1.962773323059082, "cos_r_negg": [0.5067487955093384, 0.04020453989505768, 0.05731749162077904, 0.0985439345240593, 0.018481586128473282, -0.037987783551216125, 0.050609808415174484, -0.0007082181982696056, -0.07069813460111618, -0.10063482820987701], "cos_apical_negg": [0.5067487955093384, 0.04020453989505768, 0.05731749162077904, 0.0985439345240593, 0.018481586128473282, -0.037987783551216125, 0.050609808415174484, -0.0007082181982696056, -0.07069813460111618, -0.10063482820987701], "cos_Ac_negg": [0.5067487955093384, 0.04020453989505768, 0.05731749162077904, 0.0985439345240593, 0.018481586128473282, -0.037987783551216125, 0.050609808415174484, -0.0007082181982696056, -0.07069813460111618, -0.10063482820987701], "r_norm": [4.4882683753967285, 4.490448951721191, 4.489014625549316, 4.49066686630249, 4.443192005157471, 4.399692535400391, 4.544205665588379, 4.474063873291016, 4.456151485443115, 4.499475955963135]}, {"step": 2100, "epoch": 5, "train_loss": 2.168250560760498, "cos_r_negg": [0.4804178476333618, 0.028808817267417908, 0.05580706149339676, 0.07171988487243652, 0.022402411326766014, -0.028124447911977768, 0.043823130428791046, 0.003556628245860338, -0.027869660407304764, -0.054088566452264786], "cos_apical_negg": [0.4804178476333618, 0.028808817267417908, 0.05580706149339676, 0.07171988487243652, 0.022402411326766014, -0.028124447911977768, 0.043823130428791046, 0.003556628245860338, -0.027869660407304764, -0.054088566452264786], "cos_Ac_negg": [0.4804178476333618, 0.028808817267417908, 0.05580706149339676, 0.07171988487243652, 0.022402411326766014, -0.028124447911977768, 0.043823130428791046, 0.003556628245860338, -0.027869660407304764, -0.054088566452264786], "r_norm": [4.3167643547058105, 4.310879707336426, 4.2973737716674805, 4.316983222961426, 4.267626762390137, 4.220823287963867, 4.3640594482421875, 4.276947498321533, 4.285386085510254, 4.324249267578125]}, {"step": 2150, "epoch": 5, "train_loss": 1.9565678834915161, "cos_r_negg": [0.49136754870414734, 0.028412150219082832, 0.0790623128414154, 0.08895468711853027, -0.0032519344240427017, -0.018337463960051537, 0.026396941393613815, 0.011756851337850094, -0.03004412353038788, -0.060589052736759186], "cos_apical_negg": [0.49136754870414734, 0.028412150219082832, 0.0790623128414154, 0.08895468711853027, -0.0032519344240427017, -0.018337463960051537, 0.026396941393613815, 0.011756851337850094, -0.03004412353038788, -0.060589052736759186], "cos_Ac_negg": [0.49136754870414734, 0.028412150219082832, 0.0790623128414154, 0.08895468711853027, -0.0032519344240427017, -0.018337463960051537, 0.026396941393613815, 0.011756851337850094, -0.03004412353038788, -0.060589052736759186], "r_norm": [4.471011161804199, 4.468118190765381, 4.456683158874512, 4.470152854919434, 4.413267135620117, 4.36640739440918, 4.519922733306885, 4.4416680335998535, 4.4297637939453125, 4.4703192710876465]}, {"step": 2200, "epoch": 5, "train_loss": 1.9509387016296387, "cos_r_negg": [0.47082629799842834, 0.08805465698242188, 0.04051864892244339, 0.043638162314891815, 0.01659894548356533, -0.033952511847019196, 0.07638008147478104, 0.01214583683758974, -0.0062421467155218124, 0.0267886184155941], "cos_apical_negg": [0.47082629799842834, 0.08805465698242188, 0.04051864892244339, 0.043638162314891815, 0.01659894548356533, -0.033952511847019196, 0.07638008147478104, 0.01214583683758974, -0.0062421467155218124, 0.0267886184155941], "cos_Ac_negg": [0.47082629799842834, 0.08805465698242188, 0.04051864892244339, 0.043638162314891815, 0.01659894548356533, -0.033952511847019196, 0.07638008147478104, 0.01214583683758974, -0.0062421467155218124, 0.0267886184155941], "r_norm": [4.4781880378723145, 4.487375259399414, 4.481194496154785, 4.483407497406006, 4.422364234924316, 4.3774614334106445, 4.513761520385742, 4.441376209259033, 4.440250396728516, 4.476077079772949]}, {"step": 2250, "epoch": 5, "train_loss": 2.0766937732696533, "cos_r_negg": [0.4750205874443054, 0.08283659815788269, 0.06445419043302536, 0.04142066091299057, -0.0013382160104811192, 0.013161562383174896, 0.051711246371269226, 0.0452137216925621, -0.009309642016887665, 0.007803661748766899], "cos_apical_negg": [0.4750205874443054, 0.08283659815788269, 0.06445419043302536, 0.04142066091299057, -0.0013382160104811192, 0.013161562383174896, 0.051711246371269226, 0.0452137216925621, -0.009309642016887665, 0.007803661748766899], "cos_Ac_negg": [0.4750205874443054, 0.08283659815788269, 0.06445419043302536, 0.04142066091299057, -0.0013382160104811192, 0.013161562383174896, 0.051711246371269226, 0.0452137216925621, -0.009309642016887665, 0.007803661748766899], "r_norm": [4.465663433074951, 4.470283508300781, 4.461009502410889, 4.480013847351074, 4.422764778137207, 4.379091262817383, 4.511341094970703, 4.428137302398682, 4.438403129577637, 4.478719234466553]}, {"step": 2300, "epoch": 5, "train_loss": 1.9913244247436523, "cos_r_negg": [0.48827531933784485, 0.11226697266101837, 0.08992883563041687, 0.031220007687807083, -0.01624196209013462, 0.03611069545149803, 0.05060649663209915, 0.0017002953682094812, -0.009175434708595276, -0.019748404622077942], "cos_apical_negg": [0.48827531933784485, 0.11226697266101837, 0.08992883563041687, 0.031220007687807083, -0.01624196209013462, 0.03611069545149803, 0.05060649663209915, 0.0017002953682094812, -0.009175434708595276, -0.019748404622077942], "cos_Ac_negg": [0.48827531933784485, 0.11226697266101837, 0.08992883563041687, 0.031220007687807083, -0.01624196209013462, 0.03611069545149803, 0.05060649663209915, 0.0017002953682094812, -0.009175434708595276, -0.019748404622077942], "r_norm": [4.494370460510254, 4.4987688064575195, 4.506730556488037, 4.499409198760986, 4.452911376953125, 4.399137496948242, 4.547092437744141, 4.4557108879089355, 4.451798915863037, 4.4964118003845215]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.3482, "test_loss": 2.01247626953125}, {"step": 2350, "epoch": 6, "train_loss": 1.8823165893554688, "cos_r_negg": [0.472101092338562, 0.085520438849926, 0.05099834129214287, 0.053714603185653687, -0.009716017171740532, 0.060564979910850525, 0.03189355134963989, 0.015012906864285469, -0.06315047293901443, 0.019578278064727783], "cos_apical_negg": [0.472101092338562, 0.085520438849926, 0.05099834129214287, 0.053714603185653687, -0.009716017171740532, 0.060564979910850525, 0.03189355134963989, 0.015012906864285469, -0.06315047293901443, 0.019578278064727783], "cos_Ac_negg": [0.472101092338562, 0.085520438849926, 0.05099834129214287, 0.053714603185653687, -0.009716017171740532, 0.060564979910850525, 0.03189355134963989, 0.015012906864285469, -0.06315047293901443, 0.019578278064727783], "r_norm": [4.351243019104004, 4.3548455238342285, 4.333034515380859, 4.346078872680664, 4.295069694519043, 4.256407737731934, 4.408699035644531, 4.324196815490723, 4.325859546661377, 4.3518548011779785]}, {"step": 2400, "epoch": 6, "train_loss": 1.8947088718414307, "cos_r_negg": [0.45875340700149536, 0.09996435046195984, 0.08645036816596985, 0.05451841652393341, 0.012681673280894756, 0.0695636123418808, 0.06914646923542023, 0.037067923694849014, -0.018151506781578064, -0.0018366901203989983], "cos_apical_negg": [0.45875340700149536, 0.09996435046195984, 0.08645036816596985, 0.05451841652393341, 0.012681673280894756, 0.0695636123418808, 0.06914646923542023, 0.037067923694849014, -0.018151506781578064, -0.0018366901203989983], "cos_Ac_negg": [0.45875340700149536, 0.09996435046195984, 0.08645036816596985, 0.05451841652393341, 0.012681673280894756, 0.0695636123418808, 0.06914646923542023, 0.037067923694849014, -0.018151506781578064, -0.0018366901203989983], "r_norm": [4.5244574546813965, 4.519743919372559, 4.520400524139404, 4.528312683105469, 4.479292869567871, 4.436832427978516, 4.569575309753418, 4.490419387817383, 4.506016731262207, 4.529160499572754]}, {"step": 2450, "epoch": 6, "train_loss": 1.8559088706970215, "cos_r_negg": [0.47868841886520386, 0.09334732592105865, 0.06324596703052521, 0.07115902006626129, -0.014830261468887329, 0.049688808619976044, 0.07557859271764755, 0.04187954217195511, -0.053867876529693604, -0.01430564559996128], "cos_apical_negg": [0.47868841886520386, 0.09334732592105865, 0.06324596703052521, 0.07115902006626129, -0.014830261468887329, 0.049688808619976044, 0.07557859271764755, 0.04187954217195511, -0.053867876529693604, -0.01430564559996128], "cos_Ac_negg": [0.47868841886520386, 0.09334732592105865, 0.06324596703052521, 0.07115902006626129, -0.014830261468887329, 0.049688808619976044, 0.07557859271764755, 0.04187954217195511, -0.053867876529693604, -0.01430564559996128], "r_norm": [4.404847145080566, 4.410150527954102, 4.405361175537109, 4.427487373352051, 4.37209415435791, 4.322395324707031, 4.449728965759277, 4.369715213775635, 4.379467964172363, 4.422090530395508]}, {"step": 2500, "epoch": 6, "train_loss": 2.191481828689575, "cos_r_negg": [0.4878328740596771, 0.0928553119301796, 0.046355485916137695, 0.048278771340847015, -0.007963635958731174, 0.03791140392422676, 0.07016018033027649, 0.01901048608124256, -0.016073130071163177, -0.051819898188114166], "cos_apical_negg": [0.4878328740596771, 0.0928553119301796, 0.046355485916137695, 0.048278771340847015, -0.007963635958731174, 0.03791140392422676, 0.07016018033027649, 0.01901048608124256, -0.016073130071163177, -0.051819898188114166], "cos_Ac_negg": [0.4878328740596771, 0.0928553119301796, 0.046355485916137695, 0.048278771340847015, -0.007963635958731174, 0.03791140392422676, 0.07016018033027649, 0.01901048608124256, -0.016073130071163177, -0.051819898188114166], "r_norm": [4.346350193023682, 4.356106758117676, 4.344749450683594, 4.36130428314209, 4.299252510070801, 4.25890588760376, 4.389242172241211, 4.316455841064453, 4.320744514465332, 4.349738121032715]}, {"step": 2550, "epoch": 6, "train_loss": 2.0590319633483887, "cos_r_negg": [0.48638978600502014, 0.08165377378463745, 0.04266705363988876, 0.06979987025260925, -0.015271567739546299, 0.041724614799022675, 0.0648157149553299, 0.06028279662132263, -0.03215571492910385, -0.0222758948802948], "cos_apical_negg": [0.48638978600502014, 0.08165377378463745, 0.04266705363988876, 0.06979987025260925, -0.015271567739546299, 0.041724614799022675, 0.0648157149553299, 0.06028279662132263, -0.03215571492910385, -0.0222758948802948], "cos_Ac_negg": [0.48638978600502014, 0.08165377378463745, 0.04266705363988876, 0.06979987025260925, -0.015271567739546299, 0.041724614799022675, 0.0648157149553299, 0.06028279662132263, -0.03215571492910385, -0.0222758948802948], "r_norm": [4.381734371185303, 4.390188694000244, 4.375985145568848, 4.402726173400879, 4.338103294372559, 4.291826248168945, 4.434267044067383, 4.358759880065918, 4.351958274841309, 4.390085220336914]}, {"step": 2600, "epoch": 6, "train_loss": 2.488687515258789, "cos_r_negg": [0.4602697789669037, 0.07705196738243103, 0.07954956591129303, 0.04791434481739998, 0.010978923179209232, 0.05011432245373726, 0.033982906490564346, 0.022732827812433243, -0.034358151257038116, 0.020982252433896065], "cos_apical_negg": [0.4602697789669037, 0.07705196738243103, 0.07954956591129303, 0.04791434481739998, 0.010978923179209232, 0.05011432245373726, 0.033982906490564346, 0.022732827812433243, -0.034358151257038116, 0.020982252433896065], "cos_Ac_negg": [0.4602697789669037, 0.07705196738243103, 0.07954956591129303, 0.04791434481739998, 0.010978923179209232, 0.05011432245373726, 0.033982906490564346, 0.022732827812433243, -0.034358151257038116, 0.020982252433896065], "r_norm": [4.393815994262695, 4.402383804321289, 4.37894868850708, 4.39480447769165, 4.346146583557129, 4.308833122253418, 4.449893474578857, 4.373674392700195, 4.36110782623291, 4.387938499450684]}, {"step": 2650, "epoch": 6, "train_loss": 2.2461202144622803, "cos_r_negg": [0.44083112478256226, 0.10347416251897812, 0.07574791461229324, 0.04878638684749603, 0.05953285098075867, 0.04698426276445389, 0.044281650334596634, 0.06239340081810951, -0.026783499866724014, -0.01923598162829876], "cos_apical_negg": [0.44083112478256226, 0.10347416251897812, 0.07574791461229324, 0.04878638684749603, 0.05953285098075867, 0.04698426276445389, 0.044281650334596634, 0.06239340081810951, -0.026783499866724014, -0.01923598162829876], "cos_Ac_negg": [0.44083112478256226, 0.10347416251897812, 0.07574791461229324, 0.04878638684749603, 0.05953285098075867, 0.04698426276445389, 0.044281650334596634, 0.06239340081810951, -0.026783499866724014, -0.01923598162829876], "r_norm": [4.525755882263184, 4.533755302429199, 4.514778137207031, 4.541520118713379, 4.490128517150879, 4.435050010681152, 4.5758562088012695, 4.509086608886719, 4.502498626708984, 4.539953231811523]}, {"step": 2700, "epoch": 6, "train_loss": 2.0155909061431885, "cos_r_negg": [0.4978855848312378, 0.12632587552070618, 0.08155913650989532, 0.08678723871707916, 0.005996350198984146, 0.03499462828040123, 0.03959131985902786, 0.04656430333852768, -0.04472874104976654, -0.02212734892964363], "cos_apical_negg": [0.4978855848312378, 0.12632587552070618, 0.08155913650989532, 0.08678723871707916, 0.005996350198984146, 0.03499462828040123, 0.03959131985902786, 0.04656430333852768, -0.04472874104976654, -0.02212734892964363], "cos_Ac_negg": [0.4978855848312378, 0.12632587552070618, 0.08155913650989532, 0.08678723871707916, 0.005996350198984146, 0.03499462828040123, 0.03959131985902786, 0.04656430333852768, -0.04472874104976654, -0.02212734892964363], "r_norm": [4.607349872589111, 4.592140197753906, 4.581932544708252, 4.618133068084717, 4.570446014404297, 4.532575607299805, 4.640896797180176, 4.570939540863037, 4.580489158630371, 4.602914810180664]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.362, "test_loss": 1.9843320556640625}, {"step": 2750, "epoch": 7, "train_loss": 2.1469359397888184, "cos_r_negg": [0.4268019199371338, 0.09660548716783524, 0.06134434789419174, 0.05638539046049118, -0.00024490058422088623, -0.02167210541665554, 0.013404027558863163, 0.06836888939142227, -0.000846346840262413, -0.04907258227467537], "cos_apical_negg": [0.4268019199371338, 0.09660548716783524, 0.06134434789419174, 0.05638539046049118, -0.00024490058422088623, -0.02167210541665554, 0.013404027558863163, 0.06836888939142227, -0.000846346840262413, -0.04907258227467537], "cos_Ac_negg": [0.4268019199371338, 0.09660548716783524, 0.06134434789419174, 0.05638539046049118, -0.00024490058422088623, -0.02167210541665554, 0.013404027558863163, 0.06836888939142227, -0.000846346840262413, -0.04907258227467537], "r_norm": [4.624884605407715, 4.625466346740723, 4.632716178894043, 4.665215492248535, 4.592212677001953, 4.552332878112793, 4.681790351867676, 4.600246429443359, 4.6147871017456055, 4.6610236167907715]}, {"step": 2800, "epoch": 7, "train_loss": 2.237532615661621, "cos_r_negg": [0.4849053621292114, 0.13250641524791718, 0.10175913572311401, 0.03716962784528732, -0.008229842409491539, 0.021879300475120544, 0.043466515839099884, 0.06604615598917007, -0.06513193249702454, -0.08154727518558502], "cos_apical_negg": [0.4849053621292114, 0.13250641524791718, 0.10175913572311401, 0.03716962784528732, -0.008229842409491539, 0.021879300475120544, 0.043466515839099884, 0.06604615598917007, -0.06513193249702454, -0.08154727518558502], "cos_Ac_negg": [0.4849053621292114, 0.13250641524791718, 0.10175913572311401, 0.03716962784528732, -0.008229842409491539, 0.021879300475120544, 0.043466515839099884, 0.06604615598917007, -0.06513193249702454, -0.08154727518558502], "r_norm": [4.34922981262207, 4.345333099365234, 4.3419084548950195, 4.356679439544678, 4.318878650665283, 4.275387287139893, 4.390739917755127, 4.318302631378174, 4.331998825073242, 4.367934703826904]}, {"step": 2850, "epoch": 7, "train_loss": 2.053295612335205, "cos_r_negg": [0.46640580892562866, 0.1513632833957672, 0.1252501904964447, 0.02759871631860733, 0.027605077251791954, 0.03645104542374611, 0.08571325987577438, 0.04035152867436409, -0.014467209577560425, -0.03031395748257637], "cos_apical_negg": [0.46640580892562866, 0.1513632833957672, 0.1252501904964447, 0.02759871631860733, 0.027605077251791954, 0.03645104542374611, 0.08571325987577438, 0.04035152867436409, -0.014467209577560425, -0.03031395748257637], "cos_Ac_negg": [0.46640580892562866, 0.1513632833957672, 0.1252501904964447, 0.02759871631860733, 0.027605077251791954, 0.03645104542374611, 0.08571325987577438, 0.04035152867436409, -0.014467209577560425, -0.03031395748257637], "r_norm": [4.380196571350098, 4.387611389160156, 4.377064228057861, 4.408707618713379, 4.3428497314453125, 4.293564796447754, 4.43406867980957, 4.344603061676025, 4.35384464263916, 4.398689270019531]}, {"step": 2900, "epoch": 7, "train_loss": 1.9664793014526367, "cos_r_negg": [0.48632657527923584, 0.11142231523990631, 0.10997948050498962, 0.08963309973478317, 0.03348718583583832, 0.047608669847249985, 0.04452213644981384, 0.038406796753406525, -0.0013022255152463913, 0.021084394305944443], "cos_apical_negg": [0.48632657527923584, 0.11142231523990631, 0.10997948050498962, 0.08963309973478317, 0.03348718583583832, 0.047608669847249985, 0.04452213644981384, 0.038406796753406525, -0.0013022255152463913, 0.021084394305944443], "cos_Ac_negg": [0.48632657527923584, 0.11142231523990631, 0.10997948050498962, 0.08963309973478317, 0.03348718583583832, 0.047608669847249985, 0.04452213644981384, 0.038406796753406525, -0.0013022255152463913, 0.021084394305944443], "r_norm": [4.375330924987793, 4.375331401824951, 4.359927177429199, 4.379045486450195, 4.33767032623291, 4.278517723083496, 4.413839340209961, 4.340821266174316, 4.343921661376953, 4.386495113372803]}, {"step": 2950, "epoch": 7, "train_loss": 2.0673820972442627, "cos_r_negg": [0.48337501287460327, 0.119617760181427, 0.11987230181694031, 0.07872430235147476, 0.045469582080841064, 0.014536350034177303, 0.03251150622963905, 0.044295091181993484, 0.0052884239703416824, 0.0315512977540493], "cos_apical_negg": [0.48337501287460327, 0.119617760181427, 0.11987230181694031, 0.07872430235147476, 0.045469582080841064, 0.014536350034177303, 0.03251150622963905, 0.044295091181993484, 0.0052884239703416824, 0.0315512977540493], "cos_Ac_negg": [0.48337501287460327, 0.119617760181427, 0.11987230181694031, 0.07872430235147476, 0.045469582080841064, 0.014536350034177303, 0.03251150622963905, 0.044295091181993484, 0.0052884239703416824, 0.0315512977540493], "r_norm": [4.563705921173096, 4.558454990386963, 4.5607757568359375, 4.569636344909668, 4.5098419189453125, 4.462540626525879, 4.608947277069092, 4.53464937210083, 4.532835483551025, 4.579468250274658]}, {"step": 3000, "epoch": 7, "train_loss": 1.9893202781677246, "cos_r_negg": [0.5100359916687012, 0.12984871864318848, 0.12518161535263062, 0.06435742229223251, 0.0298968106508255, 0.045088864862918854, 0.057652413845062256, 0.06557754427194595, -0.03252985328435898, -0.08098690211772919], "cos_apical_negg": [0.5100359916687012, 0.12984871864318848, 0.12518161535263062, 0.06435742229223251, 0.0298968106508255, 0.045088864862918854, 0.057652413845062256, 0.06557754427194595, -0.03252985328435898, -0.08098690211772919], "cos_Ac_negg": [0.5100359916687012, 0.12984871864318848, 0.12518161535263062, 0.06435742229223251, 0.0298968106508255, 0.045088864862918854, 0.057652413845062256, 0.06557754427194595, -0.03252985328435898, -0.08098690211772919], "r_norm": [4.298023223876953, 4.300342559814453, 4.290711402893066, 4.295289039611816, 4.247253894805908, 4.201761245727539, 4.332358360290527, 4.255244255065918, 4.260467529296875, 4.2979230880737305]}, {"step": 3050, "epoch": 7, "train_loss": 2.105217456817627, "cos_r_negg": [0.45341527462005615, 0.13449469208717346, 0.09458515793085098, 0.08052580058574677, 0.022160593420267105, 0.003422526642680168, 0.044901665300130844, 0.09676162898540497, -0.01100239809602499, -0.06850683689117432], "cos_apical_negg": [0.45341527462005615, 0.13449469208717346, 0.09458515793085098, 0.08052580058574677, 0.022160593420267105, 0.003422526642680168, 0.044901665300130844, 0.09676162898540497, -0.01100239809602499, -0.06850683689117432], "cos_Ac_negg": [0.45341527462005615, 0.13449469208717346, 0.09458515793085098, 0.08052580058574677, 0.022160593420267105, 0.003422526642680168, 0.044901665300130844, 0.09676162898540497, -0.01100239809602499, -0.06850683689117432], "r_norm": [4.45544958114624, 4.453137397766113, 4.432106971740723, 4.467128753662109, 4.417210578918457, 4.3649702072143555, 4.490111351013184, 4.428109645843506, 4.430330276489258, 4.45836877822876]}, {"step": 3100, "epoch": 7, "train_loss": 1.820857048034668, "cos_r_negg": [0.43561092019081116, 0.11811516433954239, 0.08732552826404572, 0.063820481300354, 0.03357043117284775, 0.004412556067109108, 0.08000743389129639, 0.02174936793744564, -0.03388455510139465, -0.06130535900592804], "cos_apical_negg": [0.43561092019081116, 0.11811516433954239, 0.08732552826404572, 0.063820481300354, 0.03357043117284775, 0.004412556067109108, 0.08000743389129639, 0.02174936793744564, -0.03388455510139465, -0.06130535900592804], "cos_Ac_negg": [0.43561092019081116, 0.11811516433954239, 0.08732552826404572, 0.063820481300354, 0.03357043117284775, 0.004412556067109108, 0.08000743389129639, 0.02174936793744564, -0.03388455510139465, -0.06130535900592804], "r_norm": [4.602219581604004, 4.60043478012085, 4.594958782196045, 4.6204023361206055, 4.56498908996582, 4.518731594085693, 4.640222072601318, 4.562470436096191, 4.575239181518555, 4.630948066711426]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.3301, "test_loss": 2.2034474609375}, {"step": 3150, "epoch": 8, "train_loss": 2.0894992351531982, "cos_r_negg": [0.4662027359008789, 0.10986849665641785, 0.08724924921989441, 0.0743967741727829, 0.03755611181259155, 0.07184772938489914, 0.03400367498397827, 0.07852602005004883, -0.01326314639300108, -0.04234848916530609], "cos_apical_negg": [0.4662027359008789, 0.10986849665641785, 0.08724924921989441, 0.0743967741727829, 0.03755611181259155, 0.07184772938489914, 0.03400367498397827, 0.07852602005004883, -0.01326314639300108, -0.04234848916530609], "cos_Ac_negg": [0.4662027359008789, 0.10986849665641785, 0.08724924921989441, 0.0743967741727829, 0.03755611181259155, 0.07184772938489914, 0.03400367498397827, 0.07852602005004883, -0.01326314639300108, -0.04234848916530609], "r_norm": [4.570821762084961, 4.55754280090332, 4.564435005187988, 4.589444637298584, 4.542014122009277, 4.48146390914917, 4.615592002868652, 4.5279541015625, 4.532461166381836, 4.593687057495117]}, {"step": 3200, "epoch": 8, "train_loss": 2.1197307109832764, "cos_r_negg": [0.46586936712265015, 0.13193200528621674, 0.09815599024295807, 0.07856925576925278, 0.04020331799983978, 0.06688076257705688, 0.05501464754343033, 0.06009189039468765, -0.03464968502521515, -0.03639619052410126], "cos_apical_negg": [0.46586936712265015, 0.13193200528621674, 0.09815599024295807, 0.07856925576925278, 0.04020331799983978, 0.06688076257705688, 0.05501464754343033, 0.06009189039468765, -0.03464968502521515, -0.03639619052410126], "cos_Ac_negg": [0.46586936712265015, 0.13193200528621674, 0.09815599024295807, 0.07856925576925278, 0.04020331799983978, 0.06688076257705688, 0.05501464754343033, 0.06009189039468765, -0.03464968502521515, -0.03639619052410126], "r_norm": [4.389104843139648, 4.384183883666992, 4.367671966552734, 4.395090579986572, 4.349693775177002, 4.2974982261657715, 4.422812461853027, 4.342949867248535, 4.35673713684082, 4.393221855163574]}, {"step": 3250, "epoch": 8, "train_loss": 2.086745262145996, "cos_r_negg": [0.4514719843864441, 0.11855606734752655, 0.10072208940982819, 0.08482645452022552, 0.04087279364466667, 0.04024660959839821, 0.05470571294426918, 0.08592045307159424, 0.06859710067510605, 0.017700832337141037], "cos_apical_negg": [0.4514719843864441, 0.11855606734752655, 0.10072208940982819, 0.08482645452022552, 0.04087279364466667, 0.04024660959839821, 0.05470571294426918, 0.08592045307159424, 0.06859710067510605, 0.017700832337141037], "cos_Ac_negg": [0.4514719843864441, 0.11855606734752655, 0.10072208940982819, 0.08482645452022552, 0.04087279364466667, 0.04024660959839821, 0.05470571294426918, 0.08592045307159424, 0.06859710067510605, 0.017700832337141037], "r_norm": [4.388928413391113, 4.408127784729004, 4.395043849945068, 4.395362854003906, 4.341894149780273, 4.296530246734619, 4.448064804077148, 4.379024505615234, 4.356254577636719, 4.39097785949707]}, {"step": 3300, "epoch": 8, "train_loss": 2.1301231384277344, "cos_r_negg": [0.45587947964668274, 0.12312735617160797, 0.09316882491111755, 0.12920424342155457, 0.04812782257795334, 0.03273008018732071, 0.06306207925081253, 0.07179760932922363, 0.04118769243359566, 0.005103178322315216], "cos_apical_negg": [0.45587947964668274, 0.12312735617160797, 0.09316882491111755, 0.12920424342155457, 0.04812782257795334, 0.03273008018732071, 0.06306207925081253, 0.07179760932922363, 0.04118769243359566, 0.005103178322315216], "cos_Ac_negg": [0.45587947964668274, 0.12312735617160797, 0.09316882491111755, 0.12920424342155457, 0.04812782257795334, 0.03273008018732071, 0.06306207925081253, 0.07179760932922363, 0.04118769243359566, 0.005103178322315216], "r_norm": [4.410633087158203, 4.401939392089844, 4.382269859313965, 4.409082412719727, 4.374253273010254, 4.325904846191406, 4.4512763023376465, 4.380967140197754, 4.372884750366211, 4.413006782531738]}, {"step": 3350, "epoch": 8, "train_loss": 2.329346179962158, "cos_r_negg": [0.42339879274368286, 0.14547057449817657, 0.11229532957077026, 0.08276768028736115, 0.059557996690273285, 0.04639246687293053, 0.07425004988908768, 0.09690295904874802, -0.00935000367462635, -0.04590960219502449], "cos_apical_negg": [0.42339879274368286, 0.14547057449817657, 0.11229532957077026, 0.08276768028736115, 0.059557996690273285, 0.04639246687293053, 0.07425004988908768, 0.09690295904874802, -0.00935000367462635, -0.04590960219502449], "cos_Ac_negg": [0.42339879274368286, 0.14547057449817657, 0.11229532957077026, 0.08276768028736115, 0.059557996690273285, 0.04639246687293053, 0.07425004988908768, 0.09690295904874802, -0.00935000367462635, -0.04590960219502449], "r_norm": [4.344615459442139, 4.35526704788208, 4.33494758605957, 4.354654788970947, 4.304478645324707, 4.265044212341309, 4.385266304016113, 4.313397407531738, 4.31265926361084, 4.352409362792969]}, {"step": 3400, "epoch": 8, "train_loss": 1.9606484174728394, "cos_r_negg": [0.46135053038597107, 0.1446951925754547, 0.09178420156240463, 0.09642226994037628, 0.03465382009744644, 0.033643852919340134, 0.044931504875421524, 0.09074825048446655, -0.004218269605189562, -0.03238220512866974], "cos_apical_negg": [0.46135053038597107, 0.1446951925754547, 0.09178420156240463, 0.09642226994037628, 0.03465382009744644, 0.033643852919340134, 0.044931504875421524, 0.09074825048446655, -0.004218269605189562, -0.03238220512866974], "cos_Ac_negg": [0.46135053038597107, 0.1446951925754547, 0.09178420156240463, 0.09642226994037628, 0.03465382009744644, 0.033643852919340134, 0.044931504875421524, 0.09074825048446655, -0.004218269605189562, -0.03238220512866974], "r_norm": [4.364394664764404, 4.361983299255371, 4.34329080581665, 4.371789932250977, 4.312410354614258, 4.2762274742126465, 4.396134376525879, 4.330111503601074, 4.32951021194458, 4.362928867340088]}, {"step": 3450, "epoch": 8, "train_loss": 1.9097813367843628, "cos_r_negg": [0.4564942717552185, 0.11014732718467712, 0.13311877846717834, 0.10528112947940826, 0.038919590413570404, 0.03133726119995117, 0.07764612138271332, 0.08853647112846375, 0.0473075769841671, -0.04930718243122101], "cos_apical_negg": [0.4564942717552185, 0.11014732718467712, 0.13311877846717834, 0.10528112947940826, 0.038919590413570404, 0.03133726119995117, 0.07764612138271332, 0.08853647112846375, 0.0473075769841671, -0.04930718243122101], "cos_Ac_negg": [0.4564942717552185, 0.11014732718467712, 0.13311877846717834, 0.10528112947940826, 0.038919590413570404, 0.03133726119995117, 0.07764612138271332, 0.08853647112846375, 0.0473075769841671, -0.04930718243122101], "r_norm": [4.3500471115112305, 4.361017227172852, 4.348873138427734, 4.359275817871094, 4.299436569213867, 4.2630510330200195, 4.399715900421143, 4.323391437530518, 4.317367076873779, 4.359630584716797]}, {"step": 3500, "epoch": 8, "train_loss": 2.297722816467285, "cos_r_negg": [0.4396466016769409, 0.13618826866149902, 0.13392728567123413, 0.09152597188949585, 0.01350012980401516, 0.0017865460831671953, 0.03124135360121727, 0.05955992266535759, -0.05764405056834221, -0.08461405336856842], "cos_apical_negg": [0.4396466016769409, 0.13618826866149902, 0.13392728567123413, 0.09152597188949585, 0.01350012980401516, 0.0017865460831671953, 0.03124135360121727, 0.05955992266535759, -0.05764405056834221, -0.08461405336856842], "cos_Ac_negg": [0.4396466016769409, 0.13618826866149902, 0.13392728567123413, 0.09152597188949585, 0.01350012980401516, 0.0017865460831671953, 0.03124135360121727, 0.05955992266535759, -0.05764405056834221, -0.08461405336856842], "r_norm": [4.417631149291992, 4.412900447845459, 4.428279876708984, 4.4211812019348145, 4.378354072570801, 4.326380729675293, 4.467190742492676, 4.388889312744141, 4.3847761154174805, 4.428500175476074]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.362, "test_loss": 2.063032702636719}, {"step": 3550, "epoch": 9, "train_loss": 1.8977875709533691, "cos_r_negg": [0.4742671549320221, 0.13171374797821045, 0.14991703629493713, 0.07535969465970993, 0.049875035881996155, 0.029915273189544678, 0.019702773541212082, 0.1000252217054367, -0.033114977180957794, 0.0067286305129528046], "cos_apical_negg": [0.4742671549320221, 0.13171374797821045, 0.14991703629493713, 0.07535969465970993, 0.049875035881996155, 0.029915273189544678, 0.019702773541212082, 0.1000252217054367, -0.033114977180957794, 0.0067286305129528046], "cos_Ac_negg": [0.4742671549320221, 0.13171374797821045, 0.14991703629493713, 0.07535969465970993, 0.049875035881996155, 0.029915273189544678, 0.019702773541212082, 0.1000252217054367, -0.033114977180957794, 0.0067286305129528046], "r_norm": [4.434333801269531, 4.414938926696777, 4.405095100402832, 4.441394805908203, 4.373373031616211, 4.343822956085205, 4.472798824310303, 4.388518333435059, 4.3919782638549805, 4.431312561035156]}, {"step": 3600, "epoch": 9, "train_loss": 1.9289748668670654, "cos_r_negg": [0.5091052055358887, 0.1501980721950531, 0.11856719106435776, 0.10590800642967224, 0.027957044541835785, 0.05177538841962814, 0.08479991555213928, 0.09778827428817749, -0.029050558805465698, -0.03924338147044182], "cos_apical_negg": [0.5091052055358887, 0.1501980721950531, 0.11856719106435776, 0.10590800642967224, 0.027957044541835785, 0.05177538841962814, 0.08479991555213928, 0.09778827428817749, -0.029050558805465698, -0.03924338147044182], "cos_Ac_negg": [0.5091052055358887, 0.1501980721950531, 0.11856719106435776, 0.10590800642967224, 0.027957044541835785, 0.05177538841962814, 0.08479991555213928, 0.09778827428817749, -0.029050558805465698, -0.03924338147044182], "r_norm": [4.495881080627441, 4.484370231628418, 4.479859828948975, 4.506753921508789, 4.450331687927246, 4.40963888168335, 4.5383453369140625, 4.46170711517334, 4.460836410522461, 4.504812240600586]}, {"step": 3650, "epoch": 9, "train_loss": 1.8640789985656738, "cos_r_negg": [0.4468824863433838, 0.10521005094051361, 0.11574730277061462, 0.10435936599969864, 0.05507161095738411, 0.07837367057800293, 0.07122113555669785, 0.08680620044469833, 0.018001073971390724, -0.001026565209031105], "cos_apical_negg": [0.4468824863433838, 0.10521005094051361, 0.11574730277061462, 0.10435936599969864, 0.05507161095738411, 0.07837367057800293, 0.07122113555669785, 0.08680620044469833, 0.018001073971390724, -0.001026565209031105], "cos_Ac_negg": [0.4468824863433838, 0.10521005094051361, 0.11574730277061462, 0.10435936599969864, 0.05507161095738411, 0.07837367057800293, 0.07122113555669785, 0.08680620044469833, 0.018001073971390724, -0.001026565209031105], "r_norm": [4.650368690490723, 4.657985210418701, 4.645926475524902, 4.659561634063721, 4.610361576080322, 4.565886974334717, 4.706272602081299, 4.626009464263916, 4.617049217224121, 4.673050880432129]}, {"step": 3700, "epoch": 9, "train_loss": 1.9456639289855957, "cos_r_negg": [0.45786425471305847, 0.13068810105323792, 0.0926368311047554, 0.0730828046798706, 0.04828397184610367, 0.05086374282836914, 0.06670737266540527, 0.08959738910198212, -0.01126040332019329, -0.009019872173666954], "cos_apical_negg": [0.45786425471305847, 0.13068810105323792, 0.0926368311047554, 0.0730828046798706, 0.04828397184610367, 0.05086374282836914, 0.06670737266540527, 0.08959738910198212, -0.01126040332019329, -0.009019872173666954], "cos_Ac_negg": [0.45786425471305847, 0.13068810105323792, 0.0926368311047554, 0.0730828046798706, 0.04828397184610367, 0.05086374282836914, 0.06670737266540527, 0.08959738910198212, -0.01126040332019329, -0.009019872173666954], "r_norm": [4.561089515686035, 4.549880027770996, 4.559568881988525, 4.581329345703125, 4.511579990386963, 4.463594436645508, 4.603008270263672, 4.521792411804199, 4.536686420440674, 4.5761871337890625]}, {"step": 3750, "epoch": 9, "train_loss": 1.9182486534118652, "cos_r_negg": [0.4740884304046631, 0.13192123174667358, 0.09226402640342712, 0.07433873414993286, 0.03787679225206375, 0.058017533272504807, 0.0714600533246994, 0.0781729519367218, -0.010717956349253654, 0.006197530776262283], "cos_apical_negg": [0.4740884304046631, 0.13192123174667358, 0.09226402640342712, 0.07433873414993286, 0.03787679225206375, 0.058017533272504807, 0.0714600533246994, 0.0781729519367218, -0.010717956349253654, 0.006197530776262283], "cos_Ac_negg": [0.4740884304046631, 0.13192123174667358, 0.09226402640342712, 0.07433873414993286, 0.03787679225206375, 0.058017533272504807, 0.0714600533246994, 0.0781729519367218, -0.010717956349253654, 0.006197530776262283], "r_norm": [4.51393985748291, 4.507946968078613, 4.514797210693359, 4.518473148345947, 4.449891090393066, 4.41604471206665, 4.562559604644775, 4.491065979003906, 4.47697639465332, 4.513874053955078]}, {"step": 3800, "epoch": 9, "train_loss": 2.464651584625244, "cos_r_negg": [0.46875807642936707, 0.1520242989063263, 0.09637519717216492, 0.11353912204504013, 0.04969248175621033, 0.027791514992713928, 0.054933417588472366, 0.08172628283500671, -0.03813036531209946, 0.03781558573246002], "cos_apical_negg": [0.46875807642936707, 0.1520242989063263, 0.09637519717216492, 0.11353912204504013, 0.04969248175621033, 0.027791514992713928, 0.054933417588472366, 0.08172628283500671, -0.03813036531209946, 0.03781558573246002], "cos_Ac_negg": [0.46875807642936707, 0.1520242989063263, 0.09637519717216492, 0.11353912204504013, 0.04969248175621033, 0.027791514992713928, 0.054933417588472366, 0.08172628283500671, -0.03813036531209946, 0.03781558573246002], "r_norm": [4.463903427124023, 4.467125415802002, 4.44455623626709, 4.47245454788208, 4.416721343994141, 4.363216876983643, 4.502790451049805, 4.433588027954102, 4.424618721008301, 4.4588541984558105]}, {"step": 3850, "epoch": 9, "train_loss": 2.1420748233795166, "cos_r_negg": [0.420199453830719, 0.1227034330368042, 0.11839116364717484, 0.09951072186231613, 0.06010279431939125, 0.040299106389284134, 0.04030431807041168, 0.08959080278873444, 0.005822435952723026, 0.011775769293308258], "cos_apical_negg": [0.420199453830719, 0.1227034330368042, 0.11839116364717484, 0.09951072186231613, 0.06010279431939125, 0.040299106389284134, 0.04030431807041168, 0.08959080278873444, 0.005822435952723026, 0.011775769293308258], "cos_Ac_negg": [0.420199453830719, 0.1227034330368042, 0.11839116364717484, 0.09951072186231613, 0.06010279431939125, 0.040299106389284134, 0.04030431807041168, 0.08959080278873444, 0.005822435952723026, 0.011775769293308258], "r_norm": [4.523573875427246, 4.5347900390625, 4.510859489440918, 4.531716346740723, 4.472775459289551, 4.435079574584961, 4.588804244995117, 4.515039443969727, 4.509161949157715, 4.547662734985352]}, {"step": 3900, "epoch": 9, "train_loss": 2.1536428928375244, "cos_r_negg": [0.4211537837982178, 0.11457005888223648, 0.13854843378067017, 0.0860600620508194, 0.03613920882344246, 0.060448355972766876, 0.05423843860626221, 0.07694628834724426, -0.03753571957349777, -0.018567916005849838], "cos_apical_negg": [0.4211537837982178, 0.11457005888223648, 0.13854843378067017, 0.0860600620508194, 0.03613920882344246, 0.060448355972766876, 0.05423843860626221, 0.07694628834724426, -0.03753571957349777, -0.018567916005849838], "cos_Ac_negg": [0.4211537837982178, 0.11457005888223648, 0.13854843378067017, 0.0860600620508194, 0.03613920882344246, 0.060448355972766876, 0.05423843860626221, 0.07694628834724426, -0.03753571957349777, -0.018567916005849838], "r_norm": [4.442435264587402, 4.4576520919799805, 4.450677871704102, 4.438705921173096, 4.418098449707031, 4.339868545532227, 4.485033988952637, 4.407334327697754, 4.420432090759277, 4.466453552246094]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.3544, "test_loss": 2.0285626831054686}, {"step": 3950, "epoch": 10, "train_loss": 2.019153118133545, "cos_r_negg": [0.43496161699295044, 0.11875370144844055, 0.10552729666233063, 0.09827820956707001, 0.048744190484285355, 0.020733250305056572, 0.046460334211587906, 0.05990852415561676, 0.03392165154218674, 0.04331579431891441], "cos_apical_negg": [0.43496161699295044, 0.11875370144844055, 0.10552729666233063, 0.09827820956707001, 0.048744190484285355, 0.020733250305056572, 0.046460334211587906, 0.05990852415561676, 0.03392165154218674, 0.04331579431891441], "cos_Ac_negg": [0.43496161699295044, 0.11875370144844055, 0.10552729666233063, 0.09827820956707001, 0.048744190484285355, 0.020733250305056572, 0.046460334211587906, 0.05990852415561676, 0.03392165154218674, 0.04331579431891441], "r_norm": [4.266213417053223, 4.267008304595947, 4.251451015472412, 4.275266647338867, 4.217264175415039, 4.175330638885498, 4.308302879333496, 4.233648300170898, 4.2275614738464355, 4.269162178039551]}, {"step": 4000, "epoch": 10, "train_loss": 1.6700267791748047, "cos_r_negg": [0.43451523780822754, 0.13195602595806122, 0.11951145529747009, 0.11318549513816833, 0.06485776603221893, 0.018854867666959763, 0.028667252510786057, 0.08130989223718643, 0.01097190659493208, 0.023871710523962975], "cos_apical_negg": [0.43451523780822754, 0.13195602595806122, 0.11951145529747009, 0.11318549513816833, 0.06485776603221893, 0.018854867666959763, 0.028667252510786057, 0.08130989223718643, 0.01097190659493208, 0.023871710523962975], "cos_Ac_negg": [0.43451523780822754, 0.13195602595806122, 0.11951145529747009, 0.11318549513816833, 0.06485776603221893, 0.018854867666959763, 0.028667252510786057, 0.08130989223718643, 0.01097190659493208, 0.023871710523962975], "r_norm": [4.467277526855469, 4.434797286987305, 4.4278364181518555, 4.460962295532227, 4.410741329193115, 4.367592811584473, 4.496007919311523, 4.408483028411865, 4.416306495666504, 4.455290794372559]}, {"step": 4050, "epoch": 10, "train_loss": 1.9580494165420532, "cos_r_negg": [0.46837225556373596, 0.14760011434555054, 0.13021942973136902, 0.0698121041059494, 0.08091944456100464, 0.013555091805756092, 0.05073404312133789, 0.08816161006689072, 0.00017688283696770668, 0.08669966459274292], "cos_apical_negg": [0.46837225556373596, 0.14760011434555054, 0.13021942973136902, 0.0698121041059494, 0.08091944456100464, 0.013555091805756092, 0.05073404312133789, 0.08816161006689072, 0.00017688283696770668, 0.08669966459274292], "cos_Ac_negg": [0.46837225556373596, 0.14760011434555054, 0.13021942973136902, 0.0698121041059494, 0.08091944456100464, 0.013555091805756092, 0.05073404312133789, 0.08816161006689072, 0.00017688283696770668, 0.08669966459274292], "r_norm": [4.446315765380859, 4.4460368156433105, 4.432682991027832, 4.457777500152588, 4.4048357009887695, 4.358719825744629, 4.495806694030762, 4.407846450805664, 4.42294979095459, 4.450098991394043]}, {"step": 4100, "epoch": 10, "train_loss": 2.243870735168457, "cos_r_negg": [0.47675642371177673, 0.13135936856269836, 0.13476814329624176, 0.0819435566663742, 0.07623203098773956, 0.02582860365509987, 0.04904412478208542, 0.12949708104133606, 0.031443629413843155, 0.022686850279569626], "cos_apical_negg": [0.47675642371177673, 0.13135936856269836, 0.13476814329624176, 0.0819435566663742, 0.07623203098773956, 0.02582860365509987, 0.04904412478208542, 0.12949708104133606, 0.031443629413843155, 0.022686850279569626], "cos_Ac_negg": [0.47675642371177673, 0.13135936856269836, 0.13476814329624176, 0.0819435566663742, 0.07623203098773956, 0.02582860365509987, 0.04904412478208542, 0.12949708104133606, 0.031443629413843155, 0.022686850279569626], "r_norm": [4.4823713302612305, 4.4761247634887695, 4.457138538360596, 4.48576545715332, 4.430309295654297, 4.3820600509643555, 4.524282455444336, 4.444705963134766, 4.446000099182129, 4.474595069885254]}, {"step": 4150, "epoch": 10, "train_loss": 2.1058530807495117, "cos_r_negg": [0.4430188536643982, 0.1362898349761963, 0.11681963503360748, 0.08447904139757156, 0.06890997290611267, 0.014420894905924797, 0.03203649818897247, 0.11561228334903717, 0.0022490224801003933, 0.0690566748380661], "cos_apical_negg": [0.4430188536643982, 0.1362898349761963, 0.11681963503360748, 0.08447904139757156, 0.06890997290611267, 0.014420894905924797, 0.03203649818897247, 0.11561228334903717, 0.0022490224801003933, 0.0690566748380661], "cos_Ac_negg": [0.4430188536643982, 0.1362898349761963, 0.11681963503360748, 0.08447904139757156, 0.06890997290611267, 0.014420894905924797, 0.03203649818897247, 0.11561228334903717, 0.0022490224801003933, 0.0690566748380661], "r_norm": [4.503746509552002, 4.48879861831665, 4.47178840637207, 4.512302398681641, 4.465285301208496, 4.407503128051758, 4.537640571594238, 4.4584784507751465, 4.463311195373535, 4.5078277587890625]}, {"step": 4200, "epoch": 10, "train_loss": 2.1570351123809814, "cos_r_negg": [0.45049527287483215, 0.1134614497423172, 0.1230853945016861, 0.09537152200937271, 0.07061348855495453, 0.02199975587427616, 0.06718316674232483, 0.07541093975305557, 0.03426143899559975, 0.07517150044441223], "cos_apical_negg": [0.45049527287483215, 0.1134614497423172, 0.1230853945016861, 0.09537152200937271, 0.07061348855495453, 0.02199975587427616, 0.06718316674232483, 0.07541093975305557, 0.03426143899559975, 0.07517150044441223], "cos_Ac_negg": [0.45049527287483215, 0.1134614497423172, 0.1230853945016861, 0.09537152200937271, 0.07061348855495453, 0.02199975587427616, 0.06718316674232483, 0.07541093975305557, 0.03426143899559975, 0.07517150044441223], "r_norm": [4.598510265350342, 4.599888801574707, 4.587270736694336, 4.609384536743164, 4.540545463562012, 4.5104522705078125, 4.665279388427734, 4.588055610656738, 4.564968109130859, 4.604307174682617]}, {"step": 4250, "epoch": 10, "train_loss": 2.0785908699035645, "cos_r_negg": [0.44466400146484375, 0.13210585713386536, 0.11576442420482635, 0.08672270178794861, 0.07936994731426239, 0.02129903808236122, 0.06667252629995346, 0.0805753618478775, 0.02650119736790657, 0.020687079057097435], "cos_apical_negg": [0.44466400146484375, 0.13210585713386536, 0.11576442420482635, 0.08672270178794861, 0.07936994731426239, 0.02129903808236122, 0.06667252629995346, 0.0805753618478775, 0.02650119736790657, 0.020687079057097435], "cos_Ac_negg": [0.44466400146484375, 0.13210585713386536, 0.11576442420482635, 0.08672270178794861, 0.07936994731426239, 0.02129903808236122, 0.06667252629995346, 0.0805753618478775, 0.02650119736790657, 0.020687079057097435], "r_norm": [4.423644065856934, 4.421802520751953, 4.4215192794799805, 4.437786102294922, 4.382821083068848, 4.3380537033081055, 4.474045753479004, 4.384398937225342, 4.389280319213867, 4.43309211730957]}, {"step": 4300, "epoch": 10, "train_loss": 2.1310410499572754, "cos_r_negg": [0.4451885223388672, 0.13265542685985565, 0.1263718605041504, 0.09980505704879761, 0.07557373493909836, 0.04922108352184296, 0.07257631421089172, 0.07138688862323761, -0.02296067588031292, 0.014080829918384552], "cos_apical_negg": [0.4451885223388672, 0.13265542685985565, 0.1263718605041504, 0.09980505704879761, 0.07557373493909836, 0.04922108352184296, 0.07257631421089172, 0.07138688862323761, -0.02296067588031292, 0.014080829918384552], "cos_Ac_negg": [0.4451885223388672, 0.13265542685985565, 0.1263718605041504, 0.09980505704879761, 0.07557373493909836, 0.04922108352184296, 0.07257631421089172, 0.07138688862323761, -0.02296067588031292, 0.014080829918384552], "r_norm": [4.4842939376831055, 4.468729019165039, 4.455772399902344, 4.484140872955322, 4.425405502319336, 4.3956499099731445, 4.507347583770752, 4.454929828643799, 4.455996036529541, 4.480227947235107]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.3523, "test_loss": 2.0504229125976563}, {"step": 4350, "epoch": 11, "train_loss": 1.641616702079773, "cos_r_negg": [0.47499775886535645, 0.14976023137569427, 0.1244032233953476, 0.09448529779911041, 0.04120143502950668, 0.03987230733036995, 0.0776427835226059, 0.0533372201025486, 0.013910003006458282, -0.01545616053044796], "cos_apical_negg": [0.47499775886535645, 0.14976023137569427, 0.1244032233953476, 0.09448529779911041, 0.04120143502950668, 0.03987230733036995, 0.0776427835226059, 0.0533372201025486, 0.013910003006458282, -0.01545616053044796], "cos_Ac_negg": [0.47499775886535645, 0.14976023137569427, 0.1244032233953476, 0.09448529779911041, 0.04120143502950668, 0.03987230733036995, 0.0776427835226059, 0.0533372201025486, 0.013910003006458282, -0.01545616053044796], "r_norm": [4.415026664733887, 4.404027938842773, 4.399020195007324, 4.423602104187012, 4.3800272941589355, 4.327661514282227, 4.457897186279297, 4.378353118896484, 4.385135173797607, 4.419717788696289]}, {"step": 4400, "epoch": 11, "train_loss": 2.3308749198913574, "cos_r_negg": [0.49834543466567993, 0.145441472530365, 0.15331768989562988, 0.08150327205657959, 0.06201053410768509, 0.06285277009010315, 0.049792706966400146, 0.0479256696999073, 0.059590741991996765, 0.054955579340457916], "cos_apical_negg": [0.49834543466567993, 0.145441472530365, 0.15331768989562988, 0.08150327205657959, 0.06201053410768509, 0.06285277009010315, 0.049792706966400146, 0.0479256696999073, 0.059590741991996765, 0.054955579340457916], "cos_Ac_negg": [0.49834543466567993, 0.145441472530365, 0.15331768989562988, 0.08150327205657959, 0.06201053410768509, 0.06285277009010315, 0.049792706966400146, 0.0479256696999073, 0.059590741991996765, 0.054955579340457916], "r_norm": [4.46656608581543, 4.459710597991943, 4.452554225921631, 4.469779968261719, 4.4239373207092285, 4.363446235656738, 4.497994422912598, 4.4220051765441895, 4.435888290405273, 4.469334602355957]}, {"step": 4450, "epoch": 11, "train_loss": 2.4115214347839355, "cos_r_negg": [0.4871491491794586, 0.1389133781194687, 0.14312796294689178, 0.08722148835659027, 0.06416015326976776, 0.07663256675004959, 0.07881390303373337, 0.10033033788204193, 0.047239191830158234, 0.03785354644060135], "cos_apical_negg": [0.4871491491794586, 0.1389133781194687, 0.14312796294689178, 0.08722148835659027, 0.06416015326976776, 0.07663256675004959, 0.07881390303373337, 0.10033033788204193, 0.047239191830158234, 0.03785354644060135], "cos_Ac_negg": [0.4871491491794586, 0.1389133781194687, 0.14312796294689178, 0.08722148835659027, 0.06416015326976776, 0.07663256675004959, 0.07881390303373337, 0.10033033788204193, 0.047239191830158234, 0.03785354644060135], "r_norm": [4.333568572998047, 4.336393356323242, 4.325697898864746, 4.348117828369141, 4.307916164398193, 4.258426666259766, 4.378741264343262, 4.298040390014648, 4.3093976974487305, 4.345249176025391]}, {"step": 4500, "epoch": 11, "train_loss": 1.9660394191741943, "cos_r_negg": [0.4559269845485687, 0.1430101990699768, 0.12210723757743835, 0.07287482172250748, 0.06991472840309143, 0.04117261618375778, 0.07512931525707245, 0.09360974282026291, 0.02300918847322464, -0.019406896084547043], "cos_apical_negg": [0.4559269845485687, 0.1430101990699768, 0.12210723757743835, 0.07287482172250748, 0.06991472840309143, 0.04117261618375778, 0.07512931525707245, 0.09360974282026291, 0.02300918847322464, -0.019406896084547043], "cos_Ac_negg": [0.4559269845485687, 0.1430101990699768, 0.12210723757743835, 0.07287482172250748, 0.06991472840309143, 0.04117261618375778, 0.07512931525707245, 0.09360974282026291, 0.02300918847322464, -0.019406896084547043], "r_norm": [4.391304016113281, 4.396124362945557, 4.38270378112793, 4.407411575317383, 4.352837562561035, 4.2990570068359375, 4.4382123947143555, 4.364118576049805, 4.360873222351074, 4.392584800720215]}, {"step": 4550, "epoch": 11, "train_loss": 2.0471079349517822, "cos_r_negg": [0.41235411167144775, 0.1473875194787979, 0.15573334693908691, 0.080301433801651, 0.07063749432563782, 0.049198996275663376, 0.09069104492664337, 0.08742235600948334, 0.035455454140901566, 0.01839572936296463], "cos_apical_negg": [0.41235411167144775, 0.1473875194787979, 0.15573334693908691, 0.080301433801651, 0.07063749432563782, 0.049198996275663376, 0.09069104492664337, 0.08742235600948334, 0.035455454140901566, 0.01839572936296463], "cos_Ac_negg": [0.41235411167144775, 0.1473875194787979, 0.15573334693908691, 0.080301433801651, 0.07063749432563782, 0.049198996275663376, 0.09069104492664337, 0.08742235600948334, 0.035455454140901566, 0.01839572936296463], "r_norm": [4.3589935302734375, 4.37458610534668, 4.358796119689941, 4.374204635620117, 4.299559593200684, 4.261192321777344, 4.402823448181152, 4.325043678283691, 4.331187725067139, 4.364441871643066]}, {"step": 4600, "epoch": 11, "train_loss": 1.9513846635818481, "cos_r_negg": [0.4450162649154663, 0.1251198649406433, 0.13934600353240967, 0.05551783740520477, 0.04284728318452835, 0.040065161883831024, 0.09291735291481018, 0.09606479108333588, 0.02157021127641201, 0.015201139263808727], "cos_apical_negg": [0.4450162649154663, 0.1251198649406433, 0.13934600353240967, 0.05551783740520477, 0.04284728318452835, 0.040065161883831024, 0.09291735291481018, 0.09606479108333588, 0.02157021127641201, 0.015201139263808727], "cos_Ac_negg": [0.4450162649154663, 0.1251198649406433, 0.13934600353240967, 0.05551783740520477, 0.04284728318452835, 0.040065161883831024, 0.09291735291481018, 0.09606479108333588, 0.02157021127641201, 0.015201139263808727], "r_norm": [4.325050354003906, 4.326830863952637, 4.312285900115967, 4.329548358917236, 4.279867649078369, 4.236339092254639, 4.364439010620117, 4.290560722351074, 4.293829917907715, 4.330662250518799]}, {"step": 4650, "epoch": 11, "train_loss": 1.9348540306091309, "cos_r_negg": [0.42846786975860596, 0.14174064993858337, 0.13190901279449463, 0.0746576339006424, 0.07294649630784988, 0.05963940918445587, 0.06752251833677292, 0.08224158734083176, 0.021729489788413048, 0.011676489375531673], "cos_apical_negg": [0.42846786975860596, 0.14174064993858337, 0.13190901279449463, 0.0746576339006424, 0.07294649630784988, 0.05963940918445587, 0.06752251833677292, 0.08224158734083176, 0.021729489788413048, 0.011676489375531673], "cos_Ac_negg": [0.42846786975860596, 0.14174064993858337, 0.13190901279449463, 0.0746576339006424, 0.07294649630784988, 0.05963940918445587, 0.06752251833677292, 0.08224158734083176, 0.021729489788413048, 0.011676489375531673], "r_norm": [4.403531074523926, 4.400217056274414, 4.389935493469238, 4.407732009887695, 4.355546951293945, 4.313211917877197, 4.447354316711426, 4.375640869140625, 4.366947174072266, 4.410863876342773]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.342, "test_loss": 2.032703747558594}, {"step": 4700, "epoch": 12, "train_loss": 1.8466928005218506, "cos_r_negg": [0.43237578868865967, 0.14967939257621765, 0.14738959074020386, 0.07169586420059204, 0.027549343183636665, 0.03846214711666107, 0.06106950342655182, 0.04479636996984482, 0.05552542954683304, -0.008597527630627155], "cos_apical_negg": [0.43237578868865967, 0.14967939257621765, 0.14738959074020386, 0.07169586420059204, 0.027549343183636665, 0.03846214711666107, 0.06106950342655182, 0.04479636996984482, 0.05552542954683304, -0.008597527630627155], "cos_Ac_negg": [0.43237578868865967, 0.14967939257621765, 0.14738959074020386, 0.07169586420059204, 0.027549343183636665, 0.03846214711666107, 0.06106950342655182, 0.04479636996984482, 0.05552542954683304, -0.008597527630627155], "r_norm": [4.5809526443481445, 4.595479965209961, 4.600486755371094, 4.592261791229248, 4.5513153076171875, 4.481269836425781, 4.634723663330078, 4.556570053100586, 4.553971290588379, 4.611417770385742]}, {"step": 4750, "epoch": 12, "train_loss": 1.8074802160263062, "cos_r_negg": [0.464128702878952, 0.16977563500404358, 0.158075749874115, 0.0673724114894867, 0.013697868213057518, 0.0643998384475708, 0.07809761166572571, 0.09175907075405121, 0.024805676192045212, 0.01666666939854622], "cos_apical_negg": [0.464128702878952, 0.16977563500404358, 0.158075749874115, 0.0673724114894867, 0.013697868213057518, 0.0643998384475708, 0.07809761166572571, 0.09175907075405121, 0.024805676192045212, 0.01666666939854622], "cos_Ac_negg": [0.464128702878952, 0.16977563500404358, 0.158075749874115, 0.0673724114894867, 0.013697868213057518, 0.0643998384475708, 0.07809761166572571, 0.09175907075405121, 0.024805676192045212, 0.01666666939854622], "r_norm": [4.448723793029785, 4.440437316894531, 4.446008682250977, 4.449995040893555, 4.405904769897461, 4.3440070152282715, 4.4910101890563965, 4.40530252456665, 4.408118724822998, 4.449936389923096]}, {"step": 4800, "epoch": 12, "train_loss": 2.0800187587738037, "cos_r_negg": [0.4603855609893799, 0.15241055190563202, 0.1343243569135666, 0.08562278747558594, 0.06093042343854904, 0.0477922223508358, 0.07624461501836777, 0.1288876235485077, 0.013188952580094337, -0.007382149342447519], "cos_apical_negg": [0.4603855609893799, 0.15241055190563202, 0.1343243569135666, 0.08562278747558594, 0.06093042343854904, 0.0477922223508358, 0.07624461501836777, 0.1288876235485077, 0.013188952580094337, -0.007382149342447519], "cos_Ac_negg": [0.4603855609893799, 0.15241055190563202, 0.1343243569135666, 0.08562278747558594, 0.06093042343854904, 0.0477922223508358, 0.07624461501836777, 0.1288876235485077, 0.013188952580094337, -0.007382149342447519], "r_norm": [4.409936904907227, 4.3983330726623535, 4.3830366134643555, 4.416417121887207, 4.364136695861816, 4.309305191040039, 4.454838275909424, 4.3722944259643555, 4.354975700378418, 4.400390148162842]}, {"step": 4850, "epoch": 12, "train_loss": 1.895763874053955, "cos_r_negg": [0.41013121604919434, 0.14333154261112213, 0.13525435328483582, 0.10383793711662292, 0.0685599148273468, 0.05462130159139633, 0.09666718542575836, 0.0868186354637146, 0.0701514184474945, -0.030964698642492294], "cos_apical_negg": [0.41013121604919434, 0.14333154261112213, 0.13525435328483582, 0.10383793711662292, 0.0685599148273468, 0.05462130159139633, 0.09666718542575836, 0.0868186354637146, 0.0701514184474945, -0.030964698642492294], "cos_Ac_negg": [0.41013121604919434, 0.14333154261112213, 0.13525435328483582, 0.10383793711662292, 0.0685599148273468, 0.05462130159139633, 0.09666718542575836, 0.0868186354637146, 0.0701514184474945, -0.030964698642492294], "r_norm": [4.429248332977295, 4.420145511627197, 4.4130754470825195, 4.434082984924316, 4.3841423988342285, 4.338768005371094, 4.466463565826416, 4.39741325378418, 4.388051986694336, 4.4333319664001465]}, {"step": 4900, "epoch": 12, "train_loss": 1.9652682542800903, "cos_r_negg": [0.44546636939048767, 0.16723020374774933, 0.12031283974647522, 0.11508702486753464, 0.07289646565914154, 0.08103324472904205, 0.11445695161819458, 0.08964315056800842, 0.05146531015634537, -0.008252270519733429], "cos_apical_negg": [0.44546636939048767, 0.16723020374774933, 0.12031283974647522, 0.11508702486753464, 0.07289646565914154, 0.08103324472904205, 0.11445695161819458, 0.08964315056800842, 0.05146531015634537, -0.008252270519733429], "cos_Ac_negg": [0.44546636939048767, 0.16723020374774933, 0.12031283974647522, 0.11508702486753464, 0.07289646565914154, 0.08103324472904205, 0.11445695161819458, 0.08964315056800842, 0.05146531015634537, -0.008252270519733429], "r_norm": [4.60978364944458, 4.604556083679199, 4.5993547439575195, 4.608877658843994, 4.559841632843018, 4.510006904602051, 4.647228240966797, 4.565730094909668, 4.567573070526123, 4.599000930786133]}, {"step": 4950, "epoch": 12, "train_loss": 1.6881194114685059, "cos_r_negg": [0.4332734942436218, 0.16332511603832245, 0.11361068487167358, 0.09826910495758057, 0.0910712480545044, 0.05875156819820404, 0.07331237196922302, 0.13839662075042725, 0.028298858553171158, 0.01578986644744873], "cos_apical_negg": [0.4332734942436218, 0.16332511603832245, 0.11361068487167358, 0.09826910495758057, 0.0910712480545044, 0.05875156819820404, 0.07331237196922302, 0.13839662075042725, 0.028298858553171158, 0.01578986644744873], "cos_Ac_negg": [0.4332734942436218, 0.16332511603832245, 0.11361068487167358, 0.09826910495758057, 0.0910712480545044, 0.05875156819820404, 0.07331237196922302, 0.13839662075042725, 0.028298858553171158, 0.01578986644744873], "r_norm": [4.480491638183594, 4.505446910858154, 4.480973243713379, 4.5116119384765625, 4.44423246383667, 4.388087272644043, 4.544304847717285, 4.476012229919434, 4.449102878570557, 4.4827351570129395]}, {"step": 5000, "epoch": 12, "train_loss": 1.837884783744812, "cos_r_negg": [0.4385988116264343, 0.13787613809108734, 0.1303439438343048, 0.1215168908238411, 0.09188176691532135, 0.07144701480865479, 0.08900855481624603, 0.08264198154211044, 0.04604677855968475, -0.0009076278656721115], "cos_apical_negg": [0.4385988116264343, 0.13787613809108734, 0.1303439438343048, 0.1215168908238411, 0.09188176691532135, 0.07144701480865479, 0.08900855481624603, 0.08264198154211044, 0.04604677855968475, -0.0009076278656721115], "cos_Ac_negg": [0.4385988116264343, 0.13787613809108734, 0.1303439438343048, 0.1215168908238411, 0.09188176691532135, 0.07144701480865479, 0.08900855481624603, 0.08264198154211044, 0.04604677855968475, -0.0009076278656721115], "r_norm": [4.444241046905518, 4.448641777038574, 4.424530029296875, 4.480493545532227, 4.387157440185547, 4.362746238708496, 4.479828834533691, 4.40799617767334, 4.412974834442139, 4.434589385986328]}, {"step": 5050, "epoch": 12, "train_loss": 1.9932899475097656, "cos_r_negg": [0.46766161918640137, 0.14630810916423798, 0.12986278533935547, 0.08700348436832428, 0.11994914710521698, 0.06278973817825317, 0.10191157460212708, 0.07492060959339142, 0.023585617542266846, 0.00216083275154233], "cos_apical_negg": [0.46766161918640137, 0.14630810916423798, 0.12986278533935547, 0.08700348436832428, 0.11994914710521698, 0.06278973817825317, 0.10191157460212708, 0.07492060959339142, 0.023585617542266846, 0.00216083275154233], "cos_Ac_negg": [0.46766161918640137, 0.14630810916423798, 0.12986278533935547, 0.08700348436832428, 0.11994914710521698, 0.06278973817825317, 0.10191157460212708, 0.07492060959339142, 0.023585617542266846, 0.00216083275154233], "r_norm": [4.5303449630737305, 4.526198387145996, 4.51635217666626, 4.528295516967773, 4.47669792175293, 4.453102111816406, 4.5811262130737305, 4.515096664428711, 4.495372772216797, 4.533852577209473]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.358, "test_loss": 2.0023570068359375}, {"step": 5100, "epoch": 13, "train_loss": 1.9143376350402832, "cos_r_negg": [0.42047402262687683, 0.1566302329301834, 0.1418362259864807, 0.09292678534984589, 0.11108033359050751, 0.08613203465938568, 0.057962387800216675, 0.15015777945518494, 0.051560141146183014, 0.04053410142660141], "cos_apical_negg": [0.42047402262687683, 0.1566302329301834, 0.1418362259864807, 0.09292678534984589, 0.11108033359050751, 0.08613203465938568, 0.057962387800216675, 0.15015777945518494, 0.051560141146183014, 0.04053410142660141], "cos_Ac_negg": [0.42047402262687683, 0.1566302329301834, 0.1418362259864807, 0.09292678534984589, 0.11108033359050751, 0.08613203465938568, 0.057962387800216675, 0.15015777945518494, 0.051560141146183014, 0.04053410142660141], "r_norm": [4.30436897277832, 4.299590110778809, 4.298768520355225, 4.318717002868652, 4.251453876495361, 4.205422401428223, 4.339710235595703, 4.263293266296387, 4.269227981567383, 4.30145788192749]}, {"step": 5150, "epoch": 13, "train_loss": 1.8752702474594116, "cos_r_negg": [0.4334934949874878, 0.15413276851177216, 0.1435377299785614, 0.11003758758306503, 0.06611140817403793, 0.07640731334686279, 0.04860714077949524, 0.11931260675191879, 0.021795393899083138, -0.007937016896903515], "cos_apical_negg": [0.4334934949874878, 0.15413276851177216, 0.1435377299785614, 0.11003758758306503, 0.06611140817403793, 0.07640731334686279, 0.04860714077949524, 0.11931260675191879, 0.021795393899083138, -0.007937016896903515], "cos_Ac_negg": [0.4334934949874878, 0.15413276851177216, 0.1435377299785614, 0.11003758758306503, 0.06611140817403793, 0.07640731334686279, 0.04860714077949524, 0.11931260675191879, 0.021795393899083138, -0.007937016896903515], "r_norm": [4.394516944885254, 4.361545562744141, 4.3515849113464355, 4.388093948364258, 4.336376190185547, 4.291377067565918, 4.429278373718262, 4.351837158203125, 4.347286224365234, 4.379672050476074]}, {"step": 5200, "epoch": 13, "train_loss": 1.9635244607925415, "cos_r_negg": [0.4707949459552765, 0.14855776727199554, 0.15358316898345947, 0.0867871418595314, 0.12407230585813522, 0.09003518521785736, 0.09470397979021072, 0.12248992174863815, 0.05612308159470558, 0.0039479355327785015], "cos_apical_negg": [0.4707949459552765, 0.14855776727199554, 0.15358316898345947, 0.0867871418595314, 0.12407230585813522, 0.09003518521785736, 0.09470397979021072, 0.12248992174863815, 0.05612308159470558, 0.0039479355327785015], "cos_Ac_negg": [0.4707949459552765, 0.14855776727199554, 0.15358316898345947, 0.0867871418595314, 0.12407230585813522, 0.09003518521785736, 0.09470397979021072, 0.12248992174863815, 0.05612308159470558, 0.0039479355327785015], "r_norm": [4.486833095550537, 4.475982666015625, 4.470525741577148, 4.5104498863220215, 4.422126770019531, 4.379436492919922, 4.512439727783203, 4.441779136657715, 4.44979190826416, 4.480106353759766]}, {"step": 5250, "epoch": 13, "train_loss": 1.818150520324707, "cos_r_negg": [0.4424704313278198, 0.15304599702358246, 0.14952681958675385, 0.12244439125061035, 0.0999850481748581, 0.0752842053771019, 0.10645163059234619, 0.10688057541847229, 0.07826131582260132, 0.006544920615851879], "cos_apical_negg": [0.4424704313278198, 0.15304599702358246, 0.14952681958675385, 0.12244439125061035, 0.0999850481748581, 0.0752842053771019, 0.10645163059234619, 0.10688057541847229, 0.07826131582260132, 0.006544920615851879], "cos_Ac_negg": [0.4424704313278198, 0.15304599702358246, 0.14952681958675385, 0.12244439125061035, 0.0999850481748581, 0.0752842053771019, 0.10645163059234619, 0.10688057541847229, 0.07826131582260132, 0.006544920615851879], "r_norm": [4.333958625793457, 4.328293800354004, 4.330867767333984, 4.3690056800842285, 4.287879943847656, 4.240537643432617, 4.375019550323486, 4.302939414978027, 4.313147068023682, 4.339995861053467]}, {"step": 5300, "epoch": 13, "train_loss": 1.8746082782745361, "cos_r_negg": [0.4576876163482666, 0.1670835018157959, 0.14103955030441284, 0.11609703302383423, 0.07067235559225082, 0.06635378301143646, 0.08245190978050232, 0.10494294762611389, 0.04086468741297722, -0.00924491137266159], "cos_apical_negg": [0.4576876163482666, 0.1670835018157959, 0.14103955030441284, 0.11609703302383423, 0.07067235559225082, 0.06635378301143646, 0.08245190978050232, 0.10494294762611389, 0.04086468741297722, -0.00924491137266159], "cos_Ac_negg": [0.4576876163482666, 0.1670835018157959, 0.14103955030441284, 0.11609703302383423, 0.07067235559225082, 0.06635378301143646, 0.08245190978050232, 0.10494294762611389, 0.04086468741297722, -0.00924491137266159], "r_norm": [4.225500106811523, 4.232409954071045, 4.226047515869141, 4.231226921081543, 4.1865081787109375, 4.12656307220459, 4.2593607902526855, 4.188022613525391, 4.191070556640625, 4.223771572113037]}, {"step": 5350, "epoch": 13, "train_loss": 2.1008899211883545, "cos_r_negg": [0.4557831287384033, 0.15530984103679657, 0.14963851869106293, 0.08720137178897858, 0.06708323955535889, 0.08524259179830551, 0.06474952399730682, 0.111575186252594, 0.023601602762937546, -0.02437344565987587], "cos_apical_negg": [0.4557831287384033, 0.15530984103679657, 0.14963851869106293, 0.08720137178897858, 0.06708323955535889, 0.08524259179830551, 0.06474952399730682, 0.111575186252594, 0.023601602762937546, -0.02437344565987587], "cos_Ac_negg": [0.4557831287384033, 0.15530984103679657, 0.14963851869106293, 0.08720137178897858, 0.06708323955535889, 0.08524259179830551, 0.06474952399730682, 0.111575186252594, 0.023601602762937546, -0.02437344565987587], "r_norm": [4.371614933013916, 4.3692626953125, 4.348752498626709, 4.385248184204102, 4.316394805908203, 4.288305282592773, 4.420950889587402, 4.3451690673828125, 4.336586952209473, 4.366458892822266]}, {"step": 5400, "epoch": 13, "train_loss": 1.9846277236938477, "cos_r_negg": [0.432317316532135, 0.1586793065071106, 0.14178164303302765, 0.09393969178199768, 0.08041601628065109, 0.08755557984113693, 0.06600034236907959, 0.10593157261610031, 0.05207958444952965, 0.030859224498271942], "cos_apical_negg": [0.432317316532135, 0.1586793065071106, 0.14178164303302765, 0.09393969178199768, 0.08041601628065109, 0.08755557984113693, 0.06600034236907959, 0.10593157261610031, 0.05207958444952965, 0.030859224498271942], "cos_Ac_negg": [0.432317316532135, 0.1586793065071106, 0.14178164303302765, 0.09393969178199768, 0.08041601628065109, 0.08755557984113693, 0.06600034236907959, 0.10593157261610031, 0.05207958444952965, 0.030859224498271942], "r_norm": [4.543797969818115, 4.53892707824707, 4.536481857299805, 4.578848838806152, 4.504516124725342, 4.468008995056152, 4.593684196472168, 4.510941505432129, 4.52340030670166, 4.55948543548584]}, {"step": 5450, "epoch": 13, "train_loss": 2.089876174926758, "cos_r_negg": [0.4128827750682831, 0.1617623269557953, 0.11891300976276398, 0.09001272171735764, 0.07428451627492905, 0.08022407442331314, 0.026597624644637108, 0.08819159865379333, 0.007028147578239441, 0.04352936893701553], "cos_apical_negg": [0.4128827750682831, 0.1617623269557953, 0.11891300976276398, 0.09001272171735764, 0.07428451627492905, 0.08022407442331314, 0.026597624644637108, 0.08819159865379333, 0.007028147578239441, 0.04352936893701553], "cos_Ac_negg": [0.4128827750682831, 0.1617623269557953, 0.11891300976276398, 0.09001272171735764, 0.07428451627492905, 0.08022407442331314, 0.026597624644637108, 0.08819159865379333, 0.007028147578239441, 0.04352936893701553], "r_norm": [4.486493110656738, 4.491634845733643, 4.491992950439453, 4.491523742675781, 4.448305130004883, 4.3901567459106445, 4.541619777679443, 4.463046550750732, 4.454688549041748, 4.493621826171875]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.3416, "test_loss": 2.1285349365234376}, {"step": 5500, "epoch": 14, "train_loss": 2.2340972423553467, "cos_r_negg": [0.4486052393913269, 0.14066706597805023, 0.1280180960893631, 0.10532470792531967, 0.08966735750436783, 0.07157588005065918, 0.0879175215959549, 0.04995660483837128, -0.005247893277555704, -0.012915650382637978], "cos_apical_negg": [0.4486052393913269, 0.14066706597805023, 0.1280180960893631, 0.10532470792531967, 0.08966735750436783, 0.07157588005065918, 0.0879175215959549, 0.04995660483837128, -0.005247893277555704, -0.012915650382637978], "cos_Ac_negg": [0.4486052393913269, 0.14066706597805023, 0.1280180960893631, 0.10532470792531967, 0.08966735750436783, 0.07157588005065918, 0.0879175215959549, 0.04995660483837128, -0.005247893277555704, -0.012915650382637978], "r_norm": [4.287156581878662, 4.292390823364258, 4.263706207275391, 4.311793327331543, 4.2600908279418945, 4.211511611938477, 4.334332466125488, 4.252584457397461, 4.267642498016357, 4.305388450622559]}, {"step": 5550, "epoch": 14, "train_loss": 2.0727591514587402, "cos_r_negg": [0.4145720899105072, 0.11992191523313522, 0.1536492109298706, 0.12348715960979462, 0.05975984409451485, 0.08831310272216797, 0.08426517993211746, 0.05930859595537186, 0.060274407267570496, 0.021627886220812798], "cos_apical_negg": [0.4145720899105072, 0.11992191523313522, 0.1536492109298706, 0.12348715960979462, 0.05975984409451485, 0.08831310272216797, 0.08426517993211746, 0.05930859595537186, 0.060274407267570496, 0.021627886220812798], "cos_Ac_negg": [0.4145720899105072, 0.11992191523313522, 0.1536492109298706, 0.12348715960979462, 0.05975984409451485, 0.08831310272216797, 0.08426517993211746, 0.05930859595537186, 0.060274407267570496, 0.021627886220812798], "r_norm": [4.523573398590088, 4.507587432861328, 4.51602840423584, 4.520051002502441, 4.463496208190918, 4.415753364562988, 4.569192409515381, 4.492615699768066, 4.474637508392334, 4.535016059875488]}, {"step": 5600, "epoch": 14, "train_loss": 2.1592020988464355, "cos_r_negg": [0.46043166518211365, 0.1534614861011505, 0.12662403285503387, 0.10131168365478516, 0.0990620106458664, 0.0922955870628357, 0.11134006083011627, 0.08992104232311249, 0.02914164774119854, 0.028983470052480698], "cos_apical_negg": [0.46043166518211365, 0.1534614861011505, 0.12662403285503387, 0.10131168365478516, 0.0990620106458664, 0.0922955870628357, 0.11134006083011627, 0.08992104232311249, 0.02914164774119854, 0.028983470052480698], "cos_Ac_negg": [0.46043166518211365, 0.1534614861011505, 0.12662403285503387, 0.10131168365478516, 0.0990620106458664, 0.0922955870628357, 0.11134006083011627, 0.08992104232311249, 0.02914164774119854, 0.028983470052480698], "r_norm": [4.500757217407227, 4.485122203826904, 4.496258735656738, 4.515213966369629, 4.447396278381348, 4.415440559387207, 4.538419723510742, 4.468745231628418, 4.460691928863525, 4.496431350708008]}, {"step": 5650, "epoch": 14, "train_loss": 2.169680595397949, "cos_r_negg": [0.43515411019325256, 0.16235631704330444, 0.13042698800563812, 0.07945064455270767, 0.09978175163269043, 0.07022255659103394, 0.1377044916152954, 0.10902832448482513, 0.0639568418264389, 0.04429486021399498], "cos_apical_negg": [0.43515411019325256, 0.16235631704330444, 0.13042698800563812, 0.07945064455270767, 0.09978175163269043, 0.07022255659103394, 0.1377044916152954, 0.10902832448482513, 0.0639568418264389, 0.04429486021399498], "cos_Ac_negg": [0.43515411019325256, 0.16235631704330444, 0.13042698800563812, 0.07945064455270767, 0.09978175163269043, 0.07022255659103394, 0.1377044916152954, 0.10902832448482513, 0.0639568418264389, 0.04429486021399498], "r_norm": [4.360202789306641, 4.369775295257568, 4.351895809173584, 4.384213447570801, 4.325308799743652, 4.264825820922852, 4.415709018707275, 4.345237731933594, 4.325349807739258, 4.363886833190918]}, {"step": 5700, "epoch": 14, "train_loss": 1.9081777334213257, "cos_r_negg": [0.4792900085449219, 0.17062926292419434, 0.10765782743692398, 0.11848375201225281, 0.07979324460029602, 0.11958090215921402, 0.1267295926809311, 0.07045996189117432, 0.05876266583800316, 0.04610363394021988], "cos_apical_negg": [0.4792900085449219, 0.17062926292419434, 0.10765782743692398, 0.11848375201225281, 0.07979324460029602, 0.11958090215921402, 0.1267295926809311, 0.07045996189117432, 0.05876266583800316, 0.04610363394021988], "cos_Ac_negg": [0.4792900085449219, 0.17062926292419434, 0.10765782743692398, 0.11848375201225281, 0.07979324460029602, 0.11958090215921402, 0.1267295926809311, 0.07045996189117432, 0.05876266583800316, 0.04610363394021988], "r_norm": [4.340763092041016, 4.334983825683594, 4.320533752441406, 4.344669342041016, 4.2928547859191895, 4.2557501792907715, 4.379696846008301, 4.310204982757568, 4.305661201477051, 4.337322235107422]}, {"step": 5750, "epoch": 14, "train_loss": 1.930915117263794, "cos_r_negg": [0.43186861276626587, 0.17104674875736237, 0.13591375946998596, 0.11316270381212234, 0.11116006970405579, 0.10718585550785065, 0.08742833882570267, 0.07977187633514404, 0.034958623349666595, 0.04022618383169174], "cos_apical_negg": [0.43186861276626587, 0.17104674875736237, 0.13591375946998596, 0.11316270381212234, 0.11116006970405579, 0.10718585550785065, 0.08742833882570267, 0.07977187633514404, 0.034958623349666595, 0.04022618383169174], "cos_Ac_negg": [0.43186861276626587, 0.17104674875736237, 0.13591375946998596, 0.11316270381212234, 0.11116006970405579, 0.10718585550785065, 0.08742833882570267, 0.07977187633514404, 0.034958623349666595, 0.04022618383169174], "r_norm": [4.443552494049072, 4.4341278076171875, 4.427333831787109, 4.47923469543457, 4.388781547546387, 4.335692882537842, 4.468932151794434, 4.397590637207031, 4.402624130249023, 4.425331115722656]}, {"step": 5800, "epoch": 14, "train_loss": 2.1372008323669434, "cos_r_negg": [0.422717809677124, 0.17305243015289307, 0.14371955394744873, 0.11972226202487946, 0.07399371266365051, 0.10474777221679688, 0.11307355016469955, 0.05879097431898117, 0.029927579686045647, 0.023564811795949936], "cos_apical_negg": [0.422717809677124, 0.17305243015289307, 0.14371955394744873, 0.11972226202487946, 0.07399371266365051, 0.10474777221679688, 0.11307355016469955, 0.05879097431898117, 0.029927579686045647, 0.023564811795949936], "cos_Ac_negg": [0.422717809677124, 0.17305243015289307, 0.14371955394744873, 0.11972226202487946, 0.07399371266365051, 0.10474777221679688, 0.11307355016469955, 0.05879097431898117, 0.029927579686045647, 0.023564811795949936], "r_norm": [4.3449296951293945, 4.330196380615234, 4.322711944580078, 4.345666408538818, 4.299899101257324, 4.251002311706543, 4.388708114624023, 4.315273284912109, 4.307921409606934, 4.337627410888672]}, {"step": 5850, "epoch": 14, "train_loss": 2.2116074562072754, "cos_r_negg": [0.43357300758361816, 0.16390830278396606, 0.13241088390350342, 0.1184605062007904, 0.08101949095726013, 0.07007057219743729, 0.11959152668714523, 0.07560655474662781, 0.034724410623311996, 0.0711110457777977], "cos_apical_negg": [0.43357300758361816, 0.16390830278396606, 0.13241088390350342, 0.1184605062007904, 0.08101949095726013, 0.07007057219743729, 0.11959152668714523, 0.07560655474662781, 0.034724410623311996, 0.0711110457777977], "cos_Ac_negg": [0.43357300758361816, 0.16390830278396606, 0.13241088390350342, 0.1184605062007904, 0.08101949095726013, 0.07007057219743729, 0.11959152668714523, 0.07560655474662781, 0.034724410623311996, 0.0711110457777977], "r_norm": [4.355434417724609, 4.353504180908203, 4.327077865600586, 4.353974342346191, 4.303838729858398, 4.260310173034668, 4.407148361206055, 4.337092399597168, 4.3202619552612305, 4.350418567657471]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.3468, "test_loss": 2.1719596923828126}, {"step": 5900, "epoch": 15, "train_loss": 1.9832249879837036, "cos_r_negg": [0.4130420684814453, 0.1719324290752411, 0.1522241234779358, 0.0971023291349411, 0.12157166004180908, 0.09391257911920547, 0.10921342670917511, 0.0738668441772461, 0.053702861070632935, 0.1089533343911171], "cos_apical_negg": [0.4130420684814453, 0.1719324290752411, 0.1522241234779358, 0.0971023291349411, 0.12157166004180908, 0.09391257911920547, 0.10921342670917511, 0.0738668441772461, 0.053702861070632935, 0.1089533343911171], "cos_Ac_negg": [0.4130420684814453, 0.1719324290752411, 0.1522241234779358, 0.0971023291349411, 0.12157166004180908, 0.09391257911920547, 0.10921342670917511, 0.0738668441772461, 0.053702861070632935, 0.1089533343911171], "r_norm": [4.40911865234375, 4.408626079559326, 4.397130012512207, 4.414586067199707, 4.362173080444336, 4.308084487915039, 4.458934783935547, 4.378816604614258, 4.37026834487915, 4.413715839385986]}, {"step": 5950, "epoch": 15, "train_loss": 2.116321563720703, "cos_r_negg": [0.42400699853897095, 0.17013290524482727, 0.16309143602848053, 0.12190822511911392, 0.10306679457426071, 0.09597444534301758, 0.09579610824584961, 0.0600774846971035, 0.03386300802230835, 0.03370192274451256], "cos_apical_negg": [0.42400699853897095, 0.17013290524482727, 0.16309143602848053, 0.12190822511911392, 0.10306679457426071, 0.09597444534301758, 0.09579610824584961, 0.0600774846971035, 0.03386300802230835, 0.03370192274451256], "cos_Ac_negg": [0.42400699853897095, 0.17013290524482727, 0.16309143602848053, 0.12190822511911392, 0.10306679457426071, 0.09597444534301758, 0.09579610824584961, 0.0600774846971035, 0.03386300802230835, 0.03370192274451256], "r_norm": [4.406195163726807, 4.379133224487305, 4.369821071624756, 4.406351089477539, 4.378988265991211, 4.321706771850586, 4.43705940246582, 4.357865333557129, 4.373725414276123, 4.402410507202148]}, {"step": 6000, "epoch": 15, "train_loss": 1.9975335597991943, "cos_r_negg": [0.42684701085090637, 0.16139951348304749, 0.16500304639339447, 0.1359098255634308, 0.14311814308166504, 0.07825298607349396, 0.0978943407535553, 0.11621882021427155, 0.0381355807185173, 0.06239897757768631], "cos_apical_negg": [0.42684701085090637, 0.16139951348304749, 0.16500304639339447, 0.1359098255634308, 0.14311814308166504, 0.07825298607349396, 0.0978943407535553, 0.11621882021427155, 0.0381355807185173, 0.06239897757768631], "cos_Ac_negg": [0.42684701085090637, 0.16139951348304749, 0.16500304639339447, 0.1359098255634308, 0.14311814308166504, 0.07825298607349396, 0.0978943407535553, 0.11621882021427155, 0.0381355807185173, 0.06239897757768631], "r_norm": [4.5898590087890625, 4.563697814941406, 4.567480087280273, 4.596109390258789, 4.534181594848633, 4.496013641357422, 4.6330132484436035, 4.554576396942139, 4.545848369598389, 4.589045524597168]}, {"step": 6050, "epoch": 15, "train_loss": 2.1714112758636475, "cos_r_negg": [0.4281623363494873, 0.16007615625858307, 0.1478986144065857, 0.0992928072810173, 0.1643284261226654, 0.10285401344299316, 0.08781130611896515, 0.0696115791797638, 0.03628147393465042, 0.07736836373806], "cos_apical_negg": [0.4281623363494873, 0.16007615625858307, 0.1478986144065857, 0.0992928072810173, 0.1643284261226654, 0.10285401344299316, 0.08781130611896515, 0.0696115791797638, 0.03628147393465042, 0.07736836373806], "cos_Ac_negg": [0.4281623363494873, 0.16007615625858307, 0.1478986144065857, 0.0992928072810173, 0.1643284261226654, 0.10285401344299316, 0.08781130611896515, 0.0696115791797638, 0.03628147393465042, 0.07736836373806], "r_norm": [4.660892963409424, 4.641982078552246, 4.681407928466797, 4.711616516113281, 4.628067970275879, 4.588834762573242, 4.709531784057617, 4.6192779541015625, 4.662657260894775, 4.673303604125977]}, {"step": 6100, "epoch": 15, "train_loss": 2.190228223800659, "cos_r_negg": [0.4010603129863739, 0.1862730085849762, 0.12598857283592224, 0.11384966969490051, 0.15141455829143524, 0.08418168127536774, 0.10003330558538437, 0.11764384806156158, 0.10461381077766418, 0.03841071575880051], "cos_apical_negg": [0.4010603129863739, 0.1862730085849762, 0.12598857283592224, 0.11384966969490051, 0.15141455829143524, 0.08418168127536774, 0.10003330558538437, 0.11764384806156158, 0.10461381077766418, 0.03841071575880051], "cos_Ac_negg": [0.4010603129863739, 0.1862730085849762, 0.12598857283592224, 0.11384966969490051, 0.15141455829143524, 0.08418168127536774, 0.10003330558538437, 0.11764384806156158, 0.10461381077766418, 0.03841071575880051], "r_norm": [4.590372085571289, 4.556257247924805, 4.550557613372803, 4.596508979797363, 4.522122383117676, 4.497289180755615, 4.618396759033203, 4.5413713455200195, 4.536953926086426, 4.58231258392334]}, {"step": 6150, "epoch": 15, "train_loss": 1.9789739847183228, "cos_r_negg": [0.40578651428222656, 0.18304702639579773, 0.1388375163078308, 0.08870424330234528, 0.1251809298992157, 0.09186744689941406, 0.12208420038223267, 0.11491614580154419, 0.0799783319234848, 0.06058042496442795], "cos_apical_negg": [0.40578651428222656, 0.18304702639579773, 0.1388375163078308, 0.08870424330234528, 0.1251809298992157, 0.09186744689941406, 0.12208420038223267, 0.11491614580154419, 0.0799783319234848, 0.06058042496442795], "cos_Ac_negg": [0.40578651428222656, 0.18304702639579773, 0.1388375163078308, 0.08870424330234528, 0.1251809298992157, 0.09186744689941406, 0.12208420038223267, 0.11491614580154419, 0.0799783319234848, 0.06058042496442795], "r_norm": [4.356744766235352, 4.35586404800415, 4.364902496337891, 4.380147457122803, 4.325024604797363, 4.285459518432617, 4.407327651977539, 4.322170257568359, 4.337419509887695, 4.369349956512451]}, {"step": 6200, "epoch": 15, "train_loss": 1.8988051414489746, "cos_r_negg": [0.38374295830726624, 0.15182076394557953, 0.1426735371351242, 0.09162198007106781, 0.12272343039512634, 0.12321002781391144, 0.13421550393104553, 0.13064035773277283, 0.06378698348999023, 0.08199027180671692], "cos_apical_negg": [0.38374295830726624, 0.15182076394557953, 0.1426735371351242, 0.09162198007106781, 0.12272343039512634, 0.12321002781391144, 0.13421550393104553, 0.13064035773277283, 0.06378698348999023, 0.08199027180671692], "cos_Ac_negg": [0.38374295830726624, 0.15182076394557953, 0.1426735371351242, 0.09162198007106781, 0.12272343039512634, 0.12321002781391144, 0.13421550393104553, 0.13064035773277283, 0.06378698348999023, 0.08199027180671692], "r_norm": [4.5472564697265625, 4.5351057052612305, 4.531842231750488, 4.549954891204834, 4.495791435241699, 4.437399387359619, 4.6004838943481445, 4.506764888763428, 4.503531455993652, 4.549090385437012]}, {"step": 6250, "epoch": 15, "train_loss": 2.0697107315063477, "cos_r_negg": [0.44465166330337524, 0.16474467515945435, 0.12907791137695312, 0.11676441878080368, 0.09135514497756958, 0.11639289557933807, 0.11966274678707123, 0.10947805643081665, 0.08645108342170715, 0.08012835681438446], "cos_apical_negg": [0.44465166330337524, 0.16474467515945435, 0.12907791137695312, 0.11676441878080368, 0.09135514497756958, 0.11639289557933807, 0.11966274678707123, 0.10947805643081665, 0.08645108342170715, 0.08012835681438446], "cos_Ac_negg": [0.44465166330337524, 0.16474467515945435, 0.12907791137695312, 0.11676441878080368, 0.09135514497756958, 0.11639289557933807, 0.11966274678707123, 0.10947805643081665, 0.08645108342170715, 0.08012835681438446], "r_norm": [4.360246658325195, 4.36124849319458, 4.3597331047058105, 4.390050888061523, 4.313441753387451, 4.281950950622559, 4.410423278808594, 4.329970359802246, 4.3351149559021, 4.37714958190918]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.3557, "test_loss": 2.08902119140625}, {"step": 6300, "epoch": 16, "train_loss": 2.155801296234131, "cos_r_negg": [0.4352658987045288, 0.17771518230438232, 0.1433391273021698, 0.1326645314693451, 0.12309398502111435, 0.11104972660541534, 0.11204351484775543, 0.1089429035782814, 0.07742263376712799, 0.06933668255805969], "cos_apical_negg": [0.4352658987045288, 0.17771518230438232, 0.1433391273021698, 0.1326645314693451, 0.12309398502111435, 0.11104972660541534, 0.11204351484775543, 0.1089429035782814, 0.07742263376712799, 0.06933668255805969], "cos_Ac_negg": [0.4352658987045288, 0.17771518230438232, 0.1433391273021698, 0.1326645314693451, 0.12309398502111435, 0.11104972660541534, 0.11204351484775543, 0.1089429035782814, 0.07742263376712799, 0.06933668255805969], "r_norm": [4.484829902648926, 4.480287075042725, 4.482235908508301, 4.501742362976074, 4.453740119934082, 4.397855758666992, 4.548785209655762, 4.4552903175354, 4.4622650146484375, 4.499848365783691]}, {"step": 6350, "epoch": 16, "train_loss": 1.8030600547790527, "cos_r_negg": [0.4483928680419922, 0.17521539330482483, 0.16389396786689758, 0.1060759648680687, 0.10286272317171097, 0.12206751853227615, 0.11644308269023895, 0.13670174777507782, 0.09007057547569275, 0.052725404500961304], "cos_apical_negg": [0.4483928680419922, 0.17521539330482483, 0.16389396786689758, 0.1060759648680687, 0.10286272317171097, 0.12206751853227615, 0.11644308269023895, 0.13670174777507782, 0.09007057547569275, 0.052725404500961304], "cos_Ac_negg": [0.4483928680419922, 0.17521539330482483, 0.16389396786689758, 0.1060759648680687, 0.10286272317171097, 0.12206751853227615, 0.11644308269023895, 0.13670174777507782, 0.09007057547569275, 0.052725404500961304], "r_norm": [4.54974365234375, 4.532815933227539, 4.530518054962158, 4.541394233703613, 4.504566192626953, 4.446928024291992, 4.594072341918945, 4.508474349975586, 4.518523216247559, 4.545111656188965]}, {"step": 6400, "epoch": 16, "train_loss": 2.0132265090942383, "cos_r_negg": [0.41207605600357056, 0.1979401558637619, 0.1799914389848709, 0.12625853717327118, 0.11446738988161087, 0.11913853883743286, 0.12702050805091858, 0.11604481935501099, 0.07037648558616638, 0.04069715738296509], "cos_apical_negg": [0.41207605600357056, 0.1979401558637619, 0.1799914389848709, 0.12625853717327118, 0.11446738988161087, 0.11913853883743286, 0.12702050805091858, 0.11604481935501099, 0.07037648558616638, 0.04069715738296509], "cos_Ac_negg": [0.41207605600357056, 0.1979401558637619, 0.1799914389848709, 0.12625853717327118, 0.11446738988161087, 0.11913853883743286, 0.12702050805091858, 0.11604481935501099, 0.07037648558616638, 0.04069715738296509], "r_norm": [4.4599609375, 4.449993133544922, 4.452795505523682, 4.460806369781494, 4.402981758117676, 4.374855995178223, 4.505309104919434, 4.429597854614258, 4.4250807762146, 4.447192192077637]}, {"step": 6450, "epoch": 16, "train_loss": 2.0878453254699707, "cos_r_negg": [0.401253342628479, 0.19322194159030914, 0.16216686367988586, 0.09066702425479889, 0.10569049417972565, 0.11489550769329071, 0.0945933610200882, 0.07855688035488129, 0.07144935429096222, 0.06636273860931396], "cos_apical_negg": [0.401253342628479, 0.19322194159030914, 0.16216686367988586, 0.09066702425479889, 0.10569049417972565, 0.11489550769329071, 0.0945933610200882, 0.07855688035488129, 0.07144935429096222, 0.06636273860931396], "cos_Ac_negg": [0.401253342628479, 0.19322194159030914, 0.16216686367988586, 0.09066702425479889, 0.10569049417972565, 0.11489550769329071, 0.0945933610200882, 0.07855688035488129, 0.07144935429096222, 0.06636273860931396], "r_norm": [4.405350685119629, 4.410978317260742, 4.4058427810668945, 4.422922611236572, 4.376894474029541, 4.3253045082092285, 4.457938194274902, 4.382298469543457, 4.386959075927734, 4.427263259887695]}, {"step": 6500, "epoch": 16, "train_loss": 2.3668107986450195, "cos_r_negg": [0.42702963948249817, 0.1781156063079834, 0.16954538226127625, 0.06974063813686371, 0.11647282540798187, 0.090102419257164, 0.13147276639938354, 0.10415065288543701, 0.07095986604690552, 0.0979221910238266], "cos_apical_negg": [0.42702963948249817, 0.1781156063079834, 0.16954538226127625, 0.06974063813686371, 0.11647282540798187, 0.090102419257164, 0.13147276639938354, 0.10415065288543701, 0.07095986604690552, 0.0979221910238266], "cos_Ac_negg": [0.42702963948249817, 0.1781156063079834, 0.16954538226127625, 0.06974063813686371, 0.11647282540798187, 0.090102419257164, 0.13147276639938354, 0.10415065288543701, 0.07095986604690552, 0.0979221910238266], "r_norm": [4.366548538208008, 4.359450340270996, 4.360505104064941, 4.383922100067139, 4.317520618438721, 4.254569053649902, 4.4023284912109375, 4.322524070739746, 4.328019142150879, 4.367649078369141]}, {"step": 6550, "epoch": 16, "train_loss": 1.63447105884552, "cos_r_negg": [0.39700084924697876, 0.17074549198150635, 0.14825764298439026, 0.09930016100406647, 0.138431578874588, 0.06607940793037415, 0.12656760215759277, 0.10192745178937912, 0.07529100775718689, 0.08930283784866333], "cos_apical_negg": [0.39700084924697876, 0.17074549198150635, 0.14825764298439026, 0.09930016100406647, 0.138431578874588, 0.06607940793037415, 0.12656760215759277, 0.10192745178937912, 0.07529100775718689, 0.08930283784866333], "cos_Ac_negg": [0.39700084924697876, 0.17074549198150635, 0.14825764298439026, 0.09930016100406647, 0.138431578874588, 0.06607940793037415, 0.12656760215759277, 0.10192745178937912, 0.07529100775718689, 0.08930283784866333], "r_norm": [4.392723560333252, 4.395022392272949, 4.391021728515625, 4.394865036010742, 4.346414566040039, 4.30037260055542, 4.446057319641113, 4.381858825683594, 4.370862007141113, 4.403296947479248]}, {"step": 6600, "epoch": 16, "train_loss": 1.8893733024597168, "cos_r_negg": [0.4512557089328766, 0.1660396158695221, 0.1482410728931427, 0.10724145174026489, 0.14307278394699097, 0.08070105314254761, 0.1001594066619873, 0.08677929639816284, 0.10099795460700989, 0.0842067077755928], "cos_apical_negg": [0.4512557089328766, 0.1660396158695221, 0.1482410728931427, 0.10724145174026489, 0.14307278394699097, 0.08070105314254761, 0.1001594066619873, 0.08677929639816284, 0.10099795460700989, 0.0842067077755928], "cos_Ac_negg": [0.4512557089328766, 0.1660396158695221, 0.1482410728931427, 0.10724145174026489, 0.14307278394699097, 0.08070105314254761, 0.1001594066619873, 0.08677929639816284, 0.10099795460700989, 0.0842067077755928], "r_norm": [4.3626909255981445, 4.35518217086792, 4.3542962074279785, 4.376588821411133, 4.3188276290893555, 4.279797554016113, 4.403923988342285, 4.332592964172363, 4.3340654373168945, 4.364377498626709]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.3599, "test_loss": 2.0805552490234374}, {"step": 6650, "epoch": 17, "train_loss": 2.202332019805908, "cos_r_negg": [0.42144158482551575, 0.1767749786376953, 0.1566341519355774, 0.11889064311981201, 0.1271781176328659, 0.09306613355875015, 0.08365415781736374, 0.0885404497385025, 0.06134684756398201, 0.07853621244430542], "cos_apical_negg": [0.42144158482551575, 0.1767749786376953, 0.1566341519355774, 0.11889064311981201, 0.1271781176328659, 0.09306613355875015, 0.08365415781736374, 0.0885404497385025, 0.06134684756398201, 0.07853621244430542], "cos_Ac_negg": [0.42144158482551575, 0.1767749786376953, 0.1566341519355774, 0.11889064311981201, 0.1271781176328659, 0.09306613355875015, 0.08365415781736374, 0.0885404497385025, 0.06134684756398201, 0.07853621244430542], "r_norm": [4.207509994506836, 4.203174591064453, 4.186422824859619, 4.203553199768066, 4.1582207679748535, 4.114182472229004, 4.250845432281494, 4.174980640411377, 4.171695232391357, 4.203507900238037]}, {"step": 6700, "epoch": 17, "train_loss": 1.9310545921325684, "cos_r_negg": [0.4375462532043457, 0.1808728724718094, 0.15738190710544586, 0.11794015765190125, 0.13625359535217285, 0.1061709076166153, 0.08382033556699753, 0.07905111461877823, 0.11265645176172256, 0.09793251007795334], "cos_apical_negg": [0.4375462532043457, 0.1808728724718094, 0.15738190710544586, 0.11794015765190125, 0.13625359535217285, 0.1061709076166153, 0.08382033556699753, 0.07905111461877823, 0.11265645176172256, 0.09793251007795334], "cos_Ac_negg": [0.4375462532043457, 0.1808728724718094, 0.15738190710544586, 0.11794015765190125, 0.13625359535217285, 0.1061709076166153, 0.08382033556699753, 0.07905111461877823, 0.11265645176172256, 0.09793251007795334], "r_norm": [4.475252628326416, 4.466156959533691, 4.472881317138672, 4.464391708374023, 4.413713455200195, 4.366029262542725, 4.515789985656738, 4.4359211921691895, 4.429919242858887, 4.477128982543945]}, {"step": 6750, "epoch": 17, "train_loss": 2.035461664199829, "cos_r_negg": [0.4142967462539673, 0.20786532759666443, 0.16755753755569458, 0.1234264224767685, 0.1393456757068634, 0.12171903252601624, 0.09753372520208359, 0.0835249125957489, 0.06287652999162674, 0.07493948936462402], "cos_apical_negg": [0.4142967462539673, 0.20786532759666443, 0.16755753755569458, 0.1234264224767685, 0.1393456757068634, 0.12171903252601624, 0.09753372520208359, 0.0835249125957489, 0.06287652999162674, 0.07493948936462402], "cos_Ac_negg": [0.4142967462539673, 0.20786532759666443, 0.16755753755569458, 0.1234264224767685, 0.1393456757068634, 0.12171903252601624, 0.09753372520208359, 0.0835249125957489, 0.06287652999162674, 0.07493948936462402], "r_norm": [4.466543197631836, 4.464377403259277, 4.46478271484375, 4.490355491638184, 4.426722526550293, 4.377666473388672, 4.515728950500488, 4.425403118133545, 4.431238174438477, 4.469018936157227]}, {"step": 6800, "epoch": 17, "train_loss": 1.7397279739379883, "cos_r_negg": [0.40116405487060547, 0.19203130900859833, 0.17863547801971436, 0.12291829288005829, 0.13189595937728882, 0.10406927019357681, 0.13249018788337708, 0.10101404786109924, 0.10097836703062057, 0.11770426481962204], "cos_apical_negg": [0.40116405487060547, 0.19203130900859833, 0.17863547801971436, 0.12291829288005829, 0.13189595937728882, 0.10406927019357681, 0.13249018788337708, 0.10101404786109924, 0.10097836703062057, 0.11770426481962204], "cos_Ac_negg": [0.40116405487060547, 0.19203130900859833, 0.17863547801971436, 0.12291829288005829, 0.13189595937728882, 0.10406927019357681, 0.13249018788337708, 0.10101404786109924, 0.10097836703062057, 0.11770426481962204], "r_norm": [4.391684532165527, 4.387220859527588, 4.3895263671875, 4.406628608703613, 4.341038227081299, 4.29257869720459, 4.436362266540527, 4.353399276733398, 4.357678413391113, 4.392212390899658]}, {"step": 6850, "epoch": 17, "train_loss": 1.8611501455307007, "cos_r_negg": [0.42211371660232544, 0.1857820749282837, 0.17861422896385193, 0.1309148073196411, 0.13533669710159302, 0.13849127292633057, 0.11065808683633804, 0.07377125322818756, 0.09619808197021484, 0.08377767354249954], "cos_apical_negg": [0.42211371660232544, 0.1857820749282837, 0.17861422896385193, 0.1309148073196411, 0.13533669710159302, 0.13849127292633057, 0.11065808683633804, 0.07377125322818756, 0.09619808197021484, 0.08377767354249954], "cos_Ac_negg": [0.42211371660232544, 0.1857820749282837, 0.17861422896385193, 0.1309148073196411, 0.13533669710159302, 0.13849127292633057, 0.11065808683633804, 0.07377125322818756, 0.09619808197021484, 0.08377767354249954], "r_norm": [4.521236896514893, 4.489566326141357, 4.5101423263549805, 4.53615665435791, 4.476384162902832, 4.431011199951172, 4.5519256591796875, 4.477287292480469, 4.493555068969727, 4.505444049835205]}, {"step": 6900, "epoch": 17, "train_loss": 1.780249834060669, "cos_r_negg": [0.4071806073188782, 0.18748009204864502, 0.13831371068954468, 0.15040455758571625, 0.13590554893016815, 0.13291391730308533, 0.13213598728179932, 0.09947696328163147, 0.0906614288687706, 0.08471900224685669], "cos_apical_negg": [0.4071806073188782, 0.18748009204864502, 0.13831371068954468, 0.15040455758571625, 0.13590554893016815, 0.13291391730308533, 0.13213598728179932, 0.09947696328163147, 0.0906614288687706, 0.08471900224685669], "cos_Ac_negg": [0.4071806073188782, 0.18748009204864502, 0.13831371068954468, 0.15040455758571625, 0.13590554893016815, 0.13291391730308533, 0.13213598728179932, 0.09947696328163147, 0.0906614288687706, 0.08471900224685669], "r_norm": [4.335730075836182, 4.321126461029053, 4.320613861083984, 4.33269739151001, 4.276686668395996, 4.238376140594482, 4.360828399658203, 4.295592784881592, 4.292738437652588, 4.320835113525391]}, {"step": 6950, "epoch": 17, "train_loss": 1.9007537364959717, "cos_r_negg": [0.39895036816596985, 0.20149128139019012, 0.12297119200229645, 0.127214252948761, 0.13239285349845886, 0.13392600417137146, 0.07819032669067383, 0.12602511048316956, 0.052529189735651016, 0.08372984826564789], "cos_apical_negg": [0.39895036816596985, 0.20149128139019012, 0.12297119200229645, 0.127214252948761, 0.13239285349845886, 0.13392600417137146, 0.07819032669067383, 0.12602511048316956, 0.052529189735651016, 0.08372984826564789], "cos_Ac_negg": [0.39895036816596985, 0.20149128139019012, 0.12297119200229645, 0.127214252948761, 0.13239285349845886, 0.13392600417137146, 0.07819032669067383, 0.12602511048316956, 0.052529189735651016, 0.08372984826564789], "r_norm": [4.3412580490112305, 4.329037666320801, 4.319650650024414, 4.3515214920043945, 4.292160511016846, 4.248013973236084, 4.374443054199219, 4.306902885437012, 4.308166980743408, 4.336164474487305]}, {"step": 7000, "epoch": 17, "train_loss": 1.9354088306427002, "cos_r_negg": [0.40928059816360474, 0.18852311372756958, 0.1561170220375061, 0.1267392933368683, 0.1393575817346573, 0.15604645013809204, 0.10017572343349457, 0.08631591498851776, 0.061709433794021606, 0.04810406640172005], "cos_apical_negg": [0.40928059816360474, 0.18852311372756958, 0.1561170220375061, 0.1267392933368683, 0.1393575817346573, 0.15604645013809204, 0.10017572343349457, 0.08631591498851776, 0.061709433794021606, 0.04810406640172005], "cos_Ac_negg": [0.40928059816360474, 0.18852311372756958, 0.1561170220375061, 0.1267392933368683, 0.1393575817346573, 0.15604645013809204, 0.10017572343349457, 0.08631591498851776, 0.061709433794021606, 0.04810406640172005], "r_norm": [4.379241943359375, 4.372361183166504, 4.351870536804199, 4.392119884490967, 4.338592529296875, 4.298961162567139, 4.41843843460083, 4.351306915283203, 4.347538948059082, 4.381049156188965]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.3503, "test_loss": 2.1935055419921876}, {"step": 7050, "epoch": 18, "train_loss": 1.7780433893203735, "cos_r_negg": [0.4063364863395691, 0.1745811253786087, 0.13731083273887634, 0.12707240879535675, 0.1359756737947464, 0.1377411186695099, 0.13622722029685974, 0.12100999057292938, 0.05944571644067764, 0.06397516280412674], "cos_apical_negg": [0.4063364863395691, 0.1745811253786087, 0.13731083273887634, 0.12707240879535675, 0.1359756737947464, 0.1377411186695099, 0.13622722029685974, 0.12100999057292938, 0.05944571644067764, 0.06397516280412674], "cos_Ac_negg": [0.4063364863395691, 0.1745811253786087, 0.13731083273887634, 0.12707240879535675, 0.1359756737947464, 0.1377411186695099, 0.13622722029685974, 0.12100999057292938, 0.05944571644067764, 0.06397516280412674], "r_norm": [4.31974983215332, 4.302093029022217, 4.309021949768066, 4.328248977661133, 4.261384010314941, 4.23014497756958, 4.353589057922363, 4.2812724113464355, 4.274835586547852, 4.3107123374938965]}, {"step": 7100, "epoch": 18, "train_loss": 1.7776367664337158, "cos_r_negg": [0.4049188494682312, 0.18357855081558228, 0.16199788451194763, 0.12019994854927063, 0.1073681116104126, 0.10256904363632202, 0.09723036736249924, 0.10446153581142426, 0.04955684393644333, 0.052353501319885254], "cos_apical_negg": [0.4049188494682312, 0.18357855081558228, 0.16199788451194763, 0.12019994854927063, 0.1073681116104126, 0.10256904363632202, 0.09723036736249924, 0.10446153581142426, 0.04955684393644333, 0.052353501319885254], "cos_Ac_negg": [0.4049188494682312, 0.18357855081558228, 0.16199788451194763, 0.12019994854927063, 0.1073681116104126, 0.10256904363632202, 0.09723036736249924, 0.10446153581142426, 0.04955684393644333, 0.052353501319885254], "r_norm": [4.399981498718262, 4.359139442443848, 4.348182678222656, 4.381931304931641, 4.338441371917725, 4.2966485023498535, 4.421942710876465, 4.343262672424316, 4.355482578277588, 4.373171329498291]}, {"step": 7150, "epoch": 18, "train_loss": 2.0577287673950195, "cos_r_negg": [0.41526442766189575, 0.21157124638557434, 0.15998618304729462, 0.1300061196088791, 0.1468518078327179, 0.11791616678237915, 0.11585221439599991, 0.11908061802387238, 0.05214860662817955, 0.09079375863075256], "cos_apical_negg": [0.41526442766189575, 0.21157124638557434, 0.15998618304729462, 0.1300061196088791, 0.1468518078327179, 0.11791616678237915, 0.11585221439599991, 0.11908061802387238, 0.05214860662817955, 0.09079375863075256], "cos_Ac_negg": [0.41526442766189575, 0.21157124638557434, 0.15998618304729462, 0.1300061196088791, 0.1468518078327179, 0.11791616678237915, 0.11585221439599991, 0.11908061802387238, 0.05214860662817955, 0.09079375863075256], "r_norm": [4.360211372375488, 4.355837821960449, 4.350851535797119, 4.363958358764648, 4.328718662261963, 4.273890495300293, 4.406923294067383, 4.329219818115234, 4.329470634460449, 4.3703813552856445]}, {"step": 7200, "epoch": 18, "train_loss": 1.8823115825653076, "cos_r_negg": [0.4487406611442566, 0.18436181545257568, 0.16280540823936462, 0.12430468946695328, 0.1269690990447998, 0.12775936722755432, 0.10063546895980835, 0.13838808238506317, 0.07597805559635162, 0.05089099705219269], "cos_apical_negg": [0.4487406611442566, 0.18436181545257568, 0.16280540823936462, 0.12430468946695328, 0.1269690990447998, 0.12775936722755432, 0.10063546895980835, 0.13838808238506317, 0.07597805559635162, 0.05089099705219269], "cos_Ac_negg": [0.4487406611442566, 0.18436181545257568, 0.16280540823936462, 0.12430468946695328, 0.1269690990447998, 0.12775936722755432, 0.10063546895980835, 0.13838808238506317, 0.07597805559635162, 0.05089099705219269], "r_norm": [4.233708381652832, 4.237471580505371, 4.2248334884643555, 4.247050762176514, 4.182170867919922, 4.140880107879639, 4.277870178222656, 4.201875686645508, 4.200623035430908, 4.226749897003174]}, {"step": 7250, "epoch": 18, "train_loss": 1.9985071420669556, "cos_r_negg": [0.41669827699661255, 0.17509785294532776, 0.17444737255573273, 0.12400226294994354, 0.1494835913181305, 0.13514529168605804, 0.09210986644029617, 0.10420455038547516, 0.04554241895675659, 0.05340283364057541], "cos_apical_negg": [0.41669827699661255, 0.17509785294532776, 0.17444737255573273, 0.12400226294994354, 0.1494835913181305, 0.13514529168605804, 0.09210986644029617, 0.10420455038547516, 0.04554241895675659, 0.05340283364057541], "cos_Ac_negg": [0.41669827699661255, 0.17509785294532776, 0.17444737255573273, 0.12400226294994354, 0.1494835913181305, 0.13514529168605804, 0.09210986644029617, 0.10420455038547516, 0.04554241895675659, 0.05340283364057541], "r_norm": [4.381924629211426, 4.374894142150879, 4.357758045196533, 4.385383605957031, 4.334598064422607, 4.291414260864258, 4.41616678237915, 4.350424289703369, 4.343987464904785, 4.373871803283691]}, {"step": 7300, "epoch": 18, "train_loss": 2.127650260925293, "cos_r_negg": [0.40763211250305176, 0.18574413657188416, 0.1737077534198761, 0.13847865164279938, 0.12677223980426788, 0.12008998543024063, 0.12638796865940094, 0.09277769178152084, 0.08450284600257874, 0.07289917767047882], "cos_apical_negg": [0.40763211250305176, 0.18574413657188416, 0.1737077534198761, 0.13847865164279938, 0.12677223980426788, 0.12008998543024063, 0.12638796865940094, 0.09277769178152084, 0.08450284600257874, 0.07289917767047882], "cos_Ac_negg": [0.40763211250305176, 0.18574413657188416, 0.1737077534198761, 0.13847865164279938, 0.12677223980426788, 0.12008998543024063, 0.12638796865940094, 0.09277769178152084, 0.08450284600257874, 0.07289917767047882], "r_norm": [4.325855255126953, 4.332788467407227, 4.325009346008301, 4.350337982177734, 4.282011032104492, 4.242270469665527, 4.373173236846924, 4.292517185211182, 4.292919158935547, 4.329437255859375]}, {"step": 7350, "epoch": 18, "train_loss": 1.7525231838226318, "cos_r_negg": [0.3921554982662201, 0.17616480588912964, 0.1648060530424118, 0.11523003876209259, 0.13296154141426086, 0.10861365497112274, 0.12911689281463623, 0.13089466094970703, 0.08634426444768906, 0.040754325687885284], "cos_apical_negg": [0.3921554982662201, 0.17616480588912964, 0.1648060530424118, 0.11523003876209259, 0.13296154141426086, 0.10861365497112274, 0.12911689281463623, 0.13089466094970703, 0.08634426444768906, 0.040754325687885284], "cos_Ac_negg": [0.3921554982662201, 0.17616480588912964, 0.1648060530424118, 0.11523003876209259, 0.13296154141426086, 0.10861365497112274, 0.12911689281463623, 0.13089466094970703, 0.08634426444768906, 0.040754325687885284], "r_norm": [4.291797637939453, 4.289678573608398, 4.282805442810059, 4.30549955368042, 4.253062725067139, 4.207993507385254, 4.346609115600586, 4.267190933227539, 4.257281303405762, 4.301018238067627]}, {"step": 7400, "epoch": 18, "train_loss": 2.025319814682007, "cos_r_negg": [0.3828701376914978, 0.19741563498973846, 0.17432188987731934, 0.1218232661485672, 0.14157143235206604, 0.1181887686252594, 0.13243313133716583, 0.13076119124889374, 0.07532032579183578, 0.10105253010988235], "cos_apical_negg": [0.3828701376914978, 0.19741563498973846, 0.17432188987731934, 0.1218232661485672, 0.14157143235206604, 0.1181887686252594, 0.13243313133716583, 0.13076119124889374, 0.07532032579183578, 0.10105253010988235], "cos_Ac_negg": [0.3828701376914978, 0.19741563498973846, 0.17432188987731934, 0.1218232661485672, 0.14157143235206604, 0.1181887686252594, 0.13243313133716583, 0.13076119124889374, 0.07532032579183578, 0.10105253010988235], "r_norm": [4.350343704223633, 4.342435836791992, 4.341853618621826, 4.364839553833008, 4.3001708984375, 4.257197380065918, 4.403298854827881, 4.320492267608643, 4.316746711730957, 4.3518967628479]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.3551, "test_loss": 2.1708202880859373}, {"step": 7450, "epoch": 19, "train_loss": 1.6366990804672241, "cos_r_negg": [0.4156995415687561, 0.17772124707698822, 0.1501721292734146, 0.14004744589328766, 0.1369921863079071, 0.07585304975509644, 0.1498178392648697, 0.11291702091693878, 0.037328846752643585, 0.1177765280008316], "cos_apical_negg": [0.4156995415687561, 0.17772124707698822, 0.1501721292734146, 0.14004744589328766, 0.1369921863079071, 0.07585304975509644, 0.1498178392648697, 0.11291702091693878, 0.037328846752643585, 0.1177765280008316], "cos_Ac_negg": [0.4156995415687561, 0.17772124707698822, 0.1501721292734146, 0.14004744589328766, 0.1369921863079071, 0.07585304975509644, 0.1498178392648697, 0.11291702091693878, 0.037328846752643585, 0.1177765280008316], "r_norm": [4.286446571350098, 4.274273872375488, 4.268902778625488, 4.287522315979004, 4.248313903808594, 4.192516803741455, 4.328587055206299, 4.25380802154541, 4.255141735076904, 4.292117118835449]}, {"step": 7500, "epoch": 19, "train_loss": 1.7483738660812378, "cos_r_negg": [0.43303680419921875, 0.20334723591804504, 0.14924296736717224, 0.14363029599189758, 0.13560330867767334, 0.11747156828641891, 0.14117595553398132, 0.10669058561325073, 0.052341461181640625, 0.08420860022306442], "cos_apical_negg": [0.43303680419921875, 0.20334723591804504, 0.14924296736717224, 0.14363029599189758, 0.13560330867767334, 0.11747156828641891, 0.14117595553398132, 0.10669058561325073, 0.052341461181640625, 0.08420860022306442], "cos_Ac_negg": [0.43303680419921875, 0.20334723591804504, 0.14924296736717224, 0.14363029599189758, 0.13560330867767334, 0.11747156828641891, 0.14117595553398132, 0.10669058561325073, 0.052341461181640625, 0.08420860022306442], "r_norm": [4.324481964111328, 4.317074298858643, 4.302531719207764, 4.321221351623535, 4.2841877937316895, 4.234271049499512, 4.372808456420898, 4.305752754211426, 4.300703048706055, 4.325394630432129]}, {"step": 7550, "epoch": 19, "train_loss": 2.092897891998291, "cos_r_negg": [0.3950147330760956, 0.19616487622261047, 0.15939399600028992, 0.15026572346687317, 0.15101546049118042, 0.10072559863328934, 0.16392475366592407, 0.09371037036180496, 0.06915898621082306, 0.08642806112766266], "cos_apical_negg": [0.3950147330760956, 0.19616487622261047, 0.15939399600028992, 0.15026572346687317, 0.15101546049118042, 0.10072559863328934, 0.16392475366592407, 0.09371037036180496, 0.06915898621082306, 0.08642806112766266], "cos_Ac_negg": [0.3950147330760956, 0.19616487622261047, 0.15939399600028992, 0.15026572346687317, 0.15101546049118042, 0.10072559863328934, 0.16392475366592407, 0.09371037036180496, 0.06915898621082306, 0.08642806112766266], "r_norm": [4.552842617034912, 4.553696632385254, 4.546810150146484, 4.568264007568359, 4.513679504394531, 4.460572242736816, 4.593721389770508, 4.522853374481201, 4.508730888366699, 4.554347991943359]}, {"step": 7600, "epoch": 19, "train_loss": 2.010026454925537, "cos_r_negg": [0.3911464512348175, 0.19027073681354523, 0.14865931868553162, 0.16033916175365448, 0.12035927176475525, 0.1526552140712738, 0.1330714225769043, 0.1236177384853363, 0.09092668443918228, 0.09119813144207001], "cos_apical_negg": [0.3911464512348175, 0.19027073681354523, 0.14865931868553162, 0.16033916175365448, 0.12035927176475525, 0.1526552140712738, 0.1330714225769043, 0.1236177384853363, 0.09092668443918228, 0.09119813144207001], "cos_Ac_negg": [0.3911464512348175, 0.19027073681354523, 0.14865931868553162, 0.16033916175365448, 0.12035927176475525, 0.1526552140712738, 0.1330714225769043, 0.1236177384853363, 0.09092668443918228, 0.09119813144207001], "r_norm": [4.231338024139404, 4.233671188354492, 4.21584415435791, 4.249614238739014, 4.190650939941406, 4.15510368347168, 4.271773815155029, 4.204887390136719, 4.200717926025391, 4.232076644897461]}, {"step": 7650, "epoch": 19, "train_loss": 1.944850206375122, "cos_r_negg": [0.39898982644081116, 0.19353045523166656, 0.15076544880867004, 0.15891818702220917, 0.1373012363910675, 0.13268041610717773, 0.14441323280334473, 0.09770737588405609, 0.09740210324525833, 0.1214059442281723], "cos_apical_negg": [0.39898982644081116, 0.19353045523166656, 0.15076544880867004, 0.15891818702220917, 0.1373012363910675, 0.13268041610717773, 0.14441323280334473, 0.09770737588405609, 0.09740210324525833, 0.1214059442281723], "cos_Ac_negg": [0.39898982644081116, 0.19353045523166656, 0.15076544880867004, 0.15891818702220917, 0.1373012363910675, 0.13268041610717773, 0.14441323280334473, 0.09770737588405609, 0.09740210324525833, 0.1214059442281723], "r_norm": [4.310030937194824, 4.318718910217285, 4.304262161254883, 4.307703018188477, 4.259560585021973, 4.203772068023682, 4.352825164794922, 4.27543830871582, 4.269059658050537, 4.311738967895508]}, {"step": 7700, "epoch": 19, "train_loss": 1.9400925636291504, "cos_r_negg": [0.39473024010658264, 0.21262884140014648, 0.164458766579628, 0.13798342645168304, 0.14811241626739502, 0.10663396865129471, 0.13494464755058289, 0.12515410780906677, 0.05761311948299408, 0.0955577865242958], "cos_apical_negg": [0.39473024010658264, 0.21262884140014648, 0.164458766579628, 0.13798342645168304, 0.14811241626739502, 0.10663396865129471, 0.13494464755058289, 0.12515410780906677, 0.05761311948299408, 0.0955577865242958], "cos_Ac_negg": [0.39473024010658264, 0.21262884140014648, 0.164458766579628, 0.13798342645168304, 0.14811241626739502, 0.10663396865129471, 0.13494464755058289, 0.12515410780906677, 0.05761311948299408, 0.0955577865242958], "r_norm": [4.450111389160156, 4.426174640655518, 4.414048194885254, 4.451700687408447, 4.409005165100098, 4.350212574005127, 4.487727165222168, 4.409480094909668, 4.415097236633301, 4.4396586418151855]}, {"step": 7750, "epoch": 19, "train_loss": 2.0999093055725098, "cos_r_negg": [0.4129279851913452, 0.1844191551208496, 0.16004228591918945, 0.143461674451828, 0.14915551245212555, 0.11094021797180176, 0.10970321297645569, 0.10178056359291077, 0.052237920463085175, 0.0734713226556778], "cos_apical_negg": [0.4129279851913452, 0.1844191551208496, 0.16004228591918945, 0.143461674451828, 0.14915551245212555, 0.11094021797180176, 0.10970321297645569, 0.10178056359291077, 0.052237920463085175, 0.0734713226556778], "cos_Ac_negg": [0.4129279851913452, 0.1844191551208496, 0.16004228591918945, 0.143461674451828, 0.14915551245212555, 0.11094021797180176, 0.10970321297645569, 0.10178056359291077, 0.052237920463085175, 0.0734713226556778], "r_norm": [4.221047401428223, 4.216198444366455, 4.207014083862305, 4.2455830574035645, 4.171711444854736, 4.125716209411621, 4.258296966552734, 4.187916278839111, 4.19598388671875, 4.222044944763184]}, {"step": 7800, "epoch": 19, "train_loss": 1.824514389038086, "cos_r_negg": [0.4094785153865814, 0.17766056954860687, 0.17763090133666992, 0.15213650465011597, 0.13999593257904053, 0.12128190696239471, 0.1312120258808136, 0.09298835694789886, 0.06736347824335098, 0.1186806857585907], "cos_apical_negg": [0.4094785153865814, 0.17766056954860687, 0.17763090133666992, 0.15213650465011597, 0.13999593257904053, 0.12128190696239471, 0.1312120258808136, 0.09298835694789886, 0.06736347824335098, 0.1186806857585907], "cos_Ac_negg": [0.4094785153865814, 0.17766056954860687, 0.17763090133666992, 0.15213650465011597, 0.13999593257904053, 0.12128190696239471, 0.1312120258808136, 0.09298835694789886, 0.06736347824335098, 0.1186806857585907], "r_norm": [4.254579067230225, 4.238197326660156, 4.223075866699219, 4.25905179977417, 4.203606605529785, 4.162505149841309, 4.2939558029174805, 4.225086688995361, 4.217655181884766, 4.250434398651123]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.3742, "test_loss": 2.0426549682617186}, {"step": 7850, "epoch": 20, "train_loss": 1.7706029415130615, "cos_r_negg": [0.3819692134857178, 0.18971310555934906, 0.1561889946460724, 0.14610934257507324, 0.1469663381576538, 0.13036619126796722, 0.12340037524700165, 0.12928244471549988, 0.10124866664409637, 0.11016109585762024], "cos_apical_negg": [0.3819692134857178, 0.18971310555934906, 0.1561889946460724, 0.14610934257507324, 0.1469663381576538, 0.13036619126796722, 0.12340037524700165, 0.12928244471549988, 0.10124866664409637, 0.11016109585762024], "cos_Ac_negg": [0.3819692134857178, 0.18971310555934906, 0.1561889946460724, 0.14610934257507324, 0.1469663381576538, 0.13036619126796722, 0.12340037524700165, 0.12928244471549988, 0.10124866664409637, 0.11016109585762024], "r_norm": [4.3622236251831055, 4.344545364379883, 4.336556434631348, 4.379232406616211, 4.314065933227539, 4.276980876922607, 4.397485733032227, 4.328624725341797, 4.330696105957031, 4.349678993225098]}, {"step": 7900, "epoch": 20, "train_loss": 2.0003724098205566, "cos_r_negg": [0.3909398913383484, 0.2281028926372528, 0.17262443900108337, 0.16010916233062744, 0.15899744629859924, 0.15258671343326569, 0.13133952021598816, 0.1248384565114975, 0.08122087270021439, 0.08455398678779602], "cos_apical_negg": [0.3909398913383484, 0.2281028926372528, 0.17262443900108337, 0.16010916233062744, 0.15899744629859924, 0.15258671343326569, 0.13133952021598816, 0.1248384565114975, 0.08122087270021439, 0.08455398678779602], "cos_Ac_negg": [0.3909398913383484, 0.2281028926372528, 0.17262443900108337, 0.16010916233062744, 0.15899744629859924, 0.15258671343326569, 0.13133952021598816, 0.1248384565114975, 0.08122087270021439, 0.08455398678779602], "r_norm": [4.373593330383301, 4.350393772125244, 4.347089767456055, 4.364396095275879, 4.316370964050293, 4.271468162536621, 4.406721115112305, 4.33172607421875, 4.334168434143066, 4.360102653503418]}, {"step": 7950, "epoch": 20, "train_loss": 2.00416898727417, "cos_r_negg": [0.39682263135910034, 0.2132425308227539, 0.20027011632919312, 0.1667925864458084, 0.16804277896881104, 0.14271721243858337, 0.11295703053474426, 0.13116294145584106, 0.0483836755156517, 0.13019467890262604], "cos_apical_negg": [0.39682263135910034, 0.2132425308227539, 0.20027011632919312, 0.1667925864458084, 0.16804277896881104, 0.14271721243858337, 0.11295703053474426, 0.13116294145584106, 0.0483836755156517, 0.13019467890262604], "cos_Ac_negg": [0.39682263135910034, 0.2132425308227539, 0.20027011632919312, 0.1667925864458084, 0.16804277896881104, 0.14271721243858337, 0.11295703053474426, 0.13116294145584106, 0.0483836755156517, 0.13019467890262604], "r_norm": [4.369243621826172, 4.364238739013672, 4.364811420440674, 4.378749847412109, 4.321964263916016, 4.279923439025879, 4.408877849578857, 4.335226058959961, 4.339974403381348, 4.381554126739502]}, {"step": 8000, "epoch": 20, "train_loss": 1.7623956203460693, "cos_r_negg": [0.3948442041873932, 0.22105903923511505, 0.1742437779903412, 0.17161332070827484, 0.15308603644371033, 0.14697065949440002, 0.11462770402431488, 0.11026369035243988, 0.055744417011737823, 0.11528897285461426], "cos_apical_negg": [0.3948442041873932, 0.22105903923511505, 0.1742437779903412, 0.17161332070827484, 0.15308603644371033, 0.14697065949440002, 0.11462770402431488, 0.11026369035243988, 0.055744417011737823, 0.11528897285461426], "cos_Ac_negg": [0.3948442041873932, 0.22105903923511505, 0.1742437779903412, 0.17161332070827484, 0.15308603644371033, 0.14697065949440002, 0.11462770402431488, 0.11026369035243988, 0.055744417011737823, 0.11528897285461426], "r_norm": [4.387578010559082, 4.380910873413086, 4.3743486404418945, 4.391852378845215, 4.346661567687988, 4.291876792907715, 4.433100700378418, 4.350754261016846, 4.359941005706787, 4.39052677154541]}, {"step": 8050, "epoch": 20, "train_loss": 1.826662540435791, "cos_r_negg": [0.4134247303009033, 0.1908770501613617, 0.17149053514003754, 0.16968806087970734, 0.15438693761825562, 0.14416015148162842, 0.10353849828243256, 0.1399805247783661, 0.06006548926234245, 0.09122252464294434], "cos_apical_negg": [0.4134247303009033, 0.1908770501613617, 0.17149053514003754, 0.16968806087970734, 0.15438693761825562, 0.14416015148162842, 0.10353849828243256, 0.1399805247783661, 0.06006548926234245, 0.09122252464294434], "cos_Ac_negg": [0.4134247303009033, 0.1908770501613617, 0.17149053514003754, 0.16968806087970734, 0.15438693761825562, 0.14416015148162842, 0.10353849828243256, 0.1399805247783661, 0.06006548926234245, 0.09122252464294434], "r_norm": [4.353019714355469, 4.333057403564453, 4.3393964767456055, 4.3566813468933105, 4.304261684417725, 4.251772880554199, 4.393909454345703, 4.315160751342773, 4.31766939163208, 4.356019973754883]}, {"step": 8100, "epoch": 20, "train_loss": 1.7589163780212402, "cos_r_negg": [0.4191051423549652, 0.20864123106002808, 0.16967326402664185, 0.13447688519954681, 0.17949573695659637, 0.13272641599178314, 0.13341961801052094, 0.12371806800365448, 0.03694730997085571, 0.08532772213220596], "cos_apical_negg": [0.4191051423549652, 0.20864123106002808, 0.16967326402664185, 0.13447688519954681, 0.17949573695659637, 0.13272641599178314, 0.13341961801052094, 0.12371806800365448, 0.03694730997085571, 0.08532772213220596], "cos_Ac_negg": [0.4191051423549652, 0.20864123106002808, 0.16967326402664185, 0.13447688519954681, 0.17949573695659637, 0.13272641599178314, 0.13341961801052094, 0.12371806800365448, 0.03694730997085571, 0.08532772213220596], "r_norm": [4.395867347717285, 4.372486114501953, 4.371324062347412, 4.396563529968262, 4.3458251953125, 4.291803359985352, 4.426502227783203, 4.341504096984863, 4.351418972015381, 4.3781938552856445]}, {"step": 8150, "epoch": 20, "train_loss": 1.9100570678710938, "cos_r_negg": [0.36322325468063354, 0.17231816053390503, 0.18613320589065552, 0.12963873147964478, 0.13301201164722443, 0.10115261375904083, 0.17589020729064941, 0.1313740313053131, 0.06148698553442955, 0.11368690431118011], "cos_apical_negg": [0.36322325468063354, 0.17231816053390503, 0.18613320589065552, 0.12963873147964478, 0.13301201164722443, 0.10115261375904083, 0.17589020729064941, 0.1313740313053131, 0.06148698553442955, 0.11368690431118011], "cos_Ac_negg": [0.36322325468063354, 0.17231816053390503, 0.18613320589065552, 0.12963873147964478, 0.13301201164722443, 0.10115261375904083, 0.17589020729064941, 0.1313740313053131, 0.06148698553442955, 0.11368690431118011], "r_norm": [4.365478515625, 4.366331100463867, 4.351042747497559, 4.38850212097168, 4.323166847229004, 4.284348011016846, 4.418890476226807, 4.339776992797852, 4.333733081817627, 4.373912811279297]}, {"step": 8200, "epoch": 20, "train_loss": 1.4034755229949951, "cos_r_negg": [0.3650094270706177, 0.1782977283000946, 0.17654995620250702, 0.15781867504119873, 0.1396273970603943, 0.12349008023738861, 0.10050796717405319, 0.14388233423233032, 0.06755238771438599, 0.07544945180416107], "cos_apical_negg": [0.3650094270706177, 0.1782977283000946, 0.17654995620250702, 0.15781867504119873, 0.1396273970603943, 0.12349008023738861, 0.10050796717405319, 0.14388233423233032, 0.06755238771438599, 0.07544945180416107], "cos_Ac_negg": [0.3650094270706177, 0.1782977283000946, 0.17654995620250702, 0.15781867504119873, 0.1396273970603943, 0.12349008023738861, 0.10050796717405319, 0.14388233423233032, 0.06755238771438599, 0.07544945180416107], "r_norm": [4.3368754386901855, 4.3296403884887695, 4.317700386047363, 4.346940994262695, 4.283551216125488, 4.237729072570801, 4.373406410217285, 4.287703037261963, 4.308775424957275, 4.3246636390686035]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.3624, "test_loss": 2.110720544433594}, {"step": 8250, "epoch": 21, "train_loss": 1.6568880081176758, "cos_r_negg": [0.39552202820777893, 0.19508661329746246, 0.18549808859825134, 0.15347057580947876, 0.1379799246788025, 0.1528952419757843, 0.1446719765663147, 0.13423234224319458, 0.060193613171577454, 0.10673663020133972], "cos_apical_negg": [0.39552202820777893, 0.19508661329746246, 0.18549808859825134, 0.15347057580947876, 0.1379799246788025, 0.1528952419757843, 0.1446719765663147, 0.13423234224319458, 0.060193613171577454, 0.10673663020133972], "cos_Ac_negg": [0.39552202820777893, 0.19508661329746246, 0.18549808859825134, 0.15347057580947876, 0.1379799246788025, 0.1528952419757843, 0.1446719765663147, 0.13423234224319458, 0.060193613171577454, 0.10673663020133972], "r_norm": [4.420520782470703, 4.4118876457214355, 4.409329414367676, 4.435703277587891, 4.381022930145264, 4.334908485412598, 4.4781999588012695, 4.390399932861328, 4.38740348815918, 4.420601844787598]}, {"step": 8300, "epoch": 21, "train_loss": 2.111565113067627, "cos_r_negg": [0.4247495234012604, 0.19802194833755493, 0.20173180103302002, 0.12717720866203308, 0.14248520135879517, 0.13967859745025635, 0.1727961301803589, 0.12460320442914963, 0.08218071609735489, 0.0901043713092804], "cos_apical_negg": [0.4247495234012604, 0.19802194833755493, 0.20173180103302002, 0.12717720866203308, 0.14248520135879517, 0.13967859745025635, 0.1727961301803589, 0.12460320442914963, 0.08218071609735489, 0.0901043713092804], "cos_Ac_negg": [0.4247495234012604, 0.19802194833755493, 0.20173180103302002, 0.12717720866203308, 0.14248520135879517, 0.13967859745025635, 0.1727961301803589, 0.12460320442914963, 0.08218071609735489, 0.0901043713092804], "r_norm": [4.329040050506592, 4.3292083740234375, 4.322429656982422, 4.3398756980896, 4.283644676208496, 4.244556427001953, 4.3745269775390625, 4.2913055419921875, 4.287062644958496, 4.321471214294434]}, {"step": 8350, "epoch": 21, "train_loss": 1.8842544555664062, "cos_r_negg": [0.41207730770111084, 0.22180010378360748, 0.21205706894397736, 0.15002262592315674, 0.16290321946144104, 0.11724291741847992, 0.14731407165527344, 0.12713618576526642, 0.10042688250541687, 0.11489897221326828], "cos_apical_negg": [0.41207730770111084, 0.22180010378360748, 0.21205706894397736, 0.15002262592315674, 0.16290321946144104, 0.11724291741847992, 0.14731407165527344, 0.12713618576526642, 0.10042688250541687, 0.11489897221326828], "cos_Ac_negg": [0.41207730770111084, 0.22180010378360748, 0.21205706894397736, 0.15002262592315674, 0.16290321946144104, 0.11724291741847992, 0.14731407165527344, 0.12713618576526642, 0.10042688250541687, 0.11489897221326828], "r_norm": [4.365693092346191, 4.342486381530762, 4.343395233154297, 4.3707427978515625, 4.303295135498047, 4.259961128234863, 4.396254539489746, 4.315312385559082, 4.315434455871582, 4.351735591888428]}, {"step": 8400, "epoch": 21, "train_loss": 1.954659342765808, "cos_r_negg": [0.4224773943424225, 0.21391090750694275, 0.20368939638137817, 0.1427546739578247, 0.14745588600635529, 0.11624754965305328, 0.14050507545471191, 0.1135900467634201, 0.08377736806869507, 0.11891426891088486], "cos_apical_negg": [0.4224773943424225, 0.21391090750694275, 0.20368939638137817, 0.1427546739578247, 0.14745588600635529, 0.11624754965305328, 0.14050507545471191, 0.1135900467634201, 0.08377736806869507, 0.11891426891088486], "cos_Ac_negg": [0.4224773943424225, 0.21391090750694275, 0.20368939638137817, 0.1427546739578247, 0.14745588600635529, 0.11624754965305328, 0.14050507545471191, 0.1135900467634201, 0.08377736806869507, 0.11891426891088486], "r_norm": [4.332141399383545, 4.3194580078125, 4.3089799880981445, 4.343950271606445, 4.2889790534973145, 4.232110023498535, 4.3637542724609375, 4.290894508361816, 4.298192977905273, 4.326847553253174]}, {"step": 8450, "epoch": 21, "train_loss": 1.4904334545135498, "cos_r_negg": [0.4043036103248596, 0.21762537956237793, 0.20338404178619385, 0.18899425864219666, 0.12788908183574677, 0.13417035341262817, 0.12612774968147278, 0.10568824410438538, 0.09918518364429474, 0.09616556763648987], "cos_apical_negg": [0.4043036103248596, 0.21762537956237793, 0.20338404178619385, 0.18899425864219666, 0.12788908183574677, 0.13417035341262817, 0.12612774968147278, 0.10568824410438538, 0.09918518364429474, 0.09616556763648987], "cos_Ac_negg": [0.4043036103248596, 0.21762537956237793, 0.20338404178619385, 0.18899425864219666, 0.12788908183574677, 0.13417035341262817, 0.12612774968147278, 0.10568824410438538, 0.09918518364429474, 0.09616556763648987], "r_norm": [4.24909782409668, 4.240166664123535, 4.229865074157715, 4.259515285491943, 4.206644058227539, 4.169861316680908, 4.290236473083496, 4.212845325469971, 4.209928512573242, 4.242585182189941]}, {"step": 8500, "epoch": 21, "train_loss": 1.7614738941192627, "cos_r_negg": [0.3654971122741699, 0.21439017355442047, 0.18131817877292633, 0.170101135969162, 0.14886105060577393, 0.13689470291137695, 0.13728071749210358, 0.10327945649623871, 0.0964423269033432, 0.12086780369281769], "cos_apical_negg": [0.3654971122741699, 0.21439017355442047, 0.18131817877292633, 0.170101135969162, 0.14886105060577393, 0.13689470291137695, 0.13728071749210358, 0.10327945649623871, 0.0964423269033432, 0.12086780369281769], "cos_Ac_negg": [0.3654971122741699, 0.21439017355442047, 0.18131817877292633, 0.170101135969162, 0.14886105060577393, 0.13689470291137695, 0.13728071749210358, 0.10327945649623871, 0.0964423269033432, 0.12086780369281769], "r_norm": [4.264636039733887, 4.241571426391602, 4.235030651092529, 4.265625953674316, 4.219972133636475, 4.164902687072754, 4.299393653869629, 4.210040092468262, 4.218797206878662, 4.2590837478637695]}, {"step": 8550, "epoch": 21, "train_loss": 1.7941561937332153, "cos_r_negg": [0.39749276638031006, 0.2069479078054428, 0.20661579072475433, 0.1581277847290039, 0.13298660516738892, 0.1283402144908905, 0.12075603753328323, 0.10248182713985443, 0.07648179680109024, 0.11431597173213959], "cos_apical_negg": [0.39749276638031006, 0.2069479078054428, 0.20661579072475433, 0.1581277847290039, 0.13298660516738892, 0.1283402144908905, 0.12075603753328323, 0.10248182713985443, 0.07648179680109024, 0.11431597173213959], "cos_Ac_negg": [0.39749276638031006, 0.2069479078054428, 0.20661579072475433, 0.1581277847290039, 0.13298660516738892, 0.1283402144908905, 0.12075603753328323, 0.10248182713985443, 0.07648179680109024, 0.11431597173213959], "r_norm": [4.288638591766357, 4.269211769104004, 4.266633033752441, 4.2915239334106445, 4.238656520843506, 4.188985824584961, 4.3238935470581055, 4.251595973968506, 4.257298469543457, 4.2833027839660645]}, {"step": 8600, "epoch": 21, "train_loss": 1.9362101554870605, "cos_r_negg": [0.4080236256122589, 0.201151043176651, 0.17872914671897888, 0.1566626876592636, 0.15237277746200562, 0.12961316108703613, 0.11502867937088013, 0.14000780880451202, 0.12697060406208038, 0.07917220890522003], "cos_apical_negg": [0.4080236256122589, 0.201151043176651, 0.17872914671897888, 0.1566626876592636, 0.15237277746200562, 0.12961316108703613, 0.11502867937088013, 0.14000780880451202, 0.12697060406208038, 0.07917220890522003], "cos_Ac_negg": [0.4080236256122589, 0.201151043176651, 0.17872914671897888, 0.1566626876592636, 0.15237277746200562, 0.12961316108703613, 0.11502867937088013, 0.14000780880451202, 0.12697060406208038, 0.07917220890522003], "r_norm": [4.4315996170043945, 4.421091079711914, 4.419966697692871, 4.431694984436035, 4.395898818969727, 4.343743324279785, 4.481833457946777, 4.40020751953125, 4.405106067657471, 4.44870138168335]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.3574, "test_loss": 2.1194322998046875}, {"step": 8650, "epoch": 22, "train_loss": 1.9256994724273682, "cos_r_negg": [0.36847037076950073, 0.1988852322101593, 0.18069645762443542, 0.1409418284893036, 0.16776463389396667, 0.12826384603977203, 0.13410425186157227, 0.12667876482009888, 0.08958128094673157, 0.11368640512228012], "cos_apical_negg": [0.36847037076950073, 0.1988852322101593, 0.18069645762443542, 0.1409418284893036, 0.16776463389396667, 0.12826384603977203, 0.13410425186157227, 0.12667876482009888, 0.08958128094673157, 0.11368640512228012], "cos_Ac_negg": [0.36847037076950073, 0.1988852322101593, 0.18069645762443542, 0.1409418284893036, 0.16776463389396667, 0.12826384603977203, 0.13410425186157227, 0.12667876482009888, 0.08958128094673157, 0.11368640512228012], "r_norm": [4.364803314208984, 4.359684944152832, 4.35543155670166, 4.37021541595459, 4.322151184082031, 4.258108139038086, 4.415712833404541, 4.327522277832031, 4.330910682678223, 4.376986026763916]}, {"step": 8700, "epoch": 22, "train_loss": 1.8266656398773193, "cos_r_negg": [0.3466700315475464, 0.20878607034683228, 0.17411848902702332, 0.14038169384002686, 0.17608162760734558, 0.1314365714788437, 0.1308642476797104, 0.11681049317121506, 0.13915812969207764, 0.11770419031381607], "cos_apical_negg": [0.3466700315475464, 0.20878607034683228, 0.17411848902702332, 0.14038169384002686, 0.17608162760734558, 0.1314365714788437, 0.1308642476797104, 0.11681049317121506, 0.13915812969207764, 0.11770419031381607], "cos_Ac_negg": [0.3466700315475464, 0.20878607034683228, 0.17411848902702332, 0.14038169384002686, 0.17608162760734558, 0.1314365714788437, 0.1308642476797104, 0.11681049317121506, 0.13915812969207764, 0.11770419031381607], "r_norm": [4.270429611206055, 4.257114887237549, 4.24957275390625, 4.279655933380127, 4.227344512939453, 4.175374507904053, 4.322365760803223, 4.233856678009033, 4.235991954803467, 4.281668663024902]}, {"step": 8750, "epoch": 22, "train_loss": 1.769628882408142, "cos_r_negg": [0.4477599263191223, 0.2146526575088501, 0.2090303897857666, 0.1484006643295288, 0.1478680670261383, 0.11401382088661194, 0.15005601942539215, 0.131935715675354, 0.11306509375572205, 0.13059496879577637], "cos_apical_negg": [0.4477599263191223, 0.2146526575088501, 0.2090303897857666, 0.1484006643295288, 0.1478680670261383, 0.11401382088661194, 0.15005601942539215, 0.131935715675354, 0.11306509375572205, 0.13059496879577637], "cos_Ac_negg": [0.4477599263191223, 0.2146526575088501, 0.2090303897857666, 0.1484006643295288, 0.1478680670261383, 0.11401382088661194, 0.15005601942539215, 0.131935715675354, 0.11306509375572205, 0.13059496879577637], "r_norm": [4.271544456481934, 4.270613670349121, 4.2567524909973145, 4.293632507324219, 4.232594013214111, 4.181447982788086, 4.311521053314209, 4.236821174621582, 4.2464375495910645, 4.278955459594727]}, {"step": 8800, "epoch": 22, "train_loss": 1.9012937545776367, "cos_r_negg": [0.4277268052101135, 0.21642529964447021, 0.18706730008125305, 0.16368985176086426, 0.17587022483348846, 0.1452006697654724, 0.12454994022846222, 0.09272345900535583, 0.08989928662776947, 0.11849488317966461], "cos_apical_negg": [0.4277268052101135, 0.21642529964447021, 0.18706730008125305, 0.16368985176086426, 0.17587022483348846, 0.1452006697654724, 0.12454994022846222, 0.09272345900535583, 0.08989928662776947, 0.11849488317966461], "cos_Ac_negg": [0.4277268052101135, 0.21642529964447021, 0.18706730008125305, 0.16368985176086426, 0.17587022483348846, 0.1452006697654724, 0.12454994022846222, 0.09272345900535583, 0.08989928662776947, 0.11849488317966461], "r_norm": [4.3545732498168945, 4.3342976570129395, 4.323406219482422, 4.355541706085205, 4.301833629608154, 4.253286361694336, 4.3975419998168945, 4.321209907531738, 4.319803237915039, 4.345792770385742]}, {"step": 8850, "epoch": 22, "train_loss": 1.826486349105835, "cos_r_negg": [0.3833555579185486, 0.21752403676509857, 0.1802184283733368, 0.16320759057998657, 0.1964675784111023, 0.15278849005699158, 0.1672980636358261, 0.13297349214553833, 0.096980981528759, 0.122144415974617], "cos_apical_negg": [0.3833555579185486, 0.21752403676509857, 0.1802184283733368, 0.16320759057998657, 0.1964675784111023, 0.15278849005699158, 0.1672980636358261, 0.13297349214553833, 0.096980981528759, 0.122144415974617], "cos_Ac_negg": [0.3833555579185486, 0.21752403676509857, 0.1802184283733368, 0.16320759057998657, 0.1964675784111023, 0.15278849005699158, 0.1672980636358261, 0.13297349214553833, 0.096980981528759, 0.122144415974617], "r_norm": [4.324738025665283, 4.297431468963623, 4.288165092468262, 4.318081855773926, 4.285313129425049, 4.2213897705078125, 4.353634357452393, 4.271059036254883, 4.286990165710449, 4.322299480438232]}, {"step": 8900, "epoch": 22, "train_loss": 1.82219660282135, "cos_r_negg": [0.4045059382915497, 0.21866478025913239, 0.17198282480239868, 0.17845822870731354, 0.1652064323425293, 0.1414574682712555, 0.14639580249786377, 0.10679017007350922, 0.128855898976326, 0.12127885222434998], "cos_apical_negg": [0.4045059382915497, 0.21866478025913239, 0.17198282480239868, 0.17845822870731354, 0.1652064323425293, 0.1414574682712555, 0.14639580249786377, 0.10679017007350922, 0.128855898976326, 0.12127885222434998], "cos_Ac_negg": [0.4045059382915497, 0.21866478025913239, 0.17198282480239868, 0.17845822870731354, 0.1652064323425293, 0.1414574682712555, 0.14639580249786377, 0.10679017007350922, 0.128855898976326, 0.12127885222434998], "r_norm": [4.231485843658447, 4.2256364822387695, 4.212950229644775, 4.239121913909912, 4.184171199798584, 4.13569450378418, 4.277074813842773, 4.206536293029785, 4.193140983581543, 4.228947639465332]}, {"step": 8950, "epoch": 22, "train_loss": 1.725820779800415, "cos_r_negg": [0.3843204975128174, 0.22199833393096924, 0.18589180707931519, 0.16930721700191498, 0.1532413363456726, 0.16777756810188293, 0.12281957268714905, 0.13159282505512238, 0.10061002522706985, 0.14706656336784363], "cos_apical_negg": [0.3843204975128174, 0.22199833393096924, 0.18589180707931519, 0.16930721700191498, 0.1532413363456726, 0.16777756810188293, 0.12281957268714905, 0.13159282505512238, 0.10061002522706985, 0.14706656336784363], "cos_Ac_negg": [0.3843204975128174, 0.22199833393096924, 0.18589180707931519, 0.16930721700191498, 0.1532413363456726, 0.16777756810188293, 0.12281957268714905, 0.13159282505512238, 0.10061002522706985, 0.14706656336784363], "r_norm": [4.3420329093933105, 4.317901134490967, 4.314416885375977, 4.3479485511779785, 4.290412902832031, 4.23787784576416, 4.3785600662231445, 4.2945475578308105, 4.308701515197754, 4.334583282470703]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.3858, "test_loss": 1.9667304931640626}, {"step": 9000, "epoch": 23, "train_loss": 1.6802427768707275, "cos_r_negg": [0.4058322310447693, 0.19768410921096802, 0.1794944703578949, 0.1844313144683838, 0.13547450304031372, 0.1458582580089569, 0.1465136855840683, 0.0974474549293518, 0.13737136125564575, 0.1281328797340393], "cos_apical_negg": [0.4058322310447693, 0.19768410921096802, 0.1794944703578949, 0.1844313144683838, 0.13547450304031372, 0.1458582580089569, 0.1465136855840683, 0.0974474549293518, 0.13737136125564575, 0.1281328797340393], "cos_Ac_negg": [0.4058322310447693, 0.19768410921096802, 0.1794944703578949, 0.1844313144683838, 0.13547450304031372, 0.1458582580089569, 0.1465136855840683, 0.0974474549293518, 0.13737136125564575, 0.1281328797340393], "r_norm": [4.329800128936768, 4.331891059875488, 4.320639133453369, 4.339039325714111, 4.280065059661865, 4.241565704345703, 4.380023002624512, 4.29887580871582, 4.29427433013916, 4.335134506225586]}, {"step": 9050, "epoch": 23, "train_loss": 1.7375985383987427, "cos_r_negg": [0.39756840467453003, 0.2352394461631775, 0.20297843217849731, 0.1780090183019638, 0.1588350236415863, 0.1754772961139679, 0.14613059163093567, 0.15787416696548462, 0.1194353774189949, 0.1327074021100998], "cos_apical_negg": [0.39756840467453003, 0.2352394461631775, 0.20297843217849731, 0.1780090183019638, 0.1588350236415863, 0.1754772961139679, 0.14613059163093567, 0.15787416696548462, 0.1194353774189949, 0.1327074021100998], "cos_Ac_negg": [0.39756840467453003, 0.2352394461631775, 0.20297843217849731, 0.1780090183019638, 0.1588350236415863, 0.1754772961139679, 0.14613059163093567, 0.15787416696548462, 0.1194353774189949, 0.1327074021100998], "r_norm": [4.207637310028076, 4.19420051574707, 4.1741180419921875, 4.2090349197387695, 4.1605305671691895, 4.12144660949707, 4.245596885681152, 4.1740312576293945, 4.178319454193115, 4.21086311340332]}, {"step": 9100, "epoch": 23, "train_loss": 1.9806349277496338, "cos_r_negg": [0.42804649472236633, 0.2300318330526352, 0.20246121287345886, 0.1706717610359192, 0.17229905724525452, 0.15704914927482605, 0.15612411499023438, 0.1513328105211258, 0.0980062484741211, 0.12320050597190857], "cos_apical_negg": [0.42804649472236633, 0.2300318330526352, 0.20246121287345886, 0.1706717610359192, 0.17229905724525452, 0.15704914927482605, 0.15612411499023438, 0.1513328105211258, 0.0980062484741211, 0.12320050597190857], "cos_Ac_negg": [0.42804649472236633, 0.2300318330526352, 0.20246121287345886, 0.1706717610359192, 0.17229905724525452, 0.15704914927482605, 0.15612411499023438, 0.1513328105211258, 0.0980062484741211, 0.12320050597190857], "r_norm": [4.275691032409668, 4.261308193206787, 4.254576683044434, 4.279239654541016, 4.230925559997559, 4.183974742889404, 4.31101131439209, 4.235411643981934, 4.239602088928223, 4.268558502197266]}, {"step": 9150, "epoch": 23, "train_loss": 1.6721715927124023, "cos_r_negg": [0.41208818554878235, 0.22981174290180206, 0.17667721211910248, 0.17510449886322021, 0.15299761295318604, 0.15041965246200562, 0.146198108792305, 0.13927723467350006, 0.13577508926391602, 0.1463305652141571], "cos_apical_negg": [0.41208818554878235, 0.22981174290180206, 0.17667721211910248, 0.17510449886322021, 0.15299761295318604, 0.15041965246200562, 0.146198108792305, 0.13927723467350006, 0.13577508926391602, 0.1463305652141571], "cos_Ac_negg": [0.41208818554878235, 0.22981174290180206, 0.17667721211910248, 0.17510449886322021, 0.15299761295318604, 0.15041965246200562, 0.146198108792305, 0.13927723467350006, 0.13577508926391602, 0.1463305652141571], "r_norm": [4.292992115020752, 4.2925286293029785, 4.2826128005981445, 4.300884246826172, 4.239867687225342, 4.1990966796875, 4.3377227783203125, 4.253510475158691, 4.246854305267334, 4.2912278175354]}, {"step": 9200, "epoch": 23, "train_loss": 1.7569596767425537, "cos_r_negg": [0.39241525530815125, 0.21778665482997894, 0.19922390580177307, 0.17616672813892365, 0.16105462610721588, 0.15837931632995605, 0.15946176648139954, 0.12415340542793274, 0.1415868103504181, 0.1488901674747467], "cos_apical_negg": [0.39241525530815125, 0.21778665482997894, 0.19922390580177307, 0.17616672813892365, 0.16105462610721588, 0.15837931632995605, 0.15946176648139954, 0.12415340542793274, 0.1415868103504181, 0.1488901674747467], "cos_Ac_negg": [0.39241525530815125, 0.21778665482997894, 0.19922390580177307, 0.17616672813892365, 0.16105462610721588, 0.15837931632995605, 0.15946176648139954, 0.12415340542793274, 0.1415868103504181, 0.1488901674747467], "r_norm": [4.379108428955078, 4.357816696166992, 4.353638648986816, 4.367062568664551, 4.328130722045898, 4.282678604125977, 4.410477638244629, 4.3339738845825195, 4.353086471557617, 4.379404544830322]}, {"step": 9250, "epoch": 23, "train_loss": 1.9310965538024902, "cos_r_negg": [0.4003108739852905, 0.22212199866771698, 0.21197062730789185, 0.1673971563577652, 0.15145991742610931, 0.11740735918283463, 0.12061502039432526, 0.13674622774124146, 0.12383176386356354, 0.12868037819862366], "cos_apical_negg": [0.4003108739852905, 0.22212199866771698, 0.21197062730789185, 0.1673971563577652, 0.15145991742610931, 0.11740735918283463, 0.12061502039432526, 0.13674622774124146, 0.12383176386356354, 0.12868037819862366], "cos_Ac_negg": [0.4003108739852905, 0.22212199866771698, 0.21197062730789185, 0.1673971563577652, 0.15145991742610931, 0.11740735918283463, 0.12061502039432526, 0.13674622774124146, 0.12383176386356354, 0.12868037819862366], "r_norm": [4.385120868682861, 4.376323699951172, 4.354379653930664, 4.372006416320801, 4.320257663726807, 4.278047561645508, 4.43064546585083, 4.350541114807129, 4.347193717956543, 4.371031761169434]}, {"step": 9300, "epoch": 23, "train_loss": 1.469205617904663, "cos_r_negg": [0.4230019450187683, 0.20423248410224915, 0.21123827993869781, 0.18805503845214844, 0.1519279181957245, 0.15601462125778198, 0.12275245785713196, 0.13970044255256653, 0.1029963418841362, 0.16059580445289612], "cos_apical_negg": [0.4230019450187683, 0.20423248410224915, 0.21123827993869781, 0.18805503845214844, 0.1519279181957245, 0.15601462125778198, 0.12275245785713196, 0.13970044255256653, 0.1029963418841362, 0.16059580445289612], "cos_Ac_negg": [0.4230019450187683, 0.20423248410224915, 0.21123827993869781, 0.18805503845214844, 0.1519279181957245, 0.15601462125778198, 0.12275245785713196, 0.13970044255256653, 0.1029963418841362, 0.16059580445289612], "r_norm": [4.401832580566406, 4.395379066467285, 4.3827619552612305, 4.4092841148376465, 4.355749130249023, 4.305642604827881, 4.441317558288574, 4.368196487426758, 4.36380672454834, 4.399085998535156]}, {"step": 9350, "epoch": 23, "train_loss": 1.9149240255355835, "cos_r_negg": [0.39588743448257446, 0.23629620671272278, 0.22591468691825867, 0.17574816942214966, 0.16464900970458984, 0.11567141860723495, 0.12560594081878662, 0.1210084855556488, 0.08989362418651581, 0.09144392609596252], "cos_apical_negg": [0.39588743448257446, 0.23629620671272278, 0.22591468691825867, 0.17574816942214966, 0.16464900970458984, 0.11567141860723495, 0.12560594081878662, 0.1210084855556488, 0.08989362418651581, 0.09144392609596252], "cos_Ac_negg": [0.39588743448257446, 0.23629620671272278, 0.22591468691825867, 0.17574816942214966, 0.16464900970458984, 0.11567141860723495, 0.12560594081878662, 0.1210084855556488, 0.08989362418651581, 0.09144392609596252], "r_norm": [4.373447418212891, 4.376075267791748, 4.355289459228516, 4.3730244636535645, 4.323197841644287, 4.278256416320801, 4.424187660217285, 4.3533935546875, 4.3432230949401855, 4.383577346801758]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.3568, "test_loss": 2.13262783203125}, {"step": 9400, "epoch": 24, "train_loss": 1.5163260698318481, "cos_r_negg": [0.40756237506866455, 0.24091443419456482, 0.21861021220684052, 0.19589100778102875, 0.1606820523738861, 0.14212052524089813, 0.14406350255012512, 0.11850715428590775, 0.09092559665441513, 0.09447368234395981], "cos_apical_negg": [0.40756237506866455, 0.24091443419456482, 0.21861021220684052, 0.19589100778102875, 0.1606820523738861, 0.14212052524089813, 0.14406350255012512, 0.11850715428590775, 0.09092559665441513, 0.09447368234395981], "cos_Ac_negg": [0.40756237506866455, 0.24091443419456482, 0.21861021220684052, 0.19589100778102875, 0.1606820523738861, 0.14212052524089813, 0.14406350255012512, 0.11850715428590775, 0.09092559665441513, 0.09447368234395981], "r_norm": [4.445267677307129, 4.443589687347412, 4.439302444458008, 4.443320274353027, 4.388866424560547, 4.33957576751709, 4.484806060791016, 4.4113945960998535, 4.4021711349487305, 4.451415061950684]}, {"step": 9450, "epoch": 24, "train_loss": 1.8193522691726685, "cos_r_negg": [0.41881150007247925, 0.23222452402114868, 0.20021812617778778, 0.18710175156593323, 0.18984362483024597, 0.14758262038230896, 0.13294640183448792, 0.10676296055316925, 0.12497077882289886, 0.12503473460674286], "cos_apical_negg": [0.41881150007247925, 0.23222452402114868, 0.20021812617778778, 0.18710175156593323, 0.18984362483024597, 0.14758262038230896, 0.13294640183448792, 0.10676296055316925, 0.12497077882289886, 0.12503473460674286], "cos_Ac_negg": [0.41881150007247925, 0.23222452402114868, 0.20021812617778778, 0.18710175156593323, 0.18984362483024597, 0.14758262038230896, 0.13294640183448792, 0.10676296055316925, 0.12497077882289886, 0.12503473460674286], "r_norm": [4.268567085266113, 4.252890586853027, 4.239291191101074, 4.264972686767578, 4.214698791503906, 4.17423677444458, 4.302091121673584, 4.224085807800293, 4.2242889404296875, 4.264264106750488]}, {"step": 9500, "epoch": 24, "train_loss": 1.9123048782348633, "cos_r_negg": [0.42968374490737915, 0.22405675053596497, 0.21232560276985168, 0.1804313212633133, 0.16062478721141815, 0.1692686676979065, 0.14189879596233368, 0.15994064509868622, 0.1186380684375763, 0.1323992758989334], "cos_apical_negg": [0.42968374490737915, 0.22405675053596497, 0.21232560276985168, 0.1804313212633133, 0.16062478721141815, 0.1692686676979065, 0.14189879596233368, 0.15994064509868622, 0.1186380684375763, 0.1323992758989334], "cos_Ac_negg": [0.42968374490737915, 0.22405675053596497, 0.21232560276985168, 0.1804313212633133, 0.16062478721141815, 0.1692686676979065, 0.14189879596233368, 0.15994064509868622, 0.1186380684375763, 0.1323992758989334], "r_norm": [4.326848983764648, 4.316042423248291, 4.298815727233887, 4.305996894836426, 4.2655415534973145, 4.2165045738220215, 4.365433692932129, 4.282306671142578, 4.2777838706970215, 4.314962863922119]}, {"step": 9550, "epoch": 24, "train_loss": 1.7569224834442139, "cos_r_negg": [0.380567342042923, 0.2259259819984436, 0.22009830176830292, 0.1797683984041214, 0.15508870780467987, 0.16256844997406006, 0.14119262993335724, 0.13255645334720612, 0.13561448454856873, 0.1404115855693817], "cos_apical_negg": [0.380567342042923, 0.2259259819984436, 0.22009830176830292, 0.1797683984041214, 0.15508870780467987, 0.16256844997406006, 0.14119262993335724, 0.13255645334720612, 0.13561448454856873, 0.1404115855693817], "cos_Ac_negg": [0.380567342042923, 0.2259259819984436, 0.22009830176830292, 0.1797683984041214, 0.15508870780467987, 0.16256844997406006, 0.14119262993335724, 0.13255645334720612, 0.13561448454856873, 0.1404115855693817], "r_norm": [4.363441467285156, 4.368434429168701, 4.352777481079102, 4.360225677490234, 4.314488410949707, 4.267692565917969, 4.405587673187256, 4.333492279052734, 4.32381534576416, 4.356670379638672]}, {"step": 9600, "epoch": 24, "train_loss": 1.7682441473007202, "cos_r_negg": [0.4143005311489105, 0.23293039202690125, 0.21291835606098175, 0.17633822560310364, 0.18650056421756744, 0.16116094589233398, 0.14563539624214172, 0.10780026763677597, 0.1347784847021103, 0.15414930880069733], "cos_apical_negg": [0.4143005311489105, 0.23293039202690125, 0.21291835606098175, 0.17633822560310364, 0.18650056421756744, 0.16116094589233398, 0.14563539624214172, 0.10780026763677597, 0.1347784847021103, 0.15414930880069733], "cos_Ac_negg": [0.4143005311489105, 0.23293039202690125, 0.21291835606098175, 0.17633822560310364, 0.18650056421756744, 0.16116094589233398, 0.14563539624214172, 0.10780026763677597, 0.1347784847021103, 0.15414930880069733], "r_norm": [4.3073015213012695, 4.307502746582031, 4.306851387023926, 4.320565223693848, 4.250741958618164, 4.218677520751953, 4.3503289222717285, 4.2722320556640625, 4.272631645202637, 4.313203811645508]}, {"step": 9650, "epoch": 24, "train_loss": 1.7159037590026855, "cos_r_negg": [0.3664110600948334, 0.2171388417482376, 0.20453613996505737, 0.18001702427864075, 0.18034851551055908, 0.14216093719005585, 0.15884731709957123, 0.10433490574359894, 0.08089005947113037, 0.15464487671852112], "cos_apical_negg": [0.3664110600948334, 0.2171388417482376, 0.20453613996505737, 0.18001702427864075, 0.18034851551055908, 0.14216093719005585, 0.15884731709957123, 0.10433490574359894, 0.08089005947113037, 0.15464487671852112], "cos_Ac_negg": [0.3664110600948334, 0.2171388417482376, 0.20453613996505737, 0.18001702427864075, 0.18034851551055908, 0.14216093719005585, 0.15884731709957123, 0.10433490574359894, 0.08089005947113037, 0.15464487671852112], "r_norm": [4.150134086608887, 4.145386219024658, 4.140897750854492, 4.143493175506592, 4.094223499298096, 4.043882369995117, 4.181835651397705, 4.106959342956543, 4.104569911956787, 4.148322582244873]}, {"step": 9700, "epoch": 24, "train_loss": 1.97096848487854, "cos_r_negg": [0.3745822310447693, 0.24146078526973724, 0.19445951282978058, 0.14984926581382751, 0.17079752683639526, 0.1634485423564911, 0.14442595839500427, 0.12317592650651932, 0.09269426017999649, 0.1378161609172821], "cos_apical_negg": [0.3745822310447693, 0.24146078526973724, 0.19445951282978058, 0.14984926581382751, 0.17079752683639526, 0.1634485423564911, 0.14442595839500427, 0.12317592650651932, 0.09269426017999649, 0.1378161609172821], "cos_Ac_negg": [0.3745822310447693, 0.24146078526973724, 0.19445951282978058, 0.14984926581382751, 0.17079752683639526, 0.1634485423564911, 0.14442595839500427, 0.12317592650651932, 0.09269426017999649, 0.1378161609172821], "r_norm": [4.274383544921875, 4.261881351470947, 4.2471113204956055, 4.27638578414917, 4.225074768066406, 4.179282188415527, 4.311457633972168, 4.234312057495117, 4.235260963439941, 4.269654273986816]}, {"step": 9750, "epoch": 24, "train_loss": 1.6872479915618896, "cos_r_negg": [0.34117549657821655, 0.2336757630109787, 0.19987305998802185, 0.14948318898677826, 0.16287583112716675, 0.18199217319488525, 0.1601790487766266, 0.10106109082698822, 0.0785127580165863, 0.13110849261283875], "cos_apical_negg": [0.34117549657821655, 0.2336757630109787, 0.19987305998802185, 0.14948318898677826, 0.16287583112716675, 0.18199217319488525, 0.1601790487766266, 0.10106109082698822, 0.0785127580165863, 0.13110849261283875], "cos_Ac_negg": [0.34117549657821655, 0.2336757630109787, 0.19987305998802185, 0.14948318898677826, 0.16287583112716675, 0.18199217319488525, 0.1601790487766266, 0.10106109082698822, 0.0785127580165863, 0.13110849261283875], "r_norm": [4.384825229644775, 4.38381814956665, 4.366665840148926, 4.394900798797607, 4.347571849822998, 4.296999931335449, 4.43425178527832, 4.358097076416016, 4.3505449295043945, 4.398350238800049]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.3653, "test_loss": 2.098779821777344}], "final": {"test_acc": 0.3653, "test_loss": 2.098779821777344, "wall_s": 42.72281575202942, "cos_r_negg": [0.36283379793167114, 0.2270304262638092, 0.2131109982728958, 0.19084680080413818, 0.1772293895483017, 0.1519990861415863, 0.16552317142486572, 0.1150200366973877, 0.10772174596786499, 0.12797391414642334], "cos_apical_negg": [0.36283379793167114, 0.2270304262638092, 0.2131109982728958, 0.19084680080413818, 0.1772293895483017, 0.1519990861415863, 0.16552317142486572, 0.1150200366973877, 0.10772174596786499, 0.12797391414642334], "cos_Ac_negg": [0.36283379793167114, 0.2270304262638092, 0.2131109982728958, 0.19084680080413818, 0.1772293895483017, 0.1519990861415863, 0.16552317142486572, 0.1150200366973877, 0.10772174596786499, 0.12797391414642334]}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_dfa_d10_s2.json b/results/deepres_cifar10_dfa_d10_s2.json
new file mode 100644
index 0000000..daf8d8d
--- /dev/null
+++ b/results/deepres_cifar10_dfa_d10_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_dfa_d10_s2", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5071754455566406, "cos_r_negg": [-0.003029898041859269, 0.01114017702639103, 0.020455893129110336, 0.04016774892807007, 0.021298887208104134, 0.014613194391131401, 0.028753414750099182, -0.011024020612239838, -0.007553488947451115, 0.04178423061966896], "cos_apical_negg": [-0.003029898041859269, 0.01114017702639103, 0.020455893129110336, 0.04016774892807007, 0.021298887208104134, 0.014613194391131401, 0.028753414750099182, -0.011024020612239838, -0.007553488947451115, 0.04178423061966896], "cos_Ac_negg": [-0.003029898041859269, 0.01114017702639103, 0.020455893129110336, 0.04016774892807007, 0.021298887208104134, 0.014613194391131401, 0.028753414750099182, -0.011024020612239838, -0.007553488947451115, 0.04178423061966896], "r_norm": [5.030342102050781, 4.9998321533203125, 4.8957624435424805, 5.090706825256348, 5.081313610076904, 4.926875591278076, 5.105720043182373, 4.911968231201172, 5.052200794219971, 4.937803745269775]}, {"step": 50, "epoch": 0, "train_loss": 2.617328643798828, "cos_r_negg": [0.20143736898899078, -0.08671699464321136, -0.06907442957162857, -0.03762681409716606, -0.1028083935379982, -0.05335184931755066, -0.12127415090799332, 0.023584261536598206, -0.1537441611289978, -0.04432948678731918], "cos_apical_negg": [0.20143736898899078, -0.08671699464321136, -0.06907442957162857, -0.03762681409716606, -0.1028083935379982, -0.05335184931755066, -0.12127415090799332, 0.023584261536598206, -0.1537441611289978, -0.04432948678731918], "cos_Ac_negg": [0.20143736898899078, -0.08671699464321136, -0.06907442957162857, -0.03762681409716606, -0.1028083935379982, -0.05335184931755066, -0.12127415090799332, 0.023584261536598206, -0.1537441611289978, -0.04432948678731918], "r_norm": [4.955868244171143, 4.935835361480713, 4.816972255706787, 5.023919105529785, 4.990575313568115, 4.861212730407715, 5.027599811553955, 4.8472490310668945, 4.991433620452881, 4.833853721618652]}, {"step": 100, "epoch": 0, "train_loss": 2.271559715270996, "cos_r_negg": [0.21633581817150116, -0.07599589228630066, -0.1140446811914444, -0.0901426374912262, -0.11081019043922424, -0.12493199110031128, -0.09913651645183563, -0.012357780709862709, -0.009969182312488556, -0.09230451285839081], "cos_apical_negg": [0.21633581817150116, -0.07599589228630066, -0.1140446811914444, -0.0901426374912262, -0.11081019043922424, -0.12493199110031128, -0.09913651645183563, -0.012357780709862709, -0.009969182312488556, -0.09230451285839081], "cos_Ac_negg": [0.21633581817150116, -0.07599589228630066, -0.1140446811914444, -0.0901426374912262, -0.11081019043922424, -0.12493199110031128, -0.09913651645183563, -0.012357780709862709, -0.009969182312488556, -0.09230451285839081], "r_norm": [4.621347427368164, 4.633026123046875, 4.492483615875244, 4.703100681304932, 4.674001693725586, 4.525972366333008, 4.661252975463867, 4.526226997375488, 4.657164096832275, 4.516574859619141]}, {"step": 150, "epoch": 0, "train_loss": 2.296651840209961, "cos_r_negg": [0.2779198884963989, -0.08812720328569412, -0.06775005161762238, -0.06489403545856476, -0.07336176931858063, -0.10762530565261841, -0.03659132495522499, -0.03779537230730057, -0.1600540727376938, -0.12122774869203568], "cos_apical_negg": [0.2779198884963989, -0.08812720328569412, -0.06775005161762238, -0.06489403545856476, -0.07336176931858063, -0.10762530565261841, -0.03659132495522499, -0.03779537230730057, -0.1600540727376938, -0.12122774869203568], "cos_Ac_negg": [0.2779198884963989, -0.08812720328569412, -0.06775005161762238, -0.06489403545856476, -0.07336176931858063, -0.10762530565261841, -0.03659132495522499, -0.03779537230730057, -0.1600540727376938, -0.12122774869203568], "r_norm": [4.672356605529785, 4.680091857910156, 4.54217004776001, 4.731891632080078, 4.743317604064941, 4.604707717895508, 4.703166961669922, 4.596240043640137, 4.708673477172852, 4.585048675537109]}, {"step": 200, "epoch": 0, "train_loss": 2.1947731971740723, "cos_r_negg": [0.3112480044364929, -0.0497344471514225, -0.12264150381088257, -0.09007872641086578, -0.09986982494592667, -0.1415325403213501, -0.07037707418203354, -0.01529778353869915, -0.17021575570106506, -0.045565538108348846], "cos_apical_negg": [0.3112480044364929, -0.0497344471514225, -0.12264150381088257, -0.09007872641086578, -0.09986982494592667, -0.1415325403213501, -0.07037707418203354, -0.01529778353869915, -0.17021575570106506, -0.045565538108348846], "cos_Ac_negg": [0.3112480044364929, -0.0497344471514225, -0.12264150381088257, -0.09007872641086578, -0.09986982494592667, -0.1415325403213501, -0.07037707418203354, -0.01529778353869915, -0.17021575570106506, -0.045565538108348846], "r_norm": [4.604796409606934, 4.620206356048584, 4.481313705444336, 4.669093132019043, 4.643810272216797, 4.508786201477051, 4.638636589050293, 4.523512840270996, 4.600760459899902, 4.4925079345703125]}, {"step": 250, "epoch": 0, "train_loss": 2.2648706436157227, "cos_r_negg": [0.3009047508239746, -0.04471335560083389, -0.08861534297466278, -0.04510936886072159, -0.06473040580749512, -0.09971758723258972, -0.10559997707605362, -0.05256542190909386, -0.15157583355903625, -0.0359872430562973], "cos_apical_negg": [0.3009047508239746, -0.04471335560083389, -0.08861534297466278, -0.04510936886072159, -0.06473040580749512, -0.09971758723258972, -0.10559997707605362, -0.05256542190909386, -0.15157583355903625, -0.0359872430562973], "cos_Ac_negg": [0.3009047508239746, -0.04471335560083389, -0.08861534297466278, -0.04510936886072159, -0.06473040580749512, -0.09971758723258972, -0.10559997707605362, -0.05256542190909386, -0.15157583355903625, -0.0359872430562973], "r_norm": [4.8351240158081055, 4.847804069519043, 4.7367448806762695, 4.896845817565918, 4.873950481414795, 4.750574111938477, 4.902230262756348, 4.763293266296387, 4.88659143447876, 4.740810871124268]}, {"step": 300, "epoch": 0, "train_loss": 2.1817779541015625, "cos_r_negg": [0.34231406450271606, -0.003867519088089466, -0.08313760161399841, -0.09098890423774719, -0.024007130414247513, -0.10685300827026367, -0.14691027998924255, -0.08224302530288696, -0.08047066628932953, 0.01453503966331482], "cos_apical_negg": [0.34231406450271606, -0.003867519088089466, -0.08313760161399841, -0.09098890423774719, -0.024007130414247513, -0.10685300827026367, -0.14691027998924255, -0.08224302530288696, -0.08047066628932953, 0.01453503966331482], "cos_Ac_negg": [0.34231406450271606, -0.003867519088089466, -0.08313760161399841, -0.09098890423774719, -0.024007130414247513, -0.10685300827026367, -0.14691027998924255, -0.08224302530288696, -0.08047066628932953, 0.01453503966331482], "r_norm": [4.497949600219727, 4.510183334350586, 4.371903419494629, 4.576601982116699, 4.551766395568848, 4.4182024002075195, 4.548576354980469, 4.425776481628418, 4.538207054138184, 4.40548849105835]}, {"step": 350, "epoch": 0, "train_loss": 2.519129991531372, "cos_r_negg": [0.3354589343070984, -0.08694911003112793, -0.08490118384361267, -0.11506989598274231, -0.03593871369957924, -0.07995685189962387, -0.018868770450353622, -0.07266592234373093, -0.06273295730352402, -0.06431066989898682], "cos_apical_negg": [0.3354589343070984, -0.08694911003112793, -0.08490118384361267, -0.11506989598274231, -0.03593871369957924, -0.07995685189962387, -0.018868770450353622, -0.07266592234373093, -0.06273295730352402, -0.06431066989898682], "cos_Ac_negg": [0.3354589343070984, -0.08694911003112793, -0.08490118384361267, -0.11506989598274231, -0.03593871369957924, -0.07995685189962387, -0.018868770450353622, -0.07266592234373093, -0.06273295730352402, -0.06431066989898682], "r_norm": [4.811527252197266, 4.799870491027832, 4.654061794281006, 4.861505031585693, 4.834391117095947, 4.6791276931762695, 4.811509132385254, 4.731942176818848, 4.787636756896973, 4.674604415893555]}, {"epoch_end": 0, "step": 391, "test_acc": 0.2633, "test_loss": 2.5253283447265624}, {"step": 400, "epoch": 1, "train_loss": 2.4023256301879883, "cos_r_negg": [0.34206855297088623, -0.049923449754714966, -0.05584065243601799, -0.054890457540750504, -0.048656709492206573, -0.10896991938352585, 0.0332799106836319, -0.0042908284813165665, -0.09960927069187164, -0.006754590198397636], "cos_apical_negg": [0.34206855297088623, -0.049923449754714966, -0.05584065243601799, -0.054890457540750504, -0.048656709492206573, -0.10896991938352585, 0.0332799106836319, -0.0042908284813165665, -0.09960927069187164, -0.006754590198397636], "cos_Ac_negg": [0.34206855297088623, -0.049923449754714966, -0.05584065243601799, -0.054890457540750504, -0.048656709492206573, -0.10896991938352585, 0.0332799106836319, -0.0042908284813165665, -0.09960927069187164, -0.006754590198397636], "r_norm": [4.659327983856201, 4.661900997161865, 4.546106338500977, 4.743558406829834, 4.72238302230835, 4.580022811889648, 4.716644763946533, 4.595001220703125, 4.7130632400512695, 4.55755615234375]}, {"step": 450, "epoch": 1, "train_loss": 2.22969913482666, "cos_r_negg": [0.42219167947769165, -0.028789227828383446, -0.0498584508895874, -0.10815457999706268, -0.031187409535050392, -0.021843641996383667, -0.055528171360492706, -0.012254917994141579, 0.008547677658498287, -0.01361372135579586], "cos_apical_negg": [0.42219167947769165, -0.028789227828383446, -0.0498584508895874, -0.10815457999706268, -0.031187409535050392, -0.021843641996383667, -0.055528171360492706, -0.012254917994141579, 0.008547677658498287, -0.01361372135579586], "cos_Ac_negg": [0.42219167947769165, -0.028789227828383446, -0.0498584508895874, -0.10815457999706268, -0.031187409535050392, -0.021843641996383667, -0.055528171360492706, -0.012254917994141579, 0.008547677658498287, -0.01361372135579586], "r_norm": [4.565574645996094, 4.585627555847168, 4.452060699462891, 4.674075603485107, 4.631785869598389, 4.487010955810547, 4.600804328918457, 4.484493255615234, 4.606079578399658, 4.465710639953613]}, {"step": 500, "epoch": 1, "train_loss": 2.1147167682647705, "cos_r_negg": [0.42479103803634644, -0.06292980164289474, -0.053173452615737915, -0.04367605596780777, 0.03941628336906433, -0.05259966850280762, -0.07056307792663574, -0.06561721861362457, -0.08850346505641937, 0.08357061445713043], "cos_apical_negg": [0.42479103803634644, -0.06292980164289474, -0.053173452615737915, -0.04367605596780777, 0.03941628336906433, -0.05259966850280762, -0.07056307792663574, -0.06561721861362457, -0.08850346505641937, 0.08357061445713043], "cos_Ac_negg": [0.42479103803634644, -0.06292980164289474, -0.053173452615737915, -0.04367605596780777, 0.03941628336906433, -0.05259966850280762, -0.07056307792663574, -0.06561721861362457, -0.08850346505641937, 0.08357061445713043], "r_norm": [4.536019325256348, 4.556804656982422, 4.418879508972168, 4.649709224700928, 4.612820625305176, 4.466470241546631, 4.58249044418335, 4.483737945556641, 4.61636209487915, 4.4674248695373535]}, {"step": 550, "epoch": 1, "train_loss": 2.478170156478882, "cos_r_negg": [0.3751460313796997, -0.03481155261397362, -0.011758851818740368, -0.04379412531852722, -0.036321818828582764, -0.07176347076892853, -0.07494506239891052, -0.11333582550287247, -0.05045114457607269, 0.021763449534773827], "cos_apical_negg": [0.3751460313796997, -0.03481155261397362, -0.011758851818740368, -0.04379412531852722, -0.036321818828582764, -0.07176347076892853, -0.07494506239891052, -0.11333582550287247, -0.05045114457607269, 0.021763449534773827], "cos_Ac_negg": [0.3751460313796997, -0.03481155261397362, -0.011758851818740368, -0.04379412531852722, -0.036321818828582764, -0.07176347076892853, -0.07494506239891052, -0.11333582550287247, -0.05045114457607269, 0.021763449534773827], "r_norm": [4.538069725036621, 4.546722412109375, 4.428937911987305, 4.626625061035156, 4.570756435394287, 4.454922676086426, 4.573254108428955, 4.4391069412231445, 4.558353424072266, 4.430103778839111]}, {"step": 600, "epoch": 1, "train_loss": 2.22790265083313, "cos_r_negg": [0.3897807002067566, -0.06201482191681862, -0.0496051087975502, -0.060847312211990356, -0.04840267449617386, -0.06891359388828278, -0.015535532496869564, -0.07342886179685593, -0.0001408001407980919, -0.02183874323964119], "cos_apical_negg": [0.3897807002067566, -0.06201482191681862, -0.0496051087975502, -0.060847312211990356, -0.04840267449617386, -0.06891359388828278, -0.015535532496869564, -0.07342886179685593, -0.0001408001407980919, -0.02183874323964119], "cos_Ac_negg": [0.3897807002067566, -0.06201482191681862, -0.0496051087975502, -0.060847312211990356, -0.04840267449617386, -0.06891359388828278, -0.015535532496869564, -0.07342886179685593, -0.0001408001407980919, -0.02183874323964119], "r_norm": [4.753211975097656, 4.7837138175964355, 4.6548542976379395, 4.85284423828125, 4.8488030433654785, 4.720300674438477, 4.806185722351074, 4.692768096923828, 4.782881736755371, 4.654424667358398]}, {"step": 650, "epoch": 1, "train_loss": 2.0704259872436523, "cos_r_negg": [0.41110560297966003, -0.033677566796541214, -0.0007781926542520523, -0.026382891461253166, -0.08361540734767914, -0.10123050212860107, -0.02909792959690094, -0.05321125313639641, -0.04702923819422722, -0.17513783276081085], "cos_apical_negg": [0.41110560297966003, -0.033677566796541214, -0.0007781926542520523, -0.026382891461253166, -0.08361540734767914, -0.10123050212860107, -0.02909792959690094, -0.05321125313639641, -0.04702923819422722, -0.17513783276081085], "cos_Ac_negg": [0.41110560297966003, -0.033677566796541214, -0.0007781926542520523, -0.026382891461253166, -0.08361540734767914, -0.10123050212860107, -0.02909792959690094, -0.05321125313639641, -0.04702923819422722, -0.17513783276081085], "r_norm": [4.511936187744141, 4.540865898132324, 4.39182710647583, 4.600028991699219, 4.561695098876953, 4.419374465942383, 4.541995525360107, 4.423328876495361, 4.5286736488342285, 4.412768363952637]}, {"step": 700, "epoch": 1, "train_loss": 2.4192862510681152, "cos_r_negg": [0.4224061667919159, -0.02836574986577034, 0.012742238119244576, -0.051730215549468994, 0.02851884998381138, -0.02111165225505829, 0.024132248014211655, -0.0665997639298439, -0.10643844306468964, -0.08913476765155792], "cos_apical_negg": [0.4224061667919159, -0.02836574986577034, 0.012742238119244576, -0.051730215549468994, 0.02851884998381138, -0.02111165225505829, 0.024132248014211655, -0.0665997639298439, -0.10643844306468964, -0.08913476765155792], "cos_Ac_negg": [0.4224061667919159, -0.02836574986577034, 0.012742238119244576, -0.051730215549468994, 0.02851884998381138, -0.02111165225505829, 0.024132248014211655, -0.0665997639298439, -0.10643844306468964, -0.08913476765155792], "r_norm": [4.633551597595215, 4.641793251037598, 4.525346755981445, 4.728675842285156, 4.689042091369629, 4.554635524749756, 4.695745468139648, 4.547422885894775, 4.7146501541137695, 4.533013820648193]}, {"step": 750, "epoch": 1, "train_loss": 2.469010829925537, "cos_r_negg": [0.42029163241386414, -0.023145804181694984, 0.006535998545587063, -0.05612886697053909, 0.008481445722281933, -0.08512921631336212, -0.07198737561702728, -0.05478256195783615, -0.0770673155784607, -0.04876351356506348], "cos_apical_negg": [0.42029163241386414, -0.023145804181694984, 0.006535998545587063, -0.05612886697053909, 0.008481445722281933, -0.08512921631336212, -0.07198737561702728, -0.05478256195783615, -0.0770673155784607, -0.04876351356506348], "cos_Ac_negg": [0.42029163241386414, -0.023145804181694984, 0.006535998545587063, -0.05612886697053909, 0.008481445722281933, -0.08512921631336212, -0.07198737561702728, -0.05478256195783615, -0.0770673155784607, -0.04876351356506348], "r_norm": [4.2427568435668945, 4.262215614318848, 4.141787528991699, 4.318137168884277, 4.31120491027832, 4.176705360412598, 4.289253234863281, 4.181596755981445, 4.295191764831543, 4.174746990203857]}, {"epoch_end": 1, "step": 782, "test_acc": 0.308, "test_loss": 2.288314990234375}, {"step": 800, "epoch": 2, "train_loss": 2.293647527694702, "cos_r_negg": [0.4402719736099243, -0.003812195733189583, 0.016989117488265038, -0.026484262198209763, 0.03604065254330635, -0.07346353679895401, -0.00986465997993946, -0.005187497939914465, -0.015157753601670265, -0.09498250484466553], "cos_apical_negg": [0.4402719736099243, -0.003812195733189583, 0.016989117488265038, -0.026484262198209763, 0.03604065254330635, -0.07346353679895401, -0.00986465997993946, -0.005187497939914465, -0.015157753601670265, -0.09498250484466553], "cos_Ac_negg": [0.4402719736099243, -0.003812195733189583, 0.016989117488265038, -0.026484262198209763, 0.03604065254330635, -0.07346353679895401, -0.00986465997993946, -0.005187497939914465, -0.015157753601670265, -0.09498250484466553], "r_norm": [4.640295505523682, 4.6198410987854, 4.497035980224609, 4.691396236419678, 4.696598052978516, 4.55621337890625, 4.665927886962891, 4.5629119873046875, 4.665186882019043, 4.533414363861084]}, {"step": 850, "epoch": 2, "train_loss": 2.1874709129333496, "cos_r_negg": [0.46949243545532227, -0.03218996524810791, 0.002000807784497738, -0.008539725095033646, -0.029375512152910233, -0.013015227392315865, -0.0736548900604248, -0.04970857501029968, -0.12300699204206467, -0.06361320614814758], "cos_apical_negg": [0.46949243545532227, -0.03218996524810791, 0.002000807784497738, -0.008539725095033646, -0.029375512152910233, -0.013015227392315865, -0.0736548900604248, -0.04970857501029968, -0.12300699204206467, -0.06361320614814758], "cos_Ac_negg": [0.46949243545532227, -0.03218996524810791, 0.002000807784497738, -0.008539725095033646, -0.029375512152910233, -0.013015227392315865, -0.0736548900604248, -0.04970857501029968, -0.12300699204206467, -0.06361320614814758], "r_norm": [4.6466264724731445, 4.652074813842773, 4.555215835571289, 4.733904838562012, 4.72329044342041, 4.589278221130371, 4.699138641357422, 4.585954666137695, 4.721845626831055, 4.563564300537109]}, {"step": 900, "epoch": 2, "train_loss": 1.951871395111084, "cos_r_negg": [0.4502068758010864, -0.0041619641706347466, 0.006133143790066242, -0.020764049142599106, -0.011083426885306835, -0.017020652070641518, -0.04235554486513138, -0.01141833234578371, -0.11678709089756012, -0.003267962485551834], "cos_apical_negg": [0.4502068758010864, -0.0041619641706347466, 0.006133143790066242, -0.020764049142599106, -0.011083426885306835, -0.017020652070641518, -0.04235554486513138, -0.01141833234578371, -0.11678709089756012, -0.003267962485551834], "cos_Ac_negg": [0.4502068758010864, -0.0041619641706347466, 0.006133143790066242, -0.020764049142599106, -0.011083426885306835, -0.017020652070641518, -0.04235554486513138, -0.01141833234578371, -0.11678709089756012, -0.003267962485551834], "r_norm": [4.518279075622559, 4.532268524169922, 4.3993330001831055, 4.581888198852539, 4.573019027709961, 4.451816082000732, 4.580407619476318, 4.457128524780273, 4.5677289962768555, 4.447132587432861]}, {"step": 950, "epoch": 2, "train_loss": 2.0769214630126953, "cos_r_negg": [0.4712390899658203, -0.022379234433174133, 0.025456063449382782, -0.00569427153095603, 0.04628916084766388, -0.0027850745245814323, -0.07116806507110596, 0.012947199866175652, -0.03809117153286934, 0.05654502287507057], "cos_apical_negg": [0.4712390899658203, -0.022379234433174133, 0.025456063449382782, -0.00569427153095603, 0.04628916084766388, -0.0027850745245814323, -0.07116806507110596, 0.012947199866175652, -0.03809117153286934, 0.05654502287507057], "cos_Ac_negg": [0.4712390899658203, -0.022379234433174133, 0.025456063449382782, -0.00569427153095603, 0.04628916084766388, -0.0027850745245814323, -0.07116806507110596, 0.012947199866175652, -0.03809117153286934, 0.05654502287507057], "r_norm": [4.392171382904053, 4.401473522186279, 4.292022228240967, 4.465908050537109, 4.448280334472656, 4.316963195800781, 4.441682815551758, 4.3160247802734375, 4.420276641845703, 4.300097465515137]}, {"step": 1000, "epoch": 2, "train_loss": 2.0397372245788574, "cos_r_negg": [0.45821255445480347, 0.018726341426372528, -0.0009045553160831332, 0.011486772447824478, 0.04053373262286186, 0.019663328304886818, -0.037053827196359634, -0.05042726546525955, 0.010509192943572998, 0.014261238276958466], "cos_apical_negg": [0.45821255445480347, 0.018726341426372528, -0.0009045553160831332, 0.011486772447824478, 0.04053373262286186, 0.019663328304886818, -0.037053827196359634, -0.05042726546525955, 0.010509192943572998, 0.014261238276958466], "cos_Ac_negg": [0.45821255445480347, 0.018726341426372528, -0.0009045553160831332, 0.011486772447824478, 0.04053373262286186, 0.019663328304886818, -0.037053827196359634, -0.05042726546525955, 0.010509192943572998, 0.014261238276958466], "r_norm": [4.9088850021362305, 4.961255073547363, 4.803326606750488, 5.006954193115234, 4.9853997230529785, 4.865108013153076, 4.961146354675293, 4.811758995056152, 4.973217010498047, 4.842085361480713]}, {"step": 1050, "epoch": 2, "train_loss": 2.4644904136657715, "cos_r_negg": [0.43166428804397583, 0.004323753993958235, 0.06404410302639008, 0.0323810949921608, -0.014456742443144321, -0.06082415580749512, 0.00646976800635457, -0.07419683039188385, -0.05747382715344429, 0.022761214524507523], "cos_apical_negg": [0.43166428804397583, 0.004323753993958235, 0.06404410302639008, 0.0323810949921608, -0.014456742443144321, -0.06082415580749512, 0.00646976800635457, -0.07419683039188385, -0.05747382715344429, 0.022761214524507523], "cos_Ac_negg": [0.43166428804397583, 0.004323753993958235, 0.06404410302639008, 0.0323810949921608, -0.014456742443144321, -0.06082415580749512, 0.00646976800635457, -0.07419683039188385, -0.05747382715344429, 0.022761214524507523], "r_norm": [4.433884620666504, 4.454370498657227, 4.322118759155273, 4.509823799133301, 4.489015102386475, 4.361193656921387, 4.48676872253418, 4.386006832122803, 4.499048233032227, 4.370771408081055]}, {"step": 1100, "epoch": 2, "train_loss": 2.3107481002807617, "cos_r_negg": [0.4501247704029083, -0.016688238829374313, 0.0714811384677887, -0.006798596121370792, 0.0018718298524618149, -0.026973038911819458, -0.09308871626853943, -0.07090157270431519, -0.040126435458660126, 0.021610304713249207], "cos_apical_negg": [0.4501247704029083, -0.016688238829374313, 0.0714811384677887, -0.006798596121370792, 0.0018718298524618149, -0.026973038911819458, -0.09308871626853943, -0.07090157270431519, -0.040126435458660126, 0.021610304713249207], "cos_Ac_negg": [0.4501247704029083, -0.016688238829374313, 0.0714811384677887, -0.006798596121370792, 0.0018718298524618149, -0.026973038911819458, -0.09308871626853943, -0.07090157270431519, -0.040126435458660126, 0.021610304713249207], "r_norm": [4.696500301361084, 4.695585250854492, 4.579343795776367, 4.768341541290283, 4.75012731552124, 4.618825912475586, 4.744705677032471, 4.619337558746338, 4.735527038574219, 4.58313512802124]}, {"step": 1150, "epoch": 2, "train_loss": 2.0965113639831543, "cos_r_negg": [0.4222022294998169, 0.013090891763567924, 0.02097337692975998, 0.00142311817035079, -0.02632649801671505, -0.032317474484443665, -0.07043413072824478, -0.06952331215143204, 0.004168345592916012, 0.060962073504924774], "cos_apical_negg": [0.4222022294998169, 0.013090891763567924, 0.02097337692975998, 0.00142311817035079, -0.02632649801671505, -0.032317474484443665, -0.07043413072824478, -0.06952331215143204, 0.004168345592916012, 0.060962073504924774], "cos_Ac_negg": [0.4222022294998169, 0.013090891763567924, 0.02097337692975998, 0.00142311817035079, -0.02632649801671505, -0.032317474484443665, -0.07043413072824478, -0.06952331215143204, 0.004168345592916012, 0.060962073504924774], "r_norm": [4.523724555969238, 4.530632972717285, 4.417113304138184, 4.589847087860107, 4.580982208251953, 4.463737487792969, 4.5665082931518555, 4.453574180603027, 4.572861671447754, 4.448212623596191]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3033, "test_loss": 2.2582117431640625}, {"step": 1200, "epoch": 3, "train_loss": 2.0080089569091797, "cos_r_negg": [0.4021303355693817, 0.03411411494016647, 0.05816975608468056, -0.0009138274472206831, -0.004894966725260019, 0.008545512333512306, -0.06996677815914154, -0.007442523259669542, -0.03735029697418213, -0.08327506482601166], "cos_apical_negg": [0.4021303355693817, 0.03411411494016647, 0.05816975608468056, -0.0009138274472206831, -0.004894966725260019, 0.008545512333512306, -0.06996677815914154, -0.007442523259669542, -0.03735029697418213, -0.08327506482601166], "cos_Ac_negg": [0.4021303355693817, 0.03411411494016647, 0.05816975608468056, -0.0009138274472206831, -0.004894966725260019, 0.008545512333512306, -0.06996677815914154, -0.007442523259669542, -0.03735029697418213, -0.08327506482601166], "r_norm": [4.584031105041504, 4.588796615600586, 4.468725204467773, 4.66428804397583, 4.637310981750488, 4.483987808227539, 4.621190071105957, 4.489545822143555, 4.616135597229004, 4.468125343322754]}, {"step": 1250, "epoch": 3, "train_loss": 2.118743419647217, "cos_r_negg": [0.45592063665390015, 0.023497680202126503, 0.05922231823205948, 0.010646184906363487, -0.00272932555526495, 0.024162977933883667, -0.08633774518966675, -0.06441275030374527, -0.024882847443223, -0.03363066166639328], "cos_apical_negg": [0.45592063665390015, 0.023497680202126503, 0.05922231823205948, 0.010646184906363487, -0.00272932555526495, 0.024162977933883667, -0.08633774518966675, -0.06441275030374527, -0.024882847443223, -0.03363066166639328], "cos_Ac_negg": [0.45592063665390015, 0.023497680202126503, 0.05922231823205948, 0.010646184906363487, -0.00272932555526495, 0.024162977933883667, -0.08633774518966675, -0.06441275030374527, -0.024882847443223, -0.03363066166639328], "r_norm": [4.465154647827148, 4.472702980041504, 4.3587327003479, 4.548921585083008, 4.533015251159668, 4.397366046905518, 4.4992756843566895, 4.404707908630371, 4.496602535247803, 4.383022308349609]}, {"step": 1300, "epoch": 3, "train_loss": 1.856961727142334, "cos_r_negg": [0.4467634856700897, 0.04336583614349365, 0.04859311133623123, 0.012333018705248833, 0.03267217054963112, 0.017741501331329346, -0.08190968632698059, -0.060392074286937714, -0.02027261257171631, -0.05254523083567619], "cos_apical_negg": [0.4467634856700897, 0.04336583614349365, 0.04859311133623123, 0.012333018705248833, 0.03267217054963112, 0.017741501331329346, -0.08190968632698059, -0.060392074286937714, -0.02027261257171631, -0.05254523083567619], "cos_Ac_negg": [0.4467634856700897, 0.04336583614349365, 0.04859311133623123, 0.012333018705248833, 0.03267217054963112, 0.017741501331329346, -0.08190968632698059, -0.060392074286937714, -0.02027261257171631, -0.05254523083567619], "r_norm": [4.2893218994140625, 4.299124240875244, 4.1810407638549805, 4.360629558563232, 4.35015869140625, 4.221750259399414, 4.334287643432617, 4.2162885665893555, 4.327394962310791, 4.200253963470459]}, {"step": 1350, "epoch": 3, "train_loss": 2.1823365688323975, "cos_r_negg": [0.44991132616996765, 0.03533860296010971, 0.07380546629428864, 0.022429773584008217, 0.022747082635760307, 0.07496647536754608, -0.016591554507613182, -0.04165072366595268, 0.02253059484064579, -0.07357688248157501], "cos_apical_negg": [0.44991132616996765, 0.03533860296010971, 0.07380546629428864, 0.022429773584008217, 0.022747082635760307, 0.07496647536754608, -0.016591554507613182, -0.04165072366595268, 0.02253059484064579, -0.07357688248157501], "cos_Ac_negg": [0.44991132616996765, 0.03533860296010971, 0.07380546629428864, 0.022429773584008217, 0.022747082635760307, 0.07496647536754608, -0.016591554507613182, -0.04165072366595268, 0.02253059484064579, -0.07357688248157501], "r_norm": [4.384819030761719, 4.404546737670898, 4.264901161193848, 4.464484214782715, 4.443286895751953, 4.311431407928467, 4.430318832397461, 4.317937850952148, 4.418907642364502, 4.2991790771484375]}, {"step": 1400, "epoch": 3, "train_loss": 2.2308077812194824, "cos_r_negg": [0.46975380182266235, 0.028238624334335327, 0.04008803516626358, 0.02212168648838997, -0.008170556277036667, 0.04694945365190506, -0.08188651502132416, -0.007264202460646629, 0.013521028682589531, -0.004056577105075121], "cos_apical_negg": [0.46975380182266235, 0.028238624334335327, 0.04008803516626358, 0.02212168648838997, -0.008170556277036667, 0.04694945365190506, -0.08188651502132416, -0.007264202460646629, 0.013521028682589531, -0.004056577105075121], "cos_Ac_negg": [0.46975380182266235, 0.028238624334335327, 0.04008803516626358, 0.02212168648838997, -0.008170556277036667, 0.04694945365190506, -0.08188651502132416, -0.007264202460646629, 0.013521028682589531, -0.004056577105075121], "r_norm": [4.480632781982422, 4.484251022338867, 4.371247291564941, 4.55153751373291, 4.5383477210998535, 4.404129981994629, 4.521004676818848, 4.404252529144287, 4.522669792175293, 4.376737117767334]}, {"step": 1450, "epoch": 3, "train_loss": 1.883502721786499, "cos_r_negg": [0.4900009036064148, 0.0567944273352623, 0.10485918819904327, 0.012190168723464012, -0.014822832308709621, 0.0899970680475235, -0.058951593935489655, -0.08199264109134674, 0.012973429635167122, 0.014622054994106293], "cos_apical_negg": [0.4900009036064148, 0.0567944273352623, 0.10485918819904327, 0.012190168723464012, -0.014822832308709621, 0.0899970680475235, -0.058951593935489655, -0.08199264109134674, 0.012973429635167122, 0.014622054994106293], "cos_Ac_negg": [0.4900009036064148, 0.0567944273352623, 0.10485918819904327, 0.012190168723464012, -0.014822832308709621, 0.0899970680475235, -0.058951593935489655, -0.08199264109134674, 0.012973429635167122, 0.014622054994106293], "r_norm": [4.564719200134277, 4.571683406829834, 4.4413371086120605, 4.624733924865723, 4.629098415374756, 4.491580486297607, 4.609410285949707, 4.496351718902588, 4.627836227416992, 4.484768867492676]}, {"step": 1500, "epoch": 3, "train_loss": 2.4843239784240723, "cos_r_negg": [0.4633360505104065, 0.04958207905292511, 0.060295216739177704, 0.05295491963624954, -0.03677830845117569, 0.020199691876769066, 0.024436291307210922, -0.05162624269723892, 0.03818317502737045, -0.09539349377155304], "cos_apical_negg": [0.4633360505104065, 0.04958207905292511, 0.060295216739177704, 0.05295491963624954, -0.03677830845117569, 0.020199691876769066, 0.024436291307210922, -0.05162624269723892, 0.03818317502737045, -0.09539349377155304], "cos_Ac_negg": [0.4633360505104065, 0.04958207905292511, 0.060295216739177704, 0.05295491963624954, -0.03677830845117569, 0.020199691876769066, 0.024436291307210922, -0.05162624269723892, 0.03818317502737045, -0.09539349377155304], "r_norm": [4.468749046325684, 4.460443496704102, 4.355964660644531, 4.548386573791504, 4.524205207824707, 4.393644332885742, 4.499332427978516, 4.388354301452637, 4.520552158355713, 4.371785640716553]}, {"step": 1550, "epoch": 3, "train_loss": 2.3215999603271484, "cos_r_negg": [0.50392746925354, 0.03292551636695862, 0.02765008807182312, 0.04130974039435387, -0.03614585101604462, -0.005690215155482292, -0.004435807466506958, -0.06511081755161285, 0.023578248918056488, -0.12007898837327957], "cos_apical_negg": [0.50392746925354, 0.03292551636695862, 0.02765008807182312, 0.04130974039435387, -0.03614585101604462, -0.005690215155482292, -0.004435807466506958, -0.06511081755161285, 0.023578248918056488, -0.12007898837327957], "cos_Ac_negg": [0.50392746925354, 0.03292551636695862, 0.02765008807182312, 0.04130974039435387, -0.03614585101604462, -0.005690215155482292, -0.004435807466506958, -0.06511081755161285, 0.023578248918056488, -0.12007898837327957], "r_norm": [4.530646800994873, 4.537008285522461, 4.4131693840026855, 4.6241044998168945, 4.584255218505859, 4.432956218719482, 4.558894157409668, 4.445584297180176, 4.565512180328369, 4.4231367111206055]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3258, "test_loss": 2.0793212646484376}, {"step": 1600, "epoch": 4, "train_loss": 1.9780442714691162, "cos_r_negg": [0.45668303966522217, 0.07166825234889984, 0.05070976912975311, 0.015109611675143242, -0.03246285393834114, -0.01616232842206955, -0.030563000589609146, -0.03781842067837715, -0.0168389230966568, -0.14942167699337006], "cos_apical_negg": [0.45668303966522217, 0.07166825234889984, 0.05070976912975311, 0.015109611675143242, -0.03246285393834114, -0.01616232842206955, -0.030563000589609146, -0.03781842067837715, -0.0168389230966568, -0.14942167699337006], "cos_Ac_negg": [0.45668303966522217, 0.07166825234889984, 0.05070976912975311, 0.015109611675143242, -0.03246285393834114, -0.01616232842206955, -0.030563000589609146, -0.03781842067837715, -0.0168389230966568, -0.14942167699337006], "r_norm": [4.543508052825928, 4.548079490661621, 4.429629325866699, 4.610633850097656, 4.6009440422058105, 4.455726146697998, 4.572117805480957, 4.467437744140625, 4.578969955444336, 4.44123649597168]}, {"step": 1650, "epoch": 4, "train_loss": 2.162464141845703, "cos_r_negg": [0.48626238107681274, 0.024878282099962234, 0.09283003211021423, -0.007848827168345451, -0.008141832426190376, 0.03564480319619179, -0.03233559802174568, -0.019653167575597763, -0.002536516636610031, 0.04322591423988342], "cos_apical_negg": [0.48626238107681274, 0.024878282099962234, 0.09283003211021423, -0.007848827168345451, -0.008141832426190376, 0.03564480319619179, -0.03233559802174568, -0.019653167575597763, -0.002536516636610031, 0.04322591423988342], "cos_Ac_negg": [0.48626238107681274, 0.024878282099962234, 0.09283003211021423, -0.007848827168345451, -0.008141832426190376, 0.03564480319619179, -0.03233559802174568, -0.019653167575597763, -0.002536516636610031, 0.04322591423988342], "r_norm": [4.4485273361206055, 4.465721607208252, 4.357210159301758, 4.544473648071289, 4.522087097167969, 4.384267807006836, 4.501084327697754, 4.3859124183654785, 4.489682674407959, 4.365898132324219]}, {"step": 1700, "epoch": 4, "train_loss": 2.2579917907714844, "cos_r_negg": [0.49103546142578125, 0.024797124788165092, 0.05990803241729736, 0.05177830904722214, -0.025534164160490036, 0.029492316767573357, -0.006827604025602341, 0.011778016574680805, 0.0004069018177688122, -0.01554072741419077], "cos_apical_negg": [0.49103546142578125, 0.024797124788165092, 0.05990803241729736, 0.05177830904722214, -0.025534164160490036, 0.029492316767573357, -0.006827604025602341, 0.011778016574680805, 0.0004069018177688122, -0.01554072741419077], "cos_Ac_negg": [0.49103546142578125, 0.024797124788165092, 0.05990803241729736, 0.05177830904722214, -0.025534164160490036, 0.029492316767573357, -0.006827604025602341, 0.011778016574680805, 0.0004069018177688122, -0.01554072741419077], "r_norm": [4.639328479766846, 4.6494879722595215, 4.542713642120361, 4.705817699432373, 4.709897041320801, 4.5508856773376465, 4.670141220092773, 4.550235748291016, 4.681879997253418, 4.544083595275879]}, {"step": 1750, "epoch": 4, "train_loss": 2.2648422718048096, "cos_r_negg": [0.4556969702243805, 0.038603052496910095, 0.08153070509433746, 0.011756915599107742, 0.0174810029566288, 0.07409432530403137, -0.06863640248775482, 0.0026005669496953487, -0.05384116619825363, 0.019138287752866745], "cos_apical_negg": [0.4556969702243805, 0.038603052496910095, 0.08153070509433746, 0.011756915599107742, 0.0174810029566288, 0.07409432530403137, -0.06863640248775482, 0.0026005669496953487, -0.05384116619825363, 0.019138287752866745], "cos_Ac_negg": [0.4556969702243805, 0.038603052496910095, 0.08153070509433746, 0.011756915599107742, 0.0174810029566288, 0.07409432530403137, -0.06863640248775482, 0.0026005669496953487, -0.05384116619825363, 0.019138287752866745], "r_norm": [4.610136985778809, 4.620739936828613, 4.493661880493164, 4.677689075469971, 4.672677040100098, 4.538256645202637, 4.6574506759643555, 4.532650947570801, 4.652273654937744, 4.513147830963135]}, {"step": 1800, "epoch": 4, "train_loss": 1.9900765419006348, "cos_r_negg": [0.44925832748413086, 0.05026242882013321, 0.06845064461231232, 0.020340323448181152, -0.008837182074785233, 0.05008811131119728, -0.031146610155701637, -0.016705255955457687, 0.007868381217122078, -0.026715941727161407], "cos_apical_negg": [0.44925832748413086, 0.05026242882013321, 0.06845064461231232, 0.020340323448181152, -0.008837182074785233, 0.05008811131119728, -0.031146610155701637, -0.016705255955457687, 0.007868381217122078, -0.026715941727161407], "cos_Ac_negg": [0.44925832748413086, 0.05026242882013321, 0.06845064461231232, 0.020340323448181152, -0.008837182074785233, 0.05008811131119728, -0.031146610155701637, -0.016705255955457687, 0.007868381217122078, -0.026715941727161407], "r_norm": [4.526118278503418, 4.535436630249023, 4.415182113647461, 4.599579811096191, 4.585901260375977, 4.446100234985352, 4.57045841217041, 4.461163520812988, 4.564251899719238, 4.426840782165527]}, {"step": 1850, "epoch": 4, "train_loss": 2.1861863136291504, "cos_r_negg": [0.4780488610267639, 0.06665556877851486, 0.05530863627791405, 0.07907981425523758, 0.010544823482632637, 0.04565983638167381, -0.0289030522108078, 0.020665790885686874, -0.0020226268097758293, -0.017759229987859726], "cos_apical_negg": [0.4780488610267639, 0.06665556877851486, 0.05530863627791405, 0.07907981425523758, 0.010544823482632637, 0.04565983638167381, -0.0289030522108078, 0.020665790885686874, -0.0020226268097758293, -0.017759229987859726], "cos_Ac_negg": [0.4780488610267639, 0.06665556877851486, 0.05530863627791405, 0.07907981425523758, 0.010544823482632637, 0.04565983638167381, -0.0289030522108078, 0.020665790885686874, -0.0020226268097758293, -0.017759229987859726], "r_norm": [4.459362983703613, 4.469475746154785, 4.353204250335693, 4.534246444702148, 4.519542694091797, 4.3943376541137695, 4.5055413246154785, 4.397122859954834, 4.507367134094238, 4.372275352478027]}, {"step": 1900, "epoch": 4, "train_loss": 2.156196117401123, "cos_r_negg": [0.4665246903896332, 0.06886865943670273, 0.0613570511341095, 0.03731333836913109, -0.013009191490709782, 0.024517064914107323, -0.04920611530542374, 7.26599246263504e-05, -0.0345102995634079, -0.10451986640691757], "cos_apical_negg": [0.4665246903896332, 0.06886865943670273, 0.0613570511341095, 0.03731333836913109, -0.013009191490709782, 0.024517064914107323, -0.04920611530542374, 7.26599246263504e-05, -0.0345102995634079, -0.10451986640691757], "cos_Ac_negg": [0.4665246903896332, 0.06886865943670273, 0.0613570511341095, 0.03731333836913109, -0.013009191490709782, 0.024517064914107323, -0.04920611530542374, 7.26599246263504e-05, -0.0345102995634079, -0.10451986640691757], "r_norm": [4.439496994018555, 4.442295551300049, 4.311697959899902, 4.500657081604004, 4.490095138549805, 4.35899543762207, 4.472944736480713, 4.366926193237305, 4.465417385101318, 4.33929443359375]}, {"step": 1950, "epoch": 4, "train_loss": 1.927230715751648, "cos_r_negg": [0.4887987971305847, 0.058395691215991974, 0.0607793927192688, 0.04287680983543396, 0.015874259173870087, 0.014722761698067188, -0.055851276963949203, 0.04371549189090729, 0.011700453236699104, -0.057314157485961914], "cos_apical_negg": [0.4887987971305847, 0.058395691215991974, 0.0607793927192688, 0.04287680983543396, 0.015874259173870087, 0.014722761698067188, -0.055851276963949203, 0.04371549189090729, 0.011700453236699104, -0.057314157485961914], "cos_Ac_negg": [0.4887987971305847, 0.058395691215991974, 0.0607793927192688, 0.04287680983543396, 0.015874259173870087, 0.014722761698067188, -0.055851276963949203, 0.04371549189090729, 0.011700453236699104, -0.057314157485961914], "r_norm": [4.358564853668213, 4.362295150756836, 4.249996185302734, 4.432319641113281, 4.4235639572143555, 4.281839370727539, 4.4112548828125, 4.296815872192383, 4.405169486999512, 4.27369499206543]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3184, "test_loss": 2.148612158203125}, {"step": 2000, "epoch": 5, "train_loss": 2.0051965713500977, "cos_r_negg": [0.5031086206436157, 0.07754851877689362, 0.05451948195695877, 0.041715845465660095, 0.005217556841671467, -0.005620919167995453, -0.05696367099881172, -0.00756186805665493, -0.033055126667022705, -0.018118295818567276], "cos_apical_negg": [0.5031086206436157, 0.07754851877689362, 0.05451948195695877, 0.041715845465660095, 0.005217556841671467, -0.005620919167995453, -0.05696367099881172, -0.00756186805665493, -0.033055126667022705, -0.018118295818567276], "cos_Ac_negg": [0.5031086206436157, 0.07754851877689362, 0.05451948195695877, 0.041715845465660095, 0.005217556841671467, -0.005620919167995453, -0.05696367099881172, -0.00756186805665493, -0.033055126667022705, -0.018118295818567276], "r_norm": [4.541849613189697, 4.553483963012695, 4.411533832550049, 4.618740081787109, 4.612087726593018, 4.4495086669921875, 4.586560249328613, 4.490582466125488, 4.568714618682861, 4.451887130737305]}, {"step": 2050, "epoch": 5, "train_loss": 2.1513733863830566, "cos_r_negg": [0.5035146474838257, 0.09501096606254578, 0.07771404087543488, 0.024026311933994293, 0.04322357848286629, -0.008314677514135838, -0.0491676852107048, 6.37490302324295e-05, -0.06482326239347458, -0.049362074583768845], "cos_apical_negg": [0.5035146474838257, 0.09501096606254578, 0.07771404087543488, 0.024026311933994293, 0.04322357848286629, -0.008314677514135838, -0.0491676852107048, 6.37490302324295e-05, -0.06482326239347458, -0.049362074583768845], "cos_Ac_negg": [0.5035146474838257, 0.09501096606254578, 0.07771404087543488, 0.024026311933994293, 0.04322357848286629, -0.008314677514135838, -0.0491676852107048, 6.37490302324295e-05, -0.06482326239347458, -0.049362074583768845], "r_norm": [4.605583667755127, 4.626256465911865, 4.511475563049316, 4.686075210571289, 4.672713279724121, 4.52451229095459, 4.64554500579834, 4.532914161682129, 4.640542030334473, 4.504325866699219]}, {"step": 2100, "epoch": 5, "train_loss": 2.274430751800537, "cos_r_negg": [0.489301472902298, 0.070964515209198, 0.096958227455616, 0.03766342252492905, 0.027656231075525284, 0.0278753861784935, -0.008901597931981087, -0.03883253037929535, -0.010385246947407722, 0.006349962204694748], "cos_apical_negg": [0.489301472902298, 0.070964515209198, 0.096958227455616, 0.03766342252492905, 0.027656231075525284, 0.0278753861784935, -0.008901597931981087, -0.03883253037929535, -0.010385246947407722, 0.006349962204694748], "cos_Ac_negg": [0.489301472902298, 0.070964515209198, 0.096958227455616, 0.03766342252492905, 0.027656231075525284, 0.0278753861784935, -0.008901597931981087, -0.03883253037929535, -0.010385246947407722, 0.006349962204694748], "r_norm": [4.461122989654541, 4.473422527313232, 4.333713531494141, 4.512669563293457, 4.503074645996094, 4.34910774230957, 4.487642288208008, 4.398383140563965, 4.4598164558410645, 4.33814811706543]}, {"step": 2150, "epoch": 5, "train_loss": 2.1225461959838867, "cos_r_negg": [0.5082982778549194, 0.04414873942732811, 0.09548623114824295, 0.0038242563605308533, 0.04044487327337265, 0.004510799888521433, -0.0022507724352180958, -0.014600845985114574, -0.028500229120254517, -0.019074812531471252], "cos_apical_negg": [0.5082982778549194, 0.04414873942732811, 0.09548623114824295, 0.0038242563605308533, 0.04044487327337265, 0.004510799888521433, -0.0022507724352180958, -0.014600845985114574, -0.028500229120254517, -0.019074812531471252], "cos_Ac_negg": [0.5082982778549194, 0.04414873942732811, 0.09548623114824295, 0.0038242563605308533, 0.04044487327337265, 0.004510799888521433, -0.0022507724352180958, -0.014600845985114574, -0.028500229120254517, -0.019074812531471252], "r_norm": [4.374628067016602, 4.387876987457275, 4.273040771484375, 4.452062606811523, 4.433808326721191, 4.3054423332214355, 4.415168762207031, 4.302488327026367, 4.407259464263916, 4.29570198059082]}, {"step": 2200, "epoch": 5, "train_loss": 2.364203453063965, "cos_r_negg": [0.5258456468582153, 0.0777931809425354, 0.0718427449464798, 0.04608321189880371, 0.021639088168740273, 0.04348300024867058, 0.009046763181686401, -0.019278649240732193, 0.08104962855577469, -0.008484088815748692], "cos_apical_negg": [0.5258456468582153, 0.0777931809425354, 0.0718427449464798, 0.04608321189880371, 0.021639088168740273, 0.04348300024867058, 0.009046763181686401, -0.019278649240732193, 0.08104962855577469, -0.008484088815748692], "cos_Ac_negg": [0.5258456468582153, 0.0777931809425354, 0.0718427449464798, 0.04608321189880371, 0.021639088168740273, 0.04348300024867058, 0.009046763181686401, -0.019278649240732193, 0.08104962855577469, -0.008484088815748692], "r_norm": [4.56436014175415, 4.575056076049805, 4.442195892333984, 4.627850532531738, 4.616811275482178, 4.480183124542236, 4.607244491577148, 4.477067947387695, 4.587242126464844, 4.458112716674805]}, {"step": 2250, "epoch": 5, "train_loss": 2.148604154586792, "cos_r_negg": [0.457256942987442, 0.08495214581489563, 0.10015039891004562, 0.011492903344333172, 0.047961533069610596, 0.07399695366621017, 0.0024477364495396614, -0.036300159990787506, 0.032627545297145844, -0.0036518722772598267], "cos_apical_negg": [0.457256942987442, 0.08495214581489563, 0.10015039891004562, 0.011492903344333172, 0.047961533069610596, 0.07399695366621017, 0.0024477364495396614, -0.036300159990787506, 0.032627545297145844, -0.0036518722772598267], "cos_Ac_negg": [0.457256942987442, 0.08495214581489563, 0.10015039891004562, 0.011492903344333172, 0.047961533069610596, 0.07399695366621017, 0.0024477364495396614, -0.036300159990787506, 0.032627545297145844, -0.0036518722772598267], "r_norm": [4.444554328918457, 4.451677322387695, 4.330543041229248, 4.528789520263672, 4.514621734619141, 4.36783504486084, 4.489255905151367, 4.382426738739014, 4.496255874633789, 4.363421440124512]}, {"step": 2300, "epoch": 5, "train_loss": 2.1352133750915527, "cos_r_negg": [0.45364856719970703, 0.09821056574583054, 0.09323292970657349, 0.04219174012541771, 0.08539354801177979, 0.06928786635398865, -0.052008405327796936, -0.008833997882902622, 0.026140665635466576, 0.013670805841684341], "cos_apical_negg": [0.45364856719970703, 0.09821056574583054, 0.09323292970657349, 0.04219174012541771, 0.08539354801177979, 0.06928786635398865, -0.052008405327796936, -0.008833997882902622, 0.026140665635466576, 0.013670805841684341], "cos_Ac_negg": [0.45364856719970703, 0.09821056574583054, 0.09323292970657349, 0.04219174012541771, 0.08539354801177979, 0.06928786635398865, -0.052008405327796936, -0.008833997882902622, 0.026140665635466576, 0.013670805841684341], "r_norm": [4.432616710662842, 4.44024658203125, 4.308345794677734, 4.512346267700195, 4.486614227294922, 4.338352203369141, 4.457186698913574, 4.348570823669434, 4.460136413574219, 4.331196308135986]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.3545, "test_loss": 2.0272304809570314}, {"step": 2350, "epoch": 6, "train_loss": 2.1691739559173584, "cos_r_negg": [0.4745447635650635, 0.08071557432413101, 0.06863334774971008, 0.03595992922782898, 0.0492551214993, 0.0512147918343544, 0.020482245832681656, -0.011707369238138199, 0.016713345423340797, -0.006235150620341301], "cos_apical_negg": [0.4745447635650635, 0.08071557432413101, 0.06863334774971008, 0.03595992922782898, 0.0492551214993, 0.0512147918343544, 0.020482245832681656, -0.011707369238138199, 0.016713345423340797, -0.006235150620341301], "cos_Ac_negg": [0.4745447635650635, 0.08071557432413101, 0.06863334774971008, 0.03595992922782898, 0.0492551214993, 0.0512147918343544, 0.020482245832681656, -0.011707369238138199, 0.016713345423340797, -0.006235150620341301], "r_norm": [4.32354736328125, 4.329375267028809, 4.208311557769775, 4.391817092895508, 4.381594657897949, 4.23504638671875, 4.359317779541016, 4.24785041809082, 4.356877326965332, 4.230391025543213]}, {"step": 2400, "epoch": 6, "train_loss": 1.8779468536376953, "cos_r_negg": [0.511399507522583, 0.10866756737232208, 0.07015283405780792, 0.06886105239391327, 0.044964589178562164, 0.035793647170066833, 0.007374914363026619, 0.05741916596889496, 0.028172869235277176, -0.008183829486370087], "cos_apical_negg": [0.511399507522583, 0.10866756737232208, 0.07015283405780792, 0.06886105239391327, 0.044964589178562164, 0.035793647170066833, 0.007374914363026619, 0.05741916596889496, 0.028172869235277176, -0.008183829486370087], "cos_Ac_negg": [0.511399507522583, 0.10866756737232208, 0.07015283405780792, 0.06886105239391327, 0.044964589178562164, 0.035793647170066833, 0.007374914363026619, 0.05741916596889496, 0.028172869235277176, -0.008183829486370087], "r_norm": [4.506155490875244, 4.515462875366211, 4.401443958282471, 4.587926864624023, 4.587567329406738, 4.441715717315674, 4.543975353240967, 4.444143772125244, 4.551578521728516, 4.397197723388672]}, {"step": 2450, "epoch": 6, "train_loss": 2.0136849880218506, "cos_r_negg": [0.4727135896682739, 0.0976656824350357, 0.09204242378473282, 0.08716864883899689, 0.04094317555427551, 0.0799584835767746, 0.011689521372318268, -0.008550885133445263, 0.07419266551733017, 0.0038018496707081795], "cos_apical_negg": [0.4727135896682739, 0.0976656824350357, 0.09204242378473282, 0.08716864883899689, 0.04094317555427551, 0.0799584835767746, 0.011689521372318268, -0.008550885133445263, 0.07419266551733017, 0.0038018496707081795], "cos_Ac_negg": [0.4727135896682739, 0.0976656824350357, 0.09204242378473282, 0.08716864883899689, 0.04094317555427551, 0.0799584835767746, 0.011689521372318268, -0.008550885133445263, 0.07419266551733017, 0.0038018496707081795], "r_norm": [4.464326858520508, 4.466721534729004, 4.3257293701171875, 4.528939247131348, 4.494754314422607, 4.3513641357421875, 4.48780632019043, 4.375776767730713, 4.479873180389404, 4.349462509155273]}, {"step": 2500, "epoch": 6, "train_loss": 2.174933433532715, "cos_r_negg": [0.4878831207752228, 0.06249302625656128, 0.10093295574188232, 0.08315540850162506, 0.06841026246547699, 0.055081792175769806, 0.008658595383167267, 0.009499612264335155, 0.09577913582324982, 0.07794119417667389], "cos_apical_negg": [0.4878831207752228, 0.06249302625656128, 0.10093295574188232, 0.08315540850162506, 0.06841026246547699, 0.055081792175769806, 0.008658595383167267, 0.009499612264335155, 0.09577913582324982, 0.07794119417667389], "cos_Ac_negg": [0.4878831207752228, 0.06249302625656128, 0.10093295574188232, 0.08315540850162506, 0.06841026246547699, 0.055081792175769806, 0.008658595383167267, 0.009499612264335155, 0.09577913582324982, 0.07794119417667389], "r_norm": [4.370166778564453, 4.37818717956543, 4.260683059692383, 4.449526309967041, 4.438537120819092, 4.291533946990967, 4.412685394287109, 4.2969560623168945, 4.422658920288086, 4.276968479156494]}, {"step": 2550, "epoch": 6, "train_loss": 2.0431437492370605, "cos_r_negg": [0.4776933193206787, 0.09355124831199646, 0.08834640681743622, 0.07033310830593109, 0.01442642230540514, 0.042471639811992645, -0.008796692825853825, 0.025837374851107597, 0.05001523718237877, 0.017672667279839516], "cos_apical_negg": [0.4776933193206787, 0.09355124831199646, 0.08834640681743622, 0.07033310830593109, 0.01442642230540514, 0.042471639811992645, -0.008796692825853825, 0.025837374851107597, 0.05001523718237877, 0.017672667279839516], "cos_Ac_negg": [0.4776933193206787, 0.09355124831199646, 0.08834640681743622, 0.07033310830593109, 0.01442642230540514, 0.042471639811992645, -0.008796692825853825, 0.025837374851107597, 0.05001523718237877, 0.017672667279839516], "r_norm": [4.502317428588867, 4.518730163574219, 4.394528388977051, 4.568785190582275, 4.557717323303223, 4.429443359375, 4.534987449645996, 4.4205002784729, 4.5312910079956055, 4.396692752838135]}, {"step": 2600, "epoch": 6, "train_loss": 2.397758960723877, "cos_r_negg": [0.4936944246292114, 0.07580255717039108, 0.06365324556827545, 0.054522428661584854, 0.037488896399736404, 0.05843483656644821, -0.0034385421313345432, -0.003767695277929306, 0.083356112241745, 0.027486231178045273], "cos_apical_negg": [0.4936944246292114, 0.07580255717039108, 0.06365324556827545, 0.054522428661584854, 0.037488896399736404, 0.05843483656644821, -0.0034385421313345432, -0.003767695277929306, 0.083356112241745, 0.027486231178045273], "cos_Ac_negg": [0.4936944246292114, 0.07580255717039108, 0.06365324556827545, 0.054522428661584854, 0.037488896399736404, 0.05843483656644821, -0.0034385421313345432, -0.003767695277929306, 0.083356112241745, 0.027486231178045273], "r_norm": [4.450153350830078, 4.4707489013671875, 4.322662353515625, 4.546572208404541, 4.5049967765808105, 4.367671012878418, 4.499541759490967, 4.3747968673706055, 4.507286071777344, 4.363849639892578]}, {"step": 2650, "epoch": 6, "train_loss": 2.4189453125, "cos_r_negg": [0.5272355079650879, 0.07444983720779419, 0.05109241232275963, 0.04083600267767906, -0.021909508854150772, 0.04842683672904968, -0.006012709345668554, -0.026517372578382492, 0.01053670421242714, -0.008813563734292984], "cos_apical_negg": [0.5272355079650879, 0.07444983720779419, 0.05109241232275963, 0.04083600267767906, -0.021909508854150772, 0.04842683672904968, -0.006012709345668554, -0.026517372578382492, 0.01053670421242714, -0.008813563734292984], "cos_Ac_negg": [0.5272355079650879, 0.07444983720779419, 0.05109241232275963, 0.04083600267767906, -0.021909508854150772, 0.04842683672904968, -0.006012709345668554, -0.026517372578382492, 0.01053670421242714, -0.008813563734292984], "r_norm": [4.4873456954956055, 4.492903709411621, 4.358067512512207, 4.54749059677124, 4.533297061920166, 4.383227825164795, 4.530933856964111, 4.410742282867432, 4.5041046142578125, 4.383888244628906]}, {"step": 2700, "epoch": 6, "train_loss": 2.0699121952056885, "cos_r_negg": [0.4572063386440277, 0.0855979472398758, 0.036810148507356644, 0.01687420718371868, 0.048114269971847534, 0.07429134845733643, -0.007181781344115734, -0.06844565272331238, -0.002674848772585392, -0.022076688706874847], "cos_apical_negg": [0.4572063386440277, 0.0855979472398758, 0.036810148507356644, 0.01687420718371868, 0.048114269971847534, 0.07429134845733643, -0.007181781344115734, -0.06844565272331238, -0.002674848772585392, -0.022076688706874847], "cos_Ac_negg": [0.4572063386440277, 0.0855979472398758, 0.036810148507356644, 0.01687420718371868, 0.048114269971847534, 0.07429134845733643, -0.007181781344115734, -0.06844565272331238, -0.002674848772585392, -0.022076688706874847], "r_norm": [4.644245147705078, 4.652346611022949, 4.5323567390441895, 4.733404159545898, 4.7112321853637695, 4.576143264770508, 4.694048881530762, 4.564034938812256, 4.7163190841674805, 4.550413131713867]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.3668, "test_loss": 2.006327294921875}, {"step": 2750, "epoch": 7, "train_loss": 2.445363998413086, "cos_r_negg": [0.4925774335861206, 0.07782313227653503, 0.06084384024143219, 0.012230181135237217, 0.04449029266834259, 0.06409303843975067, -0.00437820702791214, -0.057406820356845856, 0.0673336312174797, -0.02321762777864933], "cos_apical_negg": [0.4925774335861206, 0.07782313227653503, 0.06084384024143219, 0.012230181135237217, 0.04449029266834259, 0.06409303843975067, -0.00437820702791214, -0.057406820356845856, 0.0673336312174797, -0.02321762777864933], "cos_Ac_negg": [0.4925774335861206, 0.07782313227653503, 0.06084384024143219, 0.012230181135237217, 0.04449029266834259, 0.06409303843975067, -0.00437820702791214, -0.057406820356845856, 0.0673336312174797, -0.02321762777864933], "r_norm": [4.531530380249023, 4.555018901824951, 4.418754577636719, 4.605676651000977, 4.603107452392578, 4.454748153686523, 4.570382595062256, 4.4796600341796875, 4.582871437072754, 4.447408199310303]}, {"step": 2800, "epoch": 7, "train_loss": 2.3045811653137207, "cos_r_negg": [0.5340319871902466, 0.08847030252218246, 0.10112898051738739, 0.023974133655428886, 0.028124239295721054, 0.06056585535407066, -0.005233585834503174, -0.043138422071933746, 0.07845914363861084, -0.0440501868724823], "cos_apical_negg": [0.5340319871902466, 0.08847030252218246, 0.10112898051738739, 0.023974133655428886, 0.028124239295721054, 0.06056585535407066, -0.005233585834503174, -0.043138422071933746, 0.07845914363861084, -0.0440501868724823], "cos_Ac_negg": [0.5340319871902466, 0.08847030252218246, 0.10112898051738739, 0.023974133655428886, 0.028124239295721054, 0.06056585535407066, -0.005233585834503174, -0.043138422071933746, 0.07845914363861084, -0.0440501868724823], "r_norm": [4.464591979980469, 4.461025238037109, 4.358537197113037, 4.519147872924805, 4.529919624328613, 4.391822338104248, 4.496129989624023, 4.396842002868652, 4.486011505126953, 4.367115020751953]}, {"step": 2850, "epoch": 7, "train_loss": 1.9363738298416138, "cos_r_negg": [0.521577775478363, 0.09644220024347305, 0.09604866057634354, 0.03393976017832756, 0.045091576874256134, 0.05261366814374924, 0.044753335416316986, -0.0605895072221756, 0.06761693209409714, -0.0322050079703331], "cos_apical_negg": [0.521577775478363, 0.09644220024347305, 0.09604866057634354, 0.03393976017832756, 0.045091576874256134, 0.05261366814374924, 0.044753335416316986, -0.0605895072221756, 0.06761693209409714, -0.0322050079703331], "cos_Ac_negg": [0.521577775478363, 0.09644220024347305, 0.09604866057634354, 0.03393976017832756, 0.045091576874256134, 0.05261366814374924, 0.044753335416316986, -0.0605895072221756, 0.06761693209409714, -0.0322050079703331], "r_norm": [4.427865505218506, 4.447257041931152, 4.324497699737549, 4.514029502868652, 4.490795612335205, 4.362839698791504, 4.469806671142578, 4.351824760437012, 4.477911949157715, 4.33176851272583]}, {"step": 2900, "epoch": 7, "train_loss": 2.018969774246216, "cos_r_negg": [0.4946769177913666, 0.12059187889099121, 0.09204869717359543, 0.031084474176168442, 0.05523747205734253, 0.08534739911556244, 0.03176121041178703, -0.047467589378356934, 0.06598992645740509, -0.03494272381067276], "cos_apical_negg": [0.4946769177913666, 0.12059187889099121, 0.09204869717359543, 0.031084474176168442, 0.05523747205734253, 0.08534739911556244, 0.03176121041178703, -0.047467589378356934, 0.06598992645740509, -0.03494272381067276], "cos_Ac_negg": [0.4946769177913666, 0.12059187889099121, 0.09204869717359543, 0.031084474176168442, 0.05523747205734253, 0.08534739911556244, 0.03176121041178703, -0.047467589378356934, 0.06598992645740509, -0.03494272381067276], "r_norm": [4.4660773277282715, 4.468557357788086, 4.3310546875, 4.528757095336914, 4.510298728942871, 4.360085964202881, 4.481877326965332, 4.387126922607422, 4.495555877685547, 4.354086399078369]}, {"step": 2950, "epoch": 7, "train_loss": 2.115157127380371, "cos_r_negg": [0.4551234245300293, 0.09216786921024323, 0.09115327894687653, 0.03376803919672966, 0.057262733578681946, 0.05196342617273331, 0.034840695559978485, 0.021339379251003265, 0.03954192250967026, 0.0068031176924705505], "cos_apical_negg": [0.4551234245300293, 0.09216786921024323, 0.09115327894687653, 0.03376803919672966, 0.057262733578681946, 0.05196342617273331, 0.034840695559978485, 0.021339379251003265, 0.03954192250967026, 0.0068031176924705505], "cos_Ac_negg": [0.4551234245300293, 0.09216786921024323, 0.09115327894687653, 0.03376803919672966, 0.057262733578681946, 0.05196342617273331, 0.034840695559978485, 0.021339379251003265, 0.03954192250967026, 0.0068031176924705505], "r_norm": [4.50037956237793, 4.496218204498291, 4.390133857727051, 4.575876235961914, 4.572944164276123, 4.441150665283203, 4.547388076782227, 4.434033393859863, 4.558938503265381, 4.426936149597168]}, {"step": 3000, "epoch": 7, "train_loss": 2.0170674324035645, "cos_r_negg": [0.49869221448898315, 0.10256245732307434, 0.14341939985752106, 0.06174123287200928, 0.03984655812382698, 0.05189284682273865, 0.035225242376327515, -0.026894373819231987, -0.0031532314606010914, -0.06344212591648102], "cos_apical_negg": [0.49869221448898315, 0.10256245732307434, 0.14341939985752106, 0.06174123287200928, 0.03984655812382698, 0.05189284682273865, 0.035225242376327515, -0.026894373819231987, -0.0031532314606010914, -0.06344212591648102], "cos_Ac_negg": [0.49869221448898315, 0.10256245732307434, 0.14341939985752106, 0.06174123287200928, 0.03984655812382698, 0.05189284682273865, 0.035225242376327515, -0.026894373819231987, -0.0031532314606010914, -0.06344212591648102], "r_norm": [4.331479549407959, 4.32710075378418, 4.228306770324707, 4.403510570526123, 4.38464879989624, 4.258577823638916, 4.378575801849365, 4.249155044555664, 4.39282751083374, 4.2399468421936035]}, {"step": 3050, "epoch": 7, "train_loss": 2.323683738708496, "cos_r_negg": [0.46720609068870544, 0.11878287047147751, 0.09894511103630066, 0.07677221298217773, 0.08502931147813797, 0.10113048553466797, -0.004486375488340855, -0.01934684067964554, 0.059957314282655716, -0.02098921313881874], "cos_apical_negg": [0.46720609068870544, 0.11878287047147751, 0.09894511103630066, 0.07677221298217773, 0.08502931147813797, 0.10113048553466797, -0.004486375488340855, -0.01934684067964554, 0.059957314282655716, -0.02098921313881874], "cos_Ac_negg": [0.46720609068870544, 0.11878287047147751, 0.09894511103630066, 0.07677221298217773, 0.08502931147813797, 0.10113048553466797, -0.004486375488340855, -0.01934684067964554, 0.059957314282655716, -0.02098921313881874], "r_norm": [4.549004554748535, 4.569434642791748, 4.452742576599121, 4.627608776092529, 4.61660099029541, 4.484194755554199, 4.590862274169922, 4.4760589599609375, 4.597988605499268, 4.470702648162842]}, {"step": 3100, "epoch": 7, "train_loss": 1.8110747337341309, "cos_r_negg": [0.4820760190486908, 0.12094573676586151, 0.09716475009918213, 0.06032666191458702, 0.0490112341940403, 0.09499531984329224, 0.011265069246292114, -0.006955152377486229, 0.06899399310350418, 0.04684934765100479], "cos_apical_negg": [0.4820760190486908, 0.12094573676586151, 0.09716475009918213, 0.06032666191458702, 0.0490112341940403, 0.09499531984329224, 0.011265069246292114, -0.006955152377486229, 0.06899399310350418, 0.04684934765100479], "cos_Ac_negg": [0.4820760190486908, 0.12094573676586151, 0.09716475009918213, 0.06032666191458702, 0.0490112341940403, 0.09499531984329224, 0.011265069246292114, -0.006955152377486229, 0.06899399310350418, 0.04684934765100479], "r_norm": [4.538368225097656, 4.5469441413879395, 4.410660743713379, 4.609065055847168, 4.600540637969971, 4.458586692810059, 4.56624698638916, 4.4818830490112305, 4.591200351715088, 4.45244836807251]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.325, "test_loss": 2.2479811767578126}, {"step": 3150, "epoch": 8, "train_loss": 2.1359379291534424, "cos_r_negg": [0.4793403148651123, 0.12761572003364563, 0.0966445803642273, 0.05453368276357651, 0.07650430500507355, 0.07754337042570114, 0.043935541063547134, -0.03286137804389, 0.0711236298084259, -0.022900134325027466], "cos_apical_negg": [0.4793403148651123, 0.12761572003364563, 0.0966445803642273, 0.05453368276357651, 0.07650430500507355, 0.07754337042570114, 0.043935541063547134, -0.03286137804389, 0.0711236298084259, -0.022900134325027466], "cos_Ac_negg": [0.4793403148651123, 0.12761572003364563, 0.0966445803642273, 0.05453368276357651, 0.07650430500507355, 0.07754337042570114, 0.043935541063547134, -0.03286137804389, 0.0711236298084259, -0.022900134325027466], "r_norm": [4.446145057678223, 4.446203231811523, 4.3218231201171875, 4.548015117645264, 4.509605407714844, 4.377657413482666, 4.478938102722168, 4.374241828918457, 4.50931978225708, 4.364509105682373]}, {"step": 3200, "epoch": 8, "train_loss": 1.9150482416152954, "cos_r_negg": [0.4879780113697052, 0.123534195125103, 0.11154502630233765, 0.07656749337911606, 0.07699032127857208, 0.060831982642412186, 0.055744901299476624, -0.02184290811419487, 0.04779992252588272, -0.015538383275270462], "cos_apical_negg": [0.4879780113697052, 0.123534195125103, 0.11154502630233765, 0.07656749337911606, 0.07699032127857208, 0.060831982642412186, 0.055744901299476624, -0.02184290811419487, 0.04779992252588272, -0.015538383275270462], "cos_Ac_negg": [0.4879780113697052, 0.123534195125103, 0.11154502630233765, 0.07656749337911606, 0.07699032127857208, 0.060831982642412186, 0.055744901299476624, -0.02184290811419487, 0.04779992252588272, -0.015538383275270462], "r_norm": [4.472856521606445, 4.4659624099731445, 4.355639457702637, 4.543627738952637, 4.527113914489746, 4.396628379821777, 4.50123405456543, 4.4075517654418945, 4.491040229797363, 4.375948905944824]}, {"step": 3250, "epoch": 8, "train_loss": 2.005444049835205, "cos_r_negg": [0.4950805902481079, 0.13115155696868896, 0.13595597445964813, 0.05145549029111862, 0.10742548108100891, 0.06646284461021423, 0.002512115053832531, -0.009806843474507332, 0.08106274902820587, -0.04197059944272041], "cos_apical_negg": [0.4950805902481079, 0.13115155696868896, 0.13595597445964813, 0.05145549029111862, 0.10742548108100891, 0.06646284461021423, 0.002512115053832531, -0.009806843474507332, 0.08106274902820587, -0.04197059944272041], "cos_Ac_negg": [0.4950805902481079, 0.13115155696868896, 0.13595597445964813, 0.05145549029111862, 0.10742548108100891, 0.06646284461021423, 0.002512115053832531, -0.009806843474507332, 0.08106274902820587, -0.04197059944272041], "r_norm": [4.453132152557373, 4.469315528869629, 4.340514659881592, 4.527910232543945, 4.5029296875, 4.362239837646484, 4.471482753753662, 4.373997688293457, 4.472149848937988, 4.341811656951904]}, {"step": 3300, "epoch": 8, "train_loss": 2.2853360176086426, "cos_r_negg": [0.5162039399147034, 0.10518735647201538, 0.1368802934885025, 0.07075401395559311, 0.1061476543545723, 0.07439461350440979, 0.04671164229512215, 0.002744559198617935, 0.06344544142484665, 0.00939096137881279], "cos_apical_negg": [0.5162039399147034, 0.10518735647201538, 0.1368802934885025, 0.07075401395559311, 0.1061476543545723, 0.07439461350440979, 0.04671164229512215, 0.002744559198617935, 0.06344544142484665, 0.00939096137881279], "cos_Ac_negg": [0.5162039399147034, 0.10518735647201538, 0.1368802934885025, 0.07075401395559311, 0.1061476543545723, 0.07439461350440979, 0.04671164229512215, 0.002744559198617935, 0.06344544142484665, 0.00939096137881279], "r_norm": [4.457128047943115, 4.4733052253723145, 4.342746734619141, 4.529019355773926, 4.516736030578613, 4.375211715698242, 4.498191833496094, 4.388941287994385, 4.491215229034424, 4.377819538116455]}, {"step": 3350, "epoch": 8, "train_loss": 2.2189245223999023, "cos_r_negg": [0.4930657148361206, 0.11271174252033234, 0.1297859400510788, 0.06288588047027588, 0.08692386746406555, 0.11563825607299805, -0.02224152162671089, -0.009632297791540623, 0.08279237896203995, -0.011890381574630737], "cos_apical_negg": [0.4930657148361206, 0.11271174252033234, 0.1297859400510788, 0.06288588047027588, 0.08692386746406555, 0.11563825607299805, -0.02224152162671089, -0.009632297791540623, 0.08279237896203995, -0.011890381574630737], "cos_Ac_negg": [0.4930657148361206, 0.11271174252033234, 0.1297859400510788, 0.06288588047027588, 0.08692386746406555, 0.11563825607299805, -0.02224152162671089, -0.009632297791540623, 0.08279237896203995, -0.011890381574630737], "r_norm": [4.561419486999512, 4.591808319091797, 4.435150146484375, 4.640376091003418, 4.613096714019775, 4.454626083374023, 4.591281414031982, 4.469409942626953, 4.5862507820129395, 4.457770347595215]}, {"step": 3400, "epoch": 8, "train_loss": 2.0469179153442383, "cos_r_negg": [0.46053269505500793, 0.1341722011566162, 0.12734732031822205, 0.06127781793475151, 0.08499375730752945, 0.09025682508945465, -0.0012806905433535576, -0.016279462724924088, 0.07075905799865723, -0.0042669326066970825], "cos_apical_negg": [0.46053269505500793, 0.1341722011566162, 0.12734732031822205, 0.06127781793475151, 0.08499375730752945, 0.09025682508945465, -0.0012806905433535576, -0.016279462724924088, 0.07075905799865723, -0.0042669326066970825], "cos_Ac_negg": [0.46053269505500793, 0.1341722011566162, 0.12734732031822205, 0.06127781793475151, 0.08499375730752945, 0.09025682508945465, -0.0012806905433535576, -0.016279462724924088, 0.07075905799865723, -0.0042669326066970825], "r_norm": [4.614380359649658, 4.636579513549805, 4.48158073425293, 4.671354293823242, 4.6618971824646, 4.509407997131348, 4.654558181762695, 4.532200813293457, 4.62455415725708, 4.507613182067871]}, {"step": 3450, "epoch": 8, "train_loss": 2.057793140411377, "cos_r_negg": [0.4707346558570862, 0.15420189499855042, 0.1240667775273323, 0.04428400099277496, 0.07302865386009216, 0.0683288648724556, 0.02264910191297531, -0.02772398851811886, 0.08505584299564362, -0.053185414522886276], "cos_apical_negg": [0.4707346558570862, 0.15420189499855042, 0.1240667775273323, 0.04428400099277496, 0.07302865386009216, 0.0683288648724556, 0.02264910191297531, -0.02772398851811886, 0.08505584299564362, -0.053185414522886276], "cos_Ac_negg": [0.4707346558570862, 0.15420189499855042, 0.1240667775273323, 0.04428400099277496, 0.07302865386009216, 0.0683288648724556, 0.02264910191297531, -0.02772398851811886, 0.08505584299564362, -0.053185414522886276], "r_norm": [4.444216251373291, 4.456868648529053, 4.332583427429199, 4.517178535461426, 4.503579616546631, 4.359931945800781, 4.481243133544922, 4.366832733154297, 4.475299835205078, 4.342877388000488]}, {"step": 3500, "epoch": 8, "train_loss": 2.1158337593078613, "cos_r_negg": [0.4814714193344116, 0.1340644806623459, 0.07218421995639801, 0.05942317843437195, 0.055617447942495346, 0.1035609319806099, 0.015888197347521782, -0.021337494254112244, 0.03400060534477234, 0.0487937405705452], "cos_apical_negg": [0.4814714193344116, 0.1340644806623459, 0.07218421995639801, 0.05942317843437195, 0.055617447942495346, 0.1035609319806099, 0.015888197347521782, -0.021337494254112244, 0.03400060534477234, 0.0487937405705452], "cos_Ac_negg": [0.4814714193344116, 0.1340644806623459, 0.07218421995639801, 0.05942317843437195, 0.055617447942495346, 0.1035609319806099, 0.015888197347521782, -0.021337494254112244, 0.03400060534477234, 0.0487937405705452], "r_norm": [4.334287643432617, 4.339822769165039, 4.217384338378906, 4.405342102050781, 4.384762763977051, 4.246133804321289, 4.374464988708496, 4.251589775085449, 4.359044075012207, 4.230188846588135]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.355, "test_loss": 2.0662924560546876}, {"step": 3550, "epoch": 9, "train_loss": 2.1652066707611084, "cos_r_negg": [0.46896567940711975, 0.14718541502952576, 0.09649419784545898, 0.06929953396320343, 0.0878637284040451, 0.1414131224155426, 0.07609023153781891, -0.03605133295059204, 0.0702800452709198, 0.009945966303348541], "cos_apical_negg": [0.46896567940711975, 0.14718541502952576, 0.09649419784545898, 0.06929953396320343, 0.0878637284040451, 0.1414131224155426, 0.07609023153781891, -0.03605133295059204, 0.0702800452709198, 0.009945966303348541], "cos_Ac_negg": [0.46896567940711975, 0.14718541502952576, 0.09649419784545898, 0.06929953396320343, 0.0878637284040451, 0.1414131224155426, 0.07609023153781891, -0.03605133295059204, 0.0702800452709198, 0.009945966303348541], "r_norm": [4.459628105163574, 4.473779678344727, 4.340381622314453, 4.530584335327148, 4.519124984741211, 4.374962329864502, 4.518049240112305, 4.386746406555176, 4.518069744110107, 4.36177921295166]}, {"step": 3600, "epoch": 9, "train_loss": 2.016813039779663, "cos_r_negg": [0.4720897674560547, 0.1472889930009842, 0.10523489862680435, 0.0459575355052948, 0.05769149959087372, 0.13853611052036285, 0.04332651570439339, 0.021142873913049698, 0.06923631578683853, -0.026681503280997276], "cos_apical_negg": [0.4720897674560547, 0.1472889930009842, 0.10523489862680435, 0.0459575355052948, 0.05769149959087372, 0.13853611052036285, 0.04332651570439339, 0.021142873913049698, 0.06923631578683853, -0.026681503280997276], "cos_Ac_negg": [0.4720897674560547, 0.1472889930009842, 0.10523489862680435, 0.0459575355052948, 0.05769149959087372, 0.13853611052036285, 0.04332651570439339, 0.021142873913049698, 0.06923631578683853, -0.026681503280997276], "r_norm": [4.391204833984375, 4.401093482971191, 4.283631324768066, 4.465898513793945, 4.451005458831787, 4.3194074630737305, 4.433711051940918, 4.318680763244629, 4.43062686920166, 4.294899940490723]}, {"step": 3650, "epoch": 9, "train_loss": 1.9256582260131836, "cos_r_negg": [0.4795287251472473, 0.1382642388343811, 0.1003674790263176, 0.03749736398458481, 0.07669319957494736, 0.06295516341924667, 0.05995568260550499, 0.0029320609755814075, 0.018556129187345505, -0.008373025804758072], "cos_apical_negg": [0.4795287251472473, 0.1382642388343811, 0.1003674790263176, 0.03749736398458481, 0.07669319957494736, 0.06295516341924667, 0.05995568260550499, 0.0029320609755814075, 0.018556129187345505, -0.008373025804758072], "cos_Ac_negg": [0.4795287251472473, 0.1382642388343811, 0.1003674790263176, 0.03749736398458481, 0.07669319957494736, 0.06295516341924667, 0.05995568260550499, 0.0029320609755814075, 0.018556129187345505, -0.008373025804758072], "r_norm": [4.520936965942383, 4.531186103820801, 4.407018661499023, 4.591758728027344, 4.582688808441162, 4.43958854675293, 4.560244560241699, 4.450777530670166, 4.557538986206055, 4.428560256958008]}, {"step": 3700, "epoch": 9, "train_loss": 1.8523629903793335, "cos_r_negg": [0.48105180263519287, 0.14226002991199493, 0.11423680931329727, 0.0829484611749649, 0.0547543540596962, 0.04559693485498428, -0.006178022362291813, 0.03384041041135788, -0.0013131815940141678, 0.035895902663469315], "cos_apical_negg": [0.48105180263519287, 0.14226002991199493, 0.11423680931329727, 0.0829484611749649, 0.0547543540596962, 0.04559693485498428, -0.006178022362291813, 0.03384041041135788, -0.0013131815940141678, 0.035895902663469315], "cos_Ac_negg": [0.48105180263519287, 0.14226002991199493, 0.11423680931329727, 0.0829484611749649, 0.0547543540596962, 0.04559693485498428, -0.006178022362291813, 0.03384041041135788, -0.0013131815940141678, 0.035895902663469315], "r_norm": [4.36912202835083, 4.383058071136475, 4.257699966430664, 4.434648036956787, 4.424496173858643, 4.292494773864746, 4.410316467285156, 4.28989839553833, 4.413064479827881, 4.259557247161865]}, {"step": 3750, "epoch": 9, "train_loss": 2.006344795227051, "cos_r_negg": [0.4646286964416504, 0.16332568228244781, 0.11444010585546494, 0.0677337646484375, 0.09321709722280502, 0.12122587114572525, 0.011025083251297474, 0.021715335547924042, 0.00600102823227644, 0.057343073189258575], "cos_apical_negg": [0.4646286964416504, 0.16332568228244781, 0.11444010585546494, 0.0677337646484375, 0.09321709722280502, 0.12122587114572525, 0.011025083251297474, 0.021715335547924042, 0.00600102823227644, 0.057343073189258575], "cos_Ac_negg": [0.4646286964416504, 0.16332568228244781, 0.11444010585546494, 0.0677337646484375, 0.09321709722280502, 0.12122587114572525, 0.011025083251297474, 0.021715335547924042, 0.00600102823227644, 0.057343073189258575], "r_norm": [4.468481063842773, 4.478207588195801, 4.34896183013916, 4.547578811645508, 4.530120372772217, 4.386871337890625, 4.4962310791015625, 4.383353233337402, 4.49627685546875, 4.357373237609863]}, {"step": 3800, "epoch": 9, "train_loss": 2.504530429840088, "cos_r_negg": [0.4836817979812622, 0.12802883982658386, 0.12174167484045029, 0.06980011612176895, 0.0523218996822834, 0.13397133350372314, 0.03852861374616623, 0.0207301564514637, -0.01863897778093815, 0.03993615880608559], "cos_apical_negg": [0.4836817979812622, 0.12802883982658386, 0.12174167484045029, 0.06980011612176895, 0.0523218996822834, 0.13397133350372314, 0.03852861374616623, 0.0207301564514637, -0.01863897778093815, 0.03993615880608559], "cos_Ac_negg": [0.4836817979812622, 0.12802883982658386, 0.12174167484045029, 0.06980011612176895, 0.0523218996822834, 0.13397133350372314, 0.03852861374616623, 0.0207301564514637, -0.01863897778093815, 0.03993615880608559], "r_norm": [4.597113609313965, 4.61769962310791, 4.480772972106934, 4.639250755310059, 4.669650077819824, 4.542849063873291, 4.652885913848877, 4.5258636474609375, 4.654115676879883, 4.52072811126709]}, {"step": 3850, "epoch": 9, "train_loss": 2.2796618938446045, "cos_r_negg": [0.4481780529022217, 0.15390563011169434, 0.11615243554115295, 0.09034986793994904, 0.0407668761909008, 0.13315466046333313, 0.03710807114839554, 0.018834471702575684, 0.04666486009955406, -0.01552322693169117], "cos_apical_negg": [0.4481780529022217, 0.15390563011169434, 0.11615243554115295, 0.09034986793994904, 0.0407668761909008, 0.13315466046333313, 0.03710807114839554, 0.018834471702575684, 0.04666486009955406, -0.01552322693169117], "cos_Ac_negg": [0.4481780529022217, 0.15390563011169434, 0.11615243554115295, 0.09034986793994904, 0.0407668761909008, 0.13315466046333313, 0.03710807114839554, 0.018834471702575684, 0.04666486009955406, -0.01552322693169117], "r_norm": [4.4611406326293945, 4.4724812507629395, 4.342625617980957, 4.5016045570373535, 4.503647327423096, 4.3672356605529785, 4.500770568847656, 4.381832599639893, 4.493538856506348, 4.360506057739258]}, {"step": 3900, "epoch": 9, "train_loss": 2.0526680946350098, "cos_r_negg": [0.4611720144748688, 0.13254497945308685, 0.14369285106658936, 0.06647860258817673, 0.053199514746665955, 0.08667593449354172, 0.049849387258291245, -0.010242557153105736, 0.03210630640387535, 0.015469490550458431], "cos_apical_negg": [0.4611720144748688, 0.13254497945308685, 0.14369285106658936, 0.06647860258817673, 0.053199514746665955, 0.08667593449354172, 0.049849387258291245, -0.010242557153105736, 0.03210630640387535, 0.015469490550458431], "cos_Ac_negg": [0.4611720144748688, 0.13254497945308685, 0.14369285106658936, 0.06647860258817673, 0.053199514746665955, 0.08667593449354172, 0.049849387258291245, -0.010242557153105736, 0.03210630640387535, 0.015469490550458431], "r_norm": [4.263215065002441, 4.272258758544922, 4.143586158752441, 4.322890758514404, 4.32125186920166, 4.19359016418457, 4.301246643066406, 4.192905426025391, 4.292466163635254, 4.180346488952637]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.3438, "test_loss": 2.0741140014648436}, {"step": 3950, "epoch": 10, "train_loss": 1.945305585861206, "cos_r_negg": [0.47925883531570435, 0.1523015797138214, 0.15857243537902832, 0.11436565965414047, 0.07759649306535721, 0.10494901984930038, 0.03801247105002403, 0.007067574188113213, 0.07102164626121521, 0.025443075224757195], "cos_apical_negg": [0.47925883531570435, 0.1523015797138214, 0.15857243537902832, 0.11436565965414047, 0.07759649306535721, 0.10494901984930038, 0.03801247105002403, 0.007067574188113213, 0.07102164626121521, 0.025443075224757195], "cos_Ac_negg": [0.47925883531570435, 0.1523015797138214, 0.15857243537902832, 0.11436565965414047, 0.07759649306535721, 0.10494901984930038, 0.03801247105002403, 0.007067574188113213, 0.07102164626121521, 0.025443075224757195], "r_norm": [4.194647312164307, 4.209815979003906, 4.077316761016846, 4.257174491882324, 4.252298355102539, 4.1197733879089355, 4.23375940322876, 4.126247882843018, 4.23521614074707, 4.111517906188965]}, {"step": 4000, "epoch": 10, "train_loss": 2.031872272491455, "cos_r_negg": [0.47097212076187134, 0.15246370434761047, 0.13437938690185547, 0.1032010167837143, 0.0533146932721138, 0.11160863935947418, 0.0291702002286911, 0.00959509052336216, 0.01072336919605732, 0.016456231474876404], "cos_apical_negg": [0.47097212076187134, 0.15246370434761047, 0.13437938690185547, 0.1032010167837143, 0.0533146932721138, 0.11160863935947418, 0.0291702002286911, 0.00959509052336216, 0.01072336919605732, 0.016456231474876404], "cos_Ac_negg": [0.47097212076187134, 0.15246370434761047, 0.13437938690185547, 0.1032010167837143, 0.0533146932721138, 0.11160863935947418, 0.0291702002286911, 0.00959509052336216, 0.01072336919605732, 0.016456231474876404], "r_norm": [4.343305587768555, 4.353198051452637, 4.225857734680176, 4.415283679962158, 4.4010443687438965, 4.2696638107299805, 4.387927055358887, 4.271913528442383, 4.390822410583496, 4.25772762298584]}, {"step": 4050, "epoch": 10, "train_loss": 1.9352984428405762, "cos_r_negg": [0.48068875074386597, 0.15714281797409058, 0.12415681779384613, 0.09440888464450836, 0.05506032705307007, 0.09781407564878464, 0.05914481729269028, -0.005153128877282143, 0.04340330511331558, 0.04491111636161804], "cos_apical_negg": [0.48068875074386597, 0.15714281797409058, 0.12415681779384613, 0.09440888464450836, 0.05506032705307007, 0.09781407564878464, 0.05914481729269028, -0.005153128877282143, 0.04340330511331558, 0.04491111636161804], "cos_Ac_negg": [0.48068875074386597, 0.15714281797409058, 0.12415681779384613, 0.09440888464450836, 0.05506032705307007, 0.09781407564878464, 0.05914481729269028, -0.005153128877282143, 0.04340330511331558, 0.04491111636161804], "r_norm": [4.411520481109619, 4.434659004211426, 4.307788372039795, 4.498021125793457, 4.474862098693848, 4.331211566925049, 4.450875282287598, 4.325624465942383, 4.4528279304504395, 4.320761680603027]}, {"step": 4100, "epoch": 10, "train_loss": 2.2244315147399902, "cos_r_negg": [0.43064120411872864, 0.14645588397979736, 0.11658534407615662, 0.09059213101863861, 0.09354355931282043, 0.1483866274356842, 0.046171531081199646, -0.005000818986445665, 0.08930069208145142, 0.04193681478500366], "cos_apical_negg": [0.43064120411872864, 0.14645588397979736, 0.11658534407615662, 0.09059213101863861, 0.09354355931282043, 0.1483866274356842, 0.046171531081199646, -0.005000818986445665, 0.08930069208145142, 0.04193681478500366], "cos_Ac_negg": [0.43064120411872864, 0.14645588397979736, 0.11658534407615662, 0.09059213101863861, 0.09354355931282043, 0.1483866274356842, 0.046171531081199646, -0.005000818986445665, 0.08930069208145142, 0.04193681478500366], "r_norm": [4.383335590362549, 4.3874125480651855, 4.269359111785889, 4.452415466308594, 4.441397666931152, 4.312779426574707, 4.423842430114746, 4.310939788818359, 4.42733097076416, 4.288569450378418]}, {"step": 4150, "epoch": 10, "train_loss": 1.8253188133239746, "cos_r_negg": [0.4321940839290619, 0.15400086343288422, 0.15024101734161377, 0.09023100882768631, 0.058664508163928986, 0.12903013825416565, 0.036831315606832504, 0.010776810348033905, 0.011639215983450413, -0.028662467375397682], "cos_apical_negg": [0.4321940839290619, 0.15400086343288422, 0.15024101734161377, 0.09023100882768631, 0.058664508163928986, 0.12903013825416565, 0.036831315606832504, 0.010776810348033905, 0.011639215983450413, -0.028662467375397682], "cos_Ac_negg": [0.4321940839290619, 0.15400086343288422, 0.15024101734161377, 0.09023100882768631, 0.058664508163928986, 0.12903013825416565, 0.036831315606832504, 0.010776810348033905, 0.011639215983450413, -0.028662467375397682], "r_norm": [4.413516998291016, 4.41869592666626, 4.310720443725586, 4.498017311096191, 4.48429012298584, 4.343846321105957, 4.451669216156006, 4.346637725830078, 4.479435920715332, 4.332495212554932]}, {"step": 4200, "epoch": 10, "train_loss": 2.1099793910980225, "cos_r_negg": [0.4914759695529938, 0.15353603661060333, 0.1270301192998886, 0.11475849151611328, 0.1095421314239502, 0.1261175572872162, 0.07407680153846741, 0.013291291892528534, 0.02663041651248932, -0.01691913604736328], "cos_apical_negg": [0.4914759695529938, 0.15353603661060333, 0.1270301192998886, 0.11475849151611328, 0.1095421314239502, 0.1261175572872162, 0.07407680153846741, 0.013291291892528534, 0.02663041651248932, -0.01691913604736328], "cos_Ac_negg": [0.4914759695529938, 0.15353603661060333, 0.1270301192998886, 0.11475849151611328, 0.1095421314239502, 0.1261175572872162, 0.07407680153846741, 0.013291291892528534, 0.02663041651248932, -0.01691913604736328], "r_norm": [4.417993068695068, 4.425050735473633, 4.315377235412598, 4.4948225021362305, 4.466276168823242, 4.341599464416504, 4.472536563873291, 4.337571144104004, 4.477167129516602, 4.318629264831543]}, {"step": 4250, "epoch": 10, "train_loss": 2.2541775703430176, "cos_r_negg": [0.4885033965110779, 0.1622590571641922, 0.11637428402900696, 0.11365079879760742, 0.08651331067085266, 0.11157478392124176, 0.06105819717049599, 0.010156169533729553, 0.014926571398973465, -0.0020195255056023598], "cos_apical_negg": [0.4885033965110779, 0.1622590571641922, 0.11637428402900696, 0.11365079879760742, 0.08651331067085266, 0.11157478392124176, 0.06105819717049599, 0.010156169533729553, 0.014926571398973465, -0.0020195255056023598], "cos_Ac_negg": [0.4885033965110779, 0.1622590571641922, 0.11637428402900696, 0.11365079879760742, 0.08651331067085266, 0.11157478392124176, 0.06105819717049599, 0.010156169533729553, 0.014926571398973465, -0.0020195255056023598], "r_norm": [4.257225036621094, 4.276105880737305, 4.145478248596191, 4.3324995040893555, 4.310064315795898, 4.17929744720459, 4.307839870452881, 4.177029609680176, 4.296175479888916, 4.172327518463135]}, {"step": 4300, "epoch": 10, "train_loss": 1.8543916940689087, "cos_r_negg": [0.4205343425273895, 0.11607073247432709, 0.1219172552227974, 0.0934368297457695, 0.09289953112602234, 0.12545938789844513, 0.06129740923643112, -0.015367953106760979, 0.0035410327836871147, -0.03693302720785141], "cos_apical_negg": [0.4205343425273895, 0.11607073247432709, 0.1219172552227974, 0.0934368297457695, 0.09289953112602234, 0.12545938789844513, 0.06129740923643112, -0.015367953106760979, 0.0035410327836871147, -0.03693302720785141], "cos_Ac_negg": [0.4205343425273895, 0.11607073247432709, 0.1219172552227974, 0.0934368297457695, 0.09289953112602234, 0.12545938789844513, 0.06129740923643112, -0.015367953106760979, 0.0035410327836871147, -0.03693302720785141], "r_norm": [4.444922924041748, 4.464113712310791, 4.340059280395508, 4.520820617675781, 4.5122456550598145, 4.374223709106445, 4.493621826171875, 4.381803512573242, 4.505248069763184, 4.364346981048584]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.3476, "test_loss": 2.0852036865234376}, {"step": 4350, "epoch": 11, "train_loss": 1.597371220588684, "cos_r_negg": [0.4432506859302521, 0.15023215115070343, 0.15624721348285675, 0.09093032777309418, 0.07262962311506271, 0.11640550941228867, 0.10582055151462555, 0.007894780486822128, 0.04455411061644554, -0.012595806270837784], "cos_apical_negg": [0.4432506859302521, 0.15023215115070343, 0.15624721348285675, 0.09093032777309418, 0.07262962311506271, 0.11640550941228867, 0.10582055151462555, 0.007894780486822128, 0.04455411061644554, -0.012595806270837784], "cos_Ac_negg": [0.4432506859302521, 0.15023215115070343, 0.15624721348285675, 0.09093032777309418, 0.07262962311506271, 0.11640550941228867, 0.10582055151462555, 0.007894780486822128, 0.04455411061644554, -0.012595806270837784], "r_norm": [4.545853614807129, 4.546870231628418, 4.429187774658203, 4.622194290161133, 4.6020307540893555, 4.462554931640625, 4.5979766845703125, 4.462882995605469, 4.594477653503418, 4.444187164306641]}, {"step": 4400, "epoch": 11, "train_loss": 2.413191556930542, "cos_r_negg": [0.46821820735931396, 0.15087947249412537, 0.12743419408798218, 0.10186543315649033, 0.10360371321439743, 0.14672622084617615, 0.08111567050218582, -0.0025519365444779396, 0.06848934292793274, 0.04177526757121086], "cos_apical_negg": [0.46821820735931396, 0.15087947249412537, 0.12743419408798218, 0.10186543315649033, 0.10360371321439743, 0.14672622084617615, 0.08111567050218582, -0.0025519365444779396, 0.06848934292793274, 0.04177526757121086], "cos_Ac_negg": [0.46821820735931396, 0.15087947249412537, 0.12743419408798218, 0.10186543315649033, 0.10360371321439743, 0.14672622084617615, 0.08111567050218582, -0.0025519365444779396, 0.06848934292793274, 0.04177526757121086], "r_norm": [4.42594051361084, 4.432249069213867, 4.312992095947266, 4.49252986907959, 4.4848761558532715, 4.368630409240723, 4.459507942199707, 4.35649299621582, 4.464901924133301, 4.343672752380371]}, {"step": 4450, "epoch": 11, "train_loss": 2.3702194690704346, "cos_r_negg": [0.44810745120048523, 0.14788657426834106, 0.12583836913108826, 0.07883208990097046, 0.07618826627731323, 0.11518052220344543, 0.06691604107618332, 0.03538312017917633, 0.026464862748980522, 0.006937348749488592], "cos_apical_negg": [0.44810745120048523, 0.14788657426834106, 0.12583836913108826, 0.07883208990097046, 0.07618826627731323, 0.11518052220344543, 0.06691604107618332, 0.03538312017917633, 0.026464862748980522, 0.006937348749488592], "cos_Ac_negg": [0.44810745120048523, 0.14788657426834106, 0.12583836913108826, 0.07883208990097046, 0.07618826627731323, 0.11518052220344543, 0.06691604107618332, 0.03538312017917633, 0.026464862748980522, 0.006937348749488592], "r_norm": [4.300307273864746, 4.2982282638549805, 4.185006618499756, 4.368314266204834, 4.365047931671143, 4.22512149810791, 4.3428568840026855, 4.225838661193848, 4.34304141998291, 4.221860408782959]}, {"step": 4500, "epoch": 11, "train_loss": 2.024355411529541, "cos_r_negg": [0.4488043189048767, 0.1618196666240692, 0.141136035323143, 0.12282783538103104, 0.056506287306547165, 0.1158689558506012, 0.07422205805778503, 0.020999647676944733, 0.0003612819127738476, 0.03994881361722946], "cos_apical_negg": [0.4488043189048767, 0.1618196666240692, 0.141136035323143, 0.12282783538103104, 0.056506287306547165, 0.1158689558506012, 0.07422205805778503, 0.020999647676944733, 0.0003612819127738476, 0.03994881361722946], "cos_Ac_negg": [0.4488043189048767, 0.1618196666240692, 0.141136035323143, 0.12282783538103104, 0.056506287306547165, 0.1158689558506012, 0.07422205805778503, 0.020999647676944733, 0.0003612819127738476, 0.03994881361722946], "r_norm": [4.313021659851074, 4.335514068603516, 4.2241668701171875, 4.3836493492126465, 4.382264137268066, 4.257135391235352, 4.361279010772705, 4.244802474975586, 4.360418796539307, 4.243495941162109]}, {"step": 4550, "epoch": 11, "train_loss": 1.9543381929397583, "cos_r_negg": [0.41309481859207153, 0.16434448957443237, 0.13994696736335754, 0.12348107993602753, 0.10027576982975006, 0.1046079471707344, 0.09726077318191528, 0.00918426550924778, 0.018087923526763916, 0.028006725013256073], "cos_apical_negg": [0.41309481859207153, 0.16434448957443237, 0.13994696736335754, 0.12348107993602753, 0.10027576982975006, 0.1046079471707344, 0.09726077318191528, 0.00918426550924778, 0.018087923526763916, 0.028006725013256073], "cos_Ac_negg": [0.41309481859207153, 0.16434448957443237, 0.13994696736335754, 0.12348107993602753, 0.10027576982975006, 0.1046079471707344, 0.09726077318191528, 0.00918426550924778, 0.018087923526763916, 0.028006725013256073], "r_norm": [4.447061538696289, 4.479471206665039, 4.344182968139648, 4.523890495300293, 4.508681297302246, 4.366883754730225, 4.485983848571777, 4.362000465393066, 4.491995811462402, 4.365886688232422]}, {"step": 4600, "epoch": 11, "train_loss": 2.228365421295166, "cos_r_negg": [0.43386954069137573, 0.16148898005485535, 0.134461909532547, 0.1024000495672226, 0.0507722832262516, 0.11934763193130493, 0.08908335864543915, 0.025112513452768326, 0.021594421938061714, 0.05091924965381622], "cos_apical_negg": [0.43386954069137573, 0.16148898005485535, 0.134461909532547, 0.1024000495672226, 0.0507722832262516, 0.11934763193130493, 0.08908335864543915, 0.025112513452768326, 0.021594421938061714, 0.05091924965381622], "cos_Ac_negg": [0.43386954069137573, 0.16148898005485535, 0.134461909532547, 0.1024000495672226, 0.0507722832262516, 0.11934763193130493, 0.08908335864543915, 0.025112513452768326, 0.021594421938061714, 0.05091924965381622], "r_norm": [4.263824462890625, 4.27764892578125, 4.157977104187012, 4.320103645324707, 4.320487022399902, 4.192208766937256, 4.315678596496582, 4.199902057647705, 4.313135623931885, 4.181326866149902]}, {"step": 4650, "epoch": 11, "train_loss": 1.910645842552185, "cos_r_negg": [0.4399593472480774, 0.16767272353172302, 0.1369602084159851, 0.11812271177768707, 0.0753554180264473, 0.12734389305114746, 0.043875910341739655, 0.04246392101049423, 0.03090919367969036, 0.06783370673656464], "cos_apical_negg": [0.4399593472480774, 0.16767272353172302, 0.1369602084159851, 0.11812271177768707, 0.0753554180264473, 0.12734389305114746, 0.043875910341739655, 0.04246392101049423, 0.03090919367969036, 0.06783370673656464], "cos_Ac_negg": [0.4399593472480774, 0.16767272353172302, 0.1369602084159851, 0.11812271177768707, 0.0753554180264473, 0.12734389305114746, 0.043875910341739655, 0.04246392101049423, 0.03090919367969036, 0.06783370673656464], "r_norm": [4.3153791427612305, 4.330956935882568, 4.212253570556641, 4.390650749206543, 4.381283283233643, 4.246213912963867, 4.360954761505127, 4.250210762023926, 4.356247901916504, 4.230762481689453]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.3167, "test_loss": 2.1869977294921874}, {"step": 4700, "epoch": 12, "train_loss": 2.0219674110412598, "cos_r_negg": [0.4627539813518524, 0.17574787139892578, 0.10190840065479279, 0.10852852463722229, 0.11845482885837555, 0.0908297449350357, 0.06424717605113983, 0.02771138586103916, 0.025538943707942963, 0.06730473041534424], "cos_apical_negg": [0.4627539813518524, 0.17574787139892578, 0.10190840065479279, 0.10852852463722229, 0.11845482885837555, 0.0908297449350357, 0.06424717605113983, 0.02771138586103916, 0.025538943707942963, 0.06730473041534424], "cos_Ac_negg": [0.4627539813518524, 0.17574787139892578, 0.10190840065479279, 0.10852852463722229, 0.11845482885837555, 0.0908297449350357, 0.06424717605113983, 0.02771138586103916, 0.025538943707942963, 0.06730473041534424], "r_norm": [4.527825355529785, 4.539497375488281, 4.399548530578613, 4.562286376953125, 4.5635480880737305, 4.406460762023926, 4.540928363800049, 4.424239158630371, 4.525082588195801, 4.402373790740967]}, {"step": 4750, "epoch": 12, "train_loss": 2.0002870559692383, "cos_r_negg": [0.4754962623119354, 0.1576257050037384, 0.11609609425067902, 0.11393320560455322, 0.10745029151439667, 0.12923969328403473, 0.10687792301177979, 0.02152632176876068, -3.810785710811615e-05, 0.10160119831562042], "cos_apical_negg": [0.4754962623119354, 0.1576257050037384, 0.11609609425067902, 0.11393320560455322, 0.10745029151439667, 0.12923969328403473, 0.10687792301177979, 0.02152632176876068, -3.810785710811615e-05, 0.10160119831562042], "cos_Ac_negg": [0.4754962623119354, 0.1576257050037384, 0.11609609425067902, 0.11393320560455322, 0.10745029151439667, 0.12923969328403473, 0.10687792301177979, 0.02152632176876068, -3.810785710811615e-05, 0.10160119831562042], "r_norm": [4.337206840515137, 4.344519138336182, 4.221290588378906, 4.396688461303711, 4.399381637573242, 4.257416725158691, 4.366929531097412, 4.265249252319336, 4.363980293273926, 4.242380142211914]}, {"step": 4800, "epoch": 12, "train_loss": 2.162108898162842, "cos_r_negg": [0.4474344253540039, 0.15037184953689575, 0.11814684420824051, 0.12093985825777054, 0.08938636630773544, 0.1621839553117752, 0.10689664632081985, 0.03053196892142296, 0.04535054415464401, 0.06904174387454987], "cos_apical_negg": [0.4474344253540039, 0.15037184953689575, 0.11814684420824051, 0.12093985825777054, 0.08938636630773544, 0.1621839553117752, 0.10689664632081985, 0.03053196892142296, 0.04535054415464401, 0.06904174387454987], "cos_Ac_negg": [0.4474344253540039, 0.15037184953689575, 0.11814684420824051, 0.12093985825777054, 0.08938636630773544, 0.1621839553117752, 0.10689664632081985, 0.03053196892142296, 0.04535054415464401, 0.06904174387454987], "r_norm": [4.436514854431152, 4.442521095275879, 4.3322834968566895, 4.516339302062988, 4.492063522338867, 4.36476993560791, 4.482513904571533, 4.3555731773376465, 4.465617656707764, 4.359030246734619]}, {"step": 4850, "epoch": 12, "train_loss": 1.88834547996521, "cos_r_negg": [0.44706007838249207, 0.16159076988697052, 0.1366313099861145, 0.07943780720233917, 0.0738215297460556, 0.13742971420288086, 0.09336468577384949, 0.04988215118646622, 0.017688587307929993, 0.06782617419958115], "cos_apical_negg": [0.44706007838249207, 0.16159076988697052, 0.1366313099861145, 0.07943780720233917, 0.0738215297460556, 0.13742971420288086, 0.09336468577384949, 0.04988215118646622, 0.017688587307929993, 0.06782617419958115], "cos_Ac_negg": [0.44706007838249207, 0.16159076988697052, 0.1366313099861145, 0.07943780720233917, 0.0738215297460556, 0.13742971420288086, 0.09336468577384949, 0.04988215118646622, 0.017688587307929993, 0.06782617419958115], "r_norm": [4.298248291015625, 4.299755096435547, 4.179941177368164, 4.367537498474121, 4.357732772827148, 4.216307163238525, 4.342412948608398, 4.221033573150635, 4.339754581451416, 4.211458206176758]}, {"step": 4900, "epoch": 12, "train_loss": 2.1095399856567383, "cos_r_negg": [0.4508814811706543, 0.16295881569385529, 0.13005314767360687, 0.08413109183311462, 0.10107243061065674, 0.1307017207145691, 0.08483967185020447, 0.03633665665984154, 0.050538282841444016, 0.05583220347762108], "cos_apical_negg": [0.4508814811706543, 0.16295881569385529, 0.13005314767360687, 0.08413109183311462, 0.10107243061065674, 0.1307017207145691, 0.08483967185020447, 0.03633665665984154, 0.050538282841444016, 0.05583220347762108], "cos_Ac_negg": [0.4508814811706543, 0.16295881569385529, 0.13005314767360687, 0.08413109183311462, 0.10107243061065674, 0.1307017207145691, 0.08483967185020447, 0.03633665665984154, 0.050538282841444016, 0.05583220347762108], "r_norm": [4.5611162185668945, 4.570799827575684, 4.424183368682861, 4.617011070251465, 4.623719692230225, 4.462550640106201, 4.582006931304932, 4.481050491333008, 4.587840557098389, 4.454592227935791]}, {"step": 4950, "epoch": 12, "train_loss": 1.8394114971160889, "cos_r_negg": [0.4739297032356262, 0.1514892727136612, 0.1567695438861847, 0.11937301605939865, 0.06286453455686569, 0.16682623326778412, 0.04636060446500778, 0.0031645172275602818, 0.050072722136974335, 0.06194564700126648], "cos_apical_negg": [0.4739297032356262, 0.1514892727136612, 0.1567695438861847, 0.11937301605939865, 0.06286453455686569, 0.16682623326778412, 0.04636060446500778, 0.0031645172275602818, 0.050072722136974335, 0.06194564700126648], "cos_Ac_negg": [0.4739297032356262, 0.1514892727136612, 0.1567695438861847, 0.11937301605939865, 0.06286453455686569, 0.16682623326778412, 0.04636060446500778, 0.0031645172275602818, 0.050072722136974335, 0.06194564700126648], "r_norm": [4.442424297332764, 4.459627628326416, 4.343203544616699, 4.542767524719238, 4.514642715454102, 4.38166618347168, 4.4843878746032715, 4.3693695068359375, 4.486310005187988, 4.363775253295898]}, {"step": 5000, "epoch": 12, "train_loss": 2.0262629985809326, "cos_r_negg": [0.4542790353298187, 0.15926924347877502, 0.14967063069343567, 0.10334939509630203, 0.0888575091958046, 0.13644611835479736, 0.07859338074922562, 0.013557435013353825, -0.008685318753123283, 0.071512371301651], "cos_apical_negg": [0.4542790353298187, 0.15926924347877502, 0.14967063069343567, 0.10334939509630203, 0.0888575091958046, 0.13644611835479736, 0.07859338074922562, 0.013557435013353825, -0.008685318753123283, 0.071512371301651], "cos_Ac_negg": [0.4542790353298187, 0.15926924347877502, 0.14967063069343567, 0.10334939509630203, 0.0888575091958046, 0.13644611835479736, 0.07859338074922562, 0.013557435013353825, -0.008685318753123283, 0.071512371301651], "r_norm": [4.40056848526001, 4.428378582000732, 4.302290916442871, 4.474067687988281, 4.4796905517578125, 4.361483573913574, 4.467357635498047, 4.34553337097168, 4.470573902130127, 4.326480865478516]}, {"step": 5050, "epoch": 12, "train_loss": 2.3519740104675293, "cos_r_negg": [0.4870328903198242, 0.1916610300540924, 0.1396128535270691, 0.11317972838878632, 0.09515389055013657, 0.12340007722377777, 0.053823135793209076, 0.06797324866056442, 0.06215227395296097, 0.07064161449670792], "cos_apical_negg": [0.4870328903198242, 0.1916610300540924, 0.1396128535270691, 0.11317972838878632, 0.09515389055013657, 0.12340007722377777, 0.053823135793209076, 0.06797324866056442, 0.06215227395296097, 0.07064161449670792], "cos_Ac_negg": [0.4870328903198242, 0.1916610300540924, 0.1396128535270691, 0.11317972838878632, 0.09515389055013657, 0.12340007722377777, 0.053823135793209076, 0.06797324866056442, 0.06215227395296097, 0.07064161449670792], "r_norm": [4.490643501281738, 4.518105506896973, 4.409451484680176, 4.560721397399902, 4.547211647033691, 4.410782337188721, 4.5387420654296875, 4.408622741699219, 4.540754318237305, 4.387862205505371]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.3595, "test_loss": 2.021513635253906}, {"step": 5100, "epoch": 13, "train_loss": 2.047290563583374, "cos_r_negg": [0.45421966910362244, 0.1691385805606842, 0.12084872275590897, 0.1374121904373169, 0.09011547267436981, 0.1344345510005951, 0.05760163441300392, 0.06136738508939743, 0.06184600293636322, 0.02156651020050049], "cos_apical_negg": [0.45421966910362244, 0.1691385805606842, 0.12084872275590897, 0.1374121904373169, 0.09011547267436981, 0.1344345510005951, 0.05760163441300392, 0.06136738508939743, 0.06184600293636322, 0.02156651020050049], "cos_Ac_negg": [0.45421966910362244, 0.1691385805606842, 0.12084872275590897, 0.1374121904373169, 0.09011547267436981, 0.1344345510005951, 0.05760163441300392, 0.06136738508939743, 0.06184600293636322, 0.02156651020050049], "r_norm": [4.261279106140137, 4.285282135009766, 4.156487464904785, 4.345965385437012, 4.320995330810547, 4.184293746948242, 4.299834251403809, 4.1830244064331055, 4.298544406890869, 4.172593116760254]}, {"step": 5150, "epoch": 13, "train_loss": 1.8256762027740479, "cos_r_negg": [0.45720088481903076, 0.17299246788024902, 0.1352773904800415, 0.14243347942829132, 0.10054151713848114, 0.15089051425457, 0.04243781417608261, 0.09002897143363953, 0.060471512377262115, 0.008457801304757595], "cos_apical_negg": [0.45720088481903076, 0.17299246788024902, 0.1352773904800415, 0.14243347942829132, 0.10054151713848114, 0.15089051425457, 0.04243781417608261, 0.09002897143363953, 0.060471512377262115, 0.008457801304757595], "cos_Ac_negg": [0.45720088481903076, 0.17299246788024902, 0.1352773904800415, 0.14243347942829132, 0.10054151713848114, 0.15089051425457, 0.04243781417608261, 0.09002897143363953, 0.060471512377262115, 0.008457801304757595], "r_norm": [4.439826011657715, 4.443606376647949, 4.311806678771973, 4.517189025878906, 4.505648612976074, 4.352179527282715, 4.46257209777832, 4.3673248291015625, 4.482630729675293, 4.3484954833984375]}, {"step": 5200, "epoch": 13, "train_loss": 2.0432591438293457, "cos_r_negg": [0.4595484733581543, 0.19481222331523895, 0.1661703884601593, 0.1371740698814392, 0.1225413829088211, 0.13684338331222534, 0.05659514665603638, 0.012060025706887245, 0.060163725167512894, 0.08301286399364471], "cos_apical_negg": [0.4595484733581543, 0.19481222331523895, 0.1661703884601593, 0.1371740698814392, 0.1225413829088211, 0.13684338331222534, 0.05659514665603638, 0.012060025706887245, 0.060163725167512894, 0.08301286399364471], "cos_Ac_negg": [0.4595484733581543, 0.19481222331523895, 0.1661703884601593, 0.1371740698814392, 0.1225413829088211, 0.13684338331222534, 0.05659514665603638, 0.012060025706887245, 0.060163725167512894, 0.08301286399364471], "r_norm": [4.429435729980469, 4.4594407081604, 4.350976467132568, 4.50341796875, 4.4989423751831055, 4.369908332824707, 4.484357833862305, 4.340803146362305, 4.484253406524658, 4.343628883361816]}, {"step": 5250, "epoch": 13, "train_loss": 1.8199560642242432, "cos_r_negg": [0.5182556509971619, 0.1763801872730255, 0.14846965670585632, 0.12094326317310333, 0.1133197695016861, 0.16925296187400818, 0.09022469818592072, 0.02913712151348591, 0.019115228205919266, 0.06343436241149902], "cos_apical_negg": [0.5182556509971619, 0.1763801872730255, 0.14846965670585632, 0.12094326317310333, 0.1133197695016861, 0.16925296187400818, 0.09022469818592072, 0.02913712151348591, 0.019115228205919266, 0.06343436241149902], "cos_Ac_negg": [0.5182556509971619, 0.1763801872730255, 0.14846965670585632, 0.12094326317310333, 0.1133197695016861, 0.16925296187400818, 0.09022469818592072, 0.02913712151348591, 0.019115228205919266, 0.06343436241149902], "r_norm": [4.5221357345581055, 4.5215606689453125, 4.385149955749512, 4.562268257141113, 4.563740253448486, 4.404341220855713, 4.5701212882995605, 4.413339614868164, 4.527668476104736, 4.404041290283203]}, {"step": 5300, "epoch": 13, "train_loss": 2.0479283332824707, "cos_r_negg": [0.4539124369621277, 0.1803857386112213, 0.11758790910243988, 0.13545900583267212, 0.10013043135404587, 0.13559433817863464, 0.07085254788398743, 0.020442087203264236, 0.036484457552433014, 0.06928969919681549], "cos_apical_negg": [0.4539124369621277, 0.1803857386112213, 0.11758790910243988, 0.13545900583267212, 0.10013043135404587, 0.13559433817863464, 0.07085254788398743, 0.020442087203264236, 0.036484457552433014, 0.06928969919681549], "cos_Ac_negg": [0.4539124369621277, 0.1803857386112213, 0.11758790910243988, 0.13545900583267212, 0.10013043135404587, 0.13559433817863464, 0.07085254788398743, 0.020442087203264236, 0.036484457552433014, 0.06928969919681549], "r_norm": [4.3143415451049805, 4.325522422790527, 4.207867622375488, 4.400930881500244, 4.361236095428467, 4.237778186798096, 4.363446235656738, 4.2389936447143555, 4.335621356964111, 4.214750289916992]}, {"step": 5350, "epoch": 13, "train_loss": 1.9716241359710693, "cos_r_negg": [0.4590480923652649, 0.17712804675102234, 0.13021406531333923, 0.12031225860118866, 0.10018961876630783, 0.1284397691488266, 0.037864476442337036, 0.03338543698191643, -0.006189513485878706, 0.045923829078674316], "cos_apical_negg": [0.4590480923652649, 0.17712804675102234, 0.13021406531333923, 0.12031225860118866, 0.10018961876630783, 0.1284397691488266, 0.037864476442337036, 0.03338543698191643, -0.006189513485878706, 0.045923829078674316], "cos_Ac_negg": [0.4590480923652649, 0.17712804675102234, 0.13021406531333923, 0.12031225860118866, 0.10018961876630783, 0.1284397691488266, 0.037864476442337036, 0.03338543698191643, -0.006189513485878706, 0.045923829078674316], "r_norm": [4.39307165145874, 4.391657829284668, 4.2811198234558105, 4.451523780822754, 4.453744888305664, 4.323734283447266, 4.445072174072266, 4.330685138702393, 4.441608428955078, 4.303018569946289]}, {"step": 5400, "epoch": 13, "train_loss": 2.188037157058716, "cos_r_negg": [0.43253225088119507, 0.1605999767780304, 0.1338389813899994, 0.11436353623867035, 0.10225066542625427, 0.13865932822227478, 0.05292949080467224, 0.03635560721158981, 0.011821645312011242, 0.04301700368523598], "cos_apical_negg": [0.43253225088119507, 0.1605999767780304, 0.1338389813899994, 0.11436353623867035, 0.10225066542625427, 0.13865932822227478, 0.05292949080467224, 0.03635560721158981, 0.011821645312011242, 0.04301700368523598], "cos_Ac_negg": [0.43253225088119507, 0.1605999767780304, 0.1338389813899994, 0.11436353623867035, 0.10225066542625427, 0.13865932822227478, 0.05292949080467224, 0.03635560721158981, 0.011821645312011242, 0.04301700368523598], "r_norm": [4.462182998657227, 4.468182563781738, 4.329643249511719, 4.529973983764648, 4.5340800285339355, 4.3992815017700195, 4.518720626831055, 4.412723541259766, 4.540041446685791, 4.40114688873291]}, {"step": 5450, "epoch": 13, "train_loss": 2.0456502437591553, "cos_r_negg": [0.4431227445602417, 0.16348937153816223, 0.13175059854984283, 0.12874814867973328, 0.1007293313741684, 0.13987195491790771, 0.041905276477336884, 0.005268989130854607, 0.04234861209988594, 0.019976293668150902], "cos_apical_negg": [0.4431227445602417, 0.16348937153816223, 0.13175059854984283, 0.12874814867973328, 0.1007293313741684, 0.13987195491790771, 0.041905276477336884, 0.005268989130854607, 0.04234861209988594, 0.019976293668150902], "cos_Ac_negg": [0.4431227445602417, 0.16348937153816223, 0.13175059854984283, 0.12874814867973328, 0.1007293313741684, 0.13987195491790771, 0.041905276477336884, 0.005268989130854607, 0.04234861209988594, 0.019976293668150902], "r_norm": [4.376373291015625, 4.372583389282227, 4.266505718231201, 4.439059734344482, 4.426714897155762, 4.287116050720215, 4.418121337890625, 4.294700622558594, 4.399697303771973, 4.272751331329346]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.3483, "test_loss": 2.1131880615234375}, {"step": 5500, "epoch": 14, "train_loss": 1.8153209686279297, "cos_r_negg": [0.4447789490222931, 0.17161083221435547, 0.15173117816448212, 0.14546142518520355, 0.10916450619697571, 0.11916226893663406, 0.03615963086485863, 0.03466371074318886, 0.042900100350379944, -0.011723272502422333], "cos_apical_negg": [0.4447789490222931, 0.17161083221435547, 0.15173117816448212, 0.14546142518520355, 0.10916450619697571, 0.11916226893663406, 0.03615963086485863, 0.03466371074318886, 0.042900100350379944, -0.011723272502422333], "cos_Ac_negg": [0.4447789490222931, 0.17161083221435547, 0.15173117816448212, 0.14546142518520355, 0.10916450619697571, 0.11916226893663406, 0.03615963086485863, 0.03466371074318886, 0.042900100350379944, -0.011723272502422333], "r_norm": [4.385663032531738, 4.388072967529297, 4.2863078117370605, 4.435348987579346, 4.428769111633301, 4.324089050292969, 4.43551778793335, 4.3126654624938965, 4.436767578125, 4.2959794998168945]}, {"step": 5550, "epoch": 14, "train_loss": 2.1485588550567627, "cos_r_negg": [0.4420379400253296, 0.17633695900440216, 0.1556229442358017, 0.1417752504348755, 0.11160863935947418, 0.11005543917417526, 0.06215338781476021, 0.021787326782941818, 0.0527004599571228, -0.006939405109733343], "cos_apical_negg": [0.4420379400253296, 0.17633695900440216, 0.1556229442358017, 0.1417752504348755, 0.11160863935947418, 0.11005543917417526, 0.06215338781476021, 0.021787326782941818, 0.0527004599571228, -0.006939405109733343], "cos_Ac_negg": [0.4420379400253296, 0.17633695900440216, 0.1556229442358017, 0.1417752504348755, 0.11160863935947418, 0.11005543917417526, 0.06215338781476021, 0.021787326782941818, 0.0527004599571228, -0.006939405109733343], "r_norm": [4.529432773590088, 4.530853748321533, 4.406585693359375, 4.590060234069824, 4.557547569274902, 4.431361675262451, 4.549132823944092, 4.433138847351074, 4.55306339263916, 4.39455509185791]}, {"step": 5600, "epoch": 14, "train_loss": 2.0029404163360596, "cos_r_negg": [0.4899928569793701, 0.19496069848537445, 0.14075742661952972, 0.1351807415485382, 0.10602724552154541, 0.1100262850522995, 0.07759785652160645, 0.06444675475358963, 0.04691709950566292, 0.03491440415382385], "cos_apical_negg": [0.4899928569793701, 0.19496069848537445, 0.14075742661952972, 0.1351807415485382, 0.10602724552154541, 0.1100262850522995, 0.07759785652160645, 0.06444675475358963, 0.04691709950566292, 0.03491440415382385], "cos_Ac_negg": [0.4899928569793701, 0.19496069848537445, 0.14075742661952972, 0.1351807415485382, 0.10602724552154541, 0.1100262850522995, 0.07759785652160645, 0.06444675475358963, 0.04691709950566292, 0.03491440415382385], "r_norm": [4.457938194274902, 4.469196319580078, 4.350666046142578, 4.527599334716797, 4.531363010406494, 4.3707404136657715, 4.485353946685791, 4.388498783111572, 4.497845649719238, 4.3610734939575195]}, {"step": 5650, "epoch": 14, "train_loss": 2.2427449226379395, "cos_r_negg": [0.45346659421920776, 0.1950913816690445, 0.14548158645629883, 0.11940048635005951, 0.09809468686580658, 0.1214977502822876, 0.06663312017917633, 0.05320378765463829, 0.015883058309555054, 0.013701416552066803], "cos_apical_negg": [0.45346659421920776, 0.1950913816690445, 0.14548158645629883, 0.11940048635005951, 0.09809468686580658, 0.1214977502822876, 0.06663312017917633, 0.05320378765463829, 0.015883058309555054, 0.013701416552066803], "cos_Ac_negg": [0.45346659421920776, 0.1950913816690445, 0.14548158645629883, 0.11940048635005951, 0.09809468686580658, 0.1214977502822876, 0.06663312017917633, 0.05320378765463829, 0.015883058309555054, 0.013701416552066803], "r_norm": [4.306846618652344, 4.310011863708496, 4.199565887451172, 4.381875991821289, 4.380331993103027, 4.238091945648193, 4.353165626525879, 4.237970352172852, 4.3588175773620605, 4.219753265380859]}, {"step": 5700, "epoch": 14, "train_loss": 1.8028748035430908, "cos_r_negg": [0.4377017021179199, 0.20794957876205444, 0.1604737788438797, 0.11597099900245667, 0.11758975684642792, 0.14266076683998108, 0.02667134627699852, 0.047088876366615295, 0.006202913820743561, 0.006301330402493477], "cos_apical_negg": [0.4377017021179199, 0.20794957876205444, 0.1604737788438797, 0.11597099900245667, 0.11758975684642792, 0.14266076683998108, 0.02667134627699852, 0.047088876366615295, 0.006202913820743561, 0.006301330402493477], "cos_Ac_negg": [0.4377017021179199, 0.20794957876205444, 0.1604737788438797, 0.11597099900245667, 0.11758975684642792, 0.14266076683998108, 0.02667134627699852, 0.047088876366615295, 0.006202913820743561, 0.006301330402493477], "r_norm": [4.418449878692627, 4.431994438171387, 4.290987491607666, 4.471731185913086, 4.454855442047119, 4.316137313842773, 4.468494415283203, 4.320796012878418, 4.4358038902282715, 4.319398880004883]}, {"step": 5750, "epoch": 14, "train_loss": 1.819258451461792, "cos_r_negg": [0.4496362805366516, 0.2065529227256775, 0.16415996849536896, 0.1182519793510437, 0.08542662858963013, 0.13985669612884521, 0.08255565166473389, 0.08374694734811783, 0.020036466419696808, 0.057976748794317245], "cos_apical_negg": [0.4496362805366516, 0.2065529227256775, 0.16415996849536896, 0.1182519793510437, 0.08542662858963013, 0.13985669612884521, 0.08255565166473389, 0.08374694734811783, 0.020036466419696808, 0.057976748794317245], "cos_Ac_negg": [0.4496362805366516, 0.2065529227256775, 0.16415996849536896, 0.1182519793510437, 0.08542662858963013, 0.13985669612884521, 0.08255565166473389, 0.08374694734811783, 0.020036466419696808, 0.057976748794317245], "r_norm": [4.381283760070801, 4.410153388977051, 4.291324615478516, 4.467877388000488, 4.4577250480651855, 4.3425445556640625, 4.4335174560546875, 4.324034690856934, 4.442766189575195, 4.302712917327881]}, {"step": 5800, "epoch": 14, "train_loss": 2.208782911300659, "cos_r_negg": [0.45661675930023193, 0.2067624032497406, 0.15365999937057495, 0.1360849142074585, 0.07396150380373001, 0.17115968465805054, 0.09509436041116714, 0.06288391351699829, 0.051916077733039856, 0.06425122916698456], "cos_apical_negg": [0.45661675930023193, 0.2067624032497406, 0.15365999937057495, 0.1360849142074585, 0.07396150380373001, 0.17115968465805054, 0.09509436041116714, 0.06288391351699829, 0.051916077733039856, 0.06425122916698456], "cos_Ac_negg": [0.45661675930023193, 0.2067624032497406, 0.15365999937057495, 0.1360849142074585, 0.07396150380373001, 0.17115968465805054, 0.09509436041116714, 0.06288391351699829, 0.051916077733039856, 0.06425122916698456], "r_norm": [4.329629898071289, 4.337347030639648, 4.23286771774292, 4.407287120819092, 4.395347595214844, 4.256139755249023, 4.379359245300293, 4.264489650726318, 4.387192249298096, 4.243963241577148]}, {"step": 5850, "epoch": 14, "train_loss": 1.9646722078323364, "cos_r_negg": [0.4680479168891907, 0.2032059133052826, 0.14899760484695435, 0.12408269196748734, 0.07678481936454773, 0.13045859336853027, 0.06869259476661682, 0.05697672441601753, -0.0010678330436348915, 0.018303468823432922], "cos_apical_negg": [0.4680479168891907, 0.2032059133052826, 0.14899760484695435, 0.12408269196748734, 0.07678481936454773, 0.13045859336853027, 0.06869259476661682, 0.05697672441601753, -0.0010678330436348915, 0.018303468823432922], "cos_Ac_negg": [0.4680479168891907, 0.2032059133052826, 0.14899760484695435, 0.12408269196748734, 0.07678481936454773, 0.13045859336853027, 0.06869259476661682, 0.05697672441601753, -0.0010678330436348915, 0.018303468823432922], "r_norm": [4.314940929412842, 4.336337089538574, 4.233006477355957, 4.400967121124268, 4.389187812805176, 4.288210868835449, 4.373157024383545, 4.254210472106934, 4.393910884857178, 4.247248649597168]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.3632, "test_loss": 2.1163909545898436}, {"step": 5900, "epoch": 15, "train_loss": 1.7281347513198853, "cos_r_negg": [0.43059656023979187, 0.22034808993339539, 0.13154935836791992, 0.123929962515831, 0.0988166481256485, 0.12763819098472595, 0.09003274142742157, 0.048521220684051514, 0.01829339563846588, 0.09903165698051453], "cos_apical_negg": [0.43059656023979187, 0.22034808993339539, 0.13154935836791992, 0.123929962515831, 0.0988166481256485, 0.12763819098472595, 0.09003274142742157, 0.048521220684051514, 0.01829339563846588, 0.09903165698051453], "cos_Ac_negg": [0.43059656023979187, 0.22034808993339539, 0.13154935836791992, 0.123929962515831, 0.0988166481256485, 0.12763819098472595, 0.09003274142742157, 0.048521220684051514, 0.01829339563846588, 0.09903165698051453], "r_norm": [4.375411033630371, 4.3569793701171875, 4.256588935852051, 4.433099746704102, 4.420131683349609, 4.28508186340332, 4.428313255310059, 4.29560661315918, 4.438669681549072, 4.264416217803955]}, {"step": 5950, "epoch": 15, "train_loss": 1.9323877096176147, "cos_r_negg": [0.49071061611175537, 0.20961247384548187, 0.1389627605676651, 0.1492442935705185, 0.10540000349283218, 0.140435129404068, 0.03358437120914459, 0.06654240936040878, 0.06001080572605133, 0.042397018522024155], "cos_apical_negg": [0.49071061611175537, 0.20961247384548187, 0.1389627605676651, 0.1492442935705185, 0.10540000349283218, 0.140435129404068, 0.03358437120914459, 0.06654240936040878, 0.06001080572605133, 0.042397018522024155], "cos_Ac_negg": [0.49071061611175537, 0.20961247384548187, 0.1389627605676651, 0.1492442935705185, 0.10540000349283218, 0.140435129404068, 0.03358437120914459, 0.06654240936040878, 0.06001080572605133, 0.042397018522024155], "r_norm": [4.162911415100098, 4.170766830444336, 4.063815116882324, 4.232264518737793, 4.232381820678711, 4.091824531555176, 4.213669776916504, 4.10610294342041, 4.213274955749512, 4.085359573364258]}, {"step": 6000, "epoch": 15, "train_loss": 2.0510036945343018, "cos_r_negg": [0.4539630711078644, 0.19592979550361633, 0.13674183189868927, 0.15024271607398987, 0.11421039700508118, 0.13830193877220154, 0.0777808129787445, 0.04944831132888794, 0.025438688695430756, 0.0755668431520462], "cos_apical_negg": [0.4539630711078644, 0.19592979550361633, 0.13674183189868927, 0.15024271607398987, 0.11421039700508118, 0.13830193877220154, 0.0777808129787445, 0.04944831132888794, 0.025438688695430756, 0.0755668431520462], "cos_Ac_negg": [0.4539630711078644, 0.19592979550361633, 0.13674183189868927, 0.15024271607398987, 0.11421039700508118, 0.13830193877220154, 0.0777808129787445, 0.04944831132888794, 0.025438688695430756, 0.0755668431520462], "r_norm": [4.476729869842529, 4.487096786499023, 4.364294528961182, 4.532422065734863, 4.542651176452637, 4.391286849975586, 4.520135402679443, 4.3957977294921875, 4.523199081420898, 4.385720252990723]}, {"step": 6050, "epoch": 15, "train_loss": 2.188769817352295, "cos_r_negg": [0.43862950801849365, 0.1945255994796753, 0.17068208754062653, 0.14317409694194794, 0.11965574324131012, 0.149147167801857, 0.07438437640666962, 0.041456438601017, 0.07349090278148651, 0.039430174976587296], "cos_apical_negg": [0.43862950801849365, 0.1945255994796753, 0.17068208754062653, 0.14317409694194794, 0.11965574324131012, 0.149147167801857, 0.07438437640666962, 0.041456438601017, 0.07349090278148651, 0.039430174976587296], "cos_Ac_negg": [0.43862950801849365, 0.1945255994796753, 0.17068208754062653, 0.14317409694194794, 0.11965574324131012, 0.149147167801857, 0.07438437640666962, 0.041456438601017, 0.07349090278148651, 0.039430174976587296], "r_norm": [4.566628932952881, 4.594829559326172, 4.495656967163086, 4.660078525543213, 4.6478729248046875, 4.525341987609863, 4.653694152832031, 4.489907264709473, 4.637907981872559, 4.4894514083862305]}, {"step": 6100, "epoch": 15, "train_loss": 2.3261547088623047, "cos_r_negg": [0.40399235486984253, 0.21040675044059753, 0.16300532221794128, 0.12899044156074524, 0.08916410058736801, 0.16368353366851807, 0.10473844408988953, 0.04925297200679779, 0.02344779297709465, 0.0446445569396019], "cos_apical_negg": [0.40399235486984253, 0.21040675044059753, 0.16300532221794128, 0.12899044156074524, 0.08916410058736801, 0.16368353366851807, 0.10473844408988953, 0.04925297200679779, 0.02344779297709465, 0.0446445569396019], "cos_Ac_negg": [0.40399235486984253, 0.21040675044059753, 0.16300532221794128, 0.12899044156074524, 0.08916410058736801, 0.16368353366851807, 0.10473844408988953, 0.04925297200679779, 0.02344779297709465, 0.0446445569396019], "r_norm": [4.44459867477417, 4.477598190307617, 4.336437702178955, 4.546535491943359, 4.526503086090088, 4.402512073516846, 4.516618251800537, 4.391842842102051, 4.52803373336792, 4.375737190246582]}, {"step": 6150, "epoch": 15, "train_loss": 1.9958596229553223, "cos_r_negg": [0.5019035935401917, 0.2126311957836151, 0.1666487753391266, 0.17254199087619781, 0.0996512621641159, 0.14625538885593414, 0.08885884284973145, 0.100889652967453, 0.007534598466008902, 0.007900642231106758], "cos_apical_negg": [0.5019035935401917, 0.2126311957836151, 0.1666487753391266, 0.17254199087619781, 0.0996512621641159, 0.14625538885593414, 0.08885884284973145, 0.100889652967453, 0.007534598466008902, 0.007900642231106758], "cos_Ac_negg": [0.5019035935401917, 0.2126311957836151, 0.1666487753391266, 0.17254199087619781, 0.0996512621641159, 0.14625538885593414, 0.08885884284973145, 0.100889652967453, 0.007534598466008902, 0.007900642231106758], "r_norm": [4.327073097229004, 4.325841903686523, 4.2189812660217285, 4.39353609085083, 4.397943496704102, 4.2622389793396, 4.3606953620910645, 4.268548011779785, 4.376482009887695, 4.245499610900879]}, {"step": 6200, "epoch": 15, "train_loss": 2.0164153575897217, "cos_r_negg": [0.41786888241767883, 0.19870398938655853, 0.15939189493656158, 0.14735563099384308, 0.1143714040517807, 0.142778217792511, 0.06786374747753143, 0.06595322489738464, 0.022652452811598778, 0.03593610227108002], "cos_apical_negg": [0.41786888241767883, 0.19870398938655853, 0.15939189493656158, 0.14735563099384308, 0.1143714040517807, 0.142778217792511, 0.06786374747753143, 0.06595322489738464, 0.022652452811598778, 0.03593610227108002], "cos_Ac_negg": [0.41786888241767883, 0.19870398938655853, 0.15939189493656158, 0.14735563099384308, 0.1143714040517807, 0.142778217792511, 0.06786374747753143, 0.06595322489738464, 0.022652452811598778, 0.03593610227108002], "r_norm": [4.363339424133301, 4.369190216064453, 4.243505477905273, 4.427555084228516, 4.424594879150391, 4.280077934265137, 4.397550582885742, 4.308650970458984, 4.4119367599487305, 4.263574600219727]}, {"step": 6250, "epoch": 15, "train_loss": 1.949607014656067, "cos_r_negg": [0.4679233729839325, 0.20277264714241028, 0.16149020195007324, 0.14121843874454498, 0.09053146839141846, 0.17154346406459808, 0.05969074368476868, 0.05491872876882553, 0.04766535013914108, 0.037085965275764465], "cos_apical_negg": [0.4679233729839325, 0.20277264714241028, 0.16149020195007324, 0.14121843874454498, 0.09053146839141846, 0.17154346406459808, 0.05969074368476868, 0.05491872876882553, 0.04766535013914108, 0.037085965275764465], "cos_Ac_negg": [0.4679233729839325, 0.20277264714241028, 0.16149020195007324, 0.14121843874454498, 0.09053146839141846, 0.17154346406459808, 0.05969074368476868, 0.05491872876882553, 0.04766535013914108, 0.037085965275764465], "r_norm": [4.3622565269470215, 4.365413188934326, 4.240720272064209, 4.415669918060303, 4.421481132507324, 4.283539295196533, 4.406795501708984, 4.292571067810059, 4.415576934814453, 4.264455795288086]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.3436, "test_loss": 2.1594978271484373}, {"step": 6300, "epoch": 16, "train_loss": 2.3587868213653564, "cos_r_negg": [0.45859771966934204, 0.1934581696987152, 0.13904407620429993, 0.1752406656742096, 0.06866372376680374, 0.10756665468215942, 0.034782107919454575, 0.045576464384794235, 0.03787814825773239, 0.00553846824914217], "cos_apical_negg": [0.45859771966934204, 0.1934581696987152, 0.13904407620429993, 0.1752406656742096, 0.06866372376680374, 0.10756665468215942, 0.034782107919454575, 0.045576464384794235, 0.03787814825773239, 0.00553846824914217], "cos_Ac_negg": [0.45859771966934204, 0.1934581696987152, 0.13904407620429993, 0.1752406656742096, 0.06866372376680374, 0.10756665468215942, 0.034782107919454575, 0.045576464384794235, 0.03787814825773239, 0.00553846824914217], "r_norm": [4.236792087554932, 4.225616455078125, 4.1196770668029785, 4.286931991577148, 4.284023761749268, 4.152396202087402, 4.281756401062012, 4.16975736618042, 4.282316207885742, 4.139028072357178]}, {"step": 6350, "epoch": 16, "train_loss": 1.7378978729248047, "cos_r_negg": [0.4353441298007965, 0.20090465247631073, 0.15714973211288452, 0.16712354123592377, 0.10829038172960281, 0.10767208784818649, 0.07136411219835281, 0.05941333621740341, 0.05150741711258888, 0.07764872908592224], "cos_apical_negg": [0.4353441298007965, 0.20090465247631073, 0.15714973211288452, 0.16712354123592377, 0.10829038172960281, 0.10767208784818649, 0.07136411219835281, 0.05941333621740341, 0.05150741711258888, 0.07764872908592224], "cos_Ac_negg": [0.4353441298007965, 0.20090465247631073, 0.15714973211288452, 0.16712354123592377, 0.10829038172960281, 0.10767208784818649, 0.07136411219835281, 0.05941333621740341, 0.05150741711258888, 0.07764872908592224], "r_norm": [4.436390399932861, 4.451844692230225, 4.320289611816406, 4.508218765258789, 4.495128631591797, 4.358700752258301, 4.4882307052612305, 4.351893901824951, 4.463075160980225, 4.3369011878967285]}, {"step": 6400, "epoch": 16, "train_loss": 2.246671676635742, "cos_r_negg": [0.4426940083503723, 0.21038801968097687, 0.12878404557704926, 0.14841032028198242, 0.08079735189676285, 0.0740051120519638, 0.045749954879283905, 0.0777239054441452, 0.0199363324791193, 0.07264341413974762], "cos_apical_negg": [0.4426940083503723, 0.21038801968097687, 0.12878404557704926, 0.14841032028198242, 0.08079735189676285, 0.0740051120519638, 0.045749954879283905, 0.0777239054441452, 0.0199363324791193, 0.07264341413974762], "cos_Ac_negg": [0.4426940083503723, 0.21038801968097687, 0.12878404557704926, 0.14841032028198242, 0.08079735189676285, 0.0740051120519638, 0.045749954879283905, 0.0777239054441452, 0.0199363324791193, 0.07264341413974762], "r_norm": [4.34656286239624, 4.345607757568359, 4.241604804992676, 4.417965412139893, 4.414447784423828, 4.266694068908691, 4.379545211791992, 4.279416084289551, 4.3926100730896, 4.253847122192383]}, {"step": 6450, "epoch": 16, "train_loss": 2.321997880935669, "cos_r_negg": [0.4106452763080597, 0.22557833790779114, 0.1433866173028946, 0.13918447494506836, 0.08131493628025055, 0.1301696002483368, 0.08582687377929688, 0.06299389898777008, 0.004026442766189575, 0.053873613476753235], "cos_apical_negg": [0.4106452763080597, 0.22557833790779114, 0.1433866173028946, 0.13918447494506836, 0.08131493628025055, 0.1301696002483368, 0.08582687377929688, 0.06299389898777008, 0.004026442766189575, 0.053873613476753235], "cos_Ac_negg": [0.4106452763080597, 0.22557833790779114, 0.1433866173028946, 0.13918447494506836, 0.08131493628025055, 0.1301696002483368, 0.08582687377929688, 0.06299389898777008, 0.004026442766189575, 0.053873613476753235], "r_norm": [4.265888214111328, 4.265867233276367, 4.153141021728516, 4.316159248352051, 4.313186168670654, 4.1730732917785645, 4.290550231933594, 4.191197395324707, 4.288783073425293, 4.149467945098877]}, {"step": 6500, "epoch": 16, "train_loss": 1.918907642364502, "cos_r_negg": [0.44323813915252686, 0.21634556353092194, 0.1630009114742279, 0.15098875761032104, 0.10437191277742386, 0.1201128363609314, 0.1013684868812561, 0.1097530946135521, 0.026049263775348663, 0.05604872852563858], "cos_apical_negg": [0.44323813915252686, 0.21634556353092194, 0.1630009114742279, 0.15098875761032104, 0.10437191277742386, 0.1201128363609314, 0.1013684868812561, 0.1097530946135521, 0.026049263775348663, 0.05604872852563858], "cos_Ac_negg": [0.44323813915252686, 0.21634556353092194, 0.1630009114742279, 0.15098875761032104, 0.10437191277742386, 0.1201128363609314, 0.1013684868812561, 0.1097530946135521, 0.026049263775348663, 0.05604872852563858], "r_norm": [4.287319183349609, 4.300434112548828, 4.189631938934326, 4.349323272705078, 4.352208137512207, 4.228145599365234, 4.328524589538574, 4.221779823303223, 4.320590972900391, 4.200543403625488]}, {"step": 6550, "epoch": 16, "train_loss": 1.7732905149459839, "cos_r_negg": [0.45215147733688354, 0.20917454361915588, 0.16170020401477814, 0.11380685120820999, 0.12201596796512604, 0.14761286973953247, 0.10706128180027008, 0.10992861539125443, 0.00657427916303277, 0.08165573328733444], "cos_apical_negg": [0.45215147733688354, 0.20917454361915588, 0.16170020401477814, 0.11380685120820999, 0.12201596796512604, 0.14761286973953247, 0.10706128180027008, 0.10992861539125443, 0.00657427916303277, 0.08165573328733444], "cos_Ac_negg": [0.45215147733688354, 0.20917454361915588, 0.16170020401477814, 0.11380685120820999, 0.12201596796512604, 0.14761286973953247, 0.10706128180027008, 0.10992861539125443, 0.00657427916303277, 0.08165573328733444], "r_norm": [4.39714241027832, 4.382633209228516, 4.275496959686279, 4.44943904876709, 4.4476799964904785, 4.325360298156738, 4.416769504547119, 4.325371265411377, 4.405804634094238, 4.269772529602051]}, {"step": 6600, "epoch": 16, "train_loss": 1.8582572937011719, "cos_r_negg": [0.41268184781074524, 0.2170807123184204, 0.1437441110610962, 0.13393104076385498, 0.0954473614692688, 0.15288719534873962, 0.07883390784263611, 0.09514617919921875, 0.01494833268225193, 0.06751291453838348], "cos_apical_negg": [0.41268184781074524, 0.2170807123184204, 0.1437441110610962, 0.13393104076385498, 0.0954473614692688, 0.15288719534873962, 0.07883390784263611, 0.09514617919921875, 0.01494833268225193, 0.06751291453838348], "cos_Ac_negg": [0.41268184781074524, 0.2170807123184204, 0.1437441110610962, 0.13393104076385498, 0.0954473614692688, 0.15288719534873962, 0.07883390784263611, 0.09514617919921875, 0.01494833268225193, 0.06751291453838348], "r_norm": [4.210846900939941, 4.208054542541504, 4.108766555786133, 4.267143249511719, 4.271235466003418, 4.139239311218262, 4.257226943969727, 4.149114608764648, 4.261277675628662, 4.126378536224365]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.3499, "test_loss": 2.191772265625}, {"step": 6650, "epoch": 17, "train_loss": 2.254568099975586, "cos_r_negg": [0.4312274158000946, 0.20879307389259338, 0.15830065310001373, 0.13500866293907166, 0.15706166625022888, 0.13548129796981812, 0.11305998265743256, 0.06160653382539749, 0.0608062669634819, 0.056156184524297714], "cos_apical_negg": [0.4312274158000946, 0.20879307389259338, 0.15830065310001373, 0.13500866293907166, 0.15706166625022888, 0.13548129796981812, 0.11305998265743256, 0.06160653382539749, 0.0608062669634819, 0.056156184524297714], "cos_Ac_negg": [0.4312274158000946, 0.20879307389259338, 0.15830065310001373, 0.13500866293907166, 0.15706166625022888, 0.13548129796981812, 0.11305998265743256, 0.06160653382539749, 0.0608062669634819, 0.056156184524297714], "r_norm": [4.095086097717285, 4.111332416534424, 3.9892168045043945, 4.154115676879883, 4.14763069152832, 4.019266128540039, 4.136754989624023, 4.025732517242432, 4.1254777908325195, 4.011828422546387]}, {"step": 6700, "epoch": 17, "train_loss": 1.9406993389129639, "cos_r_negg": [0.43047910928726196, 0.2224801927804947, 0.1566198468208313, 0.14767956733703613, 0.14294123649597168, 0.16495612263679504, 0.10211561620235443, 0.053081199526786804, 0.013815273530781269, 0.016519319266080856], "cos_apical_negg": [0.43047910928726196, 0.2224801927804947, 0.1566198468208313, 0.14767956733703613, 0.14294123649597168, 0.16495612263679504, 0.10211561620235443, 0.053081199526786804, 0.013815273530781269, 0.016519319266080856], "cos_Ac_negg": [0.43047910928726196, 0.2224801927804947, 0.1566198468208313, 0.14767956733703613, 0.14294123649597168, 0.16495612263679504, 0.10211561620235443, 0.053081199526786804, 0.013815273530781269, 0.016519319266080856], "r_norm": [4.2989888191223145, 4.3044304847717285, 4.185135841369629, 4.35133171081543, 4.348069190979004, 4.206571578979492, 4.332877159118652, 4.21641206741333, 4.307964324951172, 4.185803413391113]}, {"step": 6750, "epoch": 17, "train_loss": 2.174193859100342, "cos_r_negg": [0.4347318410873413, 0.2027105689048767, 0.17245906591415405, 0.17479214072227478, 0.16273093223571777, 0.1385694146156311, 0.11156559735536575, 0.06759549677371979, 0.05167664587497711, 0.09592367708683014], "cos_apical_negg": [0.4347318410873413, 0.2027105689048767, 0.17245906591415405, 0.17479214072227478, 0.16273093223571777, 0.1385694146156311, 0.11156559735536575, 0.06759549677371979, 0.05167664587497711, 0.09592367708683014], "cos_Ac_negg": [0.4347318410873413, 0.2027105689048767, 0.17245906591415405, 0.17479214072227478, 0.16273093223571777, 0.1385694146156311, 0.11156559735536575, 0.06759549677371979, 0.05167664587497711, 0.09592367708683014], "r_norm": [4.263808250427246, 4.278326034545898, 4.174356937408447, 4.336826324462891, 4.3297810554504395, 4.214951515197754, 4.322714805603027, 4.197566032409668, 4.319325923919678, 4.18871545791626]}, {"step": 6800, "epoch": 17, "train_loss": 1.648118257522583, "cos_r_negg": [0.412998229265213, 0.2032788097858429, 0.16806581616401672, 0.16714231669902802, 0.12840726971626282, 0.11628022789955139, 0.1025008112192154, 0.09897036850452423, 0.028127320110797882, 0.06261037290096283], "cos_apical_negg": [0.412998229265213, 0.2032788097858429, 0.16806581616401672, 0.16714231669902802, 0.12840726971626282, 0.11628022789955139, 0.1025008112192154, 0.09897036850452423, 0.028127320110797882, 0.06261037290096283], "cos_Ac_negg": [0.412998229265213, 0.2032788097858429, 0.16806581616401672, 0.16714231669902802, 0.12840726971626282, 0.11628022789955139, 0.1025008112192154, 0.09897036850452423, 0.028127320110797882, 0.06261037290096283], "r_norm": [4.345490455627441, 4.364776134490967, 4.25006103515625, 4.406856060028076, 4.415886878967285, 4.276829719543457, 4.403156757354736, 4.281450271606445, 4.394258499145508, 4.261334419250488]}, {"step": 6850, "epoch": 17, "train_loss": 1.9760416746139526, "cos_r_negg": [0.4670020341873169, 0.20941156148910522, 0.20137259364128113, 0.1334202140569687, 0.11969155818223953, 0.13687142729759216, 0.10545086860656738, 0.07827994972467422, 0.05118623003363609, 0.09340648353099823], "cos_apical_negg": [0.4670020341873169, 0.20941156148910522, 0.20137259364128113, 0.1334202140569687, 0.11969155818223953, 0.13687142729759216, 0.10545086860656738, 0.07827994972467422, 0.05118623003363609, 0.09340648353099823], "cos_Ac_negg": [0.4670020341873169, 0.20941156148910522, 0.20137259364128113, 0.1334202140569687, 0.11969155818223953, 0.13687142729759216, 0.10545086860656738, 0.07827994972467422, 0.05118623003363609, 0.09340648353099823], "r_norm": [4.490078926086426, 4.493410110473633, 4.380953788757324, 4.55621337890625, 4.542126655578613, 4.412862777709961, 4.541875839233398, 4.401485443115234, 4.541281700134277, 4.39521598815918]}, {"step": 6900, "epoch": 17, "train_loss": 2.050373077392578, "cos_r_negg": [0.4724927544593811, 0.22060459852218628, 0.1754244863986969, 0.1429952085018158, 0.12294355779886246, 0.14272141456604004, 0.09500282257795334, 0.10201939940452576, 0.05584728717803955, 0.0710427537560463], "cos_apical_negg": [0.4724927544593811, 0.22060459852218628, 0.1754244863986969, 0.1429952085018158, 0.12294355779886246, 0.14272141456604004, 0.09500282257795334, 0.10201939940452576, 0.05584728717803955, 0.0710427537560463], "cos_Ac_negg": [0.4724927544593811, 0.22060459852218628, 0.1754244863986969, 0.1429952085018158, 0.12294355779886246, 0.14272141456604004, 0.09500282257795334, 0.10201939940452576, 0.05584728717803955, 0.0710427537560463], "r_norm": [4.354096412658691, 4.368311882019043, 4.239443778991699, 4.412988662719727, 4.397241592407227, 4.275915622711182, 4.39381217956543, 4.28382682800293, 4.381649017333984, 4.266961097717285]}, {"step": 6950, "epoch": 17, "train_loss": 1.7944765090942383, "cos_r_negg": [0.4401894211769104, 0.2123395800590515, 0.15853933990001678, 0.164353147149086, 0.13453984260559082, 0.14250609278678894, 0.07839825749397278, 0.08588080108165741, 0.0345194935798645, 0.03381919860839844], "cos_apical_negg": [0.4401894211769104, 0.2123395800590515, 0.15853933990001678, 0.164353147149086, 0.13453984260559082, 0.14250609278678894, 0.07839825749397278, 0.08588080108165741, 0.0345194935798645, 0.03381919860839844], "cos_Ac_negg": [0.4401894211769104, 0.2123395800590515, 0.15853933990001678, 0.164353147149086, 0.13453984260559082, 0.14250609278678894, 0.07839825749397278, 0.08588080108165741, 0.0345194935798645, 0.03381919860839844], "r_norm": [4.320233345031738, 4.324491024017334, 4.203749656677246, 4.3853302001953125, 4.37704610824585, 4.23369026184082, 4.351094722747803, 4.2393269538879395, 4.3553290367126465, 4.231382369995117]}, {"step": 7000, "epoch": 17, "train_loss": 1.8079638481140137, "cos_r_negg": [0.4509601593017578, 0.22513695061206818, 0.1667472869157791, 0.16798263788223267, 0.13159462809562683, 0.14837288856506348, 0.10011481493711472, 0.12427474558353424, 0.03666957467794418, 0.030844101682305336], "cos_apical_negg": [0.4509601593017578, 0.22513695061206818, 0.1667472869157791, 0.16798263788223267, 0.13159462809562683, 0.14837288856506348, 0.10011481493711472, 0.12427474558353424, 0.03666957467794418, 0.030844101682305336], "cos_Ac_negg": [0.4509601593017578, 0.22513695061206818, 0.1667472869157791, 0.16798263788223267, 0.13159462809562683, 0.14837288856506348, 0.10011481493711472, 0.12427474558353424, 0.03666957467794418, 0.030844101682305336], "r_norm": [4.407645225524902, 4.420657157897949, 4.286386966705322, 4.470918655395508, 4.460855960845947, 4.3334455490112305, 4.449731826782227, 4.327704906463623, 4.437265872955322, 4.310131072998047]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.3402, "test_loss": 2.512306884765625}, {"step": 7050, "epoch": 18, "train_loss": 2.065541982650757, "cos_r_negg": [0.4400678277015686, 0.22819213569164276, 0.19595776498317719, 0.15391191840171814, 0.09190204739570618, 0.13365913927555084, 0.05603523179888725, 0.06674279272556305, 0.05185398831963539, -0.006548500619828701], "cos_apical_negg": [0.4400678277015686, 0.22819213569164276, 0.19595776498317719, 0.15391191840171814, 0.09190204739570618, 0.13365913927555084, 0.05603523179888725, 0.06674279272556305, 0.05185398831963539, -0.006548500619828701], "cos_Ac_negg": [0.4400678277015686, 0.22819213569164276, 0.19595776498317719, 0.15391191840171814, 0.09190204739570618, 0.13365913927555084, 0.05603523179888725, 0.06674279272556305, 0.05185398831963539, -0.006548500619828701], "r_norm": [4.231105327606201, 4.238419532775879, 4.1237688064575195, 4.2958879470825195, 4.290731906890869, 4.162245273590088, 4.266119003295898, 4.158155918121338, 4.269353866577148, 4.135770797729492]}, {"step": 7100, "epoch": 18, "train_loss": 1.7965039014816284, "cos_r_negg": [0.45444685220718384, 0.20358765125274658, 0.18141840398311615, 0.16790065169334412, 0.1403917372226715, 0.1595039665699005, 0.07032129168510437, 0.05489223077893257, 0.09817681461572647, 0.02740022912621498], "cos_apical_negg": [0.45444685220718384, 0.20358765125274658, 0.18141840398311615, 0.16790065169334412, 0.1403917372226715, 0.1595039665699005, 0.07032129168510437, 0.05489223077893257, 0.09817681461572647, 0.02740022912621498], "cos_Ac_negg": [0.45444685220718384, 0.20358765125274658, 0.18141840398311615, 0.16790065169334412, 0.1403917372226715, 0.1595039665699005, 0.07032129168510437, 0.05489223077893257, 0.09817681461572647, 0.02740022912621498], "r_norm": [4.279839515686035, 4.28748893737793, 4.16041898727417, 4.350072860717773, 4.3431396484375, 4.20289945602417, 4.335700988769531, 4.210495948791504, 4.345666885375977, 4.195125579833984]}, {"step": 7150, "epoch": 18, "train_loss": 2.287733793258667, "cos_r_negg": [0.42931583523750305, 0.2059181183576584, 0.16442950069904327, 0.13250941038131714, 0.11758410185575485, 0.1506700962781906, 0.10153573751449585, 0.1078418642282486, 0.10365128517150879, 0.01728065311908722], "cos_apical_negg": [0.42931583523750305, 0.2059181183576584, 0.16442950069904327, 0.13250941038131714, 0.11758410185575485, 0.1506700962781906, 0.10153573751449585, 0.1078418642282486, 0.10365128517150879, 0.01728065311908722], "cos_Ac_negg": [0.42931583523750305, 0.2059181183576584, 0.16442950069904327, 0.13250941038131714, 0.11758410185575485, 0.1506700962781906, 0.10153573751449585, 0.1078418642282486, 0.10365128517150879, 0.01728065311908722], "r_norm": [4.454620838165283, 4.453370094299316, 4.335820198059082, 4.519164562225342, 4.509074687957764, 4.371641159057617, 4.498533248901367, 4.377158164978027, 4.49329948425293, 4.356087684631348]}, {"step": 7200, "epoch": 18, "train_loss": 1.8855541944503784, "cos_r_negg": [0.460410475730896, 0.22222527861595154, 0.19016273319721222, 0.1351795196533203, 0.1226685643196106, 0.14189490675926208, 0.0791354775428772, 0.0868091806769371, 0.045888446271419525, 0.05488794296979904], "cos_apical_negg": [0.460410475730896, 0.22222527861595154, 0.19016273319721222, 0.1351795196533203, 0.1226685643196106, 0.14189490675926208, 0.0791354775428772, 0.0868091806769371, 0.045888446271419525, 0.05488794296979904], "cos_Ac_negg": [0.460410475730896, 0.22222527861595154, 0.19016273319721222, 0.1351795196533203, 0.1226685643196106, 0.14189490675926208, 0.0791354775428772, 0.0868091806769371, 0.045888446271419525, 0.05488794296979904], "r_norm": [4.282726287841797, 4.299460411071777, 4.187433242797852, 4.364292144775391, 4.357248306274414, 4.221630573272705, 4.331636905670166, 4.217807769775391, 4.343040466308594, 4.210847854614258]}, {"step": 7250, "epoch": 18, "train_loss": 2.0947139263153076, "cos_r_negg": [0.437003493309021, 0.21755120158195496, 0.18232598900794983, 0.13428601622581482, 0.14326366782188416, 0.1616438776254654, 0.12581731379032135, 0.057287730276584625, 0.07032666355371475, 0.01768065243959427], "cos_apical_negg": [0.437003493309021, 0.21755120158195496, 0.18232598900794983, 0.13428601622581482, 0.14326366782188416, 0.1616438776254654, 0.12581731379032135, 0.057287730276584625, 0.07032666355371475, 0.01768065243959427], "cos_Ac_negg": [0.437003493309021, 0.21755120158195496, 0.18232598900794983, 0.13428601622581482, 0.14326366782188416, 0.1616438776254654, 0.12581731379032135, 0.057287730276584625, 0.07032666355371475, 0.01768065243959427], "r_norm": [4.337458610534668, 4.359223365783691, 4.238648414611816, 4.414263725280762, 4.406965732574463, 4.290276050567627, 4.390408039093018, 4.26995849609375, 4.396603107452393, 4.266239166259766]}, {"step": 7300, "epoch": 18, "train_loss": 1.914008378982544, "cos_r_negg": [0.4653095602989197, 0.21479646861553192, 0.1756228506565094, 0.14781418442726135, 0.15440860390663147, 0.1449877917766571, 0.09029168635606766, 0.08930481225252151, 0.043578263372182846, 0.06597207486629486], "cos_apical_negg": [0.4653095602989197, 0.21479646861553192, 0.1756228506565094, 0.14781418442726135, 0.15440860390663147, 0.1449877917766571, 0.09029168635606766, 0.08930481225252151, 0.043578263372182846, 0.06597207486629486], "cos_Ac_negg": [0.4653095602989197, 0.21479646861553192, 0.1756228506565094, 0.14781418442726135, 0.15440860390663147, 0.1449877917766571, 0.09029168635606766, 0.08930481225252151, 0.043578263372182846, 0.06597207486629486], "r_norm": [4.22161340713501, 4.238593101501465, 4.116157054901123, 4.30418586730957, 4.291876792907715, 4.153356552124023, 4.263191223144531, 4.159684181213379, 4.2826690673828125, 4.145413398742676]}, {"step": 7350, "epoch": 18, "train_loss": 2.033318042755127, "cos_r_negg": [0.4468030333518982, 0.228640615940094, 0.19062109291553497, 0.16722945868968964, 0.15108999609947205, 0.14744730293750763, 0.12097446620464325, 0.09711304306983948, 0.020978640764951706, 0.06111934781074524], "cos_apical_negg": [0.4468030333518982, 0.228640615940094, 0.19062109291553497, 0.16722945868968964, 0.15108999609947205, 0.14744730293750763, 0.12097446620464325, 0.09711304306983948, 0.020978640764951706, 0.06111934781074524], "cos_Ac_negg": [0.4468030333518982, 0.228640615940094, 0.19062109291553497, 0.16722945868968964, 0.15108999609947205, 0.14744730293750763, 0.12097446620464325, 0.09711304306983948, 0.020978640764951706, 0.06111934781074524], "r_norm": [4.232002258300781, 4.251167297363281, 4.123002052307129, 4.316808223724365, 4.295783042907715, 4.154963493347168, 4.277239799499512, 4.156189441680908, 4.2835235595703125, 4.157924652099609]}, {"step": 7400, "epoch": 18, "train_loss": 2.4107565879821777, "cos_r_negg": [0.45637479424476624, 0.21817688643932343, 0.19157332181930542, 0.13007904589176178, 0.13284556567668915, 0.14643684029579163, 0.0872112289071083, 0.09476897120475769, 0.05368965119123459, 0.06151892989873886], "cos_apical_negg": [0.45637479424476624, 0.21817688643932343, 0.19157332181930542, 0.13007904589176178, 0.13284556567668915, 0.14643684029579163, 0.0872112289071083, 0.09476897120475769, 0.05368965119123459, 0.06151892989873886], "cos_Ac_negg": [0.45637479424476624, 0.21817688643932343, 0.19157332181930542, 0.13007904589176178, 0.13284556567668915, 0.14643684029579163, 0.0872112289071083, 0.09476897120475769, 0.05368965119123459, 0.06151892989873886], "r_norm": [4.462953567504883, 4.475302219390869, 4.360489845275879, 4.522230625152588, 4.528327941894531, 4.387236595153809, 4.5102739334106445, 4.398815155029297, 4.517881870269775, 4.377841949462891]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.3557, "test_loss": 2.233785107421875}, {"step": 7450, "epoch": 19, "train_loss": 1.8982348442077637, "cos_r_negg": [0.45031967759132385, 0.22397227585315704, 0.1785031408071518, 0.15570566058158875, 0.11554393172264099, 0.15421965718269348, 0.09244631975889206, 0.08339479565620422, 0.07382654398679733, 0.0177056435495615], "cos_apical_negg": [0.45031967759132385, 0.22397227585315704, 0.1785031408071518, 0.15570566058158875, 0.11554393172264099, 0.15421965718269348, 0.09244631975889206, 0.08339479565620422, 0.07382654398679733, 0.0177056435495615], "cos_Ac_negg": [0.45031967759132385, 0.22397227585315704, 0.1785031408071518, 0.15570566058158875, 0.11554393172264099, 0.15421965718269348, 0.09244631975889206, 0.08339479565620422, 0.07382654398679733, 0.0177056435495615], "r_norm": [4.341200351715088, 4.338820457458496, 4.215183258056641, 4.398769855499268, 4.398590087890625, 4.252335548400879, 4.375211715698242, 4.2634735107421875, 4.379877090454102, 4.244728088378906]}, {"step": 7500, "epoch": 19, "train_loss": 1.8613555431365967, "cos_r_negg": [0.40754908323287964, 0.2191537469625473, 0.19471675157546997, 0.17142465710639954, 0.13894438743591309, 0.14138907194137573, 0.10181719064712524, 0.08223115652799606, 0.05480146408081055, 0.051354099065065384], "cos_apical_negg": [0.40754908323287964, 0.2191537469625473, 0.19471675157546997, 0.17142465710639954, 0.13894438743591309, 0.14138907194137573, 0.10181719064712524, 0.08223115652799606, 0.05480146408081055, 0.051354099065065384], "cos_Ac_negg": [0.40754908323287964, 0.2191537469625473, 0.19471675157546997, 0.17142465710639954, 0.13894438743591309, 0.14138907194137573, 0.10181719064712524, 0.08223115652799606, 0.05480146408081055, 0.051354099065065384], "r_norm": [4.217459201812744, 4.231057167053223, 4.116815567016602, 4.2982177734375, 4.280843734741211, 4.1470232009887695, 4.260947227478027, 4.154877185821533, 4.265697479248047, 4.144515037536621]}, {"step": 7550, "epoch": 19, "train_loss": 1.908266305923462, "cos_r_negg": [0.4418417811393738, 0.2090449184179306, 0.21036016941070557, 0.12237323075532913, 0.12256985157728195, 0.12696494162082672, 0.08601371198892593, 0.10314971208572388, 0.05782143771648407, 0.04641076922416687], "cos_apical_negg": [0.4418417811393738, 0.2090449184179306, 0.21036016941070557, 0.12237323075532913, 0.12256985157728195, 0.12696494162082672, 0.08601371198892593, 0.10314971208572388, 0.05782143771648407, 0.04641076922416687], "cos_Ac_negg": [0.4418417811393738, 0.2090449184179306, 0.21036016941070557, 0.12237323075532913, 0.12256985157728195, 0.12696494162082672, 0.08601371198892593, 0.10314971208572388, 0.05782143771648407, 0.04641076922416687], "r_norm": [4.418692588806152, 4.422233581542969, 4.310380935668945, 4.484749794006348, 4.486536026000977, 4.3418426513671875, 4.450799465179443, 4.356130123138428, 4.462760925292969, 4.3266682624816895]}, {"step": 7600, "epoch": 19, "train_loss": 1.9610934257507324, "cos_r_negg": [0.46280914545059204, 0.23279643058776855, 0.2094854712486267, 0.17244122922420502, 0.1568601131439209, 0.16221889853477478, 0.08206624537706375, 0.1137971505522728, 0.042401380836963654, 0.03740052133798599], "cos_apical_negg": [0.46280914545059204, 0.23279643058776855, 0.2094854712486267, 0.17244122922420502, 0.1568601131439209, 0.16221889853477478, 0.08206624537706375, 0.1137971505522728, 0.042401380836963654, 0.03740052133798599], "cos_Ac_negg": [0.46280914545059204, 0.23279643058776855, 0.2094854712486267, 0.17244122922420502, 0.1568601131439209, 0.16221889853477478, 0.08206624537706375, 0.1137971505522728, 0.042401380836963654, 0.03740052133798599], "r_norm": [4.435556411743164, 4.444803237915039, 4.320104598999023, 4.4932122230529785, 4.482008457183838, 4.3573808670043945, 4.5007195472717285, 4.338538646697998, 4.473254680633545, 4.329039573669434]}, {"step": 7650, "epoch": 19, "train_loss": 1.787433385848999, "cos_r_negg": [0.436728835105896, 0.2018316388130188, 0.18628817796707153, 0.16571205854415894, 0.13376834988594055, 0.15932723879814148, 0.08862742781639099, 0.1322253942489624, 0.0502423420548439, 0.04390745609998703], "cos_apical_negg": [0.436728835105896, 0.2018316388130188, 0.18628817796707153, 0.16571205854415894, 0.13376834988594055, 0.15932723879814148, 0.08862742781639099, 0.1322253942489624, 0.0502423420548439, 0.04390745609998703], "cos_Ac_negg": [0.436728835105896, 0.2018316388130188, 0.18628817796707153, 0.16571205854415894, 0.13376834988594055, 0.15932723879814148, 0.08862742781639099, 0.1322253942489624, 0.0502423420548439, 0.04390745609998703], "r_norm": [4.332337856292725, 4.3321943283081055, 4.220149040222168, 4.404995918273926, 4.36594820022583, 4.249687671661377, 4.364710807800293, 4.238225936889648, 4.368969917297363, 4.224339962005615]}, {"step": 7700, "epoch": 19, "train_loss": 1.8615400791168213, "cos_r_negg": [0.41996991634368896, 0.21489734947681427, 0.1891326606273651, 0.1434115469455719, 0.10405488312244415, 0.14166784286499023, 0.13695332407951355, 0.08630400896072388, 0.06129700690507889, 0.02102707512676716], "cos_apical_negg": [0.41996991634368896, 0.21489734947681427, 0.1891326606273651, 0.1434115469455719, 0.10405488312244415, 0.14166784286499023, 0.13695332407951355, 0.08630400896072388, 0.06129700690507889, 0.02102707512676716], "cos_Ac_negg": [0.41996991634368896, 0.21489734947681427, 0.1891326606273651, 0.1434115469455719, 0.10405488312244415, 0.14166784286499023, 0.13695332407951355, 0.08630400896072388, 0.06129700690507889, 0.02102707512676716], "r_norm": [4.395310878753662, 4.42018985748291, 4.314113616943359, 4.490294456481934, 4.48233699798584, 4.360060691833496, 4.463754177093506, 4.329751968383789, 4.47251033782959, 4.3175249099731445]}, {"step": 7750, "epoch": 19, "train_loss": 2.215641498565674, "cos_r_negg": [0.4401795566082001, 0.21596281230449677, 0.19694803655147552, 0.16557765007019043, 0.15021173655986786, 0.16323935985565186, 0.0938429906964302, 0.12958431243896484, 0.03769085928797722, 0.06113826856017113], "cos_apical_negg": [0.4401795566082001, 0.21596281230449677, 0.19694803655147552, 0.16557765007019043, 0.15021173655986786, 0.16323935985565186, 0.0938429906964302, 0.12958431243896484, 0.03769085928797722, 0.06113826856017113], "cos_Ac_negg": [0.4401795566082001, 0.21596281230449677, 0.19694803655147552, 0.16557765007019043, 0.15021173655986786, 0.16323935985565186, 0.0938429906964302, 0.12958431243896484, 0.03769085928797722, 0.06113826856017113], "r_norm": [4.4054646492004395, 4.412675857543945, 4.307698726654053, 4.462495803833008, 4.462273597717285, 4.3246073722839355, 4.467679977416992, 4.307814598083496, 4.435258865356445, 4.312661647796631]}, {"step": 7800, "epoch": 19, "train_loss": 1.710676908493042, "cos_r_negg": [0.444540411233902, 0.23096898198127747, 0.17580610513687134, 0.1611512303352356, 0.13449150323867798, 0.14227022230625153, 0.09851066768169403, 0.10310022532939911, 0.035695336759090424, 0.05595995858311653], "cos_apical_negg": [0.444540411233902, 0.23096898198127747, 0.17580610513687134, 0.1611512303352356, 0.13449150323867798, 0.14227022230625153, 0.09851066768169403, 0.10310022532939911, 0.035695336759090424, 0.05595995858311653], "cos_Ac_negg": [0.444540411233902, 0.23096898198127747, 0.17580610513687134, 0.1611512303352356, 0.13449150323867798, 0.14227022230625153, 0.09851066768169403, 0.10310022532939911, 0.035695336759090424, 0.05595995858311653], "r_norm": [4.377913475036621, 4.397498607635498, 4.290071487426758, 4.4397873878479, 4.455972194671631, 4.3332414627075195, 4.42943000793457, 4.309245586395264, 4.44263219833374, 4.310101509094238]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.3741, "test_loss": 2.088295153808594}, {"step": 7850, "epoch": 20, "train_loss": 2.0540754795074463, "cos_r_negg": [0.45256686210632324, 0.2195362150669098, 0.19035813212394714, 0.1564664989709854, 0.16237634420394897, 0.15028789639472961, 0.10752233862876892, 0.10205253213644028, 0.06746333837509155, 0.04551313444972038], "cos_apical_negg": [0.45256686210632324, 0.2195362150669098, 0.19035813212394714, 0.1564664989709854, 0.16237634420394897, 0.15028789639472961, 0.10752233862876892, 0.10205253213644028, 0.06746333837509155, 0.04551313444972038], "cos_Ac_negg": [0.45256686210632324, 0.2195362150669098, 0.19035813212394714, 0.1564664989709854, 0.16237634420394897, 0.15028789639472961, 0.10752233862876892, 0.10205253213644028, 0.06746333837509155, 0.04551313444972038], "r_norm": [4.431174278259277, 4.445013046264648, 4.33322811126709, 4.501408100128174, 4.490538597106934, 4.357470512390137, 4.472988128662109, 4.358705520629883, 4.47027063369751, 4.332836151123047]}, {"step": 7900, "epoch": 20, "train_loss": 1.9414989948272705, "cos_r_negg": [0.46387866139411926, 0.22637122869491577, 0.22041359543800354, 0.19216831028461456, 0.14515307545661926, 0.16428346931934357, 0.1071992740035057, 0.09046784043312073, 0.07489197701215744, 0.08089862763881683], "cos_apical_negg": [0.46387866139411926, 0.22637122869491577, 0.22041359543800354, 0.19216831028461456, 0.14515307545661926, 0.16428346931934357, 0.1071992740035057, 0.09046784043312073, 0.07489197701215744, 0.08089862763881683], "cos_Ac_negg": [0.46387866139411926, 0.22637122869491577, 0.22041359543800354, 0.19216831028461456, 0.14515307545661926, 0.16428346931934357, 0.1071992740035057, 0.09046784043312073, 0.07489197701215744, 0.08089862763881683], "r_norm": [4.349905967712402, 4.3617167472839355, 4.250243186950684, 4.427382946014404, 4.411220550537109, 4.277307510375977, 4.393738746643066, 4.281330108642578, 4.399595260620117, 4.256877899169922]}, {"step": 7950, "epoch": 20, "train_loss": 2.0221974849700928, "cos_r_negg": [0.42882975935935974, 0.24148762226104736, 0.19630886614322662, 0.1621127426624298, 0.135287344455719, 0.16212186217308044, 0.10126800835132599, 0.11251536011695862, 0.07443712651729584, 0.03476778790354729], "cos_apical_negg": [0.42882975935935974, 0.24148762226104736, 0.19630886614322662, 0.1621127426624298, 0.135287344455719, 0.16212186217308044, 0.10126800835132599, 0.11251536011695862, 0.07443712651729584, 0.03476778790354729], "cos_Ac_negg": [0.42882975935935974, 0.24148762226104736, 0.19630886614322662, 0.1621127426624298, 0.135287344455719, 0.16212186217308044, 0.10126800835132599, 0.11251536011695862, 0.07443712651729584, 0.03476778790354729], "r_norm": [4.3841753005981445, 4.389144420623779, 4.272526741027832, 4.437954902648926, 4.4503960609436035, 4.313824653625488, 4.425570011138916, 4.309786319732666, 4.4371442794799805, 4.296895980834961]}, {"step": 8000, "epoch": 20, "train_loss": 1.9639227390289307, "cos_r_negg": [0.4263337552547455, 0.22669827938079834, 0.18722158670425415, 0.18540862202644348, 0.13970541954040527, 0.17304721474647522, 0.07539086043834686, 0.07946600019931793, 0.09941820800304413, 0.053108882158994675], "cos_apical_negg": [0.4263337552547455, 0.22669827938079834, 0.18722158670425415, 0.18540862202644348, 0.13970541954040527, 0.17304721474647522, 0.07539086043834686, 0.07946600019931793, 0.09941820800304413, 0.053108882158994675], "cos_Ac_negg": [0.4263337552547455, 0.22669827938079834, 0.18722158670425415, 0.18540862202644348, 0.13970541954040527, 0.17304721474647522, 0.07539086043834686, 0.07946600019931793, 0.09941820800304413, 0.053108882158994675], "r_norm": [4.504147529602051, 4.514992713928223, 4.373892784118652, 4.5332536697387695, 4.560892105102539, 4.421261787414551, 4.548824310302734, 4.4202375411987305, 4.539828300476074, 4.4141950607299805]}, {"step": 8050, "epoch": 20, "train_loss": 1.9889326095581055, "cos_r_negg": [0.45390111207962036, 0.2355506420135498, 0.21788688004016876, 0.1406155377626419, 0.11207065731287003, 0.17298349738121033, 0.13620875775814056, 0.07155922055244446, 0.06569023430347443, 0.08216343820095062], "cos_apical_negg": [0.45390111207962036, 0.2355506420135498, 0.21788688004016876, 0.1406155377626419, 0.11207065731287003, 0.17298349738121033, 0.13620875775814056, 0.07155922055244446, 0.06569023430347443, 0.08216343820095062], "cos_Ac_negg": [0.45390111207962036, 0.2355506420135498, 0.21788688004016876, 0.1406155377626419, 0.11207065731287003, 0.17298349738121033, 0.13620875775814056, 0.07155922055244446, 0.06569023430347443, 0.08216343820095062], "r_norm": [4.285857200622559, 4.293402671813965, 4.185927391052246, 4.352908134460449, 4.346933364868164, 4.211892127990723, 4.328857421875, 4.212296009063721, 4.34076452255249, 4.204006195068359]}, {"step": 8100, "epoch": 20, "train_loss": 1.8475008010864258, "cos_r_negg": [0.4390067756175995, 0.24358472228050232, 0.19793005287647247, 0.15283924341201782, 0.1354367583990097, 0.16771200299263, 0.10732019692659378, 0.1007353886961937, 0.0996968150138855, 0.08278258144855499], "cos_apical_negg": [0.4390067756175995, 0.24358472228050232, 0.19793005287647247, 0.15283924341201782, 0.1354367583990097, 0.16771200299263, 0.10732019692659378, 0.1007353886961937, 0.0996968150138855, 0.08278258144855499], "cos_Ac_negg": [0.4390067756175995, 0.24358472228050232, 0.19793005287647247, 0.15283924341201782, 0.1354367583990097, 0.16771200299263, 0.10732019692659378, 0.1007353886961937, 0.0996968150138855, 0.08278258144855499], "r_norm": [4.296750068664551, 4.314004898071289, 4.200811386108398, 4.366314888000488, 4.370292663574219, 4.225252628326416, 4.360058307647705, 4.23313570022583, 4.350752830505371, 4.2267231941223145]}, {"step": 8150, "epoch": 20, "train_loss": 1.6943403482437134, "cos_r_negg": [0.4361293911933899, 0.23557093739509583, 0.1709950566291809, 0.15024980902671814, 0.10920120775699615, 0.17009222507476807, 0.1088133230805397, 0.10503102838993073, 0.08313119411468506, 0.09268341958522797], "cos_apical_negg": [0.4361293911933899, 0.23557093739509583, 0.1709950566291809, 0.15024980902671814, 0.10920120775699615, 0.17009222507476807, 0.1088133230805397, 0.10503102838993073, 0.08313119411468506, 0.09268341958522797], "cos_Ac_negg": [0.4361293911933899, 0.23557093739509583, 0.1709950566291809, 0.15024980902671814, 0.10920120775699615, 0.17009222507476807, 0.1088133230805397, 0.10503102838993073, 0.08313119411468506, 0.09268341958522797], "r_norm": [4.167028903961182, 4.166792869567871, 4.052034378051758, 4.223053455352783, 4.21597957611084, 4.081662654876709, 4.192075252532959, 4.089515209197998, 4.199636459350586, 4.074071884155273]}, {"step": 8200, "epoch": 20, "train_loss": 1.6805074214935303, "cos_r_negg": [0.41005614399909973, 0.21613329648971558, 0.16337434947490692, 0.15597334504127502, 0.12956088781356812, 0.19919800758361816, 0.11736457794904709, 0.06918901205062866, 0.07712006568908691, 0.10045036673545837], "cos_apical_negg": [0.41005614399909973, 0.21613329648971558, 0.16337434947490692, 0.15597334504127502, 0.12956088781356812, 0.19919800758361816, 0.11736457794904709, 0.06918901205062866, 0.07712006568908691, 0.10045036673545837], "cos_Ac_negg": [0.41005614399909973, 0.21613329648971558, 0.16337434947490692, 0.15597334504127502, 0.12956088781356812, 0.19919800758361816, 0.11736457794904709, 0.06918901205062866, 0.07712006568908691, 0.10045036673545837], "r_norm": [4.196812152862549, 4.208917617797852, 4.098455905914307, 4.264145374298096, 4.27409029006958, 4.141258239746094, 4.257646560668945, 4.1423773765563965, 4.252871513366699, 4.116946697235107]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.3749, "test_loss": 2.08108916015625}, {"step": 8250, "epoch": 21, "train_loss": 1.719372272491455, "cos_r_negg": [0.41936004161834717, 0.22277164459228516, 0.20502114295959473, 0.1792164146900177, 0.12113001942634583, 0.18648116290569305, 0.11743388324975967, 0.07150375843048096, 0.04458451271057129, 0.07297460734844208], "cos_apical_negg": [0.41936004161834717, 0.22277164459228516, 0.20502114295959473, 0.1792164146900177, 0.12113001942634583, 0.18648116290569305, 0.11743388324975967, 0.07150375843048096, 0.04458451271057129, 0.07297460734844208], "cos_Ac_negg": [0.41936004161834717, 0.22277164459228516, 0.20502114295959473, 0.1792164146900177, 0.12113001942634583, 0.18648116290569305, 0.11743388324975967, 0.07150375843048096, 0.04458451271057129, 0.07297460734844208], "r_norm": [4.195932865142822, 4.210492134094238, 4.085207939147949, 4.2681474685668945, 4.261240482330322, 4.113306045532227, 4.231134414672852, 4.119838237762451, 4.237521648406982, 4.106982231140137]}, {"step": 8300, "epoch": 21, "train_loss": 1.941256046295166, "cos_r_negg": [0.4322422742843628, 0.20930223166942596, 0.21924439072608948, 0.1885439157485962, 0.1583138108253479, 0.1614069640636444, 0.10463119298219681, 0.09618700295686722, 0.05536065250635147, 0.06388744711875916], "cos_apical_negg": [0.4322422742843628, 0.20930223166942596, 0.21924439072608948, 0.1885439157485962, 0.1583138108253479, 0.1614069640636444, 0.10463119298219681, 0.09618700295686722, 0.05536065250635147, 0.06388744711875916], "cos_Ac_negg": [0.4322422742843628, 0.20930223166942596, 0.21924439072608948, 0.1885439157485962, 0.1583138108253479, 0.1614069640636444, 0.10463119298219681, 0.09618700295686722, 0.05536065250635147, 0.06388744711875916], "r_norm": [4.199002265930176, 4.194986343383789, 4.0974321365356445, 4.25931978225708, 4.257023811340332, 4.118823051452637, 4.243608474731445, 4.11273193359375, 4.241096496582031, 4.1107072830200195]}, {"step": 8350, "epoch": 21, "train_loss": 2.0504863262176514, "cos_r_negg": [0.4110788106918335, 0.22794285416603088, 0.20215272903442383, 0.18805259466171265, 0.15762463212013245, 0.19563354551792145, 0.10268156230449677, 0.11051636934280396, 0.058347076177597046, 0.07864727079868317], "cos_apical_negg": [0.4110788106918335, 0.22794285416603088, 0.20215272903442383, 0.18805259466171265, 0.15762463212013245, 0.19563354551792145, 0.10268156230449677, 0.11051636934280396, 0.058347076177597046, 0.07864727079868317], "cos_Ac_negg": [0.4110788106918335, 0.22794285416603088, 0.20215272903442383, 0.18805259466171265, 0.15762463212013245, 0.19563354551792145, 0.10268156230449677, 0.11051636934280396, 0.058347076177597046, 0.07864727079868317], "r_norm": [4.3369364738464355, 4.335797309875488, 4.212827682495117, 4.3939595222473145, 4.398359298706055, 4.269969940185547, 4.38316535949707, 4.279471397399902, 4.405467987060547, 4.250397682189941]}, {"step": 8400, "epoch": 21, "train_loss": 1.917358636856079, "cos_r_negg": [0.4461202323436737, 0.22784824669361115, 0.19177015125751495, 0.16891998052597046, 0.14514528214931488, 0.178093820810318, 0.10461972653865814, 0.07176780700683594, 0.09734150022268295, 0.07666732370853424], "cos_apical_negg": [0.4461202323436737, 0.22784824669361115, 0.19177015125751495, 0.16891998052597046, 0.14514528214931488, 0.178093820810318, 0.10461972653865814, 0.07176780700683594, 0.09734150022268295, 0.07666732370853424], "cos_Ac_negg": [0.4461202323436737, 0.22784824669361115, 0.19177015125751495, 0.16891998052597046, 0.14514528214931488, 0.178093820810318, 0.10461972653865814, 0.07176780700683594, 0.09734150022268295, 0.07666732370853424], "r_norm": [4.086491107940674, 4.1018524169921875, 3.989168167114258, 4.156910419464111, 4.153082847595215, 4.035301685333252, 4.134892463684082, 4.027525424957275, 4.136641502380371, 4.0106000900268555]}, {"step": 8450, "epoch": 21, "train_loss": 1.6200075149536133, "cos_r_negg": [0.42997318506240845, 0.2313845157623291, 0.2122315913438797, 0.18437841534614563, 0.14591267704963684, 0.15386779606342316, 0.12563200294971466, 0.07656779885292053, 0.06829138100147247, 0.07336746156215668], "cos_apical_negg": [0.42997318506240845, 0.2313845157623291, 0.2122315913438797, 0.18437841534614563, 0.14591267704963684, 0.15386779606342316, 0.12563200294971466, 0.07656779885292053, 0.06829138100147247, 0.07336746156215668], "cos_Ac_negg": [0.42997318506240845, 0.2313845157623291, 0.2122315913438797, 0.18437841534614563, 0.14591267704963684, 0.15386779606342316, 0.12563200294971466, 0.07656779885292053, 0.06829138100147247, 0.07336746156215668], "r_norm": [4.449648380279541, 4.435347557067871, 4.319055557250977, 4.51485013961792, 4.521329879760742, 4.364541053771973, 4.48264741897583, 4.392345428466797, 4.522422790527344, 4.36297607421875]}, {"step": 8500, "epoch": 21, "train_loss": 1.8351678848266602, "cos_r_negg": [0.4171075224876404, 0.24285146594047546, 0.20979076623916626, 0.15106207132339478, 0.12853023409843445, 0.1706981509923935, 0.10777576267719269, 0.04995064437389374, 0.0914050042629242, 0.0995275154709816], "cos_apical_negg": [0.4171075224876404, 0.24285146594047546, 0.20979076623916626, 0.15106207132339478, 0.12853023409843445, 0.1706981509923935, 0.10777576267719269, 0.04995064437389374, 0.0914050042629242, 0.0995275154709816], "cos_Ac_negg": [0.4171075224876404, 0.24285146594047546, 0.20979076623916626, 0.15106207132339478, 0.12853023409843445, 0.1706981509923935, 0.10777576267719269, 0.04995064437389374, 0.0914050042629242, 0.0995275154709816], "r_norm": [4.210568428039551, 4.212028503417969, 4.098273277282715, 4.281208038330078, 4.26016902923584, 4.127965927124023, 4.245731353759766, 4.133518695831299, 4.238863945007324, 4.110522747039795]}, {"step": 8550, "epoch": 21, "train_loss": 1.8011305332183838, "cos_r_negg": [0.4189031422138214, 0.23601895570755005, 0.19028714299201965, 0.14044390618801117, 0.1582595407962799, 0.19663786888122559, 0.10248260200023651, 0.08821181952953339, 0.08663886785507202, 0.10219454020261765], "cos_apical_negg": [0.4189031422138214, 0.23601895570755005, 0.19028714299201965, 0.14044390618801117, 0.1582595407962799, 0.19663786888122559, 0.10248260200023651, 0.08821181952953339, 0.08663886785507202, 0.10219454020261765], "cos_Ac_negg": [0.4189031422138214, 0.23601895570755005, 0.19028714299201965, 0.14044390618801117, 0.1582595407962799, 0.19663786888122559, 0.10248260200023651, 0.08821181952953339, 0.08663886785507202, 0.10219454020261765], "r_norm": [4.19444465637207, 4.206419467926025, 4.087213516235352, 4.2596025466918945, 4.257767677307129, 4.123926162719727, 4.236757755279541, 4.135683059692383, 4.228706359863281, 4.1159868240356445]}, {"step": 8600, "epoch": 21, "train_loss": 1.9895219802856445, "cos_r_negg": [0.4284093379974365, 0.23162680864334106, 0.2133348286151886, 0.1485636830329895, 0.16067776083946228, 0.1496109515428543, 0.10796815156936646, 0.01561945490539074, 0.0912708193063736, 0.08100111037492752], "cos_apical_negg": [0.4284093379974365, 0.23162680864334106, 0.2133348286151886, 0.1485636830329895, 0.16067776083946228, 0.1496109515428543, 0.10796815156936646, 0.01561945490539074, 0.0912708193063736, 0.08100111037492752], "cos_Ac_negg": [0.4284093379974365, 0.23162680864334106, 0.2133348286151886, 0.1485636830329895, 0.16067776083946228, 0.1496109515428543, 0.10796815156936646, 0.01561945490539074, 0.0912708193063736, 0.08100111037492752], "r_norm": [4.311317443847656, 4.315051078796387, 4.191722393035889, 4.352912425994873, 4.3647141456604, 4.217278003692627, 4.339666366577148, 4.231559753417969, 4.319681167602539, 4.21379280090332]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.3651, "test_loss": 2.09755458984375}, {"step": 8650, "epoch": 22, "train_loss": 1.849480390548706, "cos_r_negg": [0.45207715034484863, 0.22587722539901733, 0.22130262851715088, 0.14175470173358917, 0.13595710694789886, 0.15828394889831543, 0.13027909398078918, 0.1001875177025795, 0.07210841774940491, 0.061444975435733795], "cos_apical_negg": [0.45207715034484863, 0.22587722539901733, 0.22130262851715088, 0.14175470173358917, 0.13595710694789886, 0.15828394889831543, 0.13027909398078918, 0.1001875177025795, 0.07210841774940491, 0.061444975435733795], "cos_Ac_negg": [0.45207715034484863, 0.22587722539901733, 0.22130262851715088, 0.14175470173358917, 0.13595710694789886, 0.15828394889831543, 0.13027909398078918, 0.1001875177025795, 0.07210841774940491, 0.061444975435733795], "r_norm": [4.150006294250488, 4.139270782470703, 4.043453216552734, 4.1964430809021, 4.188394546508789, 4.069693565368652, 4.187578201293945, 4.063335418701172, 4.172801494598389, 4.054147720336914]}, {"step": 8700, "epoch": 22, "train_loss": 1.8080099821090698, "cos_r_negg": [0.41138750314712524, 0.22240301966667175, 0.19827240705490112, 0.16445967555046082, 0.1632041335105896, 0.1693667471408844, 0.11728283762931824, 0.078727126121521, 0.07882095873355865, 0.06786803901195526], "cos_apical_negg": [0.41138750314712524, 0.22240301966667175, 0.19827240705490112, 0.16445967555046082, 0.1632041335105896, 0.1693667471408844, 0.11728283762931824, 0.078727126121521, 0.07882095873355865, 0.06786803901195526], "cos_Ac_negg": [0.41138750314712524, 0.22240301966667175, 0.19827240705490112, 0.16445967555046082, 0.1632041335105896, 0.1693667471408844, 0.11728283762931824, 0.078727126121521, 0.07882095873355865, 0.06786803901195526], "r_norm": [4.240230560302734, 4.241679668426514, 4.133262634277344, 4.296587944030762, 4.303137302398682, 4.161508560180664, 4.273647785186768, 4.17818021774292, 4.27741813659668, 4.130383491516113]}, {"step": 8750, "epoch": 22, "train_loss": 1.8544222116470337, "cos_r_negg": [0.3963854908943176, 0.2377043515443802, 0.21180784702301025, 0.17396804690361023, 0.1992986649274826, 0.13279375433921814, 0.11840864270925522, 0.08282296359539032, 0.12503871321678162, 0.08218523859977722], "cos_apical_negg": [0.3963854908943176, 0.2377043515443802, 0.21180784702301025, 0.17396804690361023, 0.1992986649274826, 0.13279375433921814, 0.11840864270925522, 0.08282296359539032, 0.12503871321678162, 0.08218523859977722], "cos_Ac_negg": [0.3963854908943176, 0.2377043515443802, 0.21180784702301025, 0.17396804690361023, 0.1992986649274826, 0.13279375433921814, 0.11840864270925522, 0.08282296359539032, 0.12503871321678162, 0.08218523859977722], "r_norm": [4.142536163330078, 4.149435997009277, 4.046087265014648, 4.209211349487305, 4.2019362449646, 4.081821441650391, 4.188199043273926, 4.077680587768555, 4.194252014160156, 4.0633649826049805]}, {"step": 8800, "epoch": 22, "train_loss": 1.831049919128418, "cos_r_negg": [0.4323967397212982, 0.24385008215904236, 0.20578211545944214, 0.17033851146697998, 0.16048620641231537, 0.18344005942344666, 0.09877311438322067, 0.07431815564632416, 0.056620508432388306, 0.049280114471912384], "cos_apical_negg": [0.4323967397212982, 0.24385008215904236, 0.20578211545944214, 0.17033851146697998, 0.16048620641231537, 0.18344005942344666, 0.09877311438322067, 0.07431815564632416, 0.056620508432388306, 0.049280114471912384], "cos_Ac_negg": [0.4323967397212982, 0.24385008215904236, 0.20578211545944214, 0.17033851146697998, 0.16048620641231537, 0.18344005942344666, 0.09877311438322067, 0.07431815564632416, 0.056620508432388306, 0.049280114471912384], "r_norm": [4.165523529052734, 4.164977073669434, 4.05445671081543, 4.220231056213379, 4.222607135772705, 4.0900678634643555, 4.2127766609191895, 4.1030378341674805, 4.216277599334717, 4.087020397186279]}, {"step": 8850, "epoch": 22, "train_loss": 1.6410741806030273, "cos_r_negg": [0.448841392993927, 0.2344478964805603, 0.21668964624404907, 0.16382180154323578, 0.16722597181797028, 0.17382362484931946, 0.08367746323347092, 0.10774119198322296, 0.06046362966299057, 0.04573938995599747], "cos_apical_negg": [0.448841392993927, 0.2344478964805603, 0.21668964624404907, 0.16382180154323578, 0.16722597181797028, 0.17382362484931946, 0.08367746323347092, 0.10774119198322296, 0.06046362966299057, 0.04573938995599747], "cos_Ac_negg": [0.448841392993927, 0.2344478964805603, 0.21668964624404907, 0.16382180154323578, 0.16722597181797028, 0.17382362484931946, 0.08367746323347092, 0.10774119198322296, 0.06046362966299057, 0.04573938995599747], "r_norm": [4.128244876861572, 4.125787258148193, 4.009645462036133, 4.169157028198242, 4.179818630218506, 4.048686981201172, 4.1712751388549805, 4.060805320739746, 4.16048002243042, 4.045882225036621]}, {"step": 8900, "epoch": 22, "train_loss": 1.8107852935791016, "cos_r_negg": [0.42753902077674866, 0.2589266896247864, 0.21632057428359985, 0.16447904706001282, 0.18090248107910156, 0.17435629665851593, 0.08990407735109329, 0.10504738986492157, 0.09997252374887466, 0.10442031174898148], "cos_apical_negg": [0.42753902077674866, 0.2589266896247864, 0.21632057428359985, 0.16447904706001282, 0.18090248107910156, 0.17435629665851593, 0.08990407735109329, 0.10504738986492157, 0.09997252374887466, 0.10442031174898148], "cos_Ac_negg": [0.42753902077674866, 0.2589266896247864, 0.21632057428359985, 0.16447904706001282, 0.18090248107910156, 0.17435629665851593, 0.08990407735109329, 0.10504738986492157, 0.09997252374887466, 0.10442031174898148], "r_norm": [4.329484939575195, 4.340424060821533, 4.216825485229492, 4.393586158752441, 4.397740364074707, 4.247711658477783, 4.380819797515869, 4.270403861999512, 4.368541717529297, 4.235315322875977]}, {"step": 8950, "epoch": 22, "train_loss": 1.780030369758606, "cos_r_negg": [0.43480008840560913, 0.2502504587173462, 0.2312873750925064, 0.15693563222885132, 0.17491361498832703, 0.17238517105579376, 0.07238087058067322, 0.09439351409673691, 0.1080741211771965, 0.13241980969905853], "cos_apical_negg": [0.43480008840560913, 0.2502504587173462, 0.2312873750925064, 0.15693563222885132, 0.17491361498832703, 0.17238517105579376, 0.07238087058067322, 0.09439351409673691, 0.1080741211771965, 0.13241980969905853], "cos_Ac_negg": [0.43480008840560913, 0.2502504587173462, 0.2312873750925064, 0.15693563222885132, 0.17491361498832703, 0.17238517105579376, 0.07238087058067322, 0.09439351409673691, 0.1080741211771965, 0.13241980969905853], "r_norm": [4.269839286804199, 4.276909828186035, 4.1497392654418945, 4.32084321975708, 4.323431968688965, 4.171915054321289, 4.30384635925293, 4.20510721206665, 4.297375679016113, 4.174678325653076]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.3889, "test_loss": 2.1453993041992185}, {"step": 9000, "epoch": 23, "train_loss": 1.7245140075683594, "cos_r_negg": [0.44298499822616577, 0.24548187851905823, 0.23790109157562256, 0.1305258721113205, 0.17313890159130096, 0.18914221227169037, 0.07768654078245163, 0.1182117611169815, 0.07601244747638702, 0.1027868241071701], "cos_apical_negg": [0.44298499822616577, 0.24548187851905823, 0.23790109157562256, 0.1305258721113205, 0.17313890159130096, 0.18914221227169037, 0.07768654078245163, 0.1182117611169815, 0.07601244747638702, 0.1027868241071701], "cos_Ac_negg": [0.44298499822616577, 0.24548187851905823, 0.23790109157562256, 0.1305258721113205, 0.17313890159130096, 0.18914221227169037, 0.07768654078245163, 0.1182117611169815, 0.07601244747638702, 0.1027868241071701], "r_norm": [4.277225494384766, 4.300619602203369, 4.192517280578613, 4.363377571105957, 4.359340667724609, 4.22044563293457, 4.33009672164917, 4.2176361083984375, 4.342990398406982, 4.206010818481445]}, {"step": 9050, "epoch": 23, "train_loss": 1.8821320533752441, "cos_r_negg": [0.4038297235965729, 0.23272448778152466, 0.20100867748260498, 0.1532096415758133, 0.170487180352211, 0.17900383472442627, 0.09125696122646332, 0.11529053002595901, 0.07985343039035797, 0.06239283084869385], "cos_apical_negg": [0.4038297235965729, 0.23272448778152466, 0.20100867748260498, 0.1532096415758133, 0.170487180352211, 0.17900383472442627, 0.09125696122646332, 0.11529053002595901, 0.07985343039035797, 0.06239283084869385], "cos_Ac_negg": [0.4038297235965729, 0.23272448778152466, 0.20100867748260498, 0.1532096415758133, 0.170487180352211, 0.17900383472442627, 0.09125696122646332, 0.11529053002595901, 0.07985343039035797, 0.06239283084869385], "r_norm": [4.38355827331543, 4.390951156616211, 4.268832683563232, 4.417569160461426, 4.447963714599609, 4.291633605957031, 4.428966522216797, 4.306844234466553, 4.411533355712891, 4.303901672363281]}, {"step": 9100, "epoch": 23, "train_loss": 1.793811559677124, "cos_r_negg": [0.41496819257736206, 0.2555658519268036, 0.19714590907096863, 0.16353937983512878, 0.18353644013404846, 0.206415593624115, 0.09595610201358795, 0.10281316936016083, 0.07780371606349945, 0.14278270304203033], "cos_apical_negg": [0.41496819257736206, 0.2555658519268036, 0.19714590907096863, 0.16353937983512878, 0.18353644013404846, 0.206415593624115, 0.09595610201358795, 0.10281316936016083, 0.07780371606349945, 0.14278270304203033], "cos_Ac_negg": [0.41496819257736206, 0.2555658519268036, 0.19714590907096863, 0.16353937983512878, 0.18353644013404846, 0.206415593624115, 0.09595610201358795, 0.10281316936016083, 0.07780371606349945, 0.14278270304203033], "r_norm": [4.148298263549805, 4.155329704284668, 4.043662071228027, 4.2082929611206055, 4.201138019561768, 4.074989318847656, 4.193760871887207, 4.078451156616211, 4.177489280700684, 4.048360824584961]}, {"step": 9150, "epoch": 23, "train_loss": 1.8296337127685547, "cos_r_negg": [0.43083539605140686, 0.23503345251083374, 0.17612260580062866, 0.18133357167243958, 0.167117640376091, 0.18101471662521362, 0.08008523285388947, 0.08294417709112167, 0.10384009033441544, 0.1191684752702713], "cos_apical_negg": [0.43083539605140686, 0.23503345251083374, 0.17612260580062866, 0.18133357167243958, 0.167117640376091, 0.18101471662521362, 0.08008523285388947, 0.08294417709112167, 0.10384009033441544, 0.1191684752702713], "cos_Ac_negg": [0.43083539605140686, 0.23503345251083374, 0.17612260580062866, 0.18133357167243958, 0.167117640376091, 0.18101471662521362, 0.08008523285388947, 0.08294417709112167, 0.10384009033441544, 0.1191684752702713], "r_norm": [4.265228748321533, 4.300019264221191, 4.148380756378174, 4.341554641723633, 4.31827449798584, 4.1696929931640625, 4.304831504821777, 4.178798198699951, 4.300363540649414, 4.175384044647217]}, {"step": 9200, "epoch": 23, "train_loss": 1.777613878250122, "cos_r_negg": [0.4532437324523926, 0.24057258665561676, 0.2068372368812561, 0.14661364257335663, 0.1891980767250061, 0.16073791682720184, 0.06057438999414444, 0.10560786724090576, 0.07334393262863159, 0.11459152400493622], "cos_apical_negg": [0.4532437324523926, 0.24057258665561676, 0.2068372368812561, 0.14661364257335663, 0.1891980767250061, 0.16073791682720184, 0.06057438999414444, 0.10560786724090576, 0.07334393262863159, 0.11459152400493622], "cos_Ac_negg": [0.4532437324523926, 0.24057258665561676, 0.2068372368812561, 0.14661364257335663, 0.1891980767250061, 0.16073791682720184, 0.06057438999414444, 0.10560786724090576, 0.07334393262863159, 0.11459152400493622], "r_norm": [4.346972942352295, 4.3688764572143555, 4.2436842918396, 4.412023544311523, 4.406379699707031, 4.269176483154297, 4.377920150756836, 4.274969100952148, 4.379709243774414, 4.245200157165527]}, {"step": 9250, "epoch": 23, "train_loss": 2.1568522453308105, "cos_r_negg": [0.4447937607765198, 0.2576691508293152, 0.21733832359313965, 0.16215810179710388, 0.14857769012451172, 0.16715066134929657, 0.07876257598400116, 0.0875849798321724, 0.0735461562871933, 0.0767916738986969], "cos_apical_negg": [0.4447937607765198, 0.2576691508293152, 0.21733832359313965, 0.16215810179710388, 0.14857769012451172, 0.16715066134929657, 0.07876257598400116, 0.0875849798321724, 0.0735461562871933, 0.0767916738986969], "cos_Ac_negg": [0.4447937607765198, 0.2576691508293152, 0.21733832359313965, 0.16215810179710388, 0.14857769012451172, 0.16715066134929657, 0.07876257598400116, 0.0875849798321724, 0.0735461562871933, 0.0767916738986969], "r_norm": [4.420102119445801, 4.427330017089844, 4.303501605987549, 4.49176025390625, 4.479419708251953, 4.337353706359863, 4.457206726074219, 4.346915245056152, 4.450928688049316, 4.332046031951904]}, {"step": 9300, "epoch": 23, "train_loss": 1.8138420581817627, "cos_r_negg": [0.4486749768257141, 0.2370605766773224, 0.22281348705291748, 0.15207119286060333, 0.15464967489242554, 0.15594437718391418, 0.0952526181936264, 0.1086057648062706, 0.06390930712223053, 0.09828373789787292], "cos_apical_negg": [0.4486749768257141, 0.2370605766773224, 0.22281348705291748, 0.15207119286060333, 0.15464967489242554, 0.15594437718391418, 0.0952526181936264, 0.1086057648062706, 0.06390930712223053, 0.09828373789787292], "cos_Ac_negg": [0.4486749768257141, 0.2370605766773224, 0.22281348705291748, 0.15207119286060333, 0.15464967489242554, 0.15594437718391418, 0.0952526181936264, 0.1086057648062706, 0.06390930712223053, 0.09828373789787292], "r_norm": [4.353660583496094, 4.362916469573975, 4.2431640625, 4.422733306884766, 4.4215569496154785, 4.264441967010498, 4.3924880027771, 4.285515785217285, 4.397649765014648, 4.26152229309082]}, {"step": 9350, "epoch": 23, "train_loss": 1.8557929992675781, "cos_r_negg": [0.4014030694961548, 0.24299746751785278, 0.19799339771270752, 0.14474992454051971, 0.1636127531528473, 0.17312924563884735, 0.08841419219970703, 0.0702461525797844, 0.06373696029186249, 0.07422669231891632], "cos_apical_negg": [0.4014030694961548, 0.24299746751785278, 0.19799339771270752, 0.14474992454051971, 0.1636127531528473, 0.17312924563884735, 0.08841419219970703, 0.0702461525797844, 0.06373696029186249, 0.07422669231891632], "cos_Ac_negg": [0.4014030694961548, 0.24299746751785278, 0.19799339771270752, 0.14474992454051971, 0.1636127531528473, 0.17312924563884735, 0.08841419219970703, 0.0702461525797844, 0.06373696029186249, 0.07422669231891632], "r_norm": [4.29515266418457, 4.3088459968566895, 4.174745082855225, 4.3595871925354, 4.3456268310546875, 4.208622932434082, 4.327164649963379, 4.225874900817871, 4.321415901184082, 4.198381423950195]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.3618, "test_loss": 2.133579931640625}, {"step": 9400, "epoch": 24, "train_loss": 1.6698760986328125, "cos_r_negg": [0.40965741872787476, 0.2374519556760788, 0.20234045386314392, 0.15996308624744415, 0.15360113978385925, 0.13147786259651184, 0.10145603120326996, 0.09751993417739868, 0.06397614628076553, 0.09520203620195389], "cos_apical_negg": [0.40965741872787476, 0.2374519556760788, 0.20234045386314392, 0.15996308624744415, 0.15360113978385925, 0.13147786259651184, 0.10145603120326996, 0.09751993417739868, 0.06397614628076553, 0.09520203620195389], "cos_Ac_negg": [0.40965741872787476, 0.2374519556760788, 0.20234045386314392, 0.15996308624744415, 0.15360113978385925, 0.13147786259651184, 0.10145603120326996, 0.09751993417739868, 0.06397614628076553, 0.09520203620195389], "r_norm": [4.501585006713867, 4.510114669799805, 4.373694896697998, 4.564253807067871, 4.543308258056641, 4.402358055114746, 4.514559268951416, 4.421897888183594, 4.518048286437988, 4.377556324005127]}, {"step": 9450, "epoch": 24, "train_loss": 1.9644358158111572, "cos_r_negg": [0.4353848695755005, 0.25517913699150085, 0.17799097299575806, 0.16142886877059937, 0.15545368194580078, 0.15005135536193848, 0.11364934593439102, 0.0731312558054924, 0.07229168713092804, 0.11265216022729874], "cos_apical_negg": [0.4353848695755005, 0.25517913699150085, 0.17799097299575806, 0.16142886877059937, 0.15545368194580078, 0.15005135536193848, 0.11364934593439102, 0.0731312558054924, 0.07229168713092804, 0.11265216022729874], "cos_Ac_negg": [0.4353848695755005, 0.25517913699150085, 0.17799097299575806, 0.16142886877059937, 0.15545368194580078, 0.15005135536193848, 0.11364934593439102, 0.0731312558054924, 0.07229168713092804, 0.11265216022729874], "r_norm": [4.357807159423828, 4.373254299163818, 4.238968849182129, 4.428182601928711, 4.43015193939209, 4.278792381286621, 4.408966064453125, 4.2920708656311035, 4.411473751068115, 4.275420665740967]}, {"step": 9500, "epoch": 24, "train_loss": 1.848400354385376, "cos_r_negg": [0.4479841887950897, 0.2532888650894165, 0.2179018259048462, 0.17322002351284027, 0.14861296117305756, 0.16124483942985535, 0.10603396594524384, 0.1163272112607956, 0.09757116436958313, 0.10938394069671631], "cos_apical_negg": [0.4479841887950897, 0.2532888650894165, 0.2179018259048462, 0.17322002351284027, 0.14861296117305756, 0.16124483942985535, 0.10603396594524384, 0.1163272112607956, 0.09757116436958313, 0.10938394069671631], "cos_Ac_negg": [0.4479841887950897, 0.2532888650894165, 0.2179018259048462, 0.17322002351284027, 0.14861296117305756, 0.16124483942985535, 0.10603396594524384, 0.1163272112607956, 0.09757116436958313, 0.10938394069671631], "r_norm": [4.403845310211182, 4.412607192993164, 4.298110008239746, 4.460391998291016, 4.465317249298096, 4.3349738121032715, 4.460227966308594, 4.327704429626465, 4.455867767333984, 4.304718971252441]}, {"step": 9550, "epoch": 24, "train_loss": 2.208733320236206, "cos_r_negg": [0.42141956090927124, 0.26339825987815857, 0.1967218965291977, 0.15380233526229858, 0.1662074327468872, 0.1856689155101776, 0.10191550850868225, 0.09588680416345596, 0.0789964348077774, 0.09508664160966873], "cos_apical_negg": [0.42141956090927124, 0.26339825987815857, 0.1967218965291977, 0.15380233526229858, 0.1662074327468872, 0.1856689155101776, 0.10191550850868225, 0.09588680416345596, 0.0789964348077774, 0.09508664160966873], "cos_Ac_negg": [0.42141956090927124, 0.26339825987815857, 0.1967218965291977, 0.15380233526229858, 0.1662074327468872, 0.1856689155101776, 0.10191550850868225, 0.09588680416345596, 0.0789964348077774, 0.09508664160966873], "r_norm": [4.384522914886475, 4.3881683349609375, 4.2644944190979, 4.442190647125244, 4.437535762786865, 4.301342010498047, 4.438928604125977, 4.30635404586792, 4.42314338684082, 4.283658981323242]}, {"step": 9600, "epoch": 24, "train_loss": 2.0045719146728516, "cos_r_negg": [0.4331141710281372, 0.2575768530368805, 0.2004251778125763, 0.19814974069595337, 0.15451547503471375, 0.1982087343931198, 0.11420693248510361, 0.09305679798126221, 0.0379750020802021, 0.07105402648448944], "cos_apical_negg": [0.4331141710281372, 0.2575768530368805, 0.2004251778125763, 0.19814974069595337, 0.15451547503471375, 0.1982087343931198, 0.11420693248510361, 0.09305679798126221, 0.0379750020802021, 0.07105402648448944], "cos_Ac_negg": [0.4331141710281372, 0.2575768530368805, 0.2004251778125763, 0.19814974069595337, 0.15451547503471375, 0.1982087343931198, 0.11420693248510361, 0.09305679798126221, 0.0379750020802021, 0.07105402648448944], "r_norm": [4.256668567657471, 4.264253616333008, 4.1589035987854, 4.311271667480469, 4.314868450164795, 4.195300102233887, 4.310262680053711, 4.190977096557617, 4.299018859863281, 4.155171871185303]}, {"step": 9650, "epoch": 24, "train_loss": 1.6834566593170166, "cos_r_negg": [0.43128669261932373, 0.26050013303756714, 0.20185746252536774, 0.17875531315803528, 0.16377533972263336, 0.19738276302814484, 0.07628818601369858, 0.059659458696842194, 0.0671786442399025, 0.08617996424436569], "cos_apical_negg": [0.43128669261932373, 0.26050013303756714, 0.20185746252536774, 0.17875531315803528, 0.16377533972263336, 0.19738276302814484, 0.07628818601369858, 0.059659458696842194, 0.0671786442399025, 0.08617996424436569], "cos_Ac_negg": [0.43128669261932373, 0.26050013303756714, 0.20185746252536774, 0.17875531315803528, 0.16377533972263336, 0.19738276302814484, 0.07628818601369858, 0.059659458696842194, 0.0671786442399025, 0.08617996424436569], "r_norm": [4.148953437805176, 4.162432670593262, 4.039726257324219, 4.219400882720947, 4.201539993286133, 4.063690662384033, 4.182137966156006, 4.076818466186523, 4.179841041564941, 4.049898147583008]}, {"step": 9700, "epoch": 24, "train_loss": 2.400925636291504, "cos_r_negg": [0.4159882068634033, 0.24984534084796906, 0.2067900002002716, 0.14530979096889496, 0.14780332148075104, 0.17191395163536072, 0.12924909591674805, 0.0964745581150055, 0.05222558602690697, 0.05735425278544426], "cos_apical_negg": [0.4159882068634033, 0.24984534084796906, 0.2067900002002716, 0.14530979096889496, 0.14780332148075104, 0.17191395163536072, 0.12924909591674805, 0.0964745581150055, 0.05222558602690697, 0.05735425278544426], "cos_Ac_negg": [0.4159882068634033, 0.24984534084796906, 0.2067900002002716, 0.14530979096889496, 0.14780332148075104, 0.17191395163536072, 0.12924909591674805, 0.0964745581150055, 0.05222558602690697, 0.05735425278544426], "r_norm": [4.513209342956543, 4.549542427062988, 4.4411492347717285, 4.605747222900391, 4.632912635803223, 4.485635757446289, 4.575715065002441, 4.465243816375732, 4.595460414886475, 4.425171852111816]}, {"step": 9750, "epoch": 24, "train_loss": 1.8740694522857666, "cos_r_negg": [0.4297177493572235, 0.24002239108085632, 0.21998131275177002, 0.1831684708595276, 0.1462857574224472, 0.22355419397354126, 0.10594812035560608, 0.09482133388519287, 0.050565317273139954, 0.06793496012687683], "cos_apical_negg": [0.4297177493572235, 0.24002239108085632, 0.21998131275177002, 0.1831684708595276, 0.1462857574224472, 0.22355419397354126, 0.10594812035560608, 0.09482133388519287, 0.050565317273139954, 0.06793496012687683], "cos_Ac_negg": [0.4297177493572235, 0.24002239108085632, 0.21998131275177002, 0.1831684708595276, 0.1462857574224472, 0.22355419397354126, 0.10594812035560608, 0.09482133388519287, 0.050565317273139954, 0.06793496012687683], "r_norm": [4.648312568664551, 4.652493000030518, 4.514483451843262, 4.712451934814453, 4.710108280181885, 4.550938606262207, 4.684746742248535, 4.5735979080200195, 4.675378799438477, 4.549821853637695]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.3749, "test_loss": 2.07236689453125}], "final": {"test_acc": 0.3749, "test_loss": 2.07236689453125, "wall_s": 39.758925914764404, "cos_r_negg": [0.45071858167648315, 0.24632000923156738, 0.21109560132026672, 0.17218844592571259, 0.16471901535987854, 0.19188541173934937, 0.0735263079404831, 0.09569035470485687, 0.08795128762722015, 0.07371081411838531], "cos_apical_negg": [0.45071858167648315, 0.24632000923156738, 0.21109560132026672, 0.17218844592571259, 0.16471901535987854, 0.19188541173934937, 0.0735263079404831, 0.09569035470485687, 0.08795128762722015, 0.07371081411838531], "cos_Ac_negg": [0.45071858167648315, 0.24632000923156738, 0.21109560132026672, 0.17218844592571259, 0.16471901535987854, 0.19188541173934937, 0.0735263079404831, 0.09569035470485687, 0.08795128762722015, 0.07371081411838531]}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_dfa_d20_s0.json b/results/deepres_cifar10_dfa_d20_s0.json
new file mode 100644
index 0000000..c1d288a
--- /dev/null
+++ b/results/deepres_cifar10_dfa_d20_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 20, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.03, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_dfa_d20_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.405811309814453, "cos_r_negg": [-0.023178476840257645, -0.006114628631621599, 0.010317911393940449, -0.011210125871002674, -0.016911344602704048, -0.008585076779127121, 0.03143297880887985, 0.018662288784980774, 0.01921432837843895, 0.025884870439767838, 0.009341489523649216, -0.04922332242131233, -0.00577546376734972, -0.050979264080524445, 0.0010517881019040942, 0.015566917136311531, -0.0373544916510582, 0.018412288278341293, -0.007119486108422279, -0.03189253807067871], "cos_apical_negg": [-0.023178476840257645, -0.006114628631621599, 0.010317911393940449, -0.011210125871002674, -0.016911344602704048, -0.008585076779127121, 0.03143297880887985, 0.018662288784980774, 0.01921432837843895, 0.025884870439767838, 0.009341489523649216, -0.04922332242131233, -0.00577546376734972, -0.050979264080524445, 0.0010517881019040942, 0.015566917136311531, -0.0373544916510582, 0.018412288278341293, -0.007119486108422279, -0.03189253807067871], "cos_Ac_negg": [-0.023178476840257645, -0.006114628631621599, 0.010317911393940449, -0.011210125871002674, -0.016911344602704048, -0.008585076779127121, 0.03143297880887985, 0.018662288784980774, 0.01921432837843895, 0.025884870439767838, 0.009341489523649216, -0.04922332242131233, -0.00577546376734972, -0.050979264080524445, 0.0010517881019040942, 0.015566917136311531, -0.0373544916510582, 0.018412288278341293, -0.007119486108422279, -0.03189253807067871], "r_norm": [5.119816780090332, 4.975783824920654, 4.847423553466797, 4.9912004470825195, 4.854930877685547, 4.915169715881348, 5.139875411987305, 4.946984767913818, 4.983828067779541, 4.993895053863525, 5.096929550170898, 4.903720855712891, 4.9906816482543945, 4.970816135406494, 4.909086227416992, 5.043300628662109, 5.044879913330078, 4.91610050201416, 5.014220237731934, 5.116448402404785]}, {"step": 50, "epoch": 0, "train_loss": 2.0593645572662354, "cos_r_negg": [0.2126082181930542, 0.03425139933824539, -0.015882255509495735, -0.021104784682393074, -0.04328882694244385, 0.006659946404397488, -0.08667502552270889, -0.052440159022808075, -0.059074196964502335, 0.01741572842001915, -0.0512104295194149, -0.0780847892165184, 0.010395683348178864, -0.021937396377325058, -0.02982153184711933, -0.019761590287089348, 0.1047668606042862, -0.0754961371421814, -0.01075251866132021, -0.02578786015510559], "cos_apical_negg": [0.2126082181930542, 0.03425139933824539, -0.015882255509495735, -0.021104784682393074, -0.04328882694244385, 0.006659946404397488, -0.08667502552270889, -0.052440159022808075, -0.059074196964502335, 0.01741572842001915, -0.0512104295194149, -0.0780847892165184, 0.010395683348178864, -0.021937396377325058, -0.02982153184711933, -0.019761590287089348, 0.1047668606042862, -0.0754961371421814, -0.01075251866132021, -0.02578786015510559], "cos_Ac_negg": [0.2126082181930542, 0.03425139933824539, -0.015882255509495735, -0.021104784682393074, -0.04328882694244385, 0.006659946404397488, -0.08667502552270889, -0.052440159022808075, -0.059074196964502335, 0.01741572842001915, -0.0512104295194149, -0.0780847892165184, 0.010395683348178864, -0.021937396377325058, -0.02982153184711933, -0.019761590287089348, 0.1047668606042862, -0.0754961371421814, -0.01075251866132021, -0.02578786015510559], "r_norm": [4.804062366485596, 4.6593017578125, 4.58876895904541, 4.680492877960205, 4.559724807739258, 4.58299446105957, 4.815420627593994, 4.62406587600708, 4.681833267211914, 4.677694797515869, 4.7936320304870605, 4.575872421264648, 4.686400890350342, 4.681694507598877, 4.589582443237305, 4.746674537658691, 4.7390875816345215, 4.620855331420898, 4.7074785232543945, 4.763476848602295]}, {"step": 100, "epoch": 0, "train_loss": 2.0027341842651367, "cos_r_negg": [0.2920513153076172, 0.008469130843877792, -0.04470342770218849, -0.056909844279289246, -0.03588774800300598, -0.024753041565418243, -0.09902988374233246, -0.07195500284433365, 0.003502796869724989, 0.018207475543022156, -0.011957873590290546, -0.014914806932210922, -0.06510597467422485, -0.04087815061211586, -0.05641995370388031, -0.037745118141174316, 0.06830811500549316, -0.03604263812303543, -0.07115751504898071, 0.013323921710252762], "cos_apical_negg": [0.2920513153076172, 0.008469130843877792, -0.04470342770218849, -0.056909844279289246, -0.03588774800300598, -0.024753041565418243, -0.09902988374233246, -0.07195500284433365, 0.003502796869724989, 0.018207475543022156, -0.011957873590290546, -0.014914806932210922, -0.06510597467422485, -0.04087815061211586, -0.05641995370388031, -0.037745118141174316, 0.06830811500549316, -0.03604263812303543, -0.07115751504898071, 0.013323921710252762], "cos_Ac_negg": [0.2920513153076172, 0.008469130843877792, -0.04470342770218849, -0.056909844279289246, -0.03588774800300598, -0.024753041565418243, -0.09902988374233246, -0.07195500284433365, 0.003502796869724989, 0.018207475543022156, -0.011957873590290546, -0.014914806932210922, -0.06510597467422485, -0.04087815061211586, -0.05641995370388031, -0.037745118141174316, 0.06830811500549316, -0.03604263812303543, -0.07115751504898071, 0.013323921710252762], "r_norm": [4.571656703948975, 4.411689281463623, 4.338871002197266, 4.448515892028809, 4.326078414916992, 4.365693092346191, 4.584414958953857, 4.404548168182373, 4.448210716247559, 4.465590476989746, 4.526154041290283, 4.3649373054504395, 4.446952819824219, 4.430757522583008, 4.368661403656006, 4.503932952880859, 4.483058929443359, 4.392626762390137, 4.4763031005859375, 4.530392646789551]}, {"step": 150, "epoch": 0, "train_loss": 2.4136791229248047, "cos_r_negg": [0.3617737889289856, 0.019821282476186752, -0.06501506268978119, -0.05757518857717514, -0.03821688890457153, 0.02039332315325737, -0.037438295781612396, -0.050558652728796005, 0.01570344716310501, -0.06784849613904953, -0.031922340393066406, 0.000527041032910347, -0.09037575870752335, -0.005431166850030422, 0.028616633266210556, 0.017807940021157265, 0.010896451771259308, -0.06335798650979996, 0.041452836245298386, -0.049680016934871674], "cos_apical_negg": [0.3617737889289856, 0.019821282476186752, -0.06501506268978119, -0.05757518857717514, -0.03821688890457153, 0.02039332315325737, -0.037438295781612396, -0.050558652728796005, 0.01570344716310501, -0.06784849613904953, -0.031922340393066406, 0.000527041032910347, -0.09037575870752335, -0.005431166850030422, 0.028616633266210556, 0.017807940021157265, 0.010896451771259308, -0.06335798650979996, 0.041452836245298386, -0.049680016934871674], "cos_Ac_negg": [0.3617737889289856, 0.019821282476186752, -0.06501506268978119, -0.05757518857717514, -0.03821688890457153, 0.02039332315325737, -0.037438295781612396, -0.050558652728796005, 0.01570344716310501, -0.06784849613904953, -0.031922340393066406, 0.000527041032910347, -0.09037575870752335, -0.005431166850030422, 0.028616633266210556, 0.017807940021157265, 0.010896451771259308, -0.06335798650979996, 0.041452836245298386, -0.049680016934871674], "r_norm": [4.7373785972595215, 4.563687324523926, 4.502455234527588, 4.589735984802246, 4.481822967529297, 4.513523101806641, 4.757929801940918, 4.559081077575684, 4.599056243896484, 4.63069486618042, 4.685737609863281, 4.510429859161377, 4.607277870178223, 4.576787948608398, 4.526332855224609, 4.667291641235352, 4.649892807006836, 4.5533623695373535, 4.636552810668945, 4.694012641906738]}, {"step": 200, "epoch": 0, "train_loss": 2.195826292037964, "cos_r_negg": [0.3666660785675049, 0.044534772634506226, -0.07887133955955505, -0.08015993237495422, -0.03350285813212395, -0.014739311300218105, -0.04266679286956787, -0.05162818357348442, -0.02233784645795822, -0.0062090009450912476, -0.05373624712228775, 0.02029091864824295, -0.1452372521162033, -0.056981634348630905, 0.011937509290874004, -0.06214391067624092, -0.08676319569349289, -0.14738118648529053, 0.021089155226945877, 0.09325412660837173], "cos_apical_negg": [0.3666660785675049, 0.044534772634506226, -0.07887133955955505, -0.08015993237495422, -0.03350285813212395, -0.014739311300218105, -0.04266679286956787, -0.05162818357348442, -0.02233784645795822, -0.0062090009450912476, -0.05373624712228775, 0.02029091864824295, -0.1452372521162033, -0.056981634348630905, 0.011937509290874004, -0.06214391067624092, -0.08676319569349289, -0.14738118648529053, 0.021089155226945877, 0.09325412660837173], "cos_Ac_negg": [0.3666660785675049, 0.044534772634506226, -0.07887133955955505, -0.08015993237495422, -0.03350285813212395, -0.014739311300218105, -0.04266679286956787, -0.05162818357348442, -0.02233784645795822, -0.0062090009450912476, -0.05373624712228775, 0.02029091864824295, -0.1452372521162033, -0.056981634348630905, 0.011937509290874004, -0.06214391067624092, -0.08676319569349289, -0.14738118648529053, 0.021089155226945877, 0.09325412660837173], "r_norm": [4.553645610809326, 4.409893035888672, 4.331268310546875, 4.4423346519470215, 4.319118976593018, 4.36251974105835, 4.568711280822754, 4.380581855773926, 4.448402404785156, 4.439982891082764, 4.522889614105225, 4.351539611816406, 4.431377410888672, 4.419940948486328, 4.361167907714844, 4.493800163269043, 4.473587989807129, 4.375502586364746, 4.466536521911621, 4.520323753356934]}, {"step": 250, "epoch": 0, "train_loss": 1.9992477893829346, "cos_r_negg": [0.36027878522872925, 0.03975453972816467, -0.08044958114624023, -0.11697781085968018, -0.09354551136493683, -0.031229563057422638, -0.04317948594689369, -0.06490582227706909, -0.009821932762861252, 0.0006170282140374184, 0.01678778976202011, 0.003198044141754508, -0.1187899261713028, -0.11826388537883759, 0.024175576865673065, -0.062341995537281036, -0.11770062148571014, -0.16074717044830322, 0.009461442939937115, 0.04480140656232834], "cos_apical_negg": [0.36027878522872925, 0.03975453972816467, -0.08044958114624023, -0.11697781085968018, -0.09354551136493683, -0.031229563057422638, -0.04317948594689369, -0.06490582227706909, -0.009821932762861252, 0.0006170282140374184, 0.01678778976202011, 0.003198044141754508, -0.1187899261713028, -0.11826388537883759, 0.024175576865673065, -0.062341995537281036, -0.11770062148571014, -0.16074717044830322, 0.009461442939937115, 0.04480140656232834], "cos_Ac_negg": [0.36027878522872925, 0.03975453972816467, -0.08044958114624023, -0.11697781085968018, -0.09354551136493683, -0.031229563057422638, -0.04317948594689369, -0.06490582227706909, -0.009821932762861252, 0.0006170282140374184, 0.01678778976202011, 0.003198044141754508, -0.1187899261713028, -0.11826388537883759, 0.024175576865673065, -0.062341995537281036, -0.11770062148571014, -0.16074717044830322, 0.009461442939937115, 0.04480140656232834], "r_norm": [4.580254077911377, 4.441136360168457, 4.356871604919434, 4.471654415130615, 4.3413496017456055, 4.385398864746094, 4.601456642150879, 4.409266471862793, 4.469785213470459, 4.4812140464782715, 4.549960613250732, 4.381218910217285, 4.466845512390137, 4.448799133300781, 4.392793655395508, 4.5244975090026855, 4.510366439819336, 4.408935070037842, 4.499629974365234, 4.542943000793457]}, {"step": 300, "epoch": 0, "train_loss": 1.7562839984893799, "cos_r_negg": [0.3919931650161743, 0.032498084008693695, -0.06730476021766663, -0.10517531633377075, -0.08034434169530869, -0.03074091672897339, -0.031222254037857056, -0.06594803929328918, -0.09075696021318436, -0.05733797699213028, 0.006461501587182283, -0.007036610972136259, -0.12641078233718872, -0.10788419842720032, -0.0015242677181959152, -0.056162141263484955, -0.0003984267823398113, -0.00017028534784913063, -0.05672245845198631, 0.023409925401210785], "cos_apical_negg": [0.3919931650161743, 0.032498084008693695, -0.06730476021766663, -0.10517531633377075, -0.08034434169530869, -0.03074091672897339, -0.031222254037857056, -0.06594803929328918, -0.09075696021318436, -0.05733797699213028, 0.006461501587182283, -0.007036610972136259, -0.12641078233718872, -0.10788419842720032, -0.0015242677181959152, -0.056162141263484955, -0.0003984267823398113, -0.00017028534784913063, -0.05672245845198631, 0.023409925401210785], "cos_Ac_negg": [0.3919931650161743, 0.032498084008693695, -0.06730476021766663, -0.10517531633377075, -0.08034434169530869, -0.03074091672897339, -0.031222254037857056, -0.06594803929328918, -0.09075696021318436, -0.05733797699213028, 0.006461501587182283, -0.007036610972136259, -0.12641078233718872, -0.10788419842720032, -0.0015242677181959152, -0.056162141263484955, -0.0003984267823398113, -0.00017028534784913063, -0.05672245845198631, 0.023409925401210785], "r_norm": [4.542660236358643, 4.402559757232666, 4.320572376251221, 4.423163414001465, 4.304739952087402, 4.3462748527526855, 4.552718162536621, 4.377463340759277, 4.4270524978637695, 4.445814609527588, 4.518869400024414, 4.342349052429199, 4.432880401611328, 4.410702228546143, 4.350961685180664, 4.489595413208008, 4.469372749328613, 4.363890647888184, 4.449098110198975, 4.50178337097168]}, {"step": 350, "epoch": 0, "train_loss": 2.1295626163482666, "cos_r_negg": [0.39773643016815186, 0.0035689438227564096, -0.06103156879544258, -0.08471204340457916, -0.06362833082675934, -0.06849806010723114, -0.08181558549404144, -0.044951584190130234, -0.053214140236377716, 0.05487213283777237, 0.0334252305328846, -0.018826304003596306, -0.07383742928504944, -0.05954799801111221, -0.0019507724791765213, -0.05674268305301666, -0.10821590572595596, -0.016888592392206192, 0.08027663081884384, -0.02114206738770008], "cos_apical_negg": [0.39773643016815186, 0.0035689438227564096, -0.06103156879544258, -0.08471204340457916, -0.06362833082675934, -0.06849806010723114, -0.08181558549404144, -0.044951584190130234, -0.053214140236377716, 0.05487213283777237, 0.0334252305328846, -0.018826304003596306, -0.07383742928504944, -0.05954799801111221, -0.0019507724791765213, -0.05674268305301666, -0.10821590572595596, -0.016888592392206192, 0.08027663081884384, -0.02114206738770008], "cos_Ac_negg": [0.39773643016815186, 0.0035689438227564096, -0.06103156879544258, -0.08471204340457916, -0.06362833082675934, -0.06849806010723114, -0.08181558549404144, -0.044951584190130234, -0.053214140236377716, 0.05487213283777237, 0.0334252305328846, -0.018826304003596306, -0.07383742928504944, -0.05954799801111221, -0.0019507724791765213, -0.05674268305301666, -0.10821590572595596, -0.016888592392206192, 0.08027663081884384, -0.02114206738770008], "r_norm": [4.653198719024658, 4.479459762573242, 4.409650802612305, 4.530091285705566, 4.408788681030273, 4.449156284332275, 4.660481929779053, 4.485386848449707, 4.532670974731445, 4.533790111541748, 4.604656219482422, 4.442721366882324, 4.519447326660156, 4.505979537963867, 4.443921089172363, 4.5926313400268555, 4.566020488739014, 4.4616498947143555, 4.550552845001221, 4.611593246459961]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3121, "test_loss": 1.9802918212890626}, {"step": 400, "epoch": 1, "train_loss": 1.9402329921722412, "cos_r_negg": [0.45084863901138306, 0.024198414757847786, -0.046843163669109344, -0.09319480508565903, -0.09548047184944153, -0.04519416391849518, -0.04567798972129822, -0.08392150700092316, -0.03370991349220276, -0.009215077385306358, 0.1102699562907219, -0.03937552124261856, -0.03682837635278702, -0.00552352424710989, -0.0950745940208435, -0.07559369504451752, -0.011827661655843258, -0.07266046106815338, 0.12994956970214844, -0.057763051241636276], "cos_apical_negg": [0.45084863901138306, 0.024198414757847786, -0.046843163669109344, -0.09319480508565903, -0.09548047184944153, -0.04519416391849518, -0.04567798972129822, -0.08392150700092316, -0.03370991349220276, -0.009215077385306358, 0.1102699562907219, -0.03937552124261856, -0.03682837635278702, -0.00552352424710989, -0.0950745940208435, -0.07559369504451752, -0.011827661655843258, -0.07266046106815338, 0.12994956970214844, -0.057763051241636276], "cos_Ac_negg": [0.45084863901138306, 0.024198414757847786, -0.046843163669109344, -0.09319480508565903, -0.09548047184944153, -0.04519416391849518, -0.04567798972129822, -0.08392150700092316, -0.03370991349220276, -0.009215077385306358, 0.1102699562907219, -0.03937552124261856, -0.03682837635278702, -0.00552352424710989, -0.0950745940208435, -0.07559369504451752, -0.011827661655843258, -0.07266046106815338, 0.12994956970214844, -0.057763051241636276], "r_norm": [4.6019487380981445, 4.459121227264404, 4.379737854003906, 4.485126972198486, 4.372411727905273, 4.41098165512085, 4.618817329406738, 4.428811073303223, 4.49927282333374, 4.5046000480651855, 4.5783281326293945, 4.4049530029296875, 4.491594314575195, 4.492306709289551, 4.415456771850586, 4.544804573059082, 4.518916606903076, 4.429557800292969, 4.511458396911621, 4.576020240783691]}, {"step": 450, "epoch": 1, "train_loss": 2.0603458881378174, "cos_r_negg": [0.443816602230072, 0.06080946326255798, -0.07079000771045685, -0.04683598503470421, -0.06132283806800842, -0.017721476033329964, 9.342236444354057e-05, -0.09566828608512878, -0.025011669844388962, -0.05013160780072212, 0.11256857216358185, -0.035225097090005875, -0.0012340862303972244, -0.11108297109603882, -0.026239607483148575, -0.11330676823854446, 0.014509106054902077, -0.0573018342256546, 0.23763078451156616, -0.06536976993083954], "cos_apical_negg": [0.443816602230072, 0.06080946326255798, -0.07079000771045685, -0.04683598503470421, -0.06132283806800842, -0.017721476033329964, 9.342236444354057e-05, -0.09566828608512878, -0.025011669844388962, -0.05013160780072212, 0.11256857216358185, -0.035225097090005875, -0.0012340862303972244, -0.11108297109603882, -0.026239607483148575, -0.11330676823854446, 0.014509106054902077, -0.0573018342256546, 0.23763078451156616, -0.06536976993083954], "cos_Ac_negg": [0.443816602230072, 0.06080946326255798, -0.07079000771045685, -0.04683598503470421, -0.06132283806800842, -0.017721476033329964, 9.342236444354057e-05, -0.09566828608512878, -0.025011669844388962, -0.05013160780072212, 0.11256857216358185, -0.035225097090005875, -0.0012340862303972244, -0.11108297109603882, -0.026239607483148575, -0.11330676823854446, 0.014509106054902077, -0.0573018342256546, 0.23763078451156616, -0.06536976993083954], "r_norm": [4.5363874435424805, 4.375704765319824, 4.306434631347656, 4.418839931488037, 4.291934967041016, 4.328047752380371, 4.544071197509766, 4.362556457519531, 4.424751281738281, 4.422807693481445, 4.483588218688965, 4.327944755554199, 4.402252197265625, 4.387216567993164, 4.326093673706055, 4.473806381225586, 4.448554992675781, 4.345924377441406, 4.450916290283203, 4.4859819412231445]}, {"step": 500, "epoch": 1, "train_loss": 1.8637523651123047, "cos_r_negg": [0.4656227231025696, 0.050004180520772934, -0.0536930225789547, -0.030900411307811737, -0.044379446655511856, 0.003127860836684704, 0.031015053391456604, -0.019047057256102562, -0.03874356299638748, -0.025471873581409454, 0.028057705610990524, -0.05285879224538803, -0.0051364777609705925, -0.08187128603458405, -0.06446678936481476, -0.09675297886133194, -0.0929194986820221, -0.04615603759884834, 0.1203983798623085, 0.01654236949980259], "cos_apical_negg": [0.4656227231025696, 0.050004180520772934, -0.0536930225789547, -0.030900411307811737, -0.044379446655511856, 0.003127860836684704, 0.031015053391456604, -0.019047057256102562, -0.03874356299638748, -0.025471873581409454, 0.028057705610990524, -0.05285879224538803, -0.0051364777609705925, -0.08187128603458405, -0.06446678936481476, -0.09675297886133194, -0.0929194986820221, -0.04615603759884834, 0.1203983798623085, 0.01654236949980259], "cos_Ac_negg": [0.4656227231025696, 0.050004180520772934, -0.0536930225789547, -0.030900411307811737, -0.044379446655511856, 0.003127860836684704, 0.031015053391456604, -0.019047057256102562, -0.03874356299638748, -0.025471873581409454, 0.028057705610990524, -0.05285879224538803, -0.0051364777609705925, -0.08187128603458405, -0.06446678936481476, -0.09675297886133194, -0.0929194986820221, -0.04615603759884834, 0.1203983798623085, 0.01654236949980259], "r_norm": [4.528038024902344, 4.383002281188965, 4.300872802734375, 4.419510841369629, 4.2959699630737305, 4.343991279602051, 4.539886474609375, 4.365198135375977, 4.430899143218994, 4.431258201599121, 4.500739097595215, 4.336202621459961, 4.413135528564453, 4.410390853881836, 4.338564872741699, 4.471744537353516, 4.454258441925049, 4.3611249923706055, 4.443325996398926, 4.498049736022949]}, {"step": 550, "epoch": 1, "train_loss": 1.9754819869995117, "cos_r_negg": [0.4607677459716797, 0.0778280720114708, -0.03817182779312134, -0.03258475288748741, -0.007259194739162922, -7.802154868841171e-05, 0.01526714488863945, -0.007138109300285578, -0.04129839688539505, -0.037265799939632416, 0.04968172684311867, -0.07405679672956467, -0.10792750120162964, -0.10980238020420074, -0.07160751521587372, -0.04420912265777588, -0.1111726313829422, -0.12498216331005096, 0.1053219884634018, 0.010737443342804909], "cos_apical_negg": [0.4607677459716797, 0.0778280720114708, -0.03817182779312134, -0.03258475288748741, -0.007259194739162922, -7.802154868841171e-05, 0.01526714488863945, -0.007138109300285578, -0.04129839688539505, -0.037265799939632416, 0.04968172684311867, -0.07405679672956467, -0.10792750120162964, -0.10980238020420074, -0.07160751521587372, -0.04420912265777588, -0.1111726313829422, -0.12498216331005096, 0.1053219884634018, 0.010737443342804909], "cos_Ac_negg": [0.4607677459716797, 0.0778280720114708, -0.03817182779312134, -0.03258475288748741, -0.007259194739162922, -7.802154868841171e-05, 0.01526714488863945, -0.007138109300285578, -0.04129839688539505, -0.037265799939632416, 0.04968172684311867, -0.07405679672956467, -0.10792750120162964, -0.10980238020420074, -0.07160751521587372, -0.04420912265777588, -0.1111726313829422, -0.12498216331005096, 0.1053219884634018, 0.010737443342804909], "r_norm": [4.627326011657715, 4.467386245727539, 4.391078472137451, 4.485562324523926, 4.390270233154297, 4.4025044441223145, 4.628541946411133, 4.447848320007324, 4.497110366821289, 4.531471252441406, 4.6006059646606445, 4.406949043273926, 4.498163223266602, 4.48505973815918, 4.418700218200684, 4.556917190551758, 4.532632350921631, 4.4481682777404785, 4.515897750854492, 4.589691162109375]}, {"step": 600, "epoch": 1, "train_loss": 2.059919834136963, "cos_r_negg": [0.4836016297340393, 0.06189018487930298, -0.045518457889556885, -0.0510292612016201, -0.04934164136648178, -0.0067849899642169476, 0.009867683053016663, -0.0022038258612155914, -0.08954907208681107, -0.006548638455569744, 0.020127957686781883, -0.06225825846195221, -0.10592278093099594, -0.09523150324821472, -0.13739833235740662, -0.11583593487739563, -0.06695659458637238, -0.09258030354976654, -0.02996339090168476, 0.005477854982018471], "cos_apical_negg": [0.4836016297340393, 0.06189018487930298, -0.045518457889556885, -0.0510292612016201, -0.04934164136648178, -0.0067849899642169476, 0.009867683053016663, -0.0022038258612155914, -0.08954907208681107, -0.006548638455569744, 0.020127957686781883, -0.06225825846195221, -0.10592278093099594, -0.09523150324821472, -0.13739833235740662, -0.11583593487739563, -0.06695659458637238, -0.09258030354976654, -0.02996339090168476, 0.005477854982018471], "cos_Ac_negg": [0.4836016297340393, 0.06189018487930298, -0.045518457889556885, -0.0510292612016201, -0.04934164136648178, -0.0067849899642169476, 0.009867683053016663, -0.0022038258612155914, -0.08954907208681107, -0.006548638455569744, 0.020127957686781883, -0.06225825846195221, -0.10592278093099594, -0.09523150324821472, -0.13739833235740662, -0.11583593487739563, -0.06695659458637238, -0.09258030354976654, -0.02996339090168476, 0.005477854982018471], "r_norm": [4.54770565032959, 4.404302597045898, 4.335988998413086, 4.430496692657471, 4.304619312286377, 4.348211288452148, 4.561277866363525, 4.379152297973633, 4.435731410980225, 4.438080787658691, 4.517727375030518, 4.342471122741699, 4.423136234283447, 4.412417888641357, 4.343667984008789, 4.486923694610596, 4.471678256988525, 4.367546081542969, 4.46588134765625, 4.493424415588379]}, {"step": 650, "epoch": 1, "train_loss": 2.1047911643981934, "cos_r_negg": [0.4797056019306183, 0.06042597070336342, -0.021550940349698067, -0.019613441079854965, -0.0585361123085022, 0.00791214406490326, -0.004774067085236311, -0.01763877086341381, -0.06332171708345413, -0.0316193625330925, 0.0507105216383934, 0.020102832466363907, -0.09732715040445328, 0.0729748085141182, -0.07404621690511703, -0.12311503291130066, -0.10095643252134323, -0.033084385097026825, -0.007054563611745834, 0.017668945714831352], "cos_apical_negg": [0.4797056019306183, 0.06042597070336342, -0.021550940349698067, -0.019613441079854965, -0.0585361123085022, 0.00791214406490326, -0.004774067085236311, -0.01763877086341381, -0.06332171708345413, -0.0316193625330925, 0.0507105216383934, 0.020102832466363907, -0.09732715040445328, 0.0729748085141182, -0.07404621690511703, -0.12311503291130066, -0.10095643252134323, -0.033084385097026825, -0.007054563611745834, 0.017668945714831352], "cos_Ac_negg": [0.4797056019306183, 0.06042597070336342, -0.021550940349698067, -0.019613441079854965, -0.0585361123085022, 0.00791214406490326, -0.004774067085236311, -0.01763877086341381, -0.06332171708345413, -0.0316193625330925, 0.0507105216383934, 0.020102832466363907, -0.09732715040445328, 0.0729748085141182, -0.07404621690511703, -0.12311503291130066, -0.10095643252134323, -0.033084385097026825, -0.007054563611745834, 0.017668945714831352], "r_norm": [4.563749313354492, 4.435883522033691, 4.3549299240112305, 4.453574180603027, 4.3227362632751465, 4.365489959716797, 4.583977222442627, 4.389096736907959, 4.465798377990723, 4.449214935302734, 4.530356407165527, 4.365938663482666, 4.450145244598389, 4.4506330490112305, 4.369397163391113, 4.50144100189209, 4.4855241775512695, 4.400391101837158, 4.483968734741211, 4.521378040313721]}, {"step": 700, "epoch": 1, "train_loss": 2.2107253074645996, "cos_r_negg": [0.4827210009098053, 0.03888365253806114, -0.030463021248579025, -0.0198708213865757, -0.05716541409492493, 0.0018305890262126923, 0.023563202470541, -0.0053766281343996525, 0.023534391075372696, -0.02520635724067688, 0.05564018338918686, -0.022459492087364197, -0.004959530662745237, 0.011333337984979153, -0.005772637668997049, 0.03549591451883316, -0.11215440928936005, 0.06301524490118027, 0.038966525346040726, -0.059884313493967056], "cos_apical_negg": [0.4827210009098053, 0.03888365253806114, -0.030463021248579025, -0.0198708213865757, -0.05716541409492493, 0.0018305890262126923, 0.023563202470541, -0.0053766281343996525, 0.023534391075372696, -0.02520635724067688, 0.05564018338918686, -0.022459492087364197, -0.004959530662745237, 0.011333337984979153, -0.005772637668997049, 0.03549591451883316, -0.11215440928936005, 0.06301524490118027, 0.038966525346040726, -0.059884313493967056], "cos_Ac_negg": [0.4827210009098053, 0.03888365253806114, -0.030463021248579025, -0.0198708213865757, -0.05716541409492493, 0.0018305890262126923, 0.023563202470541, -0.0053766281343996525, 0.023534391075372696, -0.02520635724067688, 0.05564018338918686, -0.022459492087364197, -0.004959530662745237, 0.011333337984979153, -0.005772637668997049, 0.03549591451883316, -0.11215440928936005, 0.06301524490118027, 0.038966525346040726, -0.059884313493967056], "r_norm": [4.594939231872559, 4.429765701293945, 4.366468906402588, 4.478231430053711, 4.352368354797363, 4.380375862121582, 4.595354080200195, 4.413110733032227, 4.465192794799805, 4.468388080596924, 4.538968563079834, 4.381224155426025, 4.464138031005859, 4.44835090637207, 4.3886919021606445, 4.519217491149902, 4.499650955200195, 4.428493499755859, 4.488369941711426, 4.551942825317383]}, {"step": 750, "epoch": 1, "train_loss": 1.9317306280136108, "cos_r_negg": [0.4769773483276367, 0.03975246474146843, -0.009098870679736137, -0.02568206749856472, 0.0015434559900313616, -0.011156906373798847, -0.0028343303129076958, 0.03679407760500908, -0.04616750404238701, -0.006352725904434919, 0.059784576296806335, -0.03282885253429413, 0.028085770085453987, 0.02179238386452198, -0.05583885684609413, -0.10764379054307938, -0.09164983034133911, 0.024312952533364296, -0.0353873036801815, -0.018665455281734467], "cos_apical_negg": [0.4769773483276367, 0.03975246474146843, -0.009098870679736137, -0.02568206749856472, 0.0015434559900313616, -0.011156906373798847, -0.0028343303129076958, 0.03679407760500908, -0.04616750404238701, -0.006352725904434919, 0.059784576296806335, -0.03282885253429413, 0.028085770085453987, 0.02179238386452198, -0.05583885684609413, -0.10764379054307938, -0.09164983034133911, 0.024312952533364296, -0.0353873036801815, -0.018665455281734467], "cos_Ac_negg": [0.4769773483276367, 0.03975246474146843, -0.009098870679736137, -0.02568206749856472, 0.0015434559900313616, -0.011156906373798847, -0.0028343303129076958, 0.03679407760500908, -0.04616750404238701, -0.006352725904434919, 0.059784576296806335, -0.03282885253429413, 0.028085770085453987, 0.02179238386452198, -0.05583885684609413, -0.10764379054307938, -0.09164983034133911, 0.024312952533364296, -0.0353873036801815, -0.018665455281734467], "r_norm": [4.569161415100098, 4.428201675415039, 4.366387367248535, 4.452993869781494, 4.333937644958496, 4.374748706817627, 4.5924577713012695, 4.39933967590332, 4.457584381103516, 4.474739074707031, 4.534478187561035, 4.366981506347656, 4.469720840454102, 4.437589168548584, 4.386967658996582, 4.516066551208496, 4.479759216308594, 4.411897659301758, 4.494350433349609, 4.528665542602539]}, {"epoch_end": 1, "step": 782, "test_acc": 0.326, "test_loss": 2.015964099121094}, {"step": 800, "epoch": 2, "train_loss": 1.9948629140853882, "cos_r_negg": [0.5006860494613647, 0.03326209634542465, -0.001974430400878191, -0.02963484451174736, -0.013337966986000538, 0.04340508580207825, 0.01802934892475605, 0.017408085986971855, 0.0019695251248776913, -0.0632181167602539, -0.01248030737042427, 0.034307073801755905, 0.018011193722486496, 0.07045446336269379, -0.03312998265028, -0.026872307062149048, -0.1218540146946907, -0.007640659809112549, 0.017764028161764145, -0.041992317885160446], "cos_apical_negg": [0.5006860494613647, 0.03326209634542465, -0.001974430400878191, -0.02963484451174736, -0.013337966986000538, 0.04340508580207825, 0.01802934892475605, 0.017408085986971855, 0.0019695251248776913, -0.0632181167602539, -0.01248030737042427, 0.034307073801755905, 0.018011193722486496, 0.07045446336269379, -0.03312998265028, -0.026872307062149048, -0.1218540146946907, -0.007640659809112549, 0.017764028161764145, -0.041992317885160446], "cos_Ac_negg": [0.5006860494613647, 0.03326209634542465, -0.001974430400878191, -0.02963484451174736, -0.013337966986000538, 0.04340508580207825, 0.01802934892475605, 0.017408085986971855, 0.0019695251248776913, -0.0632181167602539, -0.01248030737042427, 0.034307073801755905, 0.018011193722486496, 0.07045446336269379, -0.03312998265028, -0.026872307062149048, -0.1218540146946907, -0.007640659809112549, 0.017764028161764145, -0.041992317885160446], "r_norm": [4.478400230407715, 4.331912040710449, 4.2654314041137695, 4.353350639343262, 4.23776912689209, 4.2801408767700195, 4.491177558898926, 4.297168731689453, 4.371140480041504, 4.366614818572998, 4.442866325378418, 4.271668910980225, 4.354883193969727, 4.350525856018066, 4.280583381652832, 4.414068222045898, 4.392647743225098, 4.3092451095581055, 4.382874965667725, 4.433141231536865]}, {"step": 850, "epoch": 2, "train_loss": 2.0137569904327393, "cos_r_negg": [0.5053691864013672, 0.03419529274106026, -0.004540761932730675, -0.03551472723484039, 0.0060774716548621655, 0.02493564411997795, -0.03871076554059982, 0.08059817552566528, -0.04297567158937454, 0.02889452502131462, 0.0010747069027274847, -0.01985868066549301, -0.01317517925053835, 0.05236952751874924, 0.03715350106358528, -0.046757303178310394, -0.07152874767780304, 0.12601038813591003, 0.12404044717550278, -0.048699814826250076], "cos_apical_negg": [0.5053691864013672, 0.03419529274106026, -0.004540761932730675, -0.03551472723484039, 0.0060774716548621655, 0.02493564411997795, -0.03871076554059982, 0.08059817552566528, -0.04297567158937454, 0.02889452502131462, 0.0010747069027274847, -0.01985868066549301, -0.01317517925053835, 0.05236952751874924, 0.03715350106358528, -0.046757303178310394, -0.07152874767780304, 0.12601038813591003, 0.12404044717550278, -0.048699814826250076], "cos_Ac_negg": [0.5053691864013672, 0.03419529274106026, -0.004540761932730675, -0.03551472723484039, 0.0060774716548621655, 0.02493564411997795, -0.03871076554059982, 0.08059817552566528, -0.04297567158937454, 0.02889452502131462, 0.0010747069027274847, -0.01985868066549301, -0.01317517925053835, 0.05236952751874924, 0.03715350106358528, -0.046757303178310394, -0.07152874767780304, 0.12601038813591003, 0.12404044717550278, -0.048699814826250076], "r_norm": [4.599815368652344, 4.451203346252441, 4.378213882446289, 4.484339714050293, 4.3567214012146, 4.390879154205322, 4.617010593414307, 4.429154872894287, 4.483351707458496, 4.5067596435546875, 4.569043159484863, 4.397705078125, 4.486543655395508, 4.474321365356445, 4.403444290161133, 4.521852493286133, 4.516504287719727, 4.433889389038086, 4.517731666564941, 4.551390647888184]}, {"step": 900, "epoch": 2, "train_loss": 1.7573442459106445, "cos_r_negg": [0.5136400461196899, 0.0118508106097579, -0.02588946744799614, -0.05100952088832855, 0.008037911728024483, 0.023763621225953102, 0.025343943387269974, 0.03510203957557678, 0.00011107698082923889, 0.02607913129031658, 0.09143023192882538, 0.04578151926398277, 0.03773094713687897, 0.11147281527519226, 0.03204219043254852, -0.033888671547174454, -0.07773454487323761, 0.03504399210214615, 0.040845949202775955, 0.057555243372917175], "cos_apical_negg": [0.5136400461196899, 0.0118508106097579, -0.02588946744799614, -0.05100952088832855, 0.008037911728024483, 0.023763621225953102, 0.025343943387269974, 0.03510203957557678, 0.00011107698082923889, 0.02607913129031658, 0.09143023192882538, 0.04578151926398277, 0.03773094713687897, 0.11147281527519226, 0.03204219043254852, -0.033888671547174454, -0.07773454487323761, 0.03504399210214615, 0.040845949202775955, 0.057555243372917175], "cos_Ac_negg": [0.5136400461196899, 0.0118508106097579, -0.02588946744799614, -0.05100952088832855, 0.008037911728024483, 0.023763621225953102, 0.025343943387269974, 0.03510203957557678, 0.00011107698082923889, 0.02607913129031658, 0.09143023192882538, 0.04578151926398277, 0.03773094713687897, 0.11147281527519226, 0.03204219043254852, -0.033888671547174454, -0.07773454487323761, 0.03504399210214615, 0.040845949202775955, 0.057555243372917175], "r_norm": [4.655972480773926, 4.4951491355896, 4.436224937438965, 4.523809432983398, 4.402317523956299, 4.433386325836182, 4.651998519897461, 4.468306064605713, 4.518394470214844, 4.5176897048950195, 4.595798492431641, 4.433907508850098, 4.528859615325928, 4.508947372436523, 4.43281364440918, 4.5681610107421875, 4.540728569030762, 4.471819877624512, 4.548529624938965, 4.585884094238281]}, {"step": 950, "epoch": 2, "train_loss": 1.6901471614837646, "cos_r_negg": [0.5225330591201782, 0.03151331841945648, 0.0068846638314425945, -0.023263119161128998, 0.01693822257220745, 0.04727020859718323, 0.014458511024713516, 0.10630872845649719, -0.036156076937913895, -0.009840456768870354, 0.07946616411209106, 0.04107601195573807, 0.03494269400835037, 0.007886499166488647, -0.010449744760990143, 0.011244398541748524, -0.07355019450187683, 0.16411319375038147, 0.04113643988966942, -0.015503749251365662], "cos_apical_negg": [0.5225330591201782, 0.03151331841945648, 0.0068846638314425945, -0.023263119161128998, 0.01693822257220745, 0.04727020859718323, 0.014458511024713516, 0.10630872845649719, -0.036156076937913895, -0.009840456768870354, 0.07946616411209106, 0.04107601195573807, 0.03494269400835037, 0.007886499166488647, -0.010449744760990143, 0.011244398541748524, -0.07355019450187683, 0.16411319375038147, 0.04113643988966942, -0.015503749251365662], "cos_Ac_negg": [0.5225330591201782, 0.03151331841945648, 0.0068846638314425945, -0.023263119161128998, 0.01693822257220745, 0.04727020859718323, 0.014458511024713516, 0.10630872845649719, -0.036156076937913895, -0.009840456768870354, 0.07946616411209106, 0.04107601195573807, 0.03494269400835037, 0.007886499166488647, -0.010449744760990143, 0.011244398541748524, -0.07355019450187683, 0.16411319375038147, 0.04113643988966942, -0.015503749251365662], "r_norm": [4.480165958404541, 4.341386795043945, 4.263078212738037, 4.357082843780518, 4.240639686584473, 4.2789764404296875, 4.490618705749512, 4.306576728820801, 4.364593505859375, 4.370054244995117, 4.433454990386963, 4.282926082611084, 4.359629154205322, 4.340627670288086, 4.280632972717285, 4.416929244995117, 4.399086952209473, 4.314302921295166, 4.397705078125, 4.438255786895752]}, {"step": 1000, "epoch": 2, "train_loss": 2.2664942741394043, "cos_r_negg": [0.5250840187072754, -0.006703570485115051, 0.0036853463388979435, -0.009251038543879986, 0.02504381164908409, 0.012803696095943451, 0.02155705727636814, 0.059204258024692535, -0.0336633026599884, -0.008824651129543781, -0.025643352419137955, 0.0399816632270813, -0.02025480568408966, 0.005829197354614735, -0.032638393342494965, -0.14637073874473572, -0.0446273535490036, 0.03237155079841614, -0.008538567461073399, -0.003920919727534056], "cos_apical_negg": [0.5250840187072754, -0.006703570485115051, 0.0036853463388979435, -0.009251038543879986, 0.02504381164908409, 0.012803696095943451, 0.02155705727636814, 0.059204258024692535, -0.0336633026599884, -0.008824651129543781, -0.025643352419137955, 0.0399816632270813, -0.02025480568408966, 0.005829197354614735, -0.032638393342494965, -0.14637073874473572, -0.0446273535490036, 0.03237155079841614, -0.008538567461073399, -0.003920919727534056], "cos_Ac_negg": [0.5250840187072754, -0.006703570485115051, 0.0036853463388979435, -0.009251038543879986, 0.02504381164908409, 0.012803696095943451, 0.02155705727636814, 0.059204258024692535, -0.0336633026599884, -0.008824651129543781, -0.025643352419137955, 0.0399816632270813, -0.02025480568408966, 0.005829197354614735, -0.032638393342494965, -0.14637073874473572, -0.0446273535490036, 0.03237155079841614, -0.008538567461073399, -0.003920919727534056], "r_norm": [4.732930660247803, 4.553810119628906, 4.498248100280762, 4.615610122680664, 4.478512287139893, 4.510128974914551, 4.733317852020264, 4.546018123626709, 4.589507102966309, 4.624711990356445, 4.669339179992676, 4.510430335998535, 4.591648101806641, 4.573101043701172, 4.503764629364014, 4.671131610870361, 4.640871047973633, 4.524740695953369, 4.639909267425537, 4.678133487701416]}, {"step": 1050, "epoch": 2, "train_loss": 2.159158945083618, "cos_r_negg": [0.5437899827957153, 0.015415690839290619, 0.0049250926822423935, -0.008400395512580872, 0.002602457534521818, 0.018360910937190056, 0.04491144418716431, 0.04570946842432022, -0.013658883050084114, -0.07707425951957703, 0.050721731036901474, -0.0029014672618359327, -0.031610384583473206, 0.018455062061548233, 0.08584556728601456, -0.07997388392686844, -0.06017952784895897, -0.002045760862529278, 0.01904631033539772, 0.1177666187286377], "cos_apical_negg": [0.5437899827957153, 0.015415690839290619, 0.0049250926822423935, -0.008400395512580872, 0.002602457534521818, 0.018360910937190056, 0.04491144418716431, 0.04570946842432022, -0.013658883050084114, -0.07707425951957703, 0.050721731036901474, -0.0029014672618359327, -0.031610384583473206, 0.018455062061548233, 0.08584556728601456, -0.07997388392686844, -0.06017952784895897, -0.002045760862529278, 0.01904631033539772, 0.1177666187286377], "cos_Ac_negg": [0.5437899827957153, 0.015415690839290619, 0.0049250926822423935, -0.008400395512580872, 0.002602457534521818, 0.018360910937190056, 0.04491144418716431, 0.04570946842432022, -0.013658883050084114, -0.07707425951957703, 0.050721731036901474, -0.0029014672618359327, -0.031610384583473206, 0.018455062061548233, 0.08584556728601456, -0.07997388392686844, -0.06017952784895897, -0.002045760862529278, 0.01904631033539772, 0.1177666187286377], "r_norm": [4.370046615600586, 4.236554145812988, 4.163939476013184, 4.260876178741455, 4.148530006408691, 4.1802802085876465, 4.386965751647949, 4.1993207931518555, 4.266883373260498, 4.271851539611816, 4.338517665863037, 4.172523498535156, 4.251319885253906, 4.244606971740723, 4.18734884262085, 4.3114166259765625, 4.29302453994751, 4.210466384887695, 4.286818504333496, 4.331849098205566]}, {"step": 1100, "epoch": 2, "train_loss": 1.7882124185562134, "cos_r_negg": [0.539116621017456, 0.010095234960317612, -0.007212379481643438, -0.006368482019752264, 0.014141474850475788, 0.0010319133289158344, 0.032887108623981476, 0.011579122394323349, -0.0359664186835289, 0.028130829334259033, 0.011943190358579159, 0.040378205478191376, -0.0570833720266819, 0.0036038316320627928, 0.01067739725112915, -0.1061842143535614, -0.11313850432634354, 0.006144675426185131, 0.15534475445747375, -0.05289667099714279], "cos_apical_negg": [0.539116621017456, 0.010095234960317612, -0.007212379481643438, -0.006368482019752264, 0.014141474850475788, 0.0010319133289158344, 0.032887108623981476, 0.011579122394323349, -0.0359664186835289, 0.028130829334259033, 0.011943190358579159, 0.040378205478191376, -0.0570833720266819, 0.0036038316320627928, 0.01067739725112915, -0.1061842143535614, -0.11313850432634354, 0.006144675426185131, 0.15534475445747375, -0.05289667099714279], "cos_Ac_negg": [0.539116621017456, 0.010095234960317612, -0.007212379481643438, -0.006368482019752264, 0.014141474850475788, 0.0010319133289158344, 0.032887108623981476, 0.011579122394323349, -0.0359664186835289, 0.028130829334259033, 0.011943190358579159, 0.040378205478191376, -0.0570833720266819, 0.0036038316320627928, 0.01067739725112915, -0.1061842143535614, -0.11313850432634354, 0.006144675426185131, 0.15534475445747375, -0.05289667099714279], "r_norm": [4.555397987365723, 4.420828819274902, 4.345853805541992, 4.447380542755127, 4.307865619659424, 4.3666510581970215, 4.590359687805176, 4.388221263885498, 4.455892562866211, 4.452141284942627, 4.519124984741211, 4.359996318817139, 4.440471649169922, 4.431155204772949, 4.364837646484375, 4.491839408874512, 4.475831031799316, 4.388286590576172, 4.480535507202148, 4.515375137329102]}, {"step": 1150, "epoch": 2, "train_loss": 1.9695603847503662, "cos_r_negg": [0.5472371578216553, 0.03486257791519165, -0.008846361190080643, -0.006577976047992706, 0.028824497014284134, 0.0008650429081171751, 0.03850921615958214, 0.056066568940877914, -0.06643994152545929, 0.03162580728530884, -0.017376981675624847, 0.0335317961871624, -0.04824202135205269, 0.018873032182455063, -0.06733809411525726, -0.08446985483169556, -0.17568568885326385, 0.01014765352010727, 0.08035987615585327, 0.04426730424165726], "cos_apical_negg": [0.5472371578216553, 0.03486257791519165, -0.008846361190080643, -0.006577976047992706, 0.028824497014284134, 0.0008650429081171751, 0.03850921615958214, 0.056066568940877914, -0.06643994152545929, 0.03162580728530884, -0.017376981675624847, 0.0335317961871624, -0.04824202135205269, 0.018873032182455063, -0.06733809411525726, -0.08446985483169556, -0.17568568885326385, 0.01014765352010727, 0.08035987615585327, 0.04426730424165726], "cos_Ac_negg": [0.5472371578216553, 0.03486257791519165, -0.008846361190080643, -0.006577976047992706, 0.028824497014284134, 0.0008650429081171751, 0.03850921615958214, 0.056066568940877914, -0.06643994152545929, 0.03162580728530884, -0.017376981675624847, 0.0335317961871624, -0.04824202135205269, 0.018873032182455063, -0.06733809411525726, -0.08446985483169556, -0.17568568885326385, 0.01014765352010727, 0.08035987615585327, 0.04426730424165726], "r_norm": [4.536174774169922, 4.4083709716796875, 4.321483612060547, 4.434134006500244, 4.299256324768066, 4.341666221618652, 4.555947303771973, 4.374784469604492, 4.437655448913574, 4.426018238067627, 4.5183515548706055, 4.341691017150879, 4.420748710632324, 4.426394939422607, 4.34577751159668, 4.46702241897583, 4.472383499145508, 4.3665618896484375, 4.456358909606934, 4.494853973388672]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3701, "test_loss": 1.931812353515625}, {"step": 1200, "epoch": 3, "train_loss": 1.862354040145874, "cos_r_negg": [0.5124307870864868, 0.03278022259473801, 0.014414438046514988, 0.026993170380592346, 0.009828364476561546, 0.035314470529556274, 0.01851598173379898, 0.06491737067699432, -0.02150007151067257, -0.009437000378966331, -0.012145571410655975, 0.015802131965756416, 0.043256908655166626, 0.04335181787610054, -0.02811182290315628, -0.04466228932142258, -0.021549707278609276, -0.007802767679095268, 0.0785888135433197, 0.09963201731443405], "cos_apical_negg": [0.5124307870864868, 0.03278022259473801, 0.014414438046514988, 0.026993170380592346, 0.009828364476561546, 0.035314470529556274, 0.01851598173379898, 0.06491737067699432, -0.02150007151067257, -0.009437000378966331, -0.012145571410655975, 0.015802131965756416, 0.043256908655166626, 0.04335181787610054, -0.02811182290315628, -0.04466228932142258, -0.021549707278609276, -0.007802767679095268, 0.0785888135433197, 0.09963201731443405], "cos_Ac_negg": [0.5124307870864868, 0.03278022259473801, 0.014414438046514988, 0.026993170380592346, 0.009828364476561546, 0.035314470529556274, 0.01851598173379898, 0.06491737067699432, -0.02150007151067257, -0.009437000378966331, -0.012145571410655975, 0.015802131965756416, 0.043256908655166626, 0.04335181787610054, -0.02811182290315628, -0.04466228932142258, -0.021549707278609276, -0.007802767679095268, 0.0785888135433197, 0.09963201731443405], "r_norm": [4.504228115081787, 4.359161376953125, 4.287668228149414, 4.394140243530273, 4.26534366607666, 4.302586555480957, 4.512923717498779, 4.334213733673096, 4.396003246307373, 4.3985748291015625, 4.467639923095703, 4.304433345794678, 4.387602806091309, 4.3659749031066895, 4.309914588928223, 4.442557334899902, 4.424782752990723, 4.336376190185547, 4.43028450012207, 4.462241172790527]}, {"step": 1250, "epoch": 3, "train_loss": 1.714332103729248, "cos_r_negg": [0.5166336297988892, 0.05736994370818138, 0.007581571117043495, 0.01377174537628889, 0.010968418791890144, 0.06947293877601624, 0.0028318860568106174, 0.02825283445417881, -0.02673260122537613, 0.012617090716958046, 0.016965758055448532, 0.01941595785319805, 0.028379548341035843, 0.07419657707214355, -0.02704472653567791, -0.03142925351858139, -0.030163781717419624, 3.5760458558797836e-05, 0.12461939454078674, 0.12362655252218246], "cos_apical_negg": [0.5166336297988892, 0.05736994370818138, 0.007581571117043495, 0.01377174537628889, 0.010968418791890144, 0.06947293877601624, 0.0028318860568106174, 0.02825283445417881, -0.02673260122537613, 0.012617090716958046, 0.016965758055448532, 0.01941595785319805, 0.028379548341035843, 0.07419657707214355, -0.02704472653567791, -0.03142925351858139, -0.030163781717419624, 3.5760458558797836e-05, 0.12461939454078674, 0.12362655252218246], "cos_Ac_negg": [0.5166336297988892, 0.05736994370818138, 0.007581571117043495, 0.01377174537628889, 0.010968418791890144, 0.06947293877601624, 0.0028318860568106174, 0.02825283445417881, -0.02673260122537613, 0.012617090716958046, 0.016965758055448532, 0.01941595785319805, 0.028379548341035843, 0.07419657707214355, -0.02704472653567791, -0.03142925351858139, -0.030163781717419624, 3.5760458558797836e-05, 0.12461939454078674, 0.12362655252218246], "r_norm": [4.4876909255981445, 4.333367347717285, 4.272408485412598, 4.377719402313232, 4.256975173950195, 4.288666725158691, 4.505148887634277, 4.322810649871826, 4.388866424560547, 4.380367279052734, 4.453571319580078, 4.286929607391357, 4.378836631774902, 4.36075496673584, 4.293028354644775, 4.44135046005249, 4.408588409423828, 4.310792922973633, 4.401777744293213, 4.451450347900391]}, {"step": 1300, "epoch": 3, "train_loss": 1.9288058280944824, "cos_r_negg": [0.5418095588684082, 0.03464027866721153, -0.013236410915851593, 0.015359949320554733, 0.04563574492931366, 0.07787834107875824, -0.03546934574842453, 0.051722001284360886, -0.030004646629095078, 0.04118036851286888, 0.021379100158810616, -0.029621649533510208, 0.003908971790224314, 0.017672274261713028, 0.02529161237180233, -0.06572289764881134, -0.007192840799689293, 0.04721792787313461, 0.017774179577827454, 0.1038898304104805], "cos_apical_negg": [0.5418095588684082, 0.03464027866721153, -0.013236410915851593, 0.015359949320554733, 0.04563574492931366, 0.07787834107875824, -0.03546934574842453, 0.051722001284360886, -0.030004646629095078, 0.04118036851286888, 0.021379100158810616, -0.029621649533510208, 0.003908971790224314, 0.017672274261713028, 0.02529161237180233, -0.06572289764881134, -0.007192840799689293, 0.04721792787313461, 0.017774179577827454, 0.1038898304104805], "cos_Ac_negg": [0.5418095588684082, 0.03464027866721153, -0.013236410915851593, 0.015359949320554733, 0.04563574492931366, 0.07787834107875824, -0.03546934574842453, 0.051722001284360886, -0.030004646629095078, 0.04118036851286888, 0.021379100158810616, -0.029621649533510208, 0.003908971790224314, 0.017672274261713028, 0.02529161237180233, -0.06572289764881134, -0.007192840799689293, 0.04721792787313461, 0.017774179577827454, 0.1038898304104805], "r_norm": [4.552158355712891, 4.418730735778809, 4.357603073120117, 4.428054332733154, 4.3218560218811035, 4.35532283782959, 4.555659294128418, 4.380645751953125, 4.454111099243164, 4.439135551452637, 4.523741722106934, 4.355314254760742, 4.459878921508789, 4.423905372619629, 4.3719162940979, 4.516077041625977, 4.475857734680176, 4.389101505279541, 4.456972599029541, 4.521273612976074]}, {"step": 1350, "epoch": 3, "train_loss": 2.1642143726348877, "cos_r_negg": [0.5435709953308105, 0.014452479779720306, -0.0074138883501291275, 0.012385828420519829, 0.032442182302474976, 0.060995619744062424, -0.020090600475668907, 0.03928575664758682, -0.019500020891427994, 0.012374738231301308, 0.041144177317619324, -0.0032967710867524147, 0.016655098646879196, 0.03425882011651993, -0.020853688940405846, -0.06902965903282166, 0.049474455416202545, -0.07842127233743668, -0.07081953436136246, 0.01621638610959053], "cos_apical_negg": [0.5435709953308105, 0.014452479779720306, -0.0074138883501291275, 0.012385828420519829, 0.032442182302474976, 0.060995619744062424, -0.020090600475668907, 0.03928575664758682, -0.019500020891427994, 0.012374738231301308, 0.041144177317619324, -0.0032967710867524147, 0.016655098646879196, 0.03425882011651993, -0.020853688940405846, -0.06902965903282166, 0.049474455416202545, -0.07842127233743668, -0.07081953436136246, 0.01621638610959053], "cos_Ac_negg": [0.5435709953308105, 0.014452479779720306, -0.0074138883501291275, 0.012385828420519829, 0.032442182302474976, 0.060995619744062424, -0.020090600475668907, 0.03928575664758682, -0.019500020891427994, 0.012374738231301308, 0.041144177317619324, -0.0032967710867524147, 0.016655098646879196, 0.03425882011651993, -0.020853688940405846, -0.06902965903282166, 0.049474455416202545, -0.07842127233743668, -0.07081953436136246, 0.01621638610959053], "r_norm": [4.55763578414917, 4.416557312011719, 4.331973075866699, 4.449282169342041, 4.311947822570801, 4.364549160003662, 4.585768222808838, 4.392138957977295, 4.447061538696289, 4.46289587020874, 4.525030136108398, 4.370762825012207, 4.435262680053711, 4.4215288162231445, 4.369309425354004, 4.513787269592285, 4.476047039031982, 4.401040077209473, 4.4912004470825195, 4.533317565917969]}, {"step": 1400, "epoch": 3, "train_loss": 1.9175915718078613, "cos_r_negg": [0.5466454029083252, 0.00969398021697998, -0.01995721645653248, 0.01701631024479866, 0.05500786378979683, 0.0023028277792036533, -0.00833512470126152, 0.08256016671657562, 0.011360231786966324, 0.036229316145181656, 0.010134928859770298, -0.04185008630156517, 0.01284073106944561, 0.03912615031003952, 0.04018000140786171, -0.10938263684511185, 0.02877134457230568, 0.01836525648832321, -0.09953495860099792, 0.0032588178291916847], "cos_apical_negg": [0.5466454029083252, 0.00969398021697998, -0.01995721645653248, 0.01701631024479866, 0.05500786378979683, 0.0023028277792036533, -0.00833512470126152, 0.08256016671657562, 0.011360231786966324, 0.036229316145181656, 0.010134928859770298, -0.04185008630156517, 0.01284073106944561, 0.03912615031003952, 0.04018000140786171, -0.10938263684511185, 0.02877134457230568, 0.01836525648832321, -0.09953495860099792, 0.0032588178291916847], "cos_Ac_negg": [0.5466454029083252, 0.00969398021697998, -0.01995721645653248, 0.01701631024479866, 0.05500786378979683, 0.0023028277792036533, -0.00833512470126152, 0.08256016671657562, 0.011360231786966324, 0.036229316145181656, 0.010134928859770298, -0.04185008630156517, 0.01284073106944561, 0.03912615031003952, 0.04018000140786171, -0.10938263684511185, 0.02877134457230568, 0.01836525648832321, -0.09953495860099792, 0.0032588178291916847], "r_norm": [4.54801082611084, 4.415427207946777, 4.332164764404297, 4.4358954429626465, 4.310391426086426, 4.348061561584473, 4.57211971282959, 4.381836891174316, 4.441539764404297, 4.445687294006348, 4.524307727813721, 4.35179328918457, 4.437267303466797, 4.432051658630371, 4.358245372772217, 4.484047889709473, 4.466902256011963, 4.375326156616211, 4.4733123779296875, 4.504448413848877]}, {"step": 1450, "epoch": 3, "train_loss": 1.8050817251205444, "cos_r_negg": [0.517925500869751, 0.016058456152677536, -0.0011751967249438167, 0.013690007850527763, 0.045311786234378815, 0.010999375022947788, -0.0031020347960293293, 0.06685313582420349, -0.03671220690011978, -0.013570696115493774, 0.053458888083696365, -0.07596835494041443, 0.013620901852846146, 0.038726434111595154, 0.0029026337433606386, -0.1033187285065651, 0.06682281196117401, 0.018178272992372513, 0.0005103545263409615, 0.10309722274541855], "cos_apical_negg": [0.517925500869751, 0.016058456152677536, -0.0011751967249438167, 0.013690007850527763, 0.045311786234378815, 0.010999375022947788, -0.0031020347960293293, 0.06685313582420349, -0.03671220690011978, -0.013570696115493774, 0.053458888083696365, -0.07596835494041443, 0.013620901852846146, 0.038726434111595154, 0.0029026337433606386, -0.1033187285065651, 0.06682281196117401, 0.018178272992372513, 0.0005103545263409615, 0.10309722274541855], "cos_Ac_negg": [0.517925500869751, 0.016058456152677536, -0.0011751967249438167, 0.013690007850527763, 0.045311786234378815, 0.010999375022947788, -0.0031020347960293293, 0.06685313582420349, -0.03671220690011978, -0.013570696115493774, 0.053458888083696365, -0.07596835494041443, 0.013620901852846146, 0.038726434111595154, 0.0029026337433606386, -0.1033187285065651, 0.06682281196117401, 0.018178272992372513, 0.0005103545263409615, 0.10309722274541855], "r_norm": [4.62852668762207, 4.483010292053223, 4.419018745422363, 4.517181396484375, 4.389100074768066, 4.435338020324707, 4.6347174644470215, 4.437151908874512, 4.514443874359131, 4.525625705718994, 4.591089248657227, 4.419966697692871, 4.50575065612793, 4.482848644256592, 4.438202381134033, 4.575383186340332, 4.55599308013916, 4.471709251403809, 4.535221099853516, 4.606029033660889]}, {"step": 1500, "epoch": 3, "train_loss": 2.4080820083618164, "cos_r_negg": [0.5262699127197266, 0.02825949154794216, -0.004023809917271137, 0.010928317904472351, 0.040991682559251785, -6.901100277900696e-07, 0.011187254451215267, 0.07358835637569427, -0.04748625308275223, 0.06714589148759842, 0.0333000123500824, -0.03302663937211037, 0.021172285079956055, 0.02277623862028122, 0.05996430665254593, -0.014599574729800224, 0.03123178891837597, -0.030157772824168205, -0.015499800443649292, -0.00681658647954464], "cos_apical_negg": [0.5262699127197266, 0.02825949154794216, -0.004023809917271137, 0.010928317904472351, 0.040991682559251785, -6.901100277900696e-07, 0.011187254451215267, 0.07358835637569427, -0.04748625308275223, 0.06714589148759842, 0.0333000123500824, -0.03302663937211037, 0.021172285079956055, 0.02277623862028122, 0.05996430665254593, -0.014599574729800224, 0.03123178891837597, -0.030157772824168205, -0.015499800443649292, -0.00681658647954464], "cos_Ac_negg": [0.5262699127197266, 0.02825949154794216, -0.004023809917271137, 0.010928317904472351, 0.040991682559251785, -6.901100277900696e-07, 0.011187254451215267, 0.07358835637569427, -0.04748625308275223, 0.06714589148759842, 0.0333000123500824, -0.03302663937211037, 0.021172285079956055, 0.02277623862028122, 0.05996430665254593, -0.014599574729800224, 0.03123178891837597, -0.030157772824168205, -0.015499800443649292, -0.00681658647954464], "r_norm": [4.408126354217529, 4.280048847198486, 4.219659805297852, 4.302004814147949, 4.192128658294678, 4.215500354766846, 4.417597770690918, 4.24797248840332, 4.317147731781006, 4.311217308044434, 4.389510631561279, 4.215992450714111, 4.308289527893066, 4.286376476287842, 4.230648994445801, 4.367581844329834, 4.341599941253662, 4.248043537139893, 4.324871063232422, 4.378206729888916]}, {"step": 1550, "epoch": 3, "train_loss": 2.1116645336151123, "cos_r_negg": [0.545457124710083, 0.04079562425613403, 0.0017685266211628914, 0.021747084334492683, 0.023043222725391388, 0.023384463042020798, 0.023065486922860146, 0.04426848515868187, -0.011433552950620651, 0.062248099595308304, -0.021704688668251038, -0.05155390501022339, 0.02100403979420662, -0.07575763761997223, 0.016873611137270927, -0.03469724953174591, -0.04004054516553879, 0.045266106724739075, -0.00441388227045536, 0.02531619369983673], "cos_apical_negg": [0.545457124710083, 0.04079562425613403, 0.0017685266211628914, 0.021747084334492683, 0.023043222725391388, 0.023384463042020798, 0.023065486922860146, 0.04426848515868187, -0.011433552950620651, 0.062248099595308304, -0.021704688668251038, -0.05155390501022339, 0.02100403979420662, -0.07575763761997223, 0.016873611137270927, -0.03469724953174591, -0.04004054516553879, 0.045266106724739075, -0.00441388227045536, 0.02531619369983673], "cos_Ac_negg": [0.545457124710083, 0.04079562425613403, 0.0017685266211628914, 0.021747084334492683, 0.023043222725391388, 0.023384463042020798, 0.023065486922860146, 0.04426848515868187, -0.011433552950620651, 0.062248099595308304, -0.021704688668251038, -0.05155390501022339, 0.02100403979420662, -0.07575763761997223, 0.016873611137270927, -0.03469724953174591, -0.04004054516553879, 0.045266106724739075, -0.00441388227045536, 0.02531619369983673], "r_norm": [4.525862216949463, 4.387249946594238, 4.301789283752441, 4.4139933586120605, 4.292357444763184, 4.329841613769531, 4.52908992767334, 4.343016624450684, 4.427994728088379, 4.406088352203369, 4.490091323852539, 4.321227550506592, 4.395536422729492, 4.391323566436768, 4.3248610496521, 4.477512359619141, 4.440672397613525, 4.353135585784912, 4.442834854125977, 4.485326766967773]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3676, "test_loss": 1.8502003295898437}, {"step": 1600, "epoch": 4, "train_loss": 2.1216564178466797, "cos_r_negg": [0.5627846717834473, 0.023901663720607758, 0.018561510369181633, 0.008915399201214314, 0.012327898293733597, 0.03005518764257431, 0.06502419710159302, 0.041870828717947006, -0.009716100990772247, 0.029422150924801826, -0.01405103038996458, -0.04262369126081467, 0.011257803998887539, 0.03656232729554176, 0.011202028021216393, 0.032619260251522064, -0.0012666545808315277, 0.05137604847550392, 0.025687161833047867, 0.03620774298906326], "cos_apical_negg": [0.5627846717834473, 0.023901663720607758, 0.018561510369181633, 0.008915399201214314, 0.012327898293733597, 0.03005518764257431, 0.06502419710159302, 0.041870828717947006, -0.009716100990772247, 0.029422150924801826, -0.01405103038996458, -0.04262369126081467, 0.011257803998887539, 0.03656232729554176, 0.011202028021216393, 0.032619260251522064, -0.0012666545808315277, 0.05137604847550392, 0.025687161833047867, 0.03620774298906326], "cos_Ac_negg": [0.5627846717834473, 0.023901663720607758, 0.018561510369181633, 0.008915399201214314, 0.012327898293733597, 0.03005518764257431, 0.06502419710159302, 0.041870828717947006, -0.009716100990772247, 0.029422150924801826, -0.01405103038996458, -0.04262369126081467, 0.011257803998887539, 0.03656232729554176, 0.011202028021216393, 0.032619260251522064, -0.0012666545808315277, 0.05137604847550392, 0.025687161833047867, 0.03620774298906326], "r_norm": [4.5144877433776855, 4.379278182983398, 4.298311233520508, 4.413686752319336, 4.280807971954346, 4.336015224456787, 4.5250468254089355, 4.3541340827941895, 4.411280155181885, 4.429903984069824, 4.497086048126221, 4.325138092041016, 4.405099391937256, 4.379834175109863, 4.333251953125, 4.468196868896484, 4.444545269012451, 4.36020565032959, 4.437756538391113, 4.496212959289551]}, {"step": 1650, "epoch": 4, "train_loss": 1.842742681503296, "cos_r_negg": [0.5478430986404419, 0.04627663642168045, 0.01711301878094673, 0.018109576776623726, 0.03049454838037491, 0.033198896795511246, 0.06840627640485764, 0.045014046132564545, 0.0040661608800292015, 0.037750452756881714, -0.003626231336966157, -0.01168078649789095, -0.024852778762578964, 0.003152717836201191, 0.05093894898891449, -0.023467842489480972, 0.016812508925795555, 0.08044890314340591, 0.05482732877135277, 0.047407545149326324], "cos_apical_negg": [0.5478430986404419, 0.04627663642168045, 0.01711301878094673, 0.018109576776623726, 0.03049454838037491, 0.033198896795511246, 0.06840627640485764, 0.045014046132564545, 0.0040661608800292015, 0.037750452756881714, -0.003626231336966157, -0.01168078649789095, -0.024852778762578964, 0.003152717836201191, 0.05093894898891449, -0.023467842489480972, 0.016812508925795555, 0.08044890314340591, 0.05482732877135277, 0.047407545149326324], "cos_Ac_negg": [0.5478430986404419, 0.04627663642168045, 0.01711301878094673, 0.018109576776623726, 0.03049454838037491, 0.033198896795511246, 0.06840627640485764, 0.045014046132564545, 0.0040661608800292015, 0.037750452756881714, -0.003626231336966157, -0.01168078649789095, -0.024852778762578964, 0.003152717836201191, 0.05093894898891449, -0.023467842489480972, 0.016812508925795555, 0.08044890314340591, 0.05482732877135277, 0.047407545149326324], "r_norm": [4.432729721069336, 4.29206657409668, 4.219794750213623, 4.322410583496094, 4.210522651672363, 4.24160623550415, 4.4514570236206055, 4.260342597961426, 4.324239730834961, 4.341409683227539, 4.407796859741211, 4.227630615234375, 4.309238910675049, 4.306081771850586, 4.245347499847412, 4.371758460998535, 4.358306407928467, 4.266012191772461, 4.341931343078613, 4.397926330566406]}, {"step": 1700, "epoch": 4, "train_loss": 1.8542581796646118, "cos_r_negg": [0.5794228911399841, 0.02067163772881031, 0.008228003978729248, 0.003448226023465395, 0.038037560880184174, 0.03578650578856468, 0.07134808599948883, 0.09368349611759186, -0.017709100618958473, 0.02403070777654648, 0.08961688727140427, 0.00321067008189857, -0.0003791698254644871, 0.08885350078344345, -0.0027532652020454407, -0.07289543747901917, 0.016565311700105667, -0.03392452746629715, 0.08682656288146973, 0.04061383754014969], "cos_apical_negg": [0.5794228911399841, 0.02067163772881031, 0.008228003978729248, 0.003448226023465395, 0.038037560880184174, 0.03578650578856468, 0.07134808599948883, 0.09368349611759186, -0.017709100618958473, 0.02403070777654648, 0.08961688727140427, 0.00321067008189857, -0.0003791698254644871, 0.08885350078344345, -0.0027532652020454407, -0.07289543747901917, 0.016565311700105667, -0.03392452746629715, 0.08682656288146973, 0.04061383754014969], "cos_Ac_negg": [0.5794228911399841, 0.02067163772881031, 0.008228003978729248, 0.003448226023465395, 0.038037560880184174, 0.03578650578856468, 0.07134808599948883, 0.09368349611759186, -0.017709100618958473, 0.02403070777654648, 0.08961688727140427, 0.00321067008189857, -0.0003791698254644871, 0.08885350078344345, -0.0027532652020454407, -0.07289543747901917, 0.016565311700105667, -0.03392452746629715, 0.08682656288146973, 0.04061383754014969], "r_norm": [4.476740837097168, 4.333211421966553, 4.261081695556641, 4.349397659301758, 4.226507186889648, 4.28306770324707, 4.482791900634766, 4.294276237487793, 4.364761829376221, 4.3486456871032715, 4.422659873962402, 4.272149085998535, 4.344225883483887, 4.335667610168457, 4.280754089355469, 4.40966272354126, 4.383298873901367, 4.296995162963867, 4.3813347816467285, 4.43573522567749]}, {"step": 1750, "epoch": 4, "train_loss": 1.9169628620147705, "cos_r_negg": [0.5653136372566223, 0.061655882745981216, 0.006203893572092056, 0.0015270458534359932, 0.012478352524340153, 0.029585422948002815, 0.01886937767267227, 0.051253702491521835, -0.004577388055622578, 0.01091904379427433, 0.04830630123615265, -0.01699768751859665, 0.06392639875411987, 0.053848981857299805, 0.015727892518043518, -0.06209032982587814, -0.06234190613031387, -0.13404034078121185, -0.0035021542571485043, 0.04897978901863098], "cos_apical_negg": [0.5653136372566223, 0.061655882745981216, 0.006203893572092056, 0.0015270458534359932, 0.012478352524340153, 0.029585422948002815, 0.01886937767267227, 0.051253702491521835, -0.004577388055622578, 0.01091904379427433, 0.04830630123615265, -0.01699768751859665, 0.06392639875411987, 0.053848981857299805, 0.015727892518043518, -0.06209032982587814, -0.06234190613031387, -0.13404034078121185, -0.0035021542571485043, 0.04897978901863098], "cos_Ac_negg": [0.5653136372566223, 0.061655882745981216, 0.006203893572092056, 0.0015270458534359932, 0.012478352524340153, 0.029585422948002815, 0.01886937767267227, 0.051253702491521835, -0.004577388055622578, 0.01091904379427433, 0.04830630123615265, -0.01699768751859665, 0.06392639875411987, 0.053848981857299805, 0.015727892518043518, -0.06209032982587814, -0.06234190613031387, -0.13404034078121185, -0.0035021542571485043, 0.04897978901863098], "r_norm": [4.4937310218811035, 4.339626312255859, 4.277953147888184, 4.364809036254883, 4.2501420974731445, 4.303586006164551, 4.508718013763428, 4.329648017883301, 4.39249324798584, 4.399132251739502, 4.448452472686768, 4.284468650817871, 4.371487617492676, 4.365110397338867, 4.293810844421387, 4.436322212219238, 4.418140411376953, 4.301450729370117, 4.407655715942383, 4.439707279205322]}, {"step": 1800, "epoch": 4, "train_loss": 1.59702467918396, "cos_r_negg": [0.5588557720184326, 0.042224012315273285, 0.02085200883448124, 0.007693640422075987, -0.00830723624676466, 0.03905688598752022, 0.03686238452792168, 0.06796461343765259, 0.03053518757224083, 0.04205021634697914, 0.049375616014003754, -0.029528047889471054, 0.01953929103910923, 0.024014104157686234, -0.03163474053144455, -0.02651691809296608, -0.08133676648139954, -0.10201132297515869, -0.033888764679431915, -0.018436243757605553], "cos_apical_negg": [0.5588557720184326, 0.042224012315273285, 0.02085200883448124, 0.007693640422075987, -0.00830723624676466, 0.03905688598752022, 0.03686238452792168, 0.06796461343765259, 0.03053518757224083, 0.04205021634697914, 0.049375616014003754, -0.029528047889471054, 0.01953929103910923, 0.024014104157686234, -0.03163474053144455, -0.02651691809296608, -0.08133676648139954, -0.10201132297515869, -0.033888764679431915, -0.018436243757605553], "cos_Ac_negg": [0.5588557720184326, 0.042224012315273285, 0.02085200883448124, 0.007693640422075987, -0.00830723624676466, 0.03905688598752022, 0.03686238452792168, 0.06796461343765259, 0.03053518757224083, 0.04205021634697914, 0.049375616014003754, -0.029528047889471054, 0.01953929103910923, 0.024014104157686234, -0.03163474053144455, -0.02651691809296608, -0.08133676648139954, -0.10201132297515869, -0.033888764679431915, -0.018436243757605553], "r_norm": [4.295099258422852, 4.16145133972168, 4.091157913208008, 4.188554763793945, 4.059179782867432, 4.111189842224121, 4.299768447875977, 4.132217884063721, 4.1927595138549805, 4.180560111999512, 4.266429901123047, 4.1065473556518555, 4.179598331451416, 4.172189235687256, 4.100291728973389, 4.23478889465332, 4.2178802490234375, 4.130976676940918, 4.215904712677002, 4.25257682800293]}, {"step": 1850, "epoch": 4, "train_loss": 1.9188867807388306, "cos_r_negg": [0.5898151397705078, 0.05597919598221779, 0.010501333512365818, 0.029632018879055977, 0.027976319193840027, 0.05040976405143738, 0.06655418872833252, 0.060542993247509, -0.006844840012490749, 0.05207210034132004, 0.018795281648635864, 0.001875169575214386, -0.0377141535282135, 0.02217017114162445, -0.010135244578123093, 0.0016986113041639328, 0.012306898832321167, -0.060940831899642944, -0.04074617475271225, 0.016811959445476532], "cos_apical_negg": [0.5898151397705078, 0.05597919598221779, 0.010501333512365818, 0.029632018879055977, 0.027976319193840027, 0.05040976405143738, 0.06655418872833252, 0.060542993247509, -0.006844840012490749, 0.05207210034132004, 0.018795281648635864, 0.001875169575214386, -0.0377141535282135, 0.02217017114162445, -0.010135244578123093, 0.0016986113041639328, 0.012306898832321167, -0.060940831899642944, -0.04074617475271225, 0.016811959445476532], "cos_Ac_negg": [0.5898151397705078, 0.05597919598221779, 0.010501333512365818, 0.029632018879055977, 0.027976319193840027, 0.05040976405143738, 0.06655418872833252, 0.060542993247509, -0.006844840012490749, 0.05207210034132004, 0.018795281648635864, 0.001875169575214386, -0.0377141535282135, 0.02217017114162445, -0.010135244578123093, 0.0016986113041639328, 0.012306898832321167, -0.060940831899642944, -0.04074617475271225, 0.016811959445476532], "r_norm": [4.476428508758545, 4.342227458953857, 4.267348289489746, 4.35305118560791, 4.240169525146484, 4.278632164001465, 4.48961067199707, 4.307275295257568, 4.369416236877441, 4.365558624267578, 4.453704833984375, 4.274695873260498, 4.3600287437438965, 4.36025857925415, 4.284078598022461, 4.417473793029785, 4.3949809074401855, 4.295568466186523, 4.395299911499023, 4.441510200500488]}, {"step": 1900, "epoch": 4, "train_loss": 1.8285841941833496, "cos_r_negg": [0.5472657680511475, 0.06977693736553192, 0.018704984337091446, 0.03777424991130829, 0.02364407107234001, 0.04926270991563797, 0.0721171423792839, 0.03480004519224167, -0.03238945081830025, 0.05696086958050728, -0.007650105282664299, 0.024814005941152573, -0.007669089362025261, -0.04357892647385597, -0.04844101145863533, 0.006225744262337685, -0.04091188684105873, -0.05870151147246361, -0.016061248257756233, -0.005986562930047512], "cos_apical_negg": [0.5472657680511475, 0.06977693736553192, 0.018704984337091446, 0.03777424991130829, 0.02364407107234001, 0.04926270991563797, 0.0721171423792839, 0.03480004519224167, -0.03238945081830025, 0.05696086958050728, -0.007650105282664299, 0.024814005941152573, -0.007669089362025261, -0.04357892647385597, -0.04844101145863533, 0.006225744262337685, -0.04091188684105873, -0.05870151147246361, -0.016061248257756233, -0.005986562930047512], "cos_Ac_negg": [0.5472657680511475, 0.06977693736553192, 0.018704984337091446, 0.03777424991130829, 0.02364407107234001, 0.04926270991563797, 0.0721171423792839, 0.03480004519224167, -0.03238945081830025, 0.05696086958050728, -0.007650105282664299, 0.024814005941152573, -0.007669089362025261, -0.04357892647385597, -0.04844101145863533, 0.006225744262337685, -0.04091188684105873, -0.05870151147246361, -0.016061248257756233, -0.005986562930047512], "r_norm": [4.418641090393066, 4.268651485443115, 4.2008562088012695, 4.313687324523926, 4.190451622009277, 4.227614402770996, 4.426413536071777, 4.259190082550049, 4.314787864685059, 4.319789409637451, 4.384507656097412, 4.223370552062988, 4.299379348754883, 4.285719871520996, 4.223916053771973, 4.36560583114624, 4.339611053466797, 4.2357401847839355, 4.332974910736084, 4.372647285461426]}, {"step": 1950, "epoch": 4, "train_loss": 1.759223222732544, "cos_r_negg": [0.5267456769943237, 0.07988488674163818, 0.02180248312652111, 0.03688043728470802, 0.025807932019233704, 0.0532376803457737, 0.07207262516021729, 0.009493166580796242, 0.00575439166277647, 0.07902762293815613, 0.0059517864137887955, 0.028247224166989326, -0.02022937685251236, -0.03022690862417221, -0.011218809522688389, -0.006731837056577206, -0.06551907956600189, -0.0276494100689888, -0.054700132459402084, 0.049506332725286484], "cos_apical_negg": [0.5267456769943237, 0.07988488674163818, 0.02180248312652111, 0.03688043728470802, 0.025807932019233704, 0.0532376803457737, 0.07207262516021729, 0.009493166580796242, 0.00575439166277647, 0.07902762293815613, 0.0059517864137887955, 0.028247224166989326, -0.02022937685251236, -0.03022690862417221, -0.011218809522688389, -0.006731837056577206, -0.06551907956600189, -0.0276494100689888, -0.054700132459402084, 0.049506332725286484], "cos_Ac_negg": [0.5267456769943237, 0.07988488674163818, 0.02180248312652111, 0.03688043728470802, 0.025807932019233704, 0.0532376803457737, 0.07207262516021729, 0.009493166580796242, 0.00575439166277647, 0.07902762293815613, 0.0059517864137887955, 0.028247224166989326, -0.02022937685251236, -0.03022690862417221, -0.011218809522688389, -0.006731837056577206, -0.06551907956600189, -0.0276494100689888, -0.054700132459402084, 0.049506332725286484], "r_norm": [4.521881103515625, 4.379218578338623, 4.300561904907227, 4.411593437194824, 4.280072212219238, 4.328099250793457, 4.533700466156006, 4.355517387390137, 4.411746025085449, 4.4149346351623535, 4.492429733276367, 4.324240684509277, 4.39730978012085, 4.383039474487305, 4.327444076538086, 4.4612321853637695, 4.440154075622559, 4.351685523986816, 4.447848320007324, 4.489112854003906]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3676, "test_loss": 1.9310110473632813}, {"step": 2000, "epoch": 5, "train_loss": 1.989085078239441, "cos_r_negg": [0.5408257246017456, 0.06863449513912201, 0.030247904360294342, 0.02538377419114113, 0.017602581530809402, 0.03768350929021835, 0.06115094572305679, 0.06166268140077591, 0.008056500926613808, 0.01979108527302742, 0.033762503415346146, 0.04495781287550926, 0.014057951048016548, 0.05112354829907417, 0.04111294448375702, -0.032137878239154816, 0.03747593238949776, -0.014223799109458923, -0.07555365562438965, 0.0451803095638752], "cos_apical_negg": [0.5408257246017456, 0.06863449513912201, 0.030247904360294342, 0.02538377419114113, 0.017602581530809402, 0.03768350929021835, 0.06115094572305679, 0.06166268140077591, 0.008056500926613808, 0.01979108527302742, 0.033762503415346146, 0.04495781287550926, 0.014057951048016548, 0.05112354829907417, 0.04111294448375702, -0.032137878239154816, 0.03747593238949776, -0.014223799109458923, -0.07555365562438965, 0.0451803095638752], "cos_Ac_negg": [0.5408257246017456, 0.06863449513912201, 0.030247904360294342, 0.02538377419114113, 0.017602581530809402, 0.03768350929021835, 0.06115094572305679, 0.06166268140077591, 0.008056500926613808, 0.01979108527302742, 0.033762503415346146, 0.04495781287550926, 0.014057951048016548, 0.05112354829907417, 0.04111294448375702, -0.032137878239154816, 0.03747593238949776, -0.014223799109458923, -0.07555365562438965, 0.0451803095638752], "r_norm": [4.427865028381348, 4.283786296844482, 4.2009735107421875, 4.306159973144531, 4.195223808288574, 4.225247383117676, 4.449038982391357, 4.268442153930664, 4.3191094398498535, 4.347379684448242, 4.395017623901367, 4.236513137817383, 4.315892696380615, 4.300495147705078, 4.237428665161133, 4.360197067260742, 4.3450493812561035, 4.261075973510742, 4.35434103012085, 4.398653507232666]}, {"step": 2050, "epoch": 5, "train_loss": 2.0583434104919434, "cos_r_negg": [0.5616860389709473, 0.058459073305130005, 0.02083289809525013, 0.018063992261886597, 0.0192368496209383, 0.026872504502534866, 0.03236021474003792, 0.06545686721801758, -0.056914545595645905, 0.03239581733942032, 0.00670618424192071, 0.0596943125128746, 0.042200230062007904, 0.06474332511425018, -0.011006936430931091, -0.1145843043923378, -0.016178704798221588, 0.007910468615591526, -0.03238607197999954, -0.0353296659886837], "cos_apical_negg": [0.5616860389709473, 0.058459073305130005, 0.02083289809525013, 0.018063992261886597, 0.0192368496209383, 0.026872504502534866, 0.03236021474003792, 0.06545686721801758, -0.056914545595645905, 0.03239581733942032, 0.00670618424192071, 0.0596943125128746, 0.042200230062007904, 0.06474332511425018, -0.011006936430931091, -0.1145843043923378, -0.016178704798221588, 0.007910468615591526, -0.03238607197999954, -0.0353296659886837], "cos_Ac_negg": [0.5616860389709473, 0.058459073305130005, 0.02083289809525013, 0.018063992261886597, 0.0192368496209383, 0.026872504502534866, 0.03236021474003792, 0.06545686721801758, -0.056914545595645905, 0.03239581733942032, 0.00670618424192071, 0.0596943125128746, 0.042200230062007904, 0.06474332511425018, -0.011006936430931091, -0.1145843043923378, -0.016178704798221588, 0.007910468615591526, -0.03238607197999954, -0.0353296659886837], "r_norm": [4.492398738861084, 4.342537879943848, 4.265988349914551, 4.402217864990234, 4.248252868652344, 4.3128204345703125, 4.543265342712402, 4.326456069946289, 4.409125328063965, 4.407887935638428, 4.459654808044434, 4.308221817016602, 4.3454179763793945, 4.371478080749512, 4.29773473739624, 4.455307960510254, 4.4205145835876465, 4.328213691711426, 4.443166732788086, 4.490671157836914]}, {"step": 2100, "epoch": 5, "train_loss": 2.077763557434082, "cos_r_negg": [0.5524592399597168, 0.06567542999982834, 0.04384390264749527, 0.04813754931092262, 0.011008433997631073, 0.07961732149124146, 0.04048424959182739, 0.0406019389629364, -0.01563696190714836, 0.021057358011603355, 0.06411566585302353, -0.0075436304323375225, 0.03528335317969322, 0.058823175728321075, -0.027911674231290817, -0.006734010297805071, -0.07539700716733932, 0.001020803116261959, 0.012354438193142414, 0.04316575080156326], "cos_apical_negg": [0.5524592399597168, 0.06567542999982834, 0.04384390264749527, 0.04813754931092262, 0.011008433997631073, 0.07961732149124146, 0.04048424959182739, 0.0406019389629364, -0.01563696190714836, 0.021057358011603355, 0.06411566585302353, -0.0075436304323375225, 0.03528335317969322, 0.058823175728321075, -0.027911674231290817, -0.006734010297805071, -0.07539700716733932, 0.001020803116261959, 0.012354438193142414, 0.04316575080156326], "cos_Ac_negg": [0.5524592399597168, 0.06567542999982834, 0.04384390264749527, 0.04813754931092262, 0.011008433997631073, 0.07961732149124146, 0.04048424959182739, 0.0406019389629364, -0.01563696190714836, 0.021057358011603355, 0.06411566585302353, -0.0075436304323375225, 0.03528335317969322, 0.058823175728321075, -0.027911674231290817, -0.006734010297805071, -0.07539700716733932, 0.001020803116261959, 0.012354438193142414, 0.04316575080156326], "r_norm": [4.531193733215332, 4.366447925567627, 4.2901506423950195, 4.402046203613281, 4.282502174377441, 4.321286678314209, 4.5326642990112305, 4.342576026916504, 4.408424377441406, 4.41008186340332, 4.476986885070801, 4.321252822875977, 4.387988090515137, 4.377363204956055, 4.3192243576049805, 4.452679634094238, 4.436208724975586, 4.354028701782227, 4.431509017944336, 4.479622840881348]}, {"step": 2150, "epoch": 5, "train_loss": 1.9979336261749268, "cos_r_negg": [0.5548726320266724, 0.06409196555614471, 0.047292355448007584, 0.05196017771959305, 0.02184312418103218, 0.05157949775457382, 0.05760018900036812, 0.060394637286663055, -0.028332475572824478, 0.026055507361888885, 0.0815812349319458, 0.06218615919351578, 0.0007072053849697113, 0.0658142939209938, 0.028916196897625923, -0.10447341203689575, 0.027961522340774536, -0.04606613516807556, 0.003791654482483864, -0.011543752625584602], "cos_apical_negg": [0.5548726320266724, 0.06409196555614471, 0.047292355448007584, 0.05196017771959305, 0.02184312418103218, 0.05157949775457382, 0.05760018900036812, 0.060394637286663055, -0.028332475572824478, 0.026055507361888885, 0.0815812349319458, 0.06218615919351578, 0.0007072053849697113, 0.0658142939209938, 0.028916196897625923, -0.10447341203689575, 0.027961522340774536, -0.04606613516807556, 0.003791654482483864, -0.011543752625584602], "cos_Ac_negg": [0.5548726320266724, 0.06409196555614471, 0.047292355448007584, 0.05196017771959305, 0.02184312418103218, 0.05157949775457382, 0.05760018900036812, 0.060394637286663055, -0.028332475572824478, 0.026055507361888885, 0.0815812349319458, 0.06218615919351578, 0.0007072053849697113, 0.0658142939209938, 0.028916196897625923, -0.10447341203689575, 0.027961522340774536, -0.04606613516807556, 0.003791654482483864, -0.011543752625584602], "r_norm": [4.379122734069824, 4.237112522125244, 4.1598310470581055, 4.264846324920654, 4.139838218688965, 4.174965858459473, 4.386493682861328, 4.207686901092529, 4.260942459106445, 4.262170314788818, 4.3344621658325195, 4.174008846282959, 4.246862411499023, 4.249309539794922, 4.175532341003418, 4.3031463623046875, 4.2881693840026855, 4.215950012207031, 4.2881927490234375, 4.324175834655762]}, {"step": 2200, "epoch": 5, "train_loss": 1.9856146574020386, "cos_r_negg": [0.5460208654403687, 0.08333314955234528, 0.03319049999117851, 0.049028053879737854, 0.0596139058470726, 0.03848198428750038, 0.09472810477018356, 0.03830205649137497, 0.003558142576366663, 0.05433685705065727, 0.004738503135740757, -0.0034226402640342712, 0.006511672865599394, 0.015461192466318607, -0.01082171406596899, -0.08599716424942017, 0.020118078216910362, 0.0001605466241016984, 0.06644701212644577, 0.0104215107858181], "cos_apical_negg": [0.5460208654403687, 0.08333314955234528, 0.03319049999117851, 0.049028053879737854, 0.0596139058470726, 0.03848198428750038, 0.09472810477018356, 0.03830205649137497, 0.003558142576366663, 0.05433685705065727, 0.004738503135740757, -0.0034226402640342712, 0.006511672865599394, 0.015461192466318607, -0.01082171406596899, -0.08599716424942017, 0.020118078216910362, 0.0001605466241016984, 0.06644701212644577, 0.0104215107858181], "cos_Ac_negg": [0.5460208654403687, 0.08333314955234528, 0.03319049999117851, 0.049028053879737854, 0.0596139058470726, 0.03848198428750038, 0.09472810477018356, 0.03830205649137497, 0.003558142576366663, 0.05433685705065727, 0.004738503135740757, -0.0034226402640342712, 0.006511672865599394, 0.015461192466318607, -0.01082171406596899, -0.08599716424942017, 0.020118078216910362, 0.0001605466241016984, 0.06644701212644577, 0.0104215107858181], "r_norm": [4.36982536315918, 4.223355293273926, 4.1494364738464355, 4.262852668762207, 4.143448829650879, 4.177183151245117, 4.386751174926758, 4.204649448394775, 4.263113975524902, 4.271853923797607, 4.333984851837158, 4.168239593505859, 4.244606018066406, 4.24027156829834, 4.177441596984863, 4.318578720092773, 4.290884017944336, 4.208896636962891, 4.288362503051758, 4.335668563842773]}, {"step": 2250, "epoch": 5, "train_loss": 2.0169572830200195, "cos_r_negg": [0.5541330575942993, 0.08166632056236267, 0.06485615670681, 0.01658053696155548, 0.031921349465847015, 0.032675109803676605, 0.08619499206542969, 0.0395241416990757, -0.0008761235512793064, 0.0431806743144989, 0.004968143068253994, 0.02769562602043152, -0.0048447176814079285, 0.047238126397132874, 0.0216441061347723, -0.058373238891363144, -0.04271071031689644, -0.003666194621473551, -0.06177106127142906, -0.005802784115076065], "cos_apical_negg": [0.5541330575942993, 0.08166632056236267, 0.06485615670681, 0.01658053696155548, 0.031921349465847015, 0.032675109803676605, 0.08619499206542969, 0.0395241416990757, -0.0008761235512793064, 0.0431806743144989, 0.004968143068253994, 0.02769562602043152, -0.0048447176814079285, 0.047238126397132874, 0.0216441061347723, -0.058373238891363144, -0.04271071031689644, -0.003666194621473551, -0.06177106127142906, -0.005802784115076065], "cos_Ac_negg": [0.5541330575942993, 0.08166632056236267, 0.06485615670681, 0.01658053696155548, 0.031921349465847015, 0.032675109803676605, 0.08619499206542969, 0.0395241416990757, -0.0008761235512793064, 0.0431806743144989, 0.004968143068253994, 0.02769562602043152, -0.0048447176814079285, 0.047238126397132874, 0.0216441061347723, -0.058373238891363144, -0.04271071031689644, -0.003666194621473551, -0.06177106127142906, -0.005802784115076065], "r_norm": [4.361776351928711, 4.228759288787842, 4.157910346984863, 4.255681037902832, 4.129176616668701, 4.1728515625, 4.3607635498046875, 4.20018196105957, 4.256050109863281, 4.2545270919799805, 4.33403205871582, 4.1705098152160645, 4.253670692443848, 4.229589939117432, 4.174769401550293, 4.311193466186523, 4.293413162231445, 4.197492599487305, 4.280488014221191, 4.3231000900268555]}, {"step": 2300, "epoch": 5, "train_loss": 1.96932053565979, "cos_r_negg": [0.5510371923446655, 0.05651771277189255, 0.04967544227838516, 0.07154099643230438, 0.042956992983818054, 0.04303225874900818, 0.0729207694530487, 0.031443238258361816, 0.018069695681333542, 0.04354383051395416, -0.007713762111961842, 0.04050038009881973, 0.031170710921287537, 0.047625742852687836, 0.008876987732946873, -0.09166398644447327, 0.023701729252934456, -0.026438411325216293, -0.06435287743806839, -0.06652846932411194], "cos_apical_negg": [0.5510371923446655, 0.05651771277189255, 0.04967544227838516, 0.07154099643230438, 0.042956992983818054, 0.04303225874900818, 0.0729207694530487, 0.031443238258361816, 0.018069695681333542, 0.04354383051395416, -0.007713762111961842, 0.04050038009881973, 0.031170710921287537, 0.047625742852687836, 0.008876987732946873, -0.09166398644447327, 0.023701729252934456, -0.026438411325216293, -0.06435287743806839, -0.06652846932411194], "cos_Ac_negg": [0.5510371923446655, 0.05651771277189255, 0.04967544227838516, 0.07154099643230438, 0.042956992983818054, 0.04303225874900818, 0.0729207694530487, 0.031443238258361816, 0.018069695681333542, 0.04354383051395416, -0.007713762111961842, 0.04050038009881973, 0.031170710921287537, 0.047625742852687836, 0.008876987732946873, -0.09166398644447327, 0.023701729252934456, -0.026438411325216293, -0.06435287743806839, -0.06652846932411194], "r_norm": [4.45493745803833, 4.283761024475098, 4.228872299194336, 4.324143409729004, 4.224025726318359, 4.245067596435547, 4.454839706420898, 4.283783435821533, 4.330608367919922, 4.350642681121826, 4.401106834411621, 4.240677833557129, 4.33223819732666, 4.294621467590332, 4.25744104385376, 4.399669647216797, 4.377782344818115, 4.288824081420898, 4.361995220184326, 4.4101667404174805]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.3538, "test_loss": 2.0957692626953124}, {"step": 2350, "epoch": 6, "train_loss": 1.8535246849060059, "cos_r_negg": [0.5508458614349365, 0.05054192990064621, 0.04680195450782776, 0.05992797762155533, 0.040835484862327576, 0.025662913918495178, 0.05439722537994385, 0.028031308203935623, 0.024734269827604294, 0.0791638046503067, 0.03670284524559975, 0.020650604739785194, 0.03679430112242699, 0.02570640668272972, -0.033097438514232635, -0.01550266332924366, 0.0822710171341896, 0.0020550950430333614, 0.034252993762493134, 0.03229905664920807], "cos_apical_negg": [0.5508458614349365, 0.05054192990064621, 0.04680195450782776, 0.05992797762155533, 0.040835484862327576, 0.025662913918495178, 0.05439722537994385, 0.028031308203935623, 0.024734269827604294, 0.0791638046503067, 0.03670284524559975, 0.020650604739785194, 0.03679430112242699, 0.02570640668272972, -0.033097438514232635, -0.01550266332924366, 0.0822710171341896, 0.0020550950430333614, 0.034252993762493134, 0.03229905664920807], "cos_Ac_negg": [0.5508458614349365, 0.05054192990064621, 0.04680195450782776, 0.05992797762155533, 0.040835484862327576, 0.025662913918495178, 0.05439722537994385, 0.028031308203935623, 0.024734269827604294, 0.0791638046503067, 0.03670284524559975, 0.020650604739785194, 0.03679430112242699, 0.02570640668272972, -0.033097438514232635, -0.01550266332924366, 0.0822710171341896, 0.0020550950430333614, 0.034252993762493134, 0.03229905664920807], "r_norm": [4.470544815063477, 4.321826457977295, 4.258544445037842, 4.358065605163574, 4.246135234832764, 4.265402793884277, 4.468012809753418, 4.2960381507873535, 4.353026866912842, 4.353215217590332, 4.426706790924072, 4.257905960083008, 4.350002765655518, 4.317080020904541, 4.285829544067383, 4.416017055511475, 4.4017181396484375, 4.314105987548828, 4.370692253112793, 4.427498817443848]}, {"step": 2400, "epoch": 6, "train_loss": 1.8764736652374268, "cos_r_negg": [0.5662009119987488, 0.05152914673089981, 0.04309885948896408, 0.04083826765418053, 0.03199907764792442, 0.05314701050519943, 0.07384485006332397, 0.04071439430117607, 0.034166477620601654, 0.0439995639026165, 0.04674220085144043, 0.04007754474878311, -0.0005999710410833359, 0.05615980550646782, 0.046321846544742584, 0.03273262456059456, 0.02108805812895298, 0.005365889519453049, 0.036305952817201614, 0.036646969616413116], "cos_apical_negg": [0.5662009119987488, 0.05152914673089981, 0.04309885948896408, 0.04083826765418053, 0.03199907764792442, 0.05314701050519943, 0.07384485006332397, 0.04071439430117607, 0.034166477620601654, 0.0439995639026165, 0.04674220085144043, 0.04007754474878311, -0.0005999710410833359, 0.05615980550646782, 0.046321846544742584, 0.03273262456059456, 0.02108805812895298, 0.005365889519453049, 0.036305952817201614, 0.036646969616413116], "cos_Ac_negg": [0.5662009119987488, 0.05152914673089981, 0.04309885948896408, 0.04083826765418053, 0.03199907764792442, 0.05314701050519943, 0.07384485006332397, 0.04071439430117607, 0.034166477620601654, 0.0439995639026165, 0.04674220085144043, 0.04007754474878311, -0.0005999710410833359, 0.05615980550646782, 0.046321846544742584, 0.03273262456059456, 0.02108805812895298, 0.005365889519453049, 0.036305952817201614, 0.036646969616413116], "r_norm": [4.435853004455566, 4.284523963928223, 4.222650527954102, 4.3284687995910645, 4.1995930671691895, 4.237760543823242, 4.440208911895752, 4.259087562561035, 4.329224109649658, 4.326022148132324, 4.392034530639648, 4.2314677238464355, 4.306929588317871, 4.281454086303711, 4.245447635650635, 4.377449989318848, 4.3602519035339355, 4.25825834274292, 4.354347229003906, 4.388070106506348]}, {"step": 2450, "epoch": 6, "train_loss": 1.7792340517044067, "cos_r_negg": [0.5431327819824219, 0.07557293772697449, 0.0375802144408226, 0.05569826811552048, 0.04266359657049179, 0.061504777520895004, 0.0583554245531559, 0.03173226863145828, 0.03579648211598396, 0.06793223321437836, 0.022543786093592644, 0.05508831888437271, 0.03493347764015198, 0.03320043534040451, 0.009842406958341599, -0.0022184853442013264, 0.0018325503915548325, 0.02183438092470169, 0.0410877987742424, 0.03681996837258339], "cos_apical_negg": [0.5431327819824219, 0.07557293772697449, 0.0375802144408226, 0.05569826811552048, 0.04266359657049179, 0.061504777520895004, 0.0583554245531559, 0.03173226863145828, 0.03579648211598396, 0.06793223321437836, 0.022543786093592644, 0.05508831888437271, 0.03493347764015198, 0.03320043534040451, 0.009842406958341599, -0.0022184853442013264, 0.0018325503915548325, 0.02183438092470169, 0.0410877987742424, 0.03681996837258339], "cos_Ac_negg": [0.5431327819824219, 0.07557293772697449, 0.0375802144408226, 0.05569826811552048, 0.04266359657049179, 0.061504777520895004, 0.0583554245531559, 0.03173226863145828, 0.03579648211598396, 0.06793223321437836, 0.022543786093592644, 0.05508831888437271, 0.03493347764015198, 0.03320043534040451, 0.009842406958341599, -0.0022184853442013264, 0.0018325503915548325, 0.02183438092470169, 0.0410877987742424, 0.03681996837258339], "r_norm": [4.680350303649902, 4.517607688903809, 4.45925760269165, 4.549899101257324, 4.443516731262207, 4.444857597351074, 4.679200172424316, 4.470484733581543, 4.546557903289795, 4.533829689025879, 4.605598449707031, 4.435403347015381, 4.528347015380859, 4.5066986083984375, 4.462258338928223, 4.5997796058654785, 4.59376335144043, 4.504666328430176, 4.5893473625183105, 4.617989540100098]}, {"step": 2500, "epoch": 6, "train_loss": 2.0062222480773926, "cos_r_negg": [0.5690927505493164, 0.06740598380565643, 0.05715152621269226, 0.05342194437980652, 0.0728241354227066, 0.04689997062087059, 0.05683770775794983, 0.050681281834840775, 0.01382893230766058, 0.11594057828187943, 0.02598673850297928, 0.0742710530757904, 0.013396814465522766, 0.010955048725008965, 0.06113211065530777, -0.025251157581806183, 0.0009126048535108566, -0.03290964290499687, 0.013805178925395012, 0.013482358306646347], "cos_apical_negg": [0.5690927505493164, 0.06740598380565643, 0.05715152621269226, 0.05342194437980652, 0.0728241354227066, 0.04689997062087059, 0.05683770775794983, 0.050681281834840775, 0.01382893230766058, 0.11594057828187943, 0.02598673850297928, 0.0742710530757904, 0.013396814465522766, 0.010955048725008965, 0.06113211065530777, -0.025251157581806183, 0.0009126048535108566, -0.03290964290499687, 0.013805178925395012, 0.013482358306646347], "cos_Ac_negg": [0.5690927505493164, 0.06740598380565643, 0.05715152621269226, 0.05342194437980652, 0.0728241354227066, 0.04689997062087059, 0.05683770775794983, 0.050681281834840775, 0.01382893230766058, 0.11594057828187943, 0.02598673850297928, 0.0742710530757904, 0.013396814465522766, 0.010955048725008965, 0.06113211065530777, -0.025251157581806183, 0.0009126048535108566, -0.03290964290499687, 0.013805178925395012, 0.013482358306646347], "r_norm": [4.385472297668457, 4.258251667022705, 4.1803388595581055, 4.268911838531494, 4.151498794555664, 4.19669246673584, 4.39619255065918, 4.212831020355225, 4.279646873474121, 4.265894889831543, 4.3519415855407715, 4.189976692199707, 4.27433967590332, 4.2600812911987305, 4.200631141662598, 4.317996025085449, 4.314268589019775, 4.224761486053467, 4.285290718078613, 4.342936992645264]}, {"step": 2550, "epoch": 6, "train_loss": 2.0197112560272217, "cos_r_negg": [0.5756945610046387, 0.09905293583869934, 0.04595387727022171, 0.039398424327373505, 0.05523865669965744, 0.04002669081091881, 0.10351736843585968, 0.03796820342540741, 0.03726550564169884, 0.040995001792907715, 0.035696856677532196, 0.06122838705778122, 0.04991485923528671, 0.052054598927497864, -0.0056260498240590096, -0.029717154800891876, 0.02688484638929367, -0.021694771945476532, 0.01745019480586052, 0.028162021189928055], "cos_apical_negg": [0.5756945610046387, 0.09905293583869934, 0.04595387727022171, 0.039398424327373505, 0.05523865669965744, 0.04002669081091881, 0.10351736843585968, 0.03796820342540741, 0.03726550564169884, 0.040995001792907715, 0.035696856677532196, 0.06122838705778122, 0.04991485923528671, 0.052054598927497864, -0.0056260498240590096, -0.029717154800891876, 0.02688484638929367, -0.021694771945476532, 0.01745019480586052, 0.028162021189928055], "cos_Ac_negg": [0.5756945610046387, 0.09905293583869934, 0.04595387727022171, 0.039398424327373505, 0.05523865669965744, 0.04002669081091881, 0.10351736843585968, 0.03796820342540741, 0.03726550564169884, 0.040995001792907715, 0.035696856677532196, 0.06122838705778122, 0.04991485923528671, 0.052054598927497864, -0.0056260498240590096, -0.029717154800891876, 0.02688484638929367, -0.021694771945476532, 0.01745019480586052, 0.028162021189928055], "r_norm": [4.414739608764648, 4.288667678833008, 4.209445476531982, 4.314240455627441, 4.175313949584961, 4.224503993988037, 4.43267297744751, 4.264973163604736, 4.3144659996032715, 4.3019185066223145, 4.3761444091796875, 4.227494716644287, 4.300598621368408, 4.292001724243164, 4.221977233886719, 4.3567352294921875, 4.341839790344238, 4.2599687576293945, 4.35567045211792, 4.3720197677612305]}, {"step": 2600, "epoch": 6, "train_loss": 2.0078797340393066, "cos_r_negg": [0.5625455379486084, 0.07262283563613892, 0.0449620857834816, 0.0478762611746788, 0.06420163810253143, 0.020494820550084114, 0.09407523274421692, 0.028502482920885086, 0.01766945794224739, 0.07178609073162079, 0.04383965581655502, 0.06776539981365204, 0.06157621741294861, 0.05400599539279938, -0.00255437009036541, -0.05517883226275444, 0.024737240746617317, 0.02347676455974579, 0.02170603722333908, 0.029743090271949768], "cos_apical_negg": [0.5625455379486084, 0.07262283563613892, 0.0449620857834816, 0.0478762611746788, 0.06420163810253143, 0.020494820550084114, 0.09407523274421692, 0.028502482920885086, 0.01766945794224739, 0.07178609073162079, 0.04383965581655502, 0.06776539981365204, 0.06157621741294861, 0.05400599539279938, -0.00255437009036541, -0.05517883226275444, 0.024737240746617317, 0.02347676455974579, 0.02170603722333908, 0.029743090271949768], "cos_Ac_negg": [0.5625455379486084, 0.07262283563613892, 0.0449620857834816, 0.0478762611746788, 0.06420163810253143, 0.020494820550084114, 0.09407523274421692, 0.028502482920885086, 0.01766945794224739, 0.07178609073162079, 0.04383965581655502, 0.06776539981365204, 0.06157621741294861, 0.05400599539279938, -0.00255437009036541, -0.05517883226275444, 0.024737240746617317, 0.02347676455974579, 0.02170603722333908, 0.029743090271949768], "r_norm": [4.386767387390137, 4.254101276397705, 4.180105209350586, 4.279961585998535, 4.158229827880859, 4.208876609802246, 4.403866767883301, 4.223050117492676, 4.282487869262695, 4.2821760177612305, 4.360831260681152, 4.195944786071777, 4.268196105957031, 4.253720760345459, 4.202369689941406, 4.337008953094482, 4.310120105743408, 4.227209091186523, 4.3038482666015625, 4.352209568023682]}, {"step": 2650, "epoch": 6, "train_loss": 1.793990969657898, "cos_r_negg": [0.5497612953186035, 0.047263242304325104, 0.037979383021593094, 0.03615341708064079, 0.05056309327483177, 0.010521642863750458, 0.07319550216197968, 0.0313250869512558, 0.01527180802077055, 0.060291893780231476, 0.004723160061985254, 0.06620271503925323, 0.03340602666139603, 0.05067989602684975, 0.06056950241327286, -0.030307497829198837, 0.025859611108899117, -0.0025579254142940044, 0.010357088409364223, -0.024906005710363388], "cos_apical_negg": [0.5497612953186035, 0.047263242304325104, 0.037979383021593094, 0.03615341708064079, 0.05056309327483177, 0.010521642863750458, 0.07319550216197968, 0.0313250869512558, 0.01527180802077055, 0.060291893780231476, 0.004723160061985254, 0.06620271503925323, 0.03340602666139603, 0.05067989602684975, 0.06056950241327286, -0.030307497829198837, 0.025859611108899117, -0.0025579254142940044, 0.010357088409364223, -0.024906005710363388], "cos_Ac_negg": [0.5497612953186035, 0.047263242304325104, 0.037979383021593094, 0.03615341708064079, 0.05056309327483177, 0.010521642863750458, 0.07319550216197968, 0.0313250869512558, 0.01527180802077055, 0.060291893780231476, 0.004723160061985254, 0.06620271503925323, 0.03340602666139603, 0.05067989602684975, 0.06056950241327286, -0.030307497829198837, 0.025859611108899117, -0.0025579254142940044, 0.010357088409364223, -0.024906005710363388], "r_norm": [4.484158515930176, 4.327668190002441, 4.257146835327148, 4.3820037841796875, 4.238847732543945, 4.304221153259277, 4.495636940002441, 4.326541900634766, 4.389153003692627, 4.36530876159668, 4.4496917724609375, 4.295528411865234, 4.348402500152588, 4.350580215454102, 4.279657363891602, 4.437387466430664, 4.396927356719971, 4.299263000488281, 4.400685787200928, 4.4535322189331055]}, {"step": 2700, "epoch": 6, "train_loss": 1.7872581481933594, "cos_r_negg": [0.5573817491531372, 0.041995570063591, 0.07000422477722168, 0.06725084781646729, 0.052220407873392105, 0.013239135965704918, 0.07744155824184418, 0.044563211500644684, 0.04372885078191757, 0.06913644820451736, 0.01562904193997383, 0.04865625873208046, 0.04578809812664986, 0.037179216742515564, 0.028751317411661148, -0.00824589654803276, 0.052081018686294556, -0.018140945583581924, 0.03721164911985397, -0.018945984542369843], "cos_apical_negg": [0.5573817491531372, 0.041995570063591, 0.07000422477722168, 0.06725084781646729, 0.052220407873392105, 0.013239135965704918, 0.07744155824184418, 0.044563211500644684, 0.04372885078191757, 0.06913644820451736, 0.01562904193997383, 0.04865625873208046, 0.04578809812664986, 0.037179216742515564, 0.028751317411661148, -0.00824589654803276, 0.052081018686294556, -0.018140945583581924, 0.03721164911985397, -0.018945984542369843], "cos_Ac_negg": [0.5573817491531372, 0.041995570063591, 0.07000422477722168, 0.06725084781646729, 0.052220407873392105, 0.013239135965704918, 0.07744155824184418, 0.044563211500644684, 0.04372885078191757, 0.06913644820451736, 0.01562904193997383, 0.04865625873208046, 0.04578809812664986, 0.037179216742515564, 0.028751317411661148, -0.00824589654803276, 0.052081018686294556, -0.018140945583581924, 0.03721164911985397, -0.018945984542369843], "r_norm": [4.510077476501465, 4.3690385818481445, 4.300271034240723, 4.392488479614258, 4.253732681274414, 4.304732322692871, 4.52202033996582, 4.338467597961426, 4.3858160972595215, 4.405317306518555, 4.466804027557373, 4.304059028625488, 4.386858940124512, 4.361878871917725, 4.30607795715332, 4.4443793296813965, 4.42679500579834, 4.318854808807373, 4.424739837646484, 4.444929122924805]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.3749, "test_loss": 1.8708544067382813}, {"step": 2750, "epoch": 7, "train_loss": 2.0604019165039062, "cos_r_negg": [0.5546425580978394, 0.06611926853656769, 0.08069897443056107, 0.07655459642410278, 0.0612763836979866, 0.028355516493320465, 0.061076968908309937, 0.026352498680353165, 0.03194823116064072, 0.0746295228600502, 0.03918985277414322, -0.034105218946933746, 0.07227391004562378, 0.033804528415203094, 0.06993995606899261, -0.012808587402105331, 0.021271370351314545, -0.03200223669409752, -0.03607602417469025, 0.005320831201970577], "cos_apical_negg": [0.5546425580978394, 0.06611926853656769, 0.08069897443056107, 0.07655459642410278, 0.0612763836979866, 0.028355516493320465, 0.061076968908309937, 0.026352498680353165, 0.03194823116064072, 0.0746295228600502, 0.03918985277414322, -0.034105218946933746, 0.07227391004562378, 0.033804528415203094, 0.06993995606899261, -0.012808587402105331, 0.021271370351314545, -0.03200223669409752, -0.03607602417469025, 0.005320831201970577], "cos_Ac_negg": [0.5546425580978394, 0.06611926853656769, 0.08069897443056107, 0.07655459642410278, 0.0612763836979866, 0.028355516493320465, 0.061076968908309937, 0.026352498680353165, 0.03194823116064072, 0.0746295228600502, 0.03918985277414322, -0.034105218946933746, 0.07227391004562378, 0.033804528415203094, 0.06993995606899261, -0.012808587402105331, 0.021271370351314545, -0.03200223669409752, -0.03607602417469025, 0.005320831201970577], "r_norm": [4.488437652587891, 4.323116302490234, 4.257918357849121, 4.3721723556518555, 4.254517078399658, 4.28743839263916, 4.487599849700928, 4.312228202819824, 4.36306095123291, 4.383462905883789, 4.434063911437988, 4.27649450302124, 4.357113838195801, 4.343330383300781, 4.284091949462891, 4.422791481018066, 4.403770446777344, 4.302496433258057, 4.397092342376709, 4.439736843109131]}, {"step": 2800, "epoch": 7, "train_loss": 1.9360026121139526, "cos_r_negg": [0.5837072134017944, 0.06553468108177185, 0.06903013586997986, 0.07515721023082733, 0.08492222428321838, 0.05107348412275314, 0.09263840317726135, 0.0635736733675003, 0.03949596732854843, 0.055457428097724915, 0.020346499979496002, 0.00043680891394615173, 0.03642802685499191, -0.019405419006943703, -0.005900590680539608, -0.0031239744275808334, 0.0491955503821373, 0.0054594166576862335, 0.05413142591714859, 0.019269898533821106], "cos_apical_negg": [0.5837072134017944, 0.06553468108177185, 0.06903013586997986, 0.07515721023082733, 0.08492222428321838, 0.05107348412275314, 0.09263840317726135, 0.0635736733675003, 0.03949596732854843, 0.055457428097724915, 0.020346499979496002, 0.00043680891394615173, 0.03642802685499191, -0.019405419006943703, -0.005900590680539608, -0.0031239744275808334, 0.0491955503821373, 0.0054594166576862335, 0.05413142591714859, 0.019269898533821106], "cos_Ac_negg": [0.5837072134017944, 0.06553468108177185, 0.06903013586997986, 0.07515721023082733, 0.08492222428321838, 0.05107348412275314, 0.09263840317726135, 0.0635736733675003, 0.03949596732854843, 0.055457428097724915, 0.020346499979496002, 0.00043680891394615173, 0.03642802685499191, -0.019405419006943703, -0.005900590680539608, -0.0031239744275808334, 0.0491955503821373, 0.0054594166576862335, 0.05413142591714859, 0.019269898533821106], "r_norm": [4.36439847946167, 4.221437931060791, 4.156769752502441, 4.251738548278809, 4.140316963195801, 4.170993804931641, 4.366114616394043, 4.188749313354492, 4.257443428039551, 4.2539873123168945, 4.328671455383301, 4.1596503257751465, 4.246193885803223, 4.230470657348633, 4.17136287689209, 4.307644844055176, 4.298245429992676, 4.194258689880371, 4.266939163208008, 4.322211265563965]}, {"step": 2850, "epoch": 7, "train_loss": 1.9131503105163574, "cos_r_negg": [0.5307496190071106, 0.06023654714226723, 0.0851152092218399, 0.04361036792397499, 0.0673433169722557, 0.04607822746038437, 0.11593352258205414, 0.01339391153305769, 0.02164059691131115, 0.10478290170431137, 0.009617608040571213, -0.028576109558343887, 0.043288372457027435, 0.05196690931916237, -0.012160949409008026, 0.02638520486652851, 0.027706626802682877, 0.016334721818566322, 0.06509373337030411, 0.03830542415380478], "cos_apical_negg": [0.5307496190071106, 0.06023654714226723, 0.0851152092218399, 0.04361036792397499, 0.0673433169722557, 0.04607822746038437, 0.11593352258205414, 0.01339391153305769, 0.02164059691131115, 0.10478290170431137, 0.009617608040571213, -0.028576109558343887, 0.043288372457027435, 0.05196690931916237, -0.012160949409008026, 0.02638520486652851, 0.027706626802682877, 0.016334721818566322, 0.06509373337030411, 0.03830542415380478], "cos_Ac_negg": [0.5307496190071106, 0.06023654714226723, 0.0851152092218399, 0.04361036792397499, 0.0673433169722557, 0.04607822746038437, 0.11593352258205414, 0.01339391153305769, 0.02164059691131115, 0.10478290170431137, 0.009617608040571213, -0.028576109558343887, 0.043288372457027435, 0.05196690931916237, -0.012160949409008026, 0.02638520486652851, 0.027706626802682877, 0.016334721818566322, 0.06509373337030411, 0.03830542415380478], "r_norm": [4.440220832824707, 4.305103302001953, 4.231760025024414, 4.332998752593994, 4.206149101257324, 4.248485088348389, 4.4395670890808105, 4.277043342590332, 4.329217433929443, 4.332353591918945, 4.405454158782959, 4.247052192687988, 4.329131126403809, 4.297915458679199, 4.249671936035156, 4.3886213302612305, 4.367279529571533, 4.266929626464844, 4.366892337799072, 4.4051008224487305]}, {"step": 2900, "epoch": 7, "train_loss": 1.8774702548980713, "cos_r_negg": [0.5708250999450684, 0.10258674621582031, 0.05267651379108429, 0.05631114915013313, 0.08153019845485687, 0.06970544159412384, 0.10335001349449158, 0.030647283419966698, 0.022354014217853546, 0.03837166726589203, 0.04410199448466301, 0.008568618446588516, 0.053396109491586685, 0.0027571904938668013, 0.010336300358176231, -0.011762266047298908, 0.06362780928611755, 0.010211998596787453, 0.015944041311740875, -0.008639676496386528], "cos_apical_negg": [0.5708250999450684, 0.10258674621582031, 0.05267651379108429, 0.05631114915013313, 0.08153019845485687, 0.06970544159412384, 0.10335001349449158, 0.030647283419966698, 0.022354014217853546, 0.03837166726589203, 0.04410199448466301, 0.008568618446588516, 0.053396109491586685, 0.0027571904938668013, 0.010336300358176231, -0.011762266047298908, 0.06362780928611755, 0.010211998596787453, 0.015944041311740875, -0.008639676496386528], "cos_Ac_negg": [0.5708250999450684, 0.10258674621582031, 0.05267651379108429, 0.05631114915013313, 0.08153019845485687, 0.06970544159412384, 0.10335001349449158, 0.030647283419966698, 0.022354014217853546, 0.03837166726589203, 0.04410199448466301, 0.008568618446588516, 0.053396109491586685, 0.0027571904938668013, 0.010336300358176231, -0.011762266047298908, 0.06362780928611755, 0.010211998596787453, 0.015944041311740875, -0.008639676496386528], "r_norm": [4.407499313354492, 4.265904426574707, 4.190536022186279, 4.287052154541016, 4.169783115386963, 4.218291282653809, 4.4175004959106445, 4.237199306488037, 4.296441078186035, 4.3022565841674805, 4.365622520446777, 4.209935188293457, 4.286554336547852, 4.274316787719727, 4.214329719543457, 4.3440423011779785, 4.325829982757568, 4.237484931945801, 4.318276405334473, 4.360406398773193]}, {"step": 2950, "epoch": 7, "train_loss": 2.05092716217041, "cos_r_negg": [0.5352157354354858, 0.09055706858634949, 0.05156264826655388, 0.07168349623680115, 0.055021531879901886, 0.026499586179852486, 0.07833950221538544, 0.03192710876464844, 0.024593578651547432, 0.03911683335900307, 0.04726354032754898, 0.033382635563611984, 0.058351069688797, -0.0016853746492415667, 0.009369615465402603, -0.04507395252585411, 0.004930860362946987, 0.00946979783475399, 0.00625111348927021, 0.06269799172878265], "cos_apical_negg": [0.5352157354354858, 0.09055706858634949, 0.05156264826655388, 0.07168349623680115, 0.055021531879901886, 0.026499586179852486, 0.07833950221538544, 0.03192710876464844, 0.024593578651547432, 0.03911683335900307, 0.04726354032754898, 0.033382635563611984, 0.058351069688797, -0.0016853746492415667, 0.009369615465402603, -0.04507395252585411, 0.004930860362946987, 0.00946979783475399, 0.00625111348927021, 0.06269799172878265], "cos_Ac_negg": [0.5352157354354858, 0.09055706858634949, 0.05156264826655388, 0.07168349623680115, 0.055021531879901886, 0.026499586179852486, 0.07833950221538544, 0.03192710876464844, 0.024593578651547432, 0.03911683335900307, 0.04726354032754898, 0.033382635563611984, 0.058351069688797, -0.0016853746492415667, 0.009369615465402603, -0.04507395252585411, 0.004930860362946987, 0.00946979783475399, 0.00625111348927021, 0.06269799172878265], "r_norm": [4.611152648925781, 4.453599452972412, 4.388911247253418, 4.490424156188965, 4.361915588378906, 4.414273738861084, 4.61520528793335, 4.43702507019043, 4.49510383605957, 4.491397380828857, 4.556432723999023, 4.39405632019043, 4.477724552154541, 4.455038070678711, 4.408059120178223, 4.549463272094727, 4.534145355224609, 4.41667366027832, 4.514432430267334, 4.553826808929443]}, {"step": 3000, "epoch": 7, "train_loss": 1.7919995784759521, "cos_r_negg": [0.5283867716789246, 0.10191303491592407, 0.0563240572810173, 0.08283177763223648, 0.08622514456510544, 0.03421221673488617, 0.10651516914367676, 0.06503015756607056, 0.05609852075576782, 0.06697343289852142, 0.023117220029234886, -0.01886058785021305, 0.03504564240574837, 0.05314743518829346, -0.0035696341656148434, -0.07067801803350449, 0.013687931932508945, -0.005025940015912056, 0.02381913922727108, 0.056739307940006256], "cos_apical_negg": [0.5283867716789246, 0.10191303491592407, 0.0563240572810173, 0.08283177763223648, 0.08622514456510544, 0.03421221673488617, 0.10651516914367676, 0.06503015756607056, 0.05609852075576782, 0.06697343289852142, 0.023117220029234886, -0.01886058785021305, 0.03504564240574837, 0.05314743518829346, -0.0035696341656148434, -0.07067801803350449, 0.013687931932508945, -0.005025940015912056, 0.02381913922727108, 0.056739307940006256], "cos_Ac_negg": [0.5283867716789246, 0.10191303491592407, 0.0563240572810173, 0.08283177763223648, 0.08622514456510544, 0.03421221673488617, 0.10651516914367676, 0.06503015756607056, 0.05609852075576782, 0.06697343289852142, 0.023117220029234886, -0.01886058785021305, 0.03504564240574837, 0.05314743518829346, -0.0035696341656148434, -0.07067801803350449, 0.013687931932508945, -0.005025940015912056, 0.02381913922727108, 0.056739307940006256], "r_norm": [4.431296348571777, 4.305567264556885, 4.236047267913818, 4.331478118896484, 4.206203460693359, 4.243204116821289, 4.4317474365234375, 4.27033805847168, 4.342845439910889, 4.313105583190918, 4.388242721557617, 4.241400718688965, 4.33025598526001, 4.289399147033691, 4.2601141929626465, 4.381886959075928, 4.373208045959473, 4.276828765869141, 4.360391139984131, 4.395070552825928]}, {"step": 3050, "epoch": 7, "train_loss": 2.0062880516052246, "cos_r_negg": [0.5611835718154907, 0.10126946866512299, 0.09385493397712708, 0.0661560446023941, 0.05762387067079544, 0.04234436899423599, 0.09761511534452438, 0.07862797379493713, 0.02374912239611149, 0.08441849052906036, 0.023739254102110863, 0.012575989589095116, 0.06483639776706696, 0.009605646133422852, -0.02621101215481758, -0.05225047469139099, -0.03329317644238472, -0.0657586008310318, 0.09973421692848206, 0.0013554273173213005], "cos_apical_negg": [0.5611835718154907, 0.10126946866512299, 0.09385493397712708, 0.0661560446023941, 0.05762387067079544, 0.04234436899423599, 0.09761511534452438, 0.07862797379493713, 0.02374912239611149, 0.08441849052906036, 0.023739254102110863, 0.012575989589095116, 0.06483639776706696, 0.009605646133422852, -0.02621101215481758, -0.05225047469139099, -0.03329317644238472, -0.0657586008310318, 0.09973421692848206, 0.0013554273173213005], "cos_Ac_negg": [0.5611835718154907, 0.10126946866512299, 0.09385493397712708, 0.0661560446023941, 0.05762387067079544, 0.04234436899423599, 0.09761511534452438, 0.07862797379493713, 0.02374912239611149, 0.08441849052906036, 0.023739254102110863, 0.012575989589095116, 0.06483639776706696, 0.009605646133422852, -0.02621101215481758, -0.05225047469139099, -0.03329317644238472, -0.0657586008310318, 0.09973421692848206, 0.0013554273173213005], "r_norm": [4.410241603851318, 4.264250755310059, 4.200257778167725, 4.285276412963867, 4.171873569488525, 4.211063861846924, 4.414463996887207, 4.229457855224609, 4.300045013427734, 4.2820892333984375, 4.365444183349609, 4.195361137390137, 4.277099609375, 4.270150184631348, 4.206650257110596, 4.34585428237915, 4.329339027404785, 4.242733955383301, 4.3061299324035645, 4.357102870941162]}, {"step": 3100, "epoch": 7, "train_loss": 1.7030036449432373, "cos_r_negg": [0.5425002574920654, 0.08841641247272491, 0.06891213357448578, 0.06654684990644455, 0.06165246292948723, 0.04509492218494415, 0.11720606684684753, 0.056192681193351746, -1.6957055777311325e-05, 0.06619585305452347, 0.05188402161002159, 0.06481769680976868, 0.06818696856498718, 0.02283398061990738, 0.01519596017897129, -0.0767064020037651, -0.005351911298930645, 0.013233453966677189, 0.026520054787397385, 0.016915440559387207], "cos_apical_negg": [0.5425002574920654, 0.08841641247272491, 0.06891213357448578, 0.06654684990644455, 0.06165246292948723, 0.04509492218494415, 0.11720606684684753, 0.056192681193351746, -1.6957055777311325e-05, 0.06619585305452347, 0.05188402161002159, 0.06481769680976868, 0.06818696856498718, 0.02283398061990738, 0.01519596017897129, -0.0767064020037651, -0.005351911298930645, 0.013233453966677189, 0.026520054787397385, 0.016915440559387207], "cos_Ac_negg": [0.5425002574920654, 0.08841641247272491, 0.06891213357448578, 0.06654684990644455, 0.06165246292948723, 0.04509492218494415, 0.11720606684684753, 0.056192681193351746, -1.6957055777311325e-05, 0.06619585305452347, 0.05188402161002159, 0.06481769680976868, 0.06818696856498718, 0.02283398061990738, 0.01519596017897129, -0.0767064020037651, -0.005351911298930645, 0.013233453966677189, 0.026520054787397385, 0.016915440559387207], "r_norm": [4.466273784637451, 4.313403606414795, 4.251841068267822, 4.3450469970703125, 4.226981163024902, 4.273897171020508, 4.482000827789307, 4.29316520690918, 4.364896297454834, 4.366900444030762, 4.420812129974365, 4.261020183563232, 4.344903945922852, 4.329823970794678, 4.268787384033203, 4.421017646789551, 4.397271156311035, 4.299072265625, 4.377411842346191, 4.426225662231445]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.3589, "test_loss": 1.974430419921875}, {"step": 3150, "epoch": 8, "train_loss": 1.6869306564331055, "cos_r_negg": [0.539537250995636, 0.08560369163751602, 0.05045188218355179, 0.08731454610824585, 0.07435159385204315, 0.031248250976204872, 0.11179381608963013, 0.04158144071698189, -0.011857206001877785, 0.08823832869529724, 0.05487241595983505, 0.024859271943569183, 0.037235110998153687, 0.06027888134121895, 3.3000949770212173e-05, -0.08067727088928223, 0.012625165283679962, 0.011511649936437607, 0.04623158276081085, 0.02146010659635067], "cos_apical_negg": [0.539537250995636, 0.08560369163751602, 0.05045188218355179, 0.08731454610824585, 0.07435159385204315, 0.031248250976204872, 0.11179381608963013, 0.04158144071698189, -0.011857206001877785, 0.08823832869529724, 0.05487241595983505, 0.024859271943569183, 0.037235110998153687, 0.06027888134121895, 3.3000949770212173e-05, -0.08067727088928223, 0.012625165283679962, 0.011511649936437607, 0.04623158276081085, 0.02146010659635067], "cos_Ac_negg": [0.539537250995636, 0.08560369163751602, 0.05045188218355179, 0.08731454610824585, 0.07435159385204315, 0.031248250976204872, 0.11179381608963013, 0.04158144071698189, -0.011857206001877785, 0.08823832869529724, 0.05487241595983505, 0.024859271943569183, 0.037235110998153687, 0.06027888134121895, 3.3000949770212173e-05, -0.08067727088928223, 0.012625165283679962, 0.011511649936437607, 0.04623158276081085, 0.02146010659635067], "r_norm": [4.48714542388916, 4.346878528594971, 4.272826194763184, 4.371218204498291, 4.245882511138916, 4.2786993980407715, 4.504814147949219, 4.33525276184082, 4.373164176940918, 4.392144680023193, 4.4422807693481445, 4.293792724609375, 4.383720874786377, 4.357442855834961, 4.292044162750244, 4.417548656463623, 4.4040327072143555, 4.32988166809082, 4.4164958000183105, 4.427767753601074]}, {"step": 3200, "epoch": 8, "train_loss": 1.7979490756988525, "cos_r_negg": [0.5529319047927856, 0.11388740688562393, 0.06686239689588547, 0.09179332852363586, 0.08254313468933105, 0.037194155156612396, 0.1022903323173523, 0.05346536636352539, -0.0008557443507015705, 0.08855344355106354, 0.0416887104511261, 0.03647872805595398, 0.10525533556938171, 0.023207124322652817, -0.018438171595335007, -0.05177092179656029, 0.03475048765540123, -0.01012226939201355, -0.001443930552341044, -0.00929679162800312], "cos_apical_negg": [0.5529319047927856, 0.11388740688562393, 0.06686239689588547, 0.09179332852363586, 0.08254313468933105, 0.037194155156612396, 0.1022903323173523, 0.05346536636352539, -0.0008557443507015705, 0.08855344355106354, 0.0416887104511261, 0.03647872805595398, 0.10525533556938171, 0.023207124322652817, -0.018438171595335007, -0.05177092179656029, 0.03475048765540123, -0.01012226939201355, -0.001443930552341044, -0.00929679162800312], "cos_Ac_negg": [0.5529319047927856, 0.11388740688562393, 0.06686239689588547, 0.09179332852363586, 0.08254313468933105, 0.037194155156612396, 0.1022903323173523, 0.05346536636352539, -0.0008557443507015705, 0.08855344355106354, 0.0416887104511261, 0.03647872805595398, 0.10525533556938171, 0.023207124322652817, -0.018438171595335007, -0.05177092179656029, 0.03475048765540123, -0.01012226939201355, -0.001443930552341044, -0.00929679162800312], "r_norm": [4.3470048904418945, 4.213354110717773, 4.149716377258301, 4.2375807762146, 4.11761474609375, 4.164451599121094, 4.360058784484863, 4.192249774932861, 4.247912406921387, 4.247912406921387, 4.317620754241943, 4.15485954284668, 4.239541053771973, 4.2153401374816895, 4.162489414215088, 4.304505348205566, 4.284150123596191, 4.1894402503967285, 4.270301818847656, 4.307147026062012]}, {"step": 3250, "epoch": 8, "train_loss": 1.6456143856048584, "cos_r_negg": [0.5329803228378296, 0.10567855834960938, 0.07721896469593048, 0.08186650276184082, 0.08470624685287476, 0.03707427158951759, 0.1296200454235077, 0.026036761701107025, 0.007640884257853031, 0.11920715868473053, 0.05705278366804123, 0.035225410014390945, 0.08402019739151001, 0.02427864633500576, -0.01841709017753601, -0.03257874399423599, -0.020087720826268196, 0.013394910842180252, 0.034408461302518845, -0.027266979217529297], "cos_apical_negg": [0.5329803228378296, 0.10567855834960938, 0.07721896469593048, 0.08186650276184082, 0.08470624685287476, 0.03707427158951759, 0.1296200454235077, 0.026036761701107025, 0.007640884257853031, 0.11920715868473053, 0.05705278366804123, 0.035225410014390945, 0.08402019739151001, 0.02427864633500576, -0.01841709017753601, -0.03257874399423599, -0.020087720826268196, 0.013394910842180252, 0.034408461302518845, -0.027266979217529297], "cos_Ac_negg": [0.5329803228378296, 0.10567855834960938, 0.07721896469593048, 0.08186650276184082, 0.08470624685287476, 0.03707427158951759, 0.1296200454235077, 0.026036761701107025, 0.007640884257853031, 0.11920715868473053, 0.05705278366804123, 0.035225410014390945, 0.08402019739151001, 0.02427864633500576, -0.01841709017753601, -0.03257874399423599, -0.020087720826268196, 0.013394910842180252, 0.034408461302518845, -0.027266979217529297], "r_norm": [4.318297386169434, 4.178782939910889, 4.115448474884033, 4.201800346374512, 4.086088180541992, 4.12669563293457, 4.3262176513671875, 4.153608322143555, 4.206719398498535, 4.215079307556152, 4.275388240814209, 4.122928619384766, 4.201498031616211, 4.181283473968506, 4.1292405128479, 4.260437965393066, 4.240834712982178, 4.156679630279541, 4.232199668884277, 4.276785373687744]}, {"step": 3300, "epoch": 8, "train_loss": 2.089395046234131, "cos_r_negg": [0.5575453042984009, 0.12120380252599716, 0.07445625960826874, 0.0764516144990921, 0.10166513919830322, 0.040229663252830505, 0.10357150435447693, 0.07212792336940765, 0.0045470381155610085, 0.09564667195081711, 0.06330226361751556, 0.03104148618876934, 0.07238958775997162, 0.00959859974682331, -0.009609350934624672, -0.002176433801651001, -0.03821287304162979, -0.04792443662881851, 0.012715683318674564, -0.008695246651768684], "cos_apical_negg": [0.5575453042984009, 0.12120380252599716, 0.07445625960826874, 0.0764516144990921, 0.10166513919830322, 0.040229663252830505, 0.10357150435447693, 0.07212792336940765, 0.0045470381155610085, 0.09564667195081711, 0.06330226361751556, 0.03104148618876934, 0.07238958775997162, 0.00959859974682331, -0.009609350934624672, -0.002176433801651001, -0.03821287304162979, -0.04792443662881851, 0.012715683318674564, -0.008695246651768684], "cos_Ac_negg": [0.5575453042984009, 0.12120380252599716, 0.07445625960826874, 0.0764516144990921, 0.10166513919830322, 0.040229663252830505, 0.10357150435447693, 0.07212792336940765, 0.0045470381155610085, 0.09564667195081711, 0.06330226361751556, 0.03104148618876934, 0.07238958775997162, 0.00959859974682331, -0.009609350934624672, -0.002176433801651001, -0.03821287304162979, -0.04792443662881851, 0.012715683318674564, -0.008695246651768684], "r_norm": [4.374338626861572, 4.228770732879639, 4.16434383392334, 4.251767635345459, 4.135465145111084, 4.1872100830078125, 4.380857467651367, 4.204451560974121, 4.26490592956543, 4.2670745849609375, 4.327398300170898, 4.184277534484863, 4.255582332611084, 4.246242523193359, 4.177606582641602, 4.306678771972656, 4.285132884979248, 4.210544586181641, 4.282204627990723, 4.332773208618164]}, {"step": 3350, "epoch": 8, "train_loss": 1.835745930671692, "cos_r_negg": [0.5505558848381042, 0.12046656012535095, 0.07370619475841522, 0.0765761062502861, 0.09669865667819977, 0.057686980813741684, 0.10969581454992294, 0.07219333946704865, -0.009810131974518299, 0.09850656986236572, 0.05814235284924507, 0.045948535203933716, 0.04570917785167694, 0.038195155560970306, 0.02387755736708641, 0.00010078772902488708, -0.05288360267877579, -0.037137486040592194, 0.022912723943591118, 0.045278966426849365], "cos_apical_negg": [0.5505558848381042, 0.12046656012535095, 0.07370619475841522, 0.0765761062502861, 0.09669865667819977, 0.057686980813741684, 0.10969581454992294, 0.07219333946704865, -0.009810131974518299, 0.09850656986236572, 0.05814235284924507, 0.045948535203933716, 0.04570917785167694, 0.038195155560970306, 0.02387755736708641, 0.00010078772902488708, -0.05288360267877579, -0.037137486040592194, 0.022912723943591118, 0.045278966426849365], "cos_Ac_negg": [0.5505558848381042, 0.12046656012535095, 0.07370619475841522, 0.0765761062502861, 0.09669865667819977, 0.057686980813741684, 0.10969581454992294, 0.07219333946704865, -0.009810131974518299, 0.09850656986236572, 0.05814235284924507, 0.045948535203933716, 0.04570917785167694, 0.038195155560970306, 0.02387755736708641, 0.00010078772902488708, -0.05288360267877579, -0.037137486040592194, 0.022912723943591118, 0.045278966426849365], "r_norm": [4.361006736755371, 4.221562385559082, 4.155597686767578, 4.244009971618652, 4.132840633392334, 4.1705121994018555, 4.373429298400879, 4.201065540313721, 4.250321388244629, 4.263088226318359, 4.319901466369629, 4.161568641662598, 4.256231307983398, 4.230659484863281, 4.175594329833984, 4.3051605224609375, 4.290730953216553, 4.200395584106445, 4.274622917175293, 4.3156633377075195]}, {"step": 3400, "epoch": 8, "train_loss": 1.7902019023895264, "cos_r_negg": [0.5452280044555664, 0.1444886028766632, 0.0696716159582138, 0.07278548181056976, 0.09624764323234558, 0.051307931542396545, 0.11618195474147797, 0.08876070380210876, 0.02745138108730316, 0.09138024598360062, 0.06559138745069504, 0.01767384633421898, 0.06647462397813797, 0.01878269761800766, 0.036027681082487106, -0.01654556393623352, -0.005063935182988644, -0.004440987482666969, 0.008891458623111248, -0.04340631142258644], "cos_apical_negg": [0.5452280044555664, 0.1444886028766632, 0.0696716159582138, 0.07278548181056976, 0.09624764323234558, 0.051307931542396545, 0.11618195474147797, 0.08876070380210876, 0.02745138108730316, 0.09138024598360062, 0.06559138745069504, 0.01767384633421898, 0.06647462397813797, 0.01878269761800766, 0.036027681082487106, -0.01654556393623352, -0.005063935182988644, -0.004440987482666969, 0.008891458623111248, -0.04340631142258644], "cos_Ac_negg": [0.5452280044555664, 0.1444886028766632, 0.0696716159582138, 0.07278548181056976, 0.09624764323234558, 0.051307931542396545, 0.11618195474147797, 0.08876070380210876, 0.02745138108730316, 0.09138024598360062, 0.06559138745069504, 0.01767384633421898, 0.06647462397813797, 0.01878269761800766, 0.036027681082487106, -0.01654556393623352, -0.005063935182988644, -0.004440987482666969, 0.008891458623111248, -0.04340631142258644], "r_norm": [4.398712158203125, 4.254449844360352, 4.181317329406738, 4.278368949890137, 4.156553745269775, 4.209777355194092, 4.4152936935424805, 4.233290672302246, 4.288735866546631, 4.298552989959717, 4.349122524261475, 4.203395366668701, 4.282896995544434, 4.253086090087891, 4.212644577026367, 4.343627452850342, 4.323732376098633, 4.238840103149414, 4.3172478675842285, 4.361832618713379]}, {"step": 3450, "epoch": 8, "train_loss": 1.6430490016937256, "cos_r_negg": [0.5476603507995605, 0.11190224438905716, 0.1003953367471695, 0.0767725333571434, 0.0850442424416542, 0.06424692273139954, 0.11079051345586777, 0.06966917216777802, 0.042086608707904816, 0.10879214107990265, 0.048699889332056046, 0.02953031100332737, 0.04316014051437378, 0.020988110452890396, -0.015931496396660805, -0.02124352753162384, 0.010892155580222607, -0.00872634258121252, -0.0019529638811945915, -0.002905740402638912], "cos_apical_negg": [0.5476603507995605, 0.11190224438905716, 0.1003953367471695, 0.0767725333571434, 0.0850442424416542, 0.06424692273139954, 0.11079051345586777, 0.06966917216777802, 0.042086608707904816, 0.10879214107990265, 0.048699889332056046, 0.02953031100332737, 0.04316014051437378, 0.020988110452890396, -0.015931496396660805, -0.02124352753162384, 0.010892155580222607, -0.00872634258121252, -0.0019529638811945915, -0.002905740402638912], "cos_Ac_negg": [0.5476603507995605, 0.11190224438905716, 0.1003953367471695, 0.0767725333571434, 0.0850442424416542, 0.06424692273139954, 0.11079051345586777, 0.06966917216777802, 0.042086608707904816, 0.10879214107990265, 0.048699889332056046, 0.02953031100332737, 0.04316014051437378, 0.020988110452890396, -0.015931496396660805, -0.02124352753162384, 0.010892155580222607, -0.00872634258121252, -0.0019529638811945915, -0.002905740402638912], "r_norm": [4.308152198791504, 4.170147895812988, 4.104992389678955, 4.1915693283081055, 4.071315288543701, 4.117109298706055, 4.310054779052734, 4.139415740966797, 4.198345184326172, 4.187514305114746, 4.263276100158691, 4.108649253845215, 4.187036991119385, 4.168943881988525, 4.111631393432617, 4.249814033508301, 4.2225189208984375, 4.138355255126953, 4.22088098526001, 4.259812355041504]}, {"step": 3500, "epoch": 8, "train_loss": 1.8085052967071533, "cos_r_negg": [0.5344774723052979, 0.12534081935882568, 0.10768097639083862, 0.08462352305650711, 0.11080919206142426, 0.06353171914815903, 0.09630393981933594, 0.0459042489528656, 0.004928684793412685, 0.07408344745635986, 0.023813782259821892, 0.042109012603759766, 0.0777309238910675, 0.03302130103111267, -0.03192470967769623, -0.02148411236703396, 0.00871841236948967, -0.01106232963502407, -0.06264138221740723, -0.04056272283196449], "cos_apical_negg": [0.5344774723052979, 0.12534081935882568, 0.10768097639083862, 0.08462352305650711, 0.11080919206142426, 0.06353171914815903, 0.09630393981933594, 0.0459042489528656, 0.004928684793412685, 0.07408344745635986, 0.023813782259821892, 0.042109012603759766, 0.0777309238910675, 0.03302130103111267, -0.03192470967769623, -0.02148411236703396, 0.00871841236948967, -0.01106232963502407, -0.06264138221740723, -0.04056272283196449], "cos_Ac_negg": [0.5344774723052979, 0.12534081935882568, 0.10768097639083862, 0.08462352305650711, 0.11080919206142426, 0.06353171914815903, 0.09630393981933594, 0.0459042489528656, 0.004928684793412685, 0.07408344745635986, 0.023813782259821892, 0.042109012603759766, 0.0777309238910675, 0.03302130103111267, -0.03192470967769623, -0.02148411236703396, 0.00871841236948967, -0.01106232963502407, -0.06264138221740723, -0.04056272283196449], "r_norm": [4.218892574310303, 4.088653564453125, 4.020330429077148, 4.11492919921875, 4.000006675720215, 4.04317569732666, 4.240211486816406, 4.0591559410095215, 4.1152873039245605, 4.1215434074401855, 4.185672283172607, 4.026618957519531, 4.1053972244262695, 4.083350658416748, 4.048216819763184, 4.1729416847229, 4.149792671203613, 4.064666748046875, 4.140594482421875, 4.18367862701416]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.3471, "test_loss": 2.0570347900390624}, {"step": 3550, "epoch": 9, "train_loss": 1.585019588470459, "cos_r_negg": [0.5234912633895874, 0.13336074352264404, 0.11498596519231796, 0.09103815257549286, 0.10254712402820587, 0.0814322978258133, 0.11120998859405518, 0.05709563568234444, 0.014007304795086384, 0.09513804316520691, 0.06453649699687958, 0.0263801459223032, 0.06584228575229645, 0.030070753768086433, -0.0225470419973135, -0.021109549328684807, 0.04707362502813339, 0.013019341975450516, -0.023066934198141098, -0.030093975365161896], "cos_apical_negg": [0.5234912633895874, 0.13336074352264404, 0.11498596519231796, 0.09103815257549286, 0.10254712402820587, 0.0814322978258133, 0.11120998859405518, 0.05709563568234444, 0.014007304795086384, 0.09513804316520691, 0.06453649699687958, 0.0263801459223032, 0.06584228575229645, 0.030070753768086433, -0.0225470419973135, -0.021109549328684807, 0.04707362502813339, 0.013019341975450516, -0.023066934198141098, -0.030093975365161896], "cos_Ac_negg": [0.5234912633895874, 0.13336074352264404, 0.11498596519231796, 0.09103815257549286, 0.10254712402820587, 0.0814322978258133, 0.11120998859405518, 0.05709563568234444, 0.014007304795086384, 0.09513804316520691, 0.06453649699687958, 0.0263801459223032, 0.06584228575229645, 0.030070753768086433, -0.0225470419973135, -0.021109549328684807, 0.04707362502813339, 0.013019341975450516, -0.023066934198141098, -0.030093975365161896], "r_norm": [4.4842000007629395, 4.330143451690674, 4.2699785232543945, 4.364096641540527, 4.248234748840332, 4.27865743637085, 4.481266021728516, 4.2968034744262695, 4.3579535484313965, 4.366638660430908, 4.428433418273926, 4.2678751945495605, 4.355091094970703, 4.324224472045898, 4.286783695220947, 4.415727615356445, 4.398501873016357, 4.311225891113281, 4.384860992431641, 4.435171604156494]}, {"step": 3600, "epoch": 9, "train_loss": 1.7539434432983398, "cos_r_negg": [0.5629457831382751, 0.1250239759683609, 0.10346095263957977, 0.09068676084280014, 0.0835127979516983, 0.07156591862440109, 0.0937672108411789, 0.0533280074596405, 0.01234518550336361, 0.09333301335573196, 0.0484188012778759, 0.020680278539657593, 0.022336553782224655, 0.018407287076115608, -0.022638294845819473, -0.015591911971569061, 0.013239284977316856, 0.021346181631088257, -0.032852381467819214, -0.025407221168279648], "cos_apical_negg": [0.5629457831382751, 0.1250239759683609, 0.10346095263957977, 0.09068676084280014, 0.0835127979516983, 0.07156591862440109, 0.0937672108411789, 0.0533280074596405, 0.01234518550336361, 0.09333301335573196, 0.0484188012778759, 0.020680278539657593, 0.022336553782224655, 0.018407287076115608, -0.022638294845819473, -0.015591911971569061, 0.013239284977316856, 0.021346181631088257, -0.032852381467819214, -0.025407221168279648], "cos_Ac_negg": [0.5629457831382751, 0.1250239759683609, 0.10346095263957977, 0.09068676084280014, 0.0835127979516983, 0.07156591862440109, 0.0937672108411789, 0.0533280074596405, 0.01234518550336361, 0.09333301335573196, 0.0484188012778759, 0.020680278539657593, 0.022336553782224655, 0.018407287076115608, -0.022638294845819473, -0.015591911971569061, 0.013239284977316856, 0.021346181631088257, -0.032852381467819214, -0.025407221168279648], "r_norm": [4.3682942390441895, 4.222394943237305, 4.153217315673828, 4.247481346130371, 4.134553909301758, 4.167998313903809, 4.369584083557129, 4.198790073394775, 4.255719184875488, 4.243163585662842, 4.312173843383789, 4.159832954406738, 4.238306999206543, 4.221223831176758, 4.169336318969727, 4.302923202514648, 4.287489891052246, 4.201789855957031, 4.27913761138916, 4.317269325256348]}, {"step": 3650, "epoch": 9, "train_loss": 1.894747018814087, "cos_r_negg": [0.540717363357544, 0.1357075273990631, 0.10768762230873108, 0.09943142533302307, 0.08322837203741074, 0.08676032721996307, 0.0932326689362526, 0.08197052776813507, 0.013723369687795639, 0.0967525914311409, 0.0694509744644165, 0.024080578237771988, 0.06590132415294647, 0.04051909223198891, -0.012848345562815666, 0.023797350004315376, 0.04623530060052872, -0.011536400765180588, 0.04234921187162399, -0.00685667060315609], "cos_apical_negg": [0.540717363357544, 0.1357075273990631, 0.10768762230873108, 0.09943142533302307, 0.08322837203741074, 0.08676032721996307, 0.0932326689362526, 0.08197052776813507, 0.013723369687795639, 0.0967525914311409, 0.0694509744644165, 0.024080578237771988, 0.06590132415294647, 0.04051909223198891, -0.012848345562815666, 0.023797350004315376, 0.04623530060052872, -0.011536400765180588, 0.04234921187162399, -0.00685667060315609], "cos_Ac_negg": [0.540717363357544, 0.1357075273990631, 0.10768762230873108, 0.09943142533302307, 0.08322837203741074, 0.08676032721996307, 0.0932326689362526, 0.08197052776813507, 0.013723369687795639, 0.0967525914311409, 0.0694509744644165, 0.024080578237771988, 0.06590132415294647, 0.04051909223198891, -0.012848345562815666, 0.023797350004315376, 0.04623530060052872, -0.011536400765180588, 0.04234921187162399, -0.00685667060315609], "r_norm": [4.528191566467285, 4.384145736694336, 4.331957817077637, 4.3990302085876465, 4.291743278503418, 4.326284408569336, 4.5242204666137695, 4.359724044799805, 4.417647838592529, 4.398343086242676, 4.486297607421875, 4.323951244354248, 4.423055648803711, 4.385089874267578, 4.328268527984619, 4.47526741027832, 4.44811487197876, 4.359311103820801, 4.4312238693237305, 4.4758620262146]}, {"step": 3700, "epoch": 9, "train_loss": 1.578971028327942, "cos_r_negg": [0.5580798387527466, 0.12633253633975983, 0.10304805636405945, 0.08884010463953018, 0.10692569613456726, 0.06905948370695114, 0.10330397635698318, 0.06154506281018257, 0.03388282656669617, 0.11568064242601395, 0.06029926985502243, 0.0053013041615486145, 0.0505121648311615, 0.049656763672828674, -0.006767004728317261, -0.003739240113645792, 0.05448666960000992, -0.003809696529060602, 0.022968657314777374, -0.030442453920841217], "cos_apical_negg": [0.5580798387527466, 0.12633253633975983, 0.10304805636405945, 0.08884010463953018, 0.10692569613456726, 0.06905948370695114, 0.10330397635698318, 0.06154506281018257, 0.03388282656669617, 0.11568064242601395, 0.06029926985502243, 0.0053013041615486145, 0.0505121648311615, 0.049656763672828674, -0.006767004728317261, -0.003739240113645792, 0.05448666960000992, -0.003809696529060602, 0.022968657314777374, -0.030442453920841217], "cos_Ac_negg": [0.5580798387527466, 0.12633253633975983, 0.10304805636405945, 0.08884010463953018, 0.10692569613456726, 0.06905948370695114, 0.10330397635698318, 0.06154506281018257, 0.03388282656669617, 0.11568064242601395, 0.06029926985502243, 0.0053013041615486145, 0.0505121648311615, 0.049656763672828674, -0.006767004728317261, -0.003739240113645792, 0.05448666960000992, -0.003809696529060602, 0.022968657314777374, -0.030442453920841217], "r_norm": [4.480299949645996, 4.315312385559082, 4.253485202789307, 4.358918190002441, 4.245443344116211, 4.28187894821167, 4.4893975257873535, 4.301247596740723, 4.366056442260742, 4.374574661254883, 4.426485061645508, 4.271444797515869, 4.343208312988281, 4.325042724609375, 4.280718803405762, 4.421446323394775, 4.396633148193359, 4.3115620613098145, 4.4026384353637695, 4.439107894897461]}, {"step": 3750, "epoch": 9, "train_loss": 1.768027663230896, "cos_r_negg": [0.5447468161582947, 0.13863946497440338, 0.10703729093074799, 0.07463590800762177, 0.12460745126008987, 0.06859783828258514, 0.10150326788425446, 0.03179945796728134, 0.016705330461263657, 0.07676512002944946, 0.04203464463353157, 0.022705763578414917, 0.058650434017181396, 0.057029563933610916, -0.002528410404920578, 0.036744050681591034, -0.012922680005431175, 0.004165832884609699, 0.0691109448671341, -0.06361904740333557], "cos_apical_negg": [0.5447468161582947, 0.13863946497440338, 0.10703729093074799, 0.07463590800762177, 0.12460745126008987, 0.06859783828258514, 0.10150326788425446, 0.03179945796728134, 0.016705330461263657, 0.07676512002944946, 0.04203464463353157, 0.022705763578414917, 0.058650434017181396, 0.057029563933610916, -0.002528410404920578, 0.036744050681591034, -0.012922680005431175, 0.004165832884609699, 0.0691109448671341, -0.06361904740333557], "cos_Ac_negg": [0.5447468161582947, 0.13863946497440338, 0.10703729093074799, 0.07463590800762177, 0.12460745126008987, 0.06859783828258514, 0.10150326788425446, 0.03179945796728134, 0.016705330461263657, 0.07676512002944946, 0.04203464463353157, 0.022705763578414917, 0.058650434017181396, 0.057029563933610916, -0.002528410404920578, 0.036744050681591034, -0.012922680005431175, 0.004165832884609699, 0.0691109448671341, -0.06361904740333557], "r_norm": [4.552433490753174, 4.401734352111816, 4.3236870765686035, 4.440042495727539, 4.320746898651123, 4.348323345184326, 4.542235374450684, 4.3792572021484375, 4.446209907531738, 4.4017205238342285, 4.517589569091797, 4.341364860534668, 4.412285804748535, 4.400994300842285, 4.345344543457031, 4.481477737426758, 4.474503517150879, 4.370985984802246, 4.4553446769714355, 4.508260250091553]}, {"step": 3800, "epoch": 9, "train_loss": 2.002164363861084, "cos_r_negg": [0.572649359703064, 0.15518754720687866, 0.10673663020133972, 0.0995609313249588, 0.12016095966100693, 0.059185437858104706, 0.10047430545091629, 0.06774356961250305, 0.03254564106464386, 0.12412974238395691, 0.05136558413505554, 0.004931872710585594, 0.06683263927698135, 0.07548761367797852, -0.02310914732515812, 0.015456010587513447, -0.010106646455824375, 0.0021516643464565277, 0.03415842354297638, -0.008512796834111214], "cos_apical_negg": [0.572649359703064, 0.15518754720687866, 0.10673663020133972, 0.0995609313249588, 0.12016095966100693, 0.059185437858104706, 0.10047430545091629, 0.06774356961250305, 0.03254564106464386, 0.12412974238395691, 0.05136558413505554, 0.004931872710585594, 0.06683263927698135, 0.07548761367797852, -0.02310914732515812, 0.015456010587513447, -0.010106646455824375, 0.0021516643464565277, 0.03415842354297638, -0.008512796834111214], "cos_Ac_negg": [0.572649359703064, 0.15518754720687866, 0.10673663020133972, 0.0995609313249588, 0.12016095966100693, 0.059185437858104706, 0.10047430545091629, 0.06774356961250305, 0.03254564106464386, 0.12412974238395691, 0.05136558413505554, 0.004931872710585594, 0.06683263927698135, 0.07548761367797852, -0.02310914732515812, 0.015456010587513447, -0.010106646455824375, 0.0021516643464565277, 0.03415842354297638, -0.008512796834111214], "r_norm": [4.363325595855713, 4.212352275848389, 4.146628379821777, 4.254011154174805, 4.135119915008545, 4.172613143920898, 4.362613201141357, 4.199436187744141, 4.262166976928711, 4.253270149230957, 4.322327613830566, 4.16654634475708, 4.239500045776367, 4.221272945404053, 4.171904563903809, 4.31282901763916, 4.2875142097473145, 4.195345401763916, 4.279689788818359, 4.32376766204834]}, {"step": 3850, "epoch": 9, "train_loss": 1.722824215888977, "cos_r_negg": [0.5538181662559509, 0.15709587931632996, 0.1178441047668457, 0.09142383933067322, 0.10311286151409149, 0.069551020860672, 0.1076929122209549, 0.07568955421447754, 0.03402065485715866, 0.11794166266918182, 0.011946048587560654, 0.0317787304520607, 0.10299661755561829, 0.09137816727161407, -0.022759543731808662, 0.023059619590640068, -0.019495094195008278, -0.04266398400068283, 0.07291688024997711, 0.01324967946857214], "cos_apical_negg": [0.5538181662559509, 0.15709587931632996, 0.1178441047668457, 0.09142383933067322, 0.10311286151409149, 0.069551020860672, 0.1076929122209549, 0.07568955421447754, 0.03402065485715866, 0.11794166266918182, 0.011946048587560654, 0.0317787304520607, 0.10299661755561829, 0.09137816727161407, -0.022759543731808662, 0.023059619590640068, -0.019495094195008278, -0.04266398400068283, 0.07291688024997711, 0.01324967946857214], "cos_Ac_negg": [0.5538181662559509, 0.15709587931632996, 0.1178441047668457, 0.09142383933067322, 0.10311286151409149, 0.069551020860672, 0.1076929122209549, 0.07568955421447754, 0.03402065485715866, 0.11794166266918182, 0.011946048587560654, 0.0317787304520607, 0.10299661755561829, 0.09137816727161407, -0.022759543731808662, 0.023059619590640068, -0.019495094195008278, -0.04266398400068283, 0.07291688024997711, 0.01324967946857214], "r_norm": [4.37514591217041, 4.2386674880981445, 4.1793742179870605, 4.258641719818115, 4.136780261993408, 4.187691688537598, 4.384217262268066, 4.199369430541992, 4.280637741088867, 4.248416900634766, 4.331794738769531, 4.174856662750244, 4.252317428588867, 4.244753837585449, 4.183440208435059, 4.320517539978027, 4.300809860229492, 4.214221477508545, 4.288750171661377, 4.336223602294922]}, {"step": 3900, "epoch": 9, "train_loss": 1.8853352069854736, "cos_r_negg": [0.5696020126342773, 0.1593768447637558, 0.12496018409729004, 0.08200491964817047, 0.1009657010436058, 0.04179594665765762, 0.11629873514175415, 0.08655998110771179, 0.036162301898002625, 0.13527466356754303, 0.044063881039619446, 0.01941320300102234, 0.042617037892341614, 0.09811466932296753, -0.04066500812768936, -0.009839977137744427, -0.016172198578715324, -0.00022355280816555023, 0.0341971293091774, -0.040522366762161255], "cos_apical_negg": [0.5696020126342773, 0.1593768447637558, 0.12496018409729004, 0.08200491964817047, 0.1009657010436058, 0.04179594665765762, 0.11629873514175415, 0.08655998110771179, 0.036162301898002625, 0.13527466356754303, 0.044063881039619446, 0.01941320300102234, 0.042617037892341614, 0.09811466932296753, -0.04066500812768936, -0.009839977137744427, -0.016172198578715324, -0.00022355280816555023, 0.0341971293091774, -0.040522366762161255], "cos_Ac_negg": [0.5696020126342773, 0.1593768447637558, 0.12496018409729004, 0.08200491964817047, 0.1009657010436058, 0.04179594665765762, 0.11629873514175415, 0.08655998110771179, 0.036162301898002625, 0.13527466356754303, 0.044063881039619446, 0.01941320300102234, 0.042617037892341614, 0.09811466932296753, -0.04066500812768936, -0.009839977137744427, -0.016172198578715324, -0.00022355280816555023, 0.0341971293091774, -0.040522366762161255], "r_norm": [4.2915940284729, 4.159795761108398, 4.089159965515137, 4.1914544105529785, 4.075077056884766, 4.106343746185303, 4.3051862716674805, 4.134476184844971, 4.199242115020752, 4.193294525146484, 4.262094497680664, 4.099631309509277, 4.178248405456543, 4.173304557800293, 4.113259315490723, 4.240096092224121, 4.2262372970581055, 4.125439643859863, 4.208985328674316, 4.260979652404785]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.3978, "test_loss": 1.8336989379882813}, {"step": 3950, "epoch": 10, "train_loss": 1.7633886337280273, "cos_r_negg": [0.5632197856903076, 0.1614890992641449, 0.12199359387159348, 0.09031332284212112, 0.11250753700733185, 0.03681416064500809, 0.0933249294757843, 0.05048941820859909, 0.0471661314368248, 0.12944826483726501, 0.020996641367673874, 0.013722446747124195, 0.08741208165884018, 0.09657995402812958, 0.006835457868874073, -0.04844146594405174, -0.00840933807194233, 0.0008750166743993759, 0.029300102964043617, 0.060529809445142746], "cos_apical_negg": [0.5632197856903076, 0.1614890992641449, 0.12199359387159348, 0.09031332284212112, 0.11250753700733185, 0.03681416064500809, 0.0933249294757843, 0.05048941820859909, 0.0471661314368248, 0.12944826483726501, 0.020996641367673874, 0.013722446747124195, 0.08741208165884018, 0.09657995402812958, 0.006835457868874073, -0.04844146594405174, -0.00840933807194233, 0.0008750166743993759, 0.029300102964043617, 0.060529809445142746], "cos_Ac_negg": [0.5632197856903076, 0.1614890992641449, 0.12199359387159348, 0.09031332284212112, 0.11250753700733185, 0.03681416064500809, 0.0933249294757843, 0.05048941820859909, 0.0471661314368248, 0.12944826483726501, 0.020996641367673874, 0.013722446747124195, 0.08741208165884018, 0.09657995402812958, 0.006835457868874073, -0.04844146594405174, -0.00840933807194233, 0.0008750166743993759, 0.029300102964043617, 0.060529809445142746], "r_norm": [4.284793853759766, 4.143309593200684, 4.084227561950684, 4.167813301086426, 4.059017181396484, 4.092665672302246, 4.294597148895264, 4.11597204208374, 4.180891990661621, 4.1767258644104, 4.244652271270752, 4.0870466232299805, 4.17161750793457, 4.1490983963012695, 4.0999979972839355, 4.233729362487793, 4.206686973571777, 4.11790657043457, 4.200798988342285, 4.2406229972839355]}, {"step": 4000, "epoch": 10, "train_loss": 1.5189216136932373, "cos_r_negg": [0.5376384258270264, 0.16194415092468262, 0.14181861281394958, 0.08303287625312805, 0.09912514686584473, 0.058495648205280304, 0.11051040887832642, 0.056904569268226624, 0.050229527056217194, 0.10476364195346832, 0.05442586541175842, 0.02622375637292862, 0.10479836910963058, 0.07872283458709717, 0.011635905131697655, -0.002624534536153078, -0.021211404353380203, -0.03496577590703964, -0.010065496899187565, 0.03959115967154503], "cos_apical_negg": [0.5376384258270264, 0.16194415092468262, 0.14181861281394958, 0.08303287625312805, 0.09912514686584473, 0.058495648205280304, 0.11051040887832642, 0.056904569268226624, 0.050229527056217194, 0.10476364195346832, 0.05442586541175842, 0.02622375637292862, 0.10479836910963058, 0.07872283458709717, 0.011635905131697655, -0.002624534536153078, -0.021211404353380203, -0.03496577590703964, -0.010065496899187565, 0.03959115967154503], "cos_Ac_negg": [0.5376384258270264, 0.16194415092468262, 0.14181861281394958, 0.08303287625312805, 0.09912514686584473, 0.058495648205280304, 0.11051040887832642, 0.056904569268226624, 0.050229527056217194, 0.10476364195346832, 0.05442586541175842, 0.02622375637292862, 0.10479836910963058, 0.07872283458709717, 0.011635905131697655, -0.002624534536153078, -0.021211404353380203, -0.03496577590703964, -0.010065496899187565, 0.03959115967154503], "r_norm": [4.348735332489014, 4.220386028289795, 4.147677898406982, 4.2492451667785645, 4.124295234680176, 4.178952217102051, 4.361757755279541, 4.199569225311279, 4.254322052001953, 4.255385398864746, 4.318356990814209, 4.166587829589844, 4.24660062789917, 4.226540565490723, 4.171341896057129, 4.301900863647461, 4.291435718536377, 4.19698429107666, 4.276610374450684, 4.3229780197143555]}, {"step": 4050, "epoch": 10, "train_loss": 1.6070247888565063, "cos_r_negg": [0.5777208209037781, 0.16364553570747375, 0.13182002305984497, 0.10661069303750992, 0.1126028448343277, 0.05531565099954605, 0.10013062506914139, 0.06957907974720001, 0.01033417321741581, 0.11732476204633713, 0.02882958948612213, 0.055360324680805206, 0.09062528610229492, 0.039173297584056854, 0.010394896380603313, 0.03993026167154312, 0.017663905397057533, 0.028027597814798355, -0.028632912784814835, -0.03426624834537506], "cos_apical_negg": [0.5777208209037781, 0.16364553570747375, 0.13182002305984497, 0.10661069303750992, 0.1126028448343277, 0.05531565099954605, 0.10013062506914139, 0.06957907974720001, 0.01033417321741581, 0.11732476204633713, 0.02882958948612213, 0.055360324680805206, 0.09062528610229492, 0.039173297584056854, 0.010394896380603313, 0.03993026167154312, 0.017663905397057533, 0.028027597814798355, -0.028632912784814835, -0.03426624834537506], "cos_Ac_negg": [0.5777208209037781, 0.16364553570747375, 0.13182002305984497, 0.10661069303750992, 0.1126028448343277, 0.05531565099954605, 0.10013062506914139, 0.06957907974720001, 0.01033417321741581, 0.11732476204633713, 0.02882958948612213, 0.055360324680805206, 0.09062528610229492, 0.039173297584056854, 0.010394896380603313, 0.03993026167154312, 0.017663905397057533, 0.028027597814798355, -0.028632912784814835, -0.03426624834537506], "r_norm": [4.3568806648254395, 4.22325325012207, 4.15113639831543, 4.251774787902832, 4.126898765563965, 4.17219352722168, 4.360675811767578, 4.197320938110352, 4.258694648742676, 4.249711036682129, 4.328442573547363, 4.16948127746582, 4.245840072631836, 4.228758335113525, 4.170273780822754, 4.304320812225342, 4.2817792892456055, 4.187404632568359, 4.2820024490356445, 4.322373867034912]}, {"step": 4100, "epoch": 10, "train_loss": 1.8041445016860962, "cos_r_negg": [0.5738744735717773, 0.16299614310264587, 0.1260170042514801, 0.1048528403043747, 0.09747441112995148, 0.08035162091255188, 0.10315471887588501, 0.06110542267560959, 0.004629279486835003, 0.1132231205701828, 0.05779309198260307, 0.026537135243415833, 0.07733426243066788, 0.043567389249801636, 0.0339227169752121, 0.03553367033600807, 0.026137562468647957, -0.0015647667460143566, 0.015118518844246864, -0.03065602481365204], "cos_apical_negg": [0.5738744735717773, 0.16299614310264587, 0.1260170042514801, 0.1048528403043747, 0.09747441112995148, 0.08035162091255188, 0.10315471887588501, 0.06110542267560959, 0.004629279486835003, 0.1132231205701828, 0.05779309198260307, 0.026537135243415833, 0.07733426243066788, 0.043567389249801636, 0.0339227169752121, 0.03553367033600807, 0.026137562468647957, -0.0015647667460143566, 0.015118518844246864, -0.03065602481365204], "cos_Ac_negg": [0.5738744735717773, 0.16299614310264587, 0.1260170042514801, 0.1048528403043747, 0.09747441112995148, 0.08035162091255188, 0.10315471887588501, 0.06110542267560959, 0.004629279486835003, 0.1132231205701828, 0.05779309198260307, 0.026537135243415833, 0.07733426243066788, 0.043567389249801636, 0.0339227169752121, 0.03553367033600807, 0.026137562468647957, -0.0015647667460143566, 0.015118518844246864, -0.03065602481365204], "r_norm": [4.33754301071167, 4.19830846786499, 4.128888130187988, 4.220430850982666, 4.105673313140869, 4.144099712371826, 4.339314937591553, 4.163301467895508, 4.224945068359375, 4.227391242980957, 4.292275428771973, 4.142297744750977, 4.219078063964844, 4.1991448402404785, 4.149572849273682, 4.278700351715088, 4.253620147705078, 4.173191070556641, 4.249967098236084, 4.297237396240234]}, {"step": 4150, "epoch": 10, "train_loss": 1.5488166809082031, "cos_r_negg": [0.5455300807952881, 0.15136972069740295, 0.10726221650838852, 0.10731831192970276, 0.11050384491682053, 0.0687023252248764, 0.10587294399738312, 0.051900267601013184, 0.014697523787617683, 0.12388790398836136, 0.04206289350986481, 0.013884561136364937, 0.09193015098571777, 0.05481400340795517, 0.018457844853401184, 0.013367276638746262, 0.029433351010084152, -0.016967784613370895, 0.007318434305489063, -0.03591276332736015], "cos_apical_negg": [0.5455300807952881, 0.15136972069740295, 0.10726221650838852, 0.10731831192970276, 0.11050384491682053, 0.0687023252248764, 0.10587294399738312, 0.051900267601013184, 0.014697523787617683, 0.12388790398836136, 0.04206289350986481, 0.013884561136364937, 0.09193015098571777, 0.05481400340795517, 0.018457844853401184, 0.013367276638746262, 0.029433351010084152, -0.016967784613370895, 0.007318434305489063, -0.03591276332736015], "cos_Ac_negg": [0.5455300807952881, 0.15136972069740295, 0.10726221650838852, 0.10731831192970276, 0.11050384491682053, 0.0687023252248764, 0.10587294399738312, 0.051900267601013184, 0.014697523787617683, 0.12388790398836136, 0.04206289350986481, 0.013884561136364937, 0.09193015098571777, 0.05481400340795517, 0.018457844853401184, 0.013367276638746262, 0.029433351010084152, -0.016967784613370895, 0.007318434305489063, -0.03591276332736015], "r_norm": [4.284518718719482, 4.155726432800293, 4.081216812133789, 4.179447650909424, 4.065539360046387, 4.103484153747559, 4.2900495529174805, 4.130975723266602, 4.17940616607666, 4.179803371429443, 4.255545616149902, 4.100948333740234, 4.183545112609863, 4.159798622131348, 4.1090545654296875, 4.233516693115234, 4.212830543518066, 4.127222061157227, 4.20798397064209, 4.250100612640381]}, {"step": 4200, "epoch": 10, "train_loss": 2.0437395572662354, "cos_r_negg": [0.5643594264984131, 0.16621294617652893, 0.10628361999988556, 0.11247429251670837, 0.09791839122772217, 0.07576455175876617, 0.1117868572473526, 0.059948842972517014, 0.03349604457616806, 0.16021782159805298, 0.041215453296899796, 0.02558910846710205, 0.0724978893995285, 0.05651178956031799, 0.04362262040376663, 0.013439764268696308, 0.04968700557947159, 0.006278906017541885, 0.03685225173830986, -0.03630354627966881], "cos_apical_negg": [0.5643594264984131, 0.16621294617652893, 0.10628361999988556, 0.11247429251670837, 0.09791839122772217, 0.07576455175876617, 0.1117868572473526, 0.059948842972517014, 0.03349604457616806, 0.16021782159805298, 0.041215453296899796, 0.02558910846710205, 0.0724978893995285, 0.05651178956031799, 0.04362262040376663, 0.013439764268696308, 0.04968700557947159, 0.006278906017541885, 0.03685225173830986, -0.03630354627966881], "cos_Ac_negg": [0.5643594264984131, 0.16621294617652893, 0.10628361999988556, 0.11247429251670837, 0.09791839122772217, 0.07576455175876617, 0.1117868572473526, 0.059948842972517014, 0.03349604457616806, 0.16021782159805298, 0.041215453296899796, 0.02558910846710205, 0.0724978893995285, 0.05651178956031799, 0.04362262040376663, 0.013439764268696308, 0.04968700557947159, 0.006278906017541885, 0.03685225173830986, -0.03630354627966881], "r_norm": [4.390202522277832, 4.239323616027832, 4.1820068359375, 4.277419090270996, 4.152464866638184, 4.198272228240967, 4.389028549194336, 4.217501640319824, 4.26904296875, 4.292365074157715, 4.346115589141846, 4.189977645874023, 4.272538185119629, 4.248398780822754, 4.192798137664795, 4.338954448699951, 4.314759731292725, 4.206423759460449, 4.305699348449707, 4.3384904861450195]}, {"step": 4250, "epoch": 10, "train_loss": 1.8840937614440918, "cos_r_negg": [0.5610939860343933, 0.15537434816360474, 0.11383144557476044, 0.1105239987373352, 0.10072637349367142, 0.09001557528972626, 0.14407841861248016, 0.04785696044564247, 0.05961986258625984, 0.13181646168231964, 0.02168724685907364, 0.020895877853035927, 0.09063811600208282, 0.11064501106739044, 0.03026454523205757, 0.028428589925169945, -0.013899524696171284, 0.04537758603692055, 0.08554227650165558, -0.029588758945465088], "cos_apical_negg": [0.5610939860343933, 0.15537434816360474, 0.11383144557476044, 0.1105239987373352, 0.10072637349367142, 0.09001557528972626, 0.14407841861248016, 0.04785696044564247, 0.05961986258625984, 0.13181646168231964, 0.02168724685907364, 0.020895877853035927, 0.09063811600208282, 0.11064501106739044, 0.03026454523205757, 0.028428589925169945, -0.013899524696171284, 0.04537758603692055, 0.08554227650165558, -0.029588758945465088], "cos_Ac_negg": [0.5610939860343933, 0.15537434816360474, 0.11383144557476044, 0.1105239987373352, 0.10072637349367142, 0.09001557528972626, 0.14407841861248016, 0.04785696044564247, 0.05961986258625984, 0.13181646168231964, 0.02168724685907364, 0.020895877853035927, 0.09063811600208282, 0.11064501106739044, 0.03026454523205757, 0.028428589925169945, -0.013899524696171284, 0.04537758603692055, 0.08554227650165558, -0.029588758945465088], "r_norm": [4.356357574462891, 4.206232070922852, 4.146265983581543, 4.245501518249512, 4.1204514503479, 4.162588119506836, 4.367942810058594, 4.182503700256348, 4.252432346343994, 4.253251075744629, 4.312621593475342, 4.157214164733887, 4.23040771484375, 4.215457439422607, 4.164937973022461, 4.305206775665283, 4.272951126098633, 4.183828830718994, 4.273563385009766, 4.311931610107422]}, {"step": 4300, "epoch": 10, "train_loss": 1.6208763122558594, "cos_r_negg": [0.528139591217041, 0.15176507830619812, 0.1151375025510788, 0.10904102772474289, 0.10683455318212509, 0.06398600339889526, 0.1318242847919464, 0.07295168936252594, 0.04369911551475525, 0.13979333639144897, 0.03921682760119438, 0.06638782471418381, 0.08699928969144821, 0.12070254981517792, -0.009438653476536274, 0.024064723402261734, 0.04430488497018814, 0.009165147319436073, 0.020211681723594666, -0.040974002331495285], "cos_apical_negg": [0.528139591217041, 0.15176507830619812, 0.1151375025510788, 0.10904102772474289, 0.10683455318212509, 0.06398600339889526, 0.1318242847919464, 0.07295168936252594, 0.04369911551475525, 0.13979333639144897, 0.03921682760119438, 0.06638782471418381, 0.08699928969144821, 0.12070254981517792, -0.009438653476536274, 0.024064723402261734, 0.04430488497018814, 0.009165147319436073, 0.020211681723594666, -0.040974002331495285], "cos_Ac_negg": [0.528139591217041, 0.15176507830619812, 0.1151375025510788, 0.10904102772474289, 0.10683455318212509, 0.06398600339889526, 0.1318242847919464, 0.07295168936252594, 0.04369911551475525, 0.13979333639144897, 0.03921682760119438, 0.06638782471418381, 0.08699928969144821, 0.12070254981517792, -0.009438653476536274, 0.024064723402261734, 0.04430488497018814, 0.009165147319436073, 0.020211681723594666, -0.040974002331495285], "r_norm": [4.388830661773682, 4.237002849578857, 4.181272506713867, 4.264019012451172, 4.142977237701416, 4.2029709815979, 4.394631385803223, 4.2143049240112305, 4.268224716186523, 4.28489351272583, 4.341883659362793, 4.193802356719971, 4.273350238800049, 4.240538597106934, 4.1948699951171875, 4.330221176147461, 4.303607940673828, 4.220475196838379, 4.29414176940918, 4.340446949005127]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.3875, "test_loss": 1.9255748779296875}, {"step": 4350, "epoch": 11, "train_loss": 1.5013775825500488, "cos_r_negg": [0.547826886177063, 0.1609668880701065, 0.1080879420042038, 0.10146965086460114, 0.08492819219827652, 0.0803414061665535, 0.11845778673887253, 0.06204932928085327, 0.038326866924762726, 0.13813015818595886, 0.027750683948397636, 0.07249768078327179, 0.07691936194896698, 0.08972202241420746, 0.0233580581843853, 0.002726335544139147, 0.06917841732501984, -0.013609888032078743, 0.035103462636470795, -0.011111224070191383], "cos_apical_negg": [0.547826886177063, 0.1609668880701065, 0.1080879420042038, 0.10146965086460114, 0.08492819219827652, 0.0803414061665535, 0.11845778673887253, 0.06204932928085327, 0.038326866924762726, 0.13813015818595886, 0.027750683948397636, 0.07249768078327179, 0.07691936194896698, 0.08972202241420746, 0.0233580581843853, 0.002726335544139147, 0.06917841732501984, -0.013609888032078743, 0.035103462636470795, -0.011111224070191383], "cos_Ac_negg": [0.547826886177063, 0.1609668880701065, 0.1080879420042038, 0.10146965086460114, 0.08492819219827652, 0.0803414061665535, 0.11845778673887253, 0.06204932928085327, 0.038326866924762726, 0.13813015818595886, 0.027750683948397636, 0.07249768078327179, 0.07691936194896698, 0.08972202241420746, 0.0233580581843853, 0.002726335544139147, 0.06917841732501984, -0.013609888032078743, 0.035103462636470795, -0.011111224070191383], "r_norm": [4.38486909866333, 4.240887641906738, 4.185867786407471, 4.266093730926514, 4.161715507507324, 4.1899237632751465, 4.382361888885498, 4.218589782714844, 4.278838634490967, 4.279390811920166, 4.346172332763672, 4.186043739318848, 4.279231548309326, 4.247450828552246, 4.2016072273254395, 4.331570148468018, 4.308376312255859, 4.225030899047852, 4.29241418838501, 4.341336250305176]}, {"step": 4400, "epoch": 11, "train_loss": 1.8442409038543701, "cos_r_negg": [0.5536117553710938, 0.14526696503162384, 0.11781591922044754, 0.13037660717964172, 0.09602661430835724, 0.08194649964570999, 0.11078790575265884, 0.06865648180246353, 0.02690226584672928, 0.12685661017894745, 0.02176753804087639, 0.07683500647544861, 0.050533562898635864, 0.040119919925928116, 0.03594706207513809, 0.009261871688067913, 0.06737294048070908, 0.0421583354473114, 0.06497080624103546, 0.017999418079853058], "cos_apical_negg": [0.5536117553710938, 0.14526696503162384, 0.11781591922044754, 0.13037660717964172, 0.09602661430835724, 0.08194649964570999, 0.11078790575265884, 0.06865648180246353, 0.02690226584672928, 0.12685661017894745, 0.02176753804087639, 0.07683500647544861, 0.050533562898635864, 0.040119919925928116, 0.03594706207513809, 0.009261871688067913, 0.06737294048070908, 0.0421583354473114, 0.06497080624103546, 0.017999418079853058], "cos_Ac_negg": [0.5536117553710938, 0.14526696503162384, 0.11781591922044754, 0.13037660717964172, 0.09602661430835724, 0.08194649964570999, 0.11078790575265884, 0.06865648180246353, 0.02690226584672928, 0.12685661017894745, 0.02176753804087639, 0.07683500647544861, 0.050533562898635864, 0.040119919925928116, 0.03594706207513809, 0.009261871688067913, 0.06737294048070908, 0.0421583354473114, 0.06497080624103546, 0.017999418079853058], "r_norm": [4.447039604187012, 4.304903507232666, 4.239404678344727, 4.333344459533691, 4.217648983001709, 4.266571044921875, 4.438851833343506, 4.288919448852539, 4.350331783294678, 4.331264972686768, 4.414566516876221, 4.255670547485352, 4.33823299407959, 4.30849552154541, 4.267911911010742, 4.402726173400879, 4.369284152984619, 4.2776198387146, 4.361705780029297, 4.410068035125732]}, {"step": 4450, "epoch": 11, "train_loss": 2.1284408569335938, "cos_r_negg": [0.5386484265327454, 0.1479918658733368, 0.1199524998664856, 0.12309558689594269, 0.10273357480764389, 0.09447934478521347, 0.12349192798137665, 0.048336125910282135, 0.010821986943483353, 0.14377573132514954, 0.04995572939515114, 0.0543074905872345, 0.06372188776731491, 0.08146421611309052, 0.007693183608353138, 0.030439235270023346, 0.08202075958251953, 0.012509181164205074, 0.05542197823524475, 0.033989034593105316], "cos_apical_negg": [0.5386484265327454, 0.1479918658733368, 0.1199524998664856, 0.12309558689594269, 0.10273357480764389, 0.09447934478521347, 0.12349192798137665, 0.048336125910282135, 0.010821986943483353, 0.14377573132514954, 0.04995572939515114, 0.0543074905872345, 0.06372188776731491, 0.08146421611309052, 0.007693183608353138, 0.030439235270023346, 0.08202075958251953, 0.012509181164205074, 0.05542197823524475, 0.033989034593105316], "cos_Ac_negg": [0.5386484265327454, 0.1479918658733368, 0.1199524998664856, 0.12309558689594269, 0.10273357480764389, 0.09447934478521347, 0.12349192798137665, 0.048336125910282135, 0.010821986943483353, 0.14377573132514954, 0.04995572939515114, 0.0543074905872345, 0.06372188776731491, 0.08146421611309052, 0.007693183608353138, 0.030439235270023346, 0.08202075958251953, 0.012509181164205074, 0.05542197823524475, 0.033989034593105316], "r_norm": [4.493844032287598, 4.354289531707764, 4.288566589355469, 4.369685173034668, 4.262503623962402, 4.2920122146606445, 4.506042957305908, 4.321779727935791, 4.385529518127441, 4.391688823699951, 4.458558082580566, 4.287415504455566, 4.381337642669678, 4.357917785644531, 4.30592679977417, 4.440423965454102, 4.426857948303223, 4.329232215881348, 4.407191753387451, 4.454744815826416]}, {"step": 4500, "epoch": 11, "train_loss": 1.849363088607788, "cos_r_negg": [0.5445305109024048, 0.13704577088356018, 0.1236596405506134, 0.1336483508348465, 0.11967335641384125, 0.08542029559612274, 0.15591660141944885, 0.06591274589300156, 0.04063654690980911, 0.12637118995189667, 0.03477650135755539, 0.05775592476129532, 0.04834543168544769, 0.0767609030008316, 0.014076873660087585, 0.0007332158274948597, 0.04364071041345596, -0.00868760235607624, 0.059881240129470825, 0.05604896694421768], "cos_apical_negg": [0.5445305109024048, 0.13704577088356018, 0.1236596405506134, 0.1336483508348465, 0.11967335641384125, 0.08542029559612274, 0.15591660141944885, 0.06591274589300156, 0.04063654690980911, 0.12637118995189667, 0.03477650135755539, 0.05775592476129532, 0.04834543168544769, 0.0767609030008316, 0.014076873660087585, 0.0007332158274948597, 0.04364071041345596, -0.00868760235607624, 0.059881240129470825, 0.05604896694421768], "cos_Ac_negg": [0.5445305109024048, 0.13704577088356018, 0.1236596405506134, 0.1336483508348465, 0.11967335641384125, 0.08542029559612274, 0.15591660141944885, 0.06591274589300156, 0.04063654690980911, 0.12637118995189667, 0.03477650135755539, 0.05775592476129532, 0.04834543168544769, 0.0767609030008316, 0.014076873660087585, 0.0007332158274948597, 0.04364071041345596, -0.00868760235607624, 0.059881240129470825, 0.05604896694421768], "r_norm": [4.505936622619629, 4.339292526245117, 4.271854400634766, 4.375075340270996, 4.264596939086914, 4.305600166320801, 4.507891654968262, 4.326176166534424, 4.383549690246582, 4.402510643005371, 4.454737663269043, 4.298226356506348, 4.371520042419434, 4.357547283172607, 4.30220890045166, 4.441692352294922, 4.40897274017334, 4.325413703918457, 4.412454605102539, 4.455461502075195]}, {"step": 4550, "epoch": 11, "train_loss": 1.634245753288269, "cos_r_negg": [0.5423693060874939, 0.1443297564983368, 0.13081151247024536, 0.13535116612911224, 0.11060814559459686, 0.08254952728748322, 0.15979908406734467, 0.05308404192328453, 0.049106843769550323, 0.10906650125980377, 0.04898159205913544, 0.08823288977146149, 0.054649122059345245, 0.07269278168678284, 0.011015225201845169, 0.0074839359149336815, 0.025491122156381607, -0.018588026985526085, 0.07825309038162231, 0.02645253762602806], "cos_apical_negg": [0.5423693060874939, 0.1443297564983368, 0.13081151247024536, 0.13535116612911224, 0.11060814559459686, 0.08254952728748322, 0.15979908406734467, 0.05308404192328453, 0.049106843769550323, 0.10906650125980377, 0.04898159205913544, 0.08823288977146149, 0.054649122059345245, 0.07269278168678284, 0.011015225201845169, 0.0074839359149336815, 0.025491122156381607, -0.018588026985526085, 0.07825309038162231, 0.02645253762602806], "cos_Ac_negg": [0.5423693060874939, 0.1443297564983368, 0.13081151247024536, 0.13535116612911224, 0.11060814559459686, 0.08254952728748322, 0.15979908406734467, 0.05308404192328453, 0.049106843769550323, 0.10906650125980377, 0.04898159205913544, 0.08823288977146149, 0.054649122059345245, 0.07269278168678284, 0.011015225201845169, 0.0074839359149336815, 0.025491122156381607, -0.018588026985526085, 0.07825309038162231, 0.02645253762602806], "r_norm": [4.456018447875977, 4.30428409576416, 4.2277727127075195, 4.340078830718994, 4.21284818649292, 4.262829780578613, 4.46292781829834, 4.293435573577881, 4.33526611328125, 4.351292610168457, 4.418806552886963, 4.256439208984375, 4.328665733337402, 4.31219482421875, 4.256416320800781, 4.399163246154785, 4.3775553703308105, 4.2765583992004395, 4.369699478149414, 4.418822765350342]}, {"step": 4600, "epoch": 11, "train_loss": 1.740764856338501, "cos_r_negg": [0.5603361129760742, 0.14486151933670044, 0.13859327137470245, 0.09417887032032013, 0.10042531788349152, 0.09211906045675278, 0.14653894305229187, 0.0617230199277401, 0.037362635135650635, 0.107185497879982, 0.05311926081776619, 0.05832161381840706, 0.068324513733387, 0.08115555346012115, 0.033965300768613815, -0.020954445004463196, -0.0025806110352277756, 0.03952774778008461, 0.0007446138188242912, 0.01782117411494255], "cos_apical_negg": [0.5603361129760742, 0.14486151933670044, 0.13859327137470245, 0.09417887032032013, 0.10042531788349152, 0.09211906045675278, 0.14653894305229187, 0.0617230199277401, 0.037362635135650635, 0.107185497879982, 0.05311926081776619, 0.05832161381840706, 0.068324513733387, 0.08115555346012115, 0.033965300768613815, -0.020954445004463196, -0.0025806110352277756, 0.03952774778008461, 0.0007446138188242912, 0.01782117411494255], "cos_Ac_negg": [0.5603361129760742, 0.14486151933670044, 0.13859327137470245, 0.09417887032032013, 0.10042531788349152, 0.09211906045675278, 0.14653894305229187, 0.0617230199277401, 0.037362635135650635, 0.107185497879982, 0.05311926081776619, 0.05832161381840706, 0.068324513733387, 0.08115555346012115, 0.033965300768613815, -0.020954445004463196, -0.0025806110352277756, 0.03952774778008461, 0.0007446138188242912, 0.01782117411494255], "r_norm": [4.395177841186523, 4.252662658691406, 4.17996072769165, 4.281759262084961, 4.16140079498291, 4.210266590118408, 4.412958145141602, 4.2282304763793945, 4.294054985046387, 4.2898454666137695, 4.35877799987793, 4.205139636993408, 4.273864269256592, 4.269608974456787, 4.205471992492676, 4.3423051834106445, 4.30964994430542, 4.228631973266602, 4.315256118774414, 4.364230155944824]}, {"step": 4650, "epoch": 11, "train_loss": 1.6845414638519287, "cos_r_negg": [0.5822086930274963, 0.14364999532699585, 0.12165125459432602, 0.10700902342796326, 0.101815365254879, 0.12199629843235016, 0.14872495830059052, 0.07483835518360138, 0.040251560509204865, 0.13527114689350128, 0.04711085557937622, 0.05574789643287659, 0.05013766884803772, 0.06265347450971603, 0.0272956695407629, -0.037778355181217194, 0.016308993101119995, 0.0008391747251152992, 0.05146408826112747, 0.007651858031749725], "cos_apical_negg": [0.5822086930274963, 0.14364999532699585, 0.12165125459432602, 0.10700902342796326, 0.101815365254879, 0.12199629843235016, 0.14872495830059052, 0.07483835518360138, 0.040251560509204865, 0.13527114689350128, 0.04711085557937622, 0.05574789643287659, 0.05013766884803772, 0.06265347450971603, 0.0272956695407629, -0.037778355181217194, 0.016308993101119995, 0.0008391747251152992, 0.05146408826112747, 0.007651858031749725], "cos_Ac_negg": [0.5822086930274963, 0.14364999532699585, 0.12165125459432602, 0.10700902342796326, 0.101815365254879, 0.12199629843235016, 0.14872495830059052, 0.07483835518360138, 0.040251560509204865, 0.13527114689350128, 0.04711085557937622, 0.05574789643287659, 0.05013766884803772, 0.06265347450971603, 0.0272956695407629, -0.037778355181217194, 0.016308993101119995, 0.0008391747251152992, 0.05146408826112747, 0.007651858031749725], "r_norm": [4.359311103820801, 4.21838903427124, 4.144741058349609, 4.240278244018555, 4.128719806671143, 4.169154644012451, 4.363121509552002, 4.189899444580078, 4.250297546386719, 4.251451015472412, 4.325198173522949, 4.157607078552246, 4.235975742340088, 4.225526809692383, 4.165915012359619, 4.295414447784424, 4.2780914306640625, 4.191917419433594, 4.2737884521484375, 4.320577144622803]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.364, "test_loss": 1.9349198608398437}, {"step": 4700, "epoch": 12, "train_loss": 1.5137889385223389, "cos_r_negg": [0.5555475354194641, 0.13651832938194275, 0.11206966638565063, 0.0951986312866211, 0.11053404211997986, 0.121165432035923, 0.16004666686058044, 0.10647501051425934, 0.054567791521549225, 0.1213093250989914, 0.050527505576610565, 0.03059135563671589, 0.06666123867034912, 0.04787078872323036, -0.007848899811506271, 0.018073439598083496, -0.0250115804374218, 0.007400438189506531, 0.016466058790683746, 0.08080388605594635], "cos_apical_negg": [0.5555475354194641, 0.13651832938194275, 0.11206966638565063, 0.0951986312866211, 0.11053404211997986, 0.121165432035923, 0.16004666686058044, 0.10647501051425934, 0.054567791521549225, 0.1213093250989914, 0.050527505576610565, 0.03059135563671589, 0.06666123867034912, 0.04787078872323036, -0.007848899811506271, 0.018073439598083496, -0.0250115804374218, 0.007400438189506531, 0.016466058790683746, 0.08080388605594635], "cos_Ac_negg": [0.5555475354194641, 0.13651832938194275, 0.11206966638565063, 0.0951986312866211, 0.11053404211997986, 0.121165432035923, 0.16004666686058044, 0.10647501051425934, 0.054567791521549225, 0.1213093250989914, 0.050527505576610565, 0.03059135563671589, 0.06666123867034912, 0.04787078872323036, -0.007848899811506271, 0.018073439598083496, -0.0250115804374218, 0.007400438189506531, 0.016466058790683746, 0.08080388605594635], "r_norm": [4.416372299194336, 4.270143508911133, 4.205502986907959, 4.289289474487305, 4.180755615234375, 4.215274810791016, 4.417224884033203, 4.2353596687316895, 4.307673454284668, 4.292412757873535, 4.369777679443359, 4.206393718719482, 4.29403829574585, 4.276577949523926, 4.21968936920166, 4.346953392028809, 4.3372697830200195, 4.241098880767822, 4.3161845207214355, 4.367280960083008]}, {"step": 4750, "epoch": 12, "train_loss": 1.944553256034851, "cos_r_negg": [0.5589116811752319, 0.14122161269187927, 0.1296878159046173, 0.11823888123035431, 0.10760313272476196, 0.12406840920448303, 0.142070472240448, 0.07447560131549835, 0.04049702733755112, 0.10336052626371384, 0.08054883778095245, -0.0036022253334522247, 0.08964723348617554, 0.09246929734945297, 0.05335856229066849, -0.0025100421626120806, 0.004399709869176149, -0.018289268016815186, 0.0727420449256897, 0.03270088881254196], "cos_apical_negg": [0.5589116811752319, 0.14122161269187927, 0.1296878159046173, 0.11823888123035431, 0.10760313272476196, 0.12406840920448303, 0.142070472240448, 0.07447560131549835, 0.04049702733755112, 0.10336052626371384, 0.08054883778095245, -0.0036022253334522247, 0.08964723348617554, 0.09246929734945297, 0.05335856229066849, -0.0025100421626120806, 0.004399709869176149, -0.018289268016815186, 0.0727420449256897, 0.03270088881254196], "cos_Ac_negg": [0.5589116811752319, 0.14122161269187927, 0.1296878159046173, 0.11823888123035431, 0.10760313272476196, 0.12406840920448303, 0.142070472240448, 0.07447560131549835, 0.04049702733755112, 0.10336052626371384, 0.08054883778095245, -0.0036022253334522247, 0.08964723348617554, 0.09246929734945297, 0.05335856229066849, -0.0025100421626120806, 0.004399709869176149, -0.018289268016815186, 0.0727420449256897, 0.03270088881254196], "r_norm": [4.417705059051514, 4.276693344116211, 4.20865535736084, 4.290716171264648, 4.183324337005615, 4.224609375, 4.420440673828125, 4.247267723083496, 4.3277692794799805, 4.310486793518066, 4.370994567871094, 4.222119331359863, 4.310904026031494, 4.293838024139404, 4.234659671783447, 4.366079807281494, 4.33597469329834, 4.247943878173828, 4.327000617980957, 4.3745927810668945]}, {"step": 4800, "epoch": 12, "train_loss": 1.6684608459472656, "cos_r_negg": [0.5428615212440491, 0.15566006302833557, 0.1339482069015503, 0.1129322499036789, 0.10426735877990723, 0.10765509307384491, 0.13040751218795776, 0.07530717551708221, 0.0665244311094284, 0.11595990508794785, 0.07137501239776611, 0.013445950113236904, 0.10738080739974976, 0.08858723193407059, 0.027750879526138306, 0.0015026326291263103, 0.006775205954909325, -0.016161812469363213, 0.06845998018980026, 0.05208733677864075], "cos_apical_negg": [0.5428615212440491, 0.15566006302833557, 0.1339482069015503, 0.1129322499036789, 0.10426735877990723, 0.10765509307384491, 0.13040751218795776, 0.07530717551708221, 0.0665244311094284, 0.11595990508794785, 0.07137501239776611, 0.013445950113236904, 0.10738080739974976, 0.08858723193407059, 0.027750879526138306, 0.0015026326291263103, 0.006775205954909325, -0.016161812469363213, 0.06845998018980026, 0.05208733677864075], "cos_Ac_negg": [0.5428615212440491, 0.15566006302833557, 0.1339482069015503, 0.1129322499036789, 0.10426735877990723, 0.10765509307384491, 0.13040751218795776, 0.07530717551708221, 0.0665244311094284, 0.11595990508794785, 0.07137501239776611, 0.013445950113236904, 0.10738080739974976, 0.08858723193407059, 0.027750879526138306, 0.0015026326291263103, 0.006775205954909325, -0.016161812469363213, 0.06845998018980026, 0.05208733677864075], "r_norm": [4.378689765930176, 4.233356475830078, 4.16593074798584, 4.255720138549805, 4.144148826599121, 4.169865131378174, 4.375502586364746, 4.198882102966309, 4.264929294586182, 4.2651519775390625, 4.332959175109863, 4.164787292480469, 4.249015808105469, 4.2360711097717285, 4.178591251373291, 4.31989049911499, 4.294111251831055, 4.196480751037598, 4.287047386169434, 4.324799060821533]}, {"step": 4850, "epoch": 12, "train_loss": 1.6735893487930298, "cos_r_negg": [0.5483928918838501, 0.15741102397441864, 0.12007021903991699, 0.10182365775108337, 0.11531317234039307, 0.1165858805179596, 0.12667381763458252, 0.06180023401975632, 0.09261023998260498, 0.14026793837547302, 0.04372125118970871, 0.02438422292470932, 0.09777697920799255, 0.0909169614315033, 0.0033907368779182434, -0.015539499931037426, 0.0257718488574028, -0.002314566634595394, 0.0626484677195549, 0.060034312307834625], "cos_apical_negg": [0.5483928918838501, 0.15741102397441864, 0.12007021903991699, 0.10182365775108337, 0.11531317234039307, 0.1165858805179596, 0.12667381763458252, 0.06180023401975632, 0.09261023998260498, 0.14026793837547302, 0.04372125118970871, 0.02438422292470932, 0.09777697920799255, 0.0909169614315033, 0.0033907368779182434, -0.015539499931037426, 0.0257718488574028, -0.002314566634595394, 0.0626484677195549, 0.060034312307834625], "cos_Ac_negg": [0.5483928918838501, 0.15741102397441864, 0.12007021903991699, 0.10182365775108337, 0.11531317234039307, 0.1165858805179596, 0.12667381763458252, 0.06180023401975632, 0.09261023998260498, 0.14026793837547302, 0.04372125118970871, 0.02438422292470932, 0.09777697920799255, 0.0909169614315033, 0.0033907368779182434, -0.015539499931037426, 0.0257718488574028, -0.002314566634595394, 0.0626484677195549, 0.060034312307834625], "r_norm": [4.354659080505371, 4.206417560577393, 4.14563512802124, 4.233501434326172, 4.122197151184082, 4.154558181762695, 4.357426166534424, 4.177811622619629, 4.245815753936768, 4.237551212310791, 4.307492256164551, 4.146257400512695, 4.227748870849609, 4.214526176452637, 4.155533790588379, 4.289867401123047, 4.276606559753418, 4.178640365600586, 4.26882791519165, 4.304691314697266]}, {"step": 4900, "epoch": 12, "train_loss": 1.5597641468048096, "cos_r_negg": [0.5461235642433167, 0.1498868763446808, 0.12558399140834808, 0.10733939707279205, 0.09391340613365173, 0.11524401605129242, 0.12654419243335724, 0.07486502081155777, 0.08533390611410141, 0.1531577706336975, 0.05695527046918869, 0.042424168437719345, 0.11745060980319977, 0.09097497165203094, 1.6195699572563171e-06, -0.04174930974841118, 0.03497341647744179, 0.011641623452305794, 0.06489617377519608, 0.023895425722002983], "cos_apical_negg": [0.5461235642433167, 0.1498868763446808, 0.12558399140834808, 0.10733939707279205, 0.09391340613365173, 0.11524401605129242, 0.12654419243335724, 0.07486502081155777, 0.08533390611410141, 0.1531577706336975, 0.05695527046918869, 0.042424168437719345, 0.11745060980319977, 0.09097497165203094, 1.6195699572563171e-06, -0.04174930974841118, 0.03497341647744179, 0.011641623452305794, 0.06489617377519608, 0.023895425722002983], "cos_Ac_negg": [0.5461235642433167, 0.1498868763446808, 0.12558399140834808, 0.10733939707279205, 0.09391340613365173, 0.11524401605129242, 0.12654419243335724, 0.07486502081155777, 0.08533390611410141, 0.1531577706336975, 0.05695527046918869, 0.042424168437719345, 0.11745060980319977, 0.09097497165203094, 1.6195699572563171e-06, -0.04174930974841118, 0.03497341647744179, 0.011641623452305794, 0.06489617377519608, 0.023895425722002983], "r_norm": [4.447535514831543, 4.3120012283325195, 4.242537021636963, 4.340531826019287, 4.225142478942871, 4.253826141357422, 4.44455623626709, 4.289605140686035, 4.3436126708984375, 4.326253890991211, 4.416337966918945, 4.248495578765869, 4.3360819816589355, 4.309762001037598, 4.255062103271484, 4.39583683013916, 4.377613544464111, 4.287687301635742, 4.374825477600098, 4.409673690795898]}, {"step": 4950, "epoch": 12, "train_loss": 1.4897596836090088, "cos_r_negg": [0.5452598333358765, 0.17881694436073303, 0.11211168766021729, 0.11017768830060959, 0.10554088652133942, 0.10361437499523163, 0.1268414855003357, 0.08914551138877869, 0.07916726171970367, 0.14351379871368408, 0.06711886078119278, 0.044856175780296326, 0.10109589993953705, 0.06490232050418854, 0.04750534147024155, -0.013280599378049374, 0.050973497331142426, 0.002401155885308981, 0.0831102579832077, 0.023097267374396324], "cos_apical_negg": [0.5452598333358765, 0.17881694436073303, 0.11211168766021729, 0.11017768830060959, 0.10554088652133942, 0.10361437499523163, 0.1268414855003357, 0.08914551138877869, 0.07916726171970367, 0.14351379871368408, 0.06711886078119278, 0.044856175780296326, 0.10109589993953705, 0.06490232050418854, 0.04750534147024155, -0.013280599378049374, 0.050973497331142426, 0.002401155885308981, 0.0831102579832077, 0.023097267374396324], "cos_Ac_negg": [0.5452598333358765, 0.17881694436073303, 0.11211168766021729, 0.11017768830060959, 0.10554088652133942, 0.10361437499523163, 0.1268414855003357, 0.08914551138877869, 0.07916726171970367, 0.14351379871368408, 0.06711886078119278, 0.044856175780296326, 0.10109589993953705, 0.06490232050418854, 0.04750534147024155, -0.013280599378049374, 0.050973497331142426, 0.002401155885308981, 0.0831102579832077, 0.023097267374396324], "r_norm": [4.342177391052246, 4.198699474334717, 4.137042999267578, 4.222701072692871, 4.116671085357666, 4.142836570739746, 4.341361999511719, 4.171072959899902, 4.238027095794678, 4.222900390625, 4.297314643859863, 4.136794090270996, 4.220502853393555, 4.205492973327637, 4.1453704833984375, 4.290326118469238, 4.259863376617432, 4.1762895584106445, 4.253945350646973, 4.293698787689209]}, {"step": 5000, "epoch": 12, "train_loss": 1.736466646194458, "cos_r_negg": [0.5530908107757568, 0.1630784124135971, 0.11780373752117157, 0.12201676517724991, 0.10045887529850006, 0.11174171417951584, 0.12307187914848328, 0.08647307753562927, 0.06298878788948059, 0.11952923238277435, 0.0577804297208786, 0.043099939823150635, 0.0905575156211853, 0.022365177050232887, 0.04609479010105133, -0.01820819266140461, 0.035564202815294266, -0.0032630511559545994, 0.071080282330513, 0.010456030257046223], "cos_apical_negg": [0.5530908107757568, 0.1630784124135971, 0.11780373752117157, 0.12201676517724991, 0.10045887529850006, 0.11174171417951584, 0.12307187914848328, 0.08647307753562927, 0.06298878788948059, 0.11952923238277435, 0.0577804297208786, 0.043099939823150635, 0.0905575156211853, 0.022365177050232887, 0.04609479010105133, -0.01820819266140461, 0.035564202815294266, -0.0032630511559545994, 0.071080282330513, 0.010456030257046223], "cos_Ac_negg": [0.5530908107757568, 0.1630784124135971, 0.11780373752117157, 0.12201676517724991, 0.10045887529850006, 0.11174171417951584, 0.12307187914848328, 0.08647307753562927, 0.06298878788948059, 0.11952923238277435, 0.0577804297208786, 0.043099939823150635, 0.0905575156211853, 0.022365177050232887, 0.04609479010105133, -0.01820819266140461, 0.035564202815294266, -0.0032630511559545994, 0.071080282330513, 0.010456030257046223], "r_norm": [4.343907356262207, 4.190543174743652, 4.124968528747559, 4.223536968231201, 4.111965656280518, 4.149604797363281, 4.345947265625, 4.1746954917907715, 4.228708267211914, 4.236276626586914, 4.295441627502441, 4.141310214996338, 4.213642120361328, 4.194685459136963, 4.145627975463867, 4.287655830383301, 4.263494491577148, 4.162732124328613, 4.259781837463379, 4.292431354522705]}, {"step": 5050, "epoch": 12, "train_loss": 1.772306203842163, "cos_r_negg": [0.5251460075378418, 0.1715478003025055, 0.12025821954011917, 0.10536260902881622, 0.11111301928758621, 0.10251010209321976, 0.1159132868051529, 0.11804930865764618, 0.07246899604797363, 0.1445847451686859, 0.07223303616046906, 0.045724526047706604, 0.09659695625305176, 0.029278693720698357, 0.04117520898580551, 0.010593883693218231, 0.034467630088329315, 0.015413787215948105, 0.06564735621213913, 0.045822396874427795], "cos_apical_negg": [0.5251460075378418, 0.1715478003025055, 0.12025821954011917, 0.10536260902881622, 0.11111301928758621, 0.10251010209321976, 0.1159132868051529, 0.11804930865764618, 0.07246899604797363, 0.1445847451686859, 0.07223303616046906, 0.045724526047706604, 0.09659695625305176, 0.029278693720698357, 0.04117520898580551, 0.010593883693218231, 0.034467630088329315, 0.015413787215948105, 0.06564735621213913, 0.045822396874427795], "cos_Ac_negg": [0.5251460075378418, 0.1715478003025055, 0.12025821954011917, 0.10536260902881622, 0.11111301928758621, 0.10251010209321976, 0.1159132868051529, 0.11804930865764618, 0.07246899604797363, 0.1445847451686859, 0.07223303616046906, 0.045724526047706604, 0.09659695625305176, 0.029278693720698357, 0.04117520898580551, 0.010593883693218231, 0.034467630088329315, 0.015413787215948105, 0.06564735621213913, 0.045822396874427795], "r_norm": [4.328908920288086, 4.17616605758667, 4.105646133422852, 4.213547706604004, 4.092402458190918, 4.129576683044434, 4.342881202697754, 4.159157752990723, 4.211940288543701, 4.2291765213012695, 4.2861833572387695, 4.122335433959961, 4.202007293701172, 4.192019462585449, 4.125486373901367, 4.265890121459961, 4.246325492858887, 4.158474922180176, 4.247925281524658, 4.28026008605957]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.3897, "test_loss": 1.8893517700195313}, {"step": 5100, "epoch": 13, "train_loss": 1.7609695196151733, "cos_r_negg": [0.5522358417510986, 0.17499461770057678, 0.11431244015693665, 0.10198750346899033, 0.10833704471588135, 0.11684860289096832, 0.12170474231243134, 0.11119623482227325, 0.09931346029043198, 0.14813880622386932, 0.049035001546144485, 0.07365041226148605, 0.09267675131559372, 0.021981840953230858, 0.03190959244966507, 0.011559659615159035, 0.042152464389801025, 0.019778473302721977, 0.038214024156332016, 0.027184922248125076], "cos_apical_negg": [0.5522358417510986, 0.17499461770057678, 0.11431244015693665, 0.10198750346899033, 0.10833704471588135, 0.11684860289096832, 0.12170474231243134, 0.11119623482227325, 0.09931346029043198, 0.14813880622386932, 0.049035001546144485, 0.07365041226148605, 0.09267675131559372, 0.021981840953230858, 0.03190959244966507, 0.011559659615159035, 0.042152464389801025, 0.019778473302721977, 0.038214024156332016, 0.027184922248125076], "cos_Ac_negg": [0.5522358417510986, 0.17499461770057678, 0.11431244015693665, 0.10198750346899033, 0.10833704471588135, 0.11684860289096832, 0.12170474231243134, 0.11119623482227325, 0.09931346029043198, 0.14813880622386932, 0.049035001546144485, 0.07365041226148605, 0.09267675131559372, 0.021981840953230858, 0.03190959244966507, 0.011559659615159035, 0.042152464389801025, 0.019778473302721977, 0.038214024156332016, 0.027184922248125076], "r_norm": [4.26861572265625, 4.134428977966309, 4.06754207611084, 4.1590576171875, 4.04373836517334, 4.080278396606445, 4.272305488586426, 4.099917411804199, 4.16501522064209, 4.163325309753418, 4.244101524353027, 4.071044445037842, 4.152745246887207, 4.137868404388428, 4.0809502601623535, 4.217569351196289, 4.198976516723633, 4.098865985870361, 4.188076972961426, 4.22458553314209]}, {"step": 5150, "epoch": 13, "train_loss": 1.6893600225448608, "cos_r_negg": [0.5442250967025757, 0.1628694236278534, 0.12242724746465683, 0.12312839925289154, 0.10172958672046661, 0.11406742036342621, 0.12655195593833923, 0.1002870574593544, 0.06600381433963776, 0.13736476004123688, 0.10092715173959732, 0.0351715087890625, 0.08757412433624268, 0.029014188796281815, 0.032177843153476715, 0.014929914847016335, 0.04758119583129883, 0.0029766818042844534, 0.048083968460559845, -0.0011456203646957874], "cos_apical_negg": [0.5442250967025757, 0.1628694236278534, 0.12242724746465683, 0.12312839925289154, 0.10172958672046661, 0.11406742036342621, 0.12655195593833923, 0.1002870574593544, 0.06600381433963776, 0.13736476004123688, 0.10092715173959732, 0.0351715087890625, 0.08757412433624268, 0.029014188796281815, 0.032177843153476715, 0.014929914847016335, 0.04758119583129883, 0.0029766818042844534, 0.048083968460559845, -0.0011456203646957874], "cos_Ac_negg": [0.5442250967025757, 0.1628694236278534, 0.12242724746465683, 0.12312839925289154, 0.10172958672046661, 0.11406742036342621, 0.12655195593833923, 0.1002870574593544, 0.06600381433963776, 0.13736476004123688, 0.10092715173959732, 0.0351715087890625, 0.08757412433624268, 0.029014188796281815, 0.032177843153476715, 0.014929914847016335, 0.04758119583129883, 0.0029766818042844534, 0.048083968460559845, -0.0011456203646957874], "r_norm": [4.424919605255127, 4.279374122619629, 4.216366767883301, 4.316586494445801, 4.188279628753662, 4.225167274475098, 4.42205810546875, 4.250589370727539, 4.325471878051758, 4.312084674835205, 4.386065483093262, 4.222037315368652, 4.302467346191406, 4.272349834442139, 4.228748321533203, 4.372352600097656, 4.351225852966309, 4.253573417663574, 4.348786354064941, 4.381025791168213]}, {"step": 5200, "epoch": 13, "train_loss": 1.715824842453003, "cos_r_negg": [0.5255079865455627, 0.16808146238327026, 0.12100576609373093, 0.12034223973751068, 0.10869381576776505, 0.11968521773815155, 0.13184571266174316, 0.08306209743022919, 0.09780042618513107, 0.13422808051109314, 0.09817279130220413, 0.041490182280540466, 0.08733568340539932, 0.04553934931755066, 0.011011759750545025, -0.007617088966071606, 0.04627108946442604, 0.007585110142827034, 0.0167523380368948, -0.0029553351923823357], "cos_apical_negg": [0.5255079865455627, 0.16808146238327026, 0.12100576609373093, 0.12034223973751068, 0.10869381576776505, 0.11968521773815155, 0.13184571266174316, 0.08306209743022919, 0.09780042618513107, 0.13422808051109314, 0.09817279130220413, 0.041490182280540466, 0.08733568340539932, 0.04553934931755066, 0.011011759750545025, -0.007617088966071606, 0.04627108946442604, 0.007585110142827034, 0.0167523380368948, -0.0029553351923823357], "cos_Ac_negg": [0.5255079865455627, 0.16808146238327026, 0.12100576609373093, 0.12034223973751068, 0.10869381576776505, 0.11968521773815155, 0.13184571266174316, 0.08306209743022919, 0.09780042618513107, 0.13422808051109314, 0.09817279130220413, 0.041490182280540466, 0.08733568340539932, 0.04553934931755066, 0.011011759750545025, -0.007617088966071606, 0.04627108946442604, 0.007585110142827034, 0.0167523380368948, -0.0029553351923823357], "r_norm": [4.418002128601074, 4.256340026855469, 4.208497047424316, 4.302325248718262, 4.196050643920898, 4.21870756149292, 4.41703987121582, 4.238317012786865, 4.303570747375488, 4.307864189147949, 4.369472503662109, 4.200943946838379, 4.2889862060546875, 4.26155948638916, 4.21961784362793, 4.365816116333008, 4.347525596618652, 4.25229024887085, 4.331447601318359, 4.371087551116943]}, {"step": 5250, "epoch": 13, "train_loss": 1.6771199703216553, "cos_r_negg": [0.5437394380569458, 0.17004351317882538, 0.14448654651641846, 0.10860909521579742, 0.091816745698452, 0.10126856714487076, 0.1485603004693985, 0.10722360014915466, 0.09019924700260162, 0.1575484275817871, 0.07001551985740662, 0.04528255760669708, 0.09774350374937057, 0.019075287505984306, 0.02420034445822239, -0.019672514870762825, 0.06502598524093628, 0.007394573651254177, 0.019983336329460144, -0.02541521191596985], "cos_apical_negg": [0.5437394380569458, 0.17004351317882538, 0.14448654651641846, 0.10860909521579742, 0.091816745698452, 0.10126856714487076, 0.1485603004693985, 0.10722360014915466, 0.09019924700260162, 0.1575484275817871, 0.07001551985740662, 0.04528255760669708, 0.09774350374937057, 0.019075287505984306, 0.02420034445822239, -0.019672514870762825, 0.06502598524093628, 0.007394573651254177, 0.019983336329460144, -0.02541521191596985], "cos_Ac_negg": [0.5437394380569458, 0.17004351317882538, 0.14448654651641846, 0.10860909521579742, 0.091816745698452, 0.10126856714487076, 0.1485603004693985, 0.10722360014915466, 0.09019924700260162, 0.1575484275817871, 0.07001551985740662, 0.04528255760669708, 0.09774350374937057, 0.019075287505984306, 0.02420034445822239, -0.019672514870762825, 0.06502598524093628, 0.007394573651254177, 0.019983336329460144, -0.02541521191596985], "r_norm": [4.236856460571289, 4.111004829406738, 4.037189960479736, 4.132807731628418, 4.018162250518799, 4.046875953674316, 4.2392096519470215, 4.071176528930664, 4.136687278747559, 4.129153251647949, 4.213318824768066, 4.041428565979004, 4.119388580322266, 4.116947174072266, 4.046624183654785, 4.183492660522461, 4.160266876220703, 4.076720237731934, 4.153346061706543, 4.194982528686523]}, {"step": 5300, "epoch": 13, "train_loss": 1.528950572013855, "cos_r_negg": [0.5461196899414062, 0.15926750004291534, 0.13184158504009247, 0.10316918790340424, 0.09931091219186783, 0.12015828490257263, 0.14887672662734985, 0.08302271366119385, 0.09215308725833893, 0.1333121657371521, 0.0889916941523552, 0.05810663849115372, 0.10796445608139038, 0.027861667796969414, 0.056799061596393585, 0.02667393907904625, 0.041709210723638535, 0.013015893287956715, 0.022356295958161354, -0.03743823990225792], "cos_apical_negg": [0.5461196899414062, 0.15926750004291534, 0.13184158504009247, 0.10316918790340424, 0.09931091219186783, 0.12015828490257263, 0.14887672662734985, 0.08302271366119385, 0.09215308725833893, 0.1333121657371521, 0.0889916941523552, 0.05810663849115372, 0.10796445608139038, 0.027861667796969414, 0.056799061596393585, 0.02667393907904625, 0.041709210723638535, 0.013015893287956715, 0.022356295958161354, -0.03743823990225792], "cos_Ac_negg": [0.5461196899414062, 0.15926750004291534, 0.13184158504009247, 0.10316918790340424, 0.09931091219186783, 0.12015828490257263, 0.14887672662734985, 0.08302271366119385, 0.09215308725833893, 0.1333121657371521, 0.0889916941523552, 0.05810663849115372, 0.10796445608139038, 0.027861667796969414, 0.056799061596393585, 0.02667393907904625, 0.041709210723638535, 0.013015893287956715, 0.022356295958161354, -0.03743823990225792], "r_norm": [4.176281929016113, 4.04171085357666, 3.9709670543670654, 4.064079761505127, 3.9475996494293213, 3.9804980754852295, 4.1829376220703125, 4.003679275512695, 4.068187236785889, 4.066420555114746, 4.130349159240723, 3.9770679473876953, 4.042506694793701, 4.0452070236206055, 3.9753494262695312, 4.111680030822754, 4.090202808380127, 4.017546653747559, 4.094888687133789, 4.1245927810668945]}, {"step": 5350, "epoch": 13, "train_loss": 1.7107495069503784, "cos_r_negg": [0.5732651948928833, 0.16310952603816986, 0.12293443828821182, 0.1208467036485672, 0.10399656742811203, 0.10878817737102509, 0.13735614717006683, 0.1139761209487915, 0.07398378103971481, 0.1312960684299469, 0.09278256446123123, 0.036704156547784805, 0.11021316796541214, 0.054501041769981384, 0.04193689674139023, 0.0032356400042772293, 0.03864116221666336, -0.016505809500813484, 0.004855895880609751, -0.008106367662549019], "cos_apical_negg": [0.5732651948928833, 0.16310952603816986, 0.12293443828821182, 0.1208467036485672, 0.10399656742811203, 0.10878817737102509, 0.13735614717006683, 0.1139761209487915, 0.07398378103971481, 0.1312960684299469, 0.09278256446123123, 0.036704156547784805, 0.11021316796541214, 0.054501041769981384, 0.04193689674139023, 0.0032356400042772293, 0.03864116221666336, -0.016505809500813484, 0.004855895880609751, -0.008106367662549019], "cos_Ac_negg": [0.5732651948928833, 0.16310952603816986, 0.12293443828821182, 0.1208467036485672, 0.10399656742811203, 0.10878817737102509, 0.13735614717006683, 0.1139761209487915, 0.07398378103971481, 0.1312960684299469, 0.09278256446123123, 0.036704156547784805, 0.11021316796541214, 0.054501041769981384, 0.04193689674139023, 0.0032356400042772293, 0.03864116221666336, -0.016505809500813484, 0.004855895880609751, -0.008106367662549019], "r_norm": [4.322579383850098, 4.174812316894531, 4.114617347717285, 4.202808380126953, 4.084623336791992, 4.121908187866211, 4.326416969299316, 4.151262283325195, 4.209870338439941, 4.205897331237793, 4.271602630615234, 4.119692802429199, 4.20231819152832, 4.180263519287109, 4.124000549316406, 4.262296676635742, 4.23482608795166, 4.152297019958496, 4.2269744873046875, 4.270069122314453]}, {"step": 5400, "epoch": 13, "train_loss": 2.068948268890381, "cos_r_negg": [0.5358503460884094, 0.15904781222343445, 0.1354803442955017, 0.12432239949703217, 0.10651644319295883, 0.12129645049571991, 0.1453060805797577, 0.08250458538532257, 0.054993413388729095, 0.13955846428871155, 0.09560562670230865, 0.07265429943799973, 0.09576379507780075, 0.02523074857890606, 0.02360643818974495, 0.029673852026462555, 0.025402015075087547, -0.014204030856490135, 0.04252651333808899, 0.00048292335122823715], "cos_apical_negg": [0.5358503460884094, 0.15904781222343445, 0.1354803442955017, 0.12432239949703217, 0.10651644319295883, 0.12129645049571991, 0.1453060805797577, 0.08250458538532257, 0.054993413388729095, 0.13955846428871155, 0.09560562670230865, 0.07265429943799973, 0.09576379507780075, 0.02523074857890606, 0.02360643818974495, 0.029673852026462555, 0.025402015075087547, -0.014204030856490135, 0.04252651333808899, 0.00048292335122823715], "cos_Ac_negg": [0.5358503460884094, 0.15904781222343445, 0.1354803442955017, 0.12432239949703217, 0.10651644319295883, 0.12129645049571991, 0.1453060805797577, 0.08250458538532257, 0.054993413388729095, 0.13955846428871155, 0.09560562670230865, 0.07265429943799973, 0.09576379507780075, 0.02523074857890606, 0.02360643818974495, 0.029673852026462555, 0.025402015075087547, -0.014204030856490135, 0.04252651333808899, 0.00048292335122823715], "r_norm": [4.443861484527588, 4.303177356719971, 4.2363972663879395, 4.329072952270508, 4.195035934448242, 4.240941047668457, 4.439048767089844, 4.261977672576904, 4.327939510345459, 4.315445423126221, 4.41236686706543, 4.238492012023926, 4.32174015045166, 4.305180549621582, 4.230566024780273, 4.386695384979248, 4.359494209289551, 4.2670159339904785, 4.3545122146606445, 4.393307209014893]}, {"step": 5450, "epoch": 13, "train_loss": 1.7198052406311035, "cos_r_negg": [0.5340096354484558, 0.16884726285934448, 0.1226983368396759, 0.1047811508178711, 0.11240310966968536, 0.11411822587251663, 0.11862123012542725, 0.10899506509304047, 0.06755252182483673, 0.1498088240623474, 0.0938144326210022, 0.07130765169858932, 0.0824466347694397, 0.060232341289520264, 0.019896095618605614, -0.004958754405379295, 0.040852852165699005, -0.0254373662173748, -0.0016014664433896542, -0.014447711408138275], "cos_apical_negg": [0.5340096354484558, 0.16884726285934448, 0.1226983368396759, 0.1047811508178711, 0.11240310966968536, 0.11411822587251663, 0.11862123012542725, 0.10899506509304047, 0.06755252182483673, 0.1498088240623474, 0.0938144326210022, 0.07130765169858932, 0.0824466347694397, 0.060232341289520264, 0.019896095618605614, -0.004958754405379295, 0.040852852165699005, -0.0254373662173748, -0.0016014664433896542, -0.014447711408138275], "cos_Ac_negg": [0.5340096354484558, 0.16884726285934448, 0.1226983368396759, 0.1047811508178711, 0.11240310966968536, 0.11411822587251663, 0.11862123012542725, 0.10899506509304047, 0.06755252182483673, 0.1498088240623474, 0.0938144326210022, 0.07130765169858932, 0.0824466347694397, 0.060232341289520264, 0.019896095618605614, -0.004958754405379295, 0.040852852165699005, -0.0254373662173748, -0.0016014664433896542, -0.014447711408138275], "r_norm": [4.370708465576172, 4.236264228820801, 4.169926166534424, 4.266234874725342, 4.148481845855713, 4.1853179931640625, 4.373452663421631, 4.202262878417969, 4.274082183837891, 4.250332832336426, 4.341821670532227, 4.171326637268066, 4.258248329162598, 4.236496925354004, 4.184002876281738, 4.3236823081970215, 4.309115409851074, 4.206682205200195, 4.289632320404053, 4.336153507232666]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.3841, "test_loss": 1.8970179443359374}, {"step": 5500, "epoch": 14, "train_loss": 1.5383594036102295, "cos_r_negg": [0.5325443744659424, 0.17993564903736115, 0.12489519268274307, 0.1033409982919693, 0.11128555238246918, 0.11177756637334824, 0.11948955059051514, 0.12127639353275299, 0.08158394694328308, 0.1440511792898178, 0.08659780025482178, 0.030221126973628998, 0.09675712883472443, 0.06731093674898148, 0.01283425185829401, -0.017220117151737213, -0.00025911396369338036, -0.015248582698404789, -0.0002336504403501749, -0.033491261303424835], "cos_apical_negg": [0.5325443744659424, 0.17993564903736115, 0.12489519268274307, 0.1033409982919693, 0.11128555238246918, 0.11177756637334824, 0.11948955059051514, 0.12127639353275299, 0.08158394694328308, 0.1440511792898178, 0.08659780025482178, 0.030221126973628998, 0.09675712883472443, 0.06731093674898148, 0.01283425185829401, -0.017220117151737213, -0.00025911396369338036, -0.015248582698404789, -0.0002336504403501749, -0.033491261303424835], "cos_Ac_negg": [0.5325443744659424, 0.17993564903736115, 0.12489519268274307, 0.1033409982919693, 0.11128555238246918, 0.11177756637334824, 0.11948955059051514, 0.12127639353275299, 0.08158394694328308, 0.1440511792898178, 0.08659780025482178, 0.030221126973628998, 0.09675712883472443, 0.06731093674898148, 0.01283425185829401, -0.017220117151737213, -0.00025911396369338036, -0.015248582698404789, -0.0002336504403501749, -0.033491261303424835], "r_norm": [4.312154769897461, 4.173980712890625, 4.11892557144165, 4.18992805480957, 4.078189373016357, 4.118122100830078, 4.326526641845703, 4.147144794464111, 4.206845760345459, 4.201238632202148, 4.2702507972717285, 4.110387802124023, 4.201616287231445, 4.178328037261963, 4.120649814605713, 4.260537147521973, 4.240673542022705, 4.149224281311035, 4.224623680114746, 4.26541805267334]}, {"step": 5550, "epoch": 14, "train_loss": 1.8401038646697998, "cos_r_negg": [0.5565640926361084, 0.17529505491256714, 0.14555200934410095, 0.1011151522397995, 0.11561600863933563, 0.12695211172103882, 0.11257508397102356, 0.10769491642713547, 0.05967431142926216, 0.12000478804111481, 0.10543838143348694, 0.045406438410282135, 0.09610575437545776, 0.04499459266662598, 0.008551009930670261, -0.006118102464824915, 0.01616564951837063, -0.0001818239688873291, 0.029537195339798927, 0.02226141467690468], "cos_apical_negg": [0.5565640926361084, 0.17529505491256714, 0.14555200934410095, 0.1011151522397995, 0.11561600863933563, 0.12695211172103882, 0.11257508397102356, 0.10769491642713547, 0.05967431142926216, 0.12000478804111481, 0.10543838143348694, 0.045406438410282135, 0.09610575437545776, 0.04499459266662598, 0.008551009930670261, -0.006118102464824915, 0.01616564951837063, -0.0001818239688873291, 0.029537195339798927, 0.02226141467690468], "cos_Ac_negg": [0.5565640926361084, 0.17529505491256714, 0.14555200934410095, 0.1011151522397995, 0.11561600863933563, 0.12695211172103882, 0.11257508397102356, 0.10769491642713547, 0.05967431142926216, 0.12000478804111481, 0.10543838143348694, 0.045406438410282135, 0.09610575437545776, 0.04499459266662598, 0.008551009930670261, -0.006118102464824915, 0.01616564951837063, -0.0001818239688873291, 0.029537195339798927, 0.02226141467690468], "r_norm": [4.358126640319824, 4.218593120574951, 4.148917198181152, 4.251520156860352, 4.122462749481201, 4.163341522216797, 4.361935615539551, 4.193910121917725, 4.253981590270996, 4.242153644561768, 4.315630912780762, 4.161175727844238, 4.236621856689453, 4.220241546630859, 4.156833171844482, 4.3029608726501465, 4.280177116394043, 4.195590496063232, 4.2856669425964355, 4.3122968673706055]}, {"step": 5600, "epoch": 14, "train_loss": 1.6676905155181885, "cos_r_negg": [0.5394028425216675, 0.17233309149742126, 0.13654345273971558, 0.10904677957296371, 0.10635752230882645, 0.13468492031097412, 0.14487528800964355, 0.10971660912036896, 0.08130215853452682, 0.12849096953868866, 0.08512094616889954, 0.04888469725847244, 0.08206740766763687, 0.0730738490819931, 0.0324130542576313, 0.022251922637224197, 0.021407973021268845, 0.014124957844614983, 0.018839046359062195, 0.001816796138882637], "cos_apical_negg": [0.5394028425216675, 0.17233309149742126, 0.13654345273971558, 0.10904677957296371, 0.10635752230882645, 0.13468492031097412, 0.14487528800964355, 0.10971660912036896, 0.08130215853452682, 0.12849096953868866, 0.08512094616889954, 0.04888469725847244, 0.08206740766763687, 0.0730738490819931, 0.0324130542576313, 0.022251922637224197, 0.021407973021268845, 0.014124957844614983, 0.018839046359062195, 0.001816796138882637], "cos_Ac_negg": [0.5394028425216675, 0.17233309149742126, 0.13654345273971558, 0.10904677957296371, 0.10635752230882645, 0.13468492031097412, 0.14487528800964355, 0.10971660912036896, 0.08130215853452682, 0.12849096953868866, 0.08512094616889954, 0.04888469725847244, 0.08206740766763687, 0.0730738490819931, 0.0324130542576313, 0.022251922637224197, 0.021407973021268845, 0.014124957844614983, 0.018839046359062195, 0.001816796138882637], "r_norm": [4.451726913452148, 4.315905570983887, 4.237878322601318, 4.3431243896484375, 4.208408355712891, 4.25717830657959, 4.45693302154541, 4.292254447937012, 4.340450763702393, 4.341933250427246, 4.430331230163574, 4.254947662353516, 4.344034194946289, 4.321625709533691, 4.247195243835449, 4.402165412902832, 4.384044647216797, 4.281269073486328, 4.3893537521362305, 4.401512145996094]}, {"step": 5650, "epoch": 14, "train_loss": 1.7529678344726562, "cos_r_negg": [0.5419074296951294, 0.15840858221054077, 0.11139455437660217, 0.13020265102386475, 0.11274445056915283, 0.12429621815681458, 0.1541478931903839, 0.11530158668756485, 0.08400453627109528, 0.14575785398483276, 0.08047234266996384, 0.057200655341148376, 0.09213775396347046, 0.059977754950523376, 0.016347063705325127, 0.051244981586933136, 0.05042283982038498, 0.021321121603250504, 0.03061196580529213, 0.00700015015900135], "cos_apical_negg": [0.5419074296951294, 0.15840858221054077, 0.11139455437660217, 0.13020265102386475, 0.11274445056915283, 0.12429621815681458, 0.1541478931903839, 0.11530158668756485, 0.08400453627109528, 0.14575785398483276, 0.08047234266996384, 0.057200655341148376, 0.09213775396347046, 0.059977754950523376, 0.016347063705325127, 0.051244981586933136, 0.05042283982038498, 0.021321121603250504, 0.03061196580529213, 0.00700015015900135], "cos_Ac_negg": [0.5419074296951294, 0.15840858221054077, 0.11139455437660217, 0.13020265102386475, 0.11274445056915283, 0.12429621815681458, 0.1541478931903839, 0.11530158668756485, 0.08400453627109528, 0.14575785398483276, 0.08047234266996384, 0.057200655341148376, 0.09213775396347046, 0.059977754950523376, 0.016347063705325127, 0.051244981586933136, 0.05042283982038498, 0.021321121603250504, 0.03061196580529213, 0.00700015015900135], "r_norm": [4.368616580963135, 4.22544002532959, 4.171364784240723, 4.2585344314575195, 4.145037651062012, 4.167482376098633, 4.369556427001953, 4.196715354919434, 4.262693405151367, 4.251640319824219, 4.328640460968018, 4.155909538269043, 4.248945236206055, 4.2283782958984375, 4.16809606552124, 4.322575569152832, 4.299933433532715, 4.190613746643066, 4.297526836395264, 4.3159565925598145]}, {"step": 5700, "epoch": 14, "train_loss": 1.5449779033660889, "cos_r_negg": [0.5439863204956055, 0.16657032072544098, 0.12463022023439407, 0.13350942730903625, 0.13572224974632263, 0.11951420456171036, 0.1573573350906372, 0.09587473422288895, 0.10550196468830109, 0.1515655368566513, 0.08374512195587158, 0.04631412774324417, 0.09010396897792816, 0.04071597754955292, 0.03998282179236412, -0.009504490531980991, 0.022070076316595078, -0.01469926442950964, 0.058027155697345734, 0.024264540523290634], "cos_apical_negg": [0.5439863204956055, 0.16657032072544098, 0.12463022023439407, 0.13350942730903625, 0.13572224974632263, 0.11951420456171036, 0.1573573350906372, 0.09587473422288895, 0.10550196468830109, 0.1515655368566513, 0.08374512195587158, 0.04631412774324417, 0.09010396897792816, 0.04071597754955292, 0.03998282179236412, -0.009504490531980991, 0.022070076316595078, -0.01469926442950964, 0.058027155697345734, 0.024264540523290634], "cos_Ac_negg": [0.5439863204956055, 0.16657032072544098, 0.12463022023439407, 0.13350942730903625, 0.13572224974632263, 0.11951420456171036, 0.1573573350906372, 0.09587473422288895, 0.10550196468830109, 0.1515655368566513, 0.08374512195587158, 0.04631412774324417, 0.09010396897792816, 0.04071597754955292, 0.03998282179236412, -0.009504490531980991, 0.022070076316595078, -0.01469926442950964, 0.058027155697345734, 0.024264540523290634], "r_norm": [4.364124298095703, 4.223455905914307, 4.1518449783325195, 4.25934362411499, 4.130229949951172, 4.181796073913574, 4.374225616455078, 4.2097883224487305, 4.263978958129883, 4.25969123840332, 4.336706638336182, 4.177427291870117, 4.249938011169434, 4.237694263458252, 4.167776107788086, 4.313373565673828, 4.295510292053223, 4.1925506591796875, 4.290020942687988, 4.321503639221191]}, {"step": 5750, "epoch": 14, "train_loss": 1.5911612510681152, "cos_r_negg": [0.5810014605522156, 0.18446657061576843, 0.14065442979335785, 0.1380031406879425, 0.132695272564888, 0.14714953303337097, 0.17018726468086243, 0.10456297546625137, 0.0971783697605133, 0.15887565910816193, 0.08920954167842865, 0.03158757463097572, 0.08626674115657806, 0.06085309758782387, 0.05197983980178833, 0.04213244467973709, 0.023443808779120445, -0.01444691326469183, 0.0828910768032074, 0.019269460812211037], "cos_apical_negg": [0.5810014605522156, 0.18446657061576843, 0.14065442979335785, 0.1380031406879425, 0.132695272564888, 0.14714953303337097, 0.17018726468086243, 0.10456297546625137, 0.0971783697605133, 0.15887565910816193, 0.08920954167842865, 0.03158757463097572, 0.08626674115657806, 0.06085309758782387, 0.05197983980178833, 0.04213244467973709, 0.023443808779120445, -0.01444691326469183, 0.0828910768032074, 0.019269460812211037], "cos_Ac_negg": [0.5810014605522156, 0.18446657061576843, 0.14065442979335785, 0.1380031406879425, 0.132695272564888, 0.14714953303337097, 0.17018726468086243, 0.10456297546625137, 0.0971783697605133, 0.15887565910816193, 0.08920954167842865, 0.03158757463097572, 0.08626674115657806, 0.06085309758782387, 0.05197983980178833, 0.04213244467973709, 0.023443808779120445, -0.01444691326469183, 0.0828910768032074, 0.019269460812211037], "r_norm": [4.357600688934326, 4.214434623718262, 4.143085956573486, 4.247615814208984, 4.126413345336914, 4.161190509796143, 4.3672332763671875, 4.188004493713379, 4.248939514160156, 4.25375509262085, 4.316587448120117, 4.160340309143066, 4.234903335571289, 4.2226362228393555, 4.160149574279785, 4.299093246459961, 4.28117561340332, 4.1870036125183105, 4.280550479888916, 4.310387134552002]}, {"step": 5800, "epoch": 14, "train_loss": 1.8372318744659424, "cos_r_negg": [0.5393357872962952, 0.1796611249446869, 0.12636494636535645, 0.1329130381345749, 0.13494378328323364, 0.13443103432655334, 0.1472117006778717, 0.11361730098724365, 0.10065734386444092, 0.11797726154327393, 0.0894349068403244, 0.04589812457561493, 0.10287685692310333, 0.06205828860402107, 0.0507672093808651, 0.02012767270207405, 0.03216295689344406, 0.012598292902112007, 0.07275504618883133, -0.018686441704630852], "cos_apical_negg": [0.5393357872962952, 0.1796611249446869, 0.12636494636535645, 0.1329130381345749, 0.13494378328323364, 0.13443103432655334, 0.1472117006778717, 0.11361730098724365, 0.10065734386444092, 0.11797726154327393, 0.0894349068403244, 0.04589812457561493, 0.10287685692310333, 0.06205828860402107, 0.0507672093808651, 0.02012767270207405, 0.03216295689344406, 0.012598292902112007, 0.07275504618883133, -0.018686441704630852], "cos_Ac_negg": [0.5393357872962952, 0.1796611249446869, 0.12636494636535645, 0.1329130381345749, 0.13494378328323364, 0.13443103432655334, 0.1472117006778717, 0.11361730098724365, 0.10065734386444092, 0.11797726154327393, 0.0894349068403244, 0.04589812457561493, 0.10287685692310333, 0.06205828860402107, 0.0507672093808651, 0.02012767270207405, 0.03216295689344406, 0.012598292902112007, 0.07275504618883133, -0.018686441704630852], "r_norm": [4.431482791900635, 4.294111728668213, 4.220755577087402, 4.318089962005615, 4.199853897094727, 4.226408958435059, 4.438741207122803, 4.271786689758301, 4.323263168334961, 4.315000534057617, 4.385268211364746, 4.232637882232666, 4.322367191314697, 4.29963493347168, 4.231863021850586, 4.371000289916992, 4.352982521057129, 4.273985862731934, 4.35881233215332, 4.3841657638549805]}, {"step": 5850, "epoch": 14, "train_loss": 1.7112116813659668, "cos_r_negg": [0.5579498410224915, 0.1798863708972931, 0.14419719576835632, 0.12023524940013885, 0.1159205511212349, 0.12140156328678131, 0.1385047733783722, 0.09042450785636902, 0.08551222831010818, 0.10573926568031311, 0.06353364884853363, 0.036771081387996674, 0.11640192568302155, 0.04736868292093277, 0.014521574601531029, 0.008095374330878258, 0.02702772431075573, 0.050178416073322296, 0.05460076034069061, 0.009281179867684841], "cos_apical_negg": [0.5579498410224915, 0.1798863708972931, 0.14419719576835632, 0.12023524940013885, 0.1159205511212349, 0.12140156328678131, 0.1385047733783722, 0.09042450785636902, 0.08551222831010818, 0.10573926568031311, 0.06353364884853363, 0.036771081387996674, 0.11640192568302155, 0.04736868292093277, 0.014521574601531029, 0.008095374330878258, 0.02702772431075573, 0.050178416073322296, 0.05460076034069061, 0.009281179867684841], "cos_Ac_negg": [0.5579498410224915, 0.1798863708972931, 0.14419719576835632, 0.12023524940013885, 0.1159205511212349, 0.12140156328678131, 0.1385047733783722, 0.09042450785636902, 0.08551222831010818, 0.10573926568031311, 0.06353364884853363, 0.036771081387996674, 0.11640192568302155, 0.04736868292093277, 0.014521574601531029, 0.008095374330878258, 0.02702772431075573, 0.050178416073322296, 0.05460076034069061, 0.009281179867684841], "r_norm": [4.285850524902344, 4.144471168518066, 4.083968162536621, 4.17191743850708, 4.058321952819824, 4.0879364013671875, 4.276186943054199, 4.109532356262207, 4.182465553283691, 4.1635661125183105, 4.239473819732666, 4.084977626800537, 4.162362098693848, 4.146251201629639, 4.089765548706055, 4.229970455169678, 4.195952415466309, 4.127269268035889, 4.193672180175781, 4.244976043701172]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.3883, "test_loss": 1.8687087646484375}, {"step": 5900, "epoch": 15, "train_loss": 1.5535056591033936, "cos_r_negg": [0.5410329103469849, 0.1642981469631195, 0.1402616798877716, 0.12662896513938904, 0.10811199247837067, 0.12859921157360077, 0.14471444487571716, 0.09781064838171005, 0.11256055533885956, 0.11312797665596008, 0.05784882232546806, 0.04421336203813553, 0.10095936059951782, 0.0761626809835434, 0.06509247422218323, 0.02453554980456829, 0.0501432903110981, 0.020497411489486694, 0.07358801364898682, 0.046210870146751404], "cos_apical_negg": [0.5410329103469849, 0.1642981469631195, 0.1402616798877716, 0.12662896513938904, 0.10811199247837067, 0.12859921157360077, 0.14471444487571716, 0.09781064838171005, 0.11256055533885956, 0.11312797665596008, 0.05784882232546806, 0.04421336203813553, 0.10095936059951782, 0.0761626809835434, 0.06509247422218323, 0.02453554980456829, 0.0501432903110981, 0.020497411489486694, 0.07358801364898682, 0.046210870146751404], "cos_Ac_negg": [0.5410329103469849, 0.1642981469631195, 0.1402616798877716, 0.12662896513938904, 0.10811199247837067, 0.12859921157360077, 0.14471444487571716, 0.09781064838171005, 0.11256055533885956, 0.11312797665596008, 0.05784882232546806, 0.04421336203813553, 0.10095936059951782, 0.0761626809835434, 0.06509247422218323, 0.02453554980456829, 0.0501432903110981, 0.020497411489486694, 0.07358801364898682, 0.046210870146751404], "r_norm": [4.35063362121582, 4.211582183837891, 4.158750057220459, 4.23061990737915, 4.12708854675293, 4.148192405700684, 4.353241920471191, 4.16733455657959, 4.251306056976318, 4.233498573303223, 4.299840927124023, 4.144242286682129, 4.238825798034668, 4.213432312011719, 4.1605682373046875, 4.308942794799805, 4.26754093170166, 4.192277908325195, 4.262343406677246, 4.307529926300049]}, {"step": 5950, "epoch": 15, "train_loss": 1.7778284549713135, "cos_r_negg": [0.5721448063850403, 0.16254210472106934, 0.15750126540660858, 0.11803819984197617, 0.11979778110980988, 0.12703458964824677, 0.13330908119678497, 0.0796041190624237, 0.08282893896102905, 0.12601688504219055, 0.07921737432479858, 0.04690130800008774, 0.11056643724441528, 0.060644641518592834, 0.027291107922792435, 0.03869561478495598, 0.03254545480012894, -0.015463201329112053, 0.06270420551300049, -0.005572764202952385], "cos_apical_negg": [0.5721448063850403, 0.16254210472106934, 0.15750126540660858, 0.11803819984197617, 0.11979778110980988, 0.12703458964824677, 0.13330908119678497, 0.0796041190624237, 0.08282893896102905, 0.12601688504219055, 0.07921737432479858, 0.04690130800008774, 0.11056643724441528, 0.060644641518592834, 0.027291107922792435, 0.03869561478495598, 0.03254545480012894, -0.015463201329112053, 0.06270420551300049, -0.005572764202952385], "cos_Ac_negg": [0.5721448063850403, 0.16254210472106934, 0.15750126540660858, 0.11803819984197617, 0.11979778110980988, 0.12703458964824677, 0.13330908119678497, 0.0796041190624237, 0.08282893896102905, 0.12601688504219055, 0.07921737432479858, 0.04690130800008774, 0.11056643724441528, 0.060644641518592834, 0.027291107922792435, 0.03869561478495598, 0.03254545480012894, -0.015463201329112053, 0.06270420551300049, -0.005572764202952385], "r_norm": [4.278151512145996, 4.151208877563477, 4.08616828918457, 4.1772966384887695, 4.053501129150391, 4.093905448913574, 4.281705856323242, 4.109266757965088, 4.187546730041504, 4.160261154174805, 4.255502700805664, 4.085375785827637, 4.162250518798828, 4.152050495147705, 4.089277267456055, 4.233185291290283, 4.21052885055542, 4.115963935852051, 4.195585250854492, 4.241318702697754]}, {"step": 6000, "epoch": 15, "train_loss": 1.739224910736084, "cos_r_negg": [0.566260576248169, 0.1815100908279419, 0.13404318690299988, 0.1334027796983719, 0.1332860141992569, 0.1057141050696373, 0.12143312394618988, 0.09054703265428543, 0.11420142650604248, 0.12354176491498947, 0.06457870453596115, 0.05837808549404144, 0.10240858048200607, 0.07273656129837036, 0.01978217251598835, 0.012292888015508652, 0.04524403065443039, 0.008415495976805687, 0.06984435021877289, -0.007910599000751972], "cos_apical_negg": [0.566260576248169, 0.1815100908279419, 0.13404318690299988, 0.1334027796983719, 0.1332860141992569, 0.1057141050696373, 0.12143312394618988, 0.09054703265428543, 0.11420142650604248, 0.12354176491498947, 0.06457870453596115, 0.05837808549404144, 0.10240858048200607, 0.07273656129837036, 0.01978217251598835, 0.012292888015508652, 0.04524403065443039, 0.008415495976805687, 0.06984435021877289, -0.007910599000751972], "cos_Ac_negg": [0.566260576248169, 0.1815100908279419, 0.13404318690299988, 0.1334027796983719, 0.1332860141992569, 0.1057141050696373, 0.12143312394618988, 0.09054703265428543, 0.11420142650604248, 0.12354176491498947, 0.06457870453596115, 0.05837808549404144, 0.10240858048200607, 0.07273656129837036, 0.01978217251598835, 0.012292888015508652, 0.04524403065443039, 0.008415495976805687, 0.06984435021877289, -0.007910599000751972], "r_norm": [4.3230133056640625, 4.1876373291015625, 4.123268127441406, 4.20577335357666, 4.093396186828613, 4.126636505126953, 4.327027320861816, 4.145467281341553, 4.218072891235352, 4.202796936035156, 4.284547805786133, 4.124364852905273, 4.213403701782227, 4.184420585632324, 4.1398115158081055, 4.268318176269531, 4.251382350921631, 4.1663970947265625, 4.237133026123047, 4.284626483917236]}, {"step": 6050, "epoch": 15, "train_loss": 1.6088167428970337, "cos_r_negg": [0.5475968718528748, 0.18604858219623566, 0.13407480716705322, 0.13026738166809082, 0.11438625305891037, 0.13473907113075256, 0.11594568938016891, 0.10226384550333023, 0.09901171177625656, 0.12609896063804626, 0.09300805628299713, 0.0522049218416214, 0.10134503990411758, 0.06115735322237015, 0.03548372909426689, 0.014282139018177986, 0.09416726231575012, 0.013044946826994419, 0.06008709967136383, -0.015238139778375626], "cos_apical_negg": [0.5475968718528748, 0.18604858219623566, 0.13407480716705322, 0.13026738166809082, 0.11438625305891037, 0.13473907113075256, 0.11594568938016891, 0.10226384550333023, 0.09901171177625656, 0.12609896063804626, 0.09300805628299713, 0.0522049218416214, 0.10134503990411758, 0.06115735322237015, 0.03548372909426689, 0.014282139018177986, 0.09416726231575012, 0.013044946826994419, 0.06008709967136383, -0.015238139778375626], "cos_Ac_negg": [0.5475968718528748, 0.18604858219623566, 0.13407480716705322, 0.13026738166809082, 0.11438625305891037, 0.13473907113075256, 0.11594568938016891, 0.10226384550333023, 0.09901171177625656, 0.12609896063804626, 0.09300805628299713, 0.0522049218416214, 0.10134503990411758, 0.06115735322237015, 0.03548372909426689, 0.014282139018177986, 0.09416726231575012, 0.013044946826994419, 0.06008709967136383, -0.015238139778375626], "r_norm": [4.517065048217773, 4.378451347351074, 4.304500579833984, 4.385522365570068, 4.270203590393066, 4.315080165863037, 4.542702674865723, 4.352849960327148, 4.404268264770508, 4.4219160079956055, 4.479012966156006, 4.302640914916992, 4.4012370109558105, 4.386168956756592, 4.318347454071045, 4.461822509765625, 4.450350761413574, 4.321565628051758, 4.436887741088867, 4.451933860778809]}, {"step": 6100, "epoch": 15, "train_loss": 1.8380982875823975, "cos_r_negg": [0.5461880564689636, 0.18487805128097534, 0.14432601630687714, 0.14012008905410767, 0.11628791689872742, 0.12149880826473236, 0.12418024241924286, 0.09714702516794205, 0.10095387697219849, 0.12061504274606705, 0.07024259865283966, 0.044507890939712524, 0.10007605701684952, 0.04243423044681549, 0.0440814271569252, 0.05173412337899208, 0.0285225510597229, 0.007498104590922594, 0.06085193529725075, 0.0074205948039889336], "cos_apical_negg": [0.5461880564689636, 0.18487805128097534, 0.14432601630687714, 0.14012008905410767, 0.11628791689872742, 0.12149880826473236, 0.12418024241924286, 0.09714702516794205, 0.10095387697219849, 0.12061504274606705, 0.07024259865283966, 0.044507890939712524, 0.10007605701684952, 0.04243423044681549, 0.0440814271569252, 0.05173412337899208, 0.0285225510597229, 0.007498104590922594, 0.06085193529725075, 0.0074205948039889336], "cos_Ac_negg": [0.5461880564689636, 0.18487805128097534, 0.14432601630687714, 0.14012008905410767, 0.11628791689872742, 0.12149880826473236, 0.12418024241924286, 0.09714702516794205, 0.10095387697219849, 0.12061504274606705, 0.07024259865283966, 0.044507890939712524, 0.10007605701684952, 0.04243423044681549, 0.0440814271569252, 0.05173412337899208, 0.0285225510597229, 0.007498104590922594, 0.06085193529725075, 0.0074205948039889336], "r_norm": [4.461730480194092, 4.308211326599121, 4.2475996017456055, 4.337037086486816, 4.231231212615967, 4.257567405700684, 4.466299533843994, 4.272466659545898, 4.354582786560059, 4.349618434906006, 4.4160566329956055, 4.246831893920898, 4.3321919441223145, 4.316587924957275, 4.269936561584473, 4.408574104309082, 4.377319812774658, 4.290796279907227, 4.36755895614624, 4.4236063957214355]}, {"step": 6150, "epoch": 15, "train_loss": 1.774364948272705, "cos_r_negg": [0.5419073104858398, 0.1776905655860901, 0.16376632452011108, 0.13170337677001953, 0.10711692273616791, 0.1231265664100647, 0.1351948231458664, 0.11369491368532181, 0.07752232998609543, 0.11994165182113647, 0.09229923039674759, 0.0767088234424591, 0.10115383565425873, 0.06321766972541809, 0.07126711308956146, 0.03395198658108711, 0.0325220562517643, 0.01893143355846405, 0.05220054090023041, -0.013635588809847832], "cos_apical_negg": [0.5419073104858398, 0.1776905655860901, 0.16376632452011108, 0.13170337677001953, 0.10711692273616791, 0.1231265664100647, 0.1351948231458664, 0.11369491368532181, 0.07752232998609543, 0.11994165182113647, 0.09229923039674759, 0.0767088234424591, 0.10115383565425873, 0.06321766972541809, 0.07126711308956146, 0.03395198658108711, 0.0325220562517643, 0.01893143355846405, 0.05220054090023041, -0.013635588809847832], "cos_Ac_negg": [0.5419073104858398, 0.1776905655860901, 0.16376632452011108, 0.13170337677001953, 0.10711692273616791, 0.1231265664100647, 0.1351948231458664, 0.11369491368532181, 0.07752232998609543, 0.11994165182113647, 0.09229923039674759, 0.0767088234424591, 0.10115383565425873, 0.06321766972541809, 0.07126711308956146, 0.03395198658108711, 0.0325220562517643, 0.01893143355846405, 0.05220054090023041, -0.013635588809847832], "r_norm": [4.284724712371826, 4.143152236938477, 4.083261489868164, 4.171210765838623, 4.055813789367676, 4.095253944396973, 4.29266357421875, 4.1137542724609375, 4.179213047027588, 4.178252220153809, 4.238966941833496, 4.084722518920898, 4.170103549957275, 4.141504287719727, 4.10126256942749, 4.234314441680908, 4.212948799133301, 4.1081647872924805, 4.200393199920654, 4.237015247344971]}, {"step": 6200, "epoch": 15, "train_loss": 1.7746083736419678, "cos_r_negg": [0.537949800491333, 0.18005165457725525, 0.15598459541797638, 0.13064029812812805, 0.1189410388469696, 0.11390633136034012, 0.13265861570835114, 0.10012783855199814, 0.08768438547849655, 0.13598111271858215, 0.08654197305440903, 0.06335315853357315, 0.11670877039432526, 0.06141107156872749, 0.059489794075489044, 0.05814247578382492, 0.0690079778432846, 0.031191829591989517, 0.035038433969020844, 0.02821892686188221], "cos_apical_negg": [0.537949800491333, 0.18005165457725525, 0.15598459541797638, 0.13064029812812805, 0.1189410388469696, 0.11390633136034012, 0.13265861570835114, 0.10012783855199814, 0.08768438547849655, 0.13598111271858215, 0.08654197305440903, 0.06335315853357315, 0.11670877039432526, 0.06141107156872749, 0.059489794075489044, 0.05814247578382492, 0.0690079778432846, 0.031191829591989517, 0.035038433969020844, 0.02821892686188221], "cos_Ac_negg": [0.537949800491333, 0.18005165457725525, 0.15598459541797638, 0.13064029812812805, 0.1189410388469696, 0.11390633136034012, 0.13265861570835114, 0.10012783855199814, 0.08768438547849655, 0.13598111271858215, 0.08654197305440903, 0.06335315853357315, 0.11670877039432526, 0.06141107156872749, 0.059489794075489044, 0.05814247578382492, 0.0690079778432846, 0.031191829591989517, 0.035038433969020844, 0.02821892686188221], "r_norm": [4.4019975662231445, 4.25990629196167, 4.193096160888672, 4.297654151916504, 4.1720123291015625, 4.216190338134766, 4.4079203605651855, 4.242490768432617, 4.308683395385742, 4.289299488067627, 4.366725921630859, 4.209815502166748, 4.287707328796387, 4.275018692016602, 4.206956386566162, 4.359675407409668, 4.332244873046875, 4.236083507537842, 4.325705528259277, 4.370654106140137]}, {"step": 6250, "epoch": 15, "train_loss": 1.8086261749267578, "cos_r_negg": [0.5284682512283325, 0.1811702847480774, 0.1573559194803238, 0.1365511566400528, 0.11662565916776657, 0.12392482906579971, 0.1482727825641632, 0.13036169111728668, 0.07991516590118408, 0.12400785088539124, 0.06534554064273834, 0.06707914173603058, 0.11156383156776428, 0.038749001920223236, 0.05325760692358017, 0.05278369039297104, 0.037075091153383255, 0.01517395954579115, 0.04663090780377388, -7.324246689677238e-05], "cos_apical_negg": [0.5284682512283325, 0.1811702847480774, 0.1573559194803238, 0.1365511566400528, 0.11662565916776657, 0.12392482906579971, 0.1482727825641632, 0.13036169111728668, 0.07991516590118408, 0.12400785088539124, 0.06534554064273834, 0.06707914173603058, 0.11156383156776428, 0.038749001920223236, 0.05325760692358017, 0.05278369039297104, 0.037075091153383255, 0.01517395954579115, 0.04663090780377388, -7.324246689677238e-05], "cos_Ac_negg": [0.5284682512283325, 0.1811702847480774, 0.1573559194803238, 0.1365511566400528, 0.11662565916776657, 0.12392482906579971, 0.1482727825641632, 0.13036169111728668, 0.07991516590118408, 0.12400785088539124, 0.06534554064273834, 0.06707914173603058, 0.11156383156776428, 0.038749001920223236, 0.05325760692358017, 0.05278369039297104, 0.037075091153383255, 0.01517395954579115, 0.04663090780377388, -7.324246689677238e-05], "r_norm": [4.328206539154053, 4.184755802154541, 4.116376876831055, 4.215508460998535, 4.097653388977051, 4.133855819702148, 4.338006019592285, 4.170169830322266, 4.218819618225098, 4.233381271362305, 4.292397499084473, 4.133959770202637, 4.216085910797119, 4.196132659912109, 4.136173248291016, 4.272190570831299, 4.251483917236328, 4.156121253967285, 4.258891582489014, 4.2776408195495605]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.3994, "test_loss": 1.8418150756835938}, {"step": 6300, "epoch": 16, "train_loss": 1.772086262702942, "cos_r_negg": [0.5448682308197021, 0.1931106150150299, 0.146820530295372, 0.11735629290342331, 0.12349723279476166, 0.12632519006729126, 0.14488725364208221, 0.10834982991218567, 0.1099463626742363, 0.13248899579048157, 0.0781320184469223, 0.06701438128948212, 0.1080775260925293, 0.036981455981731415, 0.0675010234117508, 0.056210119277238846, 0.040062807500362396, 0.02873372659087181, 0.05704379826784134, 0.013726381585001945], "cos_apical_negg": [0.5448682308197021, 0.1931106150150299, 0.146820530295372, 0.11735629290342331, 0.12349723279476166, 0.12632519006729126, 0.14488725364208221, 0.10834982991218567, 0.1099463626742363, 0.13248899579048157, 0.0781320184469223, 0.06701438128948212, 0.1080775260925293, 0.036981455981731415, 0.0675010234117508, 0.056210119277238846, 0.040062807500362396, 0.02873372659087181, 0.05704379826784134, 0.013726381585001945], "cos_Ac_negg": [0.5448682308197021, 0.1931106150150299, 0.146820530295372, 0.11735629290342331, 0.12349723279476166, 0.12632519006729126, 0.14488725364208221, 0.10834982991218567, 0.1099463626742363, 0.13248899579048157, 0.0781320184469223, 0.06701438128948212, 0.1080775260925293, 0.036981455981731415, 0.0675010234117508, 0.056210119277238846, 0.040062807500362396, 0.02873372659087181, 0.05704379826784134, 0.013726381585001945], "r_norm": [4.394723415374756, 4.249807834625244, 4.186111927032471, 4.272064208984375, 4.171500205993652, 4.198370933532715, 4.401042461395264, 4.223794937133789, 4.289976119995117, 4.278469562530518, 4.356381416320801, 4.18727970123291, 4.279825210571289, 4.263838768005371, 4.203195571899414, 4.343572616577148, 4.325409412384033, 4.228987693786621, 4.304208755493164, 4.3533477783203125]}, {"step": 6350, "epoch": 16, "train_loss": 1.480198860168457, "cos_r_negg": [0.5650730133056641, 0.19454658031463623, 0.15109512209892273, 0.12490751594305038, 0.14121375977993011, 0.13033154606819153, 0.15154848992824554, 0.13671660423278809, 0.10438081622123718, 0.12510937452316284, 0.08650099486112595, 0.06707604229450226, 0.11455271393060684, 0.05763380974531174, 0.040338870137929916, 0.03622031211853027, 0.04985812306404114, 0.03886724263429642, 0.051460377871990204, 0.03401736542582512], "cos_apical_negg": [0.5650730133056641, 0.19454658031463623, 0.15109512209892273, 0.12490751594305038, 0.14121375977993011, 0.13033154606819153, 0.15154848992824554, 0.13671660423278809, 0.10438081622123718, 0.12510937452316284, 0.08650099486112595, 0.06707604229450226, 0.11455271393060684, 0.05763380974531174, 0.040338870137929916, 0.03622031211853027, 0.04985812306404114, 0.03886724263429642, 0.051460377871990204, 0.03401736542582512], "cos_Ac_negg": [0.5650730133056641, 0.19454658031463623, 0.15109512209892273, 0.12490751594305038, 0.14121375977993011, 0.13033154606819153, 0.15154848992824554, 0.13671660423278809, 0.10438081622123718, 0.12510937452316284, 0.08650099486112595, 0.06707604229450226, 0.11455271393060684, 0.05763380974531174, 0.040338870137929916, 0.03622031211853027, 0.04985812306404114, 0.03886724263429642, 0.051460377871990204, 0.03401736542582512], "r_norm": [4.392326354980469, 4.255998611450195, 4.17780876159668, 4.285098075866699, 4.150566101074219, 4.207126617431641, 4.407332420349121, 4.236393451690674, 4.2878737449646, 4.283808708190918, 4.351678848266602, 4.206168174743652, 4.277997970581055, 4.25882625579834, 4.202457904815674, 4.338251113891602, 4.313961505889893, 4.219979763031006, 4.32418155670166, 4.348419666290283]}, {"step": 6400, "epoch": 16, "train_loss": 1.9503929615020752, "cos_r_negg": [0.5372678637504578, 0.18933144211769104, 0.16250143945217133, 0.11031979322433472, 0.12795180082321167, 0.15606355667114258, 0.15473660826683044, 0.12747237086296082, 0.11301427334547043, 0.14098921418190002, 0.11360527575016022, 0.07657356560230255, 0.08674813061952591, 0.0741409957408905, 0.05759608745574951, 0.029248453676700592, 0.04700043424963951, 0.010729320347309113, 0.025900788605213165, 0.032737623900175095], "cos_apical_negg": [0.5372678637504578, 0.18933144211769104, 0.16250143945217133, 0.11031979322433472, 0.12795180082321167, 0.15606355667114258, 0.15473660826683044, 0.12747237086296082, 0.11301427334547043, 0.14098921418190002, 0.11360527575016022, 0.07657356560230255, 0.08674813061952591, 0.0741409957408905, 0.05759608745574951, 0.029248453676700592, 0.04700043424963951, 0.010729320347309113, 0.025900788605213165, 0.032737623900175095], "cos_Ac_negg": [0.5372678637504578, 0.18933144211769104, 0.16250143945217133, 0.11031979322433472, 0.12795180082321167, 0.15606355667114258, 0.15473660826683044, 0.12747237086296082, 0.11301427334547043, 0.14098921418190002, 0.11360527575016022, 0.07657356560230255, 0.08674813061952591, 0.0741409957408905, 0.05759608745574951, 0.029248453676700592, 0.04700043424963951, 0.010729320347309113, 0.025900788605213165, 0.032737623900175095], "r_norm": [4.430388927459717, 4.294265270233154, 4.217499256134033, 4.31804084777832, 4.192461013793945, 4.241843223571777, 4.432621479034424, 4.256706237792969, 4.32120418548584, 4.3058271408081055, 4.395514965057373, 4.226857662200928, 4.308065414428711, 4.290112495422363, 4.2323455810546875, 4.370754241943359, 4.361960411071777, 4.2623701095581055, 4.344017028808594, 4.395995140075684]}, {"step": 6450, "epoch": 16, "train_loss": 1.625009536743164, "cos_r_negg": [0.5361734628677368, 0.20238545536994934, 0.17381876707077026, 0.13179579377174377, 0.12189144641160965, 0.1391158252954483, 0.15062642097473145, 0.1101302057504654, 0.11549954116344452, 0.15426203608512878, 0.09717327356338501, 0.08370684087276459, 0.11105367541313171, 0.07128197699785233, 0.05202382430434227, 0.02608136460185051, 0.06821155548095703, 0.023841148242354393, 0.015562162734568119, 0.03176914528012276], "cos_apical_negg": [0.5361734628677368, 0.20238545536994934, 0.17381876707077026, 0.13179579377174377, 0.12189144641160965, 0.1391158252954483, 0.15062642097473145, 0.1101302057504654, 0.11549954116344452, 0.15426203608512878, 0.09717327356338501, 0.08370684087276459, 0.11105367541313171, 0.07128197699785233, 0.05202382430434227, 0.02608136460185051, 0.06821155548095703, 0.023841148242354393, 0.015562162734568119, 0.03176914528012276], "cos_Ac_negg": [0.5361734628677368, 0.20238545536994934, 0.17381876707077026, 0.13179579377174377, 0.12189144641160965, 0.1391158252954483, 0.15062642097473145, 0.1101302057504654, 0.11549954116344452, 0.15426203608512878, 0.09717327356338501, 0.08370684087276459, 0.11105367541313171, 0.07128197699785233, 0.05202382430434227, 0.02608136460185051, 0.06821155548095703, 0.023841148242354393, 0.015562162734568119, 0.03176914528012276], "r_norm": [4.325726509094238, 4.186295509338379, 4.10923957824707, 4.2163543701171875, 4.091917037963867, 4.1432294845581055, 4.329540729522705, 4.161795616149902, 4.214047431945801, 4.209046363830566, 4.286376476287842, 4.133023262023926, 4.2075371742248535, 4.186140537261963, 4.133878231048584, 4.267045974731445, 4.25119686126709, 4.165255546569824, 4.2500901222229, 4.281807899475098]}, {"step": 6500, "epoch": 16, "train_loss": 1.8827170133590698, "cos_r_negg": [0.5241074562072754, 0.20601874589920044, 0.17977862060070038, 0.13806048035621643, 0.12965118885040283, 0.148566335439682, 0.15733835101127625, 0.10732603073120117, 0.0923754945397377, 0.1478114128112793, 0.09367290139198303, 0.08695907890796661, 0.09583137929439545, 0.038651417940855026, 0.05257011950016022, 0.042189791798591614, 0.04576527699828148, 0.007031304761767387, 0.04587497562170029, 0.024104515090584755], "cos_apical_negg": [0.5241074562072754, 0.20601874589920044, 0.17977862060070038, 0.13806048035621643, 0.12965118885040283, 0.148566335439682, 0.15733835101127625, 0.10732603073120117, 0.0923754945397377, 0.1478114128112793, 0.09367290139198303, 0.08695907890796661, 0.09583137929439545, 0.038651417940855026, 0.05257011950016022, 0.042189791798591614, 0.04576527699828148, 0.007031304761767387, 0.04587497562170029, 0.024104515090584755], "cos_Ac_negg": [0.5241074562072754, 0.20601874589920044, 0.17977862060070038, 0.13806048035621643, 0.12965118885040283, 0.148566335439682, 0.15733835101127625, 0.10732603073120117, 0.0923754945397377, 0.1478114128112793, 0.09367290139198303, 0.08695907890796661, 0.09583137929439545, 0.038651417940855026, 0.05257011950016022, 0.042189791798591614, 0.04576527699828148, 0.007031304761767387, 0.04587497562170029, 0.024104515090584755], "r_norm": [4.394895076751709, 4.251955986022949, 4.182193756103516, 4.291743278503418, 4.163969039916992, 4.2083024978637695, 4.399862289428711, 4.227673530578613, 4.284893989562988, 4.295580863952637, 4.3647966384887695, 4.205793857574463, 4.280263900756836, 4.249806880950928, 4.20587158203125, 4.3507843017578125, 4.327104568481445, 4.236048221588135, 4.321977615356445, 4.3659162521362305]}, {"step": 6550, "epoch": 16, "train_loss": 1.5522136688232422, "cos_r_negg": [0.5212969183921814, 0.18745818734169006, 0.17202311754226685, 0.1387791931629181, 0.15642356872558594, 0.12984508275985718, 0.16520461440086365, 0.11404450237751007, 0.09848418831825256, 0.14244472980499268, 0.10716763883829117, 0.060180872678756714, 0.10545719414949417, 0.05279803276062012, 0.05167468637228012, 0.03285101428627968, 0.017005672678351402, 0.042396239936351776, 0.04465450718998909, 0.04927711933851242], "cos_apical_negg": [0.5212969183921814, 0.18745818734169006, 0.17202311754226685, 0.1387791931629181, 0.15642356872558594, 0.12984508275985718, 0.16520461440086365, 0.11404450237751007, 0.09848418831825256, 0.14244472980499268, 0.10716763883829117, 0.060180872678756714, 0.10545719414949417, 0.05279803276062012, 0.05167468637228012, 0.03285101428627968, 0.017005672678351402, 0.042396239936351776, 0.04465450718998909, 0.04927711933851242], "cos_Ac_negg": [0.5212969183921814, 0.18745818734169006, 0.17202311754226685, 0.1387791931629181, 0.15642356872558594, 0.12984508275985718, 0.16520461440086365, 0.11404450237751007, 0.09848418831825256, 0.14244472980499268, 0.10716763883829117, 0.060180872678756714, 0.10545719414949417, 0.05279803276062012, 0.05167468637228012, 0.03285101428627968, 0.017005672678351402, 0.042396239936351776, 0.04465450718998909, 0.04927711933851242], "r_norm": [4.426065921783447, 4.267526626586914, 4.220274448394775, 4.30208158493042, 4.188457489013672, 4.230630874633789, 4.4395551681518555, 4.256331443786621, 4.321417331695557, 4.32512092590332, 4.373873233795166, 4.219526290893555, 4.307027816772461, 4.273896217346191, 4.238250732421875, 4.378309726715088, 4.357712268829346, 4.2625412940979, 4.331151962280273, 4.388647079467773]}, {"step": 6600, "epoch": 16, "train_loss": 1.6588325500488281, "cos_r_negg": [0.5217440128326416, 0.1995025873184204, 0.15682265162467957, 0.12066330015659332, 0.16537737846374512, 0.13519102334976196, 0.15773002803325653, 0.12893261015415192, 0.11179216206073761, 0.10861361026763916, 0.09497322142124176, 0.06129392981529236, 0.08892008662223816, 0.05106218531727791, 0.08038458973169327, 0.02765975333750248, 0.03622002899646759, 0.05363800376653671, 0.054949238896369934, 0.031241269782185555], "cos_apical_negg": [0.5217440128326416, 0.1995025873184204, 0.15682265162467957, 0.12066330015659332, 0.16537737846374512, 0.13519102334976196, 0.15773002803325653, 0.12893261015415192, 0.11179216206073761, 0.10861361026763916, 0.09497322142124176, 0.06129392981529236, 0.08892008662223816, 0.05106218531727791, 0.08038458973169327, 0.02765975333750248, 0.03622002899646759, 0.05363800376653671, 0.054949238896369934, 0.031241269782185555], "cos_Ac_negg": [0.5217440128326416, 0.1995025873184204, 0.15682265162467957, 0.12066330015659332, 0.16537737846374512, 0.13519102334976196, 0.15773002803325653, 0.12893261015415192, 0.11179216206073761, 0.10861361026763916, 0.09497322142124176, 0.06129392981529236, 0.08892008662223816, 0.05106218531727791, 0.08038458973169327, 0.02765975333750248, 0.03622002899646759, 0.05363800376653671, 0.054949238896369934, 0.031241269782185555], "r_norm": [4.27556037902832, 4.130004405975342, 4.067404270172119, 4.15336275100708, 4.044841766357422, 4.078454494476318, 4.284986972808838, 4.107322692871094, 4.165285110473633, 4.170746326446533, 4.22743034362793, 4.072558403015137, 4.155557632446289, 4.141233444213867, 4.080527305603027, 4.218904972076416, 4.196005344390869, 4.108099460601807, 4.190939903259277, 4.227186679840088]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4053, "test_loss": 1.848281591796875}, {"step": 6650, "epoch": 17, "train_loss": 1.9195278882980347, "cos_r_negg": [0.5526885986328125, 0.19471897184848785, 0.16575884819030762, 0.13458046317100525, 0.13725346326828003, 0.13998959958553314, 0.1764061152935028, 0.1261105239391327, 0.10063031315803528, 0.13106577098369598, 0.07554175704717636, 0.05990495905280113, 0.13370658457279205, 0.03893953561782837, 0.03424258902668953, 0.04285421222448349, 0.0349300242960453, 0.04154358431696892, 0.05400613695383072, 0.02010475844144821], "cos_apical_negg": [0.5526885986328125, 0.19471897184848785, 0.16575884819030762, 0.13458046317100525, 0.13725346326828003, 0.13998959958553314, 0.1764061152935028, 0.1261105239391327, 0.10063031315803528, 0.13106577098369598, 0.07554175704717636, 0.05990495905280113, 0.13370658457279205, 0.03893953561782837, 0.03424258902668953, 0.04285421222448349, 0.0349300242960453, 0.04154358431696892, 0.05400613695383072, 0.02010475844144821], "cos_Ac_negg": [0.5526885986328125, 0.19471897184848785, 0.16575884819030762, 0.13458046317100525, 0.13725346326828003, 0.13998959958553314, 0.1764061152935028, 0.1261105239391327, 0.10063031315803528, 0.13106577098369598, 0.07554175704717636, 0.05990495905280113, 0.13370658457279205, 0.03893953561782837, 0.03424258902668953, 0.04285421222448349, 0.0349300242960453, 0.04154358431696892, 0.05400613695383072, 0.02010475844144821], "r_norm": [4.328704833984375, 4.171544075012207, 4.116436004638672, 4.20330810546875, 4.098606109619141, 4.126585960388184, 4.32843542098999, 4.145774841308594, 4.221402168273926, 4.20380973815918, 4.274246692657471, 4.115900993347168, 4.197917938232422, 4.179042339324951, 4.1271467208862305, 4.268322944641113, 4.239212989807129, 4.15947151184082, 4.237215042114258, 4.281051158905029]}, {"step": 6700, "epoch": 17, "train_loss": 1.5131213665008545, "cos_r_negg": [0.5287131071090698, 0.19902001321315765, 0.1590619534254074, 0.14258137345314026, 0.14321684837341309, 0.1583542823791504, 0.16662609577178955, 0.12219828367233276, 0.0934479758143425, 0.14266225695610046, 0.10408295691013336, 0.05486182123422623, 0.12401849031448364, 0.07477150857448578, 0.06657359004020691, 0.00921881664544344, 0.03609286621212959, 0.04855221137404442, 0.07039345800876617, 0.002368518617004156], "cos_apical_negg": [0.5287131071090698, 0.19902001321315765, 0.1590619534254074, 0.14258137345314026, 0.14321684837341309, 0.1583542823791504, 0.16662609577178955, 0.12219828367233276, 0.0934479758143425, 0.14266225695610046, 0.10408295691013336, 0.05486182123422623, 0.12401849031448364, 0.07477150857448578, 0.06657359004020691, 0.00921881664544344, 0.03609286621212959, 0.04855221137404442, 0.07039345800876617, 0.002368518617004156], "cos_Ac_negg": [0.5287131071090698, 0.19902001321315765, 0.1590619534254074, 0.14258137345314026, 0.14321684837341309, 0.1583542823791504, 0.16662609577178955, 0.12219828367233276, 0.0934479758143425, 0.14266225695610046, 0.10408295691013336, 0.05486182123422623, 0.12401849031448364, 0.07477150857448578, 0.06657359004020691, 0.00921881664544344, 0.03609286621212959, 0.04855221137404442, 0.07039345800876617, 0.002368518617004156], "r_norm": [4.281742572784424, 4.140751838684082, 4.077755928039551, 4.1743998527526855, 4.049182891845703, 4.0992326736450195, 4.297948837280273, 4.119227409362793, 4.180669784545898, 4.177433967590332, 4.238420486450195, 4.093141078948975, 4.16778564453125, 4.15386438369751, 4.0894317626953125, 4.22960090637207, 4.202420711517334, 4.123292922973633, 4.212114334106445, 4.243426322937012]}, {"step": 6750, "epoch": 17, "train_loss": 1.73856782913208, "cos_r_negg": [0.5321964025497437, 0.22298789024353027, 0.1648956537246704, 0.15386232733726501, 0.15907242894172668, 0.16365759074687958, 0.1539788842201233, 0.10881433635950089, 0.1167382150888443, 0.15175700187683105, 0.08918391168117523, 0.05764281749725342, 0.1074490174651146, 0.03080262616276741, 0.05666470155119896, 0.03743749484419823, 0.05825279280543327, 0.014532888308167458, 0.05964009836316109, 0.03694552183151245], "cos_apical_negg": [0.5321964025497437, 0.22298789024353027, 0.1648956537246704, 0.15386232733726501, 0.15907242894172668, 0.16365759074687958, 0.1539788842201233, 0.10881433635950089, 0.1167382150888443, 0.15175700187683105, 0.08918391168117523, 0.05764281749725342, 0.1074490174651146, 0.03080262616276741, 0.05666470155119896, 0.03743749484419823, 0.05825279280543327, 0.014532888308167458, 0.05964009836316109, 0.03694552183151245], "cos_Ac_negg": [0.5321964025497437, 0.22298789024353027, 0.1648956537246704, 0.15386232733726501, 0.15907242894172668, 0.16365759074687958, 0.1539788842201233, 0.10881433635950089, 0.1167382150888443, 0.15175700187683105, 0.08918391168117523, 0.05764281749725342, 0.1074490174651146, 0.03080262616276741, 0.05666470155119896, 0.03743749484419823, 0.05825279280543327, 0.014532888308167458, 0.05964009836316109, 0.03694552183151245], "r_norm": [4.342031478881836, 4.196434020996094, 4.129380226135254, 4.230973243713379, 4.10102653503418, 4.151094436645508, 4.3504180908203125, 4.173425674438477, 4.233495712280273, 4.238363265991211, 4.295453071594238, 4.144218921661377, 4.222373962402344, 4.1982598304748535, 4.145999431610107, 4.289645671844482, 4.265892505645752, 4.170814514160156, 4.2641520500183105, 4.290499687194824]}, {"step": 6800, "epoch": 17, "train_loss": 1.56078040599823, "cos_r_negg": [0.5197139978408813, 0.20217549800872803, 0.16460806131362915, 0.150752454996109, 0.14135369658470154, 0.14584289491176605, 0.16809424757957458, 0.10991732776165009, 0.10170820355415344, 0.1574125736951828, 0.10240436345338821, 0.054546479135751724, 0.12989209592342377, 0.06175164133310318, 0.054480139166116714, 0.06348645687103271, 0.008819056674838066, 0.013320778496563435, 0.06235286593437195, 0.03672194108366966], "cos_apical_negg": [0.5197139978408813, 0.20217549800872803, 0.16460806131362915, 0.150752454996109, 0.14135369658470154, 0.14584289491176605, 0.16809424757957458, 0.10991732776165009, 0.10170820355415344, 0.1574125736951828, 0.10240436345338821, 0.054546479135751724, 0.12989209592342377, 0.06175164133310318, 0.054480139166116714, 0.06348645687103271, 0.008819056674838066, 0.013320778496563435, 0.06235286593437195, 0.03672194108366966], "cos_Ac_negg": [0.5197139978408813, 0.20217549800872803, 0.16460806131362915, 0.150752454996109, 0.14135369658470154, 0.14584289491176605, 0.16809424757957458, 0.10991732776165009, 0.10170820355415344, 0.1574125736951828, 0.10240436345338821, 0.054546479135751724, 0.12989209592342377, 0.06175164133310318, 0.054480139166116714, 0.06348645687103271, 0.008819056674838066, 0.013320778496563435, 0.06235286593437195, 0.03672194108366966], "r_norm": [4.3412957191467285, 4.202608108520508, 4.140779495239258, 4.22477912902832, 4.1159162521362305, 4.144389629364014, 4.346640586853027, 4.165972709655762, 4.233097076416016, 4.230759620666504, 4.300273895263672, 4.139331340789795, 4.229065895080566, 4.201773643493652, 4.148778915405273, 4.289018630981445, 4.267918586730957, 4.180108070373535, 4.256892681121826, 4.289691925048828]}, {"step": 6850, "epoch": 17, "train_loss": 1.8187508583068848, "cos_r_negg": [0.5374369621276855, 0.1959964632987976, 0.1686500608921051, 0.16497108340263367, 0.13438217341899872, 0.16464769840240479, 0.1793559491634369, 0.08960023522377014, 0.0749790295958519, 0.1480138599872589, 0.11795029789209366, 0.060369737446308136, 0.12037472426891327, 0.05617623031139374, 0.03613179922103882, 0.07541311532258987, 0.005677702836692333, 0.040004320442676544, 0.047466374933719635, 0.06837747991085052], "cos_apical_negg": [0.5374369621276855, 0.1959964632987976, 0.1686500608921051, 0.16497108340263367, 0.13438217341899872, 0.16464769840240479, 0.1793559491634369, 0.08960023522377014, 0.0749790295958519, 0.1480138599872589, 0.11795029789209366, 0.060369737446308136, 0.12037472426891327, 0.05617623031139374, 0.03613179922103882, 0.07541311532258987, 0.005677702836692333, 0.040004320442676544, 0.047466374933719635, 0.06837747991085052], "cos_Ac_negg": [0.5374369621276855, 0.1959964632987976, 0.1686500608921051, 0.16497108340263367, 0.13438217341899872, 0.16464769840240479, 0.1793559491634369, 0.08960023522377014, 0.0749790295958519, 0.1480138599872589, 0.11795029789209366, 0.060369737446308136, 0.12037472426891327, 0.05617623031139374, 0.03613179922103882, 0.07541311532258987, 0.005677702836692333, 0.040004320442676544, 0.047466374933719635, 0.06837747991085052], "r_norm": [4.356137275695801, 4.205122470855713, 4.146121978759766, 4.237068176269531, 4.119946479797363, 4.1530656814575195, 4.365339279174805, 4.185272216796875, 4.237347602844238, 4.2497992515563965, 4.308795928955078, 4.146034240722656, 4.237233638763428, 4.215947151184082, 4.161345958709717, 4.300519943237305, 4.272006988525391, 4.190423965454102, 4.269128799438477, 4.302894592285156]}, {"step": 6900, "epoch": 17, "train_loss": 1.7057385444641113, "cos_r_negg": [0.5160770416259766, 0.180176243185997, 0.16211247444152832, 0.17090217769145966, 0.13480448722839355, 0.15385273098945618, 0.17231571674346924, 0.11597935110330582, 0.08375269174575806, 0.15415236353874207, 0.1245395615696907, 0.07384607195854187, 0.1394307017326355, 0.07074765861034393, 0.07300598919391632, 0.0936286449432373, 0.02799108624458313, 0.07357563078403473, 0.04871160537004471, 0.07371775060892105], "cos_apical_negg": [0.5160770416259766, 0.180176243185997, 0.16211247444152832, 0.17090217769145966, 0.13480448722839355, 0.15385273098945618, 0.17231571674346924, 0.11597935110330582, 0.08375269174575806, 0.15415236353874207, 0.1245395615696907, 0.07384607195854187, 0.1394307017326355, 0.07074765861034393, 0.07300598919391632, 0.0936286449432373, 0.02799108624458313, 0.07357563078403473, 0.04871160537004471, 0.07371775060892105], "cos_Ac_negg": [0.5160770416259766, 0.180176243185997, 0.16211247444152832, 0.17090217769145966, 0.13480448722839355, 0.15385273098945618, 0.17231571674346924, 0.11597935110330582, 0.08375269174575806, 0.15415236353874207, 0.1245395615696907, 0.07384607195854187, 0.1394307017326355, 0.07074765861034393, 0.07300598919391632, 0.0936286449432373, 0.02799108624458313, 0.07357563078403473, 0.04871160537004471, 0.07371775060892105], "r_norm": [4.35616397857666, 4.2202301025390625, 4.160212516784668, 4.239047527313232, 4.1285247802734375, 4.158545017242432, 4.362452507019043, 4.184277534484863, 4.251920700073242, 4.243283271789551, 4.314652442932129, 4.1579132080078125, 4.246978759765625, 4.223766326904297, 4.17133092880249, 4.303178787231445, 4.283332824707031, 4.195751190185547, 4.26621150970459, 4.317208766937256]}, {"step": 6950, "epoch": 17, "train_loss": 1.5562562942504883, "cos_r_negg": [0.5378185510635376, 0.1946326196193695, 0.17642277479171753, 0.15458983182907104, 0.14403849840164185, 0.15501558780670166, 0.14900729060173035, 0.11585088819265366, 0.09255159646272659, 0.152082622051239, 0.1297004371881485, 0.0961703360080719, 0.1569867730140686, 0.06105387210845947, 0.0710507184267044, 0.08244885504245758, -0.0003890572115778923, 0.03166552633047104, 0.04090236872434616, 0.028666436672210693], "cos_apical_negg": [0.5378185510635376, 0.1946326196193695, 0.17642277479171753, 0.15458983182907104, 0.14403849840164185, 0.15501558780670166, 0.14900729060173035, 0.11585088819265366, 0.09255159646272659, 0.152082622051239, 0.1297004371881485, 0.0961703360080719, 0.1569867730140686, 0.06105387210845947, 0.0710507184267044, 0.08244885504245758, -0.0003890572115778923, 0.03166552633047104, 0.04090236872434616, 0.028666436672210693], "cos_Ac_negg": [0.5378185510635376, 0.1946326196193695, 0.17642277479171753, 0.15458983182907104, 0.14403849840164185, 0.15501558780670166, 0.14900729060173035, 0.11585088819265366, 0.09255159646272659, 0.152082622051239, 0.1297004371881485, 0.0961703360080719, 0.1569867730140686, 0.06105387210845947, 0.0710507184267044, 0.08244885504245758, -0.0003890572115778923, 0.03166552633047104, 0.04090236872434616, 0.028666436672210693], "r_norm": [4.424923896789551, 4.277400016784668, 4.221406936645508, 4.312594413757324, 4.1794939041137695, 4.241110324859619, 4.418336868286133, 4.249509811401367, 4.309570789337158, 4.303857803344727, 4.390158176422119, 4.230112075805664, 4.313234329223633, 4.276332378387451, 4.221802711486816, 4.372715950012207, 4.352476119995117, 4.258735656738281, 4.332374572753906, 4.386436462402344]}, {"step": 7000, "epoch": 17, "train_loss": 1.5117524862289429, "cos_r_negg": [0.5189165472984314, 0.2026711404323578, 0.16108351945877075, 0.14265967905521393, 0.14235463738441467, 0.15759050846099854, 0.17336207628250122, 0.12526871263980865, 0.09348253905773163, 0.14348284900188446, 0.12336374074220657, 0.09396630525588989, 0.11410686373710632, 0.07639108598232269, 0.06464084982872009, 0.0686686784029007, 0.028071371838450432, 0.05336211621761322, 0.023379862308502197, 0.02829970419406891], "cos_apical_negg": [0.5189165472984314, 0.2026711404323578, 0.16108351945877075, 0.14265967905521393, 0.14235463738441467, 0.15759050846099854, 0.17336207628250122, 0.12526871263980865, 0.09348253905773163, 0.14348284900188446, 0.12336374074220657, 0.09396630525588989, 0.11410686373710632, 0.07639108598232269, 0.06464084982872009, 0.0686686784029007, 0.028071371838450432, 0.05336211621761322, 0.023379862308502197, 0.02829970419406891], "cos_Ac_negg": [0.5189165472984314, 0.2026711404323578, 0.16108351945877075, 0.14265967905521393, 0.14235463738441467, 0.15759050846099854, 0.17336207628250122, 0.12526871263980865, 0.09348253905773163, 0.14348284900188446, 0.12336374074220657, 0.09396630525588989, 0.11410686373710632, 0.07639108598232269, 0.06464084982872009, 0.0686686784029007, 0.028071371838450432, 0.05336211621761322, 0.023379862308502197, 0.02829970419406891], "r_norm": [4.35541296005249, 4.217535495758057, 4.149165630340576, 4.2469940185546875, 4.122877597808838, 4.1586809158325195, 4.354335308074951, 4.195553779602051, 4.2603230476379395, 4.229907989501953, 4.319580078125, 4.156685829162598, 4.238495349884033, 4.223055839538574, 4.150588512420654, 4.299195289611816, 4.276313781738281, 4.192756652832031, 4.2673540115356445, 4.316776275634766]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.3871, "test_loss": 1.99369677734375}, {"step": 7050, "epoch": 18, "train_loss": 1.5558676719665527, "cos_r_negg": [0.5370941758155823, 0.21551671624183655, 0.17008522152900696, 0.15300855040550232, 0.1475984901189804, 0.17016270756721497, 0.15235920250415802, 0.11365154385566711, 0.10934008657932281, 0.14226382970809937, 0.11339367926120758, 0.08063936233520508, 0.14043615758419037, 0.05455617979168892, 0.0792183056473732, 0.012116312980651855, 0.03713496774435043, 0.0365385040640831, 0.049957096576690674, 0.05178488790988922], "cos_apical_negg": [0.5370941758155823, 0.21551671624183655, 0.17008522152900696, 0.15300855040550232, 0.1475984901189804, 0.17016270756721497, 0.15235920250415802, 0.11365154385566711, 0.10934008657932281, 0.14226382970809937, 0.11339367926120758, 0.08063936233520508, 0.14043615758419037, 0.05455617979168892, 0.0792183056473732, 0.012116312980651855, 0.03713496774435043, 0.0365385040640831, 0.049957096576690674, 0.05178488790988922], "cos_Ac_negg": [0.5370941758155823, 0.21551671624183655, 0.17008522152900696, 0.15300855040550232, 0.1475984901189804, 0.17016270756721497, 0.15235920250415802, 0.11365154385566711, 0.10934008657932281, 0.14226382970809937, 0.11339367926120758, 0.08063936233520508, 0.14043615758419037, 0.05455617979168892, 0.0792183056473732, 0.012116312980651855, 0.03713496774435043, 0.0365385040640831, 0.049957096576690674, 0.05178488790988922], "r_norm": [4.2070770263671875, 4.068786144256592, 4.004673957824707, 4.092100143432617, 3.980952739715576, 4.012256622314453, 4.212745666503906, 4.038464546203613, 4.105875015258789, 4.090266227722168, 4.157914161682129, 4.0054521560668945, 4.083683967590332, 4.070809841156006, 4.014161109924316, 4.149954795837402, 4.126736164093018, 4.0424675941467285, 4.126077651977539, 4.155868053436279]}, {"step": 7100, "epoch": 18, "train_loss": 1.6686787605285645, "cos_r_negg": [0.5518479943275452, 0.20047655701637268, 0.17042255401611328, 0.16123192012310028, 0.14479897916316986, 0.16739539802074432, 0.15511690080165863, 0.1293095350265503, 0.12494538724422455, 0.16490191221237183, 0.09468181431293488, 0.08930018544197083, 0.13701990246772766, 0.06633059680461884, 0.07636311650276184, 0.03842834383249283, 0.04124051332473755, 0.02070179022848606, 0.07533356547355652, 0.007347739767283201], "cos_apical_negg": [0.5518479943275452, 0.20047655701637268, 0.17042255401611328, 0.16123192012310028, 0.14479897916316986, 0.16739539802074432, 0.15511690080165863, 0.1293095350265503, 0.12494538724422455, 0.16490191221237183, 0.09468181431293488, 0.08930018544197083, 0.13701990246772766, 0.06633059680461884, 0.07636311650276184, 0.03842834383249283, 0.04124051332473755, 0.02070179022848606, 0.07533356547355652, 0.007347739767283201], "cos_Ac_negg": [0.5518479943275452, 0.20047655701637268, 0.17042255401611328, 0.16123192012310028, 0.14479897916316986, 0.16739539802074432, 0.15511690080165863, 0.1293095350265503, 0.12494538724422455, 0.16490191221237183, 0.09468181431293488, 0.08930018544197083, 0.13701990246772766, 0.06633059680461884, 0.07636311650276184, 0.03842834383249283, 0.04124051332473755, 0.02070179022848606, 0.07533356547355652, 0.007347739767283201], "r_norm": [4.317104816436768, 4.182412147521973, 4.120116233825684, 4.22091817855835, 4.09891414642334, 4.1393890380859375, 4.346360683441162, 4.163278102874756, 4.235467910766602, 4.23023796081543, 4.283657073974609, 4.135663032531738, 4.213133811950684, 4.203670501708984, 4.139428615570068, 4.283339977264404, 4.24931001663208, 4.160148620605469, 4.259519577026367, 4.300413131713867]}, {"step": 7150, "epoch": 18, "train_loss": 1.6250920295715332, "cos_r_negg": [0.5239694118499756, 0.2092323899269104, 0.17442169785499573, 0.16390065848827362, 0.13790127635002136, 0.17990657687187195, 0.1666240692138672, 0.11719489842653275, 0.12858593463897705, 0.15150488913059235, 0.12101903557777405, 0.07648000121116638, 0.1336512267589569, 0.050537534058094025, 0.05248303711414337, 0.04191574454307556, 0.0415404736995697, 0.04483187943696976, 0.06812337040901184, 0.013232086785137653], "cos_apical_negg": [0.5239694118499756, 0.2092323899269104, 0.17442169785499573, 0.16390065848827362, 0.13790127635002136, 0.17990657687187195, 0.1666240692138672, 0.11719489842653275, 0.12858593463897705, 0.15150488913059235, 0.12101903557777405, 0.07648000121116638, 0.1336512267589569, 0.050537534058094025, 0.05248303711414337, 0.04191574454307556, 0.0415404736995697, 0.04483187943696976, 0.06812337040901184, 0.013232086785137653], "cos_Ac_negg": [0.5239694118499756, 0.2092323899269104, 0.17442169785499573, 0.16390065848827362, 0.13790127635002136, 0.17990657687187195, 0.1666240692138672, 0.11719489842653275, 0.12858593463897705, 0.15150488913059235, 0.12101903557777405, 0.07648000121116638, 0.1336512267589569, 0.050537534058094025, 0.05248303711414337, 0.04191574454307556, 0.0415404736995697, 0.04483187943696976, 0.06812337040901184, 0.013232086785137653], "r_norm": [4.313292980194092, 4.177872657775879, 4.1078715324401855, 4.197499752044678, 4.085700511932373, 4.125997543334961, 4.315142631530762, 4.151973247528076, 4.211277961730957, 4.198558807373047, 4.276068687438965, 4.119329452514648, 4.198302268981934, 4.176023483276367, 4.125798225402832, 4.257715702056885, 4.242108345031738, 4.152003288269043, 4.240145206451416, 4.275602340698242]}, {"step": 7200, "epoch": 18, "train_loss": 1.528564214706421, "cos_r_negg": [0.5305757522583008, 0.19161677360534668, 0.1804097592830658, 0.15986749529838562, 0.14312326908111572, 0.1809539794921875, 0.16372886300086975, 0.12922167778015137, 0.1091250628232956, 0.13428133726119995, 0.12186873704195023, 0.09341201186180115, 0.1378835290670395, 0.03758471459150314, 0.08082663267850876, 0.05776688829064369, 0.039001014083623886, 0.00178975285962224, 0.1175391897559166, 0.031569793820381165], "cos_apical_negg": [0.5305757522583008, 0.19161677360534668, 0.1804097592830658, 0.15986749529838562, 0.14312326908111572, 0.1809539794921875, 0.16372886300086975, 0.12922167778015137, 0.1091250628232956, 0.13428133726119995, 0.12186873704195023, 0.09341201186180115, 0.1378835290670395, 0.03758471459150314, 0.08082663267850876, 0.05776688829064369, 0.039001014083623886, 0.00178975285962224, 0.1175391897559166, 0.031569793820381165], "cos_Ac_negg": [0.5305757522583008, 0.19161677360534668, 0.1804097592830658, 0.15986749529838562, 0.14312326908111572, 0.1809539794921875, 0.16372886300086975, 0.12922167778015137, 0.1091250628232956, 0.13428133726119995, 0.12186873704195023, 0.09341201186180115, 0.1378835290670395, 0.03758471459150314, 0.08082663267850876, 0.05776688829064369, 0.039001014083623886, 0.00178975285962224, 0.1175391897559166, 0.031569793820381165], "r_norm": [4.168050289154053, 4.028942584991455, 3.96871018409729, 4.058452606201172, 3.9473090171813965, 3.9780325889587402, 4.168636798858643, 4.002887725830078, 4.065341949462891, 4.061176300048828, 4.123985290527344, 3.9811129570007324, 4.053632736206055, 4.030909538269043, 3.983328342437744, 4.115898132324219, 4.0841827392578125, 4.0066022872924805, 4.090888977050781, 4.123871803283691]}, {"step": 7250, "epoch": 18, "train_loss": 1.6079643964767456, "cos_r_negg": [0.5155439972877502, 0.2018708884716034, 0.17443102598190308, 0.1641991287469864, 0.13925385475158691, 0.16416186094284058, 0.1771474927663803, 0.12229135632514954, 0.12573489546775818, 0.15141820907592773, 0.09835614264011383, 0.07992075383663177, 0.13474877178668976, 0.0698833018541336, 0.06520874053239822, 0.09390358626842499, 0.06773890554904938, 0.028721865266561508, 0.07344941794872284, 0.02496349811553955], "cos_apical_negg": [0.5155439972877502, 0.2018708884716034, 0.17443102598190308, 0.1641991287469864, 0.13925385475158691, 0.16416186094284058, 0.1771474927663803, 0.12229135632514954, 0.12573489546775818, 0.15141820907592773, 0.09835614264011383, 0.07992075383663177, 0.13474877178668976, 0.0698833018541336, 0.06520874053239822, 0.09390358626842499, 0.06773890554904938, 0.028721865266561508, 0.07344941794872284, 0.02496349811553955], "cos_Ac_negg": [0.5155439972877502, 0.2018708884716034, 0.17443102598190308, 0.1641991287469864, 0.13925385475158691, 0.16416186094284058, 0.1771474927663803, 0.12229135632514954, 0.12573489546775818, 0.15141820907592773, 0.09835614264011383, 0.07992075383663177, 0.13474877178668976, 0.0698833018541336, 0.06520874053239822, 0.09390358626842499, 0.06773890554904938, 0.028721865266561508, 0.07344941794872284, 0.02496349811553955], "r_norm": [4.393252372741699, 4.254016876220703, 4.1842756271362305, 4.2861008644104, 4.154186725616455, 4.2032623291015625, 4.405674934387207, 4.229576110839844, 4.278171539306641, 4.282978057861328, 4.357410430908203, 4.202334403991699, 4.2770256996154785, 4.2535905838012695, 4.196597099304199, 4.342660903930664, 4.31985330581665, 4.234787464141846, 4.327816009521484, 4.352518081665039]}, {"step": 7300, "epoch": 18, "train_loss": 1.9034059047698975, "cos_r_negg": [0.531252384185791, 0.19187453389167786, 0.17784318327903748, 0.16759093105793, 0.13336631655693054, 0.16670644283294678, 0.1710769236087799, 0.12067881226539612, 0.13183090090751648, 0.1476902961730957, 0.10484547168016434, 0.08313625305891037, 0.15547895431518555, 0.09269601851701736, 0.07289241999387741, 0.08771965652704239, 0.06622658669948578, 0.07699582725763321, 0.06967504322528839, 0.056339919567108154], "cos_apical_negg": [0.531252384185791, 0.19187453389167786, 0.17784318327903748, 0.16759093105793, 0.13336631655693054, 0.16670644283294678, 0.1710769236087799, 0.12067881226539612, 0.13183090090751648, 0.1476902961730957, 0.10484547168016434, 0.08313625305891037, 0.15547895431518555, 0.09269601851701736, 0.07289241999387741, 0.08771965652704239, 0.06622658669948578, 0.07699582725763321, 0.06967504322528839, 0.056339919567108154], "cos_Ac_negg": [0.531252384185791, 0.19187453389167786, 0.17784318327903748, 0.16759093105793, 0.13336631655693054, 0.16670644283294678, 0.1710769236087799, 0.12067881226539612, 0.13183090090751648, 0.1476902961730957, 0.10484547168016434, 0.08313625305891037, 0.15547895431518555, 0.09269601851701736, 0.07289241999387741, 0.08771965652704239, 0.06622658669948578, 0.07699582725763321, 0.06967504322528839, 0.056339919567108154], "r_norm": [4.327411651611328, 4.191532135009766, 4.130150318145752, 4.21070671081543, 4.091202735900879, 4.141971588134766, 4.332276344299316, 4.157921314239502, 4.223143577575684, 4.207708358764648, 4.296147346496582, 4.128508567810059, 4.21036434173584, 4.191086292266846, 4.130943298339844, 4.274326801300049, 4.262332916259766, 4.152623176574707, 4.249018669128418, 4.2807817459106445]}, {"step": 7350, "epoch": 18, "train_loss": 1.590468406677246, "cos_r_negg": [0.5348946452140808, 0.19166997075080872, 0.18117529153823853, 0.16482152044773102, 0.13257895410060883, 0.16359511017799377, 0.16483384370803833, 0.13602304458618164, 0.1341301053762436, 0.1524674892425537, 0.1311671882867813, 0.07036052644252777, 0.15495295822620392, 0.07045245170593262, 0.07450629770755768, 0.09655351936817169, 0.042294129729270935, 0.05228663608431816, 0.07110735028982162, 0.037701088935136795], "cos_apical_negg": [0.5348946452140808, 0.19166997075080872, 0.18117529153823853, 0.16482152044773102, 0.13257895410060883, 0.16359511017799377, 0.16483384370803833, 0.13602304458618164, 0.1341301053762436, 0.1524674892425537, 0.1311671882867813, 0.07036052644252777, 0.15495295822620392, 0.07045245170593262, 0.07450629770755768, 0.09655351936817169, 0.042294129729270935, 0.05228663608431816, 0.07110735028982162, 0.037701088935136795], "cos_Ac_negg": [0.5348946452140808, 0.19166997075080872, 0.18117529153823853, 0.16482152044773102, 0.13257895410060883, 0.16359511017799377, 0.16483384370803833, 0.13602304458618164, 0.1341301053762436, 0.1524674892425537, 0.1311671882867813, 0.07036052644252777, 0.15495295822620392, 0.07045245170593262, 0.07450629770755768, 0.09655351936817169, 0.042294129729270935, 0.05228663608431816, 0.07110735028982162, 0.037701088935136795], "r_norm": [4.264604568481445, 4.1233086585998535, 4.062166213989258, 4.1507673263549805, 4.032626152038574, 4.070981502532959, 4.269863128662109, 4.096949577331543, 4.155004501342773, 4.152675628662109, 4.215192794799805, 4.065623760223389, 4.140551567077637, 4.127815246582031, 4.066115379333496, 4.202171325683594, 4.180020332336426, 4.097294807434082, 4.188501358032227, 4.21333122253418]}, {"step": 7400, "epoch": 18, "train_loss": 1.585464358329773, "cos_r_negg": [0.5505048632621765, 0.1955651342868805, 0.16811832785606384, 0.15491709113121033, 0.1376807987689972, 0.15283946692943573, 0.1662108302116394, 0.13606826961040497, 0.1489381492137909, 0.14546403288841248, 0.13653028011322021, 0.04613204672932625, 0.16068032383918762, 0.09494658559560776, 0.06167035549879074, 0.08432745933532715, 0.05934569984674454, 0.04963558167219162, 0.07356104254722595, 0.009653273969888687], "cos_apical_negg": [0.5505048632621765, 0.1955651342868805, 0.16811832785606384, 0.15491709113121033, 0.1376807987689972, 0.15283946692943573, 0.1662108302116394, 0.13606826961040497, 0.1489381492137909, 0.14546403288841248, 0.13653028011322021, 0.04613204672932625, 0.16068032383918762, 0.09494658559560776, 0.06167035549879074, 0.08432745933532715, 0.05934569984674454, 0.04963558167219162, 0.07356104254722595, 0.009653273969888687], "cos_Ac_negg": [0.5505048632621765, 0.1955651342868805, 0.16811832785606384, 0.15491709113121033, 0.1376807987689972, 0.15283946692943573, 0.1662108302116394, 0.13606826961040497, 0.1489381492137909, 0.14546403288841248, 0.13653028011322021, 0.04613204672932625, 0.16068032383918762, 0.09494658559560776, 0.06167035549879074, 0.08432745933532715, 0.05934569984674454, 0.04963558167219162, 0.07356104254722595, 0.009653273969888687], "r_norm": [4.261319160461426, 4.115347862243652, 4.060572624206543, 4.149662494659424, 4.031402111053467, 4.070687294006348, 4.2534918785095215, 4.088985919952393, 4.154545783996582, 4.145334243774414, 4.222390174865723, 4.063477516174316, 4.139357089996338, 4.1234259605407715, 4.060572147369385, 4.20552921295166, 4.184940338134766, 4.0903120040893555, 4.174447059631348, 4.213784694671631]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.3876, "test_loss": 1.8680712646484374}, {"step": 7450, "epoch": 19, "train_loss": 1.32327401638031, "cos_r_negg": [0.511876106262207, 0.18267661333084106, 0.16811859607696533, 0.1603352427482605, 0.1456669569015503, 0.15823036432266235, 0.16327472031116486, 0.13053323328495026, 0.14705152809619904, 0.15434634685516357, 0.11405173689126968, 0.07797104865312576, 0.1371067464351654, 0.0789743959903717, 0.07348216325044632, 0.051400430500507355, 0.05782971531152725, 0.05448493734002113, 0.0761910155415535, 0.03320184350013733], "cos_apical_negg": [0.511876106262207, 0.18267661333084106, 0.16811859607696533, 0.1603352427482605, 0.1456669569015503, 0.15823036432266235, 0.16327472031116486, 0.13053323328495026, 0.14705152809619904, 0.15434634685516357, 0.11405173689126968, 0.07797104865312576, 0.1371067464351654, 0.0789743959903717, 0.07348216325044632, 0.051400430500507355, 0.05782971531152725, 0.05448493734002113, 0.0761910155415535, 0.03320184350013733], "cos_Ac_negg": [0.511876106262207, 0.18267661333084106, 0.16811859607696533, 0.1603352427482605, 0.1456669569015503, 0.15823036432266235, 0.16327472031116486, 0.13053323328495026, 0.14705152809619904, 0.15434634685516357, 0.11405173689126968, 0.07797104865312576, 0.1371067464351654, 0.0789743959903717, 0.07348216325044632, 0.051400430500507355, 0.05782971531152725, 0.05448493734002113, 0.0761910155415535, 0.03320184350013733], "r_norm": [4.281547546386719, 4.1493988037109375, 4.083364963531494, 4.162660598754883, 4.043552398681641, 4.096383571624756, 4.286097526550293, 4.113024711608887, 4.177616119384766, 4.173939228057861, 4.243522644042969, 4.0890960693359375, 4.170095443725586, 4.144395351409912, 4.092309951782227, 4.234405517578125, 4.206704139709473, 4.116987228393555, 4.203902721405029, 4.23702335357666]}, {"step": 7500, "epoch": 19, "train_loss": 1.490358591079712, "cos_r_negg": [0.5316535234451294, 0.1980840563774109, 0.16748279333114624, 0.1559610366821289, 0.16259491443634033, 0.15029621124267578, 0.1714169979095459, 0.1222522109746933, 0.1314477026462555, 0.17971758544445038, 0.11685878038406372, 0.08639306575059891, 0.131294846534729, 0.06924570351839066, 0.04662350192666054, 0.06903168559074402, 0.028218582272529602, 0.037996239960193634, 0.07134734094142914, 0.042063020169734955], "cos_apical_negg": [0.5316535234451294, 0.1980840563774109, 0.16748279333114624, 0.1559610366821289, 0.16259491443634033, 0.15029621124267578, 0.1714169979095459, 0.1222522109746933, 0.1314477026462555, 0.17971758544445038, 0.11685878038406372, 0.08639306575059891, 0.131294846534729, 0.06924570351839066, 0.04662350192666054, 0.06903168559074402, 0.028218582272529602, 0.037996239960193634, 0.07134734094142914, 0.042063020169734955], "cos_Ac_negg": [0.5316535234451294, 0.1980840563774109, 0.16748279333114624, 0.1559610366821289, 0.16259491443634033, 0.15029621124267578, 0.1714169979095459, 0.1222522109746933, 0.1314477026462555, 0.17971758544445038, 0.11685878038406372, 0.08639306575059891, 0.131294846534729, 0.06924570351839066, 0.04662350192666054, 0.06903168559074402, 0.028218582272529602, 0.037996239960193634, 0.07134734094142914, 0.042063020169734955], "r_norm": [4.400224208831787, 4.244817733764648, 4.197117805480957, 4.276259422302246, 4.168987274169922, 4.193730354309082, 4.397499084472656, 4.218713760375977, 4.298161506652832, 4.281249523162842, 4.349087238311768, 4.185647964477539, 4.272734642028809, 4.253166198730469, 4.201476097106934, 4.344044208526611, 4.324936866760254, 4.218067169189453, 4.317407608032227, 4.350172519683838]}, {"step": 7550, "epoch": 19, "train_loss": 1.5781776905059814, "cos_r_negg": [0.5266367197036743, 0.21076653897762299, 0.16675490140914917, 0.16367676854133606, 0.1439967006444931, 0.1504797339439392, 0.1670631617307663, 0.135231152176857, 0.16363374888896942, 0.16254541277885437, 0.1261572539806366, 0.08042564243078232, 0.15091663599014282, 0.09140469133853912, 0.048144906759262085, 0.04032006114721298, 0.05222686007618904, 0.05298576503992081, 0.08646509051322937, 0.046580441296100616], "cos_apical_negg": [0.5266367197036743, 0.21076653897762299, 0.16675490140914917, 0.16367676854133606, 0.1439967006444931, 0.1504797339439392, 0.1670631617307663, 0.135231152176857, 0.16363374888896942, 0.16254541277885437, 0.1261572539806366, 0.08042564243078232, 0.15091663599014282, 0.09140469133853912, 0.048144906759262085, 0.04032006114721298, 0.05222686007618904, 0.05298576503992081, 0.08646509051322937, 0.046580441296100616], "cos_Ac_negg": [0.5266367197036743, 0.21076653897762299, 0.16675490140914917, 0.16367676854133606, 0.1439967006444931, 0.1504797339439392, 0.1670631617307663, 0.135231152176857, 0.16363374888896942, 0.16254541277885437, 0.1261572539806366, 0.08042564243078232, 0.15091663599014282, 0.09140469133853912, 0.048144906759262085, 0.04032006114721298, 0.05222686007618904, 0.05298576503992081, 0.08646509051322937, 0.046580441296100616], "r_norm": [4.396030902862549, 4.244121551513672, 4.190286159515381, 4.273344993591309, 4.1776838302612305, 4.185012340545654, 4.395177364349365, 4.221377372741699, 4.2929558753967285, 4.287198066711426, 4.359305381774902, 4.178923606872559, 4.282530784606934, 4.262596607208252, 4.201861381530762, 4.3440656661987305, 4.323110103607178, 4.224693298339844, 4.299813270568848, 4.348326683044434]}, {"step": 7600, "epoch": 19, "train_loss": 1.65787935256958, "cos_r_negg": [0.5396549701690674, 0.21397723257541656, 0.16380780935287476, 0.17297682166099548, 0.13851508498191833, 0.15174254775047302, 0.16672557592391968, 0.1305868923664093, 0.14295899868011475, 0.16728703677654266, 0.1322358250617981, 0.050825465470552444, 0.14600832760334015, 0.0751655101776123, 0.0740455761551857, 0.09999364614486694, 0.05913142114877701, 0.03265540301799774, 0.05755017697811127, 0.021054517477750778], "cos_apical_negg": [0.5396549701690674, 0.21397723257541656, 0.16380780935287476, 0.17297682166099548, 0.13851508498191833, 0.15174254775047302, 0.16672557592391968, 0.1305868923664093, 0.14295899868011475, 0.16728703677654266, 0.1322358250617981, 0.050825465470552444, 0.14600832760334015, 0.0751655101776123, 0.0740455761551857, 0.09999364614486694, 0.05913142114877701, 0.03265540301799774, 0.05755017697811127, 0.021054517477750778], "cos_Ac_negg": [0.5396549701690674, 0.21397723257541656, 0.16380780935287476, 0.17297682166099548, 0.13851508498191833, 0.15174254775047302, 0.16672557592391968, 0.1305868923664093, 0.14295899868011475, 0.16728703677654266, 0.1322358250617981, 0.050825465470552444, 0.14600832760334015, 0.0751655101776123, 0.0740455761551857, 0.09999364614486694, 0.05913142114877701, 0.03265540301799774, 0.05755017697811127, 0.021054517477750778], "r_norm": [4.277432918548584, 4.13327693939209, 4.077628135681152, 4.163551330566406, 4.055333614349365, 4.08227014541626, 4.283124923706055, 4.114678859710693, 4.174091339111328, 4.167942523956299, 4.237029075622559, 4.073232650756836, 4.161880970001221, 4.14787483215332, 4.0837626457214355, 4.22273063659668, 4.203718185424805, 4.101249694824219, 4.195308685302734, 4.2269511222839355]}, {"step": 7650, "epoch": 19, "train_loss": 1.5978868007659912, "cos_r_negg": [0.5527268052101135, 0.2167685329914093, 0.1706128865480423, 0.16613483428955078, 0.15250852704048157, 0.1453905999660492, 0.1740638017654419, 0.13313749432563782, 0.1404106616973877, 0.15300005674362183, 0.13484448194503784, 0.08847127854824066, 0.1427566409111023, 0.08528763055801392, 0.05705476552248001, 0.04211793467402458, 0.0760636180639267, 0.040784407407045364, 0.06618480384349823, 0.03131753206253052], "cos_apical_negg": [0.5527268052101135, 0.2167685329914093, 0.1706128865480423, 0.16613483428955078, 0.15250852704048157, 0.1453905999660492, 0.1740638017654419, 0.13313749432563782, 0.1404106616973877, 0.15300005674362183, 0.13484448194503784, 0.08847127854824066, 0.1427566409111023, 0.08528763055801392, 0.05705476552248001, 0.04211793467402458, 0.0760636180639267, 0.040784407407045364, 0.06618480384349823, 0.03131753206253052], "cos_Ac_negg": [0.5527268052101135, 0.2167685329914093, 0.1706128865480423, 0.16613483428955078, 0.15250852704048157, 0.1453905999660492, 0.1740638017654419, 0.13313749432563782, 0.1404106616973877, 0.15300005674362183, 0.13484448194503784, 0.08847127854824066, 0.1427566409111023, 0.08528763055801392, 0.05705476552248001, 0.04211793467402458, 0.0760636180639267, 0.040784407407045364, 0.06618480384349823, 0.03131753206253052], "r_norm": [4.268365383148193, 4.129551887512207, 4.068542003631592, 4.160245895385742, 4.0349836349487305, 4.083541393280029, 4.271535873413086, 4.105073928833008, 4.161718368530273, 4.160033702850342, 4.224039077758789, 4.073387622833252, 4.15791130065918, 4.133353233337402, 4.071308135986328, 4.211823463439941, 4.193596839904785, 4.1074113845825195, 4.191224098205566, 4.221465110778809]}, {"step": 7700, "epoch": 19, "train_loss": 1.3552294969558716, "cos_r_negg": [0.5488056540489197, 0.21903014183044434, 0.173508420586586, 0.15370148420333862, 0.13142913579940796, 0.14751432836055756, 0.176906555891037, 0.12872859835624695, 0.13096502423286438, 0.14105524122714996, 0.1360669881105423, 0.07504480332136154, 0.16391168534755707, 0.08031532168388367, 0.05775419622659683, 0.04978384077548981, 0.05956907570362091, 0.06675717234611511, 0.08512507379055023, 0.06568224728107452], "cos_apical_negg": [0.5488056540489197, 0.21903014183044434, 0.173508420586586, 0.15370148420333862, 0.13142913579940796, 0.14751432836055756, 0.176906555891037, 0.12872859835624695, 0.13096502423286438, 0.14105524122714996, 0.1360669881105423, 0.07504480332136154, 0.16391168534755707, 0.08031532168388367, 0.05775419622659683, 0.04978384077548981, 0.05956907570362091, 0.06675717234611511, 0.08512507379055023, 0.06568224728107452], "cos_Ac_negg": [0.5488056540489197, 0.21903014183044434, 0.173508420586586, 0.15370148420333862, 0.13142913579940796, 0.14751432836055756, 0.176906555891037, 0.12872859835624695, 0.13096502423286438, 0.14105524122714996, 0.1360669881105423, 0.07504480332136154, 0.16391168534755707, 0.08031532168388367, 0.05775419622659683, 0.04978384077548981, 0.05956907570362091, 0.06675717234611511, 0.08512507379055023, 0.06568224728107452], "r_norm": [4.369269847869873, 4.227298736572266, 4.170651435852051, 4.2479939460754395, 4.131633758544922, 4.163532257080078, 4.366018295288086, 4.187866687774658, 4.262470245361328, 4.243546485900879, 4.323115348815918, 4.165370941162109, 4.2525482177734375, 4.232620716094971, 4.169969081878662, 4.303589820861816, 4.276983261108398, 4.199982643127441, 4.272853851318359, 4.312897205352783]}, {"step": 7750, "epoch": 19, "train_loss": 1.7159020900726318, "cos_r_negg": [0.5094642043113708, 0.22209495306015015, 0.15882810950279236, 0.15810589492321014, 0.12736493349075317, 0.1759282946586609, 0.1705290973186493, 0.1466009020805359, 0.1465098261833191, 0.15793851017951965, 0.10985946655273438, 0.08352190256118774, 0.1481776237487793, 0.09783445298671722, 0.07866348326206207, 0.054391004145145416, 0.03647550940513611, 0.057652197778224945, 0.09226714074611664, 0.03996129706501961], "cos_apical_negg": [0.5094642043113708, 0.22209495306015015, 0.15882810950279236, 0.15810589492321014, 0.12736493349075317, 0.1759282946586609, 0.1705290973186493, 0.1466009020805359, 0.1465098261833191, 0.15793851017951965, 0.10985946655273438, 0.08352190256118774, 0.1481776237487793, 0.09783445298671722, 0.07866348326206207, 0.054391004145145416, 0.03647550940513611, 0.057652197778224945, 0.09226714074611664, 0.03996129706501961], "cos_Ac_negg": [0.5094642043113708, 0.22209495306015015, 0.15882810950279236, 0.15810589492321014, 0.12736493349075317, 0.1759282946586609, 0.1705290973186493, 0.1466009020805359, 0.1465098261833191, 0.15793851017951965, 0.10985946655273438, 0.08352190256118774, 0.1481776237487793, 0.09783445298671722, 0.07866348326206207, 0.054391004145145416, 0.03647550940513611, 0.057652197778224945, 0.09226714074611664, 0.03996129706501961], "r_norm": [4.254922866821289, 4.1018524169921875, 4.048873424530029, 4.128964424133301, 4.026245594024658, 4.059194564819336, 4.254267692565918, 4.080471992492676, 4.149078369140625, 4.131622314453125, 4.197267532348633, 4.0485382080078125, 4.126182556152344, 4.112356185913086, 4.061572551727295, 4.19316291809082, 4.176645278930664, 4.084515571594238, 4.1594696044921875, 4.197833061218262]}, {"step": 7800, "epoch": 19, "train_loss": 1.717808723449707, "cos_r_negg": [0.48305535316467285, 0.22506314516067505, 0.16875603795051575, 0.14199107885360718, 0.13364499807357788, 0.178384467959404, 0.15969376266002655, 0.11604661494493484, 0.15135757625102997, 0.15481868386268616, 0.11123389005661011, 0.08702996373176575, 0.14463278651237488, 0.08586146682500839, 0.08509547263383865, 0.06985776871442795, 0.0600958988070488, 0.06310674548149109, 0.09677790850400925, 0.024280717596411705], "cos_apical_negg": [0.48305535316467285, 0.22506314516067505, 0.16875603795051575, 0.14199107885360718, 0.13364499807357788, 0.178384467959404, 0.15969376266002655, 0.11604661494493484, 0.15135757625102997, 0.15481868386268616, 0.11123389005661011, 0.08702996373176575, 0.14463278651237488, 0.08586146682500839, 0.08509547263383865, 0.06985776871442795, 0.0600958988070488, 0.06310674548149109, 0.09677790850400925, 0.024280717596411705], "cos_Ac_negg": [0.48305535316467285, 0.22506314516067505, 0.16875603795051575, 0.14199107885360718, 0.13364499807357788, 0.178384467959404, 0.15969376266002655, 0.11604661494493484, 0.15135757625102997, 0.15481868386268616, 0.11123389005661011, 0.08702996373176575, 0.14463278651237488, 0.08586146682500839, 0.08509547263383865, 0.06985776871442795, 0.0600958988070488, 0.06310674548149109, 0.09677790850400925, 0.024280717596411705], "r_norm": [4.210752964019775, 4.069809913635254, 4.008269786834717, 4.101558685302734, 3.9947707653045654, 4.025655269622803, 4.21906852722168, 4.048518180847168, 4.113409996032715, 4.1084675788879395, 4.16585111618042, 4.010164260864258, 4.090254306793213, 4.080015182495117, 4.026985168457031, 4.1565656661987305, 4.1393280029296875, 4.053584098815918, 4.127110481262207, 4.169556617736816]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.3934, "test_loss": 2.0052265869140626}, {"step": 7850, "epoch": 20, "train_loss": 1.5462830066680908, "cos_r_negg": [0.5406246781349182, 0.21971052885055542, 0.1744738668203354, 0.16230881214141846, 0.134407177567482, 0.17910003662109375, 0.1625649631023407, 0.11214709281921387, 0.1433500200510025, 0.1501108705997467, 0.10822902619838715, 0.09583204239606857, 0.13786882162094116, 0.10267996788024902, 0.09303709864616394, 0.07831284403800964, 0.03351791203022003, 0.05267637223005295, 0.12159666419029236, 0.055610690265893936], "cos_apical_negg": [0.5406246781349182, 0.21971052885055542, 0.1744738668203354, 0.16230881214141846, 0.134407177567482, 0.17910003662109375, 0.1625649631023407, 0.11214709281921387, 0.1433500200510025, 0.1501108705997467, 0.10822902619838715, 0.09583204239606857, 0.13786882162094116, 0.10267996788024902, 0.09303709864616394, 0.07831284403800964, 0.03351791203022003, 0.05267637223005295, 0.12159666419029236, 0.055610690265893936], "cos_Ac_negg": [0.5406246781349182, 0.21971052885055542, 0.1744738668203354, 0.16230881214141846, 0.134407177567482, 0.17910003662109375, 0.1625649631023407, 0.11214709281921387, 0.1433500200510025, 0.1501108705997467, 0.10822902619838715, 0.09583204239606857, 0.13786882162094116, 0.10267996788024902, 0.09303709864616394, 0.07831284403800964, 0.03351791203022003, 0.05267637223005295, 0.12159666419029236, 0.055610690265893936], "r_norm": [4.388598442077637, 4.237941741943359, 4.170137882232666, 4.27121639251709, 4.173288822174072, 4.202080249786377, 4.390373706817627, 4.220375061035156, 4.284923553466797, 4.272514820098877, 4.350646018981934, 4.180579662322998, 4.26332426071167, 4.2405805587768555, 4.201948165893555, 4.331236839294434, 4.3321075439453125, 4.220034599304199, 4.297763824462891, 4.352201461791992]}, {"step": 7900, "epoch": 20, "train_loss": 1.5631688833236694, "cos_r_negg": [0.517275333404541, 0.22446322441101074, 0.1663598120212555, 0.15275943279266357, 0.12878134846687317, 0.18023914098739624, 0.15954138338565826, 0.12613660097122192, 0.12687474489212036, 0.1730024665594101, 0.11024860292673111, 0.10140985995531082, 0.13185060024261475, 0.09451773017644882, 0.10405711829662323, 0.04785217344760895, 0.06031160056591034, 0.059025876224040985, 0.0987231582403183, 0.03757447004318237], "cos_apical_negg": [0.517275333404541, 0.22446322441101074, 0.1663598120212555, 0.15275943279266357, 0.12878134846687317, 0.18023914098739624, 0.15954138338565826, 0.12613660097122192, 0.12687474489212036, 0.1730024665594101, 0.11024860292673111, 0.10140985995531082, 0.13185060024261475, 0.09451773017644882, 0.10405711829662323, 0.04785217344760895, 0.06031160056591034, 0.059025876224040985, 0.0987231582403183, 0.03757447004318237], "cos_Ac_negg": [0.517275333404541, 0.22446322441101074, 0.1663598120212555, 0.15275943279266357, 0.12878134846687317, 0.18023914098739624, 0.15954138338565826, 0.12613660097122192, 0.12687474489212036, 0.1730024665594101, 0.11024860292673111, 0.10140985995531082, 0.13185060024261475, 0.09451773017644882, 0.10405711829662323, 0.04785217344760895, 0.06031160056591034, 0.059025876224040985, 0.0987231582403183, 0.03757447004318237], "r_norm": [4.478598594665527, 4.328792095184326, 4.275374412536621, 4.355881214141846, 4.253267765045166, 4.271125793457031, 4.484818458557129, 4.304226875305176, 4.374761581420898, 4.361591339111328, 4.43031120300293, 4.261512279510498, 4.360196590423584, 4.339615345001221, 4.2835283279418945, 4.427168369293213, 4.404750823974609, 4.307319641113281, 4.38814640045166, 4.42964506149292]}, {"step": 7950, "epoch": 20, "train_loss": 1.6759710311889648, "cos_r_negg": [0.5400704741477966, 0.2320880889892578, 0.17125403881072998, 0.14586225152015686, 0.1550990492105484, 0.1664564460515976, 0.16071704030036926, 0.14697574079036713, 0.1237286627292633, 0.1693706214427948, 0.12948718667030334, 0.09149760007858276, 0.14485624432563782, 0.07939907908439636, 0.11168411374092102, 0.059879861772060394, 0.03001442179083824, 0.04587453976273537, 0.07874558120965958, 0.02813163585960865], "cos_apical_negg": [0.5400704741477966, 0.2320880889892578, 0.17125403881072998, 0.14586225152015686, 0.1550990492105484, 0.1664564460515976, 0.16071704030036926, 0.14697574079036713, 0.1237286627292633, 0.1693706214427948, 0.12948718667030334, 0.09149760007858276, 0.14485624432563782, 0.07939907908439636, 0.11168411374092102, 0.059879861772060394, 0.03001442179083824, 0.04587453976273537, 0.07874558120965958, 0.02813163585960865], "cos_Ac_negg": [0.5400704741477966, 0.2320880889892578, 0.17125403881072998, 0.14586225152015686, 0.1550990492105484, 0.1664564460515976, 0.16071704030036926, 0.14697574079036713, 0.1237286627292633, 0.1693706214427948, 0.12948718667030334, 0.09149760007858276, 0.14485624432563782, 0.07939907908439636, 0.11168411374092102, 0.059879861772060394, 0.03001442179083824, 0.04587453976273537, 0.07874558120965958, 0.02813163585960865], "r_norm": [4.382009029388428, 4.237371444702148, 4.179713249206543, 4.267860412597656, 4.156567573547363, 4.188994407653809, 4.388236045837402, 4.208779811859131, 4.280265808105469, 4.286003112792969, 4.3484110832214355, 4.180308818817139, 4.269017219543457, 4.252941131591797, 4.197138786315918, 4.33437442779541, 4.3168134689331055, 4.216554641723633, 4.299206733703613, 4.352381706237793]}, {"step": 8000, "epoch": 20, "train_loss": 1.5605323314666748, "cos_r_negg": [0.5495709180831909, 0.2301223874092102, 0.1733519583940506, 0.16952113807201385, 0.16969063878059387, 0.19252023100852966, 0.17946390807628632, 0.15126201510429382, 0.13222730159759521, 0.17428165674209595, 0.09696576744318008, 0.09587880969047546, 0.14191153645515442, 0.09023156017065048, 0.08938589692115784, 0.044601019471883774, 0.034547656774520874, 0.04242421314120293, 0.056943535804748535, 0.024142034351825714], "cos_apical_negg": [0.5495709180831909, 0.2301223874092102, 0.1733519583940506, 0.16952113807201385, 0.16969063878059387, 0.19252023100852966, 0.17946390807628632, 0.15126201510429382, 0.13222730159759521, 0.17428165674209595, 0.09696576744318008, 0.09587880969047546, 0.14191153645515442, 0.09023156017065048, 0.08938589692115784, 0.044601019471883774, 0.034547656774520874, 0.04242421314120293, 0.056943535804748535, 0.024142034351825714], "cos_Ac_negg": [0.5495709180831909, 0.2301223874092102, 0.1733519583940506, 0.16952113807201385, 0.16969063878059387, 0.19252023100852966, 0.17946390807628632, 0.15126201510429382, 0.13222730159759521, 0.17428165674209595, 0.09696576744318008, 0.09587880969047546, 0.14191153645515442, 0.09023156017065048, 0.08938589692115784, 0.044601019471883774, 0.034547656774520874, 0.04242421314120293, 0.056943535804748535, 0.024142034351825714], "r_norm": [4.371028423309326, 4.23028039932251, 4.169543266296387, 4.255902290344238, 4.145503997802734, 4.179896831512451, 4.379591941833496, 4.202247619628906, 4.274843692779541, 4.2444658279418945, 4.32237434387207, 4.16295051574707, 4.247463703155518, 4.228504657745361, 4.183141231536865, 4.3230390548706055, 4.306818962097168, 4.206296920776367, 4.290274620056152, 4.3302106857299805]}, {"step": 8050, "epoch": 20, "train_loss": 1.4729368686676025, "cos_r_negg": [0.5339075922966003, 0.214215487241745, 0.19013428688049316, 0.16940653324127197, 0.16556021571159363, 0.1856696903705597, 0.1750568151473999, 0.13452565670013428, 0.15307098627090454, 0.16449077427387238, 0.11001628637313843, 0.10422269254922867, 0.17825494706630707, 0.071510449051857, 0.0612313412129879, 0.03930686041712761, 0.0442371740937233, 0.026317890733480453, 0.0531805194914341, 0.04631468281149864], "cos_apical_negg": [0.5339075922966003, 0.214215487241745, 0.19013428688049316, 0.16940653324127197, 0.16556021571159363, 0.1856696903705597, 0.1750568151473999, 0.13452565670013428, 0.15307098627090454, 0.16449077427387238, 0.11001628637313843, 0.10422269254922867, 0.17825494706630707, 0.071510449051857, 0.0612313412129879, 0.03930686041712761, 0.0442371740937233, 0.026317890733480453, 0.0531805194914341, 0.04631468281149864], "cos_Ac_negg": [0.5339075922966003, 0.214215487241745, 0.19013428688049316, 0.16940653324127197, 0.16556021571159363, 0.1856696903705597, 0.1750568151473999, 0.13452565670013428, 0.15307098627090454, 0.16449077427387238, 0.11001628637313843, 0.10422269254922867, 0.17825494706630707, 0.071510449051857, 0.0612313412129879, 0.03930686041712761, 0.0442371740937233, 0.026317890733480453, 0.0531805194914341, 0.04631468281149864], "r_norm": [4.326620101928711, 4.178725719451904, 4.099224090576172, 4.211048126220703, 4.084423065185547, 4.13059663772583, 4.327892303466797, 4.153360366821289, 4.212000846862793, 4.2172651290893555, 4.278943061828613, 4.129965782165527, 4.194443702697754, 4.193233013153076, 4.122162342071533, 4.249239921569824, 4.231387138366699, 4.163848876953125, 4.241372108459473, 4.268800735473633]}, {"step": 8100, "epoch": 20, "train_loss": 1.408247470855713, "cos_r_negg": [0.5234426259994507, 0.2088833749294281, 0.16960351169109344, 0.160740464925766, 0.15387600660324097, 0.17105261981487274, 0.15131792426109314, 0.13893872499465942, 0.1437942534685135, 0.17818135023117065, 0.12418670207262039, 0.06631340086460114, 0.14195571839809418, 0.07639420032501221, 0.06310723721981049, 0.07111746072769165, 0.030346129089593887, 0.03699592873454094, 0.05044669657945633, 0.025237951427698135], "cos_apical_negg": [0.5234426259994507, 0.2088833749294281, 0.16960351169109344, 0.160740464925766, 0.15387600660324097, 0.17105261981487274, 0.15131792426109314, 0.13893872499465942, 0.1437942534685135, 0.17818135023117065, 0.12418670207262039, 0.06631340086460114, 0.14195571839809418, 0.07639420032501221, 0.06310723721981049, 0.07111746072769165, 0.030346129089593887, 0.03699592873454094, 0.05044669657945633, 0.025237951427698135], "cos_Ac_negg": [0.5234426259994507, 0.2088833749294281, 0.16960351169109344, 0.160740464925766, 0.15387600660324097, 0.17105261981487274, 0.15131792426109314, 0.13893872499465942, 0.1437942534685135, 0.17818135023117065, 0.12418670207262039, 0.06631340086460114, 0.14195571839809418, 0.07639420032501221, 0.06310723721981049, 0.07111746072769165, 0.030346129089593887, 0.03699592873454094, 0.05044669657945633, 0.025237951427698135], "r_norm": [4.30679988861084, 4.156612396240234, 4.085553169250488, 4.186129093170166, 4.074451446533203, 4.11692476272583, 4.313733100891113, 4.1356658935546875, 4.200448989868164, 4.201958656311035, 4.257061004638672, 4.106027126312256, 4.178165435791016, 4.166684150695801, 4.111111164093018, 4.25001859664917, 4.2273335456848145, 4.134041786193848, 4.2241973876953125, 4.2529168128967285]}, {"step": 8150, "epoch": 20, "train_loss": 1.7192654609680176, "cos_r_negg": [0.5201017260551453, 0.21519555151462555, 0.157746821641922, 0.16284328699111938, 0.1666516810655594, 0.16085678339004517, 0.16385601460933685, 0.13846904039382935, 0.15173837542533875, 0.15697111189365387, 0.11431917548179626, 0.08143745362758636, 0.1495412290096283, 0.07160872966051102, 0.06884466111660004, 0.03534246236085892, 0.030793415382504463, 0.05310654640197754, 0.09519446641206741, 0.004630584269762039], "cos_apical_negg": [0.5201017260551453, 0.21519555151462555, 0.157746821641922, 0.16284328699111938, 0.1666516810655594, 0.16085678339004517, 0.16385601460933685, 0.13846904039382935, 0.15173837542533875, 0.15697111189365387, 0.11431917548179626, 0.08143745362758636, 0.1495412290096283, 0.07160872966051102, 0.06884466111660004, 0.03534246236085892, 0.030793415382504463, 0.05310654640197754, 0.09519446641206741, 0.004630584269762039], "cos_Ac_negg": [0.5201017260551453, 0.21519555151462555, 0.157746821641922, 0.16284328699111938, 0.1666516810655594, 0.16085678339004517, 0.16385601460933685, 0.13846904039382935, 0.15173837542533875, 0.15697111189365387, 0.11431917548179626, 0.08143745362758636, 0.1495412290096283, 0.07160872966051102, 0.06884466111660004, 0.03534246236085892, 0.030793415382504463, 0.05310654640197754, 0.09519446641206741, 0.004630584269762039], "r_norm": [4.313094139099121, 4.182385444641113, 4.109826564788818, 4.208421230316162, 4.0845489501953125, 4.121180057525635, 4.321857452392578, 4.149096965789795, 4.211145401000977, 4.210119247436523, 4.263047218322754, 4.12527322769165, 4.20184326171875, 4.179294586181641, 4.132898330688477, 4.261223793029785, 4.233315467834473, 4.158628463745117, 4.244156360626221, 4.274985313415527]}, {"step": 8200, "epoch": 20, "train_loss": 1.2269643545150757, "cos_r_negg": [0.5214335918426514, 0.20903080701828003, 0.1672244668006897, 0.1543179154396057, 0.1655762642621994, 0.1458871066570282, 0.15452219545841217, 0.14929521083831787, 0.1338978111743927, 0.16539807617664337, 0.12359145283699036, 0.09429150819778442, 0.17294804751873016, 0.08293017745018005, 0.055420882999897, 0.07108165323734283, 0.04350603371858597, 0.041464149951934814, 0.08658923208713531, 0.03150336444377899], "cos_apical_negg": [0.5214335918426514, 0.20903080701828003, 0.1672244668006897, 0.1543179154396057, 0.1655762642621994, 0.1458871066570282, 0.15452219545841217, 0.14929521083831787, 0.1338978111743927, 0.16539807617664337, 0.12359145283699036, 0.09429150819778442, 0.17294804751873016, 0.08293017745018005, 0.055420882999897, 0.07108165323734283, 0.04350603371858597, 0.041464149951934814, 0.08658923208713531, 0.03150336444377899], "cos_Ac_negg": [0.5214335918426514, 0.20903080701828003, 0.1672244668006897, 0.1543179154396057, 0.1655762642621994, 0.1458871066570282, 0.15452219545841217, 0.14929521083831787, 0.1338978111743927, 0.16539807617664337, 0.12359145283699036, 0.09429150819778442, 0.17294804751873016, 0.08293017745018005, 0.055420882999897, 0.07108165323734283, 0.04350603371858597, 0.041464149951934814, 0.08658923208713531, 0.03150336444377899], "r_norm": [4.361767768859863, 4.208775997161865, 4.156333923339844, 4.243923664093018, 4.124924182891846, 4.161497116088867, 4.36798620223999, 4.181674957275391, 4.258971691131592, 4.243148326873779, 4.3068389892578125, 4.152195930480957, 4.22987174987793, 4.214428424835205, 4.155511856079102, 4.307349681854248, 4.282660007476807, 4.185051918029785, 4.28360652923584, 4.309633255004883]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.3947, "test_loss": 1.9125047607421874}, {"step": 8250, "epoch": 21, "train_loss": 1.3532731533050537, "cos_r_negg": [0.5429369211196899, 0.22559890151023865, 0.16329237818717957, 0.16275286674499512, 0.15955741703510284, 0.16214784979820251, 0.17249804735183716, 0.15274560451507568, 0.14336033165454865, 0.17320674657821655, 0.11373277008533478, 0.08340108394622803, 0.1564600169658661, 0.06340445578098297, 0.08402794599533081, 0.06662529706954956, 0.022591780871152878, 0.041642945259809494, 0.08524210005998611, 0.041679561138153076], "cos_apical_negg": [0.5429369211196899, 0.22559890151023865, 0.16329237818717957, 0.16275286674499512, 0.15955741703510284, 0.16214784979820251, 0.17249804735183716, 0.15274560451507568, 0.14336033165454865, 0.17320674657821655, 0.11373277008533478, 0.08340108394622803, 0.1564600169658661, 0.06340445578098297, 0.08402794599533081, 0.06662529706954956, 0.022591780871152878, 0.041642945259809494, 0.08524210005998611, 0.041679561138153076], "cos_Ac_negg": [0.5429369211196899, 0.22559890151023865, 0.16329237818717957, 0.16275286674499512, 0.15955741703510284, 0.16214784979820251, 0.17249804735183716, 0.15274560451507568, 0.14336033165454865, 0.17320674657821655, 0.11373277008533478, 0.08340108394622803, 0.1564600169658661, 0.06340445578098297, 0.08402794599533081, 0.06662529706954956, 0.022591780871152878, 0.041642945259809494, 0.08524210005998611, 0.041679561138153076], "r_norm": [4.369302272796631, 4.221310138702393, 4.171662330627441, 4.247861862182617, 4.145654678344727, 4.1695780754089355, 4.378062725067139, 4.197908401489258, 4.269144535064697, 4.251502990722656, 4.319066047668457, 4.153650283813477, 4.251594543457031, 4.2241082191467285, 4.179316520690918, 4.321042537689209, 4.304011344909668, 4.207609176635742, 4.280354022979736, 4.324596405029297]}, {"step": 8300, "epoch": 21, "train_loss": 1.7794392108917236, "cos_r_negg": [0.5481137037277222, 0.21831856667995453, 0.1817881464958191, 0.15408596396446228, 0.15027637779712677, 0.17514465749263763, 0.17521056532859802, 0.1642148494720459, 0.1319153606891632, 0.16371789574623108, 0.12253755331039429, 0.072686105966568, 0.16981664299964905, 0.08109213411808014, 0.08710777759552002, 0.061275869607925415, 0.02547558769583702, 0.030365612357854843, 0.07826809585094452, 0.016377266496419907], "cos_apical_negg": [0.5481137037277222, 0.21831856667995453, 0.1817881464958191, 0.15408596396446228, 0.15027637779712677, 0.17514465749263763, 0.17521056532859802, 0.1642148494720459, 0.1319153606891632, 0.16371789574623108, 0.12253755331039429, 0.072686105966568, 0.16981664299964905, 0.08109213411808014, 0.08710777759552002, 0.061275869607925415, 0.02547558769583702, 0.030365612357854843, 0.07826809585094452, 0.016377266496419907], "cos_Ac_negg": [0.5481137037277222, 0.21831856667995453, 0.1817881464958191, 0.15408596396446228, 0.15027637779712677, 0.17514465749263763, 0.17521056532859802, 0.1642148494720459, 0.1319153606891632, 0.16371789574623108, 0.12253755331039429, 0.072686105966568, 0.16981664299964905, 0.08109213411808014, 0.08710777759552002, 0.061275869607925415, 0.02547558769583702, 0.030365612357854843, 0.07826809585094452, 0.016377266496419907], "r_norm": [4.339341163635254, 4.198065757751465, 4.140957832336426, 4.22607421875, 4.115823745727539, 4.1581926345825195, 4.341997146606445, 4.169425010681152, 4.2486186027526855, 4.219883918762207, 4.294879913330078, 4.14406156539917, 4.221073627471924, 4.210581302642822, 4.15281343460083, 4.295712471008301, 4.254687786102295, 4.1762285232543945, 4.251136779785156, 4.310285568237305]}, {"step": 8350, "epoch": 21, "train_loss": 1.608917474746704, "cos_r_negg": [0.5227557420730591, 0.23049545288085938, 0.16989848017692566, 0.15862470865249634, 0.154782235622406, 0.1634448766708374, 0.17618617415428162, 0.16067472100257874, 0.13603763282299042, 0.17334145307540894, 0.12024904787540436, 0.08622010797262192, 0.12829186022281647, 0.06484530866146088, 0.07718709111213684, 0.09179939329624176, 0.052796874195337296, 0.04364927485585213, 0.11054196208715439, 0.01851905882358551], "cos_apical_negg": [0.5227557420730591, 0.23049545288085938, 0.16989848017692566, 0.15862470865249634, 0.154782235622406, 0.1634448766708374, 0.17618617415428162, 0.16067472100257874, 0.13603763282299042, 0.17334145307540894, 0.12024904787540436, 0.08622010797262192, 0.12829186022281647, 0.06484530866146088, 0.07718709111213684, 0.09179939329624176, 0.052796874195337296, 0.04364927485585213, 0.11054196208715439, 0.01851905882358551], "cos_Ac_negg": [0.5227557420730591, 0.23049545288085938, 0.16989848017692566, 0.15862470865249634, 0.154782235622406, 0.1634448766708374, 0.17618617415428162, 0.16067472100257874, 0.13603763282299042, 0.17334145307540894, 0.12024904787540436, 0.08622010797262192, 0.12829186022281647, 0.06484530866146088, 0.07718709111213684, 0.09179939329624176, 0.052796874195337296, 0.04364927485585213, 0.11054196208715439, 0.01851905882358551], "r_norm": [4.343570709228516, 4.1874003410339355, 4.133608818054199, 4.220786094665527, 4.1061859130859375, 4.142848968505859, 4.3473920822143555, 4.1696577072143555, 4.227931499481201, 4.238636016845703, 4.285092353820801, 4.136013507843018, 4.220804214477539, 4.195108890533447, 4.142213821411133, 4.286327362060547, 4.2629780769348145, 4.175676345825195, 4.256921768188477, 4.293728828430176]}, {"step": 8400, "epoch": 21, "train_loss": 1.58195161819458, "cos_r_negg": [0.5176007747650146, 0.22739925980567932, 0.18795549869537354, 0.16681146621704102, 0.15540897846221924, 0.16049093008041382, 0.15755975246429443, 0.1560516655445099, 0.143291175365448, 0.16898858547210693, 0.13490572571754456, 0.08271260559558868, 0.15924374759197235, 0.055100589990615845, 0.07731153070926666, 0.04114031791687012, 0.04827719181776047, 0.039068855345249176, 0.08318661898374557, 0.03584170341491699], "cos_apical_negg": [0.5176007747650146, 0.22739925980567932, 0.18795549869537354, 0.16681146621704102, 0.15540897846221924, 0.16049093008041382, 0.15755975246429443, 0.1560516655445099, 0.143291175365448, 0.16898858547210693, 0.13490572571754456, 0.08271260559558868, 0.15924374759197235, 0.055100589990615845, 0.07731153070926666, 0.04114031791687012, 0.04827719181776047, 0.039068855345249176, 0.08318661898374557, 0.03584170341491699], "cos_Ac_negg": [0.5176007747650146, 0.22739925980567932, 0.18795549869537354, 0.16681146621704102, 0.15540897846221924, 0.16049093008041382, 0.15755975246429443, 0.1560516655445099, 0.143291175365448, 0.16898858547210693, 0.13490572571754456, 0.08271260559558868, 0.15924374759197235, 0.055100589990615845, 0.07731153070926666, 0.04114031791687012, 0.04827719181776047, 0.039068855345249176, 0.08318661898374557, 0.03584170341491699], "r_norm": [4.304891586303711, 4.14638090133667, 4.093257427215576, 4.187006950378418, 4.069803237915039, 4.10573673248291, 4.313508033752441, 4.1230268478393555, 4.191558837890625, 4.2032470703125, 4.244087219238281, 4.093024730682373, 4.168181419372559, 4.1604108810424805, 4.104013919830322, 4.244628429412842, 4.216851711273193, 4.126288414001465, 4.207955360412598, 4.246523380279541]}, {"step": 8450, "epoch": 21, "train_loss": 1.4725141525268555, "cos_r_negg": [0.5415178537368774, 0.24101364612579346, 0.1787194013595581, 0.15754076838493347, 0.16334268450737, 0.1852274388074875, 0.17199397087097168, 0.17383332550525665, 0.15500152111053467, 0.16482019424438477, 0.1357463151216507, 0.11012125015258789, 0.1653423011302948, 0.055433668196201324, 0.07068456709384918, 0.05083628371357918, 0.04560836777091026, 0.0620914101600647, 0.06942936778068542, 0.022884346544742584], "cos_apical_negg": [0.5415178537368774, 0.24101364612579346, 0.1787194013595581, 0.15754076838493347, 0.16334268450737, 0.1852274388074875, 0.17199397087097168, 0.17383332550525665, 0.15500152111053467, 0.16482019424438477, 0.1357463151216507, 0.11012125015258789, 0.1653423011302948, 0.055433668196201324, 0.07068456709384918, 0.05083628371357918, 0.04560836777091026, 0.0620914101600647, 0.06942936778068542, 0.022884346544742584], "cos_Ac_negg": [0.5415178537368774, 0.24101364612579346, 0.1787194013595581, 0.15754076838493347, 0.16334268450737, 0.1852274388074875, 0.17199397087097168, 0.17383332550525665, 0.15500152111053467, 0.16482019424438477, 0.1357463151216507, 0.11012125015258789, 0.1653423011302948, 0.055433668196201324, 0.07068456709384918, 0.05083628371357918, 0.04560836777091026, 0.0620914101600647, 0.06942936778068542, 0.022884346544742584], "r_norm": [4.2293877601623535, 4.0900373458862305, 4.032382488250732, 4.1136274337768555, 4.013822078704834, 4.0317864418029785, 4.232247352600098, 4.062746047973633, 4.129359722137451, 4.129838943481445, 4.186551094055176, 4.029289245605469, 4.115372180938721, 4.099978446960449, 4.046670913696289, 4.1763176918029785, 4.151679515838623, 4.067420959472656, 4.142633438110352, 4.182672500610352]}, {"step": 8500, "epoch": 21, "train_loss": 1.567201852798462, "cos_r_negg": [0.5300511717796326, 0.23246623575687408, 0.18213029205799103, 0.16530859470367432, 0.17627237737178802, 0.15424442291259766, 0.1690921187400818, 0.15474119782447815, 0.13415174186229706, 0.17720165848731995, 0.11889538168907166, 0.10060333460569382, 0.15691569447517395, 0.09634310007095337, 0.09123597294092178, 0.078009232878685, 0.039467811584472656, 0.033907342702150345, 0.06644199043512344, 0.034736745059490204], "cos_apical_negg": [0.5300511717796326, 0.23246623575687408, 0.18213029205799103, 0.16530859470367432, 0.17627237737178802, 0.15424442291259766, 0.1690921187400818, 0.15474119782447815, 0.13415174186229706, 0.17720165848731995, 0.11889538168907166, 0.10060333460569382, 0.15691569447517395, 0.09634310007095337, 0.09123597294092178, 0.078009232878685, 0.039467811584472656, 0.033907342702150345, 0.06644199043512344, 0.034736745059490204], "cos_Ac_negg": [0.5300511717796326, 0.23246623575687408, 0.18213029205799103, 0.16530859470367432, 0.17627237737178802, 0.15424442291259766, 0.1690921187400818, 0.15474119782447815, 0.13415174186229706, 0.17720165848731995, 0.11889538168907166, 0.10060333460569382, 0.15691569447517395, 0.09634310007095337, 0.09123597294092178, 0.078009232878685, 0.039467811584472656, 0.033907342702150345, 0.06644199043512344, 0.034736745059490204], "r_norm": [4.284523963928223, 4.1514081954956055, 4.08180046081543, 4.174679756164551, 4.062363147735596, 4.09813117980957, 4.281584739685059, 4.120428562164307, 4.181368350982666, 4.173007488250732, 4.240796089172363, 4.091522216796875, 4.171841621398926, 4.149099349975586, 4.105643272399902, 4.235260009765625, 4.210351943969727, 4.124849319458008, 4.199219226837158, 4.243370056152344]}, {"step": 8550, "epoch": 21, "train_loss": 1.5482581853866577, "cos_r_negg": [0.5301806330680847, 0.2349851131439209, 0.1807333379983902, 0.16239887475967407, 0.1577042043209076, 0.16043001413345337, 0.16217242181301117, 0.1613771617412567, 0.141743004322052, 0.162957102060318, 0.11466361582279205, 0.09615181386470795, 0.16332383453845978, 0.05088861659169197, 0.09508562088012695, 0.08112764358520508, 0.03801580145955086, 0.09197127819061279, 0.06049565225839615, 0.0582742840051651], "cos_apical_negg": [0.5301806330680847, 0.2349851131439209, 0.1807333379983902, 0.16239887475967407, 0.1577042043209076, 0.16043001413345337, 0.16217242181301117, 0.1613771617412567, 0.141743004322052, 0.162957102060318, 0.11466361582279205, 0.09615181386470795, 0.16332383453845978, 0.05088861659169197, 0.09508562088012695, 0.08112764358520508, 0.03801580145955086, 0.09197127819061279, 0.06049565225839615, 0.0582742840051651], "cos_Ac_negg": [0.5301806330680847, 0.2349851131439209, 0.1807333379983902, 0.16239887475967407, 0.1577042043209076, 0.16043001413345337, 0.16217242181301117, 0.1613771617412567, 0.141743004322052, 0.162957102060318, 0.11466361582279205, 0.09615181386470795, 0.16332383453845978, 0.05088861659169197, 0.09508562088012695, 0.08112764358520508, 0.03801580145955086, 0.09197127819061279, 0.06049565225839615, 0.0582742840051651], "r_norm": [4.425507545471191, 4.279787063598633, 4.218761920928955, 4.311814308166504, 4.201652526855469, 4.228343963623047, 4.42214298248291, 4.248002052307129, 4.321435928344727, 4.296509265899658, 4.386324405670166, 4.210210800170898, 4.292171478271484, 4.286963939666748, 4.227770805358887, 4.368751049041748, 4.350008487701416, 4.253835678100586, 4.328197479248047, 4.373558044433594]}, {"step": 8600, "epoch": 21, "train_loss": 1.6073790788650513, "cos_r_negg": [0.5440909266471863, 0.23318001627922058, 0.1860044300556183, 0.17140182852745056, 0.15572279691696167, 0.17644433677196503, 0.1687513291835785, 0.14787358045578003, 0.1520998477935791, 0.19083888828754425, 0.12312492728233337, 0.10399918258190155, 0.1586892008781433, 0.05530489608645439, 0.09312693774700165, 0.04390605911612511, 0.0717029869556427, 0.08447426557540894, 0.06612308323383331, 0.04560200870037079], "cos_apical_negg": [0.5440909266471863, 0.23318001627922058, 0.1860044300556183, 0.17140182852745056, 0.15572279691696167, 0.17644433677196503, 0.1687513291835785, 0.14787358045578003, 0.1520998477935791, 0.19083888828754425, 0.12312492728233337, 0.10399918258190155, 0.1586892008781433, 0.05530489608645439, 0.09312693774700165, 0.04390605911612511, 0.0717029869556427, 0.08447426557540894, 0.06612308323383331, 0.04560200870037079], "cos_Ac_negg": [0.5440909266471863, 0.23318001627922058, 0.1860044300556183, 0.17140182852745056, 0.15572279691696167, 0.17644433677196503, 0.1687513291835785, 0.14787358045578003, 0.1520998477935791, 0.19083888828754425, 0.12312492728233337, 0.10399918258190155, 0.1586892008781433, 0.05530489608645439, 0.09312693774700165, 0.04390605911612511, 0.0717029869556427, 0.08447426557540894, 0.06612308323383331, 0.04560200870037079], "r_norm": [4.394187927246094, 4.256917953491211, 4.194256782531738, 4.279560565948486, 4.1629414558410645, 4.209933280944824, 4.39998197555542, 4.22334098815918, 4.296904563903809, 4.282761573791504, 4.356325626373291, 4.195947647094727, 4.276756286621094, 4.260066986083984, 4.203982353210449, 4.345634460449219, 4.32365608215332, 4.225099086761475, 4.310817718505859, 4.342288970947266]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4025, "test_loss": 1.8924313842773437}, {"step": 8650, "epoch": 22, "train_loss": 1.399582862854004, "cos_r_negg": [0.5381717085838318, 0.23429414629936218, 0.18698786199092865, 0.1759437471628189, 0.16886764764785767, 0.17903229594230652, 0.17746269702911377, 0.14225676655769348, 0.1645883023738861, 0.1767239272594452, 0.1296169012784958, 0.11161214113235474, 0.1429722011089325, 0.06896048784255981, 0.09549928456544876, 0.061275407671928406, 0.04648774862289429, 0.049488745629787445, 0.08579450100660324, 0.01707780361175537], "cos_apical_negg": [0.5381717085838318, 0.23429414629936218, 0.18698786199092865, 0.1759437471628189, 0.16886764764785767, 0.17903229594230652, 0.17746269702911377, 0.14225676655769348, 0.1645883023738861, 0.1767239272594452, 0.1296169012784958, 0.11161214113235474, 0.1429722011089325, 0.06896048784255981, 0.09549928456544876, 0.061275407671928406, 0.04648774862289429, 0.049488745629787445, 0.08579450100660324, 0.01707780361175537], "cos_Ac_negg": [0.5381717085838318, 0.23429414629936218, 0.18698786199092865, 0.1759437471628189, 0.16886764764785767, 0.17903229594230652, 0.17746269702911377, 0.14225676655769348, 0.1645883023738861, 0.1767239272594452, 0.1296169012784958, 0.11161214113235474, 0.1429722011089325, 0.06896048784255981, 0.09549928456544876, 0.061275407671928406, 0.04648774862289429, 0.049488745629787445, 0.08579450100660324, 0.01707780361175537], "r_norm": [4.224312782287598, 4.082954406738281, 4.029350280761719, 4.11153507232666, 4.002333164215088, 4.042695045471191, 4.225764274597168, 4.050417423248291, 4.123987197875977, 4.1028242111206055, 4.176349639892578, 4.024643421173096, 4.107091903686523, 4.083235740661621, 4.041984558105469, 4.1772661209106445, 4.150511741638184, 4.064714431762695, 4.133847236633301, 4.183491230010986]}, {"step": 8700, "epoch": 22, "train_loss": 1.4828405380249023, "cos_r_negg": [0.5381903052330017, 0.23973619937896729, 0.18286627531051636, 0.1718425452709198, 0.1821582317352295, 0.1659034788608551, 0.1755383312702179, 0.1666068732738495, 0.16186374425888062, 0.17504897713661194, 0.1220812201499939, 0.0942068099975586, 0.13895153999328613, 0.12324859201908112, 0.09571721404790878, 0.08737289160490036, 0.0634668841958046, 0.08892688155174255, 0.06859657168388367, 0.003668378572911024], "cos_apical_negg": [0.5381903052330017, 0.23973619937896729, 0.18286627531051636, 0.1718425452709198, 0.1821582317352295, 0.1659034788608551, 0.1755383312702179, 0.1666068732738495, 0.16186374425888062, 0.17504897713661194, 0.1220812201499939, 0.0942068099975586, 0.13895153999328613, 0.12324859201908112, 0.09571721404790878, 0.08737289160490036, 0.0634668841958046, 0.08892688155174255, 0.06859657168388367, 0.003668378572911024], "cos_Ac_negg": [0.5381903052330017, 0.23973619937896729, 0.18286627531051636, 0.1718425452709198, 0.1821582317352295, 0.1659034788608551, 0.1755383312702179, 0.1666068732738495, 0.16186374425888062, 0.17504897713661194, 0.1220812201499939, 0.0942068099975586, 0.13895153999328613, 0.12324859201908112, 0.09571721404790878, 0.08737289160490036, 0.0634668841958046, 0.08892688155174255, 0.06859657168388367, 0.003668378572911024], "r_norm": [4.2080864906311035, 4.079362869262695, 4.017063617706299, 4.094876766204834, 3.9760632514953613, 4.024734973907471, 4.205338478088379, 4.036579132080078, 4.112964630126953, 4.083869934082031, 4.163708686828613, 4.012118339538574, 4.0901031494140625, 4.075041770935059, 4.023463249206543, 4.164421081542969, 4.133718490600586, 4.040905952453613, 4.1231842041015625, 4.161380290985107]}, {"step": 8750, "epoch": 22, "train_loss": 1.5729807615280151, "cos_r_negg": [0.5290247201919556, 0.22317710518836975, 0.16730111837387085, 0.17484906315803528, 0.17659315466880798, 0.16515395045280457, 0.16866755485534668, 0.1561254858970642, 0.16786319017410278, 0.17730669677257538, 0.12958160042762756, 0.09572863578796387, 0.17263317108154297, 0.10047014057636261, 0.08898582309484482, 0.08071841299533844, 0.06337433308362961, 0.09133274108171463, 0.0946534126996994, 0.045847855508327484], "cos_apical_negg": [0.5290247201919556, 0.22317710518836975, 0.16730111837387085, 0.17484906315803528, 0.17659315466880798, 0.16515395045280457, 0.16866755485534668, 0.1561254858970642, 0.16786319017410278, 0.17730669677257538, 0.12958160042762756, 0.09572863578796387, 0.17263317108154297, 0.10047014057636261, 0.08898582309484482, 0.08071841299533844, 0.06337433308362961, 0.09133274108171463, 0.0946534126996994, 0.045847855508327484], "cos_Ac_negg": [0.5290247201919556, 0.22317710518836975, 0.16730111837387085, 0.17484906315803528, 0.17659315466880798, 0.16515395045280457, 0.16866755485534668, 0.1561254858970642, 0.16786319017410278, 0.17730669677257538, 0.12958160042762756, 0.09572863578796387, 0.17263317108154297, 0.10047014057636261, 0.08898582309484482, 0.08071841299533844, 0.06337433308362961, 0.09133274108171463, 0.0946534126996994, 0.045847855508327484], "r_norm": [4.195856094360352, 4.051302909851074, 3.99619722366333, 4.074886798858643, 3.9706132411956787, 4.016636371612549, 4.203334808349609, 4.029973983764648, 4.099502086639404, 4.083871841430664, 4.142942428588867, 3.996218204498291, 4.074810028076172, 4.063299655914307, 4.01173210144043, 4.148073673248291, 4.116907119750977, 4.032618999481201, 4.113316535949707, 4.1541314125061035]}, {"step": 8800, "epoch": 22, "train_loss": 1.616142749786377, "cos_r_negg": [0.521721601486206, 0.22576898336410522, 0.18973205983638763, 0.180599644780159, 0.17969398200511932, 0.18045498430728912, 0.17806768417358398, 0.17572815716266632, 0.1654980331659317, 0.19823631644248962, 0.12219524383544922, 0.07741163671016693, 0.16699577867984772, 0.054021574556827545, 0.08719108998775482, 0.0711953341960907, 0.04036879166960716, 0.05957513302564621, 0.09648147970438004, 0.0407198928296566], "cos_apical_negg": [0.521721601486206, 0.22576898336410522, 0.18973205983638763, 0.180599644780159, 0.17969398200511932, 0.18045498430728912, 0.17806768417358398, 0.17572815716266632, 0.1654980331659317, 0.19823631644248962, 0.12219524383544922, 0.07741163671016693, 0.16699577867984772, 0.054021574556827545, 0.08719108998775482, 0.0711953341960907, 0.04036879166960716, 0.05957513302564621, 0.09648147970438004, 0.0407198928296566], "cos_Ac_negg": [0.521721601486206, 0.22576898336410522, 0.18973205983638763, 0.180599644780159, 0.17969398200511932, 0.18045498430728912, 0.17806768417358398, 0.17572815716266632, 0.1654980331659317, 0.19823631644248962, 0.12219524383544922, 0.07741163671016693, 0.16699577867984772, 0.054021574556827545, 0.08719108998775482, 0.0711953341960907, 0.04036879166960716, 0.05957513302564621, 0.09648147970438004, 0.0407198928296566], "r_norm": [4.301276206970215, 4.1759796142578125, 4.109983921051025, 4.185993194580078, 4.075740814208984, 4.1108198165893555, 4.292473316192627, 4.1314215660095215, 4.198734760284424, 4.184210777282715, 4.272500991821289, 4.1160569190979, 4.200411796569824, 4.163373947143555, 4.122373580932617, 4.253116607666016, 4.22960090637207, 4.135936260223389, 4.217247009277344, 4.2667670249938965]}, {"step": 8850, "epoch": 22, "train_loss": 1.364124059677124, "cos_r_negg": [0.5283114314079285, 0.22648286819458008, 0.16953355073928833, 0.18343815207481384, 0.165040984749794, 0.17262539267539978, 0.17210420966148376, 0.14252077043056488, 0.1589658558368683, 0.17650741338729858, 0.13222891092300415, 0.08098259568214417, 0.1716216802597046, 0.04465019330382347, 0.07370534539222717, 0.0652909204363823, 0.04579133167862892, 0.09140010178089142, 0.07847243547439575, 0.06271830201148987], "cos_apical_negg": [0.5283114314079285, 0.22648286819458008, 0.16953355073928833, 0.18343815207481384, 0.165040984749794, 0.17262539267539978, 0.17210420966148376, 0.14252077043056488, 0.1589658558368683, 0.17650741338729858, 0.13222891092300415, 0.08098259568214417, 0.1716216802597046, 0.04465019330382347, 0.07370534539222717, 0.0652909204363823, 0.04579133167862892, 0.09140010178089142, 0.07847243547439575, 0.06271830201148987], "cos_Ac_negg": [0.5283114314079285, 0.22648286819458008, 0.16953355073928833, 0.18343815207481384, 0.165040984749794, 0.17262539267539978, 0.17210420966148376, 0.14252077043056488, 0.1589658558368683, 0.17650741338729858, 0.13222891092300415, 0.08098259568214417, 0.1716216802597046, 0.04465019330382347, 0.07370534539222717, 0.0652909204363823, 0.04579133167862892, 0.09140010178089142, 0.07847243547439575, 0.06271830201148987], "r_norm": [4.239052772521973, 4.102155685424805, 4.039172172546387, 4.137582778930664, 4.024430274963379, 4.057671070098877, 4.235236167907715, 4.078517436981201, 4.143782615661621, 4.140473365783691, 4.199199676513672, 4.0492682456970215, 4.124181747436523, 4.104900360107422, 4.061892509460449, 4.1927971839904785, 4.16880989074707, 4.078906059265137, 4.163646697998047, 4.2028117179870605]}, {"step": 8900, "epoch": 22, "train_loss": 1.5840156078338623, "cos_r_negg": [0.5088798999786377, 0.2341873049736023, 0.18350040912628174, 0.18072281777858734, 0.17198556661605835, 0.18304023146629333, 0.1844426840543747, 0.13878107070922852, 0.1518229842185974, 0.16015154123306274, 0.12985673546791077, 0.08753001689910889, 0.14675772190093994, 0.08216863125562668, 0.08289952576160431, 0.08706258237361908, 0.04902065917849541, 0.0565117746591568, 0.10498887300491333, 0.061677657067775726], "cos_apical_negg": [0.5088798999786377, 0.2341873049736023, 0.18350040912628174, 0.18072281777858734, 0.17198556661605835, 0.18304023146629333, 0.1844426840543747, 0.13878107070922852, 0.1518229842185974, 0.16015154123306274, 0.12985673546791077, 0.08753001689910889, 0.14675772190093994, 0.08216863125562668, 0.08289952576160431, 0.08706258237361908, 0.04902065917849541, 0.0565117746591568, 0.10498887300491333, 0.061677657067775726], "cos_Ac_negg": [0.5088798999786377, 0.2341873049736023, 0.18350040912628174, 0.18072281777858734, 0.17198556661605835, 0.18304023146629333, 0.1844426840543747, 0.13878107070922852, 0.1518229842185974, 0.16015154123306274, 0.12985673546791077, 0.08753001689910889, 0.14675772190093994, 0.08216863125562668, 0.08289952576160431, 0.08706258237361908, 0.04902065917849541, 0.0565117746591568, 0.10498887300491333, 0.061677657067775726], "r_norm": [4.307210445404053, 4.173625946044922, 4.100394248962402, 4.19968318939209, 4.0777177810668945, 4.110666275024414, 4.303725719451904, 4.138887405395508, 4.198890209197998, 4.181499481201172, 4.268506050109863, 4.097990036010742, 4.175625801086426, 4.172758102416992, 4.104910373687744, 4.245852470397949, 4.229732036590576, 4.144214630126953, 4.211535453796387, 4.256012916564941]}, {"step": 8950, "epoch": 22, "train_loss": 1.3946377038955688, "cos_r_negg": [0.507222056388855, 0.2468348741531372, 0.19540534913539886, 0.16881063580513, 0.1631530076265335, 0.17950040102005005, 0.16429898142814636, 0.14904695749282837, 0.13837236166000366, 0.16604012250900269, 0.1411217749118805, 0.1068122386932373, 0.16187328100204468, 0.09211929142475128, 0.07526885718107224, 0.09806175529956818, 0.06115008518099785, 0.06427838653326035, 0.11662405729293823, 0.04824500530958176], "cos_apical_negg": [0.507222056388855, 0.2468348741531372, 0.19540534913539886, 0.16881063580513, 0.1631530076265335, 0.17950040102005005, 0.16429898142814636, 0.14904695749282837, 0.13837236166000366, 0.16604012250900269, 0.1411217749118805, 0.1068122386932373, 0.16187328100204468, 0.09211929142475128, 0.07526885718107224, 0.09806175529956818, 0.06115008518099785, 0.06427838653326035, 0.11662405729293823, 0.04824500530958176], "cos_Ac_negg": [0.507222056388855, 0.2468348741531372, 0.19540534913539886, 0.16881063580513, 0.1631530076265335, 0.17950040102005005, 0.16429898142814636, 0.14904695749282837, 0.13837236166000366, 0.16604012250900269, 0.1411217749118805, 0.1068122386932373, 0.16187328100204468, 0.09211929142475128, 0.07526885718107224, 0.09806175529956818, 0.06115008518099785, 0.06427838653326035, 0.11662405729293823, 0.04824500530958176], "r_norm": [4.30484676361084, 4.155032157897949, 4.096648216247559, 4.196194171905518, 4.074162483215332, 4.118292331695557, 4.309680938720703, 4.134494781494141, 4.205280303955078, 4.197531223297119, 4.255412578582764, 4.1126813888549805, 4.178657054901123, 4.160090923309326, 4.11564302444458, 4.254209518432617, 4.227952480316162, 4.135907173156738, 4.2209153175354, 4.27083683013916]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4096, "test_loss": 1.9524835327148438}, {"step": 9000, "epoch": 23, "train_loss": 1.3847322463989258, "cos_r_negg": [0.5280296206474304, 0.22879686951637268, 0.18216174840927124, 0.1775711178779602, 0.16976162791252136, 0.18729694187641144, 0.163862407207489, 0.1601254642009735, 0.1544664204120636, 0.1693803369998932, 0.14060772955417633, 0.09193415939807892, 0.14516955614089966, 0.049491919577121735, 0.07961005717515945, 0.07668537646532059, 0.05942397564649582, 0.039360806345939636, 0.07777225971221924, 0.06339780986309052], "cos_apical_negg": [0.5280296206474304, 0.22879686951637268, 0.18216174840927124, 0.1775711178779602, 0.16976162791252136, 0.18729694187641144, 0.163862407207489, 0.1601254642009735, 0.1544664204120636, 0.1693803369998932, 0.14060772955417633, 0.09193415939807892, 0.14516955614089966, 0.049491919577121735, 0.07961005717515945, 0.07668537646532059, 0.05942397564649582, 0.039360806345939636, 0.07777225971221924, 0.06339780986309052], "cos_Ac_negg": [0.5280296206474304, 0.22879686951637268, 0.18216174840927124, 0.1775711178779602, 0.16976162791252136, 0.18729694187641144, 0.163862407207489, 0.1601254642009735, 0.1544664204120636, 0.1693803369998932, 0.14060772955417633, 0.09193415939807892, 0.14516955614089966, 0.049491919577121735, 0.07961005717515945, 0.07668537646532059, 0.05942397564649582, 0.039360806345939636, 0.07777225971221924, 0.06339780986309052], "r_norm": [4.275219917297363, 4.144026756286621, 4.070025444030762, 4.1623687744140625, 4.046273231506348, 4.086966037750244, 4.269840717315674, 4.102654457092285, 4.170717239379883, 4.143675804138184, 4.249061107635498, 4.068874359130859, 4.142778396606445, 4.136399269104004, 4.074899673461914, 4.215762615203857, 4.212088584899902, 4.108499526977539, 4.18782901763916, 4.232592582702637]}, {"step": 9050, "epoch": 23, "train_loss": 1.5593161582946777, "cos_r_negg": [0.5333495736122131, 0.23974424600601196, 0.18176111578941345, 0.16758981347084045, 0.18123888969421387, 0.1790735125541687, 0.1726127564907074, 0.14972558617591858, 0.15054747462272644, 0.1717493087053299, 0.15355244278907776, 0.09623149037361145, 0.15255936980247498, 0.06721549481153488, 0.0996144637465477, 0.07799429446458817, 0.07842022180557251, 0.06921924650669098, 0.08246517181396484, 0.055704835802316666], "cos_apical_negg": [0.5333495736122131, 0.23974424600601196, 0.18176111578941345, 0.16758981347084045, 0.18123888969421387, 0.1790735125541687, 0.1726127564907074, 0.14972558617591858, 0.15054747462272644, 0.1717493087053299, 0.15355244278907776, 0.09623149037361145, 0.15255936980247498, 0.06721549481153488, 0.0996144637465477, 0.07799429446458817, 0.07842022180557251, 0.06921924650669098, 0.08246517181396484, 0.055704835802316666], "cos_Ac_negg": [0.5333495736122131, 0.23974424600601196, 0.18176111578941345, 0.16758981347084045, 0.18123888969421387, 0.1790735125541687, 0.1726127564907074, 0.14972558617591858, 0.15054747462272644, 0.1717493087053299, 0.15355244278907776, 0.09623149037361145, 0.15255936980247498, 0.06721549481153488, 0.0996144637465477, 0.07799429446458817, 0.07842022180557251, 0.06921924650669098, 0.08246517181396484, 0.055704835802316666], "r_norm": [4.2352800369262695, 4.109951019287109, 4.037754058837891, 4.136104106903076, 4.01621150970459, 4.062061309814453, 4.250224590301514, 4.079437255859375, 4.151451110839844, 4.12879753112793, 4.204809665679932, 4.047525882720947, 4.121553897857666, 4.119466781616211, 4.056929588317871, 4.192300796508789, 4.178007125854492, 4.078263282775879, 4.161150932312012, 4.209991455078125]}, {"step": 9100, "epoch": 23, "train_loss": 1.4359917640686035, "cos_r_negg": [0.5431253910064697, 0.23506087064743042, 0.17404420673847198, 0.16511909663677216, 0.17433178424835205, 0.17535433173179626, 0.1617417335510254, 0.16009335219860077, 0.14949816465377808, 0.16189351677894592, 0.14128413796424866, 0.09247823804616928, 0.141736701130867, 0.08222464472055435, 0.11155486106872559, 0.07651489228010178, 0.06269261240959167, 0.06488378345966339, 0.09789296984672546, 0.025729868561029434], "cos_apical_negg": [0.5431253910064697, 0.23506087064743042, 0.17404420673847198, 0.16511909663677216, 0.17433178424835205, 0.17535433173179626, 0.1617417335510254, 0.16009335219860077, 0.14949816465377808, 0.16189351677894592, 0.14128413796424866, 0.09247823804616928, 0.141736701130867, 0.08222464472055435, 0.11155486106872559, 0.07651489228010178, 0.06269261240959167, 0.06488378345966339, 0.09789296984672546, 0.025729868561029434], "cos_Ac_negg": [0.5431253910064697, 0.23506087064743042, 0.17404420673847198, 0.16511909663677216, 0.17433178424835205, 0.17535433173179626, 0.1617417335510254, 0.16009335219860077, 0.14949816465377808, 0.16189351677894592, 0.14128413796424866, 0.09247823804616928, 0.141736701130867, 0.08222464472055435, 0.11155486106872559, 0.07651489228010178, 0.06269261240959167, 0.06488378345966339, 0.09789296984672546, 0.025729868561029434], "r_norm": [4.214593887329102, 4.076253890991211, 4.010710716247559, 4.10746431350708, 3.9881114959716797, 4.036208152770996, 4.219744682312012, 4.054532051086426, 4.116771221160889, 4.109565734863281, 4.170979022979736, 4.029350280761719, 4.096634864807129, 4.083391189575195, 4.024778366088867, 4.166825294494629, 4.139248847961426, 4.0637969970703125, 4.139795303344727, 4.182524681091309]}, {"step": 9150, "epoch": 23, "train_loss": 1.5549284219741821, "cos_r_negg": [0.5139725804328918, 0.2368471920490265, 0.1893453299999237, 0.17115183174610138, 0.16617144644260406, 0.16588954627513885, 0.18594038486480713, 0.15999701619148254, 0.18117792904376984, 0.18171675503253937, 0.1555013358592987, 0.08387773483991623, 0.1546458899974823, 0.10137989372015, 0.09313240647315979, 0.09139742702245712, 0.07339693605899811, 0.07036824524402618, 0.10172756761312485, 0.03320600092411041], "cos_apical_negg": [0.5139725804328918, 0.2368471920490265, 0.1893453299999237, 0.17115183174610138, 0.16617144644260406, 0.16588954627513885, 0.18594038486480713, 0.15999701619148254, 0.18117792904376984, 0.18171675503253937, 0.1555013358592987, 0.08387773483991623, 0.1546458899974823, 0.10137989372015, 0.09313240647315979, 0.09139742702245712, 0.07339693605899811, 0.07036824524402618, 0.10172756761312485, 0.03320600092411041], "cos_Ac_negg": [0.5139725804328918, 0.2368471920490265, 0.1893453299999237, 0.17115183174610138, 0.16617144644260406, 0.16588954627513885, 0.18594038486480713, 0.15999701619148254, 0.18117792904376984, 0.18171675503253937, 0.1555013358592987, 0.08387773483991623, 0.1546458899974823, 0.10137989372015, 0.09313240647315979, 0.09139742702245712, 0.07339693605899811, 0.07036824524402618, 0.10172756761312485, 0.03320600092411041], "r_norm": [4.197598457336426, 4.0740251541137695, 4.004854202270508, 4.090422630310059, 3.9693121910095215, 4.014029502868652, 4.207456588745117, 4.037503719329834, 4.095195770263672, 4.091209888458252, 4.159931659698486, 4.007482528686523, 4.086076736450195, 4.068844318389893, 4.010071754455566, 4.1469502449035645, 4.127218246459961, 4.041316986083984, 4.130782127380371, 4.155121803283691]}, {"step": 9200, "epoch": 23, "train_loss": 1.3566021919250488, "cos_r_negg": [0.5045183897018433, 0.24310924112796783, 0.18263956904411316, 0.18082965910434723, 0.17310784757137299, 0.16862501204013824, 0.17695742845535278, 0.1667449027299881, 0.17097198963165283, 0.16179712116718292, 0.15456700325012207, 0.10053500533103943, 0.14277315139770508, 0.09834825992584229, 0.09656170010566711, 0.09334687888622284, 0.06663758307695389, 0.06981417536735535, 0.06589915603399277, 0.05343260616064072], "cos_apical_negg": [0.5045183897018433, 0.24310924112796783, 0.18263956904411316, 0.18082965910434723, 0.17310784757137299, 0.16862501204013824, 0.17695742845535278, 0.1667449027299881, 0.17097198963165283, 0.16179712116718292, 0.15456700325012207, 0.10053500533103943, 0.14277315139770508, 0.09834825992584229, 0.09656170010566711, 0.09334687888622284, 0.06663758307695389, 0.06981417536735535, 0.06589915603399277, 0.05343260616064072], "cos_Ac_negg": [0.5045183897018433, 0.24310924112796783, 0.18263956904411316, 0.18082965910434723, 0.17310784757137299, 0.16862501204013824, 0.17695742845535278, 0.1667449027299881, 0.17097198963165283, 0.16179712116718292, 0.15456700325012207, 0.10053500533103943, 0.14277315139770508, 0.09834825992584229, 0.09656170010566711, 0.09334687888622284, 0.06663758307695389, 0.06981417536735535, 0.06589915603399277, 0.05343260616064072], "r_norm": [4.34556245803833, 4.20575475692749, 4.142496109008789, 4.226571083068848, 4.109708786010742, 4.160722732543945, 4.34931755065918, 4.178197860717773, 4.246185779571533, 4.2294921875, 4.306143283843994, 4.148180961608887, 4.225358009338379, 4.210575103759766, 4.151893615722656, 4.294161796569824, 4.262792587280273, 4.179165363311768, 4.261771202087402, 4.3099212646484375]}, {"step": 9250, "epoch": 23, "train_loss": 1.5769814252853394, "cos_r_negg": [0.5087108612060547, 0.23612694442272186, 0.18989667296409607, 0.15592481195926666, 0.1520933210849762, 0.18759354948997498, 0.1854536533355713, 0.173503115773201, 0.14302639663219452, 0.16487979888916016, 0.14010494947433472, 0.07946135103702545, 0.17332205176353455, 0.0934881716966629, 0.08191236853599548, 0.09708593785762787, 0.07321278005838394, 0.04325371980667114, 0.07254662364721298, 0.05212254822254181], "cos_apical_negg": [0.5087108612060547, 0.23612694442272186, 0.18989667296409607, 0.15592481195926666, 0.1520933210849762, 0.18759354948997498, 0.1854536533355713, 0.173503115773201, 0.14302639663219452, 0.16487979888916016, 0.14010494947433472, 0.07946135103702545, 0.17332205176353455, 0.0934881716966629, 0.08191236853599548, 0.09708593785762787, 0.07321278005838394, 0.04325371980667114, 0.07254662364721298, 0.05212254822254181], "cos_Ac_negg": [0.5087108612060547, 0.23612694442272186, 0.18989667296409607, 0.15592481195926666, 0.1520933210849762, 0.18759354948997498, 0.1854536533355713, 0.173503115773201, 0.14302639663219452, 0.16487979888916016, 0.14010494947433472, 0.07946135103702545, 0.17332205176353455, 0.0934881716966629, 0.08191236853599548, 0.09708593785762787, 0.07321278005838394, 0.04325371980667114, 0.07254662364721298, 0.05212254822254181], "r_norm": [4.399189472198486, 4.2605299949646, 4.185469627380371, 4.291382789611816, 4.162569522857666, 4.202663421630859, 4.4089765548706055, 4.231333255767822, 4.293598651885986, 4.2806596755981445, 4.363210678100586, 4.200113773345947, 4.271858215332031, 4.268253803253174, 4.199456214904785, 4.345525741577148, 4.311488628387451, 4.236082077026367, 4.319022178649902, 4.363615989685059]}, {"step": 9300, "epoch": 23, "train_loss": 1.4763233661651611, "cos_r_negg": [0.5233945846557617, 0.2388027459383011, 0.1953705996274948, 0.17767763137817383, 0.15010182559490204, 0.17946898937225342, 0.16158249974250793, 0.1460740566253662, 0.15928424894809723, 0.17665523290634155, 0.13168078660964966, 0.0908333957195282, 0.15768487751483917, 0.10207134485244751, 0.10356935858726501, 0.08675889670848846, 0.020339008420705795, 0.06365035474300385, 0.10022417455911636, 0.04348647594451904], "cos_apical_negg": [0.5233945846557617, 0.2388027459383011, 0.1953705996274948, 0.17767763137817383, 0.15010182559490204, 0.17946898937225342, 0.16158249974250793, 0.1460740566253662, 0.15928424894809723, 0.17665523290634155, 0.13168078660964966, 0.0908333957195282, 0.15768487751483917, 0.10207134485244751, 0.10356935858726501, 0.08675889670848846, 0.020339008420705795, 0.06365035474300385, 0.10022417455911636, 0.04348647594451904], "cos_Ac_negg": [0.5233945846557617, 0.2388027459383011, 0.1953705996274948, 0.17767763137817383, 0.15010182559490204, 0.17946898937225342, 0.16158249974250793, 0.1460740566253662, 0.15928424894809723, 0.17665523290634155, 0.13168078660964966, 0.0908333957195282, 0.15768487751483917, 0.10207134485244751, 0.10356935858726501, 0.08675889670848846, 0.020339008420705795, 0.06365035474300385, 0.10022417455911636, 0.04348647594451904], "r_norm": [4.279807090759277, 4.148758888244629, 4.082093238830566, 4.170461177825928, 4.057801246643066, 4.094306468963623, 4.291085243225098, 4.115657329559326, 4.184557914733887, 4.173924922943115, 4.243612289428711, 4.087459564208984, 4.1650800704956055, 4.155928134918213, 4.094602584838867, 4.236709117889404, 4.202170372009277, 4.123291015625, 4.205220699310303, 4.246150970458984]}, {"step": 9350, "epoch": 23, "train_loss": 1.5289325714111328, "cos_r_negg": [0.5194700956344604, 0.2564053535461426, 0.1944773644208908, 0.17962095141410828, 0.16888633370399475, 0.17974218726158142, 0.16866382956504822, 0.15463581681251526, 0.17027613520622253, 0.16890114545822144, 0.14900484681129456, 0.07550035417079926, 0.1637924164533615, 0.07034546881914139, 0.10790909826755524, 0.08474823087453842, 0.0663975179195404, 0.0483340285718441, 0.07985694706439972, 0.0537191778421402], "cos_apical_negg": [0.5194700956344604, 0.2564053535461426, 0.1944773644208908, 0.17962095141410828, 0.16888633370399475, 0.17974218726158142, 0.16866382956504822, 0.15463581681251526, 0.17027613520622253, 0.16890114545822144, 0.14900484681129456, 0.07550035417079926, 0.1637924164533615, 0.07034546881914139, 0.10790909826755524, 0.08474823087453842, 0.0663975179195404, 0.0483340285718441, 0.07985694706439972, 0.0537191778421402], "cos_Ac_negg": [0.5194700956344604, 0.2564053535461426, 0.1944773644208908, 0.17962095141410828, 0.16888633370399475, 0.17974218726158142, 0.16866382956504822, 0.15463581681251526, 0.17027613520622253, 0.16890114545822144, 0.14900484681129456, 0.07550035417079926, 0.1637924164533615, 0.07034546881914139, 0.10790909826755524, 0.08474823087453842, 0.0663975179195404, 0.0483340285718441, 0.07985694706439972, 0.0537191778421402], "r_norm": [4.347980499267578, 4.210521697998047, 4.136908531188965, 4.233016014099121, 4.113635063171387, 4.160491943359375, 4.35299015045166, 4.1815009117126465, 4.241830825805664, 4.242556571960449, 4.310638427734375, 4.148289203643799, 4.228367805480957, 4.217263221740723, 4.1518449783325195, 4.299131870269775, 4.27102518081665, 4.180922985076904, 4.266791343688965, 4.304109573364258]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4049, "test_loss": 1.9041270874023437}, {"step": 9400, "epoch": 24, "train_loss": 1.3112688064575195, "cos_r_negg": [0.5343353748321533, 0.24625597894191742, 0.16827940940856934, 0.17354831099510193, 0.15162697434425354, 0.17769762873649597, 0.16956138610839844, 0.16380718350410461, 0.17130833864212036, 0.17207282781600952, 0.12154878675937653, 0.09002608805894852, 0.13373148441314697, 0.07503698766231537, 0.09648612141609192, 0.06366174668073654, 0.07965263724327087, 0.06594926118850708, 0.09062635898590088, 0.021945515647530556], "cos_apical_negg": [0.5343353748321533, 0.24625597894191742, 0.16827940940856934, 0.17354831099510193, 0.15162697434425354, 0.17769762873649597, 0.16956138610839844, 0.16380718350410461, 0.17130833864212036, 0.17207282781600952, 0.12154878675937653, 0.09002608805894852, 0.13373148441314697, 0.07503698766231537, 0.09648612141609192, 0.06366174668073654, 0.07965263724327087, 0.06594926118850708, 0.09062635898590088, 0.021945515647530556], "cos_Ac_negg": [0.5343353748321533, 0.24625597894191742, 0.16827940940856934, 0.17354831099510193, 0.15162697434425354, 0.17769762873649597, 0.16956138610839844, 0.16380718350410461, 0.17130833864212036, 0.17207282781600952, 0.12154878675937653, 0.09002608805894852, 0.13373148441314697, 0.07503698766231537, 0.09648612141609192, 0.06366174668073654, 0.07965263724327087, 0.06594926118850708, 0.09062635898590088, 0.021945515647530556], "r_norm": [4.316232204437256, 4.176214218139648, 4.109642028808594, 4.193793296813965, 4.075592994689941, 4.122389793395996, 4.316601753234863, 4.143489360809326, 4.207208633422852, 4.203856468200684, 4.2711687088012695, 4.115184307098389, 4.193864345550537, 4.175699234008789, 4.114496231079102, 4.255183219909668, 4.224943161010742, 4.150303840637207, 4.233391284942627, 4.261918544769287]}, {"step": 9450, "epoch": 24, "train_loss": 1.4221837520599365, "cos_r_negg": [0.5377047657966614, 0.2507627606391907, 0.1811656951904297, 0.1902049034833908, 0.17604386806488037, 0.18944236636161804, 0.18279847502708435, 0.15046726167201996, 0.17370735108852386, 0.1806020438671112, 0.13505056500434875, 0.0915738195180893, 0.1661442220211029, 0.07800635695457458, 0.12015393376350403, 0.07361160218715668, 0.06354580819606781, 0.07279102504253387, 0.06823751330375671, 0.04391055181622505], "cos_apical_negg": [0.5377047657966614, 0.2507627606391907, 0.1811656951904297, 0.1902049034833908, 0.17604386806488037, 0.18944236636161804, 0.18279847502708435, 0.15046726167201996, 0.17370735108852386, 0.1806020438671112, 0.13505056500434875, 0.0915738195180893, 0.1661442220211029, 0.07800635695457458, 0.12015393376350403, 0.07361160218715668, 0.06354580819606781, 0.07279102504253387, 0.06823751330375671, 0.04391055181622505], "cos_Ac_negg": [0.5377047657966614, 0.2507627606391907, 0.1811656951904297, 0.1902049034833908, 0.17604386806488037, 0.18944236636161804, 0.18279847502708435, 0.15046726167201996, 0.17370735108852386, 0.1806020438671112, 0.13505056500434875, 0.0915738195180893, 0.1661442220211029, 0.07800635695457458, 0.12015393376350403, 0.07361160218715668, 0.06354580819606781, 0.07279102504253387, 0.06823751330375671, 0.04391055181622505], "r_norm": [4.388083457946777, 4.249753952026367, 4.18656063079834, 4.27786922454834, 4.164957523345947, 4.186384201049805, 4.386298179626465, 4.2134809494018555, 4.283545970916748, 4.273308753967285, 4.352169036865234, 4.18543815612793, 4.272668838500977, 4.253046989440918, 4.192856788635254, 4.34023904800415, 4.300605773925781, 4.228240966796875, 4.301515579223633, 4.343692779541016]}, {"step": 9500, "epoch": 24, "train_loss": 1.5630857944488525, "cos_r_negg": [0.5282060503959656, 0.24740761518478394, 0.17491960525512695, 0.17869804799556732, 0.15792888402938843, 0.1857694387435913, 0.1774894893169403, 0.1628933846950531, 0.1699606478214264, 0.17283901572227478, 0.1274838000535965, 0.11143313348293304, 0.13795006275177002, 0.0547260046005249, 0.09628549963235855, 0.09986033290624619, 0.07748530805110931, 0.06082627922296524, 0.06157368794083595, 0.020150013267993927], "cos_apical_negg": [0.5282060503959656, 0.24740761518478394, 0.17491960525512695, 0.17869804799556732, 0.15792888402938843, 0.1857694387435913, 0.1774894893169403, 0.1628933846950531, 0.1699606478214264, 0.17283901572227478, 0.1274838000535965, 0.11143313348293304, 0.13795006275177002, 0.0547260046005249, 0.09628549963235855, 0.09986033290624619, 0.07748530805110931, 0.06082627922296524, 0.06157368794083595, 0.020150013267993927], "cos_Ac_negg": [0.5282060503959656, 0.24740761518478394, 0.17491960525512695, 0.17869804799556732, 0.15792888402938843, 0.1857694387435913, 0.1774894893169403, 0.1628933846950531, 0.1699606478214264, 0.17283901572227478, 0.1274838000535965, 0.11143313348293304, 0.13795006275177002, 0.0547260046005249, 0.09628549963235855, 0.09986033290624619, 0.07748530805110931, 0.06082627922296524, 0.06157368794083595, 0.020150013267993927], "r_norm": [4.336034774780273, 4.199522018432617, 4.125356674194336, 4.224818229675293, 4.094311237335205, 4.147189140319824, 4.34114408493042, 4.168501853942871, 4.230759620666504, 4.222969055175781, 4.288113117218018, 4.138517379760742, 4.2084150314331055, 4.194178581237793, 4.136829376220703, 4.275722503662109, 4.2479400634765625, 4.174039840698242, 4.254420280456543, 4.282142639160156]}, {"step": 9550, "epoch": 24, "train_loss": 1.5534985065460205, "cos_r_negg": [0.48524731397628784, 0.2454921305179596, 0.18121612071990967, 0.1837044060230255, 0.18026825785636902, 0.17536909878253937, 0.17502593994140625, 0.17653325200080872, 0.17084062099456787, 0.17051905393600464, 0.16045424342155457, 0.10981185734272003, 0.14851310849189758, 0.07264602184295654, 0.09741656482219696, 0.08689931035041809, 0.0778883844614029, 0.058500465005636215, 0.07893995940685272, 0.04928332567214966], "cos_apical_negg": [0.48524731397628784, 0.2454921305179596, 0.18121612071990967, 0.1837044060230255, 0.18026825785636902, 0.17536909878253937, 0.17502593994140625, 0.17653325200080872, 0.17084062099456787, 0.17051905393600464, 0.16045424342155457, 0.10981185734272003, 0.14851310849189758, 0.07264602184295654, 0.09741656482219696, 0.08689931035041809, 0.0778883844614029, 0.058500465005636215, 0.07893995940685272, 0.04928332567214966], "cos_Ac_negg": [0.48524731397628784, 0.2454921305179596, 0.18121612071990967, 0.1837044060230255, 0.18026825785636902, 0.17536909878253937, 0.17502593994140625, 0.17653325200080872, 0.17084062099456787, 0.17051905393600464, 0.16045424342155457, 0.10981185734272003, 0.14851310849189758, 0.07264602184295654, 0.09741656482219696, 0.08689931035041809, 0.0778883844614029, 0.058500465005636215, 0.07893995940685272, 0.04928332567214966], "r_norm": [4.326663970947266, 4.198477268218994, 4.130523681640625, 4.220662593841553, 4.094629287719727, 4.145735740661621, 4.323958396911621, 4.1601762771606445, 4.227483749389648, 4.218709945678711, 4.302779197692871, 4.142314434051514, 4.2187957763671875, 4.194972038269043, 4.135433197021484, 4.28788948059082, 4.25557804107666, 4.169290065765381, 4.246406555175781, 4.291347980499268]}, {"step": 9600, "epoch": 24, "train_loss": 1.5226342678070068, "cos_r_negg": [0.4997723698616028, 0.24792015552520752, 0.19201940298080444, 0.18505586683750153, 0.17490045726299286, 0.18917489051818848, 0.18328392505645752, 0.16115190088748932, 0.17863860726356506, 0.19730359315872192, 0.14307744801044464, 0.10503673553466797, 0.14666114747524261, 0.07315710186958313, 0.10719762742519379, 0.10014942288398743, 0.07612210512161255, 0.05064024776220322, 0.08776678144931793, 0.05957324802875519], "cos_apical_negg": [0.4997723698616028, 0.24792015552520752, 0.19201940298080444, 0.18505586683750153, 0.17490045726299286, 0.18917489051818848, 0.18328392505645752, 0.16115190088748932, 0.17863860726356506, 0.19730359315872192, 0.14307744801044464, 0.10503673553466797, 0.14666114747524261, 0.07315710186958313, 0.10719762742519379, 0.10014942288398743, 0.07612210512161255, 0.05064024776220322, 0.08776678144931793, 0.05957324802875519], "cos_Ac_negg": [0.4997723698616028, 0.24792015552520752, 0.19201940298080444, 0.18505586683750153, 0.17490045726299286, 0.18917489051818848, 0.18328392505645752, 0.16115190088748932, 0.17863860726356506, 0.19730359315872192, 0.14307744801044464, 0.10503673553466797, 0.14666114747524261, 0.07315710186958313, 0.10719762742519379, 0.10014942288398743, 0.07612210512161255, 0.05064024776220322, 0.08776678144931793, 0.05957324802875519], "r_norm": [4.226374626159668, 4.0779337882995605, 4.016844272613525, 4.111177444458008, 4.001435279846191, 4.0391082763671875, 4.230412483215332, 4.061610221862793, 4.12369441986084, 4.121846675872803, 4.175658226013184, 4.023184299468994, 4.105439186096191, 4.086727142333984, 4.036248207092285, 4.174034595489502, 4.153496742248535, 4.056490898132324, 4.139623165130615, 4.17349100112915]}, {"step": 9650, "epoch": 24, "train_loss": 1.4891910552978516, "cos_r_negg": [0.5117145776748657, 0.2403368204832077, 0.18057945370674133, 0.20332348346710205, 0.16714195907115936, 0.18382754921913147, 0.16648484766483307, 0.15720568597316742, 0.1799263060092926, 0.18449367582798004, 0.13967350125312805, 0.11195476353168488, 0.12462399899959564, 0.06974882632493973, 0.09460172057151794, 0.09194260835647583, 0.05839036777615547, 0.03065025806427002, 0.09406042844057083, 0.042808324098587036], "cos_apical_negg": [0.5117145776748657, 0.2403368204832077, 0.18057945370674133, 0.20332348346710205, 0.16714195907115936, 0.18382754921913147, 0.16648484766483307, 0.15720568597316742, 0.1799263060092926, 0.18449367582798004, 0.13967350125312805, 0.11195476353168488, 0.12462399899959564, 0.06974882632493973, 0.09460172057151794, 0.09194260835647583, 0.05839036777615547, 0.03065025806427002, 0.09406042844057083, 0.042808324098587036], "cos_Ac_negg": [0.5117145776748657, 0.2403368204832077, 0.18057945370674133, 0.20332348346710205, 0.16714195907115936, 0.18382754921913147, 0.16648484766483307, 0.15720568597316742, 0.1799263060092926, 0.18449367582798004, 0.13967350125312805, 0.11195476353168488, 0.12462399899959564, 0.06974882632493973, 0.09460172057151794, 0.09194260835647583, 0.05839036777615547, 0.03065025806427002, 0.09406042844057083, 0.042808324098587036], "r_norm": [4.298626899719238, 4.151594161987305, 4.0952348709106445, 4.172598361968994, 4.077166557312012, 4.098282337188721, 4.289369583129883, 4.116630554199219, 4.192958354949951, 4.169809341430664, 4.248598098754883, 4.081672191619873, 4.17392110824585, 4.157382488250732, 4.101291656494141, 4.2371416091918945, 4.221440315246582, 4.127534866333008, 4.198596000671387, 4.246293067932129]}, {"step": 9700, "epoch": 24, "train_loss": 1.407139539718628, "cos_r_negg": [0.5290272235870361, 0.23240387439727783, 0.17521217465400696, 0.18524251878261566, 0.15503865480422974, 0.1738927811384201, 0.17574891448020935, 0.1718340814113617, 0.17184804379940033, 0.18771642446517944, 0.15931691229343414, 0.098072350025177, 0.1410168707370758, 0.10542219877243042, 0.11018556356430054, 0.10642498731613159, 0.05541769787669182, 0.08975236117839813, 0.09435411542654037, 0.05787452310323715], "cos_apical_negg": [0.5290272235870361, 0.23240387439727783, 0.17521217465400696, 0.18524251878261566, 0.15503865480422974, 0.1738927811384201, 0.17574891448020935, 0.1718340814113617, 0.17184804379940033, 0.18771642446517944, 0.15931691229343414, 0.098072350025177, 0.1410168707370758, 0.10542219877243042, 0.11018556356430054, 0.10642498731613159, 0.05541769787669182, 0.08975236117839813, 0.09435411542654037, 0.05787452310323715], "cos_Ac_negg": [0.5290272235870361, 0.23240387439727783, 0.17521217465400696, 0.18524251878261566, 0.15503865480422974, 0.1738927811384201, 0.17574891448020935, 0.1718340814113617, 0.17184804379940033, 0.18771642446517944, 0.15931691229343414, 0.098072350025177, 0.1410168707370758, 0.10542219877243042, 0.11018556356430054, 0.10642498731613159, 0.05541769787669182, 0.08975236117839813, 0.09435411542654037, 0.05787452310323715], "r_norm": [4.3403167724609375, 4.174063205718994, 4.118957996368408, 4.229240894317627, 4.113799095153809, 4.149813652038574, 4.344886779785156, 4.173573970794678, 4.238999366760254, 4.245827674865723, 4.287367820739746, 4.141465663909912, 4.21223783493042, 4.20590877532959, 4.146817207336426, 4.289681434631348, 4.253448486328125, 4.159698486328125, 4.247842311859131, 4.294652938842773]}, {"step": 9750, "epoch": 24, "train_loss": 1.3580867052078247, "cos_r_negg": [0.5199892520904541, 0.2489592730998993, 0.19989123940467834, 0.1866462081670761, 0.19018365442752838, 0.16861048340797424, 0.16751141846179962, 0.16566245257854462, 0.1779176890850067, 0.17897480726242065, 0.14815299212932587, 0.11186505109071732, 0.12170939147472382, 0.09382858872413635, 0.10567891597747803, 0.09490370005369186, 0.046746835112571716, 0.07419557124376297, 0.1057833731174469, 0.08217722922563553], "cos_apical_negg": [0.5199892520904541, 0.2489592730998993, 0.19989123940467834, 0.1866462081670761, 0.19018365442752838, 0.16861048340797424, 0.16751141846179962, 0.16566245257854462, 0.1779176890850067, 0.17897480726242065, 0.14815299212932587, 0.11186505109071732, 0.12170939147472382, 0.09382858872413635, 0.10567891597747803, 0.09490370005369186, 0.046746835112571716, 0.07419557124376297, 0.1057833731174469, 0.08217722922563553], "cos_Ac_negg": [0.5199892520904541, 0.2489592730998993, 0.19989123940467834, 0.1866462081670761, 0.19018365442752838, 0.16861048340797424, 0.16751141846179962, 0.16566245257854462, 0.1779176890850067, 0.17897480726242065, 0.14815299212932587, 0.11186505109071732, 0.12170939147472382, 0.09382858872413635, 0.10567891597747803, 0.09490370005369186, 0.046746835112571716, 0.07419557124376297, 0.1057833731174469, 0.08217722922563553], "r_norm": [4.301116943359375, 4.1494340896606445, 4.087707042694092, 4.1801910400390625, 4.076499938964844, 4.116593360900879, 4.322004318237305, 4.138516426086426, 4.198958396911621, 4.208837509155273, 4.247126579284668, 4.092198848724365, 4.181398391723633, 4.168008327484131, 4.116239547729492, 4.250033378601074, 4.237837314605713, 4.135578155517578, 4.213332653045654, 4.258293151855469]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.3735, "test_loss": 2.023216345214844}], "final": {"test_acc": 0.3735, "test_loss": 2.023216345214844, "wall_s": 72.17158794403076, "cos_r_negg": [0.5163213014602661, 0.2367534190416336, 0.18341442942619324, 0.18658210337162018, 0.18984127044677734, 0.16770178079605103, 0.17689728736877441, 0.15291960537433624, 0.16307953000068665, 0.17441795766353607, 0.14448314905166626, 0.10762771219015121, 0.1416083574295044, 0.09517723321914673, 0.09767814725637436, 0.08586537837982178, 0.07303208112716675, 0.09395257383584976, 0.09830997884273529, 0.05314552038908005], "cos_apical_negg": [0.5163213014602661, 0.2367534190416336, 0.18341442942619324, 0.18658210337162018, 0.18984127044677734, 0.16770178079605103, 0.17689728736877441, 0.15291960537433624, 0.16307953000068665, 0.17441795766353607, 0.14448314905166626, 0.10762771219015121, 0.1416083574295044, 0.09517723321914673, 0.09767814725637436, 0.08586537837982178, 0.07303208112716675, 0.09395257383584976, 0.09830997884273529, 0.05314552038908005], "cos_Ac_negg": [0.5163213014602661, 0.2367534190416336, 0.18341442942619324, 0.18658210337162018, 0.18984127044677734, 0.16770178079605103, 0.17689728736877441, 0.15291960537433624, 0.16307953000068665, 0.17441795766353607, 0.14448314905166626, 0.10762771219015121, 0.1416083574295044, 0.09517723321914673, 0.09767814725637436, 0.08586537837982178, 0.07303208112716675, 0.09395257383584976, 0.09830997884273529, 0.05314552038908005]}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_dfa_d30_s0.json b/results/deepres_cifar10_dfa_d30_s0.json
new file mode 100644
index 0000000..39066c3
--- /dev/null
+++ b/results/deepres_cifar10_dfa_d30_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 30, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.03, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_dfa_d30_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5792012214660645, "cos_r_negg": [0.018699761480093002, 0.004817531909793615, 0.0255260169506073, -0.009007121436297894, 0.06443905830383301, 0.002985388971865177, 0.01496785506606102, 0.01714998483657837, 0.006063548848032951, -0.04680873453617096, 0.012309889309108257, 0.01633492298424244, 0.012009755708277225, -0.02864072099328041, -0.0007530767470598221, -0.004546316806226969, 0.013018148951232433, 0.016338862478733063, 0.03292915225028992, 0.005386652424931526, 0.016969844698905945, 0.0071520633064210415, -0.03145381063222885, -0.049451809376478195, -0.013959698379039764, -0.0067818425595760345, -0.00212344853207469, 0.017092391848564148, 0.024042928591370583, 0.0296170674264431], "cos_apical_negg": [0.018699761480093002, 0.004817531909793615, 0.0255260169506073, -0.009007121436297894, 0.06443905830383301, 0.002985388971865177, 0.01496785506606102, 0.01714998483657837, 0.006063548848032951, -0.04680873453617096, 0.012309889309108257, 0.01633492298424244, 0.012009755708277225, -0.02864072099328041, -0.0007530767470598221, -0.004546316806226969, 0.013018148951232433, 0.016338862478733063, 0.03292915225028992, 0.005386652424931526, 0.016969844698905945, 0.0071520633064210415, -0.03145381063222885, -0.049451809376478195, -0.013959698379039764, -0.0067818425595760345, -0.00212344853207469, 0.017092391848564148, 0.024042928591370583, 0.0296170674264431], "cos_Ac_negg": [0.018699761480093002, 0.004817531909793615, 0.0255260169506073, -0.009007121436297894, 0.06443905830383301, 0.002985388971865177, 0.01496785506606102, 0.01714998483657837, 0.006063548848032951, -0.04680873453617096, 0.012309889309108257, 0.01633492298424244, 0.012009755708277225, -0.02864072099328041, -0.0007530767470598221, -0.004546316806226969, 0.013018148951232433, 0.016338862478733063, 0.03292915225028992, 0.005386652424931526, 0.016969844698905945, 0.0071520633064210415, -0.03145381063222885, -0.049451809376478195, -0.013959698379039764, -0.0067818425595760345, -0.00212344853207469, 0.017092391848564148, 0.024042928591370583, 0.0296170674264431], "r_norm": [4.865830421447754, 5.011545181274414, 4.928307056427002, 4.97276496887207, 4.968716621398926, 4.967079162597656, 4.9226226806640625, 4.908247470855713, 4.978839874267578, 4.923112869262695, 4.917588233947754, 4.975714683532715, 5.003076553344727, 5.055593967437744, 5.014103889465332, 4.902737617492676, 5.1385416984558105, 4.887923240661621, 5.025349140167236, 4.9815168380737305, 4.8548150062561035, 4.913004398345947, 5.014097690582275, 4.882999897003174, 4.972596168518066, 4.9221343994140625, 4.8554768562316895, 4.9034552574157715, 4.920881271362305, 4.918543815612793]}, {"step": 50, "epoch": 0, "train_loss": 2.119046211242676, "cos_r_negg": [0.22831058502197266, -0.02788548544049263, -0.015220865607261658, -0.008381800726056099, -0.034448251128196716, -0.00116023700684309, -0.02645900472998619, -0.0039650313556194305, -0.03157736361026764, -0.08526611328125, -0.08151593804359436, -0.001502681989222765, -0.050455182790756226, -0.03905118629336357, -0.06326305121183395, -0.012018216773867607, -0.031043466180562973, -0.012878049165010452, -0.012004248797893524, -0.003623729571700096, -0.040766261518001556, 0.009381631389260292, -0.013385800644755363, -0.10211741179227829, -0.023708544671535492, -0.07729452103376389, 0.023766497150063515, -0.013030653819441795, -0.024858027696609497, -0.02540481463074684], "cos_apical_negg": [0.22831058502197266, -0.02788548544049263, -0.015220865607261658, -0.008381800726056099, -0.034448251128196716, -0.00116023700684309, -0.02645900472998619, -0.0039650313556194305, -0.03157736361026764, -0.08526611328125, -0.08151593804359436, -0.001502681989222765, -0.050455182790756226, -0.03905118629336357, -0.06326305121183395, -0.012018216773867607, -0.031043466180562973, -0.012878049165010452, -0.012004248797893524, -0.003623729571700096, -0.040766261518001556, 0.009381631389260292, -0.013385800644755363, -0.10211741179227829, -0.023708544671535492, -0.07729452103376389, 0.023766497150063515, -0.013030653819441795, -0.024858027696609497, -0.02540481463074684], "cos_Ac_negg": [0.22831058502197266, -0.02788548544049263, -0.015220865607261658, -0.008381800726056099, -0.034448251128196716, -0.00116023700684309, -0.02645900472998619, -0.0039650313556194305, -0.03157736361026764, -0.08526611328125, -0.08151593804359436, -0.001502681989222765, -0.050455182790756226, -0.03905118629336357, -0.06326305121183395, -0.012018216773867607, -0.031043466180562973, -0.012878049165010452, -0.012004248797893524, -0.003623729571700096, -0.040766261518001556, 0.009381631389260292, -0.013385800644755363, -0.10211741179227829, -0.023708544671535492, -0.07729452103376389, 0.023766497150063515, -0.013030653819441795, -0.024858027696609497, -0.02540481463074684], "r_norm": [4.625418186187744, 4.714322090148926, 4.636122226715088, 4.732441425323486, 4.687596797943115, 4.693787574768066, 4.635520935058594, 4.666353702545166, 4.673396110534668, 4.658766746520996, 4.64084529876709, 4.720671653747559, 4.7676100730896, 4.835655212402344, 4.706947326660156, 4.6838788986206055, 4.8510355949401855, 4.616023540496826, 4.766968727111816, 4.733941078186035, 4.573853015899658, 4.68214225769043, 4.757942199707031, 4.637836456298828, 4.716765403747559, 4.646007537841797, 4.591082572937012, 4.660025596618652, 4.657351016998291, 4.686543941497803]}, {"step": 100, "epoch": 0, "train_loss": 1.979256272315979, "cos_r_negg": [0.299411416053772, 0.003239454934373498, -0.039322905242443085, -0.056845661252737045, -0.03856673836708069, -0.0029199703130871058, -0.061401404440402985, -0.02046433463692665, -0.0353492833673954, -0.017355037853121758, -0.042813729494810104, -0.021302416920661926, -0.0344487763941288, -0.020841848105192184, -0.025533508509397507, -0.01621074229478836, -0.05984240025281906, -0.021608542650938034, -0.018987221643328667, -0.06445704400539398, 0.0019654727075248957, 0.03747880831360817, 0.0683833435177803, -0.07244076579809189, 0.03835541382431984, -0.04845207929611206, -0.015643294900655746, -0.09149867296218872, -0.026688363403081894, -0.030923090875148773], "cos_apical_negg": [0.299411416053772, 0.003239454934373498, -0.039322905242443085, -0.056845661252737045, -0.03856673836708069, -0.0029199703130871058, -0.061401404440402985, -0.02046433463692665, -0.0353492833673954, -0.017355037853121758, -0.042813729494810104, -0.021302416920661926, -0.0344487763941288, -0.020841848105192184, -0.025533508509397507, -0.01621074229478836, -0.05984240025281906, -0.021608542650938034, -0.018987221643328667, -0.06445704400539398, 0.0019654727075248957, 0.03747880831360817, 0.0683833435177803, -0.07244076579809189, 0.03835541382431984, -0.04845207929611206, -0.015643294900655746, -0.09149867296218872, -0.026688363403081894, -0.030923090875148773], "cos_Ac_negg": [0.299411416053772, 0.003239454934373498, -0.039322905242443085, -0.056845661252737045, -0.03856673836708069, -0.0029199703130871058, -0.061401404440402985, -0.02046433463692665, -0.0353492833673954, -0.017355037853121758, -0.042813729494810104, -0.021302416920661926, -0.0344487763941288, -0.020841848105192184, -0.025533508509397507, -0.01621074229478836, -0.05984240025281906, -0.021608542650938034, -0.018987221643328667, -0.06445704400539398, 0.0019654727075248957, 0.03747880831360817, 0.0683833435177803, -0.07244076579809189, 0.03835541382431984, -0.04845207929611206, -0.015643294900655746, -0.09149867296218872, -0.026688363403081894, -0.030923090875148773], "r_norm": [4.375892162322998, 4.476372718811035, 4.409747123718262, 4.48714542388916, 4.441244125366211, 4.451834201812744, 4.3889665603637695, 4.416384696960449, 4.435594081878662, 4.4137444496154785, 4.4060468673706055, 4.465353012084961, 4.507555961608887, 4.568526744842529, 4.461014270782471, 4.42424201965332, 4.614985466003418, 4.38590145111084, 4.520166397094727, 4.478015899658203, 4.343422889709473, 4.42924690246582, 4.491785526275635, 4.388050556182861, 4.454602241516113, 4.406991004943848, 4.356588840484619, 4.404975891113281, 4.399669647216797, 4.4264235496521]}, {"step": 150, "epoch": 0, "train_loss": 2.457221031188965, "cos_r_negg": [0.32378390431404114, 0.013390756212174892, -0.036209989339113235, -0.027427488937973976, -0.03219781816005707, -0.01525147259235382, -0.052785225212574005, -0.051341962069272995, -0.04577314481139183, -0.007545089814811945, -0.07606818526983261, -0.05020406097173691, -0.0917292982339859, -0.01818319410085678, -0.02748721092939377, -0.026171833276748657, -0.013035871088504791, -0.005166598595678806, -0.026704344898462296, -0.03135237842798233, -0.038932982832193375, -0.038837142288684845, 0.03875237703323364, -0.009214567951858044, 0.004346865229308605, -0.0818580687046051, 0.058879926800727844, -0.13181045651435852, -0.06320668756961823, 0.05586344003677368], "cos_apical_negg": [0.32378390431404114, 0.013390756212174892, -0.036209989339113235, -0.027427488937973976, -0.03219781816005707, -0.01525147259235382, -0.052785225212574005, -0.051341962069272995, -0.04577314481139183, -0.007545089814811945, -0.07606818526983261, -0.05020406097173691, -0.0917292982339859, -0.01818319410085678, -0.02748721092939377, -0.026171833276748657, -0.013035871088504791, -0.005166598595678806, -0.026704344898462296, -0.03135237842798233, -0.038932982832193375, -0.038837142288684845, 0.03875237703323364, -0.009214567951858044, 0.004346865229308605, -0.0818580687046051, 0.058879926800727844, -0.13181045651435852, -0.06320668756961823, 0.05586344003677368], "cos_Ac_negg": [0.32378390431404114, 0.013390756212174892, -0.036209989339113235, -0.027427488937973976, -0.03219781816005707, -0.01525147259235382, -0.052785225212574005, -0.051341962069272995, -0.04577314481139183, -0.007545089814811945, -0.07606818526983261, -0.05020406097173691, -0.0917292982339859, -0.01818319410085678, -0.02748721092939377, -0.026171833276748657, -0.013035871088504791, -0.005166598595678806, -0.026704344898462296, -0.03135237842798233, -0.038932982832193375, -0.038837142288684845, 0.03875237703323364, -0.009214567951858044, 0.004346865229308605, -0.0818580687046051, 0.058879926800727844, -0.13181045651435852, -0.06320668756961823, 0.05586344003677368], "r_norm": [4.589052200317383, 4.700631618499756, 4.611540794372559, 4.691888332366943, 4.648785591125488, 4.668425559997559, 4.598545074462891, 4.653486251831055, 4.649604797363281, 4.620051383972168, 4.607563018798828, 4.682039260864258, 4.737082481384277, 4.7989091873168945, 4.67305850982666, 4.643303871154785, 4.852120876312256, 4.6026787757873535, 4.732824325561523, 4.679874420166016, 4.5628509521484375, 4.659538269042969, 4.706141471862793, 4.620871543884277, 4.677812576293945, 4.607369422912598, 4.578590393066406, 4.603994846343994, 4.617364406585693, 4.661703109741211]}, {"step": 200, "epoch": 0, "train_loss": 2.2125115394592285, "cos_r_negg": [0.38311490416526794, -0.012563993223011494, -0.03257656842470169, -0.01576070673763752, -0.015260295942425728, 0.008574356324970722, -0.084144227206707, -0.043147973716259, -0.05492653697729111, -0.04274725914001465, -0.04677347466349602, -0.008422615937888622, -0.09128886461257935, -0.02064298465847969, -0.007792418356984854, -0.061353445053100586, -0.012402750551700592, 0.005792052019387484, 0.010758946649730206, -0.0521133691072464, -0.02073155902326107, 0.005849892273545265, 0.04994724690914154, -0.030840136110782623, 0.009084230288863182, 0.02962227165699005, 0.0184128750115633, -0.14134787023067474, -0.08798987418413162, 0.024914663285017014], "cos_apical_negg": [0.38311490416526794, -0.012563993223011494, -0.03257656842470169, -0.01576070673763752, -0.015260295942425728, 0.008574356324970722, -0.084144227206707, -0.043147973716259, -0.05492653697729111, -0.04274725914001465, -0.04677347466349602, -0.008422615937888622, -0.09128886461257935, -0.02064298465847969, -0.007792418356984854, -0.061353445053100586, -0.012402750551700592, 0.005792052019387484, 0.010758946649730206, -0.0521133691072464, -0.02073155902326107, 0.005849892273545265, 0.04994724690914154, -0.030840136110782623, 0.009084230288863182, 0.02962227165699005, 0.0184128750115633, -0.14134787023067474, -0.08798987418413162, 0.024914663285017014], "cos_Ac_negg": [0.38311490416526794, -0.012563993223011494, -0.03257656842470169, -0.01576070673763752, -0.015260295942425728, 0.008574356324970722, -0.084144227206707, -0.043147973716259, -0.05492653697729111, -0.04274725914001465, -0.04677347466349602, -0.008422615937888622, -0.09128886461257935, -0.02064298465847969, -0.007792418356984854, -0.061353445053100586, -0.012402750551700592, 0.005792052019387484, 0.010758946649730206, -0.0521133691072464, -0.02073155902326107, 0.005849892273545265, 0.04994724690914154, -0.030840136110782623, 0.009084230288863182, 0.02962227165699005, 0.0184128750115633, -0.14134787023067474, -0.08798987418413162, 0.024914663285017014], "r_norm": [4.362260818481445, 4.455961227416992, 4.3855133056640625, 4.478316307067871, 4.425693511962891, 4.4479079246521, 4.377469062805176, 4.4205732345581055, 4.4269537925720215, 4.403611183166504, 4.3803205490112305, 4.4505414962768555, 4.514981269836426, 4.562691688537598, 4.439927101135254, 4.413216590881348, 4.588128566741943, 4.363636493682861, 4.507833003997803, 4.460936546325684, 4.333421230316162, 4.4144721031188965, 4.492408275604248, 4.371842384338379, 4.448820114135742, 4.391401290893555, 4.362875938415527, 4.389667510986328, 4.394724369049072, 4.407757759094238]}, {"step": 250, "epoch": 0, "train_loss": 2.0727896690368652, "cos_r_negg": [0.40210092067718506, -0.01725294068455696, -0.024577513337135315, 0.0011774925515055656, -0.008661887608468533, 0.01144954189658165, -0.10038802772760391, -0.02995781973004341, -0.04271771386265755, -0.023977339267730713, -0.028071260079741478, -0.005096158012747765, -0.10187074542045593, -0.02280859462916851, -0.0033929524943232536, 0.003501855069771409, -0.03426077216863632, 0.011754310689866543, 0.01798461377620697, -0.08048085123300552, 0.01699654944241047, 0.0434805229306221, 0.0047773257829248905, -0.046292565762996674, -0.006127464585006237, -0.021170292049646378, 0.027239277958869934, -0.07543793320655823, -0.08322256058454514, -0.02626950293779373], "cos_apical_negg": [0.40210092067718506, -0.01725294068455696, -0.024577513337135315, 0.0011774925515055656, -0.008661887608468533, 0.01144954189658165, -0.10038802772760391, -0.02995781973004341, -0.04271771386265755, -0.023977339267730713, -0.028071260079741478, -0.005096158012747765, -0.10187074542045593, -0.02280859462916851, -0.0033929524943232536, 0.003501855069771409, -0.03426077216863632, 0.011754310689866543, 0.01798461377620697, -0.08048085123300552, 0.01699654944241047, 0.0434805229306221, 0.0047773257829248905, -0.046292565762996674, -0.006127464585006237, -0.021170292049646378, 0.027239277958869934, -0.07543793320655823, -0.08322256058454514, -0.02626950293779373], "cos_Ac_negg": [0.40210092067718506, -0.01725294068455696, -0.024577513337135315, 0.0011774925515055656, -0.008661887608468533, 0.01144954189658165, -0.10038802772760391, -0.02995781973004341, -0.04271771386265755, -0.023977339267730713, -0.028071260079741478, -0.005096158012747765, -0.10187074542045593, -0.02280859462916851, -0.0033929524943232536, 0.003501855069771409, -0.03426077216863632, 0.011754310689866543, 0.01798461377620697, -0.08048085123300552, 0.01699654944241047, 0.0434805229306221, 0.0047773257829248905, -0.046292565762996674, -0.006127464585006237, -0.021170292049646378, 0.027239277958869934, -0.07543793320655823, -0.08322256058454514, -0.02626950293779373], "r_norm": [4.352054595947266, 4.442814826965332, 4.364097595214844, 4.450922012329102, 4.423765182495117, 4.417111873626709, 4.3605780601501465, 4.38472843170166, 4.404050350189209, 4.381579399108887, 4.35609769821167, 4.423144340515137, 4.488300323486328, 4.536655426025391, 4.425970077514648, 4.394968032836914, 4.5660600662231445, 4.345150947570801, 4.490848064422607, 4.435521602630615, 4.316843032836914, 4.3960113525390625, 4.464920997619629, 4.353135108947754, 4.423840045928955, 4.383149147033691, 4.328618049621582, 4.364809036254883, 4.359899044036865, 4.402257442474365]}, {"step": 300, "epoch": 0, "train_loss": 1.763762354850769, "cos_r_negg": [0.3786161541938782, -0.00711311399936676, -0.039491552859544754, -0.0016312794759869576, 0.007472166325896978, -0.0178380124270916, -0.054136864840984344, -0.04183850437402725, -0.07200244069099426, -0.04270201548933983, -0.018037622794508934, -0.019212134182453156, -0.09490229189395905, -0.0032487930729985237, -0.03909437358379364, -0.062048882246017456, 0.010511812753975391, -0.05247708782553673, -0.016182484105229378, -0.05591834336519241, -0.01883404143154621, -0.01605575904250145, 0.00834475364536047, -0.015320263803005219, 0.03413279354572296, -0.04534586891531944, -0.010972470976412296, -0.07643677294254303, -0.03500811755657196, 0.0073196301236748695], "cos_apical_negg": [0.3786161541938782, -0.00711311399936676, -0.039491552859544754, -0.0016312794759869576, 0.007472166325896978, -0.0178380124270916, -0.054136864840984344, -0.04183850437402725, -0.07200244069099426, -0.04270201548933983, -0.018037622794508934, -0.019212134182453156, -0.09490229189395905, -0.0032487930729985237, -0.03909437358379364, -0.062048882246017456, 0.010511812753975391, -0.05247708782553673, -0.016182484105229378, -0.05591834336519241, -0.01883404143154621, -0.01605575904250145, 0.00834475364536047, -0.015320263803005219, 0.03413279354572296, -0.04534586891531944, -0.010972470976412296, -0.07643677294254303, -0.03500811755657196, 0.0073196301236748695], "cos_Ac_negg": [0.3786161541938782, -0.00711311399936676, -0.039491552859544754, -0.0016312794759869576, 0.007472166325896978, -0.0178380124270916, -0.054136864840984344, -0.04183850437402725, -0.07200244069099426, -0.04270201548933983, -0.018037622794508934, -0.019212134182453156, -0.09490229189395905, -0.0032487930729985237, -0.03909437358379364, -0.062048882246017456, 0.010511812753975391, -0.05247708782553673, -0.016182484105229378, -0.05591834336519241, -0.01883404143154621, -0.01605575904250145, 0.00834475364536047, -0.015320263803005219, 0.03413279354572296, -0.04534586891531944, -0.010972470976412296, -0.07643677294254303, -0.03500811755657196, 0.0073196301236748695], "r_norm": [4.324824333190918, 4.424914836883545, 4.353527545928955, 4.431609153747559, 4.394428253173828, 4.390359401702881, 4.335116386413574, 4.361912250518799, 4.3839030265808105, 4.359363079071045, 4.329998970031738, 4.409816265106201, 4.474700450897217, 4.521533489227295, 4.407465934753418, 4.371015548706055, 4.551089286804199, 4.322931289672852, 4.461097717285156, 4.409063339233398, 4.298567295074463, 4.387452125549316, 4.444911003112793, 4.350157737731934, 4.406947135925293, 4.358936786651611, 4.308976173400879, 4.352196216583252, 4.33665657043457, 4.389851093292236]}, {"step": 350, "epoch": 0, "train_loss": 2.1912307739257812, "cos_r_negg": [0.3958941698074341, -0.019903993234038353, -0.023586923256516457, -0.006099913734942675, 0.019260158762335777, 0.04603186994791031, -0.007978507317602634, -0.015888309106230736, -0.031936127692461014, -0.04753129929304123, -0.03602617233991623, -0.04392676800489426, -0.06372220814228058, -0.01187136210501194, 0.003966947551816702, -0.06094035878777504, 0.006302417255938053, -0.06069634109735489, -0.0037179002538323402, -0.08954468369483948, 0.004020078107714653, 0.017801135778427124, -0.0053124395199120045, 0.099831223487854, 0.0446908138692379, -0.09989447891712189, -0.01000570971518755, -0.08979731798171997, -0.08273681998252869, -0.02513241022825241], "cos_apical_negg": [0.3958941698074341, -0.019903993234038353, -0.023586923256516457, -0.006099913734942675, 0.019260158762335777, 0.04603186994791031, -0.007978507317602634, -0.015888309106230736, -0.031936127692461014, -0.04753129929304123, -0.03602617233991623, -0.04392676800489426, -0.06372220814228058, -0.01187136210501194, 0.003966947551816702, -0.06094035878777504, 0.006302417255938053, -0.06069634109735489, -0.0037179002538323402, -0.08954468369483948, 0.004020078107714653, 0.017801135778427124, -0.0053124395199120045, 0.099831223487854, 0.0446908138692379, -0.09989447891712189, -0.01000570971518755, -0.08979731798171997, -0.08273681998252869, -0.02513241022825241], "cos_Ac_negg": [0.3958941698074341, -0.019903993234038353, -0.023586923256516457, -0.006099913734942675, 0.019260158762335777, 0.04603186994791031, -0.007978507317602634, -0.015888309106230736, -0.031936127692461014, -0.04753129929304123, -0.03602617233991623, -0.04392676800489426, -0.06372220814228058, -0.01187136210501194, 0.003966947551816702, -0.06094035878777504, 0.006302417255938053, -0.06069634109735489, -0.0037179002538323402, -0.08954468369483948, 0.004020078107714653, 0.017801135778427124, -0.0053124395199120045, 0.099831223487854, 0.0446908138692379, -0.09989447891712189, -0.01000570971518755, -0.08979731798171997, -0.08273681998252869, -0.02513241022825241], "r_norm": [4.325520992279053, 4.426471710205078, 4.36651611328125, 4.428723335266113, 4.3871660232543945, 4.405121326446533, 4.3496503829956055, 4.3730034828186035, 4.384701728820801, 4.364316940307617, 4.341466903686523, 4.401370048522949, 4.4585723876953125, 4.509263038635254, 4.41940975189209, 4.367792129516602, 4.563241004943848, 4.32281494140625, 4.46822452545166, 4.42430305480957, 4.299947261810303, 4.385455131530762, 4.438317775726318, 4.337018966674805, 4.3945231437683105, 4.349882125854492, 4.320026874542236, 4.345441818237305, 4.346029281616211, 4.380647659301758]}, {"epoch_end": 0, "step": 391, "test_acc": 0.2982, "test_loss": 2.0893902587890625}, {"step": 400, "epoch": 1, "train_loss": 2.0061450004577637, "cos_r_negg": [0.406689316034317, -0.032347872853279114, -0.054532356560230255, -0.01060089934617281, 0.026012707501649857, 0.019872769713401794, -0.05045302212238312, -0.054726265370845795, -0.00654227752238512, -0.02914363704621792, -0.013210684061050415, -0.026328658685088158, -0.07291455566883087, -0.005809256806969643, -0.00104440376162529, -0.058705586940050125, 0.005443253554403782, -0.03595606982707977, 0.010133320465683937, -0.07424253225326538, -0.05089615285396576, -0.0273418091237545, -0.011893989518284798, 0.0929783284664154, 0.022025935351848602, -0.08915712684392929, -0.03115295059978962, -0.03570151329040527, -0.06946198642253876, -0.039774276316165924], "cos_apical_negg": [0.406689316034317, -0.032347872853279114, -0.054532356560230255, -0.01060089934617281, 0.026012707501649857, 0.019872769713401794, -0.05045302212238312, -0.054726265370845795, -0.00654227752238512, -0.02914363704621792, -0.013210684061050415, -0.026328658685088158, -0.07291455566883087, -0.005809256806969643, -0.00104440376162529, -0.058705586940050125, 0.005443253554403782, -0.03595606982707977, 0.010133320465683937, -0.07424253225326538, -0.05089615285396576, -0.0273418091237545, -0.011893989518284798, 0.0929783284664154, 0.022025935351848602, -0.08915712684392929, -0.03115295059978962, -0.03570151329040527, -0.06946198642253876, -0.039774276316165924], "cos_Ac_negg": [0.406689316034317, -0.032347872853279114, -0.054532356560230255, -0.01060089934617281, 0.026012707501649857, 0.019872769713401794, -0.05045302212238312, -0.054726265370845795, -0.00654227752238512, -0.02914363704621792, -0.013210684061050415, -0.026328658685088158, -0.07291455566883087, -0.005809256806969643, -0.00104440376162529, -0.058705586940050125, 0.005443253554403782, -0.03595606982707977, 0.010133320465683937, -0.07424253225326538, -0.05089615285396576, -0.0273418091237545, -0.011893989518284798, 0.0929783284664154, 0.022025935351848602, -0.08915712684392929, -0.03115295059978962, -0.03570151329040527, -0.06946198642253876, -0.039774276316165924], "r_norm": [4.317074775695801, 4.425055027008057, 4.361132621765137, 4.41794490814209, 4.387993335723877, 4.384081840515137, 4.3264055252075195, 4.361141204833984, 4.380853652954102, 4.354283332824707, 4.331108093261719, 4.394987106323242, 4.455112457275391, 4.51070499420166, 4.407701015472412, 4.362746715545654, 4.549818992614746, 4.327326774597168, 4.448323726654053, 4.414525508880615, 4.290314674377441, 4.380884170532227, 4.435842990875244, 4.3459577560424805, 4.398343563079834, 4.349365234375, 4.310849189758301, 4.352020740509033, 4.337257385253906, 4.36876106262207]}, {"step": 450, "epoch": 1, "train_loss": 2.091341018676758, "cos_r_negg": [0.42513102293014526, -0.028297966346144676, -0.017044391483068466, -0.004402589052915573, 0.01143292523920536, -0.004754970781505108, -0.03502378985285759, -0.0056342207826673985, -0.0286495853215456, 0.02430589310824871, -0.022487565875053406, -0.00019083532970398664, -0.051015619188547134, -0.0172006543725729, -0.01954791694879532, -0.05548766255378723, 0.013507991097867489, -0.04798094183206558, -0.008269313722848892, -0.09782206267118454, 0.009136882610619068, 0.01797872968018055, -0.01485486701130867, 0.06249948590993881, 0.018179330974817276, -0.0743241012096405, 0.06548108160495758, -0.10254217684268951, -0.1383654773235321, -0.0556381493806839], "cos_apical_negg": [0.42513102293014526, -0.028297966346144676, -0.017044391483068466, -0.004402589052915573, 0.01143292523920536, -0.004754970781505108, -0.03502378985285759, -0.0056342207826673985, -0.0286495853215456, 0.02430589310824871, -0.022487565875053406, -0.00019083532970398664, -0.051015619188547134, -0.0172006543725729, -0.01954791694879532, -0.05548766255378723, 0.013507991097867489, -0.04798094183206558, -0.008269313722848892, -0.09782206267118454, 0.009136882610619068, 0.01797872968018055, -0.01485486701130867, 0.06249948590993881, 0.018179330974817276, -0.0743241012096405, 0.06548108160495758, -0.10254217684268951, -0.1383654773235321, -0.0556381493806839], "cos_Ac_negg": [0.42513102293014526, -0.028297966346144676, -0.017044391483068466, -0.004402589052915573, 0.01143292523920536, -0.004754970781505108, -0.03502378985285759, -0.0056342207826673985, -0.0286495853215456, 0.02430589310824871, -0.022487565875053406, -0.00019083532970398664, -0.051015619188547134, -0.0172006543725729, -0.01954791694879532, -0.05548766255378723, 0.013507991097867489, -0.04798094183206558, -0.008269313722848892, -0.09782206267118454, 0.009136882610619068, 0.01797872968018055, -0.01485486701130867, 0.06249948590993881, 0.018179330974817276, -0.0743241012096405, 0.06548108160495758, -0.10254217684268951, -0.1383654773235321, -0.0556381493806839], "r_norm": [4.255105018615723, 4.368685722351074, 4.293564796447754, 4.362962245941162, 4.326936721801758, 4.332486629486084, 4.273648262023926, 4.2995991706848145, 4.316596984863281, 4.293605804443359, 4.263258934020996, 4.339099884033203, 4.40015983581543, 4.452200889587402, 4.343393325805664, 4.299454689025879, 4.477309226989746, 4.263727188110352, 4.403262138366699, 4.344985008239746, 4.237066745758057, 4.314145565032959, 4.372325897216797, 4.275151252746582, 4.339630126953125, 4.287911415100098, 4.252108573913574, 4.278024196624756, 4.27081298828125, 4.314591407775879]}, {"step": 500, "epoch": 1, "train_loss": 1.9639062881469727, "cos_r_negg": [0.45399487018585205, -0.03478352725505829, 0.028738610446453094, -0.0042471811175346375, 0.05565204098820686, -0.0053480807691812515, -0.0075626312755048275, -0.02639617770910263, -0.07688704133033752, 0.023729458451271057, -0.041119612753391266, -0.022202514111995697, -0.035092972218990326, -0.0036323359236121178, 0.008509845472872257, -0.03528280556201935, 0.05698917806148529, -0.027727589011192322, -0.05720964074134827, -0.05773509293794632, -0.07629339396953583, 0.03310886397957802, 0.03248097747564316, 0.08019454032182693, 0.02773262932896614, -0.00249653123319149, 0.028245603665709496, -0.08438516408205032, -0.04341607540845871, 0.0013130232691764832], "cos_apical_negg": [0.45399487018585205, -0.03478352725505829, 0.028738610446453094, -0.0042471811175346375, 0.05565204098820686, -0.0053480807691812515, -0.0075626312755048275, -0.02639617770910263, -0.07688704133033752, 0.023729458451271057, -0.041119612753391266, -0.022202514111995697, -0.035092972218990326, -0.0036323359236121178, 0.008509845472872257, -0.03528280556201935, 0.05698917806148529, -0.027727589011192322, -0.05720964074134827, -0.05773509293794632, -0.07629339396953583, 0.03310886397957802, 0.03248097747564316, 0.08019454032182693, 0.02773262932896614, -0.00249653123319149, 0.028245603665709496, -0.08438516408205032, -0.04341607540845871, 0.0013130232691764832], "cos_Ac_negg": [0.45399487018585205, -0.03478352725505829, 0.028738610446453094, -0.0042471811175346375, 0.05565204098820686, -0.0053480807691812515, -0.0075626312755048275, -0.02639617770910263, -0.07688704133033752, 0.023729458451271057, -0.041119612753391266, -0.022202514111995697, -0.035092972218990326, -0.0036323359236121178, 0.008509845472872257, -0.03528280556201935, 0.05698917806148529, -0.027727589011192322, -0.05720964074134827, -0.05773509293794632, -0.07629339396953583, 0.03310886397957802, 0.03248097747564316, 0.08019454032182693, 0.02773262932896614, -0.00249653123319149, 0.028245603665709496, -0.08438516408205032, -0.04341607540845871, 0.0013130232691764832], "r_norm": [4.367758750915527, 4.463277339935303, 4.380515098571777, 4.469758033752441, 4.437356948852539, 4.42896842956543, 4.3752827644348145, 4.403869152069092, 4.429780960083008, 4.396894454956055, 4.367216110229492, 4.443914890289307, 4.508538246154785, 4.572221755981445, 4.44669771194458, 4.418725490570068, 4.588937759399414, 4.362834453582764, 4.507638931274414, 4.466132164001465, 4.331673622131348, 4.435012340545654, 4.488560676574707, 4.371608734130859, 4.451140403747559, 4.389272212982178, 4.353754997253418, 4.388367652893066, 4.387619972229004, 4.42070198059082]}, {"step": 550, "epoch": 1, "train_loss": 2.1330912113189697, "cos_r_negg": [0.44476914405822754, -0.015368033200502396, 0.011399914510548115, 0.021739207208156586, 0.008977698162198067, 0.01675879955291748, -0.014522714540362358, -0.013237452134490013, -0.015191549435257912, -0.01807284727692604, -0.04529506340622902, 0.02521265670657158, -0.0417957678437233, -0.004671331960707903, 0.027157938107848167, -0.036542318761348724, 0.02764073759317398, -0.04865285009145737, -0.0553768165409565, -0.10215146839618683, -0.04656631872057915, -0.03008982539176941, -0.07157087326049805, 0.07378768175840378, 0.004714759066700935, 0.027607180178165436, 0.054568856954574585, -0.08314849436283112, -0.0711035206913948, 0.012204909697175026], "cos_apical_negg": [0.44476914405822754, -0.015368033200502396, 0.011399914510548115, 0.021739207208156586, 0.008977698162198067, 0.01675879955291748, -0.014522714540362358, -0.013237452134490013, -0.015191549435257912, -0.01807284727692604, -0.04529506340622902, 0.02521265670657158, -0.0417957678437233, -0.004671331960707903, 0.027157938107848167, -0.036542318761348724, 0.02764073759317398, -0.04865285009145737, -0.0553768165409565, -0.10215146839618683, -0.04656631872057915, -0.03008982539176941, -0.07157087326049805, 0.07378768175840378, 0.004714759066700935, 0.027607180178165436, 0.054568856954574585, -0.08314849436283112, -0.0711035206913948, 0.012204909697175026], "cos_Ac_negg": [0.44476914405822754, -0.015368033200502396, 0.011399914510548115, 0.021739207208156586, 0.008977698162198067, 0.01675879955291748, -0.014522714540362358, -0.013237452134490013, -0.015191549435257912, -0.01807284727692604, -0.04529506340622902, 0.02521265670657158, -0.0417957678437233, -0.004671331960707903, 0.027157938107848167, -0.036542318761348724, 0.02764073759317398, -0.04865285009145737, -0.0553768165409565, -0.10215146839618683, -0.04656631872057915, -0.03008982539176941, -0.07157087326049805, 0.07378768175840378, 0.004714759066700935, 0.027607180178165436, 0.054568856954574585, -0.08314849436283112, -0.0711035206913948, 0.012204909697175026], "r_norm": [4.217988967895508, 4.328085899353027, 4.257795333862305, 4.324901580810547, 4.291966438293457, 4.286551475524902, 4.229494094848633, 4.257488250732422, 4.2823638916015625, 4.263023853302002, 4.238870620727539, 4.322451591491699, 4.373382091522217, 4.40937614440918, 4.307092666625977, 4.276587009429932, 4.445099830627441, 4.232937335968018, 4.369221210479736, 4.329165458679199, 4.203830242156982, 4.283130645751953, 4.3386030197143555, 4.230973720550537, 4.314370155334473, 4.262484550476074, 4.214800834655762, 4.255276203155518, 4.248296737670898, 4.282304286956787]}, {"step": 600, "epoch": 1, "train_loss": 1.9695730209350586, "cos_r_negg": [0.451443612575531, -0.019160524010658264, 0.04104847088456154, 0.02074333280324936, 0.0203520730137825, 0.02022201009094715, -0.0024326955899596214, 0.003893586341291666, -0.03707192838191986, -0.023733031004667282, -0.02043839544057846, 0.012760737910866737, -0.06367134302854538, -0.0030166772194206715, 0.01743312180042267, -0.047008443623781204, 0.013025057502090931, 0.009139982052147388, -0.10720647126436234, -0.04895709082484245, -0.038692694157361984, 0.005901634693145752, -0.03791159391403198, 0.01573847606778145, 0.02948632836341858, -0.04398586228489876, -0.07870621234178543, -0.0868234634399414, -0.1320417821407318, -0.030620165169239044], "cos_apical_negg": [0.451443612575531, -0.019160524010658264, 0.04104847088456154, 0.02074333280324936, 0.0203520730137825, 0.02022201009094715, -0.0024326955899596214, 0.003893586341291666, -0.03707192838191986, -0.023733031004667282, -0.02043839544057846, 0.012760737910866737, -0.06367134302854538, -0.0030166772194206715, 0.01743312180042267, -0.047008443623781204, 0.013025057502090931, 0.009139982052147388, -0.10720647126436234, -0.04895709082484245, -0.038692694157361984, 0.005901634693145752, -0.03791159391403198, 0.01573847606778145, 0.02948632836341858, -0.04398586228489876, -0.07870621234178543, -0.0868234634399414, -0.1320417821407318, -0.030620165169239044], "cos_Ac_negg": [0.451443612575531, -0.019160524010658264, 0.04104847088456154, 0.02074333280324936, 0.0203520730137825, 0.02022201009094715, -0.0024326955899596214, 0.003893586341291666, -0.03707192838191986, -0.023733031004667282, -0.02043839544057846, 0.012760737910866737, -0.06367134302854538, -0.0030166772194206715, 0.01743312180042267, -0.047008443623781204, 0.013025057502090931, 0.009139982052147388, -0.10720647126436234, -0.04895709082484245, -0.038692694157361984, 0.005901634693145752, -0.03791159391403198, 0.01573847606778145, 0.02948632836341858, -0.04398586228489876, -0.07870621234178543, -0.0868234634399414, -0.1320417821407318, -0.030620165169239044], "r_norm": [4.329998970031738, 4.419633865356445, 4.350607872009277, 4.435595512390137, 4.390226364135742, 4.39228630065918, 4.337897300720215, 4.376880645751953, 4.386210918426514, 4.362173557281494, 4.334298133850098, 4.403922080993652, 4.481106281280518, 4.514755725860596, 4.408681392669678, 4.375533103942871, 4.543344020843506, 4.325625419616699, 4.465545654296875, 4.42382287979126, 4.295757293701172, 4.392773628234863, 4.4549560546875, 4.3498029708862305, 4.407646656036377, 4.348220348358154, 4.324287414550781, 4.359530448913574, 4.339679718017578, 4.387461185455322]}, {"step": 650, "epoch": 1, "train_loss": 1.9573198556900024, "cos_r_negg": [0.47298485040664673, -0.01404192578047514, 0.023111242800951004, 0.026966463774442673, 0.038504574447870255, 0.049148038029670715, -0.036736637353897095, 0.014347100630402565, -0.050278328359127045, -0.013599100522696972, -0.010442284867167473, -0.027507910504937172, -0.07551273703575134, -0.00590782705694437, 0.0007822727784514427, -0.053807053714990616, 0.05113356560468674, -0.09858659654855728, -0.005733303725719452, -0.10082365572452545, -0.03668045625090599, -0.0011283820495009422, -0.03715355694293976, -0.00755613949149847, 0.016900956630706787, -0.019808106124401093, 0.03709075599908829, -0.11032582074403763, -0.04803936928510666, -0.07330944389104843], "cos_apical_negg": [0.47298485040664673, -0.01404192578047514, 0.023111242800951004, 0.026966463774442673, 0.038504574447870255, 0.049148038029670715, -0.036736637353897095, 0.014347100630402565, -0.050278328359127045, -0.013599100522696972, -0.010442284867167473, -0.027507910504937172, -0.07551273703575134, -0.00590782705694437, 0.0007822727784514427, -0.053807053714990616, 0.05113356560468674, -0.09858659654855728, -0.005733303725719452, -0.10082365572452545, -0.03668045625090599, -0.0011283820495009422, -0.03715355694293976, -0.00755613949149847, 0.016900956630706787, -0.019808106124401093, 0.03709075599908829, -0.11032582074403763, -0.04803936928510666, -0.07330944389104843], "cos_Ac_negg": [0.47298485040664673, -0.01404192578047514, 0.023111242800951004, 0.026966463774442673, 0.038504574447870255, 0.049148038029670715, -0.036736637353897095, 0.014347100630402565, -0.050278328359127045, -0.013599100522696972, -0.010442284867167473, -0.027507910504937172, -0.07551273703575134, -0.00590782705694437, 0.0007822727784514427, -0.053807053714990616, 0.05113356560468674, -0.09858659654855728, -0.005733303725719452, -0.10082365572452545, -0.03668045625090599, -0.0011283820495009422, -0.03715355694293976, -0.00755613949149847, 0.016900956630706787, -0.019808106124401093, 0.03709075599908829, -0.11032582074403763, -0.04803936928510666, -0.07330944389104843], "r_norm": [4.21988582611084, 4.3086161613464355, 4.240029335021973, 4.318273544311523, 4.296293258666992, 4.295632839202881, 4.227789878845215, 4.260509967803955, 4.272210597991943, 4.254033088684082, 4.228292465209961, 4.285138130187988, 4.353524684906006, 4.395853042602539, 4.296929359436035, 4.2675275802612305, 4.421420574188232, 4.2114949226379395, 4.349019527435303, 4.307803153991699, 4.185139179229736, 4.276248931884766, 4.341569900512695, 4.225111961364746, 4.297102928161621, 4.243145942687988, 4.204214096069336, 4.244475841522217, 4.233253479003906, 4.271496772766113]}, {"step": 700, "epoch": 1, "train_loss": 1.9763840436935425, "cos_r_negg": [0.4803740382194519, 0.0051211100071668625, 0.007341497577726841, 0.00013955449685454369, 0.05313268303871155, 0.03814106434583664, -0.042796384543180466, -0.01419053878635168, -0.008210958912968636, -0.01890493556857109, -0.040820345282554626, -0.001211122958920896, -0.057381413877010345, 0.0321618989109993, -0.03874402865767479, -0.02695446088910103, -0.019686182960867882, 0.029736530035734177, -0.054889582097530365, -0.0806850790977478, -0.03315238282084465, 0.058722130954265594, 0.04009599611163139, 0.001001797616481781, 0.053323037922382355, -0.04628336429595947, 0.017234496772289276, -0.05454796552658081, -0.05312051251530647, 0.06001456081867218], "cos_apical_negg": [0.4803740382194519, 0.0051211100071668625, 0.007341497577726841, 0.00013955449685454369, 0.05313268303871155, 0.03814106434583664, -0.042796384543180466, -0.01419053878635168, -0.008210958912968636, -0.01890493556857109, -0.040820345282554626, -0.001211122958920896, -0.057381413877010345, 0.0321618989109993, -0.03874402865767479, -0.02695446088910103, -0.019686182960867882, 0.029736530035734177, -0.054889582097530365, -0.0806850790977478, -0.03315238282084465, 0.058722130954265594, 0.04009599611163139, 0.001001797616481781, 0.053323037922382355, -0.04628336429595947, 0.017234496772289276, -0.05454796552658081, -0.05312051251530647, 0.06001456081867218], "cos_Ac_negg": [0.4803740382194519, 0.0051211100071668625, 0.007341497577726841, 0.00013955449685454369, 0.05313268303871155, 0.03814106434583664, -0.042796384543180466, -0.01419053878635168, -0.008210958912968636, -0.01890493556857109, -0.040820345282554626, -0.001211122958920896, -0.057381413877010345, 0.0321618989109993, -0.03874402865767479, -0.02695446088910103, -0.019686182960867882, 0.029736530035734177, -0.054889582097530365, -0.0806850790977478, -0.03315238282084465, 0.058722130954265594, 0.04009599611163139, 0.001001797616481781, 0.053323037922382355, -0.04628336429595947, 0.017234496772289276, -0.05454796552658081, -0.05312051251530647, 0.06001456081867218], "r_norm": [4.396225929260254, 4.496890544891357, 4.4249677658081055, 4.489983558654785, 4.459955215454102, 4.468090057373047, 4.41368293762207, 4.443942546844482, 4.451713562011719, 4.428952217102051, 4.396426677703857, 4.47080135345459, 4.534371376037598, 4.5870795249938965, 4.480512619018555, 4.4346466064453125, 4.633487224578857, 4.401866436004639, 4.542377471923828, 4.492175102233887, 4.361471652984619, 4.463258743286133, 4.513267517089844, 4.421375274658203, 4.469674110412598, 4.417117118835449, 4.388815879821777, 4.413424968719482, 4.417408466339111, 4.463693141937256]}, {"step": 750, "epoch": 1, "train_loss": 2.0282645225524902, "cos_r_negg": [0.4604431986808777, 0.0026567308232188225, 0.00573884928599, 0.019131695851683617, 0.03316083550453186, 0.061522096395492554, -0.020212344825267792, 0.007024949416518211, -0.038778290152549744, 0.022437527775764465, -0.026010500267148018, -0.0020598082337528467, -0.03776651993393898, 0.0605647973716259, -0.05222278833389282, -0.027641527354717255, 0.03702416270971298, -0.05023564025759697, -0.03842887654900551, -0.15318867564201355, -0.04476771503686905, 0.010468794964253902, -0.05624152719974518, -0.03144172206521034, 0.007331870496273041, 0.03883276507258415, -0.01838991977274418, -0.02451307326555252, -0.004381023813039064, 0.0025233477354049683], "cos_apical_negg": [0.4604431986808777, 0.0026567308232188225, 0.00573884928599, 0.019131695851683617, 0.03316083550453186, 0.061522096395492554, -0.020212344825267792, 0.007024949416518211, -0.038778290152549744, 0.022437527775764465, -0.026010500267148018, -0.0020598082337528467, -0.03776651993393898, 0.0605647973716259, -0.05222278833389282, -0.027641527354717255, 0.03702416270971298, -0.05023564025759697, -0.03842887654900551, -0.15318867564201355, -0.04476771503686905, 0.010468794964253902, -0.05624152719974518, -0.03144172206521034, 0.007331870496273041, 0.03883276507258415, -0.01838991977274418, -0.02451307326555252, -0.004381023813039064, 0.0025233477354049683], "cos_Ac_negg": [0.4604431986808777, 0.0026567308232188225, 0.00573884928599, 0.019131695851683617, 0.03316083550453186, 0.061522096395492554, -0.020212344825267792, 0.007024949416518211, -0.038778290152549744, 0.022437527775764465, -0.026010500267148018, -0.0020598082337528467, -0.03776651993393898, 0.0605647973716259, -0.05222278833389282, -0.027641527354717255, 0.03702416270971298, -0.05023564025759697, -0.03842887654900551, -0.15318867564201355, -0.04476771503686905, 0.010468794964253902, -0.05624152719974518, -0.03144172206521034, 0.007331870496273041, 0.03883276507258415, -0.01838991977274418, -0.02451307326555252, -0.004381023813039064, 0.0025233477354049683], "r_norm": [4.189522743225098, 4.275182723999023, 4.204742431640625, 4.282217979431152, 4.244392395019531, 4.245536804199219, 4.195230960845947, 4.229607582092285, 4.242090225219727, 4.215425491333008, 4.191023349761963, 4.260976314544678, 4.322552680969238, 4.360775947570801, 4.268874168395996, 4.230243682861328, 4.396270275115967, 4.184689521789551, 4.31301212310791, 4.269866466522217, 4.157954692840576, 4.235189437866211, 4.299837112426758, 4.203858852386475, 4.2577900886535645, 4.2128143310546875, 4.173620223999023, 4.205770015716553, 4.195350646972656, 4.240736484527588]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3543, "test_loss": 1.97501904296875}, {"step": 800, "epoch": 2, "train_loss": 1.998366355895996, "cos_r_negg": [0.49269962310791016, -0.004594135098159313, 0.033986255526542664, 0.029908571392297745, 0.06143663451075554, 0.02332354336977005, -0.004745993297547102, 0.03481388837099075, -0.06772804260253906, -0.003095014952123165, -0.028080126270651817, -0.0033488168846815825, -0.05872194841504097, 0.0652087926864624, -0.03942906856536865, -0.0036765439435839653, 0.04140257090330124, 0.014208483509719372, -0.01748482882976532, -0.04322890564799309, 0.02994394674897194, 0.05003640055656433, -0.019372882321476936, -0.017593583092093468, 0.002326145302504301, -0.0522049255669117, 0.004774096421897411, -0.03854626417160034, -0.11477800458669662, -0.041356444358825684], "cos_apical_negg": [0.49269962310791016, -0.004594135098159313, 0.033986255526542664, 0.029908571392297745, 0.06143663451075554, 0.02332354336977005, -0.004745993297547102, 0.03481388837099075, -0.06772804260253906, -0.003095014952123165, -0.028080126270651817, -0.0033488168846815825, -0.05872194841504097, 0.0652087926864624, -0.03942906856536865, -0.0036765439435839653, 0.04140257090330124, 0.014208483509719372, -0.01748482882976532, -0.04322890564799309, 0.02994394674897194, 0.05003640055656433, -0.019372882321476936, -0.017593583092093468, 0.002326145302504301, -0.0522049255669117, 0.004774096421897411, -0.03854626417160034, -0.11477800458669662, -0.041356444358825684], "cos_Ac_negg": [0.49269962310791016, -0.004594135098159313, 0.033986255526542664, 0.029908571392297745, 0.06143663451075554, 0.02332354336977005, -0.004745993297547102, 0.03481388837099075, -0.06772804260253906, -0.003095014952123165, -0.028080126270651817, -0.0033488168846815825, -0.05872194841504097, 0.0652087926864624, -0.03942906856536865, -0.0036765439435839653, 0.04140257090330124, 0.014208483509719372, -0.01748482882976532, -0.04322890564799309, 0.02994394674897194, 0.05003640055656433, -0.019372882321476936, -0.017593583092093468, 0.002326145302504301, -0.0522049255669117, 0.004774096421897411, -0.03854626417160034, -0.11477800458669662, -0.041356444358825684], "r_norm": [4.221188545227051, 4.31402587890625, 4.233181476593018, 4.313824653625488, 4.283464431762695, 4.287379741668701, 4.218871593475342, 4.261282920837402, 4.270538806915283, 4.2452287673950195, 4.220346927642822, 4.294384956359863, 4.361406326293945, 4.401125907897949, 4.294802188873291, 4.263647079467773, 4.4342851638793945, 4.218634128570557, 4.351701259613037, 4.303760528564453, 4.187702178955078, 4.2724833488464355, 4.328426361083984, 4.230407238006592, 4.292775630950928, 4.238548278808594, 4.206254959106445, 4.237541198730469, 4.231464385986328, 4.268322944641113]}, {"step": 850, "epoch": 2, "train_loss": 1.9401228427886963, "cos_r_negg": [0.49069744348526, 0.029281143099069595, 0.03854089230298996, 0.03497547283768654, 0.08502113819122314, 0.042140744626522064, -0.010436683893203735, 0.02889886125922203, -0.07933537662029266, -0.01140072476118803, -4.191999323666096e-05, 0.01088132057338953, -0.05128760635852814, 0.05606420338153839, -0.01145346462726593, -0.03542166203260422, 0.07649128139019012, -0.04715094715356827, 0.02882464975118637, -0.05769990384578705, -0.04712573438882828, 0.06745921075344086, 0.026526063680648804, -0.0108787314966321, 0.003591674380004406, 0.010639435611665249, -0.019563602283596992, -0.11423138529062271, 0.01174204796552658, -0.005607388913631439], "cos_apical_negg": [0.49069744348526, 0.029281143099069595, 0.03854089230298996, 0.03497547283768654, 0.08502113819122314, 0.042140744626522064, -0.010436683893203735, 0.02889886125922203, -0.07933537662029266, -0.01140072476118803, -4.191999323666096e-05, 0.01088132057338953, -0.05128760635852814, 0.05606420338153839, -0.01145346462726593, -0.03542166203260422, 0.07649128139019012, -0.04715094715356827, 0.02882464975118637, -0.05769990384578705, -0.04712573438882828, 0.06745921075344086, 0.026526063680648804, -0.0108787314966321, 0.003591674380004406, 0.010639435611665249, -0.019563602283596992, -0.11423138529062271, 0.01174204796552658, -0.005607388913631439], "cos_Ac_negg": [0.49069744348526, 0.029281143099069595, 0.03854089230298996, 0.03497547283768654, 0.08502113819122314, 0.042140744626522064, -0.010436683893203735, 0.02889886125922203, -0.07933537662029266, -0.01140072476118803, -4.191999323666096e-05, 0.01088132057338953, -0.05128760635852814, 0.05606420338153839, -0.01145346462726593, -0.03542166203260422, 0.07649128139019012, -0.04715094715356827, 0.02882464975118637, -0.05769990384578705, -0.04712573438882828, 0.06745921075344086, 0.026526063680648804, -0.0108787314966321, 0.003591674380004406, 0.010639435611665249, -0.019563602283596992, -0.11423138529062271, 0.01174204796552658, -0.005607388913631439], "r_norm": [4.424100875854492, 4.501748085021973, 4.418903827667236, 4.509883880615234, 4.479549884796143, 4.468086242675781, 4.397465705871582, 4.465491771697998, 4.465846061706543, 4.432170391082764, 4.419411659240723, 4.491497039794922, 4.54280424118042, 4.594088554382324, 4.491114139556885, 4.455220699310303, 4.644253253936768, 4.420013427734375, 4.550057411193848, 4.516583442687988, 4.372708797454834, 4.463113307952881, 4.525205135345459, 4.419651031494141, 4.490711212158203, 4.430700302124023, 4.393013000488281, 4.429201126098633, 4.426857948303223, 4.445050239562988]}, {"step": 900, "epoch": 2, "train_loss": 1.8088538646697998, "cos_r_negg": [0.4994811713695526, 0.02577606588602066, 0.05709357559680939, 0.026889100670814514, 0.10948975384235382, 0.021451495587825775, -0.002979673445224762, 0.02053031139075756, -0.06220662593841553, 0.005872262641787529, 0.008656894788146019, 0.0188308022916317, -0.019752904772758484, 0.03961479291319847, -0.04824715480208397, -0.020685900002717972, 0.01851978898048401, -0.012708630412817001, -0.02653154917061329, -0.0019216476939618587, 0.02312299981713295, 0.07415245473384857, -0.04031388834118843, 0.008823792450129986, -0.01733509451150894, 0.008393236435949802, 0.0650905966758728, -0.06237487122416496, -0.04783263057470322, -0.08547956496477127], "cos_apical_negg": [0.4994811713695526, 0.02577606588602066, 0.05709357559680939, 0.026889100670814514, 0.10948975384235382, 0.021451495587825775, -0.002979673445224762, 0.02053031139075756, -0.06220662593841553, 0.005872262641787529, 0.008656894788146019, 0.0188308022916317, -0.019752904772758484, 0.03961479291319847, -0.04824715480208397, -0.020685900002717972, 0.01851978898048401, -0.012708630412817001, -0.02653154917061329, -0.0019216476939618587, 0.02312299981713295, 0.07415245473384857, -0.04031388834118843, 0.008823792450129986, -0.01733509451150894, 0.008393236435949802, 0.0650905966758728, -0.06237487122416496, -0.04783263057470322, -0.08547956496477127], "cos_Ac_negg": [0.4994811713695526, 0.02577606588602066, 0.05709357559680939, 0.026889100670814514, 0.10948975384235382, 0.021451495587825775, -0.002979673445224762, 0.02053031139075756, -0.06220662593841553, 0.005872262641787529, 0.008656894788146019, 0.0188308022916317, -0.019752904772758484, 0.03961479291319847, -0.04824715480208397, -0.020685900002717972, 0.01851978898048401, -0.012708630412817001, -0.02653154917061329, -0.0019216476939618587, 0.02312299981713295, 0.07415245473384857, -0.04031388834118843, 0.008823792450129986, -0.01733509451150894, 0.008393236435949802, 0.0650905966758728, -0.06237487122416496, -0.04783263057470322, -0.08547956496477127], "r_norm": [4.200215816497803, 4.29232931137085, 4.230672359466553, 4.301049709320068, 4.262494087219238, 4.2675580978393555, 4.210265636444092, 4.241990089416504, 4.258828163146973, 4.2257866859436035, 4.212309837341309, 4.275382995605469, 4.339807510375977, 4.382610321044922, 4.283247947692871, 4.246230125427246, 4.413171291351318, 4.196992874145508, 4.3270344734191895, 4.290175437927246, 4.168495178222656, 4.250129222869873, 4.311487197875977, 4.21757173538208, 4.275197982788086, 4.2320451736450195, 4.185213088989258, 4.220265865325928, 4.213718891143799, 4.254956245422363]}, {"step": 950, "epoch": 2, "train_loss": 1.7164658308029175, "cos_r_negg": [0.48581400513648987, 0.034673646092414856, 0.06278648972511292, 0.03217292204499245, 0.06830401718616486, 0.028521180152893066, -0.028457585722208023, 0.04625474661588669, -0.04404716566205025, 0.03494695946574211, -0.0017509586177766323, 0.0077880616299808025, 0.0001009507104754448, 0.052980922162532806, 0.008184513077139854, -0.010822759941220284, 0.02468843385577202, -0.044246990233659744, -0.011716298758983612, -0.08390330523252487, 0.019151872023940086, 0.04925893619656563, 0.010664338245987892, -0.0006820671260356903, -0.010530885308980942, 0.013477862812578678, -0.05923813581466675, -0.108968086540699, -0.03680729866027832, -0.07271946966648102], "cos_apical_negg": [0.48581400513648987, 0.034673646092414856, 0.06278648972511292, 0.03217292204499245, 0.06830401718616486, 0.028521180152893066, -0.028457585722208023, 0.04625474661588669, -0.04404716566205025, 0.03494695946574211, -0.0017509586177766323, 0.0077880616299808025, 0.0001009507104754448, 0.052980922162532806, 0.008184513077139854, -0.010822759941220284, 0.02468843385577202, -0.044246990233659744, -0.011716298758983612, -0.08390330523252487, 0.019151872023940086, 0.04925893619656563, 0.010664338245987892, -0.0006820671260356903, -0.010530885308980942, 0.013477862812578678, -0.05923813581466675, -0.108968086540699, -0.03680729866027832, -0.07271946966648102], "cos_Ac_negg": [0.48581400513648987, 0.034673646092414856, 0.06278648972511292, 0.03217292204499245, 0.06830401718616486, 0.028521180152893066, -0.028457585722208023, 0.04625474661588669, -0.04404716566205025, 0.03494695946574211, -0.0017509586177766323, 0.0077880616299808025, 0.0001009507104754448, 0.052980922162532806, 0.008184513077139854, -0.010822759941220284, 0.02468843385577202, -0.044246990233659744, -0.011716298758983612, -0.08390330523252487, 0.019151872023940086, 0.04925893619656563, 0.010664338245987892, -0.0006820671260356903, -0.010530885308980942, 0.013477862812578678, -0.05923813581466675, -0.108968086540699, -0.03680729866027832, -0.07271946966648102], "r_norm": [4.285241603851318, 4.372184753417969, 4.296078205108643, 4.389987945556641, 4.352953910827637, 4.347261428833008, 4.2905473709106445, 4.331658840179443, 4.332472324371338, 4.321123123168945, 4.2971086502075195, 4.361044406890869, 4.424776077270508, 4.4712018966674805, 4.359711647033691, 4.33632755279541, 4.497893333435059, 4.277184963226318, 4.413008213043213, 4.375412940979004, 4.238105297088623, 4.339150428771973, 4.397823333740234, 4.288124084472656, 4.362943649291992, 4.301589012145996, 4.272573471069336, 4.310702323913574, 4.298644542694092, 4.342265605926514]}, {"step": 1000, "epoch": 2, "train_loss": 2.008636236190796, "cos_r_negg": [0.479995459318161, 0.03771808370947838, 0.04871691018342972, 0.027118593454360962, 0.07236403226852417, 0.01890697330236435, -0.0031774116214364767, 0.03548798710107803, -0.034285224974155426, 0.04279226064682007, 0.012794604524970055, 0.035762105137109756, -0.006689148955047131, 0.01085750199854374, 0.027840139344334602, 0.022952385246753693, 0.07113581150770187, 0.01819772832095623, 0.03048391453921795, -0.05963943898677826, -0.005085446871817112, -0.015530698001384735, -0.01693752221763134, 0.07546989619731903, -0.013829413801431656, -0.05473264306783676, -0.08616342395544052, -0.027525240555405617, -0.07175968587398529, -0.07554998993873596], "cos_apical_negg": [0.479995459318161, 0.03771808370947838, 0.04871691018342972, 0.027118593454360962, 0.07236403226852417, 0.01890697330236435, -0.0031774116214364767, 0.03548798710107803, -0.034285224974155426, 0.04279226064682007, 0.012794604524970055, 0.035762105137109756, -0.006689148955047131, 0.01085750199854374, 0.027840139344334602, 0.022952385246753693, 0.07113581150770187, 0.01819772832095623, 0.03048391453921795, -0.05963943898677826, -0.005085446871817112, -0.015530698001384735, -0.01693752221763134, 0.07546989619731903, -0.013829413801431656, -0.05473264306783676, -0.08616342395544052, -0.027525240555405617, -0.07175968587398529, -0.07554998993873596], "cos_Ac_negg": [0.479995459318161, 0.03771808370947838, 0.04871691018342972, 0.027118593454360962, 0.07236403226852417, 0.01890697330236435, -0.0031774116214364767, 0.03548798710107803, -0.034285224974155426, 0.04279226064682007, 0.012794604524970055, 0.035762105137109756, -0.006689148955047131, 0.01085750199854374, 0.027840139344334602, 0.022952385246753693, 0.07113581150770187, 0.01819772832095623, 0.03048391453921795, -0.05963943898677826, -0.005085446871817112, -0.015530698001384735, -0.01693752221763134, 0.07546989619731903, -0.013829413801431656, -0.05473264306783676, -0.08616342395544052, -0.027525240555405617, -0.07175968587398529, -0.07554998993873596], "r_norm": [4.348006725311279, 4.441285133361816, 4.366628646850586, 4.443000316619873, 4.405659198760986, 4.412098407745361, 4.3304033279418945, 4.387807846069336, 4.395153045654297, 4.367064476013184, 4.348435401916504, 4.426602840423584, 4.477822303771973, 4.525336265563965, 4.422075271606445, 4.38088846206665, 4.576707363128662, 4.358186721801758, 4.471841335296631, 4.4347405433654785, 4.307267665863037, 4.394167423248291, 4.454622268676758, 4.368709564208984, 4.42356014251709, 4.36862850189209, 4.331765651702881, 4.363811492919922, 4.362007141113281, 4.399472713470459]}, {"step": 1050, "epoch": 2, "train_loss": 2.1159839630126953, "cos_r_negg": [0.5011707544326782, 0.03890281915664673, 0.054883964359760284, 0.017921432852745056, 0.0791371539235115, 0.02412930689752102, -0.0005765955429524183, 0.006006611045449972, -0.032229941338300705, 0.04909801110625267, -0.00037954654544591904, 0.003630785271525383, -0.019989389926195145, 0.04110151529312134, -0.004882290959358215, 0.003194829449057579, 0.013920096680521965, -0.04332050308585167, 0.027495358139276505, -0.028720106929540634, -0.012393804267048836, -0.009998533874750137, 0.01504521444439888, 0.02533082664012909, -0.03885384649038315, 0.015769556164741516, 0.024692319333553314, -0.11158289015293121, -0.028270915150642395, -0.03470686078071594], "cos_apical_negg": [0.5011707544326782, 0.03890281915664673, 0.054883964359760284, 0.017921432852745056, 0.0791371539235115, 0.02412930689752102, -0.0005765955429524183, 0.006006611045449972, -0.032229941338300705, 0.04909801110625267, -0.00037954654544591904, 0.003630785271525383, -0.019989389926195145, 0.04110151529312134, -0.004882290959358215, 0.003194829449057579, 0.013920096680521965, -0.04332050308585167, 0.027495358139276505, -0.028720106929540634, -0.012393804267048836, -0.009998533874750137, 0.01504521444439888, 0.02533082664012909, -0.03885384649038315, 0.015769556164741516, 0.024692319333553314, -0.11158289015293121, -0.028270915150642395, -0.03470686078071594], "cos_Ac_negg": [0.5011707544326782, 0.03890281915664673, 0.054883964359760284, 0.017921432852745056, 0.0791371539235115, 0.02412930689752102, -0.0005765955429524183, 0.006006611045449972, -0.032229941338300705, 0.04909801110625267, -0.00037954654544591904, 0.003630785271525383, -0.019989389926195145, 0.04110151529312134, -0.004882290959358215, 0.003194829449057579, 0.013920096680521965, -0.04332050308585167, 0.027495358139276505, -0.028720106929540634, -0.012393804267048836, -0.009998533874750137, 0.01504521444439888, 0.02533082664012909, -0.03885384649038315, 0.015769556164741516, 0.024692319333553314, -0.11158289015293121, -0.028270915150642395, -0.03470686078071594], "r_norm": [4.12620735168457, 4.222172737121582, 4.153284549713135, 4.231677055358887, 4.195963382720947, 4.199911117553711, 4.137842178344727, 4.168370246887207, 4.184011459350586, 4.155294418334961, 4.134326934814453, 4.207381248474121, 4.258872032165527, 4.311130523681641, 4.207602024078369, 4.172980308532715, 4.342502117156982, 4.12640905380249, 4.257336616516113, 4.215291976928711, 4.0958709716796875, 4.180852890014648, 4.238585472106934, 4.138994216918945, 4.202813148498535, 4.15781307220459, 4.119298934936523, 4.151269912719727, 4.138337135314941, 4.184144973754883]}, {"step": 1100, "epoch": 2, "train_loss": 1.8291009664535522, "cos_r_negg": [0.4981842339038849, 0.04802064597606659, 0.041249945759773254, 0.023742053657770157, 0.06644491851329803, 0.037875622510910034, -0.017093975096940994, -0.007289540953934193, -0.02324669249355793, 0.030226241797208786, -0.008277037180960178, 0.029188809916377068, 0.00308635039255023, 0.052228089421987534, 0.0402739942073822, 0.0030461561400443316, -0.012631900608539581, -0.007739386521279812, 0.032829977571964264, -0.06041684374213219, -0.01880817674100399, 0.013562219217419624, -0.027543727308511734, 0.07522662729024887, -0.024182775989174843, -0.04745881259441376, 0.00043395976535975933, -0.021015815436840057, -0.03678862750530243, -0.08915530145168304], "cos_apical_negg": [0.4981842339038849, 0.04802064597606659, 0.041249945759773254, 0.023742053657770157, 0.06644491851329803, 0.037875622510910034, -0.017093975096940994, -0.007289540953934193, -0.02324669249355793, 0.030226241797208786, -0.008277037180960178, 0.029188809916377068, 0.00308635039255023, 0.052228089421987534, 0.0402739942073822, 0.0030461561400443316, -0.012631900608539581, -0.007739386521279812, 0.032829977571964264, -0.06041684374213219, -0.01880817674100399, 0.013562219217419624, -0.027543727308511734, 0.07522662729024887, -0.024182775989174843, -0.04745881259441376, 0.00043395976535975933, -0.021015815436840057, -0.03678862750530243, -0.08915530145168304], "cos_Ac_negg": [0.4981842339038849, 0.04802064597606659, 0.041249945759773254, 0.023742053657770157, 0.06644491851329803, 0.037875622510910034, -0.017093975096940994, -0.007289540953934193, -0.02324669249355793, 0.030226241797208786, -0.008277037180960178, 0.029188809916377068, 0.00308635039255023, 0.052228089421987534, 0.0402739942073822, 0.0030461561400443316, -0.012631900608539581, -0.007739386521279812, 0.032829977571964264, -0.06041684374213219, -0.01880817674100399, 0.013562219217419624, -0.027543727308511734, 0.07522662729024887, -0.024182775989174843, -0.04745881259441376, 0.00043395976535975933, -0.021015815436840057, -0.03678862750530243, -0.08915530145168304], "r_norm": [4.204814910888672, 4.307197570800781, 4.236830711364746, 4.302087783813477, 4.2664947509765625, 4.276145935058594, 4.204604148864746, 4.248048782348633, 4.263517379760742, 4.231285572052002, 4.2071852684021, 4.278926849365234, 4.335956573486328, 4.399702072143555, 4.292725563049316, 4.249269485473633, 4.412919998168945, 4.203474998474121, 4.33006477355957, 4.295618534088135, 4.170333385467529, 4.255002021789551, 4.330662727355957, 4.217082500457764, 4.285046100616455, 4.2354817390441895, 4.1957244873046875, 4.230835437774658, 4.220766067504883, 4.247114181518555]}, {"step": 1150, "epoch": 2, "train_loss": 1.9302492141723633, "cos_r_negg": [0.46047690510749817, 0.06466687470674515, 0.038311950862407684, 0.01675546169281006, 0.07487952709197998, 0.0409967377781868, -0.015341764315962791, 0.02331586368381977, -0.02094050869345665, 0.033002227544784546, -0.0018280517542734742, 0.057473763823509216, 0.022406350821256638, 0.04362550005316734, 0.03414393216371536, 0.0156656913459301, -0.000657849945127964, -0.03599785268306732, 0.016160424798727036, -0.02366461791098118, 0.01701105386018753, 0.021701887249946594, -0.005420731380581856, 0.03291473165154457, -0.026435822248458862, -0.04460849612951279, 0.03178340196609497, -0.022942617535591125, -0.10915278643369675, -0.034688759595155716], "cos_apical_negg": [0.46047690510749817, 0.06466687470674515, 0.038311950862407684, 0.01675546169281006, 0.07487952709197998, 0.0409967377781868, -0.015341764315962791, 0.02331586368381977, -0.02094050869345665, 0.033002227544784546, -0.0018280517542734742, 0.057473763823509216, 0.022406350821256638, 0.04362550005316734, 0.03414393216371536, 0.0156656913459301, -0.000657849945127964, -0.03599785268306732, 0.016160424798727036, -0.02366461791098118, 0.01701105386018753, 0.021701887249946594, -0.005420731380581856, 0.03291473165154457, -0.026435822248458862, -0.04460849612951279, 0.03178340196609497, -0.022942617535591125, -0.10915278643369675, -0.034688759595155716], "cos_Ac_negg": [0.46047690510749817, 0.06466687470674515, 0.038311950862407684, 0.01675546169281006, 0.07487952709197998, 0.0409967377781868, -0.015341764315962791, 0.02331586368381977, -0.02094050869345665, 0.033002227544784546, -0.0018280517542734742, 0.057473763823509216, 0.022406350821256638, 0.04362550005316734, 0.03414393216371536, 0.0156656913459301, -0.000657849945127964, -0.03599785268306732, 0.016160424798727036, -0.02366461791098118, 0.01701105386018753, 0.021701887249946594, -0.005420731380581856, 0.03291473165154457, -0.026435822248458862, -0.04460849612951279, 0.03178340196609497, -0.022942617535591125, -0.10915278643369675, -0.034688759595155716], "r_norm": [4.208657264709473, 4.301002502441406, 4.2369184494018555, 4.304347991943359, 4.274991035461426, 4.27786922454834, 4.214539527893066, 4.249283790588379, 4.265589714050293, 4.236937046051025, 4.220762252807617, 4.282806396484375, 4.334501266479492, 4.3891143798828125, 4.297738552093506, 4.252607822418213, 4.425708770751953, 4.2111663818359375, 4.332668304443359, 4.305659294128418, 4.172710418701172, 4.261593818664551, 4.326014518737793, 4.220280647277832, 4.283573150634766, 4.236945152282715, 4.1943769454956055, 4.230443000793457, 4.230228424072266, 4.261177062988281]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3398, "test_loss": 2.0350702880859375}, {"step": 1200, "epoch": 3, "train_loss": 2.0279178619384766, "cos_r_negg": [0.46607309579849243, 0.05350891873240471, 0.056419942528009415, 0.005692235194146633, 0.06914608180522919, 0.053198158740997314, -0.033145591616630554, 0.042846716940402985, -0.033745624125003815, 0.027105407789349556, 0.01805790513753891, 0.03573385626077652, 0.026515917852520943, 0.03291669487953186, -0.007976295426487923, 0.0007935706526041031, -0.026672914624214172, -0.009933296591043472, -0.03681294620037079, -0.06900595128536224, -0.005691703408956528, 0.06701651215553284, 0.0022789486683905125, 0.07791778445243835, 0.005793960765004158, -0.020224183797836304, -0.04392310976982117, -0.04078089818358421, -0.02592107281088829, -0.034583114087581635], "cos_apical_negg": [0.46607309579849243, 0.05350891873240471, 0.056419942528009415, 0.005692235194146633, 0.06914608180522919, 0.053198158740997314, -0.033145591616630554, 0.042846716940402985, -0.033745624125003815, 0.027105407789349556, 0.01805790513753891, 0.03573385626077652, 0.026515917852520943, 0.03291669487953186, -0.007976295426487923, 0.0007935706526041031, -0.026672914624214172, -0.009933296591043472, -0.03681294620037079, -0.06900595128536224, -0.005691703408956528, 0.06701651215553284, 0.0022789486683905125, 0.07791778445243835, 0.005793960765004158, -0.020224183797836304, -0.04392310976982117, -0.04078089818358421, -0.02592107281088829, -0.034583114087581635], "cos_Ac_negg": [0.46607309579849243, 0.05350891873240471, 0.056419942528009415, 0.005692235194146633, 0.06914608180522919, 0.053198158740997314, -0.033145591616630554, 0.042846716940402985, -0.033745624125003815, 0.027105407789349556, 0.01805790513753891, 0.03573385626077652, 0.026515917852520943, 0.03291669487953186, -0.007976295426487923, 0.0007935706526041031, -0.026672914624214172, -0.009933296591043472, -0.03681294620037079, -0.06900595128536224, -0.005691703408956528, 0.06701651215553284, 0.0022789486683905125, 0.07791778445243835, 0.005793960765004158, -0.020224183797836304, -0.04392310976982117, -0.04078089818358421, -0.02592107281088829, -0.034583114087581635], "r_norm": [4.250455856323242, 4.345888137817383, 4.249519348144531, 4.34000301361084, 4.318614482879639, 4.30814266204834, 4.252748012542725, 4.281558990478516, 4.310651779174805, 4.2844648361206055, 4.242044448852539, 4.323749542236328, 4.396290302276611, 4.425212860107422, 4.333245754241943, 4.30021858215332, 4.453313827514648, 4.243982791900635, 4.380511283874512, 4.337459564208984, 4.218654632568359, 4.314507484436035, 4.373351573944092, 4.258460998535156, 4.331184387207031, 4.266055107116699, 4.2286481857299805, 4.264322757720947, 4.264326572418213, 4.310907363891602]}, {"step": 1250, "epoch": 3, "train_loss": 1.8366132974624634, "cos_r_negg": [0.49561062455177307, 0.05101099982857704, 0.07740101218223572, 0.03197407349944115, 0.04974116384983063, 0.04011688381433487, -0.019946997985243797, 0.011712543666362762, -0.009002862498164177, 0.06657770276069641, 0.012217409908771515, 0.023306649178266525, 0.04064738377928734, 0.024530760943889618, 0.010254273191094398, 0.013689628802239895, 0.012731770053505898, -0.006495372392237186, -0.003328216727823019, -0.04022746533155441, 0.011270243674516678, 0.08280839025974274, 0.033231221139431, 0.06792192161083221, 0.06873690336942673, -0.028495952486991882, -0.0359242781996727, -0.03153489530086517, -0.10672596096992493, 0.025078482925891876], "cos_apical_negg": [0.49561062455177307, 0.05101099982857704, 0.07740101218223572, 0.03197407349944115, 0.04974116384983063, 0.04011688381433487, -0.019946997985243797, 0.011712543666362762, -0.009002862498164177, 0.06657770276069641, 0.012217409908771515, 0.023306649178266525, 0.04064738377928734, 0.024530760943889618, 0.010254273191094398, 0.013689628802239895, 0.012731770053505898, -0.006495372392237186, -0.003328216727823019, -0.04022746533155441, 0.011270243674516678, 0.08280839025974274, 0.033231221139431, 0.06792192161083221, 0.06873690336942673, -0.028495952486991882, -0.0359242781996727, -0.03153489530086517, -0.10672596096992493, 0.025078482925891876], "cos_Ac_negg": [0.49561062455177307, 0.05101099982857704, 0.07740101218223572, 0.03197407349944115, 0.04974116384983063, 0.04011688381433487, -0.019946997985243797, 0.011712543666362762, -0.009002862498164177, 0.06657770276069641, 0.012217409908771515, 0.023306649178266525, 0.04064738377928734, 0.024530760943889618, 0.010254273191094398, 0.013689628802239895, 0.012731770053505898, -0.006495372392237186, -0.003328216727823019, -0.04022746533155441, 0.011270243674516678, 0.08280839025974274, 0.033231221139431, 0.06792192161083221, 0.06873690336942673, -0.028495952486991882, -0.0359242781996727, -0.03153489530086517, -0.10672596096992493, 0.025078482925891876], "r_norm": [4.181728363037109, 4.27484130859375, 4.204101085662842, 4.28101921081543, 4.249117851257324, 4.242379188537598, 4.18842887878418, 4.220515727996826, 4.238512992858887, 4.202802658081055, 4.199921607971191, 4.256402015686035, 4.314567565917969, 4.359367370605469, 4.261415481567383, 4.226777076721191, 4.401186943054199, 4.179320812225342, 4.300562381744385, 4.262495040893555, 4.148104667663574, 4.24077033996582, 4.285890579223633, 4.193578243255615, 4.257400035858154, 4.216595649719238, 4.155102729797363, 4.2052717208862305, 4.189114570617676, 4.236832618713379]}, {"step": 1300, "epoch": 3, "train_loss": 1.9867583513259888, "cos_r_negg": [0.5116814970970154, 0.05744228512048721, 0.05604182183742523, 0.04329764097929001, 0.04161942005157471, 0.027298660948872566, 0.0037091574631631374, 0.060223907232284546, 0.0006135040894150734, 0.06466063857078552, 0.0030526421032845974, 0.02238556742668152, -0.006217835005372763, 0.07235588133335114, -0.008305061608552933, 0.01846088282763958, 0.04047134518623352, 0.021958356723189354, 0.03621339052915573, -0.0012346021831035614, -0.026174865663051605, 0.06745035946369171, -7.280264981091022e-05, 0.06927230954170227, 0.0878128707408905, -0.0740310549736023, -0.08868077397346497, 0.0389198437333107, 0.048081595450639725, -0.022787360474467278], "cos_apical_negg": [0.5116814970970154, 0.05744228512048721, 0.05604182183742523, 0.04329764097929001, 0.04161942005157471, 0.027298660948872566, 0.0037091574631631374, 0.060223907232284546, 0.0006135040894150734, 0.06466063857078552, 0.0030526421032845974, 0.02238556742668152, -0.006217835005372763, 0.07235588133335114, -0.008305061608552933, 0.01846088282763958, 0.04047134518623352, 0.021958356723189354, 0.03621339052915573, -0.0012346021831035614, -0.026174865663051605, 0.06745035946369171, -7.280264981091022e-05, 0.06927230954170227, 0.0878128707408905, -0.0740310549736023, -0.08868077397346497, 0.0389198437333107, 0.048081595450639725, -0.022787360474467278], "cos_Ac_negg": [0.5116814970970154, 0.05744228512048721, 0.05604182183742523, 0.04329764097929001, 0.04161942005157471, 0.027298660948872566, 0.0037091574631631374, 0.060223907232284546, 0.0006135040894150734, 0.06466063857078552, 0.0030526421032845974, 0.02238556742668152, -0.006217835005372763, 0.07235588133335114, -0.008305061608552933, 0.01846088282763958, 0.04047134518623352, 0.021958356723189354, 0.03621339052915573, -0.0012346021831035614, -0.026174865663051605, 0.06745035946369171, -7.280264981091022e-05, 0.06927230954170227, 0.0878128707408905, -0.0740310549736023, -0.08868077397346497, 0.0389198437333107, 0.048081595450639725, -0.022787360474467278], "r_norm": [4.2878828048706055, 4.391547203063965, 4.303485870361328, 4.385783672332764, 4.372136116027832, 4.355785846710205, 4.284902572631836, 4.3256516456604, 4.352396011352539, 4.316409111022949, 4.301436424255371, 4.361789226531982, 4.416819095611572, 4.474911689758301, 4.376924514770508, 4.333189487457275, 4.510666847229004, 4.293264389038086, 4.409966468811035, 4.377337455749512, 4.251471996307373, 4.357453346252441, 4.403123378753662, 4.290043354034424, 4.369881629943848, 4.322033405303955, 4.270000457763672, 4.303623676300049, 4.3048176765441895, 4.342524528503418]}, {"step": 1350, "epoch": 3, "train_loss": 2.004532814025879, "cos_r_negg": [0.5077419281005859, 0.0624467134475708, 0.05374326556921005, 0.03756854683160782, 0.07106087356805801, 0.05009330064058304, 0.01150844432413578, 0.047156862914562225, -0.03210374340415001, 0.07857591658830643, 0.021276136860251427, 0.032188087701797485, -0.002226662589237094, 0.06539833545684814, 0.03116181492805481, 0.019146574661135674, -0.03119397535920143, 0.01130222249776125, 0.020749691873788834, -0.031678617000579834, -0.045333415269851685, 0.05884656310081482, -0.017157016322016716, 0.04406294226646423, 0.030481865629553795, -0.02811066061258316, -0.04021754488348961, -0.014019076712429523, 0.043898049741983414, 0.018793556839227676], "cos_apical_negg": [0.5077419281005859, 0.0624467134475708, 0.05374326556921005, 0.03756854683160782, 0.07106087356805801, 0.05009330064058304, 0.01150844432413578, 0.047156862914562225, -0.03210374340415001, 0.07857591658830643, 0.021276136860251427, 0.032188087701797485, -0.002226662589237094, 0.06539833545684814, 0.03116181492805481, 0.019146574661135674, -0.03119397535920143, 0.01130222249776125, 0.020749691873788834, -0.031678617000579834, -0.045333415269851685, 0.05884656310081482, -0.017157016322016716, 0.04406294226646423, 0.030481865629553795, -0.02811066061258316, -0.04021754488348961, -0.014019076712429523, 0.043898049741983414, 0.018793556839227676], "cos_Ac_negg": [0.5077419281005859, 0.0624467134475708, 0.05374326556921005, 0.03756854683160782, 0.07106087356805801, 0.05009330064058304, 0.01150844432413578, 0.047156862914562225, -0.03210374340415001, 0.07857591658830643, 0.021276136860251427, 0.032188087701797485, -0.002226662589237094, 0.06539833545684814, 0.03116181492805481, 0.019146574661135674, -0.03119397535920143, 0.01130222249776125, 0.020749691873788834, -0.031678617000579834, -0.045333415269851685, 0.05884656310081482, -0.017157016322016716, 0.04406294226646423, 0.030481865629553795, -0.02811066061258316, -0.04021754488348961, -0.014019076712429523, 0.043898049741983414, 0.018793556839227676], "r_norm": [4.277355194091797, 4.379030227661133, 4.312839031219482, 4.390448570251465, 4.351288795471191, 4.348008155822754, 4.297512531280518, 4.3203325271606445, 4.344923973083496, 4.318260669708252, 4.3052520751953125, 4.353720188140869, 4.415064811706543, 4.474443435668945, 4.371737480163574, 4.331762790679932, 4.492916584014893, 4.285345077514648, 4.407434940338135, 4.382927894592285, 4.244653701782227, 4.338498115539551, 4.42585563659668, 4.296774387359619, 4.36470365524292, 4.315435409545898, 4.258013725280762, 4.317844390869141, 4.30735969543457, 4.328516006469727]}, {"step": 1400, "epoch": 3, "train_loss": 1.9855611324310303, "cos_r_negg": [0.4966048002243042, 0.045574843883514404, 0.056856922805309296, 0.05787993222475052, 0.047836776822805405, 0.06416333466768265, 0.04599086940288544, 0.002483953023329377, 0.008977223187685013, 0.05804901570081711, 0.032954998314380646, 0.013590977527201176, 0.018653234466910362, 0.055522747337818146, 0.017344795167446136, 0.015871193259954453, -0.0011821610387414694, 0.062056008726358414, -0.020502515137195587, -0.009809491224586964, -0.04769858345389366, -0.04961284250020981, -0.009907219558954239, 0.06368914246559143, -0.005377102177590132, -0.07014799118041992, 0.02041063830256462, -0.004814028739929199, -0.028706924989819527, 0.11834293603897095], "cos_apical_negg": [0.4966048002243042, 0.045574843883514404, 0.056856922805309296, 0.05787993222475052, 0.047836776822805405, 0.06416333466768265, 0.04599086940288544, 0.002483953023329377, 0.008977223187685013, 0.05804901570081711, 0.032954998314380646, 0.013590977527201176, 0.018653234466910362, 0.055522747337818146, 0.017344795167446136, 0.015871193259954453, -0.0011821610387414694, 0.062056008726358414, -0.020502515137195587, -0.009809491224586964, -0.04769858345389366, -0.04961284250020981, -0.009907219558954239, 0.06368914246559143, -0.005377102177590132, -0.07014799118041992, 0.02041063830256462, -0.004814028739929199, -0.028706924989819527, 0.11834293603897095], "cos_Ac_negg": [0.4966048002243042, 0.045574843883514404, 0.056856922805309296, 0.05787993222475052, 0.047836776822805405, 0.06416333466768265, 0.04599086940288544, 0.002483953023329377, 0.008977223187685013, 0.05804901570081711, 0.032954998314380646, 0.013590977527201176, 0.018653234466910362, 0.055522747337818146, 0.017344795167446136, 0.015871193259954453, -0.0011821610387414694, 0.062056008726358414, -0.020502515137195587, -0.009809491224586964, -0.04769858345389366, -0.04961284250020981, -0.009907219558954239, 0.06368914246559143, -0.005377102177590132, -0.07014799118041992, 0.02041063830256462, -0.004814028739929199, -0.028706924989819527, 0.11834293603897095], "r_norm": [4.280635833740234, 4.378228187561035, 4.302684783935547, 4.3648223876953125, 4.36529016494751, 4.34788179397583, 4.27781343460083, 4.309131622314453, 4.336999893188477, 4.316468238830566, 4.295731544494629, 4.343167304992676, 4.3930511474609375, 4.4513258934021, 4.376230239868164, 4.318897724151611, 4.499777793884277, 4.296062469482422, 4.399543285369873, 4.381216049194336, 4.237368583679199, 4.34487247467041, 4.402923583984375, 4.278088092803955, 4.360080718994141, 4.313153266906738, 4.268914222717285, 4.303129196166992, 4.314384460449219, 4.326907157897949]}, {"step": 1450, "epoch": 3, "train_loss": 1.7718837261199951, "cos_r_negg": [0.5218530297279358, 0.05661695450544357, 0.06131362542510033, 0.0711250975728035, 0.0443316213786602, 0.04153211787343025, 0.026696138083934784, -0.009855701588094234, 0.010093209333717823, 0.04750484973192215, 0.046102236956357956, 0.04271446540951729, 0.013570122420787811, 0.08429669588804245, 0.0028600827790796757, 0.019876305013895035, -0.03695330396294594, 0.08053768426179886, 0.016240986064076424, 0.006622733548283577, -0.042454950511455536, -0.06059632450342178, -0.06456907093524933, 0.047267377376556396, 0.0797356441617012, -0.04548240825533867, 0.0610392689704895, 0.01287214457988739, -0.026559267193078995, 0.1045994758605957], "cos_apical_negg": [0.5218530297279358, 0.05661695450544357, 0.06131362542510033, 0.0711250975728035, 0.0443316213786602, 0.04153211787343025, 0.026696138083934784, -0.009855701588094234, 0.010093209333717823, 0.04750484973192215, 0.046102236956357956, 0.04271446540951729, 0.013570122420787811, 0.08429669588804245, 0.0028600827790796757, 0.019876305013895035, -0.03695330396294594, 0.08053768426179886, 0.016240986064076424, 0.006622733548283577, -0.042454950511455536, -0.06059632450342178, -0.06456907093524933, 0.047267377376556396, 0.0797356441617012, -0.04548240825533867, 0.0610392689704895, 0.01287214457988739, -0.026559267193078995, 0.1045994758605957], "cos_Ac_negg": [0.5218530297279358, 0.05661695450544357, 0.06131362542510033, 0.0711250975728035, 0.0443316213786602, 0.04153211787343025, 0.026696138083934784, -0.009855701588094234, 0.010093209333717823, 0.04750484973192215, 0.046102236956357956, 0.04271446540951729, 0.013570122420787811, 0.08429669588804245, 0.0028600827790796757, 0.019876305013895035, -0.03695330396294594, 0.08053768426179886, 0.016240986064076424, 0.006622733548283577, -0.042454950511455536, -0.06059632450342178, -0.06456907093524933, 0.047267377376556396, 0.0797356441617012, -0.04548240825533867, 0.0610392689704895, 0.01287214457988739, -0.026559267193078995, 0.1045994758605957], "r_norm": [4.229846000671387, 4.321372985839844, 4.255875587463379, 4.340494155883789, 4.3009934425354, 4.303029537200928, 4.232102394104004, 4.268222808837891, 4.284869194030762, 4.2707085609436035, 4.254463195800781, 4.3202223777771, 4.3629913330078125, 4.413853168487549, 4.31756067276001, 4.282076835632324, 4.456491947174072, 4.247295379638672, 4.3566060066223145, 4.320555210113525, 4.195380210876465, 4.292694091796875, 4.344461441040039, 4.246278285980225, 4.3126983642578125, 4.264723777770996, 4.2162184715271, 4.265241622924805, 4.256375312805176, 4.282235622406006]}, {"step": 1500, "epoch": 3, "train_loss": 1.9275552034378052, "cos_r_negg": [0.5121889114379883, 0.07106433808803558, 0.04044908285140991, 0.06904269009828568, 0.03938424587249756, 0.042091332376003265, -0.02971285954117775, 0.003549909219145775, 0.0037312875501811504, 0.04098963737487793, 0.06685143709182739, 0.03382427245378494, -0.012408213689923286, 0.08152209967374802, -0.009407872334122658, 0.006068922113627195, 0.001958660315722227, 0.0465177521109581, 0.03430148586630821, 0.012680952437222004, -0.06592056900262833, -0.040539517998695374, -0.0525185763835907, 0.03340620547533035, 0.03478153795003891, -0.07161720842123032, -0.027308514341711998, -0.018675044178962708, 0.010207565501332283, 0.025911768898367882], "cos_apical_negg": [0.5121889114379883, 0.07106433808803558, 0.04044908285140991, 0.06904269009828568, 0.03938424587249756, 0.042091332376003265, -0.02971285954117775, 0.003549909219145775, 0.0037312875501811504, 0.04098963737487793, 0.06685143709182739, 0.03382427245378494, -0.012408213689923286, 0.08152209967374802, -0.009407872334122658, 0.006068922113627195, 0.001958660315722227, 0.0465177521109581, 0.03430148586630821, 0.012680952437222004, -0.06592056900262833, -0.040539517998695374, -0.0525185763835907, 0.03340620547533035, 0.03478153795003891, -0.07161720842123032, -0.027308514341711998, -0.018675044178962708, 0.010207565501332283, 0.025911768898367882], "cos_Ac_negg": [0.5121889114379883, 0.07106433808803558, 0.04044908285140991, 0.06904269009828568, 0.03938424587249756, 0.042091332376003265, -0.02971285954117775, 0.003549909219145775, 0.0037312875501811504, 0.04098963737487793, 0.06685143709182739, 0.03382427245378494, -0.012408213689923286, 0.08152209967374802, -0.009407872334122658, 0.006068922113627195, 0.001958660315722227, 0.0465177521109581, 0.03430148586630821, 0.012680952437222004, -0.06592056900262833, -0.040539517998695374, -0.0525185763835907, 0.03340620547533035, 0.03478153795003891, -0.07161720842123032, -0.027308514341711998, -0.018675044178962708, 0.010207565501332283, 0.025911768898367882], "r_norm": [4.145977973937988, 4.240357398986816, 4.16300106048584, 4.2386016845703125, 4.2059431076049805, 4.2021331787109375, 4.148097991943359, 4.184556007385254, 4.200662612915039, 4.180343151092529, 4.155123710632324, 4.226304054260254, 4.286919593811035, 4.334414482116699, 4.225443363189697, 4.194978713989258, 4.357014179229736, 4.144649505615234, 4.270751953125, 4.231657028198242, 4.110967636108398, 4.209862232208252, 4.264509201049805, 4.157596111297607, 4.224034309387207, 4.168568134307861, 4.129703521728516, 4.1713995933532715, 4.1634111404418945, 4.201168060302734]}, {"step": 1550, "epoch": 3, "train_loss": 1.97603178024292, "cos_r_negg": [0.502245306968689, 0.052266597747802734, 0.02750510722398758, 0.05552475154399872, 0.05696996673941612, 0.05085650831460953, -0.005811513401567936, 0.015945032238960266, 0.009712287224829197, 0.06411340087652206, 0.034980785101652145, 0.04181995987892151, 0.01126024592667818, 0.04890753701329231, -0.01035797968506813, 0.03412627428770065, 0.015124979428946972, 0.026905285194516182, 0.0205429345369339, -0.03406083583831787, -0.043370552361011505, -0.009802473708987236, -0.05578763410449028, 0.08853645622730255, 0.04664689674973488, -0.04974452406167984, -0.02655397728085518, -0.03150467574596405, 0.0821879655122757, -0.01138843223452568], "cos_apical_negg": [0.502245306968689, 0.052266597747802734, 0.02750510722398758, 0.05552475154399872, 0.05696996673941612, 0.05085650831460953, -0.005811513401567936, 0.015945032238960266, 0.009712287224829197, 0.06411340087652206, 0.034980785101652145, 0.04181995987892151, 0.01126024592667818, 0.04890753701329231, -0.01035797968506813, 0.03412627428770065, 0.015124979428946972, 0.026905285194516182, 0.0205429345369339, -0.03406083583831787, -0.043370552361011505, -0.009802473708987236, -0.05578763410449028, 0.08853645622730255, 0.04664689674973488, -0.04974452406167984, -0.02655397728085518, -0.03150467574596405, 0.0821879655122757, -0.01138843223452568], "cos_Ac_negg": [0.502245306968689, 0.052266597747802734, 0.02750510722398758, 0.05552475154399872, 0.05696996673941612, 0.05085650831460953, -0.005811513401567936, 0.015945032238960266, 0.009712287224829197, 0.06411340087652206, 0.034980785101652145, 0.04181995987892151, 0.01126024592667818, 0.04890753701329231, -0.01035797968506813, 0.03412627428770065, 0.015124979428946972, 0.026905285194516182, 0.0205429345369339, -0.03406083583831787, -0.043370552361011505, -0.009802473708987236, -0.05578763410449028, 0.08853645622730255, 0.04664689674973488, -0.04974452406167984, -0.02655397728085518, -0.03150467574596405, 0.0821879655122757, -0.01138843223452568], "r_norm": [4.124061107635498, 4.209163665771484, 4.138542175292969, 4.21491003036499, 4.18856954574585, 4.18278694152832, 4.124053001403809, 4.155935764312744, 4.173348426818848, 4.14604377746582, 4.123076915740967, 4.193984031677246, 4.252486705780029, 4.298807144165039, 4.200485706329346, 4.167427062988281, 4.329294204711914, 4.118765354156494, 4.249505043029785, 4.2089948654174805, 4.089884281158447, 4.177735328674316, 4.23168420791626, 4.139052391052246, 4.192495346069336, 4.14939022064209, 4.10468864440918, 4.140870094299316, 4.12923526763916, 4.177865505218506]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3702, "test_loss": 1.8785572143554687}, {"step": 1600, "epoch": 4, "train_loss": 1.8846704959869385, "cos_r_negg": [0.4943584203720093, 0.057145994156599045, 0.06865700334310532, 0.09265198558568954, 0.06562577933073044, 0.08451742678880692, 0.01932685822248459, 0.053623419255018234, -0.00458855926990509, 0.07440666854381561, 0.04853386431932449, 0.03871748596429825, 0.03300919383764267, 0.031278930604457855, -0.0045844800770282745, 0.028146125376224518, 0.04347134381532669, 0.052457984536886215, 0.06313608586788177, -0.024329695850610733, -0.01930519938468933, 0.005252115428447723, -0.03440465033054352, 0.05898451805114746, 0.058337025344371796, -0.018965911120176315, 0.010910646989941597, 0.0232726838439703, 0.040733419358730316, -0.033308226615190506], "cos_apical_negg": [0.4943584203720093, 0.057145994156599045, 0.06865700334310532, 0.09265198558568954, 0.06562577933073044, 0.08451742678880692, 0.01932685822248459, 0.053623419255018234, -0.00458855926990509, 0.07440666854381561, 0.04853386431932449, 0.03871748596429825, 0.03300919383764267, 0.031278930604457855, -0.0045844800770282745, 0.028146125376224518, 0.04347134381532669, 0.052457984536886215, 0.06313608586788177, -0.024329695850610733, -0.01930519938468933, 0.005252115428447723, -0.03440465033054352, 0.05898451805114746, 0.058337025344371796, -0.018965911120176315, 0.010910646989941597, 0.0232726838439703, 0.040733419358730316, -0.033308226615190506], "cos_Ac_negg": [0.4943584203720093, 0.057145994156599045, 0.06865700334310532, 0.09265198558568954, 0.06562577933073044, 0.08451742678880692, 0.01932685822248459, 0.053623419255018234, -0.00458855926990509, 0.07440666854381561, 0.04853386431932449, 0.03871748596429825, 0.03300919383764267, 0.031278930604457855, -0.0045844800770282745, 0.028146125376224518, 0.04347134381532669, 0.052457984536886215, 0.06313608586788177, -0.024329695850610733, -0.01930519938468933, 0.005252115428447723, -0.03440465033054352, 0.05898451805114746, 0.058337025344371796, -0.018965911120176315, 0.010910646989941597, 0.0232726838439703, 0.040733419358730316, -0.033308226615190506], "r_norm": [4.21358585357666, 4.312488555908203, 4.244203567504883, 4.313380241394043, 4.29403018951416, 4.275704383850098, 4.218878746032715, 4.249635696411133, 4.272299766540527, 4.250810623168945, 4.230091094970703, 4.286081790924072, 4.338549613952637, 4.383917808532715, 4.302052974700928, 4.258606910705566, 4.434090614318848, 4.22479248046875, 4.3435187339782715, 4.319354057312012, 4.179862976074219, 4.274398326873779, 4.330554485321045, 4.219909191131592, 4.298564910888672, 4.246321201324463, 4.203411102294922, 4.244692325592041, 4.24135160446167, 4.2607550621032715]}, {"step": 1650, "epoch": 4, "train_loss": 1.804222583770752, "cos_r_negg": [0.49985265731811523, 0.08807268738746643, 0.07428320497274399, 0.09280598908662796, 0.06821826845407486, 0.07012300193309784, 0.0252557173371315, 0.054870761930942535, 0.02254604361951351, 0.06068086996674538, 0.053995415568351746, 0.026490546762943268, 0.04908481612801552, 0.033749114722013474, -0.008832985535264015, 0.030704183503985405, 0.03141956403851509, 0.04387512803077698, 0.04592267796397209, -0.020978862419724464, -0.025547441095113754, 0.020879223942756653, -0.008385276421904564, 0.05005253478884697, 0.04674437269568443, -0.005642814561724663, 0.026131007820367813, -0.011366895399987698, 0.004952144809067249, -0.07302872836589813], "cos_apical_negg": [0.49985265731811523, 0.08807268738746643, 0.07428320497274399, 0.09280598908662796, 0.06821826845407486, 0.07012300193309784, 0.0252557173371315, 0.054870761930942535, 0.02254604361951351, 0.06068086996674538, 0.053995415568351746, 0.026490546762943268, 0.04908481612801552, 0.033749114722013474, -0.008832985535264015, 0.030704183503985405, 0.03141956403851509, 0.04387512803077698, 0.04592267796397209, -0.020978862419724464, -0.025547441095113754, 0.020879223942756653, -0.008385276421904564, 0.05005253478884697, 0.04674437269568443, -0.005642814561724663, 0.026131007820367813, -0.011366895399987698, 0.004952144809067249, -0.07302872836589813], "cos_Ac_negg": [0.49985265731811523, 0.08807268738746643, 0.07428320497274399, 0.09280598908662796, 0.06821826845407486, 0.07012300193309784, 0.0252557173371315, 0.054870761930942535, 0.02254604361951351, 0.06068086996674538, 0.053995415568351746, 0.026490546762943268, 0.04908481612801552, 0.033749114722013474, -0.008832985535264015, 0.030704183503985405, 0.03141956403851509, 0.04387512803077698, 0.04592267796397209, -0.020978862419724464, -0.025547441095113754, 0.020879223942756653, -0.008385276421904564, 0.05005253478884697, 0.04674437269568443, -0.005642814561724663, 0.026131007820367813, -0.011366895399987698, 0.004952144809067249, -0.07302872836589813], "r_norm": [4.215445518493652, 4.2943243980407715, 4.225092887878418, 4.303628444671631, 4.273005485534668, 4.271060943603516, 4.218465328216553, 4.249224662780762, 4.259128093719482, 4.240098476409912, 4.209255695343018, 4.280514240264893, 4.35650110244751, 4.388947486877441, 4.287959575653076, 4.256184101104736, 4.417043209075928, 4.19944953918457, 4.343125820159912, 4.298775672912598, 4.169951438903809, 4.269081115722656, 4.323619842529297, 4.222595691680908, 4.280734539031982, 4.225095748901367, 4.192167282104492, 4.235701560974121, 4.2195281982421875, 4.266640663146973]}, {"step": 1700, "epoch": 4, "train_loss": 1.7868130207061768, "cos_r_negg": [0.5264853239059448, 0.07379541546106339, 0.07383441925048828, 0.07256804406642914, 0.0702410340309143, 0.07004214823246002, 0.029956921935081482, 0.0457221195101738, 0.02591521292924881, 0.0402340404689312, 0.059470392763614655, 0.02898503839969635, 0.03142990171909332, 0.03671494126319885, -0.007354030851274729, 0.029046636074781418, 0.0022607119753956795, 0.04518958181142807, 0.07576093822717667, 0.0015797633677721024, -0.0044056735932827, 0.000782522140070796, 0.009368782863020897, 0.07026440650224686, -0.004393468145281076, -0.03542490303516388, 0.03737114369869232, 0.006477655842900276, -0.003131383564323187, 0.038674887269735336], "cos_apical_negg": [0.5264853239059448, 0.07379541546106339, 0.07383441925048828, 0.07256804406642914, 0.0702410340309143, 0.07004214823246002, 0.029956921935081482, 0.0457221195101738, 0.02591521292924881, 0.0402340404689312, 0.059470392763614655, 0.02898503839969635, 0.03142990171909332, 0.03671494126319885, -0.007354030851274729, 0.029046636074781418, 0.0022607119753956795, 0.04518958181142807, 0.07576093822717667, 0.0015797633677721024, -0.0044056735932827, 0.000782522140070796, 0.009368782863020897, 0.07026440650224686, -0.004393468145281076, -0.03542490303516388, 0.03737114369869232, 0.006477655842900276, -0.003131383564323187, 0.038674887269735336], "cos_Ac_negg": [0.5264853239059448, 0.07379541546106339, 0.07383441925048828, 0.07256804406642914, 0.0702410340309143, 0.07004214823246002, 0.029956921935081482, 0.0457221195101738, 0.02591521292924881, 0.0402340404689312, 0.059470392763614655, 0.02898503839969635, 0.03142990171909332, 0.03671494126319885, -0.007354030851274729, 0.029046636074781418, 0.0022607119753956795, 0.04518958181142807, 0.07576093822717667, 0.0015797633677721024, -0.0044056735932827, 0.000782522140070796, 0.009368782863020897, 0.07026440650224686, -0.004393468145281076, -0.03542490303516388, 0.03737114369869232, 0.006477655842900276, -0.003131383564323187, 0.038674887269735336], "r_norm": [4.161798000335693, 4.2621564865112305, 4.188791275024414, 4.2498860359191895, 4.24181604385376, 4.233807563781738, 4.163491725921631, 4.198422431945801, 4.220813751220703, 4.190358638763428, 4.165696620941162, 4.229188442230225, 4.292067527770996, 4.340407371520996, 4.248652458190918, 4.202168941497803, 4.379722595214844, 4.165971755981445, 4.288979530334473, 4.24676513671875, 4.131165504455566, 4.223652362823486, 4.269731044769287, 4.165082931518555, 4.234233856201172, 4.197897911071777, 4.150145530700684, 4.179535865783691, 4.176915168762207, 4.213740348815918]}, {"step": 1750, "epoch": 4, "train_loss": 1.9144916534423828, "cos_r_negg": [0.49013006687164307, 0.0869249552488327, 0.055281803011894226, 0.09094298630952835, 0.06404166668653488, 0.06081695482134819, 0.03194192796945572, 0.040947362780570984, 0.018392886966466904, 0.07259748876094818, 0.06078384444117546, 0.050924912095069885, 0.05929742008447647, 0.04607507586479187, -0.0004946740809828043, 0.020063549280166626, 0.005714017432183027, 0.03200875595211983, 0.04956652224063873, -0.03147919476032257, -0.0263989195227623, 0.006425890140235424, -0.03522583842277527, 0.025235259905457497, 0.001606501406058669, -0.03814508020877838, 0.038823723793029785, 0.009393831714987755, 0.07442563772201538, 0.022448819130659103], "cos_apical_negg": [0.49013006687164307, 0.0869249552488327, 0.055281803011894226, 0.09094298630952835, 0.06404166668653488, 0.06081695482134819, 0.03194192796945572, 0.040947362780570984, 0.018392886966466904, 0.07259748876094818, 0.06078384444117546, 0.050924912095069885, 0.05929742008447647, 0.04607507586479187, -0.0004946740809828043, 0.020063549280166626, 0.005714017432183027, 0.03200875595211983, 0.04956652224063873, -0.03147919476032257, -0.0263989195227623, 0.006425890140235424, -0.03522583842277527, 0.025235259905457497, 0.001606501406058669, -0.03814508020877838, 0.038823723793029785, 0.009393831714987755, 0.07442563772201538, 0.022448819130659103], "cos_Ac_negg": [0.49013006687164307, 0.0869249552488327, 0.055281803011894226, 0.09094298630952835, 0.06404166668653488, 0.06081695482134819, 0.03194192796945572, 0.040947362780570984, 0.018392886966466904, 0.07259748876094818, 0.06078384444117546, 0.050924912095069885, 0.05929742008447647, 0.04607507586479187, -0.0004946740809828043, 0.020063549280166626, 0.005714017432183027, 0.03200875595211983, 0.04956652224063873, -0.03147919476032257, -0.0263989195227623, 0.006425890140235424, -0.03522583842277527, 0.025235259905457497, 0.001606501406058669, -0.03814508020877838, 0.038823723793029785, 0.009393831714987755, 0.07442563772201538, 0.022448819130659103], "r_norm": [4.319598197937012, 4.3983540534973145, 4.309737205505371, 4.389422416687012, 4.386406421661377, 4.3611016273498535, 4.318599700927734, 4.345159530639648, 4.36680793762207, 4.329555511474609, 4.284329414367676, 4.365869522094727, 4.449492454528809, 4.495814323425293, 4.3796539306640625, 4.343568325042725, 4.5188775062561035, 4.29743766784668, 4.449382305145264, 4.385541915893555, 4.27387809753418, 4.3623809814453125, 4.436124801635742, 4.332516670227051, 4.38003396987915, 4.341182708740234, 4.282042980194092, 4.308830261230469, 4.310872554779053, 4.372344017028809]}, {"step": 1800, "epoch": 4, "train_loss": 1.7155362367630005, "cos_r_negg": [0.5092687606811523, 0.054356448352336884, 0.07280699908733368, 0.10987883061170578, 0.05975872278213501, 0.061967186629772186, -0.0024843327701091766, 0.03490162640810013, 0.016236037015914917, 0.05640927329659462, 0.058856453746557236, 0.057041268795728683, 0.05880669876933098, 0.03755299746990204, 0.009689336642622948, 0.005887668579816818, 0.004944047890603542, 0.016490519046783447, 0.018069006502628326, -0.008815540000796318, -6.777606904506683e-05, -0.0066463155671954155, -0.043393827974796295, 0.05373101681470871, 0.0208677239716053, -0.016391772776842117, -0.019593805074691772, 0.023032303899526596, 0.041329823434352875, 0.05594351887702942], "cos_apical_negg": [0.5092687606811523, 0.054356448352336884, 0.07280699908733368, 0.10987883061170578, 0.05975872278213501, 0.061967186629772186, -0.0024843327701091766, 0.03490162640810013, 0.016236037015914917, 0.05640927329659462, 0.058856453746557236, 0.057041268795728683, 0.05880669876933098, 0.03755299746990204, 0.009689336642622948, 0.005887668579816818, 0.004944047890603542, 0.016490519046783447, 0.018069006502628326, -0.008815540000796318, -6.777606904506683e-05, -0.0066463155671954155, -0.043393827974796295, 0.05373101681470871, 0.0208677239716053, -0.016391772776842117, -0.019593805074691772, 0.023032303899526596, 0.041329823434352875, 0.05594351887702942], "cos_Ac_negg": [0.5092687606811523, 0.054356448352336884, 0.07280699908733368, 0.10987883061170578, 0.05975872278213501, 0.061967186629772186, -0.0024843327701091766, 0.03490162640810013, 0.016236037015914917, 0.05640927329659462, 0.058856453746557236, 0.057041268795728683, 0.05880669876933098, 0.03755299746990204, 0.009689336642622948, 0.005887668579816818, 0.004944047890603542, 0.016490519046783447, 0.018069006502628326, -0.008815540000796318, -6.777606904506683e-05, -0.0066463155671954155, -0.043393827974796295, 0.05373101681470871, 0.0208677239716053, -0.016391772776842117, -0.019593805074691772, 0.023032303899526596, 0.041329823434352875, 0.05594351887702942], "r_norm": [4.191776275634766, 4.269801616668701, 4.214203834533691, 4.279199123382568, 4.243143558502197, 4.259224891662598, 4.184237003326416, 4.222119331359863, 4.227555274963379, 4.212734222412109, 4.19874382019043, 4.259927749633789, 4.318443298339844, 4.364671230316162, 4.268849849700928, 4.233070373535156, 4.389486312866211, 4.174880027770996, 4.314006805419922, 4.274774551391602, 4.147436141967773, 4.229693412780762, 4.297036647796631, 4.188983917236328, 4.250001430511475, 4.214160919189453, 4.166815280914307, 4.209615707397461, 4.193764686584473, 4.228424072265625]}, {"step": 1850, "epoch": 4, "train_loss": 2.0187411308288574, "cos_r_negg": [0.5197271108627319, 0.04016133025288582, 0.05302327871322632, 0.1084166169166565, 0.060205087065696716, 0.049892209470272064, 0.026633229106664658, 0.03292940929532051, -0.01281365379691124, 0.06399144977331161, 0.05914060026407242, 0.0733550488948822, 0.054457858204841614, 0.027430105954408646, 0.016983509063720703, 0.016109075397253036, 0.029924526810646057, 0.02038651518523693, 0.04608038067817688, 0.044544775038957596, -0.039246343076229095, 0.0073407310992479324, -0.06344816833734512, 0.0649464875459671, 0.03340568020939827, 0.012436452321708202, -0.02579120546579361, 0.0084215784445405, -0.05042370408773422, -0.018898233771324158], "cos_apical_negg": [0.5197271108627319, 0.04016133025288582, 0.05302327871322632, 0.1084166169166565, 0.060205087065696716, 0.049892209470272064, 0.026633229106664658, 0.03292940929532051, -0.01281365379691124, 0.06399144977331161, 0.05914060026407242, 0.0733550488948822, 0.054457858204841614, 0.027430105954408646, 0.016983509063720703, 0.016109075397253036, 0.029924526810646057, 0.02038651518523693, 0.04608038067817688, 0.044544775038957596, -0.039246343076229095, 0.0073407310992479324, -0.06344816833734512, 0.0649464875459671, 0.03340568020939827, 0.012436452321708202, -0.02579120546579361, 0.0084215784445405, -0.05042370408773422, -0.018898233771324158], "cos_Ac_negg": [0.5197271108627319, 0.04016133025288582, 0.05302327871322632, 0.1084166169166565, 0.060205087065696716, 0.049892209470272064, 0.026633229106664658, 0.03292940929532051, -0.01281365379691124, 0.06399144977331161, 0.05914060026407242, 0.0733550488948822, 0.054457858204841614, 0.027430105954408646, 0.016983509063720703, 0.016109075397253036, 0.029924526810646057, 0.02038651518523693, 0.04608038067817688, 0.044544775038957596, -0.039246343076229095, 0.0073407310992479324, -0.06344816833734512, 0.0649464875459671, 0.03340568020939827, 0.012436452321708202, -0.02579120546579361, 0.0084215784445405, -0.05042370408773422, -0.018898233771324158], "r_norm": [4.272008895874023, 4.369807243347168, 4.29991340637207, 4.379351615905762, 4.3429059982299805, 4.32932710647583, 4.294666767120361, 4.303930282592773, 4.3354339599609375, 4.308157444000244, 4.282247543334961, 4.351695537567139, 4.421889781951904, 4.467037200927734, 4.363096237182617, 4.32158088684082, 4.489528179168701, 4.2639641761779785, 4.405938148498535, 4.368917465209961, 4.24803352355957, 4.339408874511719, 4.397324562072754, 4.288003921508789, 4.353649139404297, 4.30162239074707, 4.251151084899902, 4.306459426879883, 4.292633056640625, 4.336825847625732]}, {"step": 1900, "epoch": 4, "train_loss": 1.7664738893508911, "cos_r_negg": [0.5084213018417358, 0.0591808557510376, 0.04761689901351929, 0.1269700527191162, 0.04666164517402649, 0.054736241698265076, 0.019115621224045753, 0.038894690573215485, 0.02626417577266693, 0.055575333535671234, 0.052508145570755005, 0.06760317087173462, 0.05119889974594116, 0.04971377179026604, 0.025167573243379593, 0.04404466599225998, 0.010387811809778214, 0.017151976004242897, 0.06723174452781677, -0.0030449761543422937, -0.04577486589550972, -0.034459542483091354, -0.06185860559344292, -0.002141655422747135, 0.006466723047196865, -0.012990268878638744, 0.03366687893867493, 0.05549401044845581, -0.016347944736480713, 0.04227766394615173], "cos_apical_negg": [0.5084213018417358, 0.0591808557510376, 0.04761689901351929, 0.1269700527191162, 0.04666164517402649, 0.054736241698265076, 0.019115621224045753, 0.038894690573215485, 0.02626417577266693, 0.055575333535671234, 0.052508145570755005, 0.06760317087173462, 0.05119889974594116, 0.04971377179026604, 0.025167573243379593, 0.04404466599225998, 0.010387811809778214, 0.017151976004242897, 0.06723174452781677, -0.0030449761543422937, -0.04577486589550972, -0.034459542483091354, -0.06185860559344292, -0.002141655422747135, 0.006466723047196865, -0.012990268878638744, 0.03366687893867493, 0.05549401044845581, -0.016347944736480713, 0.04227766394615173], "cos_Ac_negg": [0.5084213018417358, 0.0591808557510376, 0.04761689901351929, 0.1269700527191162, 0.04666164517402649, 0.054736241698265076, 0.019115621224045753, 0.038894690573215485, 0.02626417577266693, 0.055575333535671234, 0.052508145570755005, 0.06760317087173462, 0.05119889974594116, 0.04971377179026604, 0.025167573243379593, 0.04404466599225998, 0.010387811809778214, 0.017151976004242897, 0.06723174452781677, -0.0030449761543422937, -0.04577486589550972, -0.034459542483091354, -0.06185860559344292, -0.002141655422747135, 0.006466723047196865, -0.012990268878638744, 0.03366687893867493, 0.05549401044845581, -0.016347944736480713, 0.04227766394615173], "r_norm": [4.213203430175781, 4.315584659576416, 4.237965106964111, 4.314177989959717, 4.294891357421875, 4.279342174530029, 4.223384857177734, 4.248161792755127, 4.279329299926758, 4.248390197753906, 4.221035957336426, 4.2905168533325195, 4.358460903167725, 4.406142711639404, 4.304525375366211, 4.262209892272949, 4.433335304260254, 4.217229843139648, 4.344234466552734, 4.302891731262207, 4.187958240509033, 4.283775806427002, 4.335144519805908, 4.222289085388184, 4.293854713439941, 4.250712871551514, 4.201757907867432, 4.240303039550781, 4.230846405029297, 4.277462005615234]}, {"step": 1950, "epoch": 4, "train_loss": 1.749399185180664, "cos_r_negg": [0.5260220170021057, 0.09041818976402283, 0.061455778777599335, 0.12388673424720764, 0.054296351969242096, 0.08014340698719025, 0.03139628469944, 0.02166069485247135, 0.023829404264688492, 0.05720037594437599, 0.05397184193134308, 0.04578562080860138, 0.03881944715976715, 0.0258697047829628, 0.05023197829723358, 0.04699201136827469, 0.012564385309815407, 0.003077715402469039, 0.014428867027163506, -0.005551082547754049, -0.042693041265010834, 0.015045448206365108, -0.02153947576880455, 0.02814723551273346, 0.019358590245246887, -0.05805446207523346, 0.051247820258140564, 0.07394938170909882, -0.03864618390798569, 0.04742172360420227], "cos_apical_negg": [0.5260220170021057, 0.09041818976402283, 0.061455778777599335, 0.12388673424720764, 0.054296351969242096, 0.08014340698719025, 0.03139628469944, 0.02166069485247135, 0.023829404264688492, 0.05720037594437599, 0.05397184193134308, 0.04578562080860138, 0.03881944715976715, 0.0258697047829628, 0.05023197829723358, 0.04699201136827469, 0.012564385309815407, 0.003077715402469039, 0.014428867027163506, -0.005551082547754049, -0.042693041265010834, 0.015045448206365108, -0.02153947576880455, 0.02814723551273346, 0.019358590245246887, -0.05805446207523346, 0.051247820258140564, 0.07394938170909882, -0.03864618390798569, 0.04742172360420227], "cos_Ac_negg": [0.5260220170021057, 0.09041818976402283, 0.061455778777599335, 0.12388673424720764, 0.054296351969242096, 0.08014340698719025, 0.03139628469944, 0.02166069485247135, 0.023829404264688492, 0.05720037594437599, 0.05397184193134308, 0.04578562080860138, 0.03881944715976715, 0.0258697047829628, 0.05023197829723358, 0.04699201136827469, 0.012564385309815407, 0.003077715402469039, 0.014428867027163506, -0.005551082547754049, -0.042693041265010834, 0.015045448206365108, -0.02153947576880455, 0.02814723551273346, 0.019358590245246887, -0.05805446207523346, 0.051247820258140564, 0.07394938170909882, -0.03864618390798569, 0.04742172360420227], "r_norm": [4.287257671356201, 4.382734775543213, 4.3083343505859375, 4.380374431610107, 4.36280632019043, 4.358037948608398, 4.296892166137695, 4.32497501373291, 4.343985557556152, 4.3156328201293945, 4.285091876983643, 4.361147880554199, 4.430820465087891, 4.4875946044921875, 4.371654510498047, 4.340637683868408, 4.500521659851074, 4.282520294189453, 4.4280571937561035, 4.380931854248047, 4.254342555999756, 4.351518630981445, 4.406397819519043, 4.292885780334473, 4.362519264221191, 4.321954250335693, 4.273329257965088, 4.308802604675293, 4.300699234008789, 4.345569610595703]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3693, "test_loss": 1.8886758666992187}, {"step": 2000, "epoch": 5, "train_loss": 1.9003806114196777, "cos_r_negg": [0.5152865052223206, 0.05682428181171417, 0.059121273458004, 0.12323198467493057, 0.06917187571525574, 0.07423032075166702, 0.01822485215961933, 0.04065545275807381, 0.04695979878306389, 0.03576325252652168, 0.04829615727066994, 0.06208131089806557, 0.0411146879196167, 0.048498623073101044, 0.048156917095184326, 0.03721868619322777, 0.025923041626811028, 0.031539518386125565, 0.036794885993003845, 0.0025854636915028095, -0.016976064071059227, 0.004081773571670055, 0.004078342579305172, 0.0061757746152579784, 0.07030044496059418, -0.04621820151805878, 0.06961573660373688, 0.09214042127132416, 0.02432859316468239, 0.05742962285876274], "cos_apical_negg": [0.5152865052223206, 0.05682428181171417, 0.059121273458004, 0.12323198467493057, 0.06917187571525574, 0.07423032075166702, 0.01822485215961933, 0.04065545275807381, 0.04695979878306389, 0.03576325252652168, 0.04829615727066994, 0.06208131089806557, 0.0411146879196167, 0.048498623073101044, 0.048156917095184326, 0.03721868619322777, 0.025923041626811028, 0.031539518386125565, 0.036794885993003845, 0.0025854636915028095, -0.016976064071059227, 0.004081773571670055, 0.004078342579305172, 0.0061757746152579784, 0.07030044496059418, -0.04621820151805878, 0.06961573660373688, 0.09214042127132416, 0.02432859316468239, 0.05742962285876274], "cos_Ac_negg": [0.5152865052223206, 0.05682428181171417, 0.059121273458004, 0.12323198467493057, 0.06917187571525574, 0.07423032075166702, 0.01822485215961933, 0.04065545275807381, 0.04695979878306389, 0.03576325252652168, 0.04829615727066994, 0.06208131089806557, 0.0411146879196167, 0.048498623073101044, 0.048156917095184326, 0.03721868619322777, 0.025923041626811028, 0.031539518386125565, 0.036794885993003845, 0.0025854636915028095, -0.016976064071059227, 0.004081773571670055, 0.004078342579305172, 0.0061757746152579784, 0.07030044496059418, -0.04621820151805878, 0.06961573660373688, 0.09214042127132416, 0.02432859316468239, 0.05742962285876274], "r_norm": [4.2291059494018555, 4.3303542137146, 4.256745338439941, 4.3153977394104, 4.304227828979492, 4.297829627990723, 4.212934494018555, 4.271096229553223, 4.285053253173828, 4.265136241912842, 4.230563163757324, 4.297353744506836, 4.353229522705078, 4.398543357849121, 4.316718101501465, 4.2613630294799805, 4.456875801086426, 4.243744373321533, 4.356822967529297, 4.344334602355957, 4.1894707679748535, 4.286406993865967, 4.353209018707275, 4.226249694824219, 4.307936668395996, 4.253836631774902, 4.231284141540527, 4.2552337646484375, 4.268044471740723, 4.268229007720947]}, {"step": 2050, "epoch": 5, "train_loss": 1.8291250467300415, "cos_r_negg": [0.5341718196868896, 0.07870814204216003, 0.06276130676269531, 0.10479911416769028, 0.06365977227687836, 0.060795482248067856, 0.040098682045936584, 0.025529775768518448, 0.02953927032649517, 0.041077978909015656, 0.05871007964015007, 0.05435509979724884, 0.017641283571720123, 0.043568775057792664, 0.029600229114294052, 0.03516489267349243, 0.0575021468102932, -0.000924721360206604, 0.029243897646665573, 0.009677338413894176, 0.004455368034541607, 0.025014091283082962, -0.003912005573511124, 0.01587742753326893, 0.06555651128292084, -0.07744413614273071, 0.003067305078729987, 0.029428809881210327, -0.034324340522289276, 0.006594475358724594], "cos_apical_negg": [0.5341718196868896, 0.07870814204216003, 0.06276130676269531, 0.10479911416769028, 0.06365977227687836, 0.060795482248067856, 0.040098682045936584, 0.025529775768518448, 0.02953927032649517, 0.041077978909015656, 0.05871007964015007, 0.05435509979724884, 0.017641283571720123, 0.043568775057792664, 0.029600229114294052, 0.03516489267349243, 0.0575021468102932, -0.000924721360206604, 0.029243897646665573, 0.009677338413894176, 0.004455368034541607, 0.025014091283082962, -0.003912005573511124, 0.01587742753326893, 0.06555651128292084, -0.07744413614273071, 0.003067305078729987, 0.029428809881210327, -0.034324340522289276, 0.006594475358724594], "cos_Ac_negg": [0.5341718196868896, 0.07870814204216003, 0.06276130676269531, 0.10479911416769028, 0.06365977227687836, 0.060795482248067856, 0.040098682045936584, 0.025529775768518448, 0.02953927032649517, 0.041077978909015656, 0.05871007964015007, 0.05435509979724884, 0.017641283571720123, 0.043568775057792664, 0.029600229114294052, 0.03516489267349243, 0.0575021468102932, -0.000924721360206604, 0.029243897646665573, 0.009677338413894176, 0.004455368034541607, 0.025014091283082962, -0.003912005573511124, 0.01587742753326893, 0.06555651128292084, -0.07744413614273071, 0.003067305078729987, 0.029428809881210327, -0.034324340522289276, 0.006594475358724594], "r_norm": [4.346608638763428, 4.459428787231445, 4.388276100158691, 4.4487504959106445, 4.395594120025635, 4.421677112579346, 4.360315322875977, 4.393063068389893, 4.405252456665039, 4.374410629272461, 4.362076759338379, 4.428952217102051, 4.480545997619629, 4.554411888122559, 4.450376987457275, 4.406027793884277, 4.574678421020508, 4.3417134284973145, 4.488728046417236, 4.446463108062744, 4.322652816772461, 4.39943790435791, 4.473402976989746, 4.360762119293213, 4.420517921447754, 4.38964319229126, 4.327577590942383, 4.377263069152832, 4.356166839599609, 4.399689674377441]}, {"step": 2100, "epoch": 5, "train_loss": 1.7771267890930176, "cos_r_negg": [0.5147499442100525, 0.06599456071853638, 0.06996522843837738, 0.11631214618682861, 0.055803216993808746, 0.07517191767692566, 0.018123358488082886, 0.03510085493326187, 0.0170972291380167, 0.03681035339832306, 0.0325617641210556, 0.05860898643732071, 0.03011403977870941, 0.035420551896095276, 0.03319062292575836, 0.0461525097489357, 0.02796746790409088, 0.028215907514095306, 0.04869697988033295, 0.005404869560152292, 0.022135084494948387, 0.04449791461229324, -0.023990435525774956, 0.05368568003177643, 0.03870953992009163, -0.012985339388251305, 0.07915699481964111, 0.035369325429201126, 0.026843026280403137, -0.03755730390548706], "cos_apical_negg": [0.5147499442100525, 0.06599456071853638, 0.06996522843837738, 0.11631214618682861, 0.055803216993808746, 0.07517191767692566, 0.018123358488082886, 0.03510085493326187, 0.0170972291380167, 0.03681035339832306, 0.0325617641210556, 0.05860898643732071, 0.03011403977870941, 0.035420551896095276, 0.03319062292575836, 0.0461525097489357, 0.02796746790409088, 0.028215907514095306, 0.04869697988033295, 0.005404869560152292, 0.022135084494948387, 0.04449791461229324, -0.023990435525774956, 0.05368568003177643, 0.03870953992009163, -0.012985339388251305, 0.07915699481964111, 0.035369325429201126, 0.026843026280403137, -0.03755730390548706], "cos_Ac_negg": [0.5147499442100525, 0.06599456071853638, 0.06996522843837738, 0.11631214618682861, 0.055803216993808746, 0.07517191767692566, 0.018123358488082886, 0.03510085493326187, 0.0170972291380167, 0.03681035339832306, 0.0325617641210556, 0.05860898643732071, 0.03011403977870941, 0.035420551896095276, 0.03319062292575836, 0.0461525097489357, 0.02796746790409088, 0.028215907514095306, 0.04869697988033295, 0.005404869560152292, 0.022135084494948387, 0.04449791461229324, -0.023990435525774956, 0.05368568003177643, 0.03870953992009163, -0.012985339388251305, 0.07915699481964111, 0.035369325429201126, 0.026843026280403137, -0.03755730390548706], "r_norm": [4.302416801452637, 4.404168128967285, 4.307649612426758, 4.3951873779296875, 4.381315231323242, 4.373592376708984, 4.309038162231445, 4.342096328735352, 4.354118824005127, 4.3407487869262695, 4.291648864746094, 4.362351894378662, 4.445108890533447, 4.490496635437012, 4.372179985046387, 4.346100807189941, 4.517801761627197, 4.312159538269043, 4.452723979949951, 4.390856742858887, 4.279356956481934, 4.362277030944824, 4.428771018981934, 4.3220696449279785, 4.385133743286133, 4.318514823913574, 4.29752254486084, 4.30877685546875, 4.315306186676025, 4.36275577545166]}, {"step": 2150, "epoch": 5, "train_loss": 1.84628164768219, "cos_r_negg": [0.5093940496444702, 0.06990914046764374, 0.06031689792871475, 0.11482001841068268, 0.03319355472922325, 0.07438947260379791, 0.03023434616625309, 0.05867354944348335, 0.034427620470523834, -0.005619633477181196, 0.04055771976709366, 0.06436249613761902, 0.028727127239108086, 0.030600739642977715, 0.03385838121175766, 0.057429831475019455, 0.05832453817129135, 0.014019789174199104, 0.040894508361816406, 0.014402152970433235, -0.012882333248853683, -0.0037114303559064865, 0.004451599903404713, 0.06106634438037872, 0.011218398809432983, 0.01371844857931137, 0.04805661365389824, 0.04392288997769356, -0.021352224051952362, -0.027303267270326614], "cos_apical_negg": [0.5093940496444702, 0.06990914046764374, 0.06031689792871475, 0.11482001841068268, 0.03319355472922325, 0.07438947260379791, 0.03023434616625309, 0.05867354944348335, 0.034427620470523834, -0.005619633477181196, 0.04055771976709366, 0.06436249613761902, 0.028727127239108086, 0.030600739642977715, 0.03385838121175766, 0.057429831475019455, 0.05832453817129135, 0.014019789174199104, 0.040894508361816406, 0.014402152970433235, -0.012882333248853683, -0.0037114303559064865, 0.004451599903404713, 0.06106634438037872, 0.011218398809432983, 0.01371844857931137, 0.04805661365389824, 0.04392288997769356, -0.021352224051952362, -0.027303267270326614], "cos_Ac_negg": [0.5093940496444702, 0.06990914046764374, 0.06031689792871475, 0.11482001841068268, 0.03319355472922325, 0.07438947260379791, 0.03023434616625309, 0.05867354944348335, 0.034427620470523834, -0.005619633477181196, 0.04055771976709366, 0.06436249613761902, 0.028727127239108086, 0.030600739642977715, 0.03385838121175766, 0.057429831475019455, 0.05832453817129135, 0.014019789174199104, 0.040894508361816406, 0.014402152970433235, -0.012882333248853683, -0.0037114303559064865, 0.004451599903404713, 0.06106634438037872, 0.011218398809432983, 0.01371844857931137, 0.04805661365389824, 0.04392288997769356, -0.021352224051952362, -0.027303267270326614], "r_norm": [4.123486518859863, 4.224637031555176, 4.146543502807617, 4.222468852996826, 4.1967668533325195, 4.184205055236816, 4.12827730178833, 4.162676811218262, 4.182006359100342, 4.161289691925049, 4.1294264793396, 4.204833984375, 4.262143135070801, 4.305059909820557, 4.209834098815918, 4.171950340270996, 4.34611701965332, 4.13864803314209, 4.254805088043213, 4.209245681762695, 4.101390361785889, 4.188272476196289, 4.2399797439575195, 4.148642539978027, 4.206450939178467, 4.156761169433594, 4.114865303039551, 4.15038537979126, 4.140575408935547, 4.18857479095459]}, {"step": 2200, "epoch": 5, "train_loss": 2.002533197402954, "cos_r_negg": [0.49813491106033325, 0.05841697379946709, 0.0746459811925888, 0.09925499558448792, 0.05321305990219116, 0.06437373161315918, 0.018570534884929657, 0.06043773144483566, 0.02927042730152607, 0.031106000766158104, 0.03344547003507614, 0.0823286697268486, 0.07381490617990494, 0.020683307200670242, 0.03664743900299072, 0.08980173617601395, 0.05333641916513443, 0.014932963065803051, -0.0036271414719522, -0.016607975587248802, -0.014261800795793533, 0.039502330124378204, -0.028233494609594345, 0.09232569485902786, -0.0033444177825003862, -0.043287284672260284, 0.040729403495788574, 0.06947152316570282, 0.029899632558226585, -0.013398482464253902], "cos_apical_negg": [0.49813491106033325, 0.05841697379946709, 0.0746459811925888, 0.09925499558448792, 0.05321305990219116, 0.06437373161315918, 0.018570534884929657, 0.06043773144483566, 0.02927042730152607, 0.031106000766158104, 0.03344547003507614, 0.0823286697268486, 0.07381490617990494, 0.020683307200670242, 0.03664743900299072, 0.08980173617601395, 0.05333641916513443, 0.014932963065803051, -0.0036271414719522, -0.016607975587248802, -0.014261800795793533, 0.039502330124378204, -0.028233494609594345, 0.09232569485902786, -0.0033444177825003862, -0.043287284672260284, 0.040729403495788574, 0.06947152316570282, 0.029899632558226585, -0.013398482464253902], "cos_Ac_negg": [0.49813491106033325, 0.05841697379946709, 0.0746459811925888, 0.09925499558448792, 0.05321305990219116, 0.06437373161315918, 0.018570534884929657, 0.06043773144483566, 0.02927042730152607, 0.031106000766158104, 0.03344547003507614, 0.0823286697268486, 0.07381490617990494, 0.020683307200670242, 0.03664743900299072, 0.08980173617601395, 0.05333641916513443, 0.014932963065803051, -0.0036271414719522, -0.016607975587248802, -0.014261800795793533, 0.039502330124378204, -0.028233494609594345, 0.09232569485902786, -0.0033444177825003862, -0.043287284672260284, 0.040729403495788574, 0.06947152316570282, 0.029899632558226585, -0.013398482464253902], "r_norm": [4.276148319244385, 4.367768287658691, 4.294632434844971, 4.369329452514648, 4.329338073730469, 4.3336896896362305, 4.273808479309082, 4.3101806640625, 4.331208229064941, 4.305507659912109, 4.2848005294799805, 4.361102104187012, 4.420243263244629, 4.4602789878845215, 4.368847846984863, 4.324617385864258, 4.484834671020508, 4.279370307922363, 4.391633987426758, 4.374600887298584, 4.236314296722412, 4.3295464515686035, 4.4101691246032715, 4.2995710372924805, 4.356540203094482, 4.299350738525391, 4.259497165679932, 4.307865619659424, 4.302410125732422, 4.328128814697266]}, {"step": 2250, "epoch": 5, "train_loss": 2.0759732723236084, "cos_r_negg": [0.5221208930015564, 0.08515424281358719, 0.07240284979343414, 0.09429682791233063, 0.06380912661552429, 0.07514888793230057, 0.01822025328874588, 0.038590215146541595, 0.03269951790571213, 0.048913970589637756, 0.04773292690515518, 0.05470464378595352, 0.07138073444366455, 0.03431154415011406, 0.020650245249271393, 0.07636114954948425, 0.05390581116080284, 0.00875290110707283, 0.015218254178762436, 0.015683837234973907, 0.002188822254538536, 0.032619673758745193, -0.022837422788143158, 0.06638041883707047, -0.02863544225692749, -0.061832576990127563, 0.06201881170272827, -0.0012218868359923363, 0.04189275950193405, -0.04862142354249954], "cos_apical_negg": [0.5221208930015564, 0.08515424281358719, 0.07240284979343414, 0.09429682791233063, 0.06380912661552429, 0.07514888793230057, 0.01822025328874588, 0.038590215146541595, 0.03269951790571213, 0.048913970589637756, 0.04773292690515518, 0.05470464378595352, 0.07138073444366455, 0.03431154415011406, 0.020650245249271393, 0.07636114954948425, 0.05390581116080284, 0.00875290110707283, 0.015218254178762436, 0.015683837234973907, 0.002188822254538536, 0.032619673758745193, -0.022837422788143158, 0.06638041883707047, -0.02863544225692749, -0.061832576990127563, 0.06201881170272827, -0.0012218868359923363, 0.04189275950193405, -0.04862142354249954], "cos_Ac_negg": [0.5221208930015564, 0.08515424281358719, 0.07240284979343414, 0.09429682791233063, 0.06380912661552429, 0.07514888793230057, 0.01822025328874588, 0.038590215146541595, 0.03269951790571213, 0.048913970589637756, 0.04773292690515518, 0.05470464378595352, 0.07138073444366455, 0.03431154415011406, 0.020650245249271393, 0.07636114954948425, 0.05390581116080284, 0.00875290110707283, 0.015218254178762436, 0.015683837234973907, 0.002188822254538536, 0.032619673758745193, -0.022837422788143158, 0.06638041883707047, -0.02863544225692749, -0.061832576990127563, 0.06201881170272827, -0.0012218868359923363, 0.04189275950193405, -0.04862142354249954], "r_norm": [4.062785625457764, 4.154715538024902, 4.086038589477539, 4.151350498199463, 4.127335548400879, 4.122902870178223, 4.062246322631836, 4.098580360412598, 4.114167213439941, 4.0902323722839355, 4.0666913986206055, 4.132701873779297, 4.201108932495117, 4.234426975250244, 4.14116096496582, 4.106658935546875, 4.2669572830200195, 4.058952331542969, 4.188236236572266, 4.141932010650635, 4.035028457641602, 4.118647575378418, 4.167448043823242, 4.077037811279297, 4.130484580993652, 4.095023155212402, 4.052237033843994, 4.084106922149658, 4.067231178283691, 4.116632461547852]}, {"step": 2300, "epoch": 5, "train_loss": 1.8086659908294678, "cos_r_negg": [0.5054652094841003, 0.07889069616794586, 0.08155332505702972, 0.10534673929214478, 0.08037075400352478, 0.11058968305587769, 0.009302155114710331, 0.052039097994565964, 0.05986449122428894, 0.06699107587337494, 0.06718240678310394, 0.06386549770832062, 0.04891994595527649, 0.05661683529615402, 0.036508895456790924, 0.053464505821466446, 0.06299866735935211, -0.009779948741197586, 0.028848718851804733, -0.02584056556224823, -0.011422322131693363, 0.04885944724082947, -0.03379194065928459, 0.11226585507392883, -0.01683196797966957, 0.013378297910094261, 0.049372587352991104, 0.006094683427363634, -0.03237017244100571, -0.019796118140220642], "cos_apical_negg": [0.5054652094841003, 0.07889069616794586, 0.08155332505702972, 0.10534673929214478, 0.08037075400352478, 0.11058968305587769, 0.009302155114710331, 0.052039097994565964, 0.05986449122428894, 0.06699107587337494, 0.06718240678310394, 0.06386549770832062, 0.04891994595527649, 0.05661683529615402, 0.036508895456790924, 0.053464505821466446, 0.06299866735935211, -0.009779948741197586, 0.028848718851804733, -0.02584056556224823, -0.011422322131693363, 0.04885944724082947, -0.03379194065928459, 0.11226585507392883, -0.01683196797966957, 0.013378297910094261, 0.049372587352991104, 0.006094683427363634, -0.03237017244100571, -0.019796118140220642], "cos_Ac_negg": [0.5054652094841003, 0.07889069616794586, 0.08155332505702972, 0.10534673929214478, 0.08037075400352478, 0.11058968305587769, 0.009302155114710331, 0.052039097994565964, 0.05986449122428894, 0.06699107587337494, 0.06718240678310394, 0.06386549770832062, 0.04891994595527649, 0.05661683529615402, 0.036508895456790924, 0.053464505821466446, 0.06299866735935211, -0.009779948741197586, 0.028848718851804733, -0.02584056556224823, -0.011422322131693363, 0.04885944724082947, -0.03379194065928459, 0.11226585507392883, -0.01683196797966957, 0.013378297910094261, 0.049372587352991104, 0.006094683427363634, -0.03237017244100571, -0.019796118140220642], "r_norm": [4.165925979614258, 4.258120059967041, 4.192923069000244, 4.265480995178223, 4.224049091339111, 4.228321552276611, 4.172954559326172, 4.208268165588379, 4.222928047180176, 4.199880123138428, 4.176496505737305, 4.2479729652404785, 4.31019401550293, 4.349392890930176, 4.251500606536865, 4.221035003662109, 4.378533363342285, 4.165383815765381, 4.295970916748047, 4.257328987121582, 4.136948585510254, 4.228035926818848, 4.285525321960449, 4.178118705749512, 4.241402626037598, 4.192770004272461, 4.157658100128174, 4.194562911987305, 4.17850399017334, 4.2239556312561035]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.3655, "test_loss": 2.012645373535156}, {"step": 2350, "epoch": 6, "train_loss": 1.8002066612243652, "cos_r_negg": [0.49662381410598755, 0.09827881306409836, 0.09667852520942688, 0.10801659524440765, 0.07539873570203781, 0.08453573286533356, 0.007502535358071327, 0.07956041395664215, 0.04909883439540863, 0.0586019866168499, 0.06774799525737762, 0.07627728581428528, 0.06423041969537735, 0.043561916798353195, 0.022058378905057907, 0.05618659406900406, 0.0694756805896759, 0.022784560918807983, 0.024291183799505234, -0.009137628600001335, -0.009980784729123116, 0.01940903626382351, -0.04001523554325104, 0.14854830503463745, -0.007996590808033943, -0.08851612359285355, 0.006486834958195686, -0.0114663764834404, 0.039265118539333344, -0.003854465903714299], "cos_apical_negg": [0.49662381410598755, 0.09827881306409836, 0.09667852520942688, 0.10801659524440765, 0.07539873570203781, 0.08453573286533356, 0.007502535358071327, 0.07956041395664215, 0.04909883439540863, 0.0586019866168499, 0.06774799525737762, 0.07627728581428528, 0.06423041969537735, 0.043561916798353195, 0.022058378905057907, 0.05618659406900406, 0.0694756805896759, 0.022784560918807983, 0.024291183799505234, -0.009137628600001335, -0.009980784729123116, 0.01940903626382351, -0.04001523554325104, 0.14854830503463745, -0.007996590808033943, -0.08851612359285355, 0.006486834958195686, -0.0114663764834404, 0.039265118539333344, -0.003854465903714299], "cos_Ac_negg": [0.49662381410598755, 0.09827881306409836, 0.09667852520942688, 0.10801659524440765, 0.07539873570203781, 0.08453573286533356, 0.007502535358071327, 0.07956041395664215, 0.04909883439540863, 0.0586019866168499, 0.06774799525737762, 0.07627728581428528, 0.06423041969537735, 0.043561916798353195, 0.022058378905057907, 0.05618659406900406, 0.0694756805896759, 0.022784560918807983, 0.024291183799505234, -0.009137628600001335, -0.009980784729123116, 0.01940903626382351, -0.04001523554325104, 0.14854830503463745, -0.007996590808033943, -0.08851612359285355, 0.006486834958195686, -0.0114663764834404, 0.039265118539333344, -0.003854465903714299], "r_norm": [4.316825866699219, 4.404047012329102, 4.336242198944092, 4.410819053649902, 4.372925758361816, 4.384767532348633, 4.325463771820068, 4.358302116394043, 4.363559246063232, 4.344879150390625, 4.322453498840332, 4.393031120300293, 4.452905654907227, 4.514343738555908, 4.393376350402832, 4.377621173858643, 4.531429767608643, 4.302507400512695, 4.451161861419678, 4.40477180480957, 4.274889945983887, 4.379548072814941, 4.4349517822265625, 4.3217549324035645, 4.3906683921813965, 4.338155746459961, 4.292759895324707, 4.337369918823242, 4.327179431915283, 4.374110221862793]}, {"step": 2400, "epoch": 6, "train_loss": 1.7477086782455444, "cos_r_negg": [0.5150495767593384, 0.09050336480140686, 0.08582387864589691, 0.10975390672683716, 0.08042572438716888, 0.0848892331123352, 0.0442877821624279, 0.07109712064266205, 0.059235066175460815, 0.05583741515874863, 0.03340376168489456, 0.06715893745422363, 0.03592885285615921, 0.011703170835971832, 0.03318338096141815, 0.09031686186790466, 0.05417715013027191, 0.029714129865169525, 0.04534666985273361, -0.01361460704356432, -0.005020468961447477, 0.022603625431656837, -0.01209735032171011, 0.10059675574302673, 0.020629290491342545, -0.05103098973631859, 0.005459659732878208, -0.011739124543964863, 0.01931159757077694, -0.01120222918689251], "cos_apical_negg": [0.5150495767593384, 0.09050336480140686, 0.08582387864589691, 0.10975390672683716, 0.08042572438716888, 0.0848892331123352, 0.0442877821624279, 0.07109712064266205, 0.059235066175460815, 0.05583741515874863, 0.03340376168489456, 0.06715893745422363, 0.03592885285615921, 0.011703170835971832, 0.03318338096141815, 0.09031686186790466, 0.05417715013027191, 0.029714129865169525, 0.04534666985273361, -0.01361460704356432, -0.005020468961447477, 0.022603625431656837, -0.01209735032171011, 0.10059675574302673, 0.020629290491342545, -0.05103098973631859, 0.005459659732878208, -0.011739124543964863, 0.01931159757077694, -0.01120222918689251], "cos_Ac_negg": [0.5150495767593384, 0.09050336480140686, 0.08582387864589691, 0.10975390672683716, 0.08042572438716888, 0.0848892331123352, 0.0442877821624279, 0.07109712064266205, 0.059235066175460815, 0.05583741515874863, 0.03340376168489456, 0.06715893745422363, 0.03592885285615921, 0.011703170835971832, 0.03318338096141815, 0.09031686186790466, 0.05417715013027191, 0.029714129865169525, 0.04534666985273361, -0.01361460704356432, -0.005020468961447477, 0.022603625431656837, -0.01209735032171011, 0.10059675574302673, 0.020629290491342545, -0.05103098973631859, 0.005459659732878208, -0.011739124543964863, 0.01931159757077694, -0.01120222918689251], "r_norm": [4.120547771453857, 4.2136406898498535, 4.144046783447266, 4.206264495849609, 4.184136867523193, 4.178449630737305, 4.115192890167236, 4.158747673034668, 4.173983097076416, 4.146193981170654, 4.114975929260254, 4.191995143890381, 4.252527236938477, 4.29818058013916, 4.202878475189209, 4.165172576904297, 4.325927734375, 4.117515563964844, 4.243930816650391, 4.2078752517700195, 4.0871171951293945, 4.175446033477783, 4.231297969818115, 4.1302080154418945, 4.190602779388428, 4.142544746398926, 4.103055953979492, 4.138718605041504, 4.126172065734863, 4.171627044677734]}, {"step": 2450, "epoch": 6, "train_loss": 1.6516953706741333, "cos_r_negg": [0.5201364755630493, 0.08760220557451248, 0.08867169916629791, 0.1174546480178833, 0.09217727929353714, 0.08307597041130066, 0.04088510572910309, 0.08308525383472443, 0.0553014874458313, 0.07655373215675354, 0.0563545748591423, 0.060126159340143204, 0.04853343218564987, 0.034449219703674316, 0.035757727921009064, 0.0983070433139801, 0.06886783242225647, 0.02378343977034092, 0.03450487554073334, -0.03444155678153038, -0.005037845578044653, 0.03230106830596924, -0.030529756098985672, 0.06401412934064865, -0.05119633302092552, 0.0008115814998745918, 0.0341743640601635, -0.021262096241116524, 0.030421286821365356, -0.018093176186084747], "cos_apical_negg": [0.5201364755630493, 0.08760220557451248, 0.08867169916629791, 0.1174546480178833, 0.09217727929353714, 0.08307597041130066, 0.04088510572910309, 0.08308525383472443, 0.0553014874458313, 0.07655373215675354, 0.0563545748591423, 0.060126159340143204, 0.04853343218564987, 0.034449219703674316, 0.035757727921009064, 0.0983070433139801, 0.06886783242225647, 0.02378343977034092, 0.03450487554073334, -0.03444155678153038, -0.005037845578044653, 0.03230106830596924, -0.030529756098985672, 0.06401412934064865, -0.05119633302092552, 0.0008115814998745918, 0.0341743640601635, -0.021262096241116524, 0.030421286821365356, -0.018093176186084747], "cos_Ac_negg": [0.5201364755630493, 0.08760220557451248, 0.08867169916629791, 0.1174546480178833, 0.09217727929353714, 0.08307597041130066, 0.04088510572910309, 0.08308525383472443, 0.0553014874458313, 0.07655373215675354, 0.0563545748591423, 0.060126159340143204, 0.04853343218564987, 0.034449219703674316, 0.035757727921009064, 0.0983070433139801, 0.06886783242225647, 0.02378343977034092, 0.03450487554073334, -0.03444155678153038, -0.005037845578044653, 0.03230106830596924, -0.030529756098985672, 0.06401412934064865, -0.05119633302092552, 0.0008115814998745918, 0.0341743640601635, -0.021262096241116524, 0.030421286821365356, -0.018093176186084747], "r_norm": [4.500885009765625, 4.578377723693848, 4.476165771484375, 4.574411392211914, 4.558431625366211, 4.541306495666504, 4.48850679397583, 4.534854888916016, 4.54339599609375, 4.5171380043029785, 4.474878787994385, 4.559460163116455, 4.63181209564209, 4.693270206451416, 4.550249099731445, 4.551586627960205, 4.699873447418213, 4.478213310241699, 4.626786708831787, 4.592391014099121, 4.436171054840088, 4.5621562004089355, 4.6237568855285645, 4.510359764099121, 4.578548431396484, 4.486158847808838, 4.457154273986816, 4.502408981323242, 4.500766754150391, 4.560642719268799]}, {"step": 2500, "epoch": 6, "train_loss": 1.683183193206787, "cos_r_negg": [0.5469703078269958, 0.08369658887386322, 0.07676257193088531, 0.10261240601539612, 0.09958773851394653, 0.09998297691345215, 0.04744918644428253, 0.050470978021621704, 0.07467767596244812, 0.07218628376722336, 0.06474678218364716, 0.05185074359178543, 0.06740076839923859, 0.03780455142259598, 0.016406375914812088, 0.07249622046947479, 0.09888715296983719, 0.03726375848054886, 0.029078878462314606, -0.014962776564061642, 0.020043006166815758, 0.03300829604268074, -0.018176598474383354, 0.06168121099472046, -0.0219007208943367, -0.009656448848545551, 0.02937060408294201, -0.0061486815102398396, -0.015340888872742653, -0.02587089315056801], "cos_apical_negg": [0.5469703078269958, 0.08369658887386322, 0.07676257193088531, 0.10261240601539612, 0.09958773851394653, 0.09998297691345215, 0.04744918644428253, 0.050470978021621704, 0.07467767596244812, 0.07218628376722336, 0.06474678218364716, 0.05185074359178543, 0.06740076839923859, 0.03780455142259598, 0.016406375914812088, 0.07249622046947479, 0.09888715296983719, 0.03726375848054886, 0.029078878462314606, -0.014962776564061642, 0.020043006166815758, 0.03300829604268074, -0.018176598474383354, 0.06168121099472046, -0.0219007208943367, -0.009656448848545551, 0.02937060408294201, -0.0061486815102398396, -0.015340888872742653, -0.02587089315056801], "cos_Ac_negg": [0.5469703078269958, 0.08369658887386322, 0.07676257193088531, 0.10261240601539612, 0.09958773851394653, 0.09998297691345215, 0.04744918644428253, 0.050470978021621704, 0.07467767596244812, 0.07218628376722336, 0.06474678218364716, 0.05185074359178543, 0.06740076839923859, 0.03780455142259598, 0.016406375914812088, 0.07249622046947479, 0.09888715296983719, 0.03726375848054886, 0.029078878462314606, -0.014962776564061642, 0.020043006166815758, 0.03300829604268074, -0.018176598474383354, 0.06168121099472046, -0.0219007208943367, -0.009656448848545551, 0.02937060408294201, -0.0061486815102398396, -0.015340888872742653, -0.02587089315056801], "r_norm": [4.152375221252441, 4.222255706787109, 4.166524410247803, 4.247077941894531, 4.202962398529053, 4.210826873779297, 4.152946472167969, 4.195770263671875, 4.1910834312438965, 4.163141250610352, 4.15381383895874, 4.219863414764404, 4.273644924163818, 4.313473701477051, 4.217855453491211, 4.180830478668213, 4.355906009674072, 4.1478590965271, 4.276693344116211, 4.233720779418945, 4.118172645568848, 4.182567596435547, 4.242835998535156, 4.150923252105713, 4.2082839012146, 4.17069149017334, 4.137904167175293, 4.169178009033203, 4.14765739440918, 4.189255237579346]}, {"step": 2550, "epoch": 6, "train_loss": 1.929905652999878, "cos_r_negg": [0.507821798324585, 0.0891965702176094, 0.08911559730768204, 0.11284978687763214, 0.0946127325296402, 0.10471631586551666, 0.04505375027656555, 0.0596998855471611, 0.06576623022556305, 0.07070208340883255, 0.048348601907491684, 0.0703938752412796, 0.05408187583088875, 0.033407583832740784, 0.007087817881256342, 0.05562230572104454, 0.08388429880142212, 0.030489707365632057, 0.027329271659255028, -0.03394760936498642, 0.026773037388920784, 0.011775178834795952, -0.008685520850121975, 0.021262047812342644, 0.006450009532272816, -0.0002326183021068573, 0.02516373246908188, 0.03037567064166069, 0.03317777067422867, -0.006596042774617672], "cos_apical_negg": [0.507821798324585, 0.0891965702176094, 0.08911559730768204, 0.11284978687763214, 0.0946127325296402, 0.10471631586551666, 0.04505375027656555, 0.0596998855471611, 0.06576623022556305, 0.07070208340883255, 0.048348601907491684, 0.0703938752412796, 0.05408187583088875, 0.033407583832740784, 0.007087817881256342, 0.05562230572104454, 0.08388429880142212, 0.030489707365632057, 0.027329271659255028, -0.03394760936498642, 0.026773037388920784, 0.011775178834795952, -0.008685520850121975, 0.021262047812342644, 0.006450009532272816, -0.0002326183021068573, 0.02516373246908188, 0.03037567064166069, 0.03317777067422867, -0.006596042774617672], "cos_Ac_negg": [0.507821798324585, 0.0891965702176094, 0.08911559730768204, 0.11284978687763214, 0.0946127325296402, 0.10471631586551666, 0.04505375027656555, 0.0596998855471611, 0.06576623022556305, 0.07070208340883255, 0.048348601907491684, 0.0703938752412796, 0.05408187583088875, 0.033407583832740784, 0.007087817881256342, 0.05562230572104454, 0.08388429880142212, 0.030489707365632057, 0.027329271659255028, -0.03394760936498642, 0.026773037388920784, 0.011775178834795952, -0.008685520850121975, 0.021262047812342644, 0.006450009532272816, -0.0002326183021068573, 0.02516373246908188, 0.03037567064166069, 0.03317777067422867, -0.006596042774617672], "r_norm": [4.154594421386719, 4.252008438110352, 4.171754837036133, 4.248387336730957, 4.2282209396362305, 4.222527503967285, 4.15660285949707, 4.185832977294922, 4.214086532592773, 4.184825420379639, 4.159066200256348, 4.2334723472595215, 4.298824310302734, 4.342975616455078, 4.233412742614746, 4.205610275268555, 4.36378812789917, 4.1500396728515625, 4.285833358764648, 4.240844249725342, 4.120643615722656, 4.225569725036621, 4.268828868865967, 4.159285068511963, 4.232442855834961, 4.18940544128418, 4.13662576675415, 4.177280426025391, 4.168825149536133, 4.215066909790039]}, {"step": 2600, "epoch": 6, "train_loss": 1.9896228313446045, "cos_r_negg": [0.515440821647644, 0.09756678342819214, 0.0878571942448616, 0.11951939016580582, 0.07564136385917664, 0.08576637506484985, 0.027847953140735626, 0.06372683495283127, 0.06732307374477386, 0.06670986860990524, 0.05488619953393936, 0.11791030317544937, 0.07961280643939972, 0.03882472962141037, 0.041225552558898926, 0.06386438012123108, 0.08682836592197418, 0.04869543015956879, 0.027655690908432007, -0.008192420937120914, 0.02418733388185501, 0.0589623749256134, -0.003576250746846199, 0.0607769712805748, 0.009763812646269798, -0.02974005416035652, 0.03177660331130028, 0.02797064743936062, 0.04462031275033951, -0.02441249042749405], "cos_apical_negg": [0.515440821647644, 0.09756678342819214, 0.0878571942448616, 0.11951939016580582, 0.07564136385917664, 0.08576637506484985, 0.027847953140735626, 0.06372683495283127, 0.06732307374477386, 0.06670986860990524, 0.05488619953393936, 0.11791030317544937, 0.07961280643939972, 0.03882472962141037, 0.041225552558898926, 0.06386438012123108, 0.08682836592197418, 0.04869543015956879, 0.027655690908432007, -0.008192420937120914, 0.02418733388185501, 0.0589623749256134, -0.003576250746846199, 0.0607769712805748, 0.009763812646269798, -0.02974005416035652, 0.03177660331130028, 0.02797064743936062, 0.04462031275033951, -0.02441249042749405], "cos_Ac_negg": [0.515440821647644, 0.09756678342819214, 0.0878571942448616, 0.11951939016580582, 0.07564136385917664, 0.08576637506484985, 0.027847953140735626, 0.06372683495283127, 0.06732307374477386, 0.06670986860990524, 0.05488619953393936, 0.11791030317544937, 0.07961280643939972, 0.03882472962141037, 0.041225552558898926, 0.06386438012123108, 0.08682836592197418, 0.04869543015956879, 0.027655690908432007, -0.008192420937120914, 0.02418733388185501, 0.0589623749256134, -0.003576250746846199, 0.0607769712805748, 0.009763812646269798, -0.02974005416035652, 0.03177660331130028, 0.02797064743936062, 0.04462031275033951, -0.02441249042749405], "r_norm": [4.170111179351807, 4.262166500091553, 4.198183059692383, 4.262991905212402, 4.233139514923096, 4.246614933013916, 4.172451019287109, 4.206674575805664, 4.225521087646484, 4.1961517333984375, 4.1854071617126465, 4.248690605163574, 4.315173149108887, 4.349215507507324, 4.247148036956787, 4.223324298858643, 4.380830764770508, 4.155282020568848, 4.295126914978027, 4.258965492248535, 4.145732879638672, 4.228072643280029, 4.2837090492248535, 4.176078796386719, 4.2418928146362305, 4.204358100891113, 4.158080101013184, 4.196033954620361, 4.179596424102783, 4.226715564727783]}, {"step": 2650, "epoch": 6, "train_loss": 1.649658203125, "cos_r_negg": [0.49684709310531616, 0.08801200985908508, 0.07493568956851959, 0.13555467128753662, 0.09414416551589966, 0.08641428500413895, 0.04670495539903641, 0.05998125299811363, 0.06714297831058502, 0.0486745610833168, 0.08571039885282516, 0.07046380639076233, 0.07112328708171844, 0.05119951069355011, 0.032523687928915024, 0.06223122403025627, 0.08286929130554199, 0.049165673553943634, 0.03523298725485802, 0.016331402584910393, 0.020328855141997337, 0.0239268746227026, -0.017368169501423836, 0.04215861111879349, 0.020616475492715836, -0.06707808375358582, 0.04217088595032692, 0.03512765094637871, 0.04557742550969124, 0.02375047653913498], "cos_apical_negg": [0.49684709310531616, 0.08801200985908508, 0.07493568956851959, 0.13555467128753662, 0.09414416551589966, 0.08641428500413895, 0.04670495539903641, 0.05998125299811363, 0.06714297831058502, 0.0486745610833168, 0.08571039885282516, 0.07046380639076233, 0.07112328708171844, 0.05119951069355011, 0.032523687928915024, 0.06223122403025627, 0.08286929130554199, 0.049165673553943634, 0.03523298725485802, 0.016331402584910393, 0.020328855141997337, 0.0239268746227026, -0.017368169501423836, 0.04215861111879349, 0.020616475492715836, -0.06707808375358582, 0.04217088595032692, 0.03512765094637871, 0.04557742550969124, 0.02375047653913498], "cos_Ac_negg": [0.49684709310531616, 0.08801200985908508, 0.07493568956851959, 0.13555467128753662, 0.09414416551589966, 0.08641428500413895, 0.04670495539903641, 0.05998125299811363, 0.06714297831058502, 0.0486745610833168, 0.08571039885282516, 0.07046380639076233, 0.07112328708171844, 0.05119951069355011, 0.032523687928915024, 0.06223122403025627, 0.08286929130554199, 0.049165673553943634, 0.03523298725485802, 0.016331402584910393, 0.020328855141997337, 0.0239268746227026, -0.017368169501423836, 0.04215861111879349, 0.020616475492715836, -0.06707808375358582, 0.04217088595032692, 0.03512765094637871, 0.04557742550969124, 0.02375047653913498], "r_norm": [4.079277992248535, 4.186830043792725, 4.124074935913086, 4.1712260246276855, 4.143072128295898, 4.159540176391602, 4.088048934936523, 4.121988296508789, 4.147731781005859, 4.11350679397583, 4.085983753204346, 4.151276588439941, 4.211769104003906, 4.28051233291626, 4.17033576965332, 4.116503715515137, 4.286258697509766, 4.085073947906494, 4.208590507507324, 4.1687164306640625, 4.055344104766846, 4.140337944030762, 4.212679862976074, 4.0906829833984375, 4.157448768615723, 4.116584300994873, 4.079957962036133, 4.106701374053955, 4.107272624969482, 4.122673511505127]}, {"step": 2700, "epoch": 6, "train_loss": 1.7839045524597168, "cos_r_negg": [0.5191705822944641, 0.07986579835414886, 0.09890571236610413, 0.10440745949745178, 0.08124362677335739, 0.09965461492538452, 0.06598446518182755, 0.06924539804458618, 0.05676502361893654, 0.0669119581580162, 0.06266921013593674, 0.07230087369680405, 0.06108913943171501, 0.025231318548321724, 0.011753961443901062, 0.09315980225801468, 0.06765370815992355, 0.046076029539108276, 0.051454685628414154, 0.027480751276016235, -0.004305083770304918, 0.02193933166563511, -0.0017112363129854202, 0.09186407178640366, -0.03301585465669632, -0.036547865718603134, 0.03601180016994476, 0.08621510863304138, 0.024176260456442833, 0.02026396244764328], "cos_apical_negg": [0.5191705822944641, 0.07986579835414886, 0.09890571236610413, 0.10440745949745178, 0.08124362677335739, 0.09965461492538452, 0.06598446518182755, 0.06924539804458618, 0.05676502361893654, 0.0669119581580162, 0.06266921013593674, 0.07230087369680405, 0.06108913943171501, 0.025231318548321724, 0.011753961443901062, 0.09315980225801468, 0.06765370815992355, 0.046076029539108276, 0.051454685628414154, 0.027480751276016235, -0.004305083770304918, 0.02193933166563511, -0.0017112363129854202, 0.09186407178640366, -0.03301585465669632, -0.036547865718603134, 0.03601180016994476, 0.08621510863304138, 0.024176260456442833, 0.02026396244764328], "cos_Ac_negg": [0.5191705822944641, 0.07986579835414886, 0.09890571236610413, 0.10440745949745178, 0.08124362677335739, 0.09965461492538452, 0.06598446518182755, 0.06924539804458618, 0.05676502361893654, 0.0669119581580162, 0.06266921013593674, 0.07230087369680405, 0.06108913943171501, 0.025231318548321724, 0.011753961443901062, 0.09315980225801468, 0.06765370815992355, 0.046076029539108276, 0.051454685628414154, 0.027480751276016235, -0.004305083770304918, 0.02193933166563511, -0.0017112363129854202, 0.09186407178640366, -0.03301585465669632, -0.036547865718603134, 0.03601180016994476, 0.08621510863304138, 0.024176260456442833, 0.02026396244764328], "r_norm": [4.101966857910156, 4.1871185302734375, 4.126275062561035, 4.184908390045166, 4.161880970001221, 4.156486988067627, 4.098090171813965, 4.135035514831543, 4.155196666717529, 4.121933937072754, 4.101215362548828, 4.171018600463867, 4.233837127685547, 4.266378402709961, 4.181955814361572, 4.140426158905029, 4.299168586730957, 4.091930866241455, 4.220328330993652, 4.185770511627197, 4.073722839355469, 4.152273178100586, 4.21848201751709, 4.114443778991699, 4.171564102172852, 4.1260881423950195, 4.085140228271484, 4.126443862915039, 4.108138084411621, 4.1501569747924805]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.3789, "test_loss": 1.84599931640625}, {"step": 2750, "epoch": 7, "train_loss": 1.773075819015503, "cos_r_negg": [0.5261300802230835, 0.09379976987838745, 0.07579827308654785, 0.10459484159946442, 0.06276750564575195, 0.08662544190883636, 0.06517349928617477, 0.059023983776569366, 0.06597303599119186, 0.09086081385612488, 0.058106373995542526, 0.07818849384784698, 0.06302750110626221, 0.03676719218492508, 0.018482964485883713, 0.04998219013214111, 0.04264552891254425, 0.04193400591611862, 0.06245127320289612, -0.008986055850982666, 0.051287490874528885, 0.0313347764313221, -0.032639872282743454, 0.04605495557188988, -0.017195893451571465, -0.037015579640865326, 0.00918874517083168, 0.054011519998311996, 0.00417175842449069, 0.03979939967393875], "cos_apical_negg": [0.5261300802230835, 0.09379976987838745, 0.07579827308654785, 0.10459484159946442, 0.06276750564575195, 0.08662544190883636, 0.06517349928617477, 0.059023983776569366, 0.06597303599119186, 0.09086081385612488, 0.058106373995542526, 0.07818849384784698, 0.06302750110626221, 0.03676719218492508, 0.018482964485883713, 0.04998219013214111, 0.04264552891254425, 0.04193400591611862, 0.06245127320289612, -0.008986055850982666, 0.051287490874528885, 0.0313347764313221, -0.032639872282743454, 0.04605495557188988, -0.017195893451571465, -0.037015579640865326, 0.00918874517083168, 0.054011519998311996, 0.00417175842449069, 0.03979939967393875], "cos_Ac_negg": [0.5261300802230835, 0.09379976987838745, 0.07579827308654785, 0.10459484159946442, 0.06276750564575195, 0.08662544190883636, 0.06517349928617477, 0.059023983776569366, 0.06597303599119186, 0.09086081385612488, 0.058106373995542526, 0.07818849384784698, 0.06302750110626221, 0.03676719218492508, 0.018482964485883713, 0.04998219013214111, 0.04264552891254425, 0.04193400591611862, 0.06245127320289612, -0.008986055850982666, 0.051287490874528885, 0.0313347764313221, -0.032639872282743454, 0.04605495557188988, -0.017195893451571465, -0.037015579640865326, 0.00918874517083168, 0.054011519998311996, 0.00417175842449069, 0.03979939967393875], "r_norm": [4.156296730041504, 4.238842487335205, 4.17115592956543, 4.238342761993408, 4.218700408935547, 4.208456039428711, 4.155722618103027, 4.1888275146484375, 4.209370136260986, 4.174661636352539, 4.143253326416016, 4.208929061889648, 4.29170036315918, 4.331019401550293, 4.221615791320801, 4.186864852905273, 4.354301929473877, 4.1348748207092285, 4.274910926818848, 4.223215103149414, 4.125047206878662, 4.211029052734375, 4.269340515136719, 4.1749067306518555, 4.219663619995117, 4.178399085998535, 4.134082794189453, 4.167301654815674, 4.150926113128662, 4.208967685699463]}, {"step": 2800, "epoch": 7, "train_loss": 1.9378464221954346, "cos_r_negg": [0.5450339317321777, 0.09250979870557785, 0.08211544901132584, 0.10858801752328873, 0.06081964820623398, 0.09449926763772964, 0.07553710788488388, 0.058827225118875504, 0.07868796586990356, 0.07749418914318085, 0.05683443695306778, 0.07067739963531494, 0.08605793863534927, 0.0484471470117569, 0.02365562692284584, 0.07073453068733215, 0.06782882660627365, 0.041332729160785675, 0.04609888792037964, -0.009955370798707008, 0.03351791203022003, 0.04191095381975174, -0.037282545119524, 0.03347014635801315, -0.019207675009965897, -0.07864069938659668, 0.007615368813276291, 0.019938882440328598, 0.0056662471033632755, 0.049902889877557755], "cos_apical_negg": [0.5450339317321777, 0.09250979870557785, 0.08211544901132584, 0.10858801752328873, 0.06081964820623398, 0.09449926763772964, 0.07553710788488388, 0.058827225118875504, 0.07868796586990356, 0.07749418914318085, 0.05683443695306778, 0.07067739963531494, 0.08605793863534927, 0.0484471470117569, 0.02365562692284584, 0.07073453068733215, 0.06782882660627365, 0.041332729160785675, 0.04609888792037964, -0.009955370798707008, 0.03351791203022003, 0.04191095381975174, -0.037282545119524, 0.03347014635801315, -0.019207675009965897, -0.07864069938659668, 0.007615368813276291, 0.019938882440328598, 0.0056662471033632755, 0.049902889877557755], "cos_Ac_negg": [0.5450339317321777, 0.09250979870557785, 0.08211544901132584, 0.10858801752328873, 0.06081964820623398, 0.09449926763772964, 0.07553710788488388, 0.058827225118875504, 0.07868796586990356, 0.07749418914318085, 0.05683443695306778, 0.07067739963531494, 0.08605793863534927, 0.0484471470117569, 0.02365562692284584, 0.07073453068733215, 0.06782882660627365, 0.041332729160785675, 0.04609888792037964, -0.009955370798707008, 0.03351791203022003, 0.04191095381975174, -0.037282545119524, 0.03347014635801315, -0.019207675009965897, -0.07864069938659668, 0.007615368813276291, 0.019938882440328598, 0.0056662471033632755, 0.049902889877557755], "r_norm": [3.990952491760254, 4.08597993850708, 4.012066841125488, 4.07853364944458, 4.053869724273682, 4.051112651824951, 3.9949123859405518, 4.027195453643799, 4.048704147338867, 4.015383720397949, 3.990377426147461, 4.0634918212890625, 4.12217903137207, 4.16903018951416, 4.0689697265625, 4.0339274406433105, 4.1919050216674805, 3.989893913269043, 4.117009162902832, 4.074902057647705, 3.965768337249756, 4.0389604568481445, 4.1045613288879395, 4.007991790771484, 4.062593936920166, 4.0182881355285645, 3.9804439544677734, 4.005499362945557, 4.002905368804932, 4.0442657470703125]}, {"step": 2850, "epoch": 7, "train_loss": 2.0252699851989746, "cos_r_negg": [0.5268840789794922, 0.10625380277633667, 0.09422203153371811, 0.1040988564491272, 0.045181289315223694, 0.0960797667503357, 0.06472387164831161, 0.06617646664381027, 0.060168348252773285, 0.07456298172473907, 0.027086898684501648, 0.08288974314928055, 0.07592786848545074, 0.0021361904218792915, 0.045866355299949646, 0.0827714130282402, 0.07869219779968262, 0.03599720075726509, 0.080307736992836, 0.02842077426612377, 0.009014238603413105, 0.08234862983226776, -0.032967980951070786, 0.07219034433364868, -0.014378437772393227, -0.019268255680799484, -0.007899144664406776, 0.042608797550201416, 0.03844388946890831, 0.02921311929821968], "cos_apical_negg": [0.5268840789794922, 0.10625380277633667, 0.09422203153371811, 0.1040988564491272, 0.045181289315223694, 0.0960797667503357, 0.06472387164831161, 0.06617646664381027, 0.060168348252773285, 0.07456298172473907, 0.027086898684501648, 0.08288974314928055, 0.07592786848545074, 0.0021361904218792915, 0.045866355299949646, 0.0827714130282402, 0.07869219779968262, 0.03599720075726509, 0.080307736992836, 0.02842077426612377, 0.009014238603413105, 0.08234862983226776, -0.032967980951070786, 0.07219034433364868, -0.014378437772393227, -0.019268255680799484, -0.007899144664406776, 0.042608797550201416, 0.03844388946890831, 0.02921311929821968], "cos_Ac_negg": [0.5268840789794922, 0.10625380277633667, 0.09422203153371811, 0.1040988564491272, 0.045181289315223694, 0.0960797667503357, 0.06472387164831161, 0.06617646664381027, 0.060168348252773285, 0.07456298172473907, 0.027086898684501648, 0.08288974314928055, 0.07592786848545074, 0.0021361904218792915, 0.045866355299949646, 0.0827714130282402, 0.07869219779968262, 0.03599720075726509, 0.080307736992836, 0.02842077426612377, 0.009014238603413105, 0.08234862983226776, -0.032967980951070786, 0.07219034433364868, -0.014378437772393227, -0.019268255680799484, -0.007899144664406776, 0.042608797550201416, 0.03844388946890831, 0.02921311929821968], "r_norm": [4.170343399047852, 4.270712375640869, 4.1947736740112305, 4.269787788391113, 4.2442827224731445, 4.243347644805908, 4.175523281097412, 4.208899974822998, 4.230604648590088, 4.197321891784668, 4.176800727844238, 4.251091957092285, 4.316154479980469, 4.362898826599121, 4.256847858428955, 4.225592613220215, 4.384212970733643, 4.168173789978027, 4.304980278015137, 4.248683929443359, 4.143336296081543, 4.238084316253662, 4.28513240814209, 4.178252220153809, 4.245712757110596, 4.212065696716309, 4.151953220367432, 4.191872596740723, 4.175230979919434, 4.235107421875]}, {"step": 2900, "epoch": 7, "train_loss": 1.968167781829834, "cos_r_negg": [0.5337415933609009, 0.1075291559100151, 0.07059287279844284, 0.1213076040148735, 0.05455339327454567, 0.08315667510032654, 0.06805168092250824, 0.05076303705573082, 0.0568312406539917, 0.07092098146677017, 0.060969531536102295, 0.08588740974664688, 0.07034774124622345, 0.03462287038564682, 0.0319947674870491, 0.05912516266107559, 0.07843378931283951, 0.05243693292140961, 0.05850525200366974, -0.007948591373860836, 0.01071300357580185, 0.04049022123217583, 0.0017697317525744438, 0.04206684231758118, 0.029935333877801895, -0.0012931288219988346, 0.030936632305383682, 0.056883398443460464, 0.009080355986952782, 0.05115945637226105], "cos_apical_negg": [0.5337415933609009, 0.1075291559100151, 0.07059287279844284, 0.1213076040148735, 0.05455339327454567, 0.08315667510032654, 0.06805168092250824, 0.05076303705573082, 0.0568312406539917, 0.07092098146677017, 0.060969531536102295, 0.08588740974664688, 0.07034774124622345, 0.03462287038564682, 0.0319947674870491, 0.05912516266107559, 0.07843378931283951, 0.05243693292140961, 0.05850525200366974, -0.007948591373860836, 0.01071300357580185, 0.04049022123217583, 0.0017697317525744438, 0.04206684231758118, 0.029935333877801895, -0.0012931288219988346, 0.030936632305383682, 0.056883398443460464, 0.009080355986952782, 0.05115945637226105], "cos_Ac_negg": [0.5337415933609009, 0.1075291559100151, 0.07059287279844284, 0.1213076040148735, 0.05455339327454567, 0.08315667510032654, 0.06805168092250824, 0.05076303705573082, 0.0568312406539917, 0.07092098146677017, 0.060969531536102295, 0.08588740974664688, 0.07034774124622345, 0.03462287038564682, 0.0319947674870491, 0.05912516266107559, 0.07843378931283951, 0.05243693292140961, 0.05850525200366974, -0.007948591373860836, 0.01071300357580185, 0.04049022123217583, 0.0017697317525744438, 0.04206684231758118, 0.029935333877801895, -0.0012931288219988346, 0.030936632305383682, 0.056883398443460464, 0.009080355986952782, 0.05115945637226105], "r_norm": [4.226718902587891, 4.315219879150391, 4.2457427978515625, 4.303732872009277, 4.315320014953613, 4.295919418334961, 4.214800834655762, 4.26030158996582, 4.275177478790283, 4.248786926269531, 4.225526809692383, 4.279251575469971, 4.335380554199219, 4.39457368850708, 4.303946495056152, 4.263561248779297, 4.437320709228516, 4.223667144775391, 4.349286079406738, 4.317005157470703, 4.179683208465576, 4.280092716217041, 4.32609748840332, 4.211766719818115, 4.2923126220703125, 4.253262042999268, 4.21054744720459, 4.23625373840332, 4.236513137817383, 4.270420551300049]}, {"step": 2950, "epoch": 7, "train_loss": 1.926307201385498, "cos_r_negg": [0.5095891356468201, 0.09872249513864517, 0.0938621535897255, 0.11182158440351486, 0.07992841303348541, 0.07176858931779861, 0.06782950460910797, 0.042912598699331284, 0.05536983534693718, 0.06566935777664185, 0.06418874859809875, 0.07259102910757065, 0.06538063287734985, 0.04070069640874863, 0.01436980813741684, 0.07412508130073547, 0.1015501543879509, 0.08226776123046875, 0.06759394705295563, 0.022541962563991547, 0.009472841396927834, 0.09553971886634827, 0.017433535307645798, 0.04616599529981613, -0.02871652878820896, -0.05484908074140549, 0.06452105939388275, 0.05876264348626137, 0.06539592146873474, 0.040295444428920746], "cos_apical_negg": [0.5095891356468201, 0.09872249513864517, 0.0938621535897255, 0.11182158440351486, 0.07992841303348541, 0.07176858931779861, 0.06782950460910797, 0.042912598699331284, 0.05536983534693718, 0.06566935777664185, 0.06418874859809875, 0.07259102910757065, 0.06538063287734985, 0.04070069640874863, 0.01436980813741684, 0.07412508130073547, 0.1015501543879509, 0.08226776123046875, 0.06759394705295563, 0.022541962563991547, 0.009472841396927834, 0.09553971886634827, 0.017433535307645798, 0.04616599529981613, -0.02871652878820896, -0.05484908074140549, 0.06452105939388275, 0.05876264348626137, 0.06539592146873474, 0.040295444428920746], "cos_Ac_negg": [0.5095891356468201, 0.09872249513864517, 0.0938621535897255, 0.11182158440351486, 0.07992841303348541, 0.07176858931779861, 0.06782950460910797, 0.042912598699331284, 0.05536983534693718, 0.06566935777664185, 0.06418874859809875, 0.07259102910757065, 0.06538063287734985, 0.04070069640874863, 0.01436980813741684, 0.07412508130073547, 0.1015501543879509, 0.08226776123046875, 0.06759394705295563, 0.022541962563991547, 0.009472841396927834, 0.09553971886634827, 0.017433535307645798, 0.04616599529981613, -0.02871652878820896, -0.05484908074140549, 0.06452105939388275, 0.05876264348626137, 0.06539592146873474, 0.040295444428920746], "r_norm": [4.185755729675293, 4.259155750274658, 4.19596004486084, 4.263474941253662, 4.242666244506836, 4.232273101806641, 4.161974906921387, 4.219069480895996, 4.225794792175293, 4.197471618652344, 4.17527961730957, 4.241853713989258, 4.307382106781006, 4.353586196899414, 4.246469497680664, 4.214913368225098, 4.384143829345703, 4.163569450378418, 4.301287651062012, 4.255661964416504, 4.143864154815674, 4.231936931610107, 4.289557456970215, 4.190742492675781, 4.247379302978516, 4.195880889892578, 4.155459403991699, 4.191291809082031, 4.174144268035889, 4.236828804016113]}, {"step": 3000, "epoch": 7, "train_loss": 1.8575983047485352, "cos_r_negg": [0.5267484188079834, 0.09226758778095245, 0.11027367413043976, 0.1129029393196106, 0.0996411144733429, 0.08913858234882355, 0.058956924825906754, 0.06206582486629486, 0.04342862591147423, 0.03784078732132912, 0.045801445841789246, 0.06846608221530914, 0.05420919507741928, 0.050227850675582886, 0.03234194591641426, 0.06262648105621338, 0.08674515783786774, 0.05517468601465225, 0.06243864819407463, 0.023965686559677124, -0.004106313455849886, 0.051462747156620026, 0.022036148235201836, 0.05089091509580612, -0.0010937098413705826, -0.021123414859175682, 0.02486789971590042, 0.03375229239463806, 0.05144792050123215, 0.06143103539943695], "cos_apical_negg": [0.5267484188079834, 0.09226758778095245, 0.11027367413043976, 0.1129029393196106, 0.0996411144733429, 0.08913858234882355, 0.058956924825906754, 0.06206582486629486, 0.04342862591147423, 0.03784078732132912, 0.045801445841789246, 0.06846608221530914, 0.05420919507741928, 0.050227850675582886, 0.03234194591641426, 0.06262648105621338, 0.08674515783786774, 0.05517468601465225, 0.06243864819407463, 0.023965686559677124, -0.004106313455849886, 0.051462747156620026, 0.022036148235201836, 0.05089091509580612, -0.0010937098413705826, -0.021123414859175682, 0.02486789971590042, 0.03375229239463806, 0.05144792050123215, 0.06143103539943695], "cos_Ac_negg": [0.5267484188079834, 0.09226758778095245, 0.11027367413043976, 0.1129029393196106, 0.0996411144733429, 0.08913858234882355, 0.058956924825906754, 0.06206582486629486, 0.04342862591147423, 0.03784078732132912, 0.045801445841789246, 0.06846608221530914, 0.05420919507741928, 0.050227850675582886, 0.03234194591641426, 0.06262648105621338, 0.08674515783786774, 0.05517468601465225, 0.06243864819407463, 0.023965686559677124, -0.004106313455849886, 0.051462747156620026, 0.022036148235201836, 0.05089091509580612, -0.0010937098413705826, -0.021123414859175682, 0.02486789971590042, 0.03375229239463806, 0.05144792050123215, 0.06143103539943695], "r_norm": [4.0713090896606445, 4.147966384887695, 4.073930740356445, 4.161435127258301, 4.136190414428711, 4.129616737365723, 4.072560787200928, 4.105099201202393, 4.113485336303711, 4.09090518951416, 4.07147216796875, 4.126745223999023, 4.194119453430176, 4.242927551269531, 4.133912086486816, 4.11090087890625, 4.266717910766602, 4.063039302825928, 4.193978786468506, 4.148165702819824, 4.03291130065918, 4.121851921081543, 4.178781032562256, 4.0740132331848145, 4.13644552230835, 4.0868072509765625, 4.047759056091309, 4.081568241119385, 4.068853378295898, 4.1242170333862305]}, {"step": 3050, "epoch": 7, "train_loss": 1.8953900337219238, "cos_r_negg": [0.5091310739517212, 0.10177752375602722, 0.11923229694366455, 0.11764247715473175, 0.0998433381319046, 0.07083851099014282, 0.04986242949962616, 0.07151107490062714, 0.04765475541353226, 0.05747829005122185, 0.0488581582903862, 0.07421796023845673, 0.08259761333465576, 0.0449298694729805, 0.05536622554063797, 0.08244146406650543, 0.084911048412323, 0.04964785277843475, 0.06902724504470825, 0.04032489284873009, 0.03441488370299339, 0.052074845880270004, 0.011425457894802094, 0.05308035761117935, 0.02129344642162323, -0.05007325857877731, 0.058288417756557465, 0.05379900336265564, 0.07192348688840866, 0.040390945971012115], "cos_apical_negg": [0.5091310739517212, 0.10177752375602722, 0.11923229694366455, 0.11764247715473175, 0.0998433381319046, 0.07083851099014282, 0.04986242949962616, 0.07151107490062714, 0.04765475541353226, 0.05747829005122185, 0.0488581582903862, 0.07421796023845673, 0.08259761333465576, 0.0449298694729805, 0.05536622554063797, 0.08244146406650543, 0.084911048412323, 0.04964785277843475, 0.06902724504470825, 0.04032489284873009, 0.03441488370299339, 0.052074845880270004, 0.011425457894802094, 0.05308035761117935, 0.02129344642162323, -0.05007325857877731, 0.058288417756557465, 0.05379900336265564, 0.07192348688840866, 0.040390945971012115], "cos_Ac_negg": [0.5091310739517212, 0.10177752375602722, 0.11923229694366455, 0.11764247715473175, 0.0998433381319046, 0.07083851099014282, 0.04986242949962616, 0.07151107490062714, 0.04765475541353226, 0.05747829005122185, 0.0488581582903862, 0.07421796023845673, 0.08259761333465576, 0.0449298694729805, 0.05536622554063797, 0.08244146406650543, 0.084911048412323, 0.04964785277843475, 0.06902724504470825, 0.04032489284873009, 0.03441488370299339, 0.052074845880270004, 0.011425457894802094, 0.05308035761117935, 0.02129344642162323, -0.05007325857877731, 0.058288417756557465, 0.05379900336265564, 0.07192348688840866, 0.040390945971012115], "r_norm": [4.061277389526367, 4.150052547454834, 4.0920515060424805, 4.15150260925293, 4.123578071594238, 4.120176315307617, 4.054746627807617, 4.1029052734375, 4.113916397094727, 4.076515197753906, 4.059372901916504, 4.131984710693359, 4.195274353027344, 4.236677169799805, 4.136866569519043, 4.102298736572266, 4.260964870452881, 4.052599906921387, 4.181351661682129, 4.14509916305542, 4.033319473266602, 4.110213279724121, 4.172278881072998, 4.073570728302002, 4.132753372192383, 4.087395668029785, 4.051279067993164, 4.083748817443848, 4.06230354309082, 4.109703063964844]}, {"step": 3100, "epoch": 7, "train_loss": 1.7629245519638062, "cos_r_negg": [0.5031644105911255, 0.10649017244577408, 0.10073348879814148, 0.143967404961586, 0.08951745927333832, 0.07633131742477417, 0.07298290729522705, 0.06277358531951904, 0.05808498337864876, 0.07104077935218811, 0.059253670275211334, 0.09218361973762512, 0.07445673644542694, 0.06073901802301407, 0.05114331096410751, 0.07725445926189423, 0.10798635333776474, 0.06969558447599411, 0.05885875225067139, 0.03619929775595665, 0.0186117272824049, 0.0437198281288147, 0.004039387684315443, 0.052870817482471466, 0.025287218391895294, -0.012398295104503632, 0.057219862937927246, 0.00968945398926735, 0.061999645084142685, -0.030965939164161682], "cos_apical_negg": [0.5031644105911255, 0.10649017244577408, 0.10073348879814148, 0.143967404961586, 0.08951745927333832, 0.07633131742477417, 0.07298290729522705, 0.06277358531951904, 0.05808498337864876, 0.07104077935218811, 0.059253670275211334, 0.09218361973762512, 0.07445673644542694, 0.06073901802301407, 0.05114331096410751, 0.07725445926189423, 0.10798635333776474, 0.06969558447599411, 0.05885875225067139, 0.03619929775595665, 0.0186117272824049, 0.0437198281288147, 0.004039387684315443, 0.052870817482471466, 0.025287218391895294, -0.012398295104503632, 0.057219862937927246, 0.00968945398926735, 0.061999645084142685, -0.030965939164161682], "cos_Ac_negg": [0.5031644105911255, 0.10649017244577408, 0.10073348879814148, 0.143967404961586, 0.08951745927333832, 0.07633131742477417, 0.07298290729522705, 0.06277358531951904, 0.05808498337864876, 0.07104077935218811, 0.059253670275211334, 0.09218361973762512, 0.07445673644542694, 0.06073901802301407, 0.05114331096410751, 0.07725445926189423, 0.10798635333776474, 0.06969558447599411, 0.05885875225067139, 0.03619929775595665, 0.0186117272824049, 0.0437198281288147, 0.004039387684315443, 0.052870817482471466, 0.025287218391895294, -0.012398295104503632, 0.057219862937927246, 0.00968945398926735, 0.061999645084142685, -0.030965939164161682], "r_norm": [4.0899739265441895, 4.185211658477783, 4.112648963928223, 4.198155403137207, 4.158836364746094, 4.151690483093262, 4.096663951873779, 4.130778789520264, 4.146017074584961, 4.117340087890625, 4.094760894775391, 4.176501274108887, 4.230802536010742, 4.279075622558594, 4.171788215637207, 4.137704849243164, 4.304841995239258, 4.0891594886779785, 4.215876579284668, 4.171165943145752, 4.063623428344727, 4.143187046051025, 4.200592994689941, 4.103348731994629, 4.168545722961426, 4.1238908767700195, 4.078965187072754, 4.117913246154785, 4.097211837768555, 4.157992362976074]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.3711, "test_loss": 1.90884609375}, {"step": 3150, "epoch": 8, "train_loss": 1.8431718349456787, "cos_r_negg": [0.5241771936416626, 0.1143675297498703, 0.08979807794094086, 0.13615794479846954, 0.07921066880226135, 0.08456891775131226, 0.057227738201618195, 0.08451934903860092, 0.06473757326602936, 0.07179396599531174, 0.06107434630393982, 0.08076247572898865, 0.0697157233953476, 0.027019931003451347, 0.06465756893157959, 0.07829451560974121, 0.07967986911535263, 0.07164143025875092, 0.07112431526184082, 0.03398982435464859, 0.04273977130651474, 0.03421344608068466, 0.005919582676142454, 0.024512726813554764, 0.004067848902195692, -0.039503246545791626, 0.010392526164650917, 0.046189047396183014, 0.07719630748033524, 0.04224840924143791], "cos_apical_negg": [0.5241771936416626, 0.1143675297498703, 0.08979807794094086, 0.13615794479846954, 0.07921066880226135, 0.08456891775131226, 0.057227738201618195, 0.08451934903860092, 0.06473757326602936, 0.07179396599531174, 0.06107434630393982, 0.08076247572898865, 0.0697157233953476, 0.027019931003451347, 0.06465756893157959, 0.07829451560974121, 0.07967986911535263, 0.07164143025875092, 0.07112431526184082, 0.03398982435464859, 0.04273977130651474, 0.03421344608068466, 0.005919582676142454, 0.024512726813554764, 0.004067848902195692, -0.039503246545791626, 0.010392526164650917, 0.046189047396183014, 0.07719630748033524, 0.04224840924143791], "cos_Ac_negg": [0.5241771936416626, 0.1143675297498703, 0.08979807794094086, 0.13615794479846954, 0.07921066880226135, 0.08456891775131226, 0.057227738201618195, 0.08451934903860092, 0.06473757326602936, 0.07179396599531174, 0.06107434630393982, 0.08076247572898865, 0.0697157233953476, 0.027019931003451347, 0.06465756893157959, 0.07829451560974121, 0.07967986911535263, 0.07164143025875092, 0.07112431526184082, 0.03398982435464859, 0.04273977130651474, 0.03421344608068466, 0.005919582676142454, 0.024512726813554764, 0.004067848902195692, -0.039503246545791626, 0.010392526164650917, 0.046189047396183014, 0.07719630748033524, 0.04224840924143791], "r_norm": [4.1609368324279785, 4.235404014587402, 4.176201343536377, 4.243082046508789, 4.220945358276367, 4.220274925231934, 4.157572269439697, 4.202363967895508, 4.193911552429199, 4.176331520080566, 4.157534599304199, 4.218679428100586, 4.282681465148926, 4.325336456298828, 4.2252044677734375, 4.197422027587891, 4.3638811111450195, 4.154959678649902, 4.28176736831665, 4.241062164306641, 4.123739242553711, 4.201085567474365, 4.266175270080566, 4.1696624755859375, 4.219447135925293, 4.17633056640625, 4.14846658706665, 4.171365737915039, 4.157576084136963, 4.21159553527832]}, {"step": 3200, "epoch": 8, "train_loss": 1.6864770650863647, "cos_r_negg": [0.5073364973068237, 0.11146362125873566, 0.10485970973968506, 0.12720757722854614, 0.07750966399908066, 0.09441779553890228, 0.0670962780714035, 0.06654538214206696, 0.056374117732048035, 0.05526228994131088, 0.06521816551685333, 0.08321359753608704, 0.07228848338127136, 0.031807802617549896, 0.042595818638801575, 0.08452713489532471, 0.06921058893203735, 0.06278029829263687, 0.06580688059329987, 0.02996397763490677, 0.012698812410235405, 0.04146188497543335, 0.01115441881120205, 0.029567765071988106, 0.05458137392997742, -0.010704582557082176, 0.023414500057697296, 0.04833430051803589, 0.06557218730449677, 0.019893828779459], "cos_apical_negg": [0.5073364973068237, 0.11146362125873566, 0.10485970973968506, 0.12720757722854614, 0.07750966399908066, 0.09441779553890228, 0.0670962780714035, 0.06654538214206696, 0.056374117732048035, 0.05526228994131088, 0.06521816551685333, 0.08321359753608704, 0.07228848338127136, 0.031807802617549896, 0.042595818638801575, 0.08452713489532471, 0.06921058893203735, 0.06278029829263687, 0.06580688059329987, 0.02996397763490677, 0.012698812410235405, 0.04146188497543335, 0.01115441881120205, 0.029567765071988106, 0.05458137392997742, -0.010704582557082176, 0.023414500057697296, 0.04833430051803589, 0.06557218730449677, 0.019893828779459], "cos_Ac_negg": [0.5073364973068237, 0.11146362125873566, 0.10485970973968506, 0.12720757722854614, 0.07750966399908066, 0.09441779553890228, 0.0670962780714035, 0.06654538214206696, 0.056374117732048035, 0.05526228994131088, 0.06521816551685333, 0.08321359753608704, 0.07228848338127136, 0.031807802617549896, 0.042595818638801575, 0.08452713489532471, 0.06921058893203735, 0.06278029829263687, 0.06580688059329987, 0.02996397763490677, 0.012698812410235405, 0.04146188497543335, 0.01115441881120205, 0.029567765071988106, 0.05458137392997742, -0.010704582557082176, 0.023414500057697296, 0.04833430051803589, 0.06557218730449677, 0.019893828779459], "r_norm": [4.126019477844238, 4.206709861755371, 4.141185760498047, 4.218174457550049, 4.196784019470215, 4.185196399688721, 4.1199445724487305, 4.163154602050781, 4.165417671203613, 4.148358345031738, 4.128025054931641, 4.190790176391602, 4.252782344818115, 4.2959394454956055, 4.199160575866699, 4.169200420379639, 4.333778381347656, 4.122486114501953, 4.247084140777588, 4.212688446044922, 4.086684226989746, 4.176523685455322, 4.226404190063477, 4.126931190490723, 4.191630840301514, 4.145350456237793, 4.111594200134277, 4.147233009338379, 4.129778861999512, 4.180095672607422]}, {"step": 3250, "epoch": 8, "train_loss": 1.9138624668121338, "cos_r_negg": [0.5049387216567993, 0.10828126966953278, 0.1044878363609314, 0.133189395070076, 0.06435201317071915, 0.081272654235363, 0.06858845055103302, 0.06225656718015671, 0.07656712830066681, 0.07900527119636536, 0.06346545368432999, 0.07951325923204422, 0.11853262782096863, 0.04274419695138931, 0.029405124485492706, 0.08381760120391846, 0.061441078782081604, 0.05372688174247742, 0.05663478374481201, 0.014608936384320259, 0.010151115246117115, 0.056118905544281006, 0.00943122711032629, 0.02296440303325653, 0.027531741186976433, 0.014941075816750526, 0.06256276369094849, 0.02605074644088745, 0.025905217975378036, 0.012471483089029789], "cos_apical_negg": [0.5049387216567993, 0.10828126966953278, 0.1044878363609314, 0.133189395070076, 0.06435201317071915, 0.081272654235363, 0.06858845055103302, 0.06225656718015671, 0.07656712830066681, 0.07900527119636536, 0.06346545368432999, 0.07951325923204422, 0.11853262782096863, 0.04274419695138931, 0.029405124485492706, 0.08381760120391846, 0.061441078782081604, 0.05372688174247742, 0.05663478374481201, 0.014608936384320259, 0.010151115246117115, 0.056118905544281006, 0.00943122711032629, 0.02296440303325653, 0.027531741186976433, 0.014941075816750526, 0.06256276369094849, 0.02605074644088745, 0.025905217975378036, 0.012471483089029789], "cos_Ac_negg": [0.5049387216567993, 0.10828126966953278, 0.1044878363609314, 0.133189395070076, 0.06435201317071915, 0.081272654235363, 0.06858845055103302, 0.06225656718015671, 0.07656712830066681, 0.07900527119636536, 0.06346545368432999, 0.07951325923204422, 0.11853262782096863, 0.04274419695138931, 0.029405124485492706, 0.08381760120391846, 0.061441078782081604, 0.05372688174247742, 0.05663478374481201, 0.014608936384320259, 0.010151115246117115, 0.056118905544281006, 0.00943122711032629, 0.02296440303325653, 0.027531741186976433, 0.014941075816750526, 0.06256276369094849, 0.02605074644088745, 0.025905217975378036, 0.012471483089029789], "r_norm": [4.179738998413086, 4.249392032623291, 4.187959671020508, 4.2552571296691895, 4.235500335693359, 4.238456726074219, 4.175050258636475, 4.213039875030518, 4.214254379272461, 4.190212249755859, 4.165090560913086, 4.234118461608887, 4.302833557128906, 4.341082572937012, 4.245179176330566, 4.203431129455566, 4.38352108001709, 4.167080402374268, 4.301983833312988, 4.249538421630859, 4.13422966003418, 4.225821495056152, 4.274771213531494, 4.1830244064331055, 4.226628303527832, 4.185563564300537, 4.15643835067749, 4.183038711547852, 4.169812202453613, 4.22859001159668]}, {"step": 3300, "epoch": 8, "train_loss": 1.9011337757110596, "cos_r_negg": [0.48997801542282104, 0.10808315873146057, 0.09058280289173126, 0.12361137568950653, 0.06296364963054657, 0.09672465175390244, 0.05841946601867676, 0.06319794058799744, 0.0645284652709961, 0.07955369353294373, 0.07203033566474915, 0.08229035884141922, 0.08280645310878754, 0.06416992843151093, 0.04211816191673279, 0.07779286801815033, 0.06045924127101898, 0.05504918098449707, 0.05218737572431564, -0.013196195475757122, 0.02901976928114891, 0.05704545974731445, 0.019799046218395233, 0.04387757182121277, 0.028812678530812263, 0.038789644837379456, 0.05269177630543709, 0.0018748894799500704, 0.051213301718235016, 0.040957942605018616], "cos_apical_negg": [0.48997801542282104, 0.10808315873146057, 0.09058280289173126, 0.12361137568950653, 0.06296364963054657, 0.09672465175390244, 0.05841946601867676, 0.06319794058799744, 0.0645284652709961, 0.07955369353294373, 0.07203033566474915, 0.08229035884141922, 0.08280645310878754, 0.06416992843151093, 0.04211816191673279, 0.07779286801815033, 0.06045924127101898, 0.05504918098449707, 0.05218737572431564, -0.013196195475757122, 0.02901976928114891, 0.05704545974731445, 0.019799046218395233, 0.04387757182121277, 0.028812678530812263, 0.038789644837379456, 0.05269177630543709, 0.0018748894799500704, 0.051213301718235016, 0.040957942605018616], "cos_Ac_negg": [0.48997801542282104, 0.10808315873146057, 0.09058280289173126, 0.12361137568950653, 0.06296364963054657, 0.09672465175390244, 0.05841946601867676, 0.06319794058799744, 0.0645284652709961, 0.07955369353294373, 0.07203033566474915, 0.08229035884141922, 0.08280645310878754, 0.06416992843151093, 0.04211816191673279, 0.07779286801815033, 0.06045924127101898, 0.05504918098449707, 0.05218737572431564, -0.013196195475757122, 0.02901976928114891, 0.05704545974731445, 0.019799046218395233, 0.04387757182121277, 0.028812678530812263, 0.038789644837379456, 0.05269177630543709, 0.0018748894799500704, 0.051213301718235016, 0.040957942605018616], "r_norm": [4.042741775512695, 4.123126983642578, 4.0544891357421875, 4.1227335929870605, 4.108664035797119, 4.103066444396973, 4.040853023529053, 4.077671051025391, 4.086945533752441, 4.066407203674316, 4.041505336761475, 4.105359077453613, 4.171228408813477, 4.214552879333496, 4.110299587249756, 4.075885772705078, 4.238986015319824, 4.034045219421387, 4.159994125366211, 4.110881805419922, 4.007565021514893, 4.089733123779297, 4.145765781402588, 4.047650337219238, 4.10599422454834, 4.0593671798706055, 4.023890495300293, 4.0520524978637695, 4.044343948364258, 4.09698486328125]}, {"step": 3350, "epoch": 8, "train_loss": 1.90858793258667, "cos_r_negg": [0.5044981241226196, 0.11084190011024475, 0.11772803962230682, 0.10964955389499664, 0.07514839619398117, 0.10030720382928848, 0.08412031084299088, 0.06730630993843079, 0.08516930043697357, 0.06554064154624939, 0.07878287136554718, 0.10144913196563721, 0.11022764444351196, 0.08524420857429504, 0.06802120804786682, 0.08772919327020645, 0.056316472589969635, 0.06284913420677185, 0.07282495498657227, 0.01909034326672554, 0.04623690992593765, 0.06031341105699539, 0.007305494509637356, 0.04887697845697403, 0.03550540283322334, 0.0011960507836192846, 0.06706000864505768, 0.04873182624578476, 0.1098681166768074, 0.04102718085050583], "cos_apical_negg": [0.5044981241226196, 0.11084190011024475, 0.11772803962230682, 0.10964955389499664, 0.07514839619398117, 0.10030720382928848, 0.08412031084299088, 0.06730630993843079, 0.08516930043697357, 0.06554064154624939, 0.07878287136554718, 0.10144913196563721, 0.11022764444351196, 0.08524420857429504, 0.06802120804786682, 0.08772919327020645, 0.056316472589969635, 0.06284913420677185, 0.07282495498657227, 0.01909034326672554, 0.04623690992593765, 0.06031341105699539, 0.007305494509637356, 0.04887697845697403, 0.03550540283322334, 0.0011960507836192846, 0.06706000864505768, 0.04873182624578476, 0.1098681166768074, 0.04102718085050583], "cos_Ac_negg": [0.5044981241226196, 0.11084190011024475, 0.11772803962230682, 0.10964955389499664, 0.07514839619398117, 0.10030720382928848, 0.08412031084299088, 0.06730630993843079, 0.08516930043697357, 0.06554064154624939, 0.07878287136554718, 0.10144913196563721, 0.11022764444351196, 0.08524420857429504, 0.06802120804786682, 0.08772919327020645, 0.056316472589969635, 0.06284913420677185, 0.07282495498657227, 0.01909034326672554, 0.04623690992593765, 0.06031341105699539, 0.007305494509637356, 0.04887697845697403, 0.03550540283322334, 0.0011960507836192846, 0.06706000864505768, 0.04873182624578476, 0.1098681166768074, 0.04102718085050583], "r_norm": [4.220822811126709, 4.298786640167236, 4.227890968322754, 4.30824089050293, 4.27386999130249, 4.265453815460205, 4.225147724151611, 4.256957530975342, 4.25936222076416, 4.2410478591918945, 4.208189964294434, 4.282481670379639, 4.348525047302246, 4.3853349685668945, 4.295697212219238, 4.251028060913086, 4.421976089477539, 4.215876579284668, 4.341821193695068, 4.30944299697876, 4.175148963928223, 4.2546281814575195, 4.328511714935303, 4.228426933288574, 4.279592037200928, 4.230669021606445, 4.209813117980957, 4.237873077392578, 4.222119331359863, 4.271148681640625]}, {"step": 3400, "epoch": 8, "train_loss": 1.782429814338684, "cos_r_negg": [0.49484363198280334, 0.09969022870063782, 0.11738864332437515, 0.12150487303733826, 0.07850141823291779, 0.10890939831733704, 0.07533548772335052, 0.06159590184688568, 0.06059077009558678, 0.06384193897247314, 0.04200538992881775, 0.08969204127788544, 0.09281200170516968, 0.049282729625701904, 0.045968275517225266, 0.08771597594022751, 0.04475916922092438, 0.02193548157811165, 0.060864683240652084, 0.03197497874498367, 0.03491673618555069, 0.07084640860557556, 0.01984935998916626, 0.03570515289902687, 0.033283933997154236, -0.03261300176382065, 0.037742309272289276, 0.024698441848158836, 0.04396030306816101, 0.023492757230997086], "cos_apical_negg": [0.49484363198280334, 0.09969022870063782, 0.11738864332437515, 0.12150487303733826, 0.07850141823291779, 0.10890939831733704, 0.07533548772335052, 0.06159590184688568, 0.06059077009558678, 0.06384193897247314, 0.04200538992881775, 0.08969204127788544, 0.09281200170516968, 0.049282729625701904, 0.045968275517225266, 0.08771597594022751, 0.04475916922092438, 0.02193548157811165, 0.060864683240652084, 0.03197497874498367, 0.03491673618555069, 0.07084640860557556, 0.01984935998916626, 0.03570515289902687, 0.033283933997154236, -0.03261300176382065, 0.037742309272289276, 0.024698441848158836, 0.04396030306816101, 0.023492757230997086], "cos_Ac_negg": [0.49484363198280334, 0.09969022870063782, 0.11738864332437515, 0.12150487303733826, 0.07850141823291779, 0.10890939831733704, 0.07533548772335052, 0.06159590184688568, 0.06059077009558678, 0.06384193897247314, 0.04200538992881775, 0.08969204127788544, 0.09281200170516968, 0.049282729625701904, 0.045968275517225266, 0.08771597594022751, 0.04475916922092438, 0.02193548157811165, 0.060864683240652084, 0.03197497874498367, 0.03491673618555069, 0.07084640860557556, 0.01984935998916626, 0.03570515289902687, 0.033283933997154236, -0.03261300176382065, 0.037742309272289276, 0.024698441848158836, 0.04396030306816101, 0.023492757230997086], "r_norm": [4.131499290466309, 4.225515365600586, 4.155381679534912, 4.245474815368652, 4.20070743560791, 4.201305866241455, 4.138949871063232, 4.171243667602539, 4.185873985290527, 4.162149906158447, 4.139798641204834, 4.219381332397461, 4.271106719970703, 4.3332929611206055, 4.217807292938232, 4.1828203201293945, 4.359862804412842, 4.136758804321289, 4.266324043273926, 4.2121968269348145, 4.1047773361206055, 4.187888145446777, 4.241806983947754, 4.148951053619385, 4.203122138977051, 4.171298503875732, 4.122922897338867, 4.156581878662109, 4.139707565307617, 4.194834232330322]}, {"step": 3450, "epoch": 8, "train_loss": 1.667334794998169, "cos_r_negg": [0.4656331241130829, 0.10763639211654663, 0.10663091391324997, 0.12307219207286835, 0.09237454831600189, 0.0967807024717331, 0.08607836812734604, 0.07547047734260559, 0.0586569607257843, 0.040653131902217865, 0.05391600728034973, 0.0597483292222023, 0.05337496101856232, 0.07699121534824371, 0.05664057284593582, 0.08327893912792206, 0.06515173614025116, 0.035942357033491135, 0.060547538101673126, 0.011822568252682686, 0.05068003013730049, 0.07797274738550186, 0.009935085661709309, 0.012598827481269836, 0.0018316349014639854, -0.0339500866830349, 0.04758947342634201, 0.04162291809916496, 0.047293540090322495, 0.001140766078606248], "cos_apical_negg": [0.4656331241130829, 0.10763639211654663, 0.10663091391324997, 0.12307219207286835, 0.09237454831600189, 0.0967807024717331, 0.08607836812734604, 0.07547047734260559, 0.0586569607257843, 0.040653131902217865, 0.05391600728034973, 0.0597483292222023, 0.05337496101856232, 0.07699121534824371, 0.05664057284593582, 0.08327893912792206, 0.06515173614025116, 0.035942357033491135, 0.060547538101673126, 0.011822568252682686, 0.05068003013730049, 0.07797274738550186, 0.009935085661709309, 0.012598827481269836, 0.0018316349014639854, -0.0339500866830349, 0.04758947342634201, 0.04162291809916496, 0.047293540090322495, 0.001140766078606248], "cos_Ac_negg": [0.4656331241130829, 0.10763639211654663, 0.10663091391324997, 0.12307219207286835, 0.09237454831600189, 0.0967807024717331, 0.08607836812734604, 0.07547047734260559, 0.0586569607257843, 0.040653131902217865, 0.05391600728034973, 0.0597483292222023, 0.05337496101856232, 0.07699121534824371, 0.05664057284593582, 0.08327893912792206, 0.06515173614025116, 0.035942357033491135, 0.060547538101673126, 0.011822568252682686, 0.05068003013730049, 0.07797274738550186, 0.009935085661709309, 0.012598827481269836, 0.0018316349014639854, -0.0339500866830349, 0.04758947342634201, 0.04162291809916496, 0.047293540090322495, 0.001140766078606248], "r_norm": [4.167255401611328, 4.24239444732666, 4.175568580627441, 4.2432026863098145, 4.21746301651001, 4.218175888061523, 4.156820297241211, 4.192802906036377, 4.194552421569824, 4.180577278137207, 4.16442346572876, 4.2337446212768555, 4.288370132446289, 4.317620754241943, 4.236447811126709, 4.197023391723633, 4.357301235198975, 4.162594795227051, 4.286311149597168, 4.2599873542785645, 4.123573303222656, 4.1856207847595215, 4.268868446350098, 4.159180164337158, 4.224001884460449, 4.186402797698975, 4.1537370681762695, 4.18450927734375, 4.175300598144531, 4.2069807052612305]}, {"step": 3500, "epoch": 8, "train_loss": 1.6962507963180542, "cos_r_negg": [0.5125417709350586, 0.1021043062210083, 0.12823790311813354, 0.12264271080493927, 0.09741242974996567, 0.0878160148859024, 0.08545886725187302, 0.0943620577454567, 0.07546087354421616, 0.027017805725336075, 0.06535506248474121, 0.04634600877761841, 0.07393383979797363, 0.04697544127702713, 0.03205804526805878, 0.09122448414564133, 0.03940977156162262, 0.04918057471513748, 0.07234389334917068, 0.020836032927036285, 0.021529609337449074, 0.08434703946113586, 0.008508123457431793, 0.012922815047204494, 0.050562940537929535, -0.0027906191535294056, 0.020906254649162292, 0.05599864944815636, 0.030235406011343002, 0.06023745611310005], "cos_apical_negg": [0.5125417709350586, 0.1021043062210083, 0.12823790311813354, 0.12264271080493927, 0.09741242974996567, 0.0878160148859024, 0.08545886725187302, 0.0943620577454567, 0.07546087354421616, 0.027017805725336075, 0.06535506248474121, 0.04634600877761841, 0.07393383979797363, 0.04697544127702713, 0.03205804526805878, 0.09122448414564133, 0.03940977156162262, 0.04918057471513748, 0.07234389334917068, 0.020836032927036285, 0.021529609337449074, 0.08434703946113586, 0.008508123457431793, 0.012922815047204494, 0.050562940537929535, -0.0027906191535294056, 0.020906254649162292, 0.05599864944815636, 0.030235406011343002, 0.06023745611310005], "cos_Ac_negg": [0.5125417709350586, 0.1021043062210083, 0.12823790311813354, 0.12264271080493927, 0.09741242974996567, 0.0878160148859024, 0.08545886725187302, 0.0943620577454567, 0.07546087354421616, 0.027017805725336075, 0.06535506248474121, 0.04634600877761841, 0.07393383979797363, 0.04697544127702713, 0.03205804526805878, 0.09122448414564133, 0.03940977156162262, 0.04918057471513748, 0.07234389334917068, 0.020836032927036285, 0.021529609337449074, 0.08434703946113586, 0.008508123457431793, 0.012922815047204494, 0.050562940537929535, -0.0027906191535294056, 0.020906254649162292, 0.05599864944815636, 0.030235406011343002, 0.06023745611310005], "r_norm": [4.0404205322265625, 4.120837688446045, 4.059238433837891, 4.124751091003418, 4.0959248542785645, 4.088796615600586, 4.03874397277832, 4.077289581298828, 4.0898284912109375, 4.05936336517334, 4.038522243499756, 4.112748146057129, 4.170909881591797, 4.215473175048828, 4.111819267272949, 4.076782703399658, 4.237834930419922, 4.032820224761963, 4.161228656768799, 4.115156173706055, 4.002223491668701, 4.085603713989258, 4.142375946044922, 4.049808502197266, 4.105359077453613, 4.057668685913086, 4.01653528213501, 4.054984092712402, 4.037181854248047, 4.089088439941406]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.3696, "test_loss": 1.904337255859375}, {"step": 3550, "epoch": 9, "train_loss": 1.5571346282958984, "cos_r_negg": [0.5215069651603699, 0.12259482592344284, 0.1120460256934166, 0.1539536714553833, 0.09906723350286484, 0.12593629956245422, 0.09025305509567261, 0.10534992814064026, 0.09981955587863922, 0.04264938086271286, 0.08129458129405975, 0.05101250857114792, 0.08635219931602478, 0.06851337105035782, 0.032849494367837906, 0.08847561478614807, 0.06612388789653778, 0.038483984768390656, 0.08307619392871857, 0.025482285767793655, 0.024188440293073654, 0.07633090019226074, 0.008831752464175224, 0.04476049914956093, 0.056168705224990845, -0.0026606451719999313, 0.05092044174671173, 0.039549484848976135, 0.056069836020469666, 0.008375877514481544], "cos_apical_negg": [0.5215069651603699, 0.12259482592344284, 0.1120460256934166, 0.1539536714553833, 0.09906723350286484, 0.12593629956245422, 0.09025305509567261, 0.10534992814064026, 0.09981955587863922, 0.04264938086271286, 0.08129458129405975, 0.05101250857114792, 0.08635219931602478, 0.06851337105035782, 0.032849494367837906, 0.08847561478614807, 0.06612388789653778, 0.038483984768390656, 0.08307619392871857, 0.025482285767793655, 0.024188440293073654, 0.07633090019226074, 0.008831752464175224, 0.04476049914956093, 0.056168705224990845, -0.0026606451719999313, 0.05092044174671173, 0.039549484848976135, 0.056069836020469666, 0.008375877514481544], "cos_Ac_negg": [0.5215069651603699, 0.12259482592344284, 0.1120460256934166, 0.1539536714553833, 0.09906723350286484, 0.12593629956245422, 0.09025305509567261, 0.10534992814064026, 0.09981955587863922, 0.04264938086271286, 0.08129458129405975, 0.05101250857114792, 0.08635219931602478, 0.06851337105035782, 0.032849494367837906, 0.08847561478614807, 0.06612388789653778, 0.038483984768390656, 0.08307619392871857, 0.025482285767793655, 0.024188440293073654, 0.07633090019226074, 0.008831752464175224, 0.04476049914956093, 0.056168705224990845, -0.0026606451719999313, 0.05092044174671173, 0.039549484848976135, 0.056069836020469666, 0.008375877514481544], "r_norm": [4.252610206604004, 4.3307905197143555, 4.272473335266113, 4.338744163513184, 4.293102741241455, 4.306825637817383, 4.255889892578125, 4.292854309082031, 4.288373947143555, 4.265952110290527, 4.2504072189331055, 4.316853046417236, 4.3792877197265625, 4.426294326782227, 4.314276695251465, 4.292547225952148, 4.459564208984375, 4.235278606414795, 4.383550643920898, 4.33967399597168, 4.20335578918457, 4.292717933654785, 4.348210334777832, 4.262665748596191, 4.310091972351074, 4.266880989074707, 4.233664512634277, 4.266530990600586, 4.248969078063965, 4.301361083984375]}, {"step": 3600, "epoch": 9, "train_loss": 1.622429370880127, "cos_r_negg": [0.513472855091095, 0.08106914162635803, 0.11570706963539124, 0.10425721108913422, 0.07176683843135834, 0.09284640848636627, 0.07377643138170242, 0.08268927037715912, 0.10197090357542038, 0.05806107819080353, 0.06525718420743942, 0.062216468155384064, 0.10888911783695221, 0.04483787715435028, 0.031481556594371796, 0.08687080442905426, 0.055613625794649124, 0.021404221653938293, 0.07260388135910034, 0.01583784632384777, 0.029645517468452454, 0.047394413501024246, -0.0074538784101605415, 0.0322006419301033, 0.0801599994301796, -0.024242594838142395, 0.043429140001535416, 0.05071718245744705, 0.05768180266022682, 0.018813705071806908], "cos_apical_negg": [0.513472855091095, 0.08106914162635803, 0.11570706963539124, 0.10425721108913422, 0.07176683843135834, 0.09284640848636627, 0.07377643138170242, 0.08268927037715912, 0.10197090357542038, 0.05806107819080353, 0.06525718420743942, 0.062216468155384064, 0.10888911783695221, 0.04483787715435028, 0.031481556594371796, 0.08687080442905426, 0.055613625794649124, 0.021404221653938293, 0.07260388135910034, 0.01583784632384777, 0.029645517468452454, 0.047394413501024246, -0.0074538784101605415, 0.0322006419301033, 0.0801599994301796, -0.024242594838142395, 0.043429140001535416, 0.05071718245744705, 0.05768180266022682, 0.018813705071806908], "cos_Ac_negg": [0.513472855091095, 0.08106914162635803, 0.11570706963539124, 0.10425721108913422, 0.07176683843135834, 0.09284640848636627, 0.07377643138170242, 0.08268927037715912, 0.10197090357542038, 0.05806107819080353, 0.06525718420743942, 0.062216468155384064, 0.10888911783695221, 0.04483787715435028, 0.031481556594371796, 0.08687080442905426, 0.055613625794649124, 0.021404221653938293, 0.07260388135910034, 0.01583784632384777, 0.029645517468452454, 0.047394413501024246, -0.0074538784101605415, 0.0322006419301033, 0.0801599994301796, -0.024242594838142395, 0.043429140001535416, 0.05071718245744705, 0.05768180266022682, 0.018813705071806908], "r_norm": [4.198482036590576, 4.281149864196777, 4.20897102355957, 4.288484573364258, 4.259864807128906, 4.25449275970459, 4.185267448425293, 4.234283447265625, 4.243741989135742, 4.223751068115234, 4.195894718170166, 4.277775764465332, 4.340068817138672, 4.378955364227295, 4.26849365234375, 4.247725486755371, 4.398614883422852, 4.187741756439209, 4.32858943939209, 4.282554626464844, 4.159211158752441, 4.250886917114258, 4.306443214416504, 4.202330589294434, 4.273739814758301, 4.22404670715332, 4.180108070373535, 4.216619491577148, 4.201871871948242, 4.254833221435547]}, {"step": 3650, "epoch": 9, "train_loss": 1.7522945404052734, "cos_r_negg": [0.5112680196762085, 0.0939626544713974, 0.09755707532167435, 0.1297096610069275, 0.10279063880443573, 0.09601421654224396, 0.09812287241220474, 0.0801447182893753, 0.08484812825918198, 0.059646204113960266, 0.06825336068868637, 0.06425978243350983, 0.08168700337409973, 0.07259176671504974, 0.041834838688373566, 0.07905235886573792, 0.05434015020728111, 0.008605140261352062, 0.06004825979471207, 0.025219734758138657, 0.026046572253108025, 0.0414678119122982, 0.02047072723507881, 0.009725204668939114, 0.08354663848876953, -0.04907146096229553, 0.050181832164525986, 0.028072159737348557, 0.08194386959075928, -0.030105561017990112], "cos_apical_negg": [0.5112680196762085, 0.0939626544713974, 0.09755707532167435, 0.1297096610069275, 0.10279063880443573, 0.09601421654224396, 0.09812287241220474, 0.0801447182893753, 0.08484812825918198, 0.059646204113960266, 0.06825336068868637, 0.06425978243350983, 0.08168700337409973, 0.07259176671504974, 0.041834838688373566, 0.07905235886573792, 0.05434015020728111, 0.008605140261352062, 0.06004825979471207, 0.025219734758138657, 0.026046572253108025, 0.0414678119122982, 0.02047072723507881, 0.009725204668939114, 0.08354663848876953, -0.04907146096229553, 0.050181832164525986, 0.028072159737348557, 0.08194386959075928, -0.030105561017990112], "cos_Ac_negg": [0.5112680196762085, 0.0939626544713974, 0.09755707532167435, 0.1297096610069275, 0.10279063880443573, 0.09601421654224396, 0.09812287241220474, 0.0801447182893753, 0.08484812825918198, 0.059646204113960266, 0.06825336068868637, 0.06425978243350983, 0.08168700337409973, 0.07259176671504974, 0.041834838688373566, 0.07905235886573792, 0.05434015020728111, 0.008605140261352062, 0.06004825979471207, 0.025219734758138657, 0.026046572253108025, 0.0414678119122982, 0.02047072723507881, 0.009725204668939114, 0.08354663848876953, -0.04907146096229553, 0.050181832164525986, 0.028072159737348557, 0.08194386959075928, -0.030105561017990112], "r_norm": [4.261181831359863, 4.337967872619629, 4.275206565856934, 4.342465400695801, 4.304982662200928, 4.292628288269043, 4.251967430114746, 4.298680305480957, 4.29736852645874, 4.270322799682617, 4.255756378173828, 4.327154636383057, 4.396315097808838, 4.422075271606445, 4.335319995880127, 4.296689987182617, 4.462296485900879, 4.247763156890869, 4.3703718185424805, 4.345911979675293, 4.218319892883301, 4.293203353881836, 4.36591911315918, 4.279422760009766, 4.322796821594238, 4.274468421936035, 4.237117290496826, 4.2854509353637695, 4.2541823387146, 4.311842918395996]}, {"step": 3700, "epoch": 9, "train_loss": 1.704325795173645, "cos_r_negg": [0.554772138595581, 0.10647010058164597, 0.1201154887676239, 0.1256103515625, 0.09156939387321472, 0.09537173807621002, 0.09868289530277252, 0.09076474606990814, 0.07892033457756042, 0.04082564264535904, 0.06842529773712158, 0.09292875975370407, 0.09209892898797989, 0.06296196579933167, 0.06558234989643097, 0.08518858999013901, 0.06437404453754425, 0.04078900068998337, 0.051457807421684265, 0.016808904707431793, 0.009481672197580338, 0.0306465532630682, 0.013375501148402691, 0.029935041442513466, 0.05372944474220276, -0.008569295518100262, 0.059280335903167725, 0.0793750137090683, 0.06709730625152588, 0.03866899013519287], "cos_apical_negg": [0.554772138595581, 0.10647010058164597, 0.1201154887676239, 0.1256103515625, 0.09156939387321472, 0.09537173807621002, 0.09868289530277252, 0.09076474606990814, 0.07892033457756042, 0.04082564264535904, 0.06842529773712158, 0.09292875975370407, 0.09209892898797989, 0.06296196579933167, 0.06558234989643097, 0.08518858999013901, 0.06437404453754425, 0.04078900068998337, 0.051457807421684265, 0.016808904707431793, 0.009481672197580338, 0.0306465532630682, 0.013375501148402691, 0.029935041442513466, 0.05372944474220276, -0.008569295518100262, 0.059280335903167725, 0.0793750137090683, 0.06709730625152588, 0.03866899013519287], "cos_Ac_negg": [0.554772138595581, 0.10647010058164597, 0.1201154887676239, 0.1256103515625, 0.09156939387321472, 0.09537173807621002, 0.09868289530277252, 0.09076474606990814, 0.07892033457756042, 0.04082564264535904, 0.06842529773712158, 0.09292875975370407, 0.09209892898797989, 0.06296196579933167, 0.06558234989643097, 0.08518858999013901, 0.06437404453754425, 0.04078900068998337, 0.051457807421684265, 0.016808904707431793, 0.009481672197580338, 0.0306465532630682, 0.013375501148402691, 0.029935041442513466, 0.05372944474220276, -0.008569295518100262, 0.059280335903167725, 0.0793750137090683, 0.06709730625152588, 0.03866899013519287], "r_norm": [4.190155029296875, 4.27183723449707, 4.207518577575684, 4.275506019592285, 4.251538276672363, 4.2534260749816895, 4.188299179077148, 4.227712154388428, 4.234424591064453, 4.2174506187438965, 4.185360431671143, 4.261033058166504, 4.3269195556640625, 4.3637542724609375, 4.266790390014648, 4.238026142120361, 4.394341468811035, 4.177497863769531, 4.318567752838135, 4.268508434295654, 4.157567977905273, 4.235665321350098, 4.295657157897949, 4.198110580444336, 4.254319667816162, 4.211809158325195, 4.175192832946777, 4.204990863800049, 4.190288066864014, 4.241825103759766]}, {"step": 3750, "epoch": 9, "train_loss": 1.7202919721603394, "cos_r_negg": [0.4988515079021454, 0.09850478172302246, 0.102627232670784, 0.12123727798461914, 0.09079113602638245, 0.1086215078830719, 0.09813597798347473, 0.07417719066143036, 0.1027342677116394, 0.056592416018247604, 0.08137090504169464, 0.08375537395477295, 0.08294231444597244, 0.08003436774015427, 0.043058086186647415, 0.12263880670070648, 0.05326990783214569, 0.07160764187574387, 0.08547556400299072, 0.0028829919174313545, 0.02795759029686451, 0.043219372630119324, 0.014540761709213257, 0.034942664206027985, 0.04208548739552498, -0.004760211333632469, 0.01329359132796526, 0.07642896473407745, 0.04614727199077606, 0.03617437183856964], "cos_apical_negg": [0.4988515079021454, 0.09850478172302246, 0.102627232670784, 0.12123727798461914, 0.09079113602638245, 0.1086215078830719, 0.09813597798347473, 0.07417719066143036, 0.1027342677116394, 0.056592416018247604, 0.08137090504169464, 0.08375537395477295, 0.08294231444597244, 0.08003436774015427, 0.043058086186647415, 0.12263880670070648, 0.05326990783214569, 0.07160764187574387, 0.08547556400299072, 0.0028829919174313545, 0.02795759029686451, 0.043219372630119324, 0.014540761709213257, 0.034942664206027985, 0.04208548739552498, -0.004760211333632469, 0.01329359132796526, 0.07642896473407745, 0.04614727199077606, 0.03617437183856964], "cos_Ac_negg": [0.4988515079021454, 0.09850478172302246, 0.102627232670784, 0.12123727798461914, 0.09079113602638245, 0.1086215078830719, 0.09813597798347473, 0.07417719066143036, 0.1027342677116394, 0.056592416018247604, 0.08137090504169464, 0.08375537395477295, 0.08294231444597244, 0.08003436774015427, 0.043058086186647415, 0.12263880670070648, 0.05326990783214569, 0.07160764187574387, 0.08547556400299072, 0.0028829919174313545, 0.02795759029686451, 0.043219372630119324, 0.014540761709213257, 0.034942664206027985, 0.04208548739552498, -0.004760211333632469, 0.01329359132796526, 0.07642896473407745, 0.04614727199077606, 0.03617437183856964], "r_norm": [4.348661422729492, 4.425702095031738, 4.338506698608398, 4.418553829193115, 4.4172821044921875, 4.401289939880371, 4.347043037414551, 4.378818035125732, 4.37995719909668, 4.371211051940918, 4.3343186378479, 4.400054931640625, 4.469893932342529, 4.506275177001953, 4.40876579284668, 4.380382537841797, 4.54522705078125, 4.334046840667725, 4.4799113273620605, 4.4403815269470215, 4.296520709991455, 4.388735771179199, 4.4510111808776855, 4.343823432922363, 4.410635948181152, 4.350885391235352, 4.320584297180176, 4.353011131286621, 4.352006435394287, 4.401649475097656]}, {"step": 3800, "epoch": 9, "train_loss": 2.0089001655578613, "cos_r_negg": [0.4970349073410034, 0.11068955063819885, 0.11968505382537842, 0.117963045835495, 0.08649427443742752, 0.11538761854171753, 0.08230667561292648, 0.07814724743366241, 0.07740450650453568, 0.07024866342544556, 0.05405028536915779, 0.08226600289344788, 0.08268917351961136, 0.07781745493412018, 0.07148490846157074, 0.09964170306921005, 0.04679354280233383, 0.044350672513246536, 0.0922783762216568, 0.02558979205787182, 0.036361172795295715, 0.07187844812870026, 0.057433709502220154, 0.053469859063625336, 0.08227282762527466, -0.03829441964626312, -0.0026379735209047794, 0.08974504470825195, 0.04785306006669998, 0.010041654109954834], "cos_apical_negg": [0.4970349073410034, 0.11068955063819885, 0.11968505382537842, 0.117963045835495, 0.08649427443742752, 0.11538761854171753, 0.08230667561292648, 0.07814724743366241, 0.07740450650453568, 0.07024866342544556, 0.05405028536915779, 0.08226600289344788, 0.08268917351961136, 0.07781745493412018, 0.07148490846157074, 0.09964170306921005, 0.04679354280233383, 0.044350672513246536, 0.0922783762216568, 0.02558979205787182, 0.036361172795295715, 0.07187844812870026, 0.057433709502220154, 0.053469859063625336, 0.08227282762527466, -0.03829441964626312, -0.0026379735209047794, 0.08974504470825195, 0.04785306006669998, 0.010041654109954834], "cos_Ac_negg": [0.4970349073410034, 0.11068955063819885, 0.11968505382537842, 0.117963045835495, 0.08649427443742752, 0.11538761854171753, 0.08230667561292648, 0.07814724743366241, 0.07740450650453568, 0.07024866342544556, 0.05405028536915779, 0.08226600289344788, 0.08268917351961136, 0.07781745493412018, 0.07148490846157074, 0.09964170306921005, 0.04679354280233383, 0.044350672513246536, 0.0922783762216568, 0.02558979205787182, 0.036361172795295715, 0.07187844812870026, 0.057433709502220154, 0.053469859063625336, 0.08227282762527466, -0.03829441964626312, -0.0026379735209047794, 0.08974504470825195, 0.04785306006669998, 0.010041654109954834], "r_norm": [4.113170623779297, 4.2051801681518555, 4.132437705993652, 4.2024827003479, 4.184948921203613, 4.17722225189209, 4.119801998138428, 4.150587558746338, 4.164013862609863, 4.145514965057373, 4.102447032928467, 4.173602104187012, 4.247191429138184, 4.291801452636719, 4.185266494750977, 4.157910346984863, 4.3196516036987305, 4.106082439422607, 4.2513628005981445, 4.194706439971924, 4.086895942687988, 4.169510364532471, 4.218711853027344, 4.1238322257995605, 4.182093620300293, 4.129785537719727, 4.1058220863342285, 4.130755424499512, 4.114665985107422, 4.169317245483398]}, {"step": 3850, "epoch": 9, "train_loss": 1.5894585847854614, "cos_r_negg": [0.4943028688430786, 0.12282206863164902, 0.11628533154726028, 0.1273668110370636, 0.08527378737926483, 0.103325754404068, 0.08044193685054779, 0.07963623106479645, 0.07464532554149628, 0.08694480359554291, 0.0889151394367218, 0.0781940221786499, 0.09360302984714508, 0.05021640285849571, 0.056500863283872604, 0.09360045939683914, 0.07145018875598907, 0.026762085035443306, 0.0977700799703598, 0.0011593812378123403, 0.02924215793609619, 0.0746665894985199, 0.04777516797184944, 0.02760334499180317, 0.05730191618204117, -0.06567231565713882, 0.0078096045181155205, 0.0509004108607769, 0.0465950109064579, 0.04701603949069977], "cos_apical_negg": [0.4943028688430786, 0.12282206863164902, 0.11628533154726028, 0.1273668110370636, 0.08527378737926483, 0.103325754404068, 0.08044193685054779, 0.07963623106479645, 0.07464532554149628, 0.08694480359554291, 0.0889151394367218, 0.0781940221786499, 0.09360302984714508, 0.05021640285849571, 0.056500863283872604, 0.09360045939683914, 0.07145018875598907, 0.026762085035443306, 0.0977700799703598, 0.0011593812378123403, 0.02924215793609619, 0.0746665894985199, 0.04777516797184944, 0.02760334499180317, 0.05730191618204117, -0.06567231565713882, 0.0078096045181155205, 0.0509004108607769, 0.0465950109064579, 0.04701603949069977], "cos_Ac_negg": [0.4943028688430786, 0.12282206863164902, 0.11628533154726028, 0.1273668110370636, 0.08527378737926483, 0.103325754404068, 0.08044193685054779, 0.07963623106479645, 0.07464532554149628, 0.08694480359554291, 0.0889151394367218, 0.0781940221786499, 0.09360302984714508, 0.05021640285849571, 0.056500863283872604, 0.09360045939683914, 0.07145018875598907, 0.026762085035443306, 0.0977700799703598, 0.0011593812378123403, 0.02924215793609619, 0.0746665894985199, 0.04777516797184944, 0.02760334499180317, 0.05730191618204117, -0.06567231565713882, 0.0078096045181155205, 0.0509004108607769, 0.0465950109064579, 0.04701603949069977], "r_norm": [4.198056697845459, 4.281617164611816, 4.206310272216797, 4.279785633087158, 4.264421463012695, 4.254495620727539, 4.195430755615234, 4.233310699462891, 4.249838829040527, 4.2207465171813965, 4.191900253295898, 4.258666038513184, 4.318385124206543, 4.375381946563721, 4.272846221923828, 4.237651824951172, 4.403077602386475, 4.190189361572266, 4.321344375610352, 4.2914581298828125, 4.156415939331055, 4.246346950531006, 4.314870357513428, 4.206027507781982, 4.265506744384766, 4.214521884918213, 4.180894374847412, 4.213403224945068, 4.207820892333984, 4.250262260437012]}, {"step": 3900, "epoch": 9, "train_loss": 1.7902644872665405, "cos_r_negg": [0.4735884964466095, 0.11551469564437866, 0.11798714846372604, 0.1420333832502365, 0.07097692042589188, 0.12364490330219269, 0.07834964990615845, 0.07766205072402954, 0.09745443612337112, 0.0435325913131237, 0.09451758116483688, 0.06779109686613083, 0.08290475606918335, 0.05602795630693436, 0.06446607410907745, 0.07937611639499664, 0.058037109673023224, 0.04120960831642151, 0.08796028792858124, -0.028467733412981033, 0.05368143320083618, 0.07316500693559647, 0.025688324123620987, 0.009523872286081314, 0.06353902816772461, -0.0659450963139534, 0.009378094226121902, 0.04541122168302536, 0.0424075648188591, 0.05012001842260361], "cos_apical_negg": [0.4735884964466095, 0.11551469564437866, 0.11798714846372604, 0.1420333832502365, 0.07097692042589188, 0.12364490330219269, 0.07834964990615845, 0.07766205072402954, 0.09745443612337112, 0.0435325913131237, 0.09451758116483688, 0.06779109686613083, 0.08290475606918335, 0.05602795630693436, 0.06446607410907745, 0.07937611639499664, 0.058037109673023224, 0.04120960831642151, 0.08796028792858124, -0.028467733412981033, 0.05368143320083618, 0.07316500693559647, 0.025688324123620987, 0.009523872286081314, 0.06353902816772461, -0.0659450963139534, 0.009378094226121902, 0.04541122168302536, 0.0424075648188591, 0.05012001842260361], "cos_Ac_negg": [0.4735884964466095, 0.11551469564437866, 0.11798714846372604, 0.1420333832502365, 0.07097692042589188, 0.12364490330219269, 0.07834964990615845, 0.07766205072402954, 0.09745443612337112, 0.0435325913131237, 0.09451758116483688, 0.06779109686613083, 0.08290475606918335, 0.05602795630693436, 0.06446607410907745, 0.07937611639499664, 0.058037109673023224, 0.04120960831642151, 0.08796028792858124, -0.028467733412981033, 0.05368143320083618, 0.07316500693559647, 0.025688324123620987, 0.009523872286081314, 0.06353902816772461, -0.0659450963139534, 0.009378094226121902, 0.04541122168302536, 0.0424075648188591, 0.05012001842260361], "r_norm": [4.07337760925293, 4.164009094238281, 4.097311973571777, 4.144269943237305, 4.137016773223877, 4.132145404815674, 4.064438819885254, 4.106350898742676, 4.12322473526001, 4.0927205085754395, 4.070296764373779, 4.1344990730285645, 4.196565628051758, 4.234167098999023, 4.1514177322387695, 4.107245445251465, 4.265315055847168, 4.070918083190918, 4.191714286804199, 4.157123565673828, 4.041296005249023, 4.115278244018555, 4.179471492767334, 4.071294784545898, 4.141966819763184, 4.100151062011719, 4.060843467712402, 4.088466644287109, 4.079451084136963, 4.114738941192627]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.3965, "test_loss": 1.9034584594726562}, {"step": 3950, "epoch": 10, "train_loss": 1.7246344089508057, "cos_r_negg": [0.4776279628276825, 0.10198986530303955, 0.1179795041680336, 0.1399698555469513, 0.07767361402511597, 0.09395256638526917, 0.08303619921207428, 0.09829585999250412, 0.07575619220733643, 0.04750248044729233, 0.08848831802606583, 0.07627901434898376, 0.11112390458583832, 0.06546851247549057, 0.06707791984081268, 0.08345259726047516, 0.07629132270812988, 0.05159560590982437, 0.07223780453205109, -0.02430279552936554, 0.04912348464131355, 0.059156421571969986, 0.02584470808506012, 0.010274186730384827, 0.06961987167596817, -0.03961731493473053, 0.012675479054450989, 0.06484001129865646, 0.048064399510622025, 0.02002766914665699], "cos_apical_negg": [0.4776279628276825, 0.10198986530303955, 0.1179795041680336, 0.1399698555469513, 0.07767361402511597, 0.09395256638526917, 0.08303619921207428, 0.09829585999250412, 0.07575619220733643, 0.04750248044729233, 0.08848831802606583, 0.07627901434898376, 0.11112390458583832, 0.06546851247549057, 0.06707791984081268, 0.08345259726047516, 0.07629132270812988, 0.05159560590982437, 0.07223780453205109, -0.02430279552936554, 0.04912348464131355, 0.059156421571969986, 0.02584470808506012, 0.010274186730384827, 0.06961987167596817, -0.03961731493473053, 0.012675479054450989, 0.06484001129865646, 0.048064399510622025, 0.02002766914665699], "cos_Ac_negg": [0.4776279628276825, 0.10198986530303955, 0.1179795041680336, 0.1399698555469513, 0.07767361402511597, 0.09395256638526917, 0.08303619921207428, 0.09829585999250412, 0.07575619220733643, 0.04750248044729233, 0.08848831802606583, 0.07627901434898376, 0.11112390458583832, 0.06546851247549057, 0.06707791984081268, 0.08345259726047516, 0.07629132270812988, 0.05159560590982437, 0.07223780453205109, -0.02430279552936554, 0.04912348464131355, 0.059156421571969986, 0.02584470808506012, 0.010274186730384827, 0.06961987167596817, -0.03961731493473053, 0.012675479054450989, 0.06484001129865646, 0.048064399510622025, 0.02002766914665699], "r_norm": [4.072770118713379, 4.139503479003906, 4.079354286193848, 4.149566173553467, 4.120296478271484, 4.120460510253906, 4.067678451538086, 4.104829788208008, 4.109762668609619, 4.086820602416992, 4.064261436462402, 4.127521991729736, 4.190662384033203, 4.2299065589904785, 4.134431838989258, 4.106139183044434, 4.259349346160889, 4.058292865753174, 4.188730239868164, 4.152248382568359, 4.029347896575928, 4.110489368438721, 4.177846431732178, 4.074873924255371, 4.13040828704834, 4.081029415130615, 4.053289413452148, 4.087334632873535, 4.066638946533203, 4.11138391494751]}, {"step": 4000, "epoch": 10, "train_loss": 1.642225742340088, "cos_r_negg": [0.5147415995597839, 0.11497216671705246, 0.12841476500034332, 0.15680387616157532, 0.09868015348911285, 0.09421737492084503, 0.11000394821166992, 0.09756025671958923, 0.08249815553426743, 0.07705260068178177, 0.07858534157276154, 0.0699758380651474, 0.0964987725019455, 0.08100514113903046, 0.056780047714710236, 0.08044197410345078, 0.08128423243761063, 0.06373514980077744, 0.08502764999866486, -0.014052759855985641, 0.024462923407554626, 0.06152171641588211, -0.004042348824441433, 0.048670120537281036, 0.07739253342151642, -0.06845232844352722, 0.020783543586730957, 0.06689836829900742, 0.06358963251113892, -0.03924153000116348], "cos_apical_negg": [0.5147415995597839, 0.11497216671705246, 0.12841476500034332, 0.15680387616157532, 0.09868015348911285, 0.09421737492084503, 0.11000394821166992, 0.09756025671958923, 0.08249815553426743, 0.07705260068178177, 0.07858534157276154, 0.0699758380651474, 0.0964987725019455, 0.08100514113903046, 0.056780047714710236, 0.08044197410345078, 0.08128423243761063, 0.06373514980077744, 0.08502764999866486, -0.014052759855985641, 0.024462923407554626, 0.06152171641588211, -0.004042348824441433, 0.048670120537281036, 0.07739253342151642, -0.06845232844352722, 0.020783543586730957, 0.06689836829900742, 0.06358963251113892, -0.03924153000116348], "cos_Ac_negg": [0.5147415995597839, 0.11497216671705246, 0.12841476500034332, 0.15680387616157532, 0.09868015348911285, 0.09421737492084503, 0.11000394821166992, 0.09756025671958923, 0.08249815553426743, 0.07705260068178177, 0.07858534157276154, 0.0699758380651474, 0.0964987725019455, 0.08100514113903046, 0.056780047714710236, 0.08044197410345078, 0.08128423243761063, 0.06373514980077744, 0.08502764999866486, -0.014052759855985641, 0.024462923407554626, 0.06152171641588211, -0.004042348824441433, 0.048670120537281036, 0.07739253342151642, -0.06845232844352722, 0.020783543586730957, 0.06689836829900742, 0.06358963251113892, -0.03924153000116348], "r_norm": [4.18425178527832, 4.267521858215332, 4.187531471252441, 4.2653093338012695, 4.247769355773926, 4.231723785400391, 4.177460670471191, 4.2172393798828125, 4.2310004234313965, 4.207973480224609, 4.175009727478027, 4.250494480133057, 4.325316429138184, 4.361207485198975, 4.254886150360107, 4.220762729644775, 4.389037132263184, 4.170712471008301, 4.311375617980957, 4.253287315368652, 4.144523620605469, 4.235633850097656, 4.285129547119141, 4.191769599914551, 4.245945930480957, 4.2034759521484375, 4.156641006469727, 4.1931376457214355, 4.180092811584473, 4.241734504699707]}, {"step": 4050, "epoch": 10, "train_loss": 1.7534972429275513, "cos_r_negg": [0.5045408010482788, 0.11215369403362274, 0.1379774659872055, 0.14633667469024658, 0.08915255963802338, 0.09933756291866302, 0.11868378520011902, 0.12011337280273438, 0.09821999818086624, 0.07365182042121887, 0.057999055832624435, 0.06585654616355896, 0.12020014971494675, 0.05649649351835251, 0.089779332280159, 0.08314879983663559, 0.0750822126865387, 0.06306872516870499, 0.11639788746833801, 0.004530791658908129, 0.05417288839817047, 0.066324383020401, -0.014119169674813747, 0.02755669131875038, 0.07114648818969727, -0.031290024518966675, 0.021711181849241257, 0.09246000647544861, 0.06434658914804459, 0.004504900425672531], "cos_apical_negg": [0.5045408010482788, 0.11215369403362274, 0.1379774659872055, 0.14633667469024658, 0.08915255963802338, 0.09933756291866302, 0.11868378520011902, 0.12011337280273438, 0.09821999818086624, 0.07365182042121887, 0.057999055832624435, 0.06585654616355896, 0.12020014971494675, 0.05649649351835251, 0.089779332280159, 0.08314879983663559, 0.0750822126865387, 0.06306872516870499, 0.11639788746833801, 0.004530791658908129, 0.05417288839817047, 0.066324383020401, -0.014119169674813747, 0.02755669131875038, 0.07114648818969727, -0.031290024518966675, 0.021711181849241257, 0.09246000647544861, 0.06434658914804459, 0.004504900425672531], "cos_Ac_negg": [0.5045408010482788, 0.11215369403362274, 0.1379774659872055, 0.14633667469024658, 0.08915255963802338, 0.09933756291866302, 0.11868378520011902, 0.12011337280273438, 0.09821999818086624, 0.07365182042121887, 0.057999055832624435, 0.06585654616355896, 0.12020014971494675, 0.05649649351835251, 0.089779332280159, 0.08314879983663559, 0.0750822126865387, 0.06306872516870499, 0.11639788746833801, 0.004530791658908129, 0.05417288839817047, 0.066324383020401, -0.014119169674813747, 0.02755669131875038, 0.07114648818969727, -0.031290024518966675, 0.021711181849241257, 0.09246000647544861, 0.06434658914804459, 0.004504900425672531], "r_norm": [4.267274856567383, 4.363839149475098, 4.290926456451416, 4.356625080108643, 4.338098049163818, 4.331485748291016, 4.270163059234619, 4.300372123718262, 4.328005790710449, 4.299308776855469, 4.258892059326172, 4.33682918548584, 4.413904666900635, 4.449265003204346, 4.3564910888671875, 4.310789108276367, 4.47805118560791, 4.266238212585449, 4.4041032791137695, 4.359335899353027, 4.235544681549072, 4.330806732177734, 4.387363433837891, 4.275414943695068, 4.340195655822754, 4.295480728149414, 4.259897232055664, 4.2870869636535645, 4.280924320220947, 4.321820259094238]}, {"step": 4100, "epoch": 10, "train_loss": 1.8333344459533691, "cos_r_negg": [0.5073188543319702, 0.12274084240198135, 0.1405472308397293, 0.15522333979606628, 0.08891500532627106, 0.10768133401870728, 0.10730338841676712, 0.1064600795507431, 0.1031142920255661, 0.05874059349298477, 0.08304505050182343, 0.07080113887786865, 0.12047076225280762, 0.05415249615907669, 0.07735765725374222, 0.11739416420459747, 0.06210896000266075, 0.056098613888025284, 0.11700073629617691, 0.01951015368103981, 0.04776151478290558, 0.08757776021957397, 0.005258987657725811, 0.018005603924393654, 0.06340683996677399, -0.03991806507110596, 0.019429463893175125, 0.09247367084026337, 0.07495895028114319, 0.054290417581796646], "cos_apical_negg": [0.5073188543319702, 0.12274084240198135, 0.1405472308397293, 0.15522333979606628, 0.08891500532627106, 0.10768133401870728, 0.10730338841676712, 0.1064600795507431, 0.1031142920255661, 0.05874059349298477, 0.08304505050182343, 0.07080113887786865, 0.12047076225280762, 0.05415249615907669, 0.07735765725374222, 0.11739416420459747, 0.06210896000266075, 0.056098613888025284, 0.11700073629617691, 0.01951015368103981, 0.04776151478290558, 0.08757776021957397, 0.005258987657725811, 0.018005603924393654, 0.06340683996677399, -0.03991806507110596, 0.019429463893175125, 0.09247367084026337, 0.07495895028114319, 0.054290417581796646], "cos_Ac_negg": [0.5073188543319702, 0.12274084240198135, 0.1405472308397293, 0.15522333979606628, 0.08891500532627106, 0.10768133401870728, 0.10730338841676712, 0.1064600795507431, 0.1031142920255661, 0.05874059349298477, 0.08304505050182343, 0.07080113887786865, 0.12047076225280762, 0.05415249615907669, 0.07735765725374222, 0.11739416420459747, 0.06210896000266075, 0.056098613888025284, 0.11700073629617691, 0.01951015368103981, 0.04776151478290558, 0.08757776021957397, 0.005258987657725811, 0.018005603924393654, 0.06340683996677399, -0.03991806507110596, 0.019429463893175125, 0.09247367084026337, 0.07495895028114319, 0.054290417581796646], "r_norm": [4.085027694702148, 4.170797348022461, 4.109679698944092, 4.175839424133301, 4.147947311401367, 4.143702507019043, 4.079186916351318, 4.125851631164551, 4.134300231933594, 4.113558769226074, 4.0894927978515625, 4.161820411682129, 4.2211222648620605, 4.255964279174805, 4.158382415771484, 4.12497615814209, 4.293225288391113, 4.08493709564209, 4.2151031494140625, 4.1698737144470215, 4.051867485046387, 4.139769554138184, 4.184403419494629, 4.098566055297852, 4.155656814575195, 4.111355781555176, 4.074731826782227, 4.109682083129883, 4.0934062004089355, 4.134363174438477]}, {"step": 4150, "epoch": 10, "train_loss": 1.5048494338989258, "cos_r_negg": [0.5012763738632202, 0.13294465839862823, 0.12612545490264893, 0.13389796018600464, 0.10317613929510117, 0.11006395518779755, 0.09262160956859589, 0.07815104722976685, 0.07919863611459732, 0.05930621922016144, 0.07855212688446045, 0.06842964887619019, 0.10108216851949692, 0.04677298665046692, 0.07674654573202133, 0.11695908010005951, 0.06391042470932007, 0.06326427310705185, 0.10032586753368378, 0.04649542272090912, 0.01893502287566662, 0.06992384791374207, 0.007045224774628878, 0.04064074158668518, 0.04753445088863373, -0.0039465343579649925, 0.009753690101206303, 0.08477769047021866, 0.052613645792007446, 0.03822934627532959], "cos_apical_negg": [0.5012763738632202, 0.13294465839862823, 0.12612545490264893, 0.13389796018600464, 0.10317613929510117, 0.11006395518779755, 0.09262160956859589, 0.07815104722976685, 0.07919863611459732, 0.05930621922016144, 0.07855212688446045, 0.06842964887619019, 0.10108216851949692, 0.04677298665046692, 0.07674654573202133, 0.11695908010005951, 0.06391042470932007, 0.06326427310705185, 0.10032586753368378, 0.04649542272090912, 0.01893502287566662, 0.06992384791374207, 0.007045224774628878, 0.04064074158668518, 0.04753445088863373, -0.0039465343579649925, 0.009753690101206303, 0.08477769047021866, 0.052613645792007446, 0.03822934627532959], "cos_Ac_negg": [0.5012763738632202, 0.13294465839862823, 0.12612545490264893, 0.13389796018600464, 0.10317613929510117, 0.11006395518779755, 0.09262160956859589, 0.07815104722976685, 0.07919863611459732, 0.05930621922016144, 0.07855212688446045, 0.06842964887619019, 0.10108216851949692, 0.04677298665046692, 0.07674654573202133, 0.11695908010005951, 0.06391042470932007, 0.06326427310705185, 0.10032586753368378, 0.04649542272090912, 0.01893502287566662, 0.06992384791374207, 0.007045224774628878, 0.04064074158668518, 0.04753445088863373, -0.0039465343579649925, 0.009753690101206303, 0.08477769047021866, 0.052613645792007446, 0.03822934627532959], "r_norm": [4.106521129608154, 4.192485809326172, 4.136998176574707, 4.202615261077881, 4.1773786544799805, 4.168029308319092, 4.114150524139404, 4.141643047332764, 4.161879539489746, 4.1364617347717285, 4.111639022827148, 4.1835856437683105, 4.2401814460754395, 4.2892255783081055, 4.193318843841553, 4.152459144592285, 4.320931434631348, 4.098234176635742, 4.234498500823975, 4.196176052093506, 4.071037292480469, 4.172224044799805, 4.216067314147949, 4.118921279907227, 4.174604892730713, 4.134414196014404, 4.09268856048584, 4.137630462646484, 4.119195938110352, 4.16245174407959]}, {"step": 4200, "epoch": 10, "train_loss": 1.7524230480194092, "cos_r_negg": [0.5021971464157104, 0.11040537059307098, 0.11000198125839233, 0.1664661318063736, 0.08589858561754227, 0.10930891335010529, 0.09210296720266342, 0.09670916199684143, 0.09760884940624237, 0.07937988638877869, 0.05998678132891655, 0.0963989794254303, 0.08800745755434036, 0.04786498844623566, 0.10338778048753738, 0.09859324991703033, 0.07841077446937561, 0.03859485685825348, 0.1148148626089096, 0.0005170893855392933, 0.040958769619464874, 0.06137610971927643, 0.01353544369339943, 0.007418146822601557, 0.05771772935986519, 0.005385599099099636, -0.0013306713663041592, 0.08403653651475906, 0.03286173567175865, 0.024468446150422096], "cos_apical_negg": [0.5021971464157104, 0.11040537059307098, 0.11000198125839233, 0.1664661318063736, 0.08589858561754227, 0.10930891335010529, 0.09210296720266342, 0.09670916199684143, 0.09760884940624237, 0.07937988638877869, 0.05998678132891655, 0.0963989794254303, 0.08800745755434036, 0.04786498844623566, 0.10338778048753738, 0.09859324991703033, 0.07841077446937561, 0.03859485685825348, 0.1148148626089096, 0.0005170893855392933, 0.040958769619464874, 0.06137610971927643, 0.01353544369339943, 0.007418146822601557, 0.05771772935986519, 0.005385599099099636, -0.0013306713663041592, 0.08403653651475906, 0.03286173567175865, 0.024468446150422096], "cos_Ac_negg": [0.5021971464157104, 0.11040537059307098, 0.11000198125839233, 0.1664661318063736, 0.08589858561754227, 0.10930891335010529, 0.09210296720266342, 0.09670916199684143, 0.09760884940624237, 0.07937988638877869, 0.05998678132891655, 0.0963989794254303, 0.08800745755434036, 0.04786498844623566, 0.10338778048753738, 0.09859324991703033, 0.07841077446937561, 0.03859485685825348, 0.1148148626089096, 0.0005170893855392933, 0.040958769619464874, 0.06137610971927643, 0.01353544369339943, 0.007418146822601557, 0.05771772935986519, 0.005385599099099636, -0.0013306713663041592, 0.08403653651475906, 0.03286173567175865, 0.024468446150422096], "r_norm": [4.131542205810547, 4.201414108276367, 4.141005516052246, 4.220561981201172, 4.185794830322266, 4.186304569244385, 4.121474742889404, 4.165543556213379, 4.17066764831543, 4.147646903991699, 4.131875514984131, 4.205958366394043, 4.263188362121582, 4.294704437255859, 4.197211265563965, 4.17192268371582, 4.3365654945373535, 4.116393566131592, 4.253026962280273, 4.210161209106445, 4.090152740478516, 4.181854248046875, 4.220870494842529, 4.135457992553711, 4.188727378845215, 4.150409698486328, 4.112308502197266, 4.14661979675293, 4.129214286804199, 4.179398059844971]}, {"step": 4250, "epoch": 10, "train_loss": 1.778212070465088, "cos_r_negg": [0.49289369583129883, 0.12466368079185486, 0.12381863594055176, 0.13249880075454712, 0.0770968347787857, 0.12094142287969589, 0.08055229485034943, 0.09631302952766418, 0.08196037262678146, 0.07321465015411377, 0.08331631124019623, 0.07797794789075851, 0.1009318083524704, 0.0640728771686554, 0.08823243528604507, 0.10975372046232224, 0.07431962341070175, 0.0542706698179245, 0.106558658182621, 0.022928301244974136, 0.03084319829940796, 0.07308663427829742, -0.005252051167190075, 0.027752164751291275, 0.04301566630601883, 0.011138765141367912, 0.013494097627699375, 0.0862828940153122, 0.048831675201654434, 0.014904649928212166], "cos_apical_negg": [0.49289369583129883, 0.12466368079185486, 0.12381863594055176, 0.13249880075454712, 0.0770968347787857, 0.12094142287969589, 0.08055229485034943, 0.09631302952766418, 0.08196037262678146, 0.07321465015411377, 0.08331631124019623, 0.07797794789075851, 0.1009318083524704, 0.0640728771686554, 0.08823243528604507, 0.10975372046232224, 0.07431962341070175, 0.0542706698179245, 0.106558658182621, 0.022928301244974136, 0.03084319829940796, 0.07308663427829742, -0.005252051167190075, 0.027752164751291275, 0.04301566630601883, 0.011138765141367912, 0.013494097627699375, 0.0862828940153122, 0.048831675201654434, 0.014904649928212166], "cos_Ac_negg": [0.49289369583129883, 0.12466368079185486, 0.12381863594055176, 0.13249880075454712, 0.0770968347787857, 0.12094142287969589, 0.08055229485034943, 0.09631302952766418, 0.08196037262678146, 0.07321465015411377, 0.08331631124019623, 0.07797794789075851, 0.1009318083524704, 0.0640728771686554, 0.08823243528604507, 0.10975372046232224, 0.07431962341070175, 0.0542706698179245, 0.106558658182621, 0.022928301244974136, 0.03084319829940796, 0.07308663427829742, -0.005252051167190075, 0.027752164751291275, 0.04301566630601883, 0.011138765141367912, 0.013494097627699375, 0.0862828940153122, 0.048831675201654434, 0.014904649928212166], "r_norm": [4.068953990936279, 4.154643535614014, 4.092792510986328, 4.156008720397949, 4.126155853271484, 4.1285810470581055, 4.069330215454102, 4.101847171783447, 4.121431827545166, 4.0859479904174805, 4.07354736328125, 4.133037090301514, 4.194753646850586, 4.230616569519043, 4.145930290222168, 4.110075950622559, 4.265008926391602, 4.060937881469727, 4.190524101257324, 4.156339645385742, 4.035241603851318, 4.111940860748291, 4.179551124572754, 4.07521915435791, 4.140651702880859, 4.094195365905762, 4.046436786651611, 4.087949752807617, 4.076897144317627, 4.106697082519531]}, {"step": 4300, "epoch": 10, "train_loss": 1.5988264083862305, "cos_r_negg": [0.505584716796875, 0.1249316856265068, 0.10731470584869385, 0.15746812522411346, 0.09434725344181061, 0.1271689087152481, 0.07899633795022964, 0.0676625445485115, 0.09321509301662445, 0.08181385695934296, 0.0797957107424736, 0.09349305927753448, 0.0848446935415268, 0.05975203588604927, 0.04938630759716034, 0.08571505546569824, 0.07100874185562134, 0.0596558079123497, 0.09572865068912506, 0.02868705987930298, 0.05346023663878441, 0.06307539343833923, -0.0068787625059485435, 0.03610357642173767, 0.05941758304834366, -0.011720778420567513, 0.00693645840510726, 0.0808936208486557, 0.08525045216083527, 0.0013110092841088772], "cos_apical_negg": [0.505584716796875, 0.1249316856265068, 0.10731470584869385, 0.15746812522411346, 0.09434725344181061, 0.1271689087152481, 0.07899633795022964, 0.0676625445485115, 0.09321509301662445, 0.08181385695934296, 0.0797957107424736, 0.09349305927753448, 0.0848446935415268, 0.05975203588604927, 0.04938630759716034, 0.08571505546569824, 0.07100874185562134, 0.0596558079123497, 0.09572865068912506, 0.02868705987930298, 0.05346023663878441, 0.06307539343833923, -0.0068787625059485435, 0.03610357642173767, 0.05941758304834366, -0.011720778420567513, 0.00693645840510726, 0.0808936208486557, 0.08525045216083527, 0.0013110092841088772], "cos_Ac_negg": [0.505584716796875, 0.1249316856265068, 0.10731470584869385, 0.15746812522411346, 0.09434725344181061, 0.1271689087152481, 0.07899633795022964, 0.0676625445485115, 0.09321509301662445, 0.08181385695934296, 0.0797957107424736, 0.09349305927753448, 0.0848446935415268, 0.05975203588604927, 0.04938630759716034, 0.08571505546569824, 0.07100874185562134, 0.0596558079123497, 0.09572865068912506, 0.02868705987930298, 0.05346023663878441, 0.06307539343833923, -0.0068787625059485435, 0.03610357642173767, 0.05941758304834366, -0.011720778420567513, 0.00693645840510726, 0.0808936208486557, 0.08525045216083527, 0.0013110092841088772], "r_norm": [4.065086364746094, 4.132237434387207, 4.076977252960205, 4.140017509460449, 4.111386299133301, 4.113766193389893, 4.062767028808594, 4.093162536621094, 4.103094577789307, 4.07204008102417, 4.051392555236816, 4.120498180389404, 4.185175895690918, 4.223808288574219, 4.131270885467529, 4.094902038574219, 4.254802227020264, 4.040311336517334, 4.178587436676025, 4.136821746826172, 4.021449089050293, 4.101774215698242, 4.160775184631348, 4.069746971130371, 4.115742206573486, 4.078482151031494, 4.044193744659424, 4.076428413391113, 4.056029319763184, 4.102792739868164]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4069, "test_loss": 1.7866068115234375}, {"step": 4350, "epoch": 11, "train_loss": 1.5393222570419312, "cos_r_negg": [0.49867212772369385, 0.13734103739261627, 0.1210319772362709, 0.14199507236480713, 0.09661444276571274, 0.12401940673589706, 0.09427311271429062, 0.09732253849506378, 0.10046138614416122, 0.0905982255935669, 0.05982089042663574, 0.07887609302997589, 0.0873039960861206, 0.05331549048423767, 0.04582560434937477, 0.08489255607128143, 0.07344706356525421, 0.03330188989639282, 0.09962446242570877, 0.024346595630049706, 0.045549169182777405, 0.05726602301001549, 0.028065387159585953, 0.062499672174453735, 0.08176803588867188, -0.04051937535405159, 0.014591866172850132, 0.11168362200260162, 0.07800702750682831, 0.013218754902482033], "cos_apical_negg": [0.49867212772369385, 0.13734103739261627, 0.1210319772362709, 0.14199507236480713, 0.09661444276571274, 0.12401940673589706, 0.09427311271429062, 0.09732253849506378, 0.10046138614416122, 0.0905982255935669, 0.05982089042663574, 0.07887609302997589, 0.0873039960861206, 0.05331549048423767, 0.04582560434937477, 0.08489255607128143, 0.07344706356525421, 0.03330188989639282, 0.09962446242570877, 0.024346595630049706, 0.045549169182777405, 0.05726602301001549, 0.028065387159585953, 0.062499672174453735, 0.08176803588867188, -0.04051937535405159, 0.014591866172850132, 0.11168362200260162, 0.07800702750682831, 0.013218754902482033], "cos_Ac_negg": [0.49867212772369385, 0.13734103739261627, 0.1210319772362709, 0.14199507236480713, 0.09661444276571274, 0.12401940673589706, 0.09427311271429062, 0.09732253849506378, 0.10046138614416122, 0.0905982255935669, 0.05982089042663574, 0.07887609302997589, 0.0873039960861206, 0.05331549048423767, 0.04582560434937477, 0.08489255607128143, 0.07344706356525421, 0.03330188989639282, 0.09962446242570877, 0.024346595630049706, 0.045549169182777405, 0.05726602301001549, 0.028065387159585953, 0.062499672174453735, 0.08176803588867188, -0.04051937535405159, 0.014591866172850132, 0.11168362200260162, 0.07800702750682831, 0.013218754902482033], "r_norm": [4.1747355461120605, 4.251743793487549, 4.189992904663086, 4.256784439086914, 4.234375, 4.221728801727295, 4.168271064758301, 4.206192970275879, 4.223572731018066, 4.1938276290893555, 4.171293258666992, 4.254900932312012, 4.315279960632324, 4.340509414672852, 4.246457576751709, 4.214592933654785, 4.380311012268066, 4.162498474121094, 4.301340103149414, 4.260533332824707, 4.129952907562256, 4.236298561096191, 4.273919105529785, 4.187509536743164, 4.242005348205566, 4.194555282592773, 4.145788192749023, 4.195192813873291, 4.178167343139648, 4.226505279541016]}, {"step": 4400, "epoch": 11, "train_loss": 1.7569957971572876, "cos_r_negg": [0.5056961178779602, 0.13311322033405304, 0.12548601627349854, 0.14939948916435242, 0.09057967364788055, 0.12645703554153442, 0.10558353364467621, 0.10714733600616455, 0.10291983187198639, 0.10001138597726822, 0.07088066637516022, 0.08282403647899628, 0.08303536474704742, 0.053624533116817474, 0.06631112098693848, 0.08998902142047882, 0.07393492013216019, 0.05301980674266815, 0.09292742609977722, 0.056441858410835266, 0.043401800096035004, 0.05299296975135803, 0.02139565348625183, 0.048272859305143356, 0.08229374885559082, -0.03334902971982956, 0.020999465137720108, 0.08151789009571075, 0.04424886405467987, 0.05071505159139633], "cos_apical_negg": [0.5056961178779602, 0.13311322033405304, 0.12548601627349854, 0.14939948916435242, 0.09057967364788055, 0.12645703554153442, 0.10558353364467621, 0.10714733600616455, 0.10291983187198639, 0.10001138597726822, 0.07088066637516022, 0.08282403647899628, 0.08303536474704742, 0.053624533116817474, 0.06631112098693848, 0.08998902142047882, 0.07393492013216019, 0.05301980674266815, 0.09292742609977722, 0.056441858410835266, 0.043401800096035004, 0.05299296975135803, 0.02139565348625183, 0.048272859305143356, 0.08229374885559082, -0.03334902971982956, 0.020999465137720108, 0.08151789009571075, 0.04424886405467987, 0.05071505159139633], "cos_Ac_negg": [0.5056961178779602, 0.13311322033405304, 0.12548601627349854, 0.14939948916435242, 0.09057967364788055, 0.12645703554153442, 0.10558353364467621, 0.10714733600616455, 0.10291983187198639, 0.10001138597726822, 0.07088066637516022, 0.08282403647899628, 0.08303536474704742, 0.053624533116817474, 0.06631112098693848, 0.08998902142047882, 0.07393492013216019, 0.05301980674266815, 0.09292742609977722, 0.056441858410835266, 0.043401800096035004, 0.05299296975135803, 0.02139565348625183, 0.048272859305143356, 0.08229374885559082, -0.03334902971982956, 0.020999465137720108, 0.08151789009571075, 0.04424886405467987, 0.05071505159139633], "r_norm": [4.092368125915527, 4.185002326965332, 4.114804267883301, 4.16684627532959, 4.1648969650268555, 4.145884037017822, 4.086337089538574, 4.1300530433654785, 4.152767658233643, 4.114540100097656, 4.083258628845215, 4.151777267456055, 4.221465110778809, 4.266035079956055, 4.172820568084717, 4.130197525024414, 4.299304485321045, 4.0896711349487305, 4.214681625366211, 4.172382831573486, 4.058904647827148, 4.1575517654418945, 4.198342800140381, 4.104184627532959, 4.160745620727539, 4.117956638336182, 4.073678970336914, 4.102530479431152, 4.094001770019531, 4.1453447341918945]}, {"step": 4450, "epoch": 11, "train_loss": 1.9898159503936768, "cos_r_negg": [0.5112420320510864, 0.11663316190242767, 0.11845554411411285, 0.16052719950675964, 0.08953693509101868, 0.12660866975784302, 0.11090055853128433, 0.10217102617025375, 0.0853801965713501, 0.08331450819969177, 0.0830666571855545, 0.0747389942407608, 0.0773131474852562, 0.034712791442871094, 0.07998433709144592, 0.09264814108610153, 0.05992572754621506, 0.06638119369745255, 0.0856718122959137, 0.05016493797302246, 0.03435216471552849, 0.06657235324382782, 0.011350136250257492, 0.06740298867225647, 0.05118192732334137, -0.05377443507313728, 0.055746037513017654, 0.0871879830956459, 0.07196047902107239, 0.021091151982545853], "cos_apical_negg": [0.5112420320510864, 0.11663316190242767, 0.11845554411411285, 0.16052719950675964, 0.08953693509101868, 0.12660866975784302, 0.11090055853128433, 0.10217102617025375, 0.0853801965713501, 0.08331450819969177, 0.0830666571855545, 0.0747389942407608, 0.0773131474852562, 0.034712791442871094, 0.07998433709144592, 0.09264814108610153, 0.05992572754621506, 0.06638119369745255, 0.0856718122959137, 0.05016493797302246, 0.03435216471552849, 0.06657235324382782, 0.011350136250257492, 0.06740298867225647, 0.05118192732334137, -0.05377443507313728, 0.055746037513017654, 0.0871879830956459, 0.07196047902107239, 0.021091151982545853], "cos_Ac_negg": [0.5112420320510864, 0.11663316190242767, 0.11845554411411285, 0.16052719950675964, 0.08953693509101868, 0.12660866975784302, 0.11090055853128433, 0.10217102617025375, 0.0853801965713501, 0.08331450819969177, 0.0830666571855545, 0.0747389942407608, 0.0773131474852562, 0.034712791442871094, 0.07998433709144592, 0.09264814108610153, 0.05992572754621506, 0.06638119369745255, 0.0856718122959137, 0.05016493797302246, 0.03435216471552849, 0.06657235324382782, 0.011350136250257492, 0.06740298867225647, 0.05118192732334137, -0.05377443507313728, 0.055746037513017654, 0.0871879830956459, 0.07196047902107239, 0.021091151982545853], "r_norm": [4.163356781005859, 4.237300872802734, 4.176284313201904, 4.24478816986084, 4.218413829803467, 4.227318286895752, 4.15203332901001, 4.195864677429199, 4.199958801269531, 4.1792192459106445, 4.161391258239746, 4.235458850860596, 4.300939559936523, 4.328161239624023, 4.2308573722839355, 4.202114105224609, 4.3609771728515625, 4.144911289215088, 4.289115905761719, 4.241158962249756, 4.123435974121094, 4.210447311401367, 4.2591962814331055, 4.159260272979736, 4.218899726867676, 4.182674407958984, 4.143994331359863, 4.173736572265625, 4.159890174865723, 4.214468479156494]}, {"step": 4500, "epoch": 11, "train_loss": 1.9267878532409668, "cos_r_negg": [0.4958963394165039, 0.13481298089027405, 0.12955637276172638, 0.16344502568244934, 0.09750582277774811, 0.11983755230903625, 0.10688108205795288, 0.10147020220756531, 0.10102887451648712, 0.07129576057195663, 0.07368838787078857, 0.08121934533119202, 0.10464416444301605, 0.05268889293074608, 0.06647409498691559, 0.10369233787059784, 0.06447674334049225, 0.05436868965625763, 0.09399813413619995, 0.0068861208856105804, 0.04298251122236252, 0.06223423406481743, 0.007500976324081421, 0.08055111020803452, 0.06928062438964844, -0.028220444917678833, 0.029154295101761818, 0.07346212863922119, 0.05610225722193718, 0.0015397528186440468], "cos_apical_negg": [0.4958963394165039, 0.13481298089027405, 0.12955637276172638, 0.16344502568244934, 0.09750582277774811, 0.11983755230903625, 0.10688108205795288, 0.10147020220756531, 0.10102887451648712, 0.07129576057195663, 0.07368838787078857, 0.08121934533119202, 0.10464416444301605, 0.05268889293074608, 0.06647409498691559, 0.10369233787059784, 0.06447674334049225, 0.05436868965625763, 0.09399813413619995, 0.0068861208856105804, 0.04298251122236252, 0.06223423406481743, 0.007500976324081421, 0.08055111020803452, 0.06928062438964844, -0.028220444917678833, 0.029154295101761818, 0.07346212863922119, 0.05610225722193718, 0.0015397528186440468], "cos_Ac_negg": [0.4958963394165039, 0.13481298089027405, 0.12955637276172638, 0.16344502568244934, 0.09750582277774811, 0.11983755230903625, 0.10688108205795288, 0.10147020220756531, 0.10102887451648712, 0.07129576057195663, 0.07368838787078857, 0.08121934533119202, 0.10464416444301605, 0.05268889293074608, 0.06647409498691559, 0.10369233787059784, 0.06447674334049225, 0.05436868965625763, 0.09399813413619995, 0.0068861208856105804, 0.04298251122236252, 0.06223423406481743, 0.007500976324081421, 0.08055111020803452, 0.06928062438964844, -0.028220444917678833, 0.029154295101761818, 0.07346212863922119, 0.05610225722193718, 0.0015397528186440468], "r_norm": [4.094153881072998, 4.168194770812988, 4.09299373626709, 4.167417526245117, 4.147301197052002, 4.146785736083984, 4.08526086807251, 4.125088214874268, 4.135778427124023, 4.101942539215088, 4.078537464141846, 4.141206741333008, 4.216632843017578, 4.252965450286865, 4.154492378234863, 4.126611709594727, 4.281059265136719, 4.073065757751465, 4.214408874511719, 4.15955924987793, 4.055431842803955, 4.129426002502441, 4.189136505126953, 4.098089218139648, 4.151561737060547, 4.1126227378845215, 4.069742202758789, 4.089898109436035, 4.0815229415893555, 4.1287970542907715]}, {"step": 4550, "epoch": 11, "train_loss": 1.625341773033142, "cos_r_negg": [0.5179544687271118, 0.13094088435173035, 0.10546790063381195, 0.14662037789821625, 0.11014250665903091, 0.11683299392461777, 0.097629614174366, 0.10729952156543732, 0.10976743698120117, 0.0783531442284584, 0.07791780680418015, 0.09441470354795456, 0.08225070685148239, 0.06647130846977234, 0.06665749847888947, 0.11067847907543182, 0.06302976608276367, 0.06492698192596436, 0.07620495557785034, 0.034158412367105484, 0.032752569764852524, 0.07428602129220963, 0.01517297513782978, 0.0641944631934166, 0.06460591405630112, -0.029301932081580162, 0.05324189364910126, 0.06587056815624237, 0.06215306743979454, 0.021521739661693573], "cos_apical_negg": [0.5179544687271118, 0.13094088435173035, 0.10546790063381195, 0.14662037789821625, 0.11014250665903091, 0.11683299392461777, 0.097629614174366, 0.10729952156543732, 0.10976743698120117, 0.0783531442284584, 0.07791780680418015, 0.09441470354795456, 0.08225070685148239, 0.06647130846977234, 0.06665749847888947, 0.11067847907543182, 0.06302976608276367, 0.06492698192596436, 0.07620495557785034, 0.034158412367105484, 0.032752569764852524, 0.07428602129220963, 0.01517297513782978, 0.0641944631934166, 0.06460591405630112, -0.029301932081580162, 0.05324189364910126, 0.06587056815624237, 0.06215306743979454, 0.021521739661693573], "cos_Ac_negg": [0.5179544687271118, 0.13094088435173035, 0.10546790063381195, 0.14662037789821625, 0.11014250665903091, 0.11683299392461777, 0.097629614174366, 0.10729952156543732, 0.10976743698120117, 0.0783531442284584, 0.07791780680418015, 0.09441470354795456, 0.08225070685148239, 0.06647130846977234, 0.06665749847888947, 0.11067847907543182, 0.06302976608276367, 0.06492698192596436, 0.07620495557785034, 0.034158412367105484, 0.032752569764852524, 0.07428602129220963, 0.01517297513782978, 0.0641944631934166, 0.06460591405630112, -0.029301932081580162, 0.05324189364910126, 0.06587056815624237, 0.06215306743979454, 0.021521739661693573], "r_norm": [4.09170389175415, 4.171894550323486, 4.10052490234375, 4.1658854484558105, 4.146027088165283, 4.1427412033081055, 4.0726213455200195, 4.128962516784668, 4.131405830383301, 4.096072196960449, 4.086557865142822, 4.147053241729736, 4.210878849029541, 4.254148483276367, 4.157220840454102, 4.12787389755249, 4.285137176513672, 4.081822395324707, 4.203901290893555, 4.1652398109436035, 4.048633098602295, 4.1245503425598145, 4.178762912750244, 4.098203659057617, 4.151169776916504, 4.110045909881592, 4.065074920654297, 4.095102310180664, 4.078680992126465, 4.132927894592285]}, {"step": 4600, "epoch": 11, "train_loss": 1.6988390684127808, "cos_r_negg": [0.48705852031707764, 0.1445060819387436, 0.12434938549995422, 0.16365067660808563, 0.08149014413356781, 0.11547206342220306, 0.09769554436206818, 0.10302591323852539, 0.09678436070680618, 0.08119192719459534, 0.09600596129894257, 0.08104342222213745, 0.10589352250099182, 0.05770323798060417, 0.052861109375953674, 0.09626251459121704, 0.06609776616096497, 0.06084086745977402, 0.09184927493333817, 0.023079287260770798, 0.029930781573057175, 0.06183299049735069, 0.03992180526256561, 0.03676891699433327, 0.07411404699087143, -0.00957324169576168, 0.04313306137919426, 0.06758059561252594, 0.05555255711078644, 0.018484992906451225], "cos_apical_negg": [0.48705852031707764, 0.1445060819387436, 0.12434938549995422, 0.16365067660808563, 0.08149014413356781, 0.11547206342220306, 0.09769554436206818, 0.10302591323852539, 0.09678436070680618, 0.08119192719459534, 0.09600596129894257, 0.08104342222213745, 0.10589352250099182, 0.05770323798060417, 0.052861109375953674, 0.09626251459121704, 0.06609776616096497, 0.06084086745977402, 0.09184927493333817, 0.023079287260770798, 0.029930781573057175, 0.06183299049735069, 0.03992180526256561, 0.03676891699433327, 0.07411404699087143, -0.00957324169576168, 0.04313306137919426, 0.06758059561252594, 0.05555255711078644, 0.018484992906451225], "cos_Ac_negg": [0.48705852031707764, 0.1445060819387436, 0.12434938549995422, 0.16365067660808563, 0.08149014413356781, 0.11547206342220306, 0.09769554436206818, 0.10302591323852539, 0.09678436070680618, 0.08119192719459534, 0.09600596129894257, 0.08104342222213745, 0.10589352250099182, 0.05770323798060417, 0.052861109375953674, 0.09626251459121704, 0.06609776616096497, 0.06084086745977402, 0.09184927493333817, 0.023079287260770798, 0.029930781573057175, 0.06183299049735069, 0.03992180526256561, 0.03676891699433327, 0.07411404699087143, -0.00957324169576168, 0.04313306137919426, 0.06758059561252594, 0.05555255711078644, 0.018484992906451225], "r_norm": [4.0894927978515625, 4.167057037353516, 4.105655670166016, 4.166106224060059, 4.146795272827148, 4.152083396911621, 4.0913591384887695, 4.128195762634277, 4.135146617889404, 4.102661609649658, 4.087446212768555, 4.142975330352783, 4.209485054016113, 4.2498884201049805, 4.159336090087891, 4.120098114013672, 4.284946441650391, 4.075230121612549, 4.211032390594482, 4.164210319519043, 4.047292709350586, 4.126526832580566, 4.1872968673706055, 4.090749263763428, 4.145007133483887, 4.105743885040283, 4.066521644592285, 4.091383457183838, 4.083719253540039, 4.1268110275268555]}, {"step": 4650, "epoch": 11, "train_loss": 1.650581955909729, "cos_r_negg": [0.49506524205207825, 0.13495510816574097, 0.10911040008068085, 0.17126139998435974, 0.09712383896112442, 0.12549182772636414, 0.10203628242015839, 0.1267816126346588, 0.08622927963733673, 0.07126840949058533, 0.07895942032337189, 0.08254864066839218, 0.07673675566911697, 0.06047174707055092, 0.0641053169965744, 0.0890534520149231, 0.10207969695329666, 0.05744968727231026, 0.0848526805639267, 0.03188523277640343, 0.032660987228155136, 0.10717476159334183, 0.03999916836619377, 0.039373189210891724, 0.04883863031864166, -0.03470597043633461, 0.07082515954971313, 0.094108447432518, 0.04741885885596275, 0.012694003991782665], "cos_apical_negg": [0.49506524205207825, 0.13495510816574097, 0.10911040008068085, 0.17126139998435974, 0.09712383896112442, 0.12549182772636414, 0.10203628242015839, 0.1267816126346588, 0.08622927963733673, 0.07126840949058533, 0.07895942032337189, 0.08254864066839218, 0.07673675566911697, 0.06047174707055092, 0.0641053169965744, 0.0890534520149231, 0.10207969695329666, 0.05744968727231026, 0.0848526805639267, 0.03188523277640343, 0.032660987228155136, 0.10717476159334183, 0.03999916836619377, 0.039373189210891724, 0.04883863031864166, -0.03470597043633461, 0.07082515954971313, 0.094108447432518, 0.04741885885596275, 0.012694003991782665], "cos_Ac_negg": [0.49506524205207825, 0.13495510816574097, 0.10911040008068085, 0.17126139998435974, 0.09712383896112442, 0.12549182772636414, 0.10203628242015839, 0.1267816126346588, 0.08622927963733673, 0.07126840949058533, 0.07895942032337189, 0.08254864066839218, 0.07673675566911697, 0.06047174707055092, 0.0641053169965744, 0.0890534520149231, 0.10207969695329666, 0.05744968727231026, 0.0848526805639267, 0.03188523277640343, 0.032660987228155136, 0.10717476159334183, 0.03999916836619377, 0.039373189210891724, 0.04883863031864166, -0.03470597043633461, 0.07082515954971313, 0.094108447432518, 0.04741885885596275, 0.012694003991782665], "r_norm": [4.143424987792969, 4.222794532775879, 4.155461311340332, 4.2172346115112305, 4.207995414733887, 4.204045295715332, 4.134678363800049, 4.176055908203125, 4.189787864685059, 4.163944244384766, 4.140833854675293, 4.201656818389893, 4.261651992797852, 4.30621337890625, 4.216421127319336, 4.172538757324219, 4.3454742431640625, 4.135624408721924, 4.2629570960998535, 4.228395462036133, 4.094670295715332, 4.189586639404297, 4.249120235443115, 4.143013000488281, 4.203157424926758, 4.161379337310791, 4.123929023742676, 4.14947509765625, 4.154288291931152, 4.188262939453125]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.3966, "test_loss": 1.82698974609375}, {"step": 4700, "epoch": 12, "train_loss": 1.567535400390625, "cos_r_negg": [0.5006940364837646, 0.12804681062698364, 0.1205386146903038, 0.16062065958976746, 0.10029378533363342, 0.10370635986328125, 0.09250138700008392, 0.11411288380622864, 0.08240041136741638, 0.07929595559835434, 0.06806328892707825, 0.09019994735717773, 0.0782925933599472, 0.06534598022699356, 0.05804699659347534, 0.11746807396411896, 0.08994847536087036, 0.048486851155757904, 0.05139244720339775, 0.03989091515541077, 0.03761553391814232, 0.06766174733638763, 0.025662068277597427, 0.052834153175354004, 0.05154486000537872, -0.04087195172905922, 0.03509514033794403, 0.06746402382850647, 0.05757322162389755, 0.018316082656383514], "cos_apical_negg": [0.5006940364837646, 0.12804681062698364, 0.1205386146903038, 0.16062065958976746, 0.10029378533363342, 0.10370635986328125, 0.09250138700008392, 0.11411288380622864, 0.08240041136741638, 0.07929595559835434, 0.06806328892707825, 0.09019994735717773, 0.0782925933599472, 0.06534598022699356, 0.05804699659347534, 0.11746807396411896, 0.08994847536087036, 0.048486851155757904, 0.05139244720339775, 0.03989091515541077, 0.03761553391814232, 0.06766174733638763, 0.025662068277597427, 0.052834153175354004, 0.05154486000537872, -0.04087195172905922, 0.03509514033794403, 0.06746402382850647, 0.05757322162389755, 0.018316082656383514], "cos_Ac_negg": [0.5006940364837646, 0.12804681062698364, 0.1205386146903038, 0.16062065958976746, 0.10029378533363342, 0.10370635986328125, 0.09250138700008392, 0.11411288380622864, 0.08240041136741638, 0.07929595559835434, 0.06806328892707825, 0.09019994735717773, 0.0782925933599472, 0.06534598022699356, 0.05804699659347534, 0.11746807396411896, 0.08994847536087036, 0.048486851155757904, 0.05139244720339775, 0.03989091515541077, 0.03761553391814232, 0.06766174733638763, 0.025662068277597427, 0.052834153175354004, 0.05154486000537872, -0.04087195172905922, 0.03509514033794403, 0.06746402382850647, 0.05757322162389755, 0.018316082656383514], "r_norm": [4.12312650680542, 4.203301906585693, 4.136604309082031, 4.212153434753418, 4.182046890258789, 4.175904750823975, 4.124016284942627, 4.156782150268555, 4.171080589294434, 4.146286964416504, 4.1255950927734375, 4.188302040100098, 4.2510480880737305, 4.291393280029297, 4.194114685058594, 4.159523010253906, 4.32537317276001, 4.1144866943359375, 4.250975131988525, 4.206761360168457, 4.086717128753662, 4.174308776855469, 4.23056697845459, 4.129911422729492, 4.187099933624268, 4.144070625305176, 4.101905822753906, 4.136221408843994, 4.125057220458984, 4.166591644287109]}, {"step": 4750, "epoch": 12, "train_loss": 1.7791681289672852, "cos_r_negg": [0.5024722814559937, 0.13666899502277374, 0.14094215631484985, 0.1559991091489792, 0.08470241725444794, 0.1040036529302597, 0.10146604478359222, 0.10321588814258575, 0.10404948145151138, 0.1034478098154068, 0.08488262444734573, 0.09577919542789459, 0.09035320580005646, 0.06907164305448532, 0.06955024600028992, 0.09752635657787323, 0.09382878243923187, 0.05226894095540047, 0.08023587614297867, 0.03237950801849365, 0.05847051739692688, 0.07736040651798248, 0.016203925013542175, 0.060180678963661194, 0.05224362388253212, -0.03425096347928047, 0.03749633952975273, 0.1092931255698204, 0.06382860988378525, -0.001433860044926405], "cos_apical_negg": [0.5024722814559937, 0.13666899502277374, 0.14094215631484985, 0.1559991091489792, 0.08470241725444794, 0.1040036529302597, 0.10146604478359222, 0.10321588814258575, 0.10404948145151138, 0.1034478098154068, 0.08488262444734573, 0.09577919542789459, 0.09035320580005646, 0.06907164305448532, 0.06955024600028992, 0.09752635657787323, 0.09382878243923187, 0.05226894095540047, 0.08023587614297867, 0.03237950801849365, 0.05847051739692688, 0.07736040651798248, 0.016203925013542175, 0.060180678963661194, 0.05224362388253212, -0.03425096347928047, 0.03749633952975273, 0.1092931255698204, 0.06382860988378525, -0.001433860044926405], "cos_Ac_negg": [0.5024722814559937, 0.13666899502277374, 0.14094215631484985, 0.1559991091489792, 0.08470241725444794, 0.1040036529302597, 0.10146604478359222, 0.10321588814258575, 0.10404948145151138, 0.1034478098154068, 0.08488262444734573, 0.09577919542789459, 0.09035320580005646, 0.06907164305448532, 0.06955024600028992, 0.09752635657787323, 0.09382878243923187, 0.05226894095540047, 0.08023587614297867, 0.03237950801849365, 0.05847051739692688, 0.07736040651798248, 0.016203925013542175, 0.060180678963661194, 0.05224362388253212, -0.03425096347928047, 0.03749633952975273, 0.1092931255698204, 0.06382860988378525, -0.001433860044926405], "r_norm": [4.154486179351807, 4.239408493041992, 4.177752494812012, 4.261126518249512, 4.228816986083984, 4.216504096984863, 4.1689453125, 4.189074516296387, 4.210210800170898, 4.180364608764648, 4.165724754333496, 4.228972911834717, 4.278397560119629, 4.334110260009766, 4.236161708831787, 4.199114799499512, 4.3809590339660645, 4.156604766845703, 4.287093162536621, 4.239014148712158, 4.12339448928833, 4.208127021789551, 4.255615234375, 4.16859769821167, 4.220075607299805, 4.190639019012451, 4.140933036804199, 4.173367023468018, 4.161334037780762, 4.205069541931152]}, {"step": 4800, "epoch": 12, "train_loss": 1.6266515254974365, "cos_r_negg": [0.5015606880187988, 0.11654247343540192, 0.13760896027088165, 0.13587096333503723, 0.10409483313560486, 0.11763390898704529, 0.09554022550582886, 0.12646770477294922, 0.10328899323940277, 0.08823731541633606, 0.06894073635339737, 0.09338004887104034, 0.07454697787761688, 0.07873018085956573, 0.056861646473407745, 0.08817309886217117, 0.10675878822803497, 0.0814073234796524, 0.05007350444793701, 0.04973505809903145, 0.04107532650232315, 0.09761029481887817, 0.015365531668066978, 0.04081127047538757, 0.048518918454647064, -0.007111170794814825, 0.03720903396606445, 0.11199309676885605, 0.0933338925242424, -0.022759336978197098], "cos_apical_negg": [0.5015606880187988, 0.11654247343540192, 0.13760896027088165, 0.13587096333503723, 0.10409483313560486, 0.11763390898704529, 0.09554022550582886, 0.12646770477294922, 0.10328899323940277, 0.08823731541633606, 0.06894073635339737, 0.09338004887104034, 0.07454697787761688, 0.07873018085956573, 0.056861646473407745, 0.08817309886217117, 0.10675878822803497, 0.0814073234796524, 0.05007350444793701, 0.04973505809903145, 0.04107532650232315, 0.09761029481887817, 0.015365531668066978, 0.04081127047538757, 0.048518918454647064, -0.007111170794814825, 0.03720903396606445, 0.11199309676885605, 0.0933338925242424, -0.022759336978197098], "cos_Ac_negg": [0.5015606880187988, 0.11654247343540192, 0.13760896027088165, 0.13587096333503723, 0.10409483313560486, 0.11763390898704529, 0.09554022550582886, 0.12646770477294922, 0.10328899323940277, 0.08823731541633606, 0.06894073635339737, 0.09338004887104034, 0.07454697787761688, 0.07873018085956573, 0.056861646473407745, 0.08817309886217117, 0.10675878822803497, 0.0814073234796524, 0.05007350444793701, 0.04973505809903145, 0.04107532650232315, 0.09761029481887817, 0.015365531668066978, 0.04081127047538757, 0.048518918454647064, -0.007111170794814825, 0.03720903396606445, 0.11199309676885605, 0.0933338925242424, -0.022759336978197098], "r_norm": [4.287391662597656, 4.335754871368408, 4.26604700088501, 4.350514888763428, 4.333020210266113, 4.333562850952148, 4.26910924911499, 4.308561325073242, 4.3053998947143555, 4.285167217254639, 4.2634782791137695, 4.331546783447266, 4.407255172729492, 4.445553779602051, 4.334074974060059, 4.329107284545898, 4.465251922607422, 4.239175796508789, 4.401031970977783, 4.354091644287109, 4.222544193267822, 4.3288702964782715, 4.378767967224121, 4.277459144592285, 4.331717491149902, 4.279022216796875, 4.2390947341918945, 4.279728412628174, 4.261388778686523, 4.327505588531494]}, {"step": 4850, "epoch": 12, "train_loss": 1.6630167961120605, "cos_r_negg": [0.5129830837249756, 0.13203734159469604, 0.11794167757034302, 0.1557384580373764, 0.09490016102790833, 0.12472705543041229, 0.1149345263838768, 0.11638324707746506, 0.10784249007701874, 0.09907686710357666, 0.0617215521633625, 0.08835964649915695, 0.09864506125450134, 0.08675730228424072, 0.052550308406353, 0.10244116187095642, 0.08062568306922913, 0.049179594963788986, 0.06798215210437775, 0.039737239480018616, 0.04236806184053421, 0.07913677394390106, 0.01842212677001953, 0.04577735438942909, 0.046808451414108276, -0.0022688033059239388, 0.03089756891131401, 0.09112381935119629, 0.05249698460102081, 0.02812908962368965], "cos_apical_negg": [0.5129830837249756, 0.13203734159469604, 0.11794167757034302, 0.1557384580373764, 0.09490016102790833, 0.12472705543041229, 0.1149345263838768, 0.11638324707746506, 0.10784249007701874, 0.09907686710357666, 0.0617215521633625, 0.08835964649915695, 0.09864506125450134, 0.08675730228424072, 0.052550308406353, 0.10244116187095642, 0.08062568306922913, 0.049179594963788986, 0.06798215210437775, 0.039737239480018616, 0.04236806184053421, 0.07913677394390106, 0.01842212677001953, 0.04577735438942909, 0.046808451414108276, -0.0022688033059239388, 0.03089756891131401, 0.09112381935119629, 0.05249698460102081, 0.02812908962368965], "cos_Ac_negg": [0.5129830837249756, 0.13203734159469604, 0.11794167757034302, 0.1557384580373764, 0.09490016102790833, 0.12472705543041229, 0.1149345263838768, 0.11638324707746506, 0.10784249007701874, 0.09907686710357666, 0.0617215521633625, 0.08835964649915695, 0.09864506125450134, 0.08675730228424072, 0.052550308406353, 0.10244116187095642, 0.08062568306922913, 0.049179594963788986, 0.06798215210437775, 0.039737239480018616, 0.04236806184053421, 0.07913677394390106, 0.01842212677001953, 0.04577735438942909, 0.046808451414108276, -0.0022688033059239388, 0.03089756891131401, 0.09112381935119629, 0.05249698460102081, 0.02812908962368965], "r_norm": [4.262988090515137, 4.342109680175781, 4.271507740020752, 4.354031562805176, 4.333980083465576, 4.32342529296875, 4.265003204345703, 4.296990871429443, 4.313675403594971, 4.295806884765625, 4.266030311584473, 4.325490951538086, 4.395902156829834, 4.440485000610352, 4.342219352722168, 4.307528495788574, 4.463639736175537, 4.251513481140137, 4.384528160095215, 4.353981971740723, 4.213332176208496, 4.3190155029296875, 4.380184173583984, 4.267626762390137, 4.3337907791137695, 4.280067443847656, 4.240748882293701, 4.281547546386719, 4.27339506149292, 4.3119306564331055]}, {"step": 4900, "epoch": 12, "train_loss": 1.8059706687927246, "cos_r_negg": [0.48909473419189453, 0.1396724283695221, 0.13492295145988464, 0.14236566424369812, 0.09595808386802673, 0.14858970046043396, 0.10633441060781479, 0.12097623199224472, 0.08614204823970795, 0.1129852682352066, 0.07163388282060623, 0.08412793278694153, 0.10572881996631622, 0.09341132640838623, 0.0702480673789978, 0.10924729704856873, 0.09976594150066376, 0.05934920161962509, 0.07402757555246353, 0.04302709549665451, 0.03808409348130226, 0.06836503744125366, 0.019956253468990326, 0.03279056400060654, 0.08494134247303009, -0.010574784129858017, 0.03334639593958855, 0.06722475588321686, 0.023158501833677292, 0.02031177654862404], "cos_apical_negg": [0.48909473419189453, 0.1396724283695221, 0.13492295145988464, 0.14236566424369812, 0.09595808386802673, 0.14858970046043396, 0.10633441060781479, 0.12097623199224472, 0.08614204823970795, 0.1129852682352066, 0.07163388282060623, 0.08412793278694153, 0.10572881996631622, 0.09341132640838623, 0.0702480673789978, 0.10924729704856873, 0.09976594150066376, 0.05934920161962509, 0.07402757555246353, 0.04302709549665451, 0.03808409348130226, 0.06836503744125366, 0.019956253468990326, 0.03279056400060654, 0.08494134247303009, -0.010574784129858017, 0.03334639593958855, 0.06722475588321686, 0.023158501833677292, 0.02031177654862404], "cos_Ac_negg": [0.48909473419189453, 0.1396724283695221, 0.13492295145988464, 0.14236566424369812, 0.09595808386802673, 0.14858970046043396, 0.10633441060781479, 0.12097623199224472, 0.08614204823970795, 0.1129852682352066, 0.07163388282060623, 0.08412793278694153, 0.10572881996631622, 0.09341132640838623, 0.0702480673789978, 0.10924729704856873, 0.09976594150066376, 0.05934920161962509, 0.07402757555246353, 0.04302709549665451, 0.03808409348130226, 0.06836503744125366, 0.019956253468990326, 0.03279056400060654, 0.08494134247303009, -0.010574784129858017, 0.03334639593958855, 0.06722475588321686, 0.023158501833677292, 0.02031177654862404], "r_norm": [4.178286075592041, 4.2499895095825195, 4.197145938873291, 4.261299133300781, 4.239788055419922, 4.234405040740967, 4.178277492523193, 4.205101013183594, 4.211888790130615, 4.201698303222656, 4.169576644897461, 4.232913494110107, 4.290666580200195, 4.342292785644531, 4.247154235839844, 4.210574150085449, 4.380270004272461, 4.162933826446533, 4.30824613571167, 4.263735771179199, 4.13266134262085, 4.21878719329834, 4.28023624420166, 4.186128616333008, 4.232023239135742, 4.195505619049072, 4.1605119705200195, 4.194513320922852, 4.176002502441406, 4.220948219299316]}, {"step": 4950, "epoch": 12, "train_loss": 1.425931692123413, "cos_r_negg": [0.48472943902015686, 0.13121643662452698, 0.12471446394920349, 0.15144458413124084, 0.11282707750797272, 0.13591086864471436, 0.09154728055000305, 0.11550286412239075, 0.1006069928407669, 0.10456526279449463, 0.0712030827999115, 0.06789984554052353, 0.07984496653079987, 0.05938636511564255, 0.07713834941387177, 0.10818520933389664, 0.08556777238845825, 0.060102999210357666, 0.08321158587932587, 0.057680003345012665, 0.043408580124378204, 0.06035253033041954, 0.02844284102320671, 0.05571935325860977, 0.08307652175426483, -0.0011373625602573156, 0.017688807100057602, 0.08759649097919464, 0.053368113934993744, 0.00774794165045023], "cos_apical_negg": [0.48472943902015686, 0.13121643662452698, 0.12471446394920349, 0.15144458413124084, 0.11282707750797272, 0.13591086864471436, 0.09154728055000305, 0.11550286412239075, 0.1006069928407669, 0.10456526279449463, 0.0712030827999115, 0.06789984554052353, 0.07984496653079987, 0.05938636511564255, 0.07713834941387177, 0.10818520933389664, 0.08556777238845825, 0.060102999210357666, 0.08321158587932587, 0.057680003345012665, 0.043408580124378204, 0.06035253033041954, 0.02844284102320671, 0.05571935325860977, 0.08307652175426483, -0.0011373625602573156, 0.017688807100057602, 0.08759649097919464, 0.053368113934993744, 0.00774794165045023], "cos_Ac_negg": [0.48472943902015686, 0.13121643662452698, 0.12471446394920349, 0.15144458413124084, 0.11282707750797272, 0.13591086864471436, 0.09154728055000305, 0.11550286412239075, 0.1006069928407669, 0.10456526279449463, 0.0712030827999115, 0.06789984554052353, 0.07984496653079987, 0.05938636511564255, 0.07713834941387177, 0.10818520933389664, 0.08556777238845825, 0.060102999210357666, 0.08321158587932587, 0.057680003345012665, 0.043408580124378204, 0.06035253033041954, 0.02844284102320671, 0.05571935325860977, 0.08307652175426483, -0.0011373625602573156, 0.017688807100057602, 0.08759649097919464, 0.053368113934993744, 0.00774794165045023], "r_norm": [4.168422698974609, 4.250852584838867, 4.179828643798828, 4.25223445892334, 4.231959342956543, 4.228918075561523, 4.155294895172119, 4.202920436859131, 4.2146430015563965, 4.198046684265137, 4.164588928222656, 4.234975814819336, 4.296365737915039, 4.330279350280762, 4.2408905029296875, 4.206000328063965, 4.375807762145996, 4.162544250488281, 4.297115325927734, 4.261706352233887, 4.122673034667969, 4.225444793701172, 4.27227258682251, 4.168229579925537, 4.237557411193848, 4.183022499084473, 4.152728080749512, 4.184502601623535, 4.184192180633545, 4.2096757888793945]}, {"step": 5000, "epoch": 12, "train_loss": 1.7325835227966309, "cos_r_negg": [0.4930906891822815, 0.14730000495910645, 0.12972325086593628, 0.1562841534614563, 0.11323021352291107, 0.11983811110258102, 0.10395754128694534, 0.09245029091835022, 0.09249825775623322, 0.09620749950408936, 0.07163916528224945, 0.08108767122030258, 0.09817445278167725, 0.07062473893165588, 0.08922290056943893, 0.11949240416288376, 0.09082584828138351, 0.06033794954419136, 0.08966019749641418, 0.06586774438619614, 0.048450857400894165, 0.09423039853572845, 0.023496270179748535, 0.03811906278133392, 0.07625801861286163, -0.0011944398283958435, 0.01648593321442604, 0.051689546555280685, 0.05825003236532211, 0.009215101599693298], "cos_apical_negg": [0.4930906891822815, 0.14730000495910645, 0.12972325086593628, 0.1562841534614563, 0.11323021352291107, 0.11983811110258102, 0.10395754128694534, 0.09245029091835022, 0.09249825775623322, 0.09620749950408936, 0.07163916528224945, 0.08108767122030258, 0.09817445278167725, 0.07062473893165588, 0.08922290056943893, 0.11949240416288376, 0.09082584828138351, 0.06033794954419136, 0.08966019749641418, 0.06586774438619614, 0.048450857400894165, 0.09423039853572845, 0.023496270179748535, 0.03811906278133392, 0.07625801861286163, -0.0011944398283958435, 0.01648593321442604, 0.051689546555280685, 0.05825003236532211, 0.009215101599693298], "cos_Ac_negg": [0.4930906891822815, 0.14730000495910645, 0.12972325086593628, 0.1562841534614563, 0.11323021352291107, 0.11983811110258102, 0.10395754128694534, 0.09245029091835022, 0.09249825775623322, 0.09620749950408936, 0.07163916528224945, 0.08108767122030258, 0.09817445278167725, 0.07062473893165588, 0.08922290056943893, 0.11949240416288376, 0.09082584828138351, 0.06033794954419136, 0.08966019749641418, 0.06586774438619614, 0.048450857400894165, 0.09423039853572845, 0.023496270179748535, 0.03811906278133392, 0.07625801861286163, -0.0011944398283958435, 0.01648593321442604, 0.051689546555280685, 0.05825003236532211, 0.009215101599693298], "r_norm": [4.110851764678955, 4.193219184875488, 4.11613655090332, 4.1937255859375, 4.172001361846924, 4.162291526794434, 4.1028594970703125, 4.141416072845459, 4.160441875457764, 4.133035659790039, 4.094736099243164, 4.177988052368164, 4.247160911560059, 4.289443016052246, 4.177762031555176, 4.1562652587890625, 4.305327892303467, 4.098272323608398, 4.240531921386719, 4.184361934661865, 4.078633785247803, 4.159743785858154, 4.218073844909668, 4.122723579406738, 4.179746627807617, 4.129609107971191, 4.091319561004639, 4.119199752807617, 4.106394290924072, 4.162291526794434]}, {"step": 5050, "epoch": 12, "train_loss": 1.6323055028915405, "cos_r_negg": [0.5108211636543274, 0.13737502694129944, 0.1302916258573532, 0.15595358610153198, 0.10200586915016174, 0.11092519760131836, 0.11266706138849258, 0.1061834916472435, 0.10290707647800446, 0.09298479557037354, 0.06758498400449753, 0.08479321002960205, 0.12145289778709412, 0.06252716481685638, 0.0886237621307373, 0.1089944839477539, 0.08691234141588211, 0.08253565430641174, 0.09030883014202118, 0.03926129266619682, 0.01692953146994114, 0.0528072863817215, 0.025564806535840034, 0.05130878835916519, 0.08589519560337067, -0.02386488765478134, 0.017263466492295265, 0.06677497923374176, 0.05010081082582474, 0.021713994443416595], "cos_apical_negg": [0.5108211636543274, 0.13737502694129944, 0.1302916258573532, 0.15595358610153198, 0.10200586915016174, 0.11092519760131836, 0.11266706138849258, 0.1061834916472435, 0.10290707647800446, 0.09298479557037354, 0.06758498400449753, 0.08479321002960205, 0.12145289778709412, 0.06252716481685638, 0.0886237621307373, 0.1089944839477539, 0.08691234141588211, 0.08253565430641174, 0.09030883014202118, 0.03926129266619682, 0.01692953146994114, 0.0528072863817215, 0.025564806535840034, 0.05130878835916519, 0.08589519560337067, -0.02386488765478134, 0.017263466492295265, 0.06677497923374176, 0.05010081082582474, 0.021713994443416595], "cos_Ac_negg": [0.5108211636543274, 0.13737502694129944, 0.1302916258573532, 0.15595358610153198, 0.10200586915016174, 0.11092519760131836, 0.11266706138849258, 0.1061834916472435, 0.10290707647800446, 0.09298479557037354, 0.06758498400449753, 0.08479321002960205, 0.12145289778709412, 0.06252716481685638, 0.0886237621307373, 0.1089944839477539, 0.08691234141588211, 0.08253565430641174, 0.09030883014202118, 0.03926129266619682, 0.01692953146994114, 0.0528072863817215, 0.025564806535840034, 0.05130878835916519, 0.08589519560337067, -0.02386488765478134, 0.017263466492295265, 0.06677497923374176, 0.05010081082582474, 0.021713994443416595], "r_norm": [4.078813552856445, 4.1535539627075195, 4.085537910461426, 4.165771961212158, 4.128749847412109, 4.128613471984863, 4.076717376708984, 4.112965106964111, 4.123722553253174, 4.101284027099609, 4.071709632873535, 4.137692451477051, 4.203079700469971, 4.25001859664917, 4.145005226135254, 4.118426322937012, 4.271583080291748, 4.065319061279297, 4.19753360748291, 4.158635139465332, 4.033447265625, 4.12274694442749, 4.186453819274902, 4.086470127105713, 4.141096115112305, 4.0930891036987305, 4.060004711151123, 4.093323707580566, 4.077714920043945, 4.122150421142578]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.396, "test_loss": 1.8314302734375}, {"step": 5100, "epoch": 13, "train_loss": 1.6552398204803467, "cos_r_negg": [0.49224311113357544, 0.11675388365983963, 0.14802396297454834, 0.14881429076194763, 0.13000160455703735, 0.11765386164188385, 0.12679694592952728, 0.0988212376832962, 0.10612696409225464, 0.11164752393960953, 0.06740161776542664, 0.09870514273643494, 0.12585487961769104, 0.0639294981956482, 0.08143580704927444, 0.12138336896896362, 0.09738849103450775, 0.08592315763235092, 0.09181034564971924, 0.05266302451491356, 0.046176157891750336, 0.07757914811372757, 0.02561272121965885, 0.015745094045996666, 0.07973745465278625, -0.016944026574492455, 0.03397563099861145, 0.09308895468711853, 0.05659765005111694, -0.0006449478678405285], "cos_apical_negg": [0.49224311113357544, 0.11675388365983963, 0.14802396297454834, 0.14881429076194763, 0.13000160455703735, 0.11765386164188385, 0.12679694592952728, 0.0988212376832962, 0.10612696409225464, 0.11164752393960953, 0.06740161776542664, 0.09870514273643494, 0.12585487961769104, 0.0639294981956482, 0.08143580704927444, 0.12138336896896362, 0.09738849103450775, 0.08592315763235092, 0.09181034564971924, 0.05266302451491356, 0.046176157891750336, 0.07757914811372757, 0.02561272121965885, 0.015745094045996666, 0.07973745465278625, -0.016944026574492455, 0.03397563099861145, 0.09308895468711853, 0.05659765005111694, -0.0006449478678405285], "cos_Ac_negg": [0.49224311113357544, 0.11675388365983963, 0.14802396297454834, 0.14881429076194763, 0.13000160455703735, 0.11765386164188385, 0.12679694592952728, 0.0988212376832962, 0.10612696409225464, 0.11164752393960953, 0.06740161776542664, 0.09870514273643494, 0.12585487961769104, 0.0639294981956482, 0.08143580704927444, 0.12138336896896362, 0.09738849103450775, 0.08592315763235092, 0.09181034564971924, 0.05266302451491356, 0.046176157891750336, 0.07757914811372757, 0.02561272121965885, 0.015745094045996666, 0.07973745465278625, -0.016944026574492455, 0.03397563099861145, 0.09308895468711853, 0.05659765005111694, -0.0006449478678405285], "r_norm": [4.079424858093262, 4.166156768798828, 4.094325065612793, 4.172100067138672, 4.141185283660889, 4.129411697387695, 4.075335502624512, 4.113955497741699, 4.1397199630737305, 4.104890823364258, 4.079276084899902, 4.159161567687988, 4.223440170288086, 4.261704444885254, 4.157588005065918, 4.124587059020996, 4.282083511352539, 4.0711846351623535, 4.199853420257568, 4.159990310668945, 4.039970874786377, 4.14923095703125, 4.18486213684082, 4.087076663970947, 4.153557777404785, 4.09653377532959, 4.051846504211426, 4.101924419403076, 4.0818586349487305, 4.136967658996582]}, {"step": 5150, "epoch": 13, "train_loss": 1.6244094371795654, "cos_r_negg": [0.47237157821655273, 0.12611280381679535, 0.1251903921365738, 0.15163934230804443, 0.11523082852363586, 0.10975633561611176, 0.08651009202003479, 0.10816551744937897, 0.09956622123718262, 0.09947961568832397, 0.0725218653678894, 0.11328533291816711, 0.10773268342018127, 0.051510751247406006, 0.07492810487747192, 0.12994052469730377, 0.09977953135967255, 0.05981067568063736, 0.06272505223751068, 0.06063176319003105, 0.04525931179523468, 0.05593959614634514, 0.036782294511795044, 0.06055521219968796, 0.091959148645401, -0.022635210305452347, 0.04110715165734291, 0.10644549131393433, 0.02976972423493862, 0.026730617508292198], "cos_apical_negg": [0.47237157821655273, 0.12611280381679535, 0.1251903921365738, 0.15163934230804443, 0.11523082852363586, 0.10975633561611176, 0.08651009202003479, 0.10816551744937897, 0.09956622123718262, 0.09947961568832397, 0.0725218653678894, 0.11328533291816711, 0.10773268342018127, 0.051510751247406006, 0.07492810487747192, 0.12994052469730377, 0.09977953135967255, 0.05981067568063736, 0.06272505223751068, 0.06063176319003105, 0.04525931179523468, 0.05593959614634514, 0.036782294511795044, 0.06055521219968796, 0.091959148645401, -0.022635210305452347, 0.04110715165734291, 0.10644549131393433, 0.02976972423493862, 0.026730617508292198], "cos_Ac_negg": [0.47237157821655273, 0.12611280381679535, 0.1251903921365738, 0.15163934230804443, 0.11523082852363586, 0.10975633561611176, 0.08651009202003479, 0.10816551744937897, 0.09956622123718262, 0.09947961568832397, 0.0725218653678894, 0.11328533291816711, 0.10773268342018127, 0.051510751247406006, 0.07492810487747192, 0.12994052469730377, 0.09977953135967255, 0.05981067568063736, 0.06272505223751068, 0.06063176319003105, 0.04525931179523468, 0.05593959614634514, 0.036782294511795044, 0.06055521219968796, 0.091959148645401, -0.022635210305452347, 0.04110715165734291, 0.10644549131393433, 0.02976972423493862, 0.026730617508292198], "r_norm": [4.111569881439209, 4.200170993804932, 4.1384172439575195, 4.208550453186035, 4.184640884399414, 4.185484886169434, 4.124090194702148, 4.144161701202393, 4.167472839355469, 4.1435866355896, 4.119790077209473, 4.17420768737793, 4.233888626098633, 4.295406341552734, 4.19245719909668, 4.1578240394592285, 4.320294380187988, 4.104005336761475, 4.2411675453186035, 4.199027061462402, 4.077045440673828, 4.167666912078857, 4.225444793701172, 4.11616849899292, 4.176358699798584, 4.151288986206055, 4.106517314910889, 4.130768775939941, 4.120540142059326, 4.16184139251709]}, {"step": 5200, "epoch": 13, "train_loss": 1.5411763191223145, "cos_r_negg": [0.5132541656494141, 0.1286473125219345, 0.1383398175239563, 0.14241544902324677, 0.12334372103214264, 0.13435110449790955, 0.08676314353942871, 0.11222071200609207, 0.11744329333305359, 0.08945868164300919, 0.07895830273628235, 0.11287899315357208, 0.10433615744113922, 0.06559403240680695, 0.06162744015455246, 0.1036873459815979, 0.11907211691141129, 0.07014361023902893, 0.09394186735153198, 0.07508361339569092, 0.04269689321517944, 0.08619424700737, 0.029384683817625046, 0.030953651294112206, 0.05666098743677139, -0.008246103301644325, 0.03051712177693844, 0.06242799013853073, 0.04829488322138786, 0.005663607269525528], "cos_apical_negg": [0.5132541656494141, 0.1286473125219345, 0.1383398175239563, 0.14241544902324677, 0.12334372103214264, 0.13435110449790955, 0.08676314353942871, 0.11222071200609207, 0.11744329333305359, 0.08945868164300919, 0.07895830273628235, 0.11287899315357208, 0.10433615744113922, 0.06559403240680695, 0.06162744015455246, 0.1036873459815979, 0.11907211691141129, 0.07014361023902893, 0.09394186735153198, 0.07508361339569092, 0.04269689321517944, 0.08619424700737, 0.029384683817625046, 0.030953651294112206, 0.05666098743677139, -0.008246103301644325, 0.03051712177693844, 0.06242799013853073, 0.04829488322138786, 0.005663607269525528], "cos_Ac_negg": [0.5132541656494141, 0.1286473125219345, 0.1383398175239563, 0.14241544902324677, 0.12334372103214264, 0.13435110449790955, 0.08676314353942871, 0.11222071200609207, 0.11744329333305359, 0.08945868164300919, 0.07895830273628235, 0.11287899315357208, 0.10433615744113922, 0.06559403240680695, 0.06162744015455246, 0.1036873459815979, 0.11907211691141129, 0.07014361023902893, 0.09394186735153198, 0.07508361339569092, 0.04269689321517944, 0.08619424700737, 0.029384683817625046, 0.030953651294112206, 0.05666098743677139, -0.008246103301644325, 0.03051712177693844, 0.06242799013853073, 0.04829488322138786, 0.005663607269525528], "r_norm": [4.099432945251465, 4.181015968322754, 4.1222333908081055, 4.184838771820068, 4.162361145019531, 4.167545795440674, 4.102019309997559, 4.137623310089111, 4.155155658721924, 4.123077392578125, 4.10346794128418, 4.170893669128418, 4.239669322967529, 4.281255722045898, 4.179188251495361, 4.143837928771973, 4.30320405960083, 4.083510875701904, 4.218238830566406, 4.173434257507324, 4.064962387084961, 4.162906646728516, 4.203490257263184, 4.110909938812256, 4.160682678222656, 4.123243808746338, 4.080051422119141, 4.118200302124023, 4.101905822753906, 4.150256156921387]}, {"step": 5250, "epoch": 13, "train_loss": 1.5827229022979736, "cos_r_negg": [0.5101152658462524, 0.1448615938425064, 0.1404939442873001, 0.14060848951339722, 0.10088193416595459, 0.1309027075767517, 0.09801408648490906, 0.1267073154449463, 0.12262335419654846, 0.09426300972700119, 0.07613305002450943, 0.0976758673787117, 0.11695446819067001, 0.08703257143497467, 0.0524585135281086, 0.14168676733970642, 0.09103552997112274, 0.08547423779964447, 0.0780998021364212, 0.06743340939283371, 0.07089681923389435, 0.06903616338968277, 0.02589305303990841, 0.026388976722955704, 0.05705047398805618, 0.014316749759018421, 0.05107133463025093, 0.06263793259859085, 0.03601006045937538, 0.02487603947520256], "cos_apical_negg": [0.5101152658462524, 0.1448615938425064, 0.1404939442873001, 0.14060848951339722, 0.10088193416595459, 0.1309027075767517, 0.09801408648490906, 0.1267073154449463, 0.12262335419654846, 0.09426300972700119, 0.07613305002450943, 0.0976758673787117, 0.11695446819067001, 0.08703257143497467, 0.0524585135281086, 0.14168676733970642, 0.09103552997112274, 0.08547423779964447, 0.0780998021364212, 0.06743340939283371, 0.07089681923389435, 0.06903616338968277, 0.02589305303990841, 0.026388976722955704, 0.05705047398805618, 0.014316749759018421, 0.05107133463025093, 0.06263793259859085, 0.03601006045937538, 0.02487603947520256], "cos_Ac_negg": [0.5101152658462524, 0.1448615938425064, 0.1404939442873001, 0.14060848951339722, 0.10088193416595459, 0.1309027075767517, 0.09801408648490906, 0.1267073154449463, 0.12262335419654846, 0.09426300972700119, 0.07613305002450943, 0.0976758673787117, 0.11695446819067001, 0.08703257143497467, 0.0524585135281086, 0.14168676733970642, 0.09103552997112274, 0.08547423779964447, 0.0780998021364212, 0.06743340939283371, 0.07089681923389435, 0.06903616338968277, 0.02589305303990841, 0.026388976722955704, 0.05705047398805618, 0.014316749759018421, 0.05107133463025093, 0.06263793259859085, 0.03601006045937538, 0.02487603947520256], "r_norm": [4.098099708557129, 4.184551239013672, 4.11263370513916, 4.18843936920166, 4.160948753356934, 4.153602600097656, 4.095502853393555, 4.130058288574219, 4.147008895874023, 4.121476650238037, 4.099355220794678, 4.167580604553223, 4.226383209228516, 4.277669906616211, 4.177979946136475, 4.150734901428223, 4.300324440002441, 4.085965156555176, 4.214654922485352, 4.178339958190918, 4.063887596130371, 4.1452317237854, 4.209100723266602, 4.102014541625977, 4.166497230529785, 4.116206169128418, 4.077292442321777, 4.117335319519043, 4.103043556213379, 4.150697708129883]}, {"step": 5300, "epoch": 13, "train_loss": 1.6036065816879272, "cos_r_negg": [0.4959465563297272, 0.13560396432876587, 0.12919871509075165, 0.14694365859031677, 0.11055925488471985, 0.13260650634765625, 0.08884182572364807, 0.11528759449720383, 0.11691306531429291, 0.09638189524412155, 0.058281246572732925, 0.08350125700235367, 0.11376886814832687, 0.06746521592140198, 0.08160270005464554, 0.1405400037765503, 0.07829366624355316, 0.03862975537776947, 0.0781240314245224, 0.06497608125209808, 0.05247964337468147, 0.04606764763593674, 0.030980488285422325, 0.03664233162999153, 0.05015203729271889, 0.01684192195534706, 0.03962632268667221, 0.08376044780015945, 0.02883852832019329, 0.039111122488975525], "cos_apical_negg": [0.4959465563297272, 0.13560396432876587, 0.12919871509075165, 0.14694365859031677, 0.11055925488471985, 0.13260650634765625, 0.08884182572364807, 0.11528759449720383, 0.11691306531429291, 0.09638189524412155, 0.058281246572732925, 0.08350125700235367, 0.11376886814832687, 0.06746521592140198, 0.08160270005464554, 0.1405400037765503, 0.07829366624355316, 0.03862975537776947, 0.0781240314245224, 0.06497608125209808, 0.05247964337468147, 0.04606764763593674, 0.030980488285422325, 0.03664233162999153, 0.05015203729271889, 0.01684192195534706, 0.03962632268667221, 0.08376044780015945, 0.02883852832019329, 0.039111122488975525], "cos_Ac_negg": [0.4959465563297272, 0.13560396432876587, 0.12919871509075165, 0.14694365859031677, 0.11055925488471985, 0.13260650634765625, 0.08884182572364807, 0.11528759449720383, 0.11691306531429291, 0.09638189524412155, 0.058281246572732925, 0.08350125700235367, 0.11376886814832687, 0.06746521592140198, 0.08160270005464554, 0.1405400037765503, 0.07829366624355316, 0.03862975537776947, 0.0781240314245224, 0.06497608125209808, 0.05247964337468147, 0.04606764763593674, 0.030980488285422325, 0.03664233162999153, 0.05015203729271889, 0.01684192195534706, 0.03962632268667221, 0.08376044780015945, 0.02883852832019329, 0.039111122488975525], "r_norm": [4.124510288238525, 4.200366973876953, 4.134367942810059, 4.214109420776367, 4.172793388366699, 4.176804542541504, 4.123045921325684, 4.161816596984863, 4.171006202697754, 4.146427154541016, 4.121337890625, 4.188591003417969, 4.250977993011475, 4.302254676818848, 4.195492744445801, 4.166296005249023, 4.326510429382324, 4.111358642578125, 4.245858192443848, 4.210204124450684, 4.076601982116699, 4.174014091491699, 4.229083061218262, 4.1253275871276855, 4.182943820953369, 4.135436058044434, 4.105007648468018, 4.1353044509887695, 4.12539005279541, 4.169613838195801]}, {"step": 5350, "epoch": 13, "train_loss": 1.7141904830932617, "cos_r_negg": [0.4937291741371155, 0.13935866951942444, 0.13351307809352875, 0.15511953830718994, 0.12730704247951508, 0.12281662225723267, 0.10451827198266983, 0.1363111436367035, 0.12464360892772675, 0.10050378739833832, 0.06516164541244507, 0.06889042258262634, 0.11114590615034103, 0.07938302308320999, 0.08194056153297424, 0.11800388246774673, 0.10282498598098755, 0.05391484498977661, 0.0626235157251358, 0.0691077932715416, 0.04198402166366577, 0.08120739459991455, 0.02599956840276718, 0.04681726545095444, 0.07167566567659378, -0.028022367507219315, 0.041040435433387756, 0.08120320737361908, 0.0694103091955185, 0.012135467492043972], "cos_apical_negg": [0.4937291741371155, 0.13935866951942444, 0.13351307809352875, 0.15511953830718994, 0.12730704247951508, 0.12281662225723267, 0.10451827198266983, 0.1363111436367035, 0.12464360892772675, 0.10050378739833832, 0.06516164541244507, 0.06889042258262634, 0.11114590615034103, 0.07938302308320999, 0.08194056153297424, 0.11800388246774673, 0.10282498598098755, 0.05391484498977661, 0.0626235157251358, 0.0691077932715416, 0.04198402166366577, 0.08120739459991455, 0.02599956840276718, 0.04681726545095444, 0.07167566567659378, -0.028022367507219315, 0.041040435433387756, 0.08120320737361908, 0.0694103091955185, 0.012135467492043972], "cos_Ac_negg": [0.4937291741371155, 0.13935866951942444, 0.13351307809352875, 0.15511953830718994, 0.12730704247951508, 0.12281662225723267, 0.10451827198266983, 0.1363111436367035, 0.12464360892772675, 0.10050378739833832, 0.06516164541244507, 0.06889042258262634, 0.11114590615034103, 0.07938302308320999, 0.08194056153297424, 0.11800388246774673, 0.10282498598098755, 0.05391484498977661, 0.0626235157251358, 0.0691077932715416, 0.04198402166366577, 0.08120739459991455, 0.02599956840276718, 0.04681726545095444, 0.07167566567659378, -0.028022367507219315, 0.041040435433387756, 0.08120320737361908, 0.0694103091955185, 0.012135467492043972], "r_norm": [4.106204032897949, 4.192033767700195, 4.123088359832764, 4.189881324768066, 4.167665481567383, 4.163412570953369, 4.101360321044922, 4.144664764404297, 4.160175800323486, 4.125951766967773, 4.102719783782959, 4.171223163604736, 4.231201648712158, 4.286318778991699, 4.183936595916748, 4.141458511352539, 4.31872034072876, 4.1006951332092285, 4.223254680633545, 4.1816086769104, 4.066344738006592, 4.156864166259766, 4.212913513183594, 4.113470077514648, 4.170405387878418, 4.1272783279418945, 4.088465213775635, 4.1120100021362305, 4.112401485443115, 4.153118133544922]}, {"step": 5400, "epoch": 13, "train_loss": 1.965442180633545, "cos_r_negg": [0.4823983907699585, 0.1552751064300537, 0.1429886519908905, 0.15193207561969757, 0.11585573107004166, 0.1310475766658783, 0.11134779453277588, 0.12877705693244934, 0.12987619638442993, 0.10729946196079254, 0.06725528836250305, 0.07801218330860138, 0.10342490673065186, 0.08411892503499985, 0.055969446897506714, 0.11752621829509735, 0.1077255979180336, 0.06490679830312729, 0.07674162834882736, 0.03699883446097374, 0.04443397372961044, 0.051421381533145905, 0.024601833894848824, 0.07329175621271133, 0.06941878795623779, -0.023077622056007385, 0.06143460422754288, 0.09579972177743912, 0.04946421459317207, 0.014029392972588539], "cos_apical_negg": [0.4823983907699585, 0.1552751064300537, 0.1429886519908905, 0.15193207561969757, 0.11585573107004166, 0.1310475766658783, 0.11134779453277588, 0.12877705693244934, 0.12987619638442993, 0.10729946196079254, 0.06725528836250305, 0.07801218330860138, 0.10342490673065186, 0.08411892503499985, 0.055969446897506714, 0.11752621829509735, 0.1077255979180336, 0.06490679830312729, 0.07674162834882736, 0.03699883446097374, 0.04443397372961044, 0.051421381533145905, 0.024601833894848824, 0.07329175621271133, 0.06941878795623779, -0.023077622056007385, 0.06143460422754288, 0.09579972177743912, 0.04946421459317207, 0.014029392972588539], "cos_Ac_negg": [0.4823983907699585, 0.1552751064300537, 0.1429886519908905, 0.15193207561969757, 0.11585573107004166, 0.1310475766658783, 0.11134779453277588, 0.12877705693244934, 0.12987619638442993, 0.10729946196079254, 0.06725528836250305, 0.07801218330860138, 0.10342490673065186, 0.08411892503499985, 0.055969446897506714, 0.11752621829509735, 0.1077255979180336, 0.06490679830312729, 0.07674162834882736, 0.03699883446097374, 0.04443397372961044, 0.051421381533145905, 0.024601833894848824, 0.07329175621271133, 0.06941878795623779, -0.023077622056007385, 0.06143460422754288, 0.09579972177743912, 0.04946421459317207, 0.014029392972588539], "r_norm": [4.117193222045898, 4.190390586853027, 4.129940986633301, 4.2149457931518555, 4.1713666915893555, 4.179558753967285, 4.118824005126953, 4.151120185852051, 4.163141250610352, 4.136390686035156, 4.111325740814209, 4.191536903381348, 4.243581771850586, 4.2879133224487305, 4.183094024658203, 4.154097557067871, 4.323300361633301, 4.104898452758789, 4.250092029571533, 4.194613456726074, 4.07402229309082, 4.161393165588379, 4.214694499969482, 4.124282360076904, 4.175665855407715, 4.138602256774902, 4.102916717529297, 4.127734184265137, 4.114974021911621, 4.162816047668457]}, {"step": 5450, "epoch": 13, "train_loss": 1.829761266708374, "cos_r_negg": [0.46973875164985657, 0.1331082582473755, 0.1359436810016632, 0.15480373799800873, 0.1165824681520462, 0.12798720598220825, 0.07887884974479675, 0.1400332897901535, 0.10758763551712036, 0.11372905969619751, 0.09384029358625412, 0.07883614301681519, 0.11231335997581482, 0.08355756103992462, 0.07903572171926498, 0.13175100088119507, 0.0880884900689125, 0.0759378969669342, 0.07003101706504822, 0.050123654305934906, 0.029114309698343277, 0.061719492077827454, 0.017043903470039368, 0.07635268568992615, 0.09780067205429077, 0.03343416377902031, 0.026856614276766777, 0.09941443800926208, 0.062478866428136826, 0.04050605744123459], "cos_apical_negg": [0.46973875164985657, 0.1331082582473755, 0.1359436810016632, 0.15480373799800873, 0.1165824681520462, 0.12798720598220825, 0.07887884974479675, 0.1400332897901535, 0.10758763551712036, 0.11372905969619751, 0.09384029358625412, 0.07883614301681519, 0.11231335997581482, 0.08355756103992462, 0.07903572171926498, 0.13175100088119507, 0.0880884900689125, 0.0759378969669342, 0.07003101706504822, 0.050123654305934906, 0.029114309698343277, 0.061719492077827454, 0.017043903470039368, 0.07635268568992615, 0.09780067205429077, 0.03343416377902031, 0.026856614276766777, 0.09941443800926208, 0.062478866428136826, 0.04050605744123459], "cos_Ac_negg": [0.46973875164985657, 0.1331082582473755, 0.1359436810016632, 0.15480373799800873, 0.1165824681520462, 0.12798720598220825, 0.07887884974479675, 0.1400332897901535, 0.10758763551712036, 0.11372905969619751, 0.09384029358625412, 0.07883614301681519, 0.11231335997581482, 0.08355756103992462, 0.07903572171926498, 0.13175100088119507, 0.0880884900689125, 0.0759378969669342, 0.07003101706504822, 0.050123654305934906, 0.029114309698343277, 0.061719492077827454, 0.017043903470039368, 0.07635268568992615, 0.09780067205429077, 0.03343416377902031, 0.026856614276766777, 0.09941443800926208, 0.062478866428136826, 0.04050605744123459], "r_norm": [4.097097396850586, 4.170373439788818, 4.105657577514648, 4.174402236938477, 4.159727096557617, 4.155464172363281, 4.086156368255615, 4.131030559539795, 4.136754035949707, 4.115567207336426, 4.091374397277832, 4.156406402587891, 4.21522331237793, 4.261209487915039, 4.165249824523926, 4.1327104568481445, 4.2947893142700195, 4.084226131439209, 4.212155342102051, 4.179096221923828, 4.047092437744141, 4.145617485046387, 4.198418617248535, 4.088320732116699, 4.15628719329834, 4.115661144256592, 4.073611736297607, 4.107090473175049, 4.102143287658691, 4.143928527832031]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4014, "test_loss": 1.8869009033203126}, {"step": 5500, "epoch": 14, "train_loss": 1.7257713079452515, "cos_r_negg": [0.5071026086807251, 0.13166850805282593, 0.13984791934490204, 0.15591786801815033, 0.11756163835525513, 0.1229303851723671, 0.09647610783576965, 0.13620780408382416, 0.13475874066352844, 0.09015890955924988, 0.08700311928987503, 0.08662557601928711, 0.1196945309638977, 0.10113120079040527, 0.06572474539279938, 0.1248575896024704, 0.09461699426174164, 0.08560419827699661, 0.05771302431821823, 0.06597818434238434, 0.0489836111664772, 0.06857980042695999, -0.01395436655730009, 0.051758330315351486, 0.09067103266716003, -0.025198400020599365, 0.0731704980134964, 0.1039404571056366, 0.06999806314706802, 0.035908907651901245], "cos_apical_negg": [0.5071026086807251, 0.13166850805282593, 0.13984791934490204, 0.15591786801815033, 0.11756163835525513, 0.1229303851723671, 0.09647610783576965, 0.13620780408382416, 0.13475874066352844, 0.09015890955924988, 0.08700311928987503, 0.08662557601928711, 0.1196945309638977, 0.10113120079040527, 0.06572474539279938, 0.1248575896024704, 0.09461699426174164, 0.08560419827699661, 0.05771302431821823, 0.06597818434238434, 0.0489836111664772, 0.06857980042695999, -0.01395436655730009, 0.051758330315351486, 0.09067103266716003, -0.025198400020599365, 0.0731704980134964, 0.1039404571056366, 0.06999806314706802, 0.035908907651901245], "cos_Ac_negg": [0.5071026086807251, 0.13166850805282593, 0.13984791934490204, 0.15591786801815033, 0.11756163835525513, 0.1229303851723671, 0.09647610783576965, 0.13620780408382416, 0.13475874066352844, 0.09015890955924988, 0.08700311928987503, 0.08662557601928711, 0.1196945309638977, 0.10113120079040527, 0.06572474539279938, 0.1248575896024704, 0.09461699426174164, 0.08560419827699661, 0.05771302431821823, 0.06597818434238434, 0.0489836111664772, 0.06857980042695999, -0.01395436655730009, 0.051758330315351486, 0.09067103266716003, -0.025198400020599365, 0.0731704980134964, 0.1039404571056366, 0.06999806314706802, 0.035908907651901245], "r_norm": [4.049237251281738, 4.108003616333008, 4.043432235717773, 4.128216743469238, 4.103885650634766, 4.099968910217285, 4.03578519821167, 4.074089050292969, 4.078735828399658, 4.0586347579956055, 4.036689281463623, 4.099530220031738, 4.155514240264893, 4.203073978424072, 4.103017330169678, 4.077753067016602, 4.240201473236084, 4.029067039489746, 4.164670467376709, 4.1199750900268555, 3.9971184730529785, 4.079641819000244, 4.129958152770996, 4.049837589263916, 4.094182014465332, 4.062801361083984, 4.017038822174072, 4.047156810760498, 4.038063049316406, 4.0891523361206055]}, {"step": 5550, "epoch": 14, "train_loss": 1.7989755868911743, "cos_r_negg": [0.48586931824684143, 0.12784498929977417, 0.13776828348636627, 0.15981534123420715, 0.10359746217727661, 0.11653267592191696, 0.08898931741714478, 0.1284559816122055, 0.12698373198509216, 0.12566989660263062, 0.08513817191123962, 0.10623510181903839, 0.10930091142654419, 0.08699321746826172, 0.07315851747989655, 0.1199839636683464, 0.11398475617170334, 0.06877902895212173, 0.08443747460842133, 0.048935405910015106, 0.06454399228096008, 0.06939966976642609, 0.0063262926414608955, 0.06623313575983047, 0.08235836774110794, 0.0005616974085569382, 0.05599310249090195, 0.08458369970321655, 0.05810369551181793, 0.034952737390995026], "cos_apical_negg": [0.48586931824684143, 0.12784498929977417, 0.13776828348636627, 0.15981534123420715, 0.10359746217727661, 0.11653267592191696, 0.08898931741714478, 0.1284559816122055, 0.12698373198509216, 0.12566989660263062, 0.08513817191123962, 0.10623510181903839, 0.10930091142654419, 0.08699321746826172, 0.07315851747989655, 0.1199839636683464, 0.11398475617170334, 0.06877902895212173, 0.08443747460842133, 0.048935405910015106, 0.06454399228096008, 0.06939966976642609, 0.0063262926414608955, 0.06623313575983047, 0.08235836774110794, 0.0005616974085569382, 0.05599310249090195, 0.08458369970321655, 0.05810369551181793, 0.034952737390995026], "cos_Ac_negg": [0.48586931824684143, 0.12784498929977417, 0.13776828348636627, 0.15981534123420715, 0.10359746217727661, 0.11653267592191696, 0.08898931741714478, 0.1284559816122055, 0.12698373198509216, 0.12566989660263062, 0.08513817191123962, 0.10623510181903839, 0.10930091142654419, 0.08699321746826172, 0.07315851747989655, 0.1199839636683464, 0.11398475617170334, 0.06877902895212173, 0.08443747460842133, 0.048935405910015106, 0.06454399228096008, 0.06939966976642609, 0.0063262926414608955, 0.06623313575983047, 0.08235836774110794, 0.0005616974085569382, 0.05599310249090195, 0.08458369970321655, 0.05810369551181793, 0.034952737390995026], "r_norm": [4.046672821044922, 4.109091758728027, 4.053472995758057, 4.121522903442383, 4.10157585144043, 4.099583625793457, 4.033168792724609, 4.0690813064575195, 4.075572967529297, 4.052945137023926, 4.034790992736816, 4.0965576171875, 4.151174545288086, 4.197390556335449, 4.104913234710693, 4.078862190246582, 4.236114501953125, 4.02676248550415, 4.1608381271362305, 4.114042282104492, 3.9995577335357666, 4.079284191131592, 4.133016586303711, 4.045608997344971, 4.094272136688232, 4.061647415161133, 4.01520299911499, 4.052341461181641, 4.031713008880615, 4.0821990966796875]}, {"step": 5600, "epoch": 14, "train_loss": 1.7766013145446777, "cos_r_negg": [0.47391554713249207, 0.11437784880399704, 0.14022979140281677, 0.1485598385334015, 0.09676583856344223, 0.11969725042581558, 0.0940270945429802, 0.14941146969795227, 0.11557446420192719, 0.12824097275733948, 0.08390218019485474, 0.10909821093082428, 0.11133445054292679, 0.09796841442584991, 0.0659637451171875, 0.13096025586128235, 0.11069676280021667, 0.06516420841217041, 0.06136060506105423, 0.06461551785469055, 0.08180470019578934, 0.08327120542526245, -0.0017886022105813026, 0.07366521656513214, 0.08514232933521271, -0.0032520988024771214, 0.06255693733692169, 0.06211521849036217, 0.05414844676852226, 0.0025089094415307045], "cos_apical_negg": [0.47391554713249207, 0.11437784880399704, 0.14022979140281677, 0.1485598385334015, 0.09676583856344223, 0.11969725042581558, 0.0940270945429802, 0.14941146969795227, 0.11557446420192719, 0.12824097275733948, 0.08390218019485474, 0.10909821093082428, 0.11133445054292679, 0.09796841442584991, 0.0659637451171875, 0.13096025586128235, 0.11069676280021667, 0.06516420841217041, 0.06136060506105423, 0.06461551785469055, 0.08180470019578934, 0.08327120542526245, -0.0017886022105813026, 0.07366521656513214, 0.08514232933521271, -0.0032520988024771214, 0.06255693733692169, 0.06211521849036217, 0.05414844676852226, 0.0025089094415307045], "cos_Ac_negg": [0.47391554713249207, 0.11437784880399704, 0.14022979140281677, 0.1485598385334015, 0.09676583856344223, 0.11969725042581558, 0.0940270945429802, 0.14941146969795227, 0.11557446420192719, 0.12824097275733948, 0.08390218019485474, 0.10909821093082428, 0.11133445054292679, 0.09796841442584991, 0.0659637451171875, 0.13096025586128235, 0.11069676280021667, 0.06516420841217041, 0.06136060506105423, 0.06461551785469055, 0.08180470019578934, 0.08327120542526245, -0.0017886022105813026, 0.07366521656513214, 0.08514232933521271, -0.0032520988024771214, 0.06255693733692169, 0.06211521849036217, 0.05414844676852226, 0.0025089094415307045], "r_norm": [4.100988864898682, 4.166389465332031, 4.09531307220459, 4.16788387298584, 4.151577472686768, 4.15315580368042, 4.095766067504883, 4.124946594238281, 4.136710166931152, 4.114535331726074, 4.079982280731201, 4.15180778503418, 4.211543083190918, 4.260734558105469, 4.160006523132324, 4.132055282592773, 4.288283348083496, 4.078559875488281, 4.2193145751953125, 4.177746295928955, 4.046542167663574, 4.134500026702881, 4.201149940490723, 4.095948219299316, 4.151546478271484, 4.10731315612793, 4.073567867279053, 4.0977783203125, 4.100905418395996, 4.139659881591797]}, {"step": 5650, "epoch": 14, "train_loss": 1.5827796459197998, "cos_r_negg": [0.49038153886795044, 0.1184733659029007, 0.13984709978103638, 0.16280680894851685, 0.10954228043556213, 0.1239938735961914, 0.08815126121044159, 0.13779625296592712, 0.13571208715438843, 0.12181131541728973, 0.10962648689746857, 0.09167458117008209, 0.09990070760250092, 0.09049231559038162, 0.07725311815738678, 0.12368495017290115, 0.10176786780357361, 0.07624536752700806, 0.058985695242881775, 0.05068894103169441, 0.07539673149585724, 0.06432809680700302, 0.01416751928627491, 0.09326934814453125, 0.07799999415874481, 0.009778112173080444, 0.06332738697528839, 0.08073009550571442, 0.05255486071109772, -0.015750810503959656], "cos_apical_negg": [0.49038153886795044, 0.1184733659029007, 0.13984709978103638, 0.16280680894851685, 0.10954228043556213, 0.1239938735961914, 0.08815126121044159, 0.13779625296592712, 0.13571208715438843, 0.12181131541728973, 0.10962648689746857, 0.09167458117008209, 0.09990070760250092, 0.09049231559038162, 0.07725311815738678, 0.12368495017290115, 0.10176786780357361, 0.07624536752700806, 0.058985695242881775, 0.05068894103169441, 0.07539673149585724, 0.06432809680700302, 0.01416751928627491, 0.09326934814453125, 0.07799999415874481, 0.009778112173080444, 0.06332738697528839, 0.08073009550571442, 0.05255486071109772, -0.015750810503959656], "cos_Ac_negg": [0.49038153886795044, 0.1184733659029007, 0.13984709978103638, 0.16280680894851685, 0.10954228043556213, 0.1239938735961914, 0.08815126121044159, 0.13779625296592712, 0.13571208715438843, 0.12181131541728973, 0.10962648689746857, 0.09167458117008209, 0.09990070760250092, 0.09049231559038162, 0.07725311815738678, 0.12368495017290115, 0.10176786780357361, 0.07624536752700806, 0.058985695242881775, 0.05068894103169441, 0.07539673149585724, 0.06432809680700302, 0.01416751928627491, 0.09326934814453125, 0.07799999415874481, 0.009778112173080444, 0.06332738697528839, 0.08073009550571442, 0.05255486071109772, -0.015750810503959656], "r_norm": [4.1452531814575195, 4.213494300842285, 4.152669906616211, 4.210402965545654, 4.196079254150391, 4.199570655822754, 4.137650489807129, 4.166593551635742, 4.186530113220215, 4.148829460144043, 4.1318864822387695, 4.191970348358154, 4.25523567199707, 4.298162937164307, 4.215245723724365, 4.172636985778809, 4.330726623535156, 4.11528205871582, 4.256716728210449, 4.216036319732666, 4.10016393661499, 4.179448127746582, 4.242623329162598, 4.136938095092773, 4.1883134841918945, 4.160096645355225, 4.1129608154296875, 4.1439714431762695, 4.133676528930664, 4.181108474731445]}, {"step": 5700, "epoch": 14, "train_loss": 1.6096636056900024, "cos_r_negg": [0.49583932757377625, 0.1329241544008255, 0.13324129581451416, 0.17321282625198364, 0.11665260046720505, 0.13369084894657135, 0.09419246017932892, 0.13347533345222473, 0.12204243242740631, 0.09480589628219604, 0.09957542270421982, 0.11784520745277405, 0.10142701864242554, 0.07898810505867004, 0.08746734261512756, 0.1238175630569458, 0.11571666598320007, 0.06556667387485504, 0.07718229293823242, 0.0698041170835495, 0.08166097104549408, 0.0891275703907013, 0.012377855367958546, 0.07634871453046799, 0.08416106551885605, 0.02080814354121685, 0.036302655935287476, 0.0694599598646164, 0.06495179235935211, 0.015871359035372734], "cos_apical_negg": [0.49583932757377625, 0.1329241544008255, 0.13324129581451416, 0.17321282625198364, 0.11665260046720505, 0.13369084894657135, 0.09419246017932892, 0.13347533345222473, 0.12204243242740631, 0.09480589628219604, 0.09957542270421982, 0.11784520745277405, 0.10142701864242554, 0.07898810505867004, 0.08746734261512756, 0.1238175630569458, 0.11571666598320007, 0.06556667387485504, 0.07718229293823242, 0.0698041170835495, 0.08166097104549408, 0.0891275703907013, 0.012377855367958546, 0.07634871453046799, 0.08416106551885605, 0.02080814354121685, 0.036302655935287476, 0.0694599598646164, 0.06495179235935211, 0.015871359035372734], "cos_Ac_negg": [0.49583932757377625, 0.1329241544008255, 0.13324129581451416, 0.17321282625198364, 0.11665260046720505, 0.13369084894657135, 0.09419246017932892, 0.13347533345222473, 0.12204243242740631, 0.09480589628219604, 0.09957542270421982, 0.11784520745277405, 0.10142701864242554, 0.07898810505867004, 0.08746734261512756, 0.1238175630569458, 0.11571666598320007, 0.06556667387485504, 0.07718229293823242, 0.0698041170835495, 0.08166097104549408, 0.0891275703907013, 0.012377855367958546, 0.07634871453046799, 0.08416106551885605, 0.02080814354121685, 0.036302655935287476, 0.0694599598646164, 0.06495179235935211, 0.015871359035372734], "r_norm": [4.165155410766602, 4.251302719116211, 4.188854217529297, 4.253222465515137, 4.2186689376831055, 4.228756904602051, 4.169924259185791, 4.20238733291626, 4.213787078857422, 4.186579704284668, 4.180774688720703, 4.2321577072143555, 4.287408828735352, 4.333128929138184, 4.243867874145508, 4.202321529388428, 4.3764472007751465, 4.1600141525268555, 4.287778377532959, 4.2467851638793945, 4.129909515380859, 4.205645561218262, 4.269347190856934, 4.165462493896484, 4.2313642501831055, 4.1934919357299805, 4.141489505767822, 4.180082321166992, 4.174692153930664, 4.20320463180542]}, {"step": 5750, "epoch": 14, "train_loss": 1.5226449966430664, "cos_r_negg": [0.5004443526268005, 0.1386396586894989, 0.13731904327869415, 0.15577775239944458, 0.08352667838335037, 0.1330486536026001, 0.12018617987632751, 0.1373904049396515, 0.13178203999996185, 0.09187602996826172, 0.09863147139549255, 0.10057729482650757, 0.11874404549598694, 0.09737319499254227, 0.092344269156456, 0.09917565435171127, 0.11085323989391327, 0.054049111902713776, 0.06832762062549591, 0.07722356915473938, 0.08856330811977386, 0.08104245364665985, 0.014963180758059025, 0.07466672360897064, 0.04415709897875786, 0.014337589964270592, 0.06213025003671646, 0.07018399238586426, 0.06418737769126892, 0.0353890061378479], "cos_apical_negg": [0.5004443526268005, 0.1386396586894989, 0.13731904327869415, 0.15577775239944458, 0.08352667838335037, 0.1330486536026001, 0.12018617987632751, 0.1373904049396515, 0.13178203999996185, 0.09187602996826172, 0.09863147139549255, 0.10057729482650757, 0.11874404549598694, 0.09737319499254227, 0.092344269156456, 0.09917565435171127, 0.11085323989391327, 0.054049111902713776, 0.06832762062549591, 0.07722356915473938, 0.08856330811977386, 0.08104245364665985, 0.014963180758059025, 0.07466672360897064, 0.04415709897875786, 0.014337589964270592, 0.06213025003671646, 0.07018399238586426, 0.06418737769126892, 0.0353890061378479], "cos_Ac_negg": [0.5004443526268005, 0.1386396586894989, 0.13731904327869415, 0.15577775239944458, 0.08352667838335037, 0.1330486536026001, 0.12018617987632751, 0.1373904049396515, 0.13178203999996185, 0.09187602996826172, 0.09863147139549255, 0.10057729482650757, 0.11874404549598694, 0.09737319499254227, 0.092344269156456, 0.09917565435171127, 0.11085323989391327, 0.054049111902713776, 0.06832762062549591, 0.07722356915473938, 0.08856330811977386, 0.08104245364665985, 0.014963180758059025, 0.07466672360897064, 0.04415709897875786, 0.014337589964270592, 0.06213025003671646, 0.07018399238586426, 0.06418737769126892, 0.0353890061378479], "r_norm": [4.01891565322876, 4.087250232696533, 4.023792743682861, 4.0898356437683105, 4.075066566467285, 4.071079254150391, 4.016294002532959, 4.049831390380859, 4.0659894943237305, 4.026058197021484, 4.001012802124023, 4.0756025314331055, 4.145791053771973, 4.184218406677246, 4.088979721069336, 4.049798488616943, 4.210722923278809, 3.9951958656311035, 4.13012170791626, 4.084999084472656, 3.9803128242492676, 4.063537120819092, 4.120434284210205, 4.022975921630859, 4.068426132202148, 4.026405334472656, 3.9942028522491455, 4.019320964813232, 4.0113091468811035, 4.0670623779296875]}, {"step": 5800, "epoch": 14, "train_loss": 1.79258394241333, "cos_r_negg": [0.4666197896003723, 0.1368609517812729, 0.11447013914585114, 0.16117598116397858, 0.10739032924175262, 0.11681738495826721, 0.1116282120347023, 0.12485183775424957, 0.12617889046669006, 0.10165952891111374, 0.10396827757358551, 0.07683396339416504, 0.1240837424993515, 0.0906606987118721, 0.09284035861492157, 0.10408277064561844, 0.10625456273555756, 0.07078606635332108, 0.06314032524824142, 0.0881362110376358, 0.0640561506152153, 0.08376006036996841, 0.004918476566672325, 0.03676067665219307, 0.07039477676153183, -0.006432153284549713, 0.045266009867191315, 0.06127440929412842, 0.024251334369182587, 0.04495159536600113], "cos_apical_negg": [0.4666197896003723, 0.1368609517812729, 0.11447013914585114, 0.16117598116397858, 0.10739032924175262, 0.11681738495826721, 0.1116282120347023, 0.12485183775424957, 0.12617889046669006, 0.10165952891111374, 0.10396827757358551, 0.07683396339416504, 0.1240837424993515, 0.0906606987118721, 0.09284035861492157, 0.10408277064561844, 0.10625456273555756, 0.07078606635332108, 0.06314032524824142, 0.0881362110376358, 0.0640561506152153, 0.08376006036996841, 0.004918476566672325, 0.03676067665219307, 0.07039477676153183, -0.006432153284549713, 0.045266009867191315, 0.06127440929412842, 0.024251334369182587, 0.04495159536600113], "cos_Ac_negg": [0.4666197896003723, 0.1368609517812729, 0.11447013914585114, 0.16117598116397858, 0.10739032924175262, 0.11681738495826721, 0.1116282120347023, 0.12485183775424957, 0.12617889046669006, 0.10165952891111374, 0.10396827757358551, 0.07683396339416504, 0.1240837424993515, 0.0906606987118721, 0.09284035861492157, 0.10408277064561844, 0.10625456273555756, 0.07078606635332108, 0.06314032524824142, 0.0881362110376358, 0.0640561506152153, 0.08376006036996841, 0.004918476566672325, 0.03676067665219307, 0.07039477676153183, -0.006432153284549713, 0.045266009867191315, 0.06127440929412842, 0.024251334369182587, 0.04495159536600113], "r_norm": [4.214691162109375, 4.294582366943359, 4.22653341293335, 4.289860725402832, 4.273720741271973, 4.274982452392578, 4.211729049682617, 4.245608806610107, 4.258573532104492, 4.227682590484619, 4.210314750671387, 4.275485038757324, 4.338899612426758, 4.390076637268066, 4.2850165367126465, 4.2571306228637695, 4.415984153747559, 4.196447372436523, 4.337371826171875, 4.297367095947266, 4.174139022827148, 4.265307426452637, 4.316617965698242, 4.219683647155762, 4.275600433349609, 4.229150772094727, 4.1836395263671875, 4.223814964294434, 4.2131147384643555, 4.2646894454956055]}, {"step": 5850, "epoch": 14, "train_loss": 1.6582129001617432, "cos_r_negg": [0.483362078666687, 0.14272500574588776, 0.14115414023399353, 0.1628265231847763, 0.10425861924886703, 0.11106900125741959, 0.13806599378585815, 0.13274292647838593, 0.11519808322191238, 0.10354685038328171, 0.07969191670417786, 0.09329250454902649, 0.12586435675621033, 0.09552273154258728, 0.0771910697221756, 0.11694483458995819, 0.1007673516869545, 0.04433313012123108, 0.09410198032855988, 0.07423427700996399, 0.03761378675699234, 0.09135441482067108, 0.014991400763392448, 0.03345244377851486, 0.053004298359155655, 0.00796120148152113, 0.027866721153259277, 0.08779992163181305, 0.04202653467655182, -0.002955835312604904], "cos_apical_negg": [0.483362078666687, 0.14272500574588776, 0.14115414023399353, 0.1628265231847763, 0.10425861924886703, 0.11106900125741959, 0.13806599378585815, 0.13274292647838593, 0.11519808322191238, 0.10354685038328171, 0.07969191670417786, 0.09329250454902649, 0.12586435675621033, 0.09552273154258728, 0.0771910697221756, 0.11694483458995819, 0.1007673516869545, 0.04433313012123108, 0.09410198032855988, 0.07423427700996399, 0.03761378675699234, 0.09135441482067108, 0.014991400763392448, 0.03345244377851486, 0.053004298359155655, 0.00796120148152113, 0.027866721153259277, 0.08779992163181305, 0.04202653467655182, -0.002955835312604904], "cos_Ac_negg": [0.483362078666687, 0.14272500574588776, 0.14115414023399353, 0.1628265231847763, 0.10425861924886703, 0.11106900125741959, 0.13806599378585815, 0.13274292647838593, 0.11519808322191238, 0.10354685038328171, 0.07969191670417786, 0.09329250454902649, 0.12586435675621033, 0.09552273154258728, 0.0771910697221756, 0.11694483458995819, 0.1007673516869545, 0.04433313012123108, 0.09410198032855988, 0.07423427700996399, 0.03761378675699234, 0.09135441482067108, 0.014991400763392448, 0.03345244377851486, 0.053004298359155655, 0.00796120148152113, 0.027866721153259277, 0.08779992163181305, 0.04202653467655182, -0.002955835312604904], "r_norm": [4.188957214355469, 4.267754077911377, 4.207530975341797, 4.280130386352539, 4.247715950012207, 4.262752532958984, 4.1899871826171875, 4.224886417388916, 4.235405445098877, 4.206599235534668, 4.18986701965332, 4.270026683807373, 4.334795951843262, 4.370121002197266, 4.26662540435791, 4.242003917694092, 4.39396858215332, 4.168905258178711, 4.322925567626953, 4.261375904083252, 4.155893325805664, 4.2512359619140625, 4.287787437438965, 4.1887969970703125, 4.249781608581543, 4.2204742431640625, 4.169455528259277, 4.204222202301025, 4.1851420402526855, 4.244611740112305]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.3935, "test_loss": 1.8818913330078124}, {"step": 5900, "epoch": 15, "train_loss": 1.4999371767044067, "cos_r_negg": [0.4911705255508423, 0.1269366592168808, 0.13739162683486938, 0.15274907648563385, 0.1047150120139122, 0.13217419385910034, 0.11811552196741104, 0.1437952071428299, 0.12347515672445297, 0.11856162548065186, 0.08528205007314682, 0.08636734634637833, 0.13469591736793518, 0.07991205900907516, 0.07835038006305695, 0.12309770286083221, 0.1060115396976471, 0.08591924607753754, 0.08235481381416321, 0.05036541074514389, 0.06746836006641388, 0.056000158190727234, 0.020747462287545204, 0.04887893795967102, 0.05796554312109947, -0.006203430239111185, 0.02188437432050705, 0.05617162585258484, 0.04952774941921234, 0.03288230299949646], "cos_apical_negg": [0.4911705255508423, 0.1269366592168808, 0.13739162683486938, 0.15274907648563385, 0.1047150120139122, 0.13217419385910034, 0.11811552196741104, 0.1437952071428299, 0.12347515672445297, 0.11856162548065186, 0.08528205007314682, 0.08636734634637833, 0.13469591736793518, 0.07991205900907516, 0.07835038006305695, 0.12309770286083221, 0.1060115396976471, 0.08591924607753754, 0.08235481381416321, 0.05036541074514389, 0.06746836006641388, 0.056000158190727234, 0.020747462287545204, 0.04887893795967102, 0.05796554312109947, -0.006203430239111185, 0.02188437432050705, 0.05617162585258484, 0.04952774941921234, 0.03288230299949646], "cos_Ac_negg": [0.4911705255508423, 0.1269366592168808, 0.13739162683486938, 0.15274907648563385, 0.1047150120139122, 0.13217419385910034, 0.11811552196741104, 0.1437952071428299, 0.12347515672445297, 0.11856162548065186, 0.08528205007314682, 0.08636734634637833, 0.13469591736793518, 0.07991205900907516, 0.07835038006305695, 0.12309770286083221, 0.1060115396976471, 0.08591924607753754, 0.08235481381416321, 0.05036541074514389, 0.06746836006641388, 0.056000158190727234, 0.020747462287545204, 0.04887893795967102, 0.05796554312109947, -0.006203430239111185, 0.02188437432050705, 0.05617162585258484, 0.04952774941921234, 0.03288230299949646], "r_norm": [4.221256256103516, 4.303206443786621, 4.218496799468994, 4.295372009277344, 4.289992332458496, 4.269705295562744, 4.221634387969971, 4.252063274383545, 4.279131889343262, 4.2445902824401855, 4.204450607299805, 4.274713516235352, 4.356839656829834, 4.392574310302734, 4.2984771728515625, 4.263180255889893, 4.425181865692139, 4.20924186706543, 4.336184501647949, 4.314589977264404, 4.173325538635254, 4.290386199951172, 4.345191955566406, 4.229784965515137, 4.295076370239258, 4.2282233238220215, 4.200808525085449, 4.2325849533081055, 4.233251094818115, 4.279362678527832]}, {"step": 5950, "epoch": 15, "train_loss": 1.6367573738098145, "cos_r_negg": [0.49911069869995117, 0.11952851712703705, 0.13346269726753235, 0.14303095638751984, 0.13006222248077393, 0.12495391070842743, 0.1026800125837326, 0.13353511691093445, 0.1297513097524643, 0.10303834825754166, 0.09985708445310593, 0.08048142492771149, 0.13693509995937347, 0.09792555868625641, 0.06771547347307205, 0.1343214064836502, 0.09991247206926346, 0.0662827417254448, 0.10627637803554535, 0.0698125958442688, 0.0773911103606224, 0.07571417838335037, 0.025574348866939545, 0.07145899534225464, 0.06630723923444748, -0.01999485492706299, 0.03979475423693657, 0.07286302000284195, 0.06370249390602112, 0.039036206901073456], "cos_apical_negg": [0.49911069869995117, 0.11952851712703705, 0.13346269726753235, 0.14303095638751984, 0.13006222248077393, 0.12495391070842743, 0.1026800125837326, 0.13353511691093445, 0.1297513097524643, 0.10303834825754166, 0.09985708445310593, 0.08048142492771149, 0.13693509995937347, 0.09792555868625641, 0.06771547347307205, 0.1343214064836502, 0.09991247206926346, 0.0662827417254448, 0.10627637803554535, 0.0698125958442688, 0.0773911103606224, 0.07571417838335037, 0.025574348866939545, 0.07145899534225464, 0.06630723923444748, -0.01999485492706299, 0.03979475423693657, 0.07286302000284195, 0.06370249390602112, 0.039036206901073456], "cos_Ac_negg": [0.49911069869995117, 0.11952851712703705, 0.13346269726753235, 0.14303095638751984, 0.13006222248077393, 0.12495391070842743, 0.1026800125837326, 0.13353511691093445, 0.1297513097524643, 0.10303834825754166, 0.09985708445310593, 0.08048142492771149, 0.13693509995937347, 0.09792555868625641, 0.06771547347307205, 0.1343214064836502, 0.09991247206926346, 0.0662827417254448, 0.10627637803554535, 0.0698125958442688, 0.0773911103606224, 0.07571417838335037, 0.025574348866939545, 0.07145899534225464, 0.06630723923444748, -0.01999485492706299, 0.03979475423693657, 0.07286302000284195, 0.06370249390602112, 0.039036206901073456], "r_norm": [4.129267692565918, 4.201857566833496, 4.134992599487305, 4.207117080688477, 4.187656879425049, 4.177996635437012, 4.135316848754883, 4.156701564788818, 4.174531936645508, 4.143466472625732, 4.114706039428711, 4.175961017608643, 4.249029159545898, 4.284188747406006, 4.20390510559082, 4.158754348754883, 4.324642181396484, 4.111764907836914, 4.246547698974609, 4.210152626037598, 4.085822582244873, 4.175469398498535, 4.229022979736328, 4.130903244018555, 4.178903579711914, 4.137371063232422, 4.110850811004639, 4.137177467346191, 4.123522758483887, 4.1795806884765625]}, {"step": 6000, "epoch": 15, "train_loss": 1.7955273389816284, "cos_r_negg": [0.49775218963623047, 0.14654521644115448, 0.15192684531211853, 0.1571328490972519, 0.10936309397220612, 0.11749632656574249, 0.10834838449954987, 0.09858641028404236, 0.13224269449710846, 0.12754693627357483, 0.08938686549663544, 0.09787943214178085, 0.1280265748500824, 0.10372984409332275, 0.0802762508392334, 0.11813657730817795, 0.1364840716123581, 0.08069208264350891, 0.0939895361661911, 0.08452717959880829, 0.0602446012198925, 0.08162958920001984, 0.04097766429185867, 0.04747176542878151, 0.07301364839076996, -0.006288741249591112, 0.045156169682741165, 0.10218833386898041, 0.07434478402137756, 0.018093811348080635], "cos_apical_negg": [0.49775218963623047, 0.14654521644115448, 0.15192684531211853, 0.1571328490972519, 0.10936309397220612, 0.11749632656574249, 0.10834838449954987, 0.09858641028404236, 0.13224269449710846, 0.12754693627357483, 0.08938686549663544, 0.09787943214178085, 0.1280265748500824, 0.10372984409332275, 0.0802762508392334, 0.11813657730817795, 0.1364840716123581, 0.08069208264350891, 0.0939895361661911, 0.08452717959880829, 0.0602446012198925, 0.08162958920001984, 0.04097766429185867, 0.04747176542878151, 0.07301364839076996, -0.006288741249591112, 0.045156169682741165, 0.10218833386898041, 0.07434478402137756, 0.018093811348080635], "cos_Ac_negg": [0.49775218963623047, 0.14654521644115448, 0.15192684531211853, 0.1571328490972519, 0.10936309397220612, 0.11749632656574249, 0.10834838449954987, 0.09858641028404236, 0.13224269449710846, 0.12754693627357483, 0.08938686549663544, 0.09787943214178085, 0.1280265748500824, 0.10372984409332275, 0.0802762508392334, 0.11813657730817795, 0.1364840716123581, 0.08069208264350891, 0.0939895361661911, 0.08452717959880829, 0.0602446012198925, 0.08162958920001984, 0.04097766429185867, 0.04747176542878151, 0.07301364839076996, -0.006288741249591112, 0.045156169682741165, 0.10218833386898041, 0.07434478402137756, 0.018093811348080635], "r_norm": [4.0835371017456055, 4.149515151977539, 4.083635330200195, 4.1500043869018555, 4.14808464050293, 4.133793830871582, 4.07669734954834, 4.103338241577148, 4.123790264129639, 4.0970354080200195, 4.071003437042236, 4.124055862426758, 4.198258399963379, 4.239487648010254, 4.146142959594727, 4.1136555671691895, 4.266465187072754, 4.058438777923584, 4.195096969604492, 4.1607770919799805, 4.028964996337891, 4.128705024719238, 4.182999610900879, 4.074380397796631, 4.138819694519043, 4.095311164855957, 4.052268981933594, 4.084874153137207, 4.083476543426514, 4.123180389404297]}, {"step": 6050, "epoch": 15, "train_loss": 1.8128206729888916, "cos_r_negg": [0.4914981424808502, 0.14084865152835846, 0.14307132363319397, 0.14671571552753448, 0.13278669118881226, 0.14878632128238678, 0.09848348796367645, 0.12835688889026642, 0.12150122970342636, 0.11667827516794205, 0.0792580395936966, 0.10236608982086182, 0.1302425116300583, 0.08903012424707413, 0.07663223147392273, 0.10369791090488434, 0.11332474648952484, 0.0831662267446518, 0.07856816053390503, 0.09018874168395996, 0.0633281022310257, 0.07122659683227539, 0.07017239928245544, 0.061927080154418945, 0.09947943687438965, 0.01443428173661232, 0.04412004351615906, 0.08064505457878113, 0.08868055790662766, 0.01305172499269247], "cos_apical_negg": [0.4914981424808502, 0.14084865152835846, 0.14307132363319397, 0.14671571552753448, 0.13278669118881226, 0.14878632128238678, 0.09848348796367645, 0.12835688889026642, 0.12150122970342636, 0.11667827516794205, 0.0792580395936966, 0.10236608982086182, 0.1302425116300583, 0.08903012424707413, 0.07663223147392273, 0.10369791090488434, 0.11332474648952484, 0.0831662267446518, 0.07856816053390503, 0.09018874168395996, 0.0633281022310257, 0.07122659683227539, 0.07017239928245544, 0.061927080154418945, 0.09947943687438965, 0.01443428173661232, 0.04412004351615906, 0.08064505457878113, 0.08868055790662766, 0.01305172499269247], "cos_Ac_negg": [0.4914981424808502, 0.14084865152835846, 0.14307132363319397, 0.14671571552753448, 0.13278669118881226, 0.14878632128238678, 0.09848348796367645, 0.12835688889026642, 0.12150122970342636, 0.11667827516794205, 0.0792580395936966, 0.10236608982086182, 0.1302425116300583, 0.08903012424707413, 0.07663223147392273, 0.10369791090488434, 0.11332474648952484, 0.0831662267446518, 0.07856816053390503, 0.09018874168395996, 0.0633281022310257, 0.07122659683227539, 0.07017239928245544, 0.061927080154418945, 0.09947943687438965, 0.01443428173661232, 0.04412004351615906, 0.08064505457878113, 0.08868055790662766, 0.01305172499269247], "r_norm": [4.284765243530273, 4.368352890014648, 4.285006046295166, 4.371121406555176, 4.354578018188477, 4.3390212059021, 4.302731513977051, 4.309865951538086, 4.3314409255981445, 4.309117317199707, 4.281096935272217, 4.331175804138184, 4.403693675994873, 4.454119682312012, 4.35830545425415, 4.318646430969238, 4.491672515869141, 4.274256229400635, 4.41195821762085, 4.364893913269043, 4.240245819091797, 4.332073211669922, 4.398834228515625, 4.282559394836426, 4.3500847816467285, 4.299735069274902, 4.255851745605469, 4.296436786651611, 4.288860321044922, 4.33197546005249]}, {"step": 6100, "epoch": 15, "train_loss": 1.6436480283737183, "cos_r_negg": [0.48189830780029297, 0.1471293866634369, 0.13262595236301422, 0.16116787493228912, 0.1384800672531128, 0.12811484932899475, 0.10066621750593185, 0.13953596353530884, 0.12911482155323029, 0.11516467481851578, 0.08597646653652191, 0.1057480052113533, 0.12689271569252014, 0.09025316685438156, 0.08561833202838898, 0.14551213383674622, 0.11122889816761017, 0.09803555905818939, 0.09633789211511612, 0.08109267801046371, 0.07373621314764023, 0.0659656673669815, 0.03959270194172859, 0.09215095639228821, 0.11630375683307648, 0.00854826346039772, 0.04891335591673851, 0.0946822389960289, 0.09386736154556274, -0.01133175939321518], "cos_apical_negg": [0.48189830780029297, 0.1471293866634369, 0.13262595236301422, 0.16116787493228912, 0.1384800672531128, 0.12811484932899475, 0.10066621750593185, 0.13953596353530884, 0.12911482155323029, 0.11516467481851578, 0.08597646653652191, 0.1057480052113533, 0.12689271569252014, 0.09025316685438156, 0.08561833202838898, 0.14551213383674622, 0.11122889816761017, 0.09803555905818939, 0.09633789211511612, 0.08109267801046371, 0.07373621314764023, 0.0659656673669815, 0.03959270194172859, 0.09215095639228821, 0.11630375683307648, 0.00854826346039772, 0.04891335591673851, 0.0946822389960289, 0.09386736154556274, -0.01133175939321518], "cos_Ac_negg": [0.48189830780029297, 0.1471293866634369, 0.13262595236301422, 0.16116787493228912, 0.1384800672531128, 0.12811484932899475, 0.10066621750593185, 0.13953596353530884, 0.12911482155323029, 0.11516467481851578, 0.08597646653652191, 0.1057480052113533, 0.12689271569252014, 0.09025316685438156, 0.08561833202838898, 0.14551213383674622, 0.11122889816761017, 0.09803555905818939, 0.09633789211511612, 0.08109267801046371, 0.07373621314764023, 0.0659656673669815, 0.03959270194172859, 0.09215095639228821, 0.11630375683307648, 0.00854826346039772, 0.04891335591673851, 0.0946822389960289, 0.09386736154556274, -0.01133175939321518], "r_norm": [4.167501449584961, 4.2321553230285645, 4.152075290679932, 4.2383527755737305, 4.234561443328857, 4.21591854095459, 4.15021276473999, 4.190652847290039, 4.205001354217529, 4.178852558135986, 4.144866943359375, 4.211213111877441, 4.287707328796387, 4.3309173583984375, 4.22574520111084, 4.193174839019775, 4.362237930297852, 4.14138126373291, 4.280303955078125, 4.235811233520508, 4.106860160827637, 4.2200927734375, 4.269355297088623, 4.164523124694824, 4.2161946296691895, 4.1731486320495605, 4.135344505310059, 4.165580749511719, 4.160994529724121, 4.2096357345581055]}, {"step": 6150, "epoch": 15, "train_loss": 1.7905470132827759, "cos_r_negg": [0.48905259370803833, 0.1369941681623459, 0.13683022558689117, 0.17971333861351013, 0.14144545793533325, 0.12667620182037354, 0.09602010995149612, 0.1579272449016571, 0.11711571365594864, 0.10065358877182007, 0.10350555181503296, 0.1076071634888649, 0.12653020024299622, 0.10826907306909561, 0.08627918362617493, 0.12361326813697815, 0.11758626997470856, 0.09398621320724487, 0.09010839462280273, 0.08415740728378296, 0.0700511634349823, 0.0672696903347969, 0.06209299713373184, 0.05619660019874573, 0.0968131572008133, 0.018895402550697327, 0.039277710020542145, 0.08988389372825623, 0.10003231465816498, 0.0031564142554998398], "cos_apical_negg": [0.48905259370803833, 0.1369941681623459, 0.13683022558689117, 0.17971333861351013, 0.14144545793533325, 0.12667620182037354, 0.09602010995149612, 0.1579272449016571, 0.11711571365594864, 0.10065358877182007, 0.10350555181503296, 0.1076071634888649, 0.12653020024299622, 0.10826907306909561, 0.08627918362617493, 0.12361326813697815, 0.11758626997470856, 0.09398621320724487, 0.09010839462280273, 0.08415740728378296, 0.0700511634349823, 0.0672696903347969, 0.06209299713373184, 0.05619660019874573, 0.0968131572008133, 0.018895402550697327, 0.039277710020542145, 0.08988389372825623, 0.10003231465816498, 0.0031564142554998398], "cos_Ac_negg": [0.48905259370803833, 0.1369941681623459, 0.13683022558689117, 0.17971333861351013, 0.14144545793533325, 0.12667620182037354, 0.09602010995149612, 0.1579272449016571, 0.11711571365594864, 0.10065358877182007, 0.10350555181503296, 0.1076071634888649, 0.12653020024299622, 0.10826907306909561, 0.08627918362617493, 0.12361326813697815, 0.11758626997470856, 0.09398621320724487, 0.09010839462280273, 0.08415740728378296, 0.0700511634349823, 0.0672696903347969, 0.06209299713373184, 0.05619660019874573, 0.0968131572008133, 0.018895402550697327, 0.039277710020542145, 0.08988389372825623, 0.10003231465816498, 0.0031564142554998398], "r_norm": [4.044203758239746, 4.117656230926514, 4.05516242980957, 4.122373580932617, 4.104940414428711, 4.1024580001831055, 4.036691188812256, 4.076497554779053, 4.087244033813477, 4.057241439819336, 4.034790992736816, 4.1013102531433105, 4.170901298522949, 4.21829891204834, 4.109222412109375, 4.088284015655518, 4.234251976013184, 4.018413066864014, 4.159897804260254, 4.113326072692871, 4.003567695617676, 4.097613334655762, 4.148853302001953, 4.042187690734863, 4.102145671844482, 4.060906410217285, 4.022380352020264, 4.057294845581055, 4.03649377822876, 4.094696044921875]}, {"step": 6200, "epoch": 15, "train_loss": 1.518170952796936, "cos_r_negg": [0.476377934217453, 0.12758326530456543, 0.14457783102989197, 0.17835433781147003, 0.13440543413162231, 0.15399621427059174, 0.12358713895082474, 0.13172490894794464, 0.11233796179294586, 0.11804753541946411, 0.1042027696967125, 0.10006458312273026, 0.13074642419815063, 0.0766446590423584, 0.0839572623372078, 0.13349409401416779, 0.11391101777553558, 0.07947662472724915, 0.08678640425205231, 0.06954725831747055, 0.07771722972393036, 0.07889912277460098, 0.04734524339437485, 0.05380302667617798, 0.10766088217496872, 0.011464767158031464, 0.04583736136555672, 0.07222595810890198, 0.07577124238014221, -0.036777544766664505], "cos_apical_negg": [0.476377934217453, 0.12758326530456543, 0.14457783102989197, 0.17835433781147003, 0.13440543413162231, 0.15399621427059174, 0.12358713895082474, 0.13172490894794464, 0.11233796179294586, 0.11804753541946411, 0.1042027696967125, 0.10006458312273026, 0.13074642419815063, 0.0766446590423584, 0.0839572623372078, 0.13349409401416779, 0.11391101777553558, 0.07947662472724915, 0.08678640425205231, 0.06954725831747055, 0.07771722972393036, 0.07889912277460098, 0.04734524339437485, 0.05380302667617798, 0.10766088217496872, 0.011464767158031464, 0.04583736136555672, 0.07222595810890198, 0.07577124238014221, -0.036777544766664505], "cos_Ac_negg": [0.476377934217453, 0.12758326530456543, 0.14457783102989197, 0.17835433781147003, 0.13440543413162231, 0.15399621427059174, 0.12358713895082474, 0.13172490894794464, 0.11233796179294586, 0.11804753541946411, 0.1042027696967125, 0.10006458312273026, 0.13074642419815063, 0.0766446590423584, 0.0839572623372078, 0.13349409401416779, 0.11391101777553558, 0.07947662472724915, 0.08678640425205231, 0.06954725831747055, 0.07771722972393036, 0.07889912277460098, 0.04734524339437485, 0.05380302667617798, 0.10766088217496872, 0.011464767158031464, 0.04583736136555672, 0.07222595810890198, 0.07577124238014221, -0.036777544766664505], "r_norm": [4.137545585632324, 4.221681594848633, 4.144716739654541, 4.203363418579102, 4.1953935623168945, 4.203899383544922, 4.130122184753418, 4.1768999099731445, 4.177452087402344, 4.158501148223877, 4.128879547119141, 4.190967559814453, 4.2662577629089355, 4.305588722229004, 4.205264091491699, 4.171228408813477, 4.336732387542725, 4.128398895263672, 4.26273250579834, 4.208189964294434, 4.106133937835693, 4.179229259490967, 4.248385429382324, 4.13214111328125, 4.192500114440918, 4.148557186126709, 4.126714706420898, 4.137853622436523, 4.140472412109375, 4.179313659667969]}, {"step": 6250, "epoch": 15, "train_loss": 1.6539933681488037, "cos_r_negg": [0.47397345304489136, 0.1284116506576538, 0.13466587662696838, 0.15149125456809998, 0.11789089441299438, 0.14508375525474548, 0.12497565150260925, 0.14757278561592102, 0.13006702065467834, 0.13355275988578796, 0.09368537366390228, 0.09792154282331467, 0.12880955636501312, 0.08623866736888885, 0.08604621887207031, 0.11096197366714478, 0.0971577987074852, 0.07585746794939041, 0.08195741474628448, 0.05640311539173126, 0.060450658202171326, 0.07004364579916, 0.04280946031212807, 0.05236712470650673, 0.08446823805570602, 0.002320030704140663, 0.060740984976291656, 0.10164943337440491, 0.07663415372371674, -0.018423788249492645], "cos_apical_negg": [0.47397345304489136, 0.1284116506576538, 0.13466587662696838, 0.15149125456809998, 0.11789089441299438, 0.14508375525474548, 0.12497565150260925, 0.14757278561592102, 0.13006702065467834, 0.13355275988578796, 0.09368537366390228, 0.09792154282331467, 0.12880955636501312, 0.08623866736888885, 0.08604621887207031, 0.11096197366714478, 0.0971577987074852, 0.07585746794939041, 0.08195741474628448, 0.05640311539173126, 0.060450658202171326, 0.07004364579916, 0.04280946031212807, 0.05236712470650673, 0.08446823805570602, 0.002320030704140663, 0.060740984976291656, 0.10164943337440491, 0.07663415372371674, -0.018423788249492645], "cos_Ac_negg": [0.47397345304489136, 0.1284116506576538, 0.13466587662696838, 0.15149125456809998, 0.11789089441299438, 0.14508375525474548, 0.12497565150260925, 0.14757278561592102, 0.13006702065467834, 0.13355275988578796, 0.09368537366390228, 0.09792154282331467, 0.12880955636501312, 0.08623866736888885, 0.08604621887207031, 0.11096197366714478, 0.0971577987074852, 0.07585746794939041, 0.08195741474628448, 0.05640311539173126, 0.060450658202171326, 0.07004364579916, 0.04280946031212807, 0.05236712470650673, 0.08446823805570602, 0.002320030704140663, 0.060740984976291656, 0.10164943337440491, 0.07663415372371674, -0.018423788249492645], "r_norm": [4.0749430656433105, 4.157684326171875, 4.080966949462891, 4.1477508544921875, 4.1307373046875, 4.1265153884887695, 4.077243804931641, 4.106461524963379, 4.129066467285156, 4.095818519592285, 4.065062522888184, 4.130218505859375, 4.206029891967773, 4.235010147094727, 4.150310516357422, 4.111493110656738, 4.267604827880859, 4.0675201416015625, 4.190123081207275, 4.152392387390137, 4.0451860427856445, 4.125219345092773, 4.190420150756836, 4.085169792175293, 4.139316558837891, 4.090362548828125, 4.061619281768799, 4.080255508422852, 4.0799407958984375, 4.127387046813965]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4086, "test_loss": 1.8004265502929688}, {"step": 6300, "epoch": 16, "train_loss": 1.698127031326294, "cos_r_negg": [0.49222224950790405, 0.12577655911445618, 0.14359739422798157, 0.13812732696533203, 0.12387782335281372, 0.14015930891036987, 0.12998929619789124, 0.13110217452049255, 0.10311095416545868, 0.11686000972986221, 0.1059207022190094, 0.0994475707411766, 0.12267088890075684, 0.08491180837154388, 0.08117109537124634, 0.1246466189622879, 0.10367926955223083, 0.08900061994791031, 0.09508532285690308, 0.08964204043149948, 0.034468233585357666, 0.10250917822122574, 0.056121934205293655, 0.056593071669340134, 0.07191912829875946, -0.023647548630833626, 0.05821364372968674, 0.1158749908208847, 0.08856701850891113, -0.02850368618965149], "cos_apical_negg": [0.49222224950790405, 0.12577655911445618, 0.14359739422798157, 0.13812732696533203, 0.12387782335281372, 0.14015930891036987, 0.12998929619789124, 0.13110217452049255, 0.10311095416545868, 0.11686000972986221, 0.1059207022190094, 0.0994475707411766, 0.12267088890075684, 0.08491180837154388, 0.08117109537124634, 0.1246466189622879, 0.10367926955223083, 0.08900061994791031, 0.09508532285690308, 0.08964204043149948, 0.034468233585357666, 0.10250917822122574, 0.056121934205293655, 0.056593071669340134, 0.07191912829875946, -0.023647548630833626, 0.05821364372968674, 0.1158749908208847, 0.08856701850891113, -0.02850368618965149], "cos_Ac_negg": [0.49222224950790405, 0.12577655911445618, 0.14359739422798157, 0.13812732696533203, 0.12387782335281372, 0.14015930891036987, 0.12998929619789124, 0.13110217452049255, 0.10311095416545868, 0.11686000972986221, 0.1059207022190094, 0.0994475707411766, 0.12267088890075684, 0.08491180837154388, 0.08117109537124634, 0.1246466189622879, 0.10367926955223083, 0.08900061994791031, 0.09508532285690308, 0.08964204043149948, 0.034468233585357666, 0.10250917822122574, 0.056121934205293655, 0.056593071669340134, 0.07191912829875946, -0.023647548630833626, 0.05821364372968674, 0.1158749908208847, 0.08856701850891113, -0.02850368618965149], "r_norm": [4.1087446212768555, 4.188070774078369, 4.105783462524414, 4.189348220825195, 4.17170524597168, 4.161462783813477, 4.108226299285889, 4.142881393432617, 4.154160976409912, 4.130091190338135, 4.103600978851318, 4.162783622741699, 4.238389015197754, 4.276190280914307, 4.174485206604004, 4.143220901489258, 4.310527324676514, 4.093916416168213, 4.235262870788574, 4.188180446624756, 4.06646728515625, 4.158230304718018, 4.208527565002441, 4.107426643371582, 4.165108680725098, 4.126227378845215, 4.088568687438965, 4.112768650054932, 4.112234115600586, 4.1541337966918945]}, {"step": 6350, "epoch": 16, "train_loss": 1.6671737432479858, "cos_r_negg": [0.48131972551345825, 0.138067826628685, 0.13680075109004974, 0.1488441824913025, 0.1160934716463089, 0.15431365370750427, 0.11909987032413483, 0.15317858755588531, 0.12182436883449554, 0.13203033804893494, 0.11441897600889206, 0.0951346755027771, 0.10654152929782867, 0.08817946165800095, 0.09059788286685944, 0.12299109995365143, 0.11488932371139526, 0.0880918875336647, 0.0773390606045723, 0.07335178554058075, 0.03601158782839775, 0.09894371777772903, 0.04532519355416298, 0.0633859783411026, 0.09663817286491394, 0.006560814566910267, 0.0820808857679367, 0.09171958267688751, 0.0768035352230072, -0.025215378031134605], "cos_apical_negg": [0.48131972551345825, 0.138067826628685, 0.13680075109004974, 0.1488441824913025, 0.1160934716463089, 0.15431365370750427, 0.11909987032413483, 0.15317858755588531, 0.12182436883449554, 0.13203033804893494, 0.11441897600889206, 0.0951346755027771, 0.10654152929782867, 0.08817946165800095, 0.09059788286685944, 0.12299109995365143, 0.11488932371139526, 0.0880918875336647, 0.0773390606045723, 0.07335178554058075, 0.03601158782839775, 0.09894371777772903, 0.04532519355416298, 0.0633859783411026, 0.09663817286491394, 0.006560814566910267, 0.0820808857679367, 0.09171958267688751, 0.0768035352230072, -0.025215378031134605], "cos_Ac_negg": [0.48131972551345825, 0.138067826628685, 0.13680075109004974, 0.1488441824913025, 0.1160934716463089, 0.15431365370750427, 0.11909987032413483, 0.15317858755588531, 0.12182436883449554, 0.13203033804893494, 0.11441897600889206, 0.0951346755027771, 0.10654152929782867, 0.08817946165800095, 0.09059788286685944, 0.12299109995365143, 0.11488932371139526, 0.0880918875336647, 0.0773390606045723, 0.07335178554058075, 0.03601158782839775, 0.09894371777772903, 0.04532519355416298, 0.0633859783411026, 0.09663817286491394, 0.006560814566910267, 0.0820808857679367, 0.09171958267688751, 0.0768035352230072, -0.025215378031134605], "r_norm": [4.05156135559082, 4.144194602966309, 4.078410625457764, 4.137032985687256, 4.122093677520752, 4.131098747253418, 4.064144134521484, 4.090517520904541, 4.107999801635742, 4.063503742218018, 4.055232048034668, 4.107100963592529, 4.1849164962768555, 4.224472522735596, 4.1345696449279785, 4.092107772827148, 4.246749401092529, 4.037729263305664, 4.172351837158203, 4.121068477630615, 4.0341796875, 4.0967559814453125, 4.153521537780762, 4.054435729980469, 4.112518310546875, 4.092414855957031, 4.046636581420898, 4.054895401000977, 4.04837703704834, 4.097411632537842]}, {"step": 6400, "epoch": 16, "train_loss": 1.658015489578247, "cos_r_negg": [0.5214008092880249, 0.13991917669773102, 0.13409990072250366, 0.15122853219509125, 0.1273985505104065, 0.14622631669044495, 0.10140030831098557, 0.1308707296848297, 0.13412189483642578, 0.11989250779151917, 0.08245637267827988, 0.1056324690580368, 0.11782234162092209, 0.09180915355682373, 0.07991551607847214, 0.1336519718170166, 0.11019763350486755, 0.08107611536979675, 0.07719062268733978, 0.05662517994642258, 0.057177990674972534, 0.08988705277442932, 0.055843643844127655, 0.061674438416957855, 0.1085159033536911, 0.02042766846716404, 0.040432509034872055, 0.09126356989145279, 0.082840695977211, 0.0007997648790478706], "cos_apical_negg": [0.5214008092880249, 0.13991917669773102, 0.13409990072250366, 0.15122853219509125, 0.1273985505104065, 0.14622631669044495, 0.10140030831098557, 0.1308707296848297, 0.13412189483642578, 0.11989250779151917, 0.08245637267827988, 0.1056324690580368, 0.11782234162092209, 0.09180915355682373, 0.07991551607847214, 0.1336519718170166, 0.11019763350486755, 0.08107611536979675, 0.07719062268733978, 0.05662517994642258, 0.057177990674972534, 0.08988705277442932, 0.055843643844127655, 0.061674438416957855, 0.1085159033536911, 0.02042766846716404, 0.040432509034872055, 0.09126356989145279, 0.082840695977211, 0.0007997648790478706], "cos_Ac_negg": [0.5214008092880249, 0.13991917669773102, 0.13409990072250366, 0.15122853219509125, 0.1273985505104065, 0.14622631669044495, 0.10140030831098557, 0.1308707296848297, 0.13412189483642578, 0.11989250779151917, 0.08245637267827988, 0.1056324690580368, 0.11782234162092209, 0.09180915355682373, 0.07991551607847214, 0.1336519718170166, 0.11019763350486755, 0.08107611536979675, 0.07719062268733978, 0.05662517994642258, 0.057177990674972534, 0.08988705277442932, 0.055843643844127655, 0.061674438416957855, 0.1085159033536911, 0.02042766846716404, 0.040432509034872055, 0.09126356989145279, 0.082840695977211, 0.0007997648790478706], "r_norm": [4.034704208374023, 4.108096122741699, 4.044246196746826, 4.108928680419922, 4.091388702392578, 4.08695125579834, 4.027667999267578, 4.061345100402832, 4.077730178833008, 4.046288013458252, 4.035118103027344, 4.094185829162598, 4.152218341827393, 4.187838554382324, 4.103944301605225, 4.071059226989746, 4.2285542488098145, 4.019908905029297, 4.1464152336120605, 4.109626770019531, 3.9951767921447754, 4.072388648986816, 4.12476921081543, 4.037805080413818, 4.088574409484863, 4.05358362197876, 4.0064191818237305, 4.042818069458008, 4.027737617492676, 4.076305866241455]}, {"step": 6450, "epoch": 16, "train_loss": 1.7375152111053467, "cos_r_negg": [0.4819891154766083, 0.1314484179019928, 0.1605241298675537, 0.14315180480480194, 0.11861268430948257, 0.14252766966819763, 0.11770470440387726, 0.1259804517030716, 0.12112393230199814, 0.13832901418209076, 0.0865858942270279, 0.12012128531932831, 0.13597846031188965, 0.09616634249687195, 0.06875994801521301, 0.12336407601833344, 0.11523231118917465, 0.06970006227493286, 0.09612815082073212, 0.07228546589612961, 0.06081289052963257, 0.07683586329221725, 0.06962275505065918, 0.05174391716718674, 0.09354616701602936, 0.029601257294416428, 0.034886881709098816, 0.09407517313957214, 0.0683947205543518, -0.006337498314678669], "cos_apical_negg": [0.4819891154766083, 0.1314484179019928, 0.1605241298675537, 0.14315180480480194, 0.11861268430948257, 0.14252766966819763, 0.11770470440387726, 0.1259804517030716, 0.12112393230199814, 0.13832901418209076, 0.0865858942270279, 0.12012128531932831, 0.13597846031188965, 0.09616634249687195, 0.06875994801521301, 0.12336407601833344, 0.11523231118917465, 0.06970006227493286, 0.09612815082073212, 0.07228546589612961, 0.06081289052963257, 0.07683586329221725, 0.06962275505065918, 0.05174391716718674, 0.09354616701602936, 0.029601257294416428, 0.034886881709098816, 0.09407517313957214, 0.0683947205543518, -0.006337498314678669], "cos_Ac_negg": [0.4819891154766083, 0.1314484179019928, 0.1605241298675537, 0.14315180480480194, 0.11861268430948257, 0.14252766966819763, 0.11770470440387726, 0.1259804517030716, 0.12112393230199814, 0.13832901418209076, 0.0865858942270279, 0.12012128531932831, 0.13597846031188965, 0.09616634249687195, 0.06875994801521301, 0.12336407601833344, 0.11523231118917465, 0.06970006227493286, 0.09612815082073212, 0.07228546589612961, 0.06081289052963257, 0.07683586329221725, 0.06962275505065918, 0.05174391716718674, 0.09354616701602936, 0.029601257294416428, 0.034886881709098816, 0.09407517313957214, 0.0683947205543518, -0.006337498314678669], "r_norm": [4.062967300415039, 4.139527320861816, 4.053742408752441, 4.125603675842285, 4.136343002319336, 4.121628284454346, 4.060015678405762, 4.078680992126465, 4.112442970275879, 4.079596042633057, 4.042152404785156, 4.109936237335205, 4.191178798675537, 4.226673126220703, 4.13985538482666, 4.1046366691589355, 4.241501808166504, 4.03028678894043, 4.177353382110596, 4.123074054718018, 4.025186538696289, 4.116593837738037, 4.169303894042969, 4.051237106323242, 4.113710880279541, 4.081988334655762, 4.032680988311768, 4.055474758148193, 4.051655292510986, 4.11068868637085]}, {"step": 6500, "epoch": 16, "train_loss": 1.725131869316101, "cos_r_negg": [0.46943023800849915, 0.13244715332984924, 0.15012188255786896, 0.15709537267684937, 0.148826003074646, 0.13357004523277283, 0.12097659707069397, 0.13019289076328278, 0.13382311165332794, 0.12689447402954102, 0.07928392291069031, 0.09299024939537048, 0.11404350399971008, 0.07437378168106079, 0.09312799572944641, 0.10462595522403717, 0.10198164731264114, 0.07522985339164734, 0.09494531154632568, 0.06305012106895447, 0.047943633049726486, 0.0702873095870018, 0.058886121958494186, 0.0622238852083683, 0.0885573998093605, 0.014904702082276344, 0.04264379292726517, 0.09832368046045303, 0.07943996787071228, -0.0070454515516757965], "cos_apical_negg": [0.46943023800849915, 0.13244715332984924, 0.15012188255786896, 0.15709537267684937, 0.148826003074646, 0.13357004523277283, 0.12097659707069397, 0.13019289076328278, 0.13382311165332794, 0.12689447402954102, 0.07928392291069031, 0.09299024939537048, 0.11404350399971008, 0.07437378168106079, 0.09312799572944641, 0.10462595522403717, 0.10198164731264114, 0.07522985339164734, 0.09494531154632568, 0.06305012106895447, 0.047943633049726486, 0.0702873095870018, 0.058886121958494186, 0.0622238852083683, 0.0885573998093605, 0.014904702082276344, 0.04264379292726517, 0.09832368046045303, 0.07943996787071228, -0.0070454515516757965], "cos_Ac_negg": [0.46943023800849915, 0.13244715332984924, 0.15012188255786896, 0.15709537267684937, 0.148826003074646, 0.13357004523277283, 0.12097659707069397, 0.13019289076328278, 0.13382311165332794, 0.12689447402954102, 0.07928392291069031, 0.09299024939537048, 0.11404350399971008, 0.07437378168106079, 0.09312799572944641, 0.10462595522403717, 0.10198164731264114, 0.07522985339164734, 0.09494531154632568, 0.06305012106895447, 0.047943633049726486, 0.0702873095870018, 0.058886121958494186, 0.0622238852083683, 0.0885573998093605, 0.014904702082276344, 0.04264379292726517, 0.09832368046045303, 0.07943996787071228, -0.0070454515516757965], "r_norm": [4.2040252685546875, 4.282032012939453, 4.209451675415039, 4.29237174987793, 4.261625289916992, 4.2642598152160645, 4.212364196777344, 4.239627838134766, 4.256767272949219, 4.227463245391846, 4.189146995544434, 4.268566131591797, 4.348650932312012, 4.388248443603516, 4.28135871887207, 4.260748863220215, 4.400320053100586, 4.170676231384277, 4.329577445983887, 4.2913079261779785, 4.161404609680176, 4.2653656005859375, 4.321741580963135, 4.206907272338867, 4.262072563171387, 4.216876029968262, 4.189582824707031, 4.220658779144287, 4.2036237716674805, 4.263604640960693]}, {"step": 6550, "epoch": 16, "train_loss": 1.4208999872207642, "cos_r_negg": [0.47555360198020935, 0.13721813261508942, 0.160930797457695, 0.1663525104522705, 0.12864841520786285, 0.13512909412384033, 0.10889863967895508, 0.1422286033630371, 0.1346084475517273, 0.14125357568264008, 0.1110239177942276, 0.10082501918077469, 0.11046789586544037, 0.12103232741355896, 0.11433075368404388, 0.12406463176012039, 0.10445025563240051, 0.09536100924015045, 0.0985136553645134, 0.06590564548969269, 0.06686542928218842, 0.0722237080335617, 0.060113221406936646, 0.0648728460073471, 0.08098501712083817, 0.018170468509197235, 0.06571982800960541, 0.08871086686849594, 0.1088920459151268, 0.004739264026284218], "cos_apical_negg": [0.47555360198020935, 0.13721813261508942, 0.160930797457695, 0.1663525104522705, 0.12864841520786285, 0.13512909412384033, 0.10889863967895508, 0.1422286033630371, 0.1346084475517273, 0.14125357568264008, 0.1110239177942276, 0.10082501918077469, 0.11046789586544037, 0.12103232741355896, 0.11433075368404388, 0.12406463176012039, 0.10445025563240051, 0.09536100924015045, 0.0985136553645134, 0.06590564548969269, 0.06686542928218842, 0.0722237080335617, 0.060113221406936646, 0.0648728460073471, 0.08098501712083817, 0.018170468509197235, 0.06571982800960541, 0.08871086686849594, 0.1088920459151268, 0.004739264026284218], "cos_Ac_negg": [0.47555360198020935, 0.13721813261508942, 0.160930797457695, 0.1663525104522705, 0.12864841520786285, 0.13512909412384033, 0.10889863967895508, 0.1422286033630371, 0.1346084475517273, 0.14125357568264008, 0.1110239177942276, 0.10082501918077469, 0.11046789586544037, 0.12103232741355896, 0.11433075368404388, 0.12406463176012039, 0.10445025563240051, 0.09536100924015045, 0.0985136553645134, 0.06590564548969269, 0.06686542928218842, 0.0722237080335617, 0.060113221406936646, 0.0648728460073471, 0.08098501712083817, 0.018170468509197235, 0.06571982800960541, 0.08871086686849594, 0.1088920459151268, 0.004739264026284218], "r_norm": [4.0017194747924805, 4.0823516845703125, 4.021686553955078, 4.086525917053223, 4.064449310302734, 4.0590667724609375, 4.010157108306885, 4.034609794616699, 4.0562005043029785, 4.024487018585205, 4.007655143737793, 4.062950134277344, 4.127418518066406, 4.173559188842773, 4.075808525085449, 4.041762351989746, 4.2024078369140625, 3.9869513511657715, 4.120046138763428, 4.082050323486328, 3.970736503601074, 4.057222366333008, 4.10747766494751, 4.009418487548828, 4.064085483551025, 4.029550075531006, 3.9806997776031494, 4.018728733062744, 4.006789684295654, 4.050049781799316]}, {"step": 6600, "epoch": 16, "train_loss": 1.5175925493240356, "cos_r_negg": [0.48851698637008667, 0.1392839401960373, 0.1714426577091217, 0.1612161099910736, 0.11523716151714325, 0.16488642990589142, 0.11683182418346405, 0.1453438252210617, 0.11444385349750519, 0.12608107924461365, 0.08491817116737366, 0.1089257150888443, 0.13312789797782898, 0.08828522264957428, 0.10769052058458328, 0.09721130132675171, 0.09130824357271194, 0.08325398713350296, 0.06331519037485123, 0.08104431629180908, 0.06396625936031342, 0.07256262004375458, 0.040386781096458435, 0.06644892692565918, 0.08197105675935745, 0.03149133175611496, 0.05351042374968529, 0.1022391989827156, 0.11030994355678558, 0.02661164104938507], "cos_apical_negg": [0.48851698637008667, 0.1392839401960373, 0.1714426577091217, 0.1612161099910736, 0.11523716151714325, 0.16488642990589142, 0.11683182418346405, 0.1453438252210617, 0.11444385349750519, 0.12608107924461365, 0.08491817116737366, 0.1089257150888443, 0.13312789797782898, 0.08828522264957428, 0.10769052058458328, 0.09721130132675171, 0.09130824357271194, 0.08325398713350296, 0.06331519037485123, 0.08104431629180908, 0.06396625936031342, 0.07256262004375458, 0.040386781096458435, 0.06644892692565918, 0.08197105675935745, 0.03149133175611496, 0.05351042374968529, 0.1022391989827156, 0.11030994355678558, 0.02661164104938507], "cos_Ac_negg": [0.48851698637008667, 0.1392839401960373, 0.1714426577091217, 0.1612161099910736, 0.11523716151714325, 0.16488642990589142, 0.11683182418346405, 0.1453438252210617, 0.11444385349750519, 0.12608107924461365, 0.08491817116737366, 0.1089257150888443, 0.13312789797782898, 0.08828522264957428, 0.10769052058458328, 0.09721130132675171, 0.09130824357271194, 0.08325398713350296, 0.06331519037485123, 0.08104431629180908, 0.06396625936031342, 0.07256262004375458, 0.040386781096458435, 0.06644892692565918, 0.08197105675935745, 0.03149133175611496, 0.05351042374968529, 0.1022391989827156, 0.11030994355678558, 0.02661164104938507], "r_norm": [3.94111967086792, 4.021217346191406, 3.953864574432373, 4.016509056091309, 3.997321605682373, 3.993497610092163, 3.9443750381469727, 3.970815658569336, 3.991567611694336, 3.95693302154541, 3.9351754188537598, 4.00073766708374, 4.063229560852051, 4.104110240936279, 4.013812065124512, 3.9794583320617676, 4.133878231048584, 3.923280715942383, 4.05930233001709, 4.019394874572754, 3.9057819843292236, 3.9847190380096436, 4.040306091308594, 3.9505560398101807, 3.9969186782836914, 3.9629263877868652, 3.918893814086914, 3.948117256164551, 3.941551685333252, 3.9856221675872803]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4129, "test_loss": 1.8456483154296874}, {"step": 6650, "epoch": 17, "train_loss": 1.607295036315918, "cos_r_negg": [0.49274933338165283, 0.14541222155094147, 0.15534651279449463, 0.15884920954704285, 0.1269386112689972, 0.13599753379821777, 0.12391337752342224, 0.14126288890838623, 0.14036452770233154, 0.12492047995328903, 0.10921373218297958, 0.09143125265836716, 0.12036078423261642, 0.0896807610988617, 0.0942646712064743, 0.13445588946342468, 0.0887419804930687, 0.09147252142429352, 0.0757291167974472, 0.05986813083291054, 0.05606028065085411, 0.0907653421163559, 0.05557917803525925, 0.06434032320976257, 0.09546089172363281, 0.027471765875816345, 0.021605681627988815, 0.10150104016065598, 0.10173952579498291, 0.023074792698025703], "cos_apical_negg": [0.49274933338165283, 0.14541222155094147, 0.15534651279449463, 0.15884920954704285, 0.1269386112689972, 0.13599753379821777, 0.12391337752342224, 0.14126288890838623, 0.14036452770233154, 0.12492047995328903, 0.10921373218297958, 0.09143125265836716, 0.12036078423261642, 0.0896807610988617, 0.0942646712064743, 0.13445588946342468, 0.0887419804930687, 0.09147252142429352, 0.0757291167974472, 0.05986813083291054, 0.05606028065085411, 0.0907653421163559, 0.05557917803525925, 0.06434032320976257, 0.09546089172363281, 0.027471765875816345, 0.021605681627988815, 0.10150104016065598, 0.10173952579498291, 0.023074792698025703], "cos_Ac_negg": [0.49274933338165283, 0.14541222155094147, 0.15534651279449463, 0.15884920954704285, 0.1269386112689972, 0.13599753379821777, 0.12391337752342224, 0.14126288890838623, 0.14036452770233154, 0.12492047995328903, 0.10921373218297958, 0.09143125265836716, 0.12036078423261642, 0.0896807610988617, 0.0942646712064743, 0.13445588946342468, 0.0887419804930687, 0.09147252142429352, 0.0757291167974472, 0.05986813083291054, 0.05606028065085411, 0.0907653421163559, 0.05557917803525925, 0.06434032320976257, 0.09546089172363281, 0.027471765875816345, 0.021605681627988815, 0.10150104016065598, 0.10173952579498291, 0.023074792698025703], "r_norm": [4.077793121337891, 4.15907096862793, 4.083540916442871, 4.16054630279541, 4.145669937133789, 4.135022163391113, 4.077930450439453, 4.106234550476074, 4.132618427276611, 4.10444450378418, 4.0740580558776855, 4.135235786437988, 4.200601577758789, 4.251002311706543, 4.151004314422607, 4.113414764404297, 4.2801408767700195, 4.067062854766846, 4.1985578536987305, 4.163741588592529, 4.0332746505737305, 4.134546279907227, 4.185771465301514, 4.0802764892578125, 4.1405415534973145, 4.099692344665527, 4.059513092041016, 4.090431213378906, 4.087449550628662, 4.1267266273498535]}, {"step": 6700, "epoch": 17, "train_loss": 1.6674624681472778, "cos_r_negg": [0.49924084544181824, 0.13366596400737762, 0.1510309875011444, 0.14967426657676697, 0.12957057356834412, 0.16146674752235413, 0.12463581562042236, 0.139841228723526, 0.14097535610198975, 0.12087362259626389, 0.10991964489221573, 0.1059800386428833, 0.12138180434703827, 0.10121290385723114, 0.0853264331817627, 0.12077632546424866, 0.11769989132881165, 0.07664813101291656, 0.1017773374915123, 0.0683852881193161, 0.05049171298742294, 0.08666953444480896, 0.04691101238131523, 0.05065009742975235, 0.12457537651062012, 0.028914175927639008, 0.03150952607393265, 0.08037766069173813, 0.10146677494049072, 0.027672573924064636], "cos_apical_negg": [0.49924084544181824, 0.13366596400737762, 0.1510309875011444, 0.14967426657676697, 0.12957057356834412, 0.16146674752235413, 0.12463581562042236, 0.139841228723526, 0.14097535610198975, 0.12087362259626389, 0.10991964489221573, 0.1059800386428833, 0.12138180434703827, 0.10121290385723114, 0.0853264331817627, 0.12077632546424866, 0.11769989132881165, 0.07664813101291656, 0.1017773374915123, 0.0683852881193161, 0.05049171298742294, 0.08666953444480896, 0.04691101238131523, 0.05065009742975235, 0.12457537651062012, 0.028914175927639008, 0.03150952607393265, 0.08037766069173813, 0.10146677494049072, 0.027672573924064636], "cos_Ac_negg": [0.49924084544181824, 0.13366596400737762, 0.1510309875011444, 0.14967426657676697, 0.12957057356834412, 0.16146674752235413, 0.12463581562042236, 0.139841228723526, 0.14097535610198975, 0.12087362259626389, 0.10991964489221573, 0.1059800386428833, 0.12138180434703827, 0.10121290385723114, 0.0853264331817627, 0.12077632546424866, 0.11769989132881165, 0.07664813101291656, 0.1017773374915123, 0.0683852881193161, 0.05049171298742294, 0.08666953444480896, 0.04691101238131523, 0.05065009742975235, 0.12457537651062012, 0.028914175927639008, 0.03150952607393265, 0.08037766069173813, 0.10146677494049072, 0.027672573924064636], "r_norm": [4.040809154510498, 4.108896255493164, 4.029424667358398, 4.106136322021484, 4.095103740692139, 4.086979389190674, 4.037139892578125, 4.059386730194092, 4.087490558624268, 4.047619819641113, 4.0160369873046875, 4.089033126831055, 4.16297721862793, 4.201468467712402, 4.104711532592773, 4.068655967712402, 4.221851348876953, 4.008042812347412, 4.1523895263671875, 4.103437423706055, 3.9917001724243164, 4.075660705566406, 4.131430625915527, 4.032120704650879, 4.081157207489014, 4.0506591796875, 4.011692047119141, 4.032108306884766, 4.028031826019287, 4.0775556564331055]}, {"step": 6750, "epoch": 17, "train_loss": 1.831768274307251, "cos_r_negg": [0.4917488694190979, 0.13990440964698792, 0.15365779399871826, 0.15515634417533875, 0.1254754215478897, 0.14668552577495575, 0.10792646557092667, 0.14080506563186646, 0.12464520335197449, 0.12498091906309128, 0.09767875075340271, 0.08337648957967758, 0.13257485628128052, 0.09275750815868378, 0.08421319723129272, 0.11677579581737518, 0.09793780744075775, 0.10709601640701294, 0.1015167236328125, 0.07509399950504303, 0.04069152846932411, 0.09914331138134003, 0.053619205951690674, 0.053273700177669525, 0.10800828039646149, 0.02970534935593605, 0.05152468383312225, 0.0959734097123146, 0.07947850227355957, 0.0431332066655159], "cos_apical_negg": [0.4917488694190979, 0.13990440964698792, 0.15365779399871826, 0.15515634417533875, 0.1254754215478897, 0.14668552577495575, 0.10792646557092667, 0.14080506563186646, 0.12464520335197449, 0.12498091906309128, 0.09767875075340271, 0.08337648957967758, 0.13257485628128052, 0.09275750815868378, 0.08421319723129272, 0.11677579581737518, 0.09793780744075775, 0.10709601640701294, 0.1015167236328125, 0.07509399950504303, 0.04069152846932411, 0.09914331138134003, 0.053619205951690674, 0.053273700177669525, 0.10800828039646149, 0.02970534935593605, 0.05152468383312225, 0.0959734097123146, 0.07947850227355957, 0.0431332066655159], "cos_Ac_negg": [0.4917488694190979, 0.13990440964698792, 0.15365779399871826, 0.15515634417533875, 0.1254754215478897, 0.14668552577495575, 0.10792646557092667, 0.14080506563186646, 0.12464520335197449, 0.12498091906309128, 0.09767875075340271, 0.08337648957967758, 0.13257485628128052, 0.09275750815868378, 0.08421319723129272, 0.11677579581737518, 0.09793780744075775, 0.10709601640701294, 0.1015167236328125, 0.07509399950504303, 0.04069152846932411, 0.09914331138134003, 0.053619205951690674, 0.053273700177669525, 0.10800828039646149, 0.02970534935593605, 0.05152468383312225, 0.0959734097123146, 0.07947850227355957, 0.0431332066655159], "r_norm": [4.1509785652160645, 4.2268571853637695, 4.154937744140625, 4.238048076629639, 4.20965576171875, 4.198642730712891, 4.144829750061035, 4.180433750152588, 4.20048713684082, 4.164780616760254, 4.132047653198242, 4.213582515716553, 4.287184715270996, 4.330051422119141, 4.224630832672119, 4.187447547912598, 4.3506059646606445, 4.1290283203125, 4.267331123352051, 4.221712112426758, 4.104194641113281, 4.203967571258545, 4.259496688842773, 4.159117698669434, 4.209451675415039, 4.1662092208862305, 4.123136520385742, 4.16080379486084, 4.1450090408325195, 4.197398662567139]}, {"step": 6800, "epoch": 17, "train_loss": 1.552170991897583, "cos_r_negg": [0.450989305973053, 0.14875882863998413, 0.15952810645103455, 0.16923528909683228, 0.13298383355140686, 0.1546853929758072, 0.13202475011348724, 0.13171744346618652, 0.13456331193447113, 0.112940214574337, 0.09633495658636093, 0.09653061628341675, 0.13257674872875214, 0.10796387493610382, 0.09745527058839798, 0.12062181532382965, 0.10681379586458206, 0.07654541730880737, 0.09572260826826096, 0.04883034899830818, 0.07392078638076782, 0.0953005999326706, 0.06833674758672714, 0.05717623233795166, 0.11485771089792252, 0.02853063866496086, 0.04942435771226883, 0.0962015837430954, 0.10306181013584137, 0.03526950627565384], "cos_apical_negg": [0.450989305973053, 0.14875882863998413, 0.15952810645103455, 0.16923528909683228, 0.13298383355140686, 0.1546853929758072, 0.13202475011348724, 0.13171744346618652, 0.13456331193447113, 0.112940214574337, 0.09633495658636093, 0.09653061628341675, 0.13257674872875214, 0.10796387493610382, 0.09745527058839798, 0.12062181532382965, 0.10681379586458206, 0.07654541730880737, 0.09572260826826096, 0.04883034899830818, 0.07392078638076782, 0.0953005999326706, 0.06833674758672714, 0.05717623233795166, 0.11485771089792252, 0.02853063866496086, 0.04942435771226883, 0.0962015837430954, 0.10306181013584137, 0.03526950627565384], "cos_Ac_negg": [0.450989305973053, 0.14875882863998413, 0.15952810645103455, 0.16923528909683228, 0.13298383355140686, 0.1546853929758072, 0.13202475011348724, 0.13171744346618652, 0.13456331193447113, 0.112940214574337, 0.09633495658636093, 0.09653061628341675, 0.13257674872875214, 0.10796387493610382, 0.09745527058839798, 0.12062181532382965, 0.10681379586458206, 0.07654541730880737, 0.09572260826826096, 0.04883034899830818, 0.07392078638076782, 0.0953005999326706, 0.06833674758672714, 0.05717623233795166, 0.11485771089792252, 0.02853063866496086, 0.04942435771226883, 0.0962015837430954, 0.10306181013584137, 0.03526950627565384], "r_norm": [4.124600887298584, 4.191336631774902, 4.122586250305176, 4.192253112792969, 4.176544666290283, 4.180562973022461, 4.11538028717041, 4.155090808868408, 4.160294532775879, 4.139612197875977, 4.108554840087891, 4.1760172843933105, 4.248032569885254, 4.291213035583496, 4.187759876251221, 4.162295341491699, 4.31514835357666, 4.09415340423584, 4.243895530700684, 4.19874382019043, 4.072845458984375, 4.1671319007873535, 4.231292724609375, 4.121759414672852, 4.174155235290527, 4.1348652839660645, 4.104473114013672, 4.127695083618164, 4.121837139129639, 4.166447639465332]}, {"step": 6850, "epoch": 17, "train_loss": 1.795233130455017, "cos_r_negg": [0.49858447909355164, 0.14231418073177338, 0.15315335988998413, 0.1594417244195938, 0.1209356039762497, 0.12967520952224731, 0.12837743759155273, 0.1265873908996582, 0.13989713788032532, 0.0897282063961029, 0.07184284925460815, 0.08839552104473114, 0.13665106892585754, 0.10050968825817108, 0.10936228930950165, 0.11590863764286041, 0.101595938205719, 0.0646234005689621, 0.07542963325977325, 0.05271594226360321, 0.0642092153429985, 0.07781447470188141, 0.05726219713687897, 0.07040364295244217, 0.1227530986070633, 0.02342941425740719, 0.06063004955649376, 0.09772931039333344, 0.09000653028488159, 0.0322384387254715], "cos_apical_negg": [0.49858447909355164, 0.14231418073177338, 0.15315335988998413, 0.1594417244195938, 0.1209356039762497, 0.12967520952224731, 0.12837743759155273, 0.1265873908996582, 0.13989713788032532, 0.0897282063961029, 0.07184284925460815, 0.08839552104473114, 0.13665106892585754, 0.10050968825817108, 0.10936228930950165, 0.11590863764286041, 0.101595938205719, 0.0646234005689621, 0.07542963325977325, 0.05271594226360321, 0.0642092153429985, 0.07781447470188141, 0.05726219713687897, 0.07040364295244217, 0.1227530986070633, 0.02342941425740719, 0.06063004955649376, 0.09772931039333344, 0.09000653028488159, 0.0322384387254715], "cos_Ac_negg": [0.49858447909355164, 0.14231418073177338, 0.15315335988998413, 0.1594417244195938, 0.1209356039762497, 0.12967520952224731, 0.12837743759155273, 0.1265873908996582, 0.13989713788032532, 0.0897282063961029, 0.07184284925460815, 0.08839552104473114, 0.13665106892585754, 0.10050968825817108, 0.10936228930950165, 0.11590863764286041, 0.101595938205719, 0.0646234005689621, 0.07542963325977325, 0.05271594226360321, 0.0642092153429985, 0.07781447470188141, 0.05726219713687897, 0.07040364295244217, 0.1227530986070633, 0.02342941425740719, 0.06063004955649376, 0.09772931039333344, 0.09000653028488159, 0.0322384387254715], "r_norm": [4.17408561706543, 4.24440860748291, 4.177602767944336, 4.2495269775390625, 4.240208625793457, 4.237948417663574, 4.1707634925842285, 4.199314594268799, 4.2159881591796875, 4.180753707885742, 4.159758567810059, 4.215110778808594, 4.30026912689209, 4.33698844909668, 4.233895301818848, 4.206437110900879, 4.3659772872924805, 4.143239974975586, 4.300283432006836, 4.243443489074707, 4.13718318939209, 4.21951150894165, 4.2745490074157715, 4.166555881500244, 4.223046779632568, 4.19194221496582, 4.153663635253906, 4.1689372062683105, 4.164457321166992, 4.211030960083008]}, {"step": 6900, "epoch": 17, "train_loss": 1.747072696685791, "cos_r_negg": [0.48499152064323425, 0.15448500216007233, 0.16174504160881042, 0.1593264639377594, 0.12328289449214935, 0.14943693578243256, 0.1279609501361847, 0.1390257477760315, 0.14095264673233032, 0.11186347901821136, 0.08692607283592224, 0.08778989315032959, 0.13796968758106232, 0.08553750067949295, 0.09246727079153061, 0.11071784049272537, 0.10355738550424576, 0.08223636448383331, 0.08603739738464355, 0.06449951231479645, 0.06999567896127701, 0.09389276057481766, 0.04729060083627701, 0.06855656206607819, 0.10546796768903732, 0.025844158604741096, 0.03547603636980057, 0.10378073900938034, 0.06896121799945831, 0.008962375111877918], "cos_apical_negg": [0.48499152064323425, 0.15448500216007233, 0.16174504160881042, 0.1593264639377594, 0.12328289449214935, 0.14943693578243256, 0.1279609501361847, 0.1390257477760315, 0.14095264673233032, 0.11186347901821136, 0.08692607283592224, 0.08778989315032959, 0.13796968758106232, 0.08553750067949295, 0.09246727079153061, 0.11071784049272537, 0.10355738550424576, 0.08223636448383331, 0.08603739738464355, 0.06449951231479645, 0.06999567896127701, 0.09389276057481766, 0.04729060083627701, 0.06855656206607819, 0.10546796768903732, 0.025844158604741096, 0.03547603636980057, 0.10378073900938034, 0.06896121799945831, 0.008962375111877918], "cos_Ac_negg": [0.48499152064323425, 0.15448500216007233, 0.16174504160881042, 0.1593264639377594, 0.12328289449214935, 0.14943693578243256, 0.1279609501361847, 0.1390257477760315, 0.14095264673233032, 0.11186347901821136, 0.08692607283592224, 0.08778989315032959, 0.13796968758106232, 0.08553750067949295, 0.09246727079153061, 0.11071784049272537, 0.10355738550424576, 0.08223636448383331, 0.08603739738464355, 0.06449951231479645, 0.06999567896127701, 0.09389276057481766, 0.04729060083627701, 0.06855656206607819, 0.10546796768903732, 0.025844158604741096, 0.03547603636980057, 0.10378073900938034, 0.06896121799945831, 0.008962375111877918], "r_norm": [4.141409397125244, 4.229985237121582, 4.148866653442383, 4.216489791870117, 4.203537940979004, 4.205245018005371, 4.145691871643066, 4.173809051513672, 4.192625045776367, 4.1639604568481445, 4.141108512878418, 4.1969757080078125, 4.271984100341797, 4.303339958190918, 4.215851306915283, 4.183523654937744, 4.3389177322387695, 4.12290620803833, 4.264031410217285, 4.219244956970215, 4.104700088500977, 4.182812213897705, 4.249570369720459, 4.137169361114502, 4.203336715698242, 4.162538528442383, 4.128445148468018, 4.1429314613342285, 4.1465911865234375, 4.190543174743652]}, {"step": 6950, "epoch": 17, "train_loss": 1.670274019241333, "cos_r_negg": [0.4634243845939636, 0.1553875207901001, 0.15966814756393433, 0.16266976296901703, 0.1330426037311554, 0.14746937155723572, 0.11885800212621689, 0.1438794583082199, 0.14568272233009338, 0.10978706181049347, 0.10603241622447968, 0.09399296343326569, 0.1254907250404358, 0.09491726756095886, 0.08385130763053894, 0.13287262618541718, 0.11040397733449936, 0.08860678970813751, 0.08954035490751266, 0.04216259717941284, 0.06689970195293427, 0.09350559860467911, 0.03772098943591118, 0.06657353043556213, 0.10660873353481293, -0.0055951825343072414, 0.04232650622725487, 0.10116714239120483, 0.08076807111501694, 0.02031976915895939], "cos_apical_negg": [0.4634243845939636, 0.1553875207901001, 0.15966814756393433, 0.16266976296901703, 0.1330426037311554, 0.14746937155723572, 0.11885800212621689, 0.1438794583082199, 0.14568272233009338, 0.10978706181049347, 0.10603241622447968, 0.09399296343326569, 0.1254907250404358, 0.09491726756095886, 0.08385130763053894, 0.13287262618541718, 0.11040397733449936, 0.08860678970813751, 0.08954035490751266, 0.04216259717941284, 0.06689970195293427, 0.09350559860467911, 0.03772098943591118, 0.06657353043556213, 0.10660873353481293, -0.0055951825343072414, 0.04232650622725487, 0.10116714239120483, 0.08076807111501694, 0.02031976915895939], "cos_Ac_negg": [0.4634243845939636, 0.1553875207901001, 0.15966814756393433, 0.16266976296901703, 0.1330426037311554, 0.14746937155723572, 0.11885800212621689, 0.1438794583082199, 0.14568272233009338, 0.10978706181049347, 0.10603241622447968, 0.09399296343326569, 0.1254907250404358, 0.09491726756095886, 0.08385130763053894, 0.13287262618541718, 0.11040397733449936, 0.08860678970813751, 0.08954035490751266, 0.04216259717941284, 0.06689970195293427, 0.09350559860467911, 0.03772098943591118, 0.06657353043556213, 0.10660873353481293, -0.0055951825343072414, 0.04232650622725487, 0.10116714239120483, 0.08076807111501694, 0.02031976915895939], "r_norm": [4.167351722717285, 4.232395648956299, 4.170772552490234, 4.226889610290527, 4.214328765869141, 4.223341464996338, 4.153565406799316, 4.199405670166016, 4.201581001281738, 4.164008140563965, 4.153131484985352, 4.2164306640625, 4.294910430908203, 4.317129135131836, 4.230488300323486, 4.207116603851318, 4.351385116577148, 4.128573417663574, 4.276236057281494, 4.232972145080566, 4.126928329467773, 4.198470115661621, 4.257315635681152, 4.162713050842285, 4.206199645996094, 4.170005798339844, 4.138201713562012, 4.163166046142578, 4.14426851272583, 4.212907791137695]}, {"step": 7000, "epoch": 17, "train_loss": 1.6076754331588745, "cos_r_negg": [0.48596930503845215, 0.14522328972816467, 0.16633346676826477, 0.16369399428367615, 0.12796640396118164, 0.1514747440814972, 0.09876783192157745, 0.14610153436660767, 0.12570232152938843, 0.11136177182197571, 0.09132062643766403, 0.11356186866760254, 0.13622036576271057, 0.10198771953582764, 0.06969843804836273, 0.12002565711736679, 0.09980561584234238, 0.09336473047733307, 0.09124332666397095, 0.05643429979681969, 0.0754067450761795, 0.061827994883060455, 0.04940779134631157, 0.07375094294548035, 0.11939583718776703, 0.026150060817599297, 0.06700445711612701, 0.11147493869066238, 0.05875438451766968, 0.0106308963149786], "cos_apical_negg": [0.48596930503845215, 0.14522328972816467, 0.16633346676826477, 0.16369399428367615, 0.12796640396118164, 0.1514747440814972, 0.09876783192157745, 0.14610153436660767, 0.12570232152938843, 0.11136177182197571, 0.09132062643766403, 0.11356186866760254, 0.13622036576271057, 0.10198771953582764, 0.06969843804836273, 0.12002565711736679, 0.09980561584234238, 0.09336473047733307, 0.09124332666397095, 0.05643429979681969, 0.0754067450761795, 0.061827994883060455, 0.04940779134631157, 0.07375094294548035, 0.11939583718776703, 0.026150060817599297, 0.06700445711612701, 0.11147493869066238, 0.05875438451766968, 0.0106308963149786], "cos_Ac_negg": [0.48596930503845215, 0.14522328972816467, 0.16633346676826477, 0.16369399428367615, 0.12796640396118164, 0.1514747440814972, 0.09876783192157745, 0.14610153436660767, 0.12570232152938843, 0.11136177182197571, 0.09132062643766403, 0.11356186866760254, 0.13622036576271057, 0.10198771953582764, 0.06969843804836273, 0.12002565711736679, 0.09980561584234238, 0.09336473047733307, 0.09124332666397095, 0.05643429979681969, 0.0754067450761795, 0.061827994883060455, 0.04940779134631157, 0.07375094294548035, 0.11939583718776703, 0.026150060817599297, 0.06700445711612701, 0.11147493869066238, 0.05875438451766968, 0.0106308963149786], "r_norm": [4.050563812255859, 4.118218421936035, 4.048049449920654, 4.1191935539245605, 4.107779026031494, 4.1024699211120605, 4.028029441833496, 4.070228576660156, 4.082671642303467, 4.062737464904785, 4.045198440551758, 4.106534004211426, 4.1684770584106445, 4.210936546325684, 4.113807678222656, 4.085592269897461, 4.234148979187012, 4.0323333740234375, 4.165363788604736, 4.115711212158203, 4.004073619842529, 4.085994243621826, 4.146561145782471, 4.036600112915039, 4.101179122924805, 4.075377941131592, 4.017642974853516, 4.050943851470947, 4.042207717895508, 4.087396144866943]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4072, "test_loss": 1.8717934692382812}, {"step": 7050, "epoch": 18, "train_loss": 1.5083460807800293, "cos_r_negg": [0.46262839436531067, 0.1541687697172165, 0.15753820538520813, 0.16029109060764313, 0.12882015109062195, 0.14812901616096497, 0.0990714579820633, 0.12385614961385727, 0.11823228001594543, 0.10219991207122803, 0.09533175826072693, 0.11038199812173843, 0.1317475587129593, 0.10284756124019623, 0.08592943847179413, 0.10874521732330322, 0.08298569172620773, 0.08182543516159058, 0.11350372433662415, 0.06885050237178802, 0.06545066833496094, 0.07044676691293716, 0.032416537404060364, 0.08596882224082947, 0.12092211097478867, 0.026077665388584137, 0.05256342142820358, 0.1179988831281662, 0.08737646043300629, 0.01686631515622139], "cos_apical_negg": [0.46262839436531067, 0.1541687697172165, 0.15753820538520813, 0.16029109060764313, 0.12882015109062195, 0.14812901616096497, 0.0990714579820633, 0.12385614961385727, 0.11823228001594543, 0.10219991207122803, 0.09533175826072693, 0.11038199812173843, 0.1317475587129593, 0.10284756124019623, 0.08592943847179413, 0.10874521732330322, 0.08298569172620773, 0.08182543516159058, 0.11350372433662415, 0.06885050237178802, 0.06545066833496094, 0.07044676691293716, 0.032416537404060364, 0.08596882224082947, 0.12092211097478867, 0.026077665388584137, 0.05256342142820358, 0.1179988831281662, 0.08737646043300629, 0.01686631515622139], "cos_Ac_negg": [0.46262839436531067, 0.1541687697172165, 0.15753820538520813, 0.16029109060764313, 0.12882015109062195, 0.14812901616096497, 0.0990714579820633, 0.12385614961385727, 0.11823228001594543, 0.10219991207122803, 0.09533175826072693, 0.11038199812173843, 0.1317475587129593, 0.10284756124019623, 0.08592943847179413, 0.10874521732330322, 0.08298569172620773, 0.08182543516159058, 0.11350372433662415, 0.06885050237178802, 0.06545066833496094, 0.07044676691293716, 0.032416537404060364, 0.08596882224082947, 0.12092211097478867, 0.026077665388584137, 0.05256342142820358, 0.1179988831281662, 0.08737646043300629, 0.01686631515622139], "r_norm": [4.010021209716797, 4.076026439666748, 4.0092902183532715, 4.085855484008789, 4.062742233276367, 4.052838325500488, 4.00250244140625, 4.037785530090332, 4.049218654632568, 4.022010326385498, 3.9983725547790527, 4.06709098815918, 4.131481170654297, 4.172262191772461, 4.069911956787109, 4.040133476257324, 4.20421838760376, 3.9891233444213867, 4.120814800262451, 4.079477310180664, 3.9615306854248047, 4.056371688842773, 4.108403205871582, 4.014125823974609, 4.064358711242676, 4.018126010894775, 3.979867935180664, 4.0152907371521, 4.006368160247803, 4.053430080413818]}, {"step": 7100, "epoch": 18, "train_loss": 1.5711455345153809, "cos_r_negg": [0.4955514073371887, 0.1546994149684906, 0.1552315503358841, 0.17596888542175293, 0.12398011982440948, 0.13917915523052216, 0.11028799414634705, 0.14375117421150208, 0.11403314769268036, 0.10513131320476532, 0.10683126747608185, 0.08604033291339874, 0.11980272829532623, 0.10856052488088608, 0.0830150842666626, 0.11803233623504639, 0.10728450119495392, 0.08190211653709412, 0.07766567170619965, 0.05657006427645683, 0.09342753887176514, 0.05047231912612915, 0.03236931189894676, 0.08146917074918747, 0.10665218532085419, 0.031150780618190765, 0.04013901203870773, 0.13041099905967712, 0.07982432842254639, 0.011826242320239544], "cos_apical_negg": [0.4955514073371887, 0.1546994149684906, 0.1552315503358841, 0.17596888542175293, 0.12398011982440948, 0.13917915523052216, 0.11028799414634705, 0.14375117421150208, 0.11403314769268036, 0.10513131320476532, 0.10683126747608185, 0.08604033291339874, 0.11980272829532623, 0.10856052488088608, 0.0830150842666626, 0.11803233623504639, 0.10728450119495392, 0.08190211653709412, 0.07766567170619965, 0.05657006427645683, 0.09342753887176514, 0.05047231912612915, 0.03236931189894676, 0.08146917074918747, 0.10665218532085419, 0.031150780618190765, 0.04013901203870773, 0.13041099905967712, 0.07982432842254639, 0.011826242320239544], "cos_Ac_negg": [0.4955514073371887, 0.1546994149684906, 0.1552315503358841, 0.17596888542175293, 0.12398011982440948, 0.13917915523052216, 0.11028799414634705, 0.14375117421150208, 0.11403314769268036, 0.10513131320476532, 0.10683126747608185, 0.08604033291339874, 0.11980272829532623, 0.10856052488088608, 0.0830150842666626, 0.11803233623504639, 0.10728450119495392, 0.08190211653709412, 0.07766567170619965, 0.05657006427645683, 0.09342753887176514, 0.05047231912612915, 0.03236931189894676, 0.08146917074918747, 0.10665218532085419, 0.031150780618190765, 0.04013901203870773, 0.13041099905967712, 0.07982432842254639, 0.011826242320239544], "r_norm": [4.1327290534973145, 4.213544845581055, 4.14389705657959, 4.207467079162598, 4.195863723754883, 4.182854652404785, 4.120914459228516, 4.168338775634766, 4.178139686584473, 4.161197662353516, 4.124530792236328, 4.196255683898926, 4.257631301879883, 4.297029495239258, 4.207524299621582, 4.161286354064941, 4.3475871086120605, 4.133500099182129, 4.251351833343506, 4.222960472106934, 4.085753440856934, 4.18435525894165, 4.245420455932617, 4.132114887237549, 4.193748474121094, 4.139246940612793, 4.119204521179199, 4.146357536315918, 4.1503825187683105, 4.173328399658203]}, {"step": 7150, "epoch": 18, "train_loss": 1.7684904336929321, "cos_r_negg": [0.4875016212463379, 0.15421299636363983, 0.1522725373506546, 0.18349215388298035, 0.13643744587898254, 0.13388407230377197, 0.11388643085956573, 0.13831481337547302, 0.1421850621700287, 0.11882674694061279, 0.10900109261274338, 0.10913276672363281, 0.13756458461284637, 0.08027000725269318, 0.07577505707740784, 0.12681922316551208, 0.1055724248290062, 0.07169768214225769, 0.07740690559148788, 0.05072928965091705, 0.07383212447166443, 0.09473748505115509, 0.057046301662921906, 0.09913692623376846, 0.09747835993766785, 0.022259272634983063, 0.048221658915281296, 0.11481566727161407, 0.0947098433971405, 0.0312928631901741], "cos_apical_negg": [0.4875016212463379, 0.15421299636363983, 0.1522725373506546, 0.18349215388298035, 0.13643744587898254, 0.13388407230377197, 0.11388643085956573, 0.13831481337547302, 0.1421850621700287, 0.11882674694061279, 0.10900109261274338, 0.10913276672363281, 0.13756458461284637, 0.08027000725269318, 0.07577505707740784, 0.12681922316551208, 0.1055724248290062, 0.07169768214225769, 0.07740690559148788, 0.05072928965091705, 0.07383212447166443, 0.09473748505115509, 0.057046301662921906, 0.09913692623376846, 0.09747835993766785, 0.022259272634983063, 0.048221658915281296, 0.11481566727161407, 0.0947098433971405, 0.0312928631901741], "cos_Ac_negg": [0.4875016212463379, 0.15421299636363983, 0.1522725373506546, 0.18349215388298035, 0.13643744587898254, 0.13388407230377197, 0.11388643085956573, 0.13831481337547302, 0.1421850621700287, 0.11882674694061279, 0.10900109261274338, 0.10913276672363281, 0.13756458461284637, 0.08027000725269318, 0.07577505707740784, 0.12681922316551208, 0.1055724248290062, 0.07169768214225769, 0.07740690559148788, 0.05072928965091705, 0.07383212447166443, 0.09473748505115509, 0.057046301662921906, 0.09913692623376846, 0.09747835993766785, 0.022259272634983063, 0.048221658915281296, 0.11481566727161407, 0.0947098433971405, 0.0312928631901741], "r_norm": [4.19655704498291, 4.262998580932617, 4.181471824645996, 4.251823425292969, 4.257175445556641, 4.244889736175537, 4.1914286613464355, 4.219663143157959, 4.235357761383057, 4.2014875411987305, 4.175992965698242, 4.233354568481445, 4.311672210693359, 4.349798202514648, 4.251173973083496, 4.21840763092041, 4.381897926330566, 4.161056995391846, 4.312199592590332, 4.2559075355529785, 4.140833854675293, 4.237133979797363, 4.287062644958496, 4.1783647537231445, 4.242513179779053, 4.216980934143066, 4.163908958435059, 4.1825456619262695, 4.186824798583984, 4.229134559631348]}, {"step": 7200, "epoch": 18, "train_loss": 1.4292168617248535, "cos_r_negg": [0.48046278953552246, 0.13496583700180054, 0.15427419543266296, 0.1791941523551941, 0.12245310842990875, 0.1309788078069687, 0.10732407867908478, 0.14830678701400757, 0.13724631071090698, 0.13331471383571625, 0.09439994394779205, 0.0936242863535881, 0.14562243223190308, 0.10999661684036255, 0.09910572320222855, 0.1232450008392334, 0.11378385871648788, 0.09245485067367554, 0.10184577107429504, 0.0755806714296341, 0.07324054092168808, 0.12144015729427338, 0.05894029885530472, 0.08834299445152283, 0.09973388910293579, 0.02742566168308258, 0.043196313083171844, 0.11483593285083771, 0.09215953946113586, -0.010350065305829048], "cos_apical_negg": [0.48046278953552246, 0.13496583700180054, 0.15427419543266296, 0.1791941523551941, 0.12245310842990875, 0.1309788078069687, 0.10732407867908478, 0.14830678701400757, 0.13724631071090698, 0.13331471383571625, 0.09439994394779205, 0.0936242863535881, 0.14562243223190308, 0.10999661684036255, 0.09910572320222855, 0.1232450008392334, 0.11378385871648788, 0.09245485067367554, 0.10184577107429504, 0.0755806714296341, 0.07324054092168808, 0.12144015729427338, 0.05894029885530472, 0.08834299445152283, 0.09973388910293579, 0.02742566168308258, 0.043196313083171844, 0.11483593285083771, 0.09215953946113586, -0.010350065305829048], "cos_Ac_negg": [0.48046278953552246, 0.13496583700180054, 0.15427419543266296, 0.1791941523551941, 0.12245310842990875, 0.1309788078069687, 0.10732407867908478, 0.14830678701400757, 0.13724631071090698, 0.13331471383571625, 0.09439994394779205, 0.0936242863535881, 0.14562243223190308, 0.10999661684036255, 0.09910572320222855, 0.1232450008392334, 0.11378385871648788, 0.09245485067367554, 0.10184577107429504, 0.0755806714296341, 0.07324054092168808, 0.12144015729427338, 0.05894029885530472, 0.08834299445152283, 0.09973388910293579, 0.02742566168308258, 0.043196313083171844, 0.11483593285083771, 0.09215953946113586, -0.010350065305829048], "r_norm": [4.023545265197754, 4.083837509155273, 4.021511554718018, 4.089508056640625, 4.069670677185059, 4.073655605316162, 4.010814666748047, 4.047226428985596, 4.052870273590088, 4.02909517288208, 4.011233329772949, 4.075294017791748, 4.14241886138916, 4.176324844360352, 4.079335689544678, 4.059412002563477, 4.209011077880859, 3.9923901557922363, 4.136966228485107, 4.083418369293213, 3.975181818008423, 4.060734748840332, 4.106837272644043, 4.0124192237854, 4.065570831298828, 4.034634590148926, 3.9917030334472656, 4.023219108581543, 4.0051679611206055, 4.057432174682617]}, {"step": 7250, "epoch": 18, "train_loss": 1.592720627784729, "cos_r_negg": [0.49499231576919556, 0.14946267008781433, 0.15096905827522278, 0.1647123247385025, 0.14493399858474731, 0.14083407819271088, 0.11949507147073746, 0.1315212845802307, 0.12712760269641876, 0.13037508726119995, 0.10121247172355652, 0.09353230148553848, 0.18302540481090546, 0.13137668371200562, 0.09228488057851791, 0.13996881246566772, 0.12446548789739609, 0.0811232328414917, 0.112582266330719, 0.07329576462507248, 0.08347135782241821, 0.08765100687742233, 0.08090810477733612, 0.07687176764011383, 0.11202143132686615, 0.007775928825139999, 0.029485533013939857, 0.11125099658966064, 0.10272911190986633, -0.009260384365916252], "cos_apical_negg": [0.49499231576919556, 0.14946267008781433, 0.15096905827522278, 0.1647123247385025, 0.14493399858474731, 0.14083407819271088, 0.11949507147073746, 0.1315212845802307, 0.12712760269641876, 0.13037508726119995, 0.10121247172355652, 0.09353230148553848, 0.18302540481090546, 0.13137668371200562, 0.09228488057851791, 0.13996881246566772, 0.12446548789739609, 0.0811232328414917, 0.112582266330719, 0.07329576462507248, 0.08347135782241821, 0.08765100687742233, 0.08090810477733612, 0.07687176764011383, 0.11202143132686615, 0.007775928825139999, 0.029485533013939857, 0.11125099658966064, 0.10272911190986633, -0.009260384365916252], "cos_Ac_negg": [0.49499231576919556, 0.14946267008781433, 0.15096905827522278, 0.1647123247385025, 0.14493399858474731, 0.14083407819271088, 0.11949507147073746, 0.1315212845802307, 0.12712760269641876, 0.13037508726119995, 0.10121247172355652, 0.09353230148553848, 0.18302540481090546, 0.13137668371200562, 0.09228488057851791, 0.13996881246566772, 0.12446548789739609, 0.0811232328414917, 0.112582266330719, 0.07329576462507248, 0.08347135782241821, 0.08765100687742233, 0.08090810477733612, 0.07687176764011383, 0.11202143132686615, 0.007775928825139999, 0.029485533013939857, 0.11125099658966064, 0.10272911190986633, -0.009260384365916252], "r_norm": [4.044951915740967, 4.11390495300293, 4.048285961151123, 4.130257606506348, 4.098271369934082, 4.100490570068359, 4.041440963745117, 4.074334144592285, 4.087547302246094, 4.06817626953125, 4.0453057289123535, 4.103067398071289, 4.174765586853027, 4.216669082641602, 4.105502128601074, 4.091769218444824, 4.238850116729736, 4.020751476287842, 4.164301872253418, 4.121401786804199, 3.995614528656006, 4.103263854980469, 4.147842884063721, 4.0440545082092285, 4.103822708129883, 4.059165000915527, 4.018558025360107, 4.058396339416504, 4.045056343078613, 4.089381217956543]}, {"step": 7300, "epoch": 18, "train_loss": 1.724107027053833, "cos_r_negg": [0.4773923456668854, 0.1484207808971405, 0.15706658363342285, 0.168751060962677, 0.14026273787021637, 0.13839365541934967, 0.11749166995286942, 0.14408501982688904, 0.13767455518245697, 0.13112114369869232, 0.10453283786773682, 0.09864117205142975, 0.1351645588874817, 0.12318896502256393, 0.10251124203205109, 0.1501050442457199, 0.1038871705532074, 0.08004345744848251, 0.11717991530895233, 0.0755883976817131, 0.057724300771951675, 0.08014477044343948, 0.06965550780296326, 0.09579047560691833, 0.08958643674850464, 0.0043839020654559135, 0.06051580607891083, 0.10972720384597778, 0.10079381614923477, 0.01980597898364067], "cos_apical_negg": [0.4773923456668854, 0.1484207808971405, 0.15706658363342285, 0.168751060962677, 0.14026273787021637, 0.13839365541934967, 0.11749166995286942, 0.14408501982688904, 0.13767455518245697, 0.13112114369869232, 0.10453283786773682, 0.09864117205142975, 0.1351645588874817, 0.12318896502256393, 0.10251124203205109, 0.1501050442457199, 0.1038871705532074, 0.08004345744848251, 0.11717991530895233, 0.0755883976817131, 0.057724300771951675, 0.08014477044343948, 0.06965550780296326, 0.09579047560691833, 0.08958643674850464, 0.0043839020654559135, 0.06051580607891083, 0.10972720384597778, 0.10079381614923477, 0.01980597898364067], "cos_Ac_negg": [0.4773923456668854, 0.1484207808971405, 0.15706658363342285, 0.168751060962677, 0.14026273787021637, 0.13839365541934967, 0.11749166995286942, 0.14408501982688904, 0.13767455518245697, 0.13112114369869232, 0.10453283786773682, 0.09864117205142975, 0.1351645588874817, 0.12318896502256393, 0.10251124203205109, 0.1501050442457199, 0.1038871705532074, 0.08004345744848251, 0.11717991530895233, 0.0755883976817131, 0.057724300771951675, 0.08014477044343948, 0.06965550780296326, 0.09579047560691833, 0.08958643674850464, 0.0043839020654559135, 0.06051580607891083, 0.10972720384597778, 0.10079381614923477, 0.01980597898364067], "r_norm": [4.05767822265625, 4.114022731781006, 4.0506272315979, 4.1252851486206055, 4.113041877746582, 4.106240272521973, 4.037476539611816, 4.075656414031982, 4.086588382720947, 4.066011428833008, 4.050860404968262, 4.105464935302734, 4.166626930236816, 4.2052693367004395, 4.117074012756348, 4.088906764984131, 4.239731788635254, 4.028987407684326, 4.161953926086426, 4.131772041320801, 3.9981908798217773, 4.091854095458984, 4.1527509689331055, 4.042106628417969, 4.103313446044922, 4.063300132751465, 4.023681163787842, 4.063941478729248, 4.051279067993164, 4.089510440826416]}, {"step": 7350, "epoch": 18, "train_loss": 1.4232709407806396, "cos_r_negg": [0.4838624894618988, 0.15223975479602814, 0.1437149941921234, 0.16710703074932098, 0.1457543522119522, 0.1538909673690796, 0.12778805196285248, 0.14815279841423035, 0.14314737915992737, 0.12191542237997055, 0.10504701733589172, 0.1220521628856659, 0.1430225968360901, 0.12025076895952225, 0.07328641414642334, 0.1345221996307373, 0.09864237159490585, 0.09520748257637024, 0.10009612143039703, 0.07942347228527069, 0.05466587096452713, 0.0852295458316803, 0.0925847738981247, 0.07462483644485474, 0.07585521042346954, 0.0048999059945344925, 0.04159283638000488, 0.11142458021640778, 0.10615995526313782, -0.0046692173928022385], "cos_apical_negg": [0.4838624894618988, 0.15223975479602814, 0.1437149941921234, 0.16710703074932098, 0.1457543522119522, 0.1538909673690796, 0.12778805196285248, 0.14815279841423035, 0.14314737915992737, 0.12191542237997055, 0.10504701733589172, 0.1220521628856659, 0.1430225968360901, 0.12025076895952225, 0.07328641414642334, 0.1345221996307373, 0.09864237159490585, 0.09520748257637024, 0.10009612143039703, 0.07942347228527069, 0.05466587096452713, 0.0852295458316803, 0.0925847738981247, 0.07462483644485474, 0.07585521042346954, 0.0048999059945344925, 0.04159283638000488, 0.11142458021640778, 0.10615995526313782, -0.0046692173928022385], "cos_Ac_negg": [0.4838624894618988, 0.15223975479602814, 0.1437149941921234, 0.16710703074932098, 0.1457543522119522, 0.1538909673690796, 0.12778805196285248, 0.14815279841423035, 0.14314737915992737, 0.12191542237997055, 0.10504701733589172, 0.1220521628856659, 0.1430225968360901, 0.12025076895952225, 0.07328641414642334, 0.1345221996307373, 0.09864237159490585, 0.09520748257637024, 0.10009612143039703, 0.07942347228527069, 0.05466587096452713, 0.0852295458316803, 0.0925847738981247, 0.07462483644485474, 0.07585521042346954, 0.0048999059945344925, 0.04159283638000488, 0.11142458021640778, 0.10615995526313782, -0.0046692173928022385], "r_norm": [4.091304302215576, 4.156610488891602, 4.091540813446045, 4.148352146148682, 4.145410537719727, 4.134472846984863, 4.084275245666504, 4.116949081420898, 4.128369331359863, 4.101193904876709, 4.072594165802002, 4.133248329162598, 4.211496353149414, 4.2497758865356445, 4.150349140167236, 4.1205925941467285, 4.27256965637207, 4.060916423797607, 4.207108497619629, 4.155521392822266, 4.045299530029297, 4.128520488739014, 4.195467948913574, 4.083805084228516, 4.137765884399414, 4.101454734802246, 4.066498756408691, 4.085092067718506, 4.074609756469727, 4.133368015289307]}, {"step": 7400, "epoch": 18, "train_loss": 1.7884498834609985, "cos_r_negg": [0.4954165816307068, 0.1490926891565323, 0.16208279132843018, 0.16415563225746155, 0.1403862088918686, 0.15047207474708557, 0.1269437074661255, 0.14580272138118744, 0.12548375129699707, 0.10747435688972473, 0.09388197958469391, 0.09973372519016266, 0.140036940574646, 0.12158118188381195, 0.07000153511762619, 0.10961362719535828, 0.10350880026817322, 0.09037178009748459, 0.08614486455917358, 0.06723254919052124, 0.06939513981342316, 0.06919470429420471, 0.05394803732633591, 0.1074805036187172, 0.06852403283119202, 0.015112319961190224, 0.033419959247112274, 0.11882918328046799, 0.07153308391571045, -0.00962877832353115], "cos_apical_negg": [0.4954165816307068, 0.1490926891565323, 0.16208279132843018, 0.16415563225746155, 0.1403862088918686, 0.15047207474708557, 0.1269437074661255, 0.14580272138118744, 0.12548375129699707, 0.10747435688972473, 0.09388197958469391, 0.09973372519016266, 0.140036940574646, 0.12158118188381195, 0.07000153511762619, 0.10961362719535828, 0.10350880026817322, 0.09037178009748459, 0.08614486455917358, 0.06723254919052124, 0.06939513981342316, 0.06919470429420471, 0.05394803732633591, 0.1074805036187172, 0.06852403283119202, 0.015112319961190224, 0.033419959247112274, 0.11882918328046799, 0.07153308391571045, -0.00962877832353115], "cos_Ac_negg": [0.4954165816307068, 0.1490926891565323, 0.16208279132843018, 0.16415563225746155, 0.1403862088918686, 0.15047207474708557, 0.1269437074661255, 0.14580272138118744, 0.12548375129699707, 0.10747435688972473, 0.09388197958469391, 0.09973372519016266, 0.140036940574646, 0.12158118188381195, 0.07000153511762619, 0.10961362719535828, 0.10350880026817322, 0.09037178009748459, 0.08614486455917358, 0.06723254919052124, 0.06939513981342316, 0.06919470429420471, 0.05394803732633591, 0.1074805036187172, 0.06852403283119202, 0.015112319961190224, 0.033419959247112274, 0.11882918328046799, 0.07153308391571045, -0.00962877832353115], "r_norm": [4.040704250335693, 4.116802215576172, 4.045472145080566, 4.0981669425964355, 4.109455585479736, 4.100301742553711, 4.033562660217285, 4.070330619812012, 4.089728355407715, 4.052053451538086, 4.029021263122559, 4.082614421844482, 4.166956424713135, 4.202244758605957, 4.112338542938232, 4.076244831085205, 4.221770286560059, 4.019404411315918, 4.1501007080078125, 4.102390766143799, 4.001185417175293, 4.087435722351074, 4.149658203125, 4.032374382019043, 4.092522621154785, 4.067962646484375, 4.024328231811523, 4.034954071044922, 4.032739639282227, 4.084550857543945]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.3986, "test_loss": 1.8849295776367188}, {"step": 7450, "epoch": 19, "train_loss": 1.2587337493896484, "cos_r_negg": [0.5115691423416138, 0.15273067355155945, 0.1597219556570053, 0.16260187327861786, 0.14023995399475098, 0.1433783769607544, 0.10595263540744781, 0.1390746831893921, 0.12516312301158905, 0.11148880422115326, 0.11309991031885147, 0.11440670490264893, 0.1454816460609436, 0.13499431312084198, 0.08966949582099915, 0.13427264988422394, 0.10468532145023346, 0.09558038413524628, 0.10729414224624634, 0.08145098388195038, 0.08288730680942535, 0.10266433656215668, 0.07519615441560745, 0.0955265462398529, 0.10522329807281494, 0.021546276286244392, 0.048954397439956665, 0.12668852508068085, 0.07130277901887894, 0.021955914795398712], "cos_apical_negg": [0.5115691423416138, 0.15273067355155945, 0.1597219556570053, 0.16260187327861786, 0.14023995399475098, 0.1433783769607544, 0.10595263540744781, 0.1390746831893921, 0.12516312301158905, 0.11148880422115326, 0.11309991031885147, 0.11440670490264893, 0.1454816460609436, 0.13499431312084198, 0.08966949582099915, 0.13427264988422394, 0.10468532145023346, 0.09558038413524628, 0.10729414224624634, 0.08145098388195038, 0.08288730680942535, 0.10266433656215668, 0.07519615441560745, 0.0955265462398529, 0.10522329807281494, 0.021546276286244392, 0.048954397439956665, 0.12668852508068085, 0.07130277901887894, 0.021955914795398712], "cos_Ac_negg": [0.5115691423416138, 0.15273067355155945, 0.1597219556570053, 0.16260187327861786, 0.14023995399475098, 0.1433783769607544, 0.10595263540744781, 0.1390746831893921, 0.12516312301158905, 0.11148880422115326, 0.11309991031885147, 0.11440670490264893, 0.1454816460609436, 0.13499431312084198, 0.08966949582099915, 0.13427264988422394, 0.10468532145023346, 0.09558038413524628, 0.10729414224624634, 0.08145098388195038, 0.08288730680942535, 0.10266433656215668, 0.07519615441560745, 0.0955265462398529, 0.10522329807281494, 0.021546276286244392, 0.048954397439956665, 0.12668852508068085, 0.07130277901887894, 0.021955914795398712], "r_norm": [4.056131362915039, 4.135838508605957, 4.069204807281494, 4.129251003265381, 4.118985652923584, 4.1120452880859375, 4.051142692565918, 4.086668968200684, 4.103221893310547, 4.076700687408447, 4.044001579284668, 4.11464786529541, 4.176928997039795, 4.222910404205322, 4.128381729125977, 4.094919204711914, 4.253704071044922, 4.0389723777771, 4.178060531616211, 4.136356353759766, 4.015668869018555, 4.108590602874756, 4.156297206878662, 4.052720546722412, 4.112195014953613, 4.074946403503418, 4.042322158813477, 4.067082405090332, 4.0561418533325195, 4.098597526550293]}, {"step": 7500, "epoch": 19, "train_loss": 1.5086913108825684, "cos_r_negg": [0.4853346645832062, 0.14848119020462036, 0.16467124223709106, 0.15961319208145142, 0.13080014288425446, 0.1559382528066635, 0.11942242085933685, 0.13726790249347687, 0.12744206190109253, 0.09967537224292755, 0.12150052189826965, 0.11450697481632233, 0.1610293686389923, 0.13144786655902863, 0.09095408022403717, 0.14868612587451935, 0.12838760018348694, 0.11410754919052124, 0.09168368577957153, 0.09777908027172089, 0.08836333453655243, 0.0922648161649704, 0.07921793311834335, 0.08378785848617554, 0.10919816792011261, 0.015349648892879486, 0.04279913753271103, 0.12113644182682037, 0.06633403897285461, 0.024202166125178337], "cos_apical_negg": [0.4853346645832062, 0.14848119020462036, 0.16467124223709106, 0.15961319208145142, 0.13080014288425446, 0.1559382528066635, 0.11942242085933685, 0.13726790249347687, 0.12744206190109253, 0.09967537224292755, 0.12150052189826965, 0.11450697481632233, 0.1610293686389923, 0.13144786655902863, 0.09095408022403717, 0.14868612587451935, 0.12838760018348694, 0.11410754919052124, 0.09168368577957153, 0.09777908027172089, 0.08836333453655243, 0.0922648161649704, 0.07921793311834335, 0.08378785848617554, 0.10919816792011261, 0.015349648892879486, 0.04279913753271103, 0.12113644182682037, 0.06633403897285461, 0.024202166125178337], "cos_Ac_negg": [0.4853346645832062, 0.14848119020462036, 0.16467124223709106, 0.15961319208145142, 0.13080014288425446, 0.1559382528066635, 0.11942242085933685, 0.13726790249347687, 0.12744206190109253, 0.09967537224292755, 0.12150052189826965, 0.11450697481632233, 0.1610293686389923, 0.13144786655902863, 0.09095408022403717, 0.14868612587451935, 0.12838760018348694, 0.11410754919052124, 0.09168368577957153, 0.09777908027172089, 0.08836333453655243, 0.0922648161649704, 0.07921793311834335, 0.08378785848617554, 0.10919816792011261, 0.015349648892879486, 0.04279913753271103, 0.12113644182682037, 0.06633403897285461, 0.024202166125178337], "r_norm": [4.076417446136475, 4.155372619628906, 4.078133583068848, 4.151255130767822, 4.1437764167785645, 4.1304216384887695, 4.079880714416504, 4.104572296142578, 4.127269744873047, 4.095229148864746, 4.060831546783447, 4.124618053436279, 4.2056474685668945, 4.245952606201172, 4.1447978019714355, 4.112788677215576, 4.268119812011719, 4.059564113616943, 4.194304466247559, 4.145324230194092, 4.040713310241699, 4.124011039733887, 4.182424068450928, 4.081717014312744, 4.133411884307861, 4.098283767700195, 4.064378261566162, 4.078263282775879, 4.07564640045166, 4.124233245849609]}, {"step": 7550, "epoch": 19, "train_loss": 1.4326980113983154, "cos_r_negg": [0.46286654472351074, 0.15260371565818787, 0.16012468934059143, 0.17217296361923218, 0.12979620695114136, 0.15670356154441833, 0.12700767815113068, 0.14572863280773163, 0.13886818289756775, 0.12567058205604553, 0.11511366069316864, 0.08533056825399399, 0.1614530086517334, 0.12716320157051086, 0.09243401885032654, 0.154686838388443, 0.10379736870527267, 0.08153016120195389, 0.09618343412876129, 0.08671532571315765, 0.06546813249588013, 0.1133103296160698, 0.09663082659244537, 0.06442709267139435, 0.09223209321498871, 0.025392943993210793, 0.05458863824605942, 0.1253860890865326, 0.09114735573530197, 0.03308796510100365], "cos_apical_negg": [0.46286654472351074, 0.15260371565818787, 0.16012468934059143, 0.17217296361923218, 0.12979620695114136, 0.15670356154441833, 0.12700767815113068, 0.14572863280773163, 0.13886818289756775, 0.12567058205604553, 0.11511366069316864, 0.08533056825399399, 0.1614530086517334, 0.12716320157051086, 0.09243401885032654, 0.154686838388443, 0.10379736870527267, 0.08153016120195389, 0.09618343412876129, 0.08671532571315765, 0.06546813249588013, 0.1133103296160698, 0.09663082659244537, 0.06442709267139435, 0.09223209321498871, 0.025392943993210793, 0.05458863824605942, 0.1253860890865326, 0.09114735573530197, 0.03308796510100365], "cos_Ac_negg": [0.46286654472351074, 0.15260371565818787, 0.16012468934059143, 0.17217296361923218, 0.12979620695114136, 0.15670356154441833, 0.12700767815113068, 0.14572863280773163, 0.13886818289756775, 0.12567058205604553, 0.11511366069316864, 0.08533056825399399, 0.1614530086517334, 0.12716320157051086, 0.09243401885032654, 0.154686838388443, 0.10379736870527267, 0.08153016120195389, 0.09618343412876129, 0.08671532571315765, 0.06546813249588013, 0.1133103296160698, 0.09663082659244537, 0.06442709267139435, 0.09223209321498871, 0.025392943993210793, 0.05458863824605942, 0.1253860890865326, 0.09114735573530197, 0.03308796510100365], "r_norm": [4.203815460205078, 4.279233932495117, 4.200483798980713, 4.2865447998046875, 4.259098052978516, 4.253706932067871, 4.199574947357178, 4.234623908996582, 4.250340938568115, 4.231523036956787, 4.197107315063477, 4.272698402404785, 4.344696998596191, 4.379655838012695, 4.273998260498047, 4.252199649810791, 4.40455961227417, 4.189072132110596, 4.322641372680664, 4.2876057624816895, 4.154478073120117, 4.266725063323975, 4.326042652130127, 4.207512378692627, 4.273379325866699, 4.210796356201172, 4.177752494812012, 4.220017910003662, 4.213669776916504, 4.260839462280273]}, {"step": 7600, "epoch": 19, "train_loss": 1.5371617078781128, "cos_r_negg": [0.4788637161254883, 0.1543550044298172, 0.16535180807113647, 0.18828122317790985, 0.13182643055915833, 0.15131410956382751, 0.11209513247013092, 0.16666242480278015, 0.13011425733566284, 0.1303417831659317, 0.11553508043289185, 0.10811591148376465, 0.1620427519083023, 0.13616928458213806, 0.08523879945278168, 0.14527958631515503, 0.10900084674358368, 0.07848203182220459, 0.09522408246994019, 0.09031905978918076, 0.05119790881872177, 0.09873825311660767, 0.0809311717748642, 0.08756110072135925, 0.09828498959541321, 0.0036137173883616924, 0.06792417913675308, 0.11701267212629318, 0.13607925176620483, 0.06345346570014954], "cos_apical_negg": [0.4788637161254883, 0.1543550044298172, 0.16535180807113647, 0.18828122317790985, 0.13182643055915833, 0.15131410956382751, 0.11209513247013092, 0.16666242480278015, 0.13011425733566284, 0.1303417831659317, 0.11553508043289185, 0.10811591148376465, 0.1620427519083023, 0.13616928458213806, 0.08523879945278168, 0.14527958631515503, 0.10900084674358368, 0.07848203182220459, 0.09522408246994019, 0.09031905978918076, 0.05119790881872177, 0.09873825311660767, 0.0809311717748642, 0.08756110072135925, 0.09828498959541321, 0.0036137173883616924, 0.06792417913675308, 0.11701267212629318, 0.13607925176620483, 0.06345346570014954], "cos_Ac_negg": [0.4788637161254883, 0.1543550044298172, 0.16535180807113647, 0.18828122317790985, 0.13182643055915833, 0.15131410956382751, 0.11209513247013092, 0.16666242480278015, 0.13011425733566284, 0.1303417831659317, 0.11553508043289185, 0.10811591148376465, 0.1620427519083023, 0.13616928458213806, 0.08523879945278168, 0.14527958631515503, 0.10900084674358368, 0.07848203182220459, 0.09522408246994019, 0.09031905978918076, 0.05119790881872177, 0.09873825311660767, 0.0809311717748642, 0.08756110072135925, 0.09828498959541321, 0.0036137173883616924, 0.06792417913675308, 0.11701267212629318, 0.13607925176620483, 0.06345346570014954], "r_norm": [4.0392889976501465, 4.113523483276367, 4.053619384765625, 4.112942218780518, 4.091762542724609, 4.087142467498779, 4.03435754776001, 4.077040195465088, 4.084444999694824, 4.052182197570801, 4.030066967010498, 4.097357749938965, 4.170459747314453, 4.21148681640625, 4.106791019439697, 4.074747562408447, 4.233652114868164, 4.021546363830566, 4.14854097366333, 4.102933406829834, 3.9990177154541016, 4.087709903717041, 4.140265464782715, 4.050411224365234, 4.093902587890625, 4.053009033203125, 4.017441272735596, 4.049578666687012, 4.028846263885498, 4.084868431091309]}, {"step": 7650, "epoch": 19, "train_loss": 1.4589964151382446, "cos_r_negg": [0.48128145933151245, 0.1501881182193756, 0.16972175240516663, 0.18600702285766602, 0.1372275948524475, 0.1459583193063736, 0.12806148827075958, 0.15584322810173035, 0.12297974526882172, 0.13609489798545837, 0.10297355055809021, 0.11803318560123444, 0.1478615254163742, 0.11983923614025116, 0.09046638011932373, 0.1394076645374298, 0.10052508860826492, 0.08264148980379105, 0.0885358601808548, 0.09224390983581543, 0.07206933200359344, 0.09878562390804291, 0.07830953598022461, 0.05882677808403969, 0.10707610845565796, 0.024076499044895172, 0.08959341049194336, 0.1292421817779541, 0.1064247116446495, 0.03695359453558922], "cos_apical_negg": [0.48128145933151245, 0.1501881182193756, 0.16972175240516663, 0.18600702285766602, 0.1372275948524475, 0.1459583193063736, 0.12806148827075958, 0.15584322810173035, 0.12297974526882172, 0.13609489798545837, 0.10297355055809021, 0.11803318560123444, 0.1478615254163742, 0.11983923614025116, 0.09046638011932373, 0.1394076645374298, 0.10052508860826492, 0.08264148980379105, 0.0885358601808548, 0.09224390983581543, 0.07206933200359344, 0.09878562390804291, 0.07830953598022461, 0.05882677808403969, 0.10707610845565796, 0.024076499044895172, 0.08959341049194336, 0.1292421817779541, 0.1064247116446495, 0.03695359453558922], "cos_Ac_negg": [0.48128145933151245, 0.1501881182193756, 0.16972175240516663, 0.18600702285766602, 0.1372275948524475, 0.1459583193063736, 0.12806148827075958, 0.15584322810173035, 0.12297974526882172, 0.13609489798545837, 0.10297355055809021, 0.11803318560123444, 0.1478615254163742, 0.11983923614025116, 0.09046638011932373, 0.1394076645374298, 0.10052508860826492, 0.08264148980379105, 0.0885358601808548, 0.09224390983581543, 0.07206933200359344, 0.09878562390804291, 0.07830953598022461, 0.05882677808403969, 0.10707610845565796, 0.024076499044895172, 0.08959341049194336, 0.1292421817779541, 0.1064247116446495, 0.03695359453558922], "r_norm": [4.028839111328125, 4.099721908569336, 4.025468349456787, 4.103118419647217, 4.083667755126953, 4.077457427978516, 4.026006698608398, 4.058265209197998, 4.070795059204102, 4.047475814819336, 4.013554573059082, 4.086461067199707, 4.156829833984375, 4.193526744842529, 4.089807510375977, 4.064840316772461, 4.219536781311035, 4.012063026428223, 4.1453447341918945, 4.09855318069458, 3.9828007221221924, 4.074071407318115, 4.132036209106445, 4.033565521240234, 4.085702896118164, 4.034458160400391, 4.003845691680908, 4.027410984039307, 4.025681018829346, 4.080780029296875]}, {"step": 7700, "epoch": 19, "train_loss": 1.348125696182251, "cos_r_negg": [0.502107560634613, 0.16118235886096954, 0.164577454328537, 0.18271584808826447, 0.14457659423351288, 0.1329786479473114, 0.1489291936159134, 0.14962628483772278, 0.13177871704101562, 0.12726029753684998, 0.102214515209198, 0.14079686999320984, 0.14717721939086914, 0.10509710013866425, 0.10350315272808075, 0.1363162100315094, 0.14095890522003174, 0.11372493207454681, 0.11161178350448608, 0.08784914761781693, 0.09421052783727646, 0.08040645718574524, 0.06247134506702423, 0.10330057144165039, 0.08689942210912704, 0.01882835663855076, 0.07810939848423004, 0.12552541494369507, 0.10298611223697662, 0.022448819130659103], "cos_apical_negg": [0.502107560634613, 0.16118235886096954, 0.164577454328537, 0.18271584808826447, 0.14457659423351288, 0.1329786479473114, 0.1489291936159134, 0.14962628483772278, 0.13177871704101562, 0.12726029753684998, 0.102214515209198, 0.14079686999320984, 0.14717721939086914, 0.10509710013866425, 0.10350315272808075, 0.1363162100315094, 0.14095890522003174, 0.11372493207454681, 0.11161178350448608, 0.08784914761781693, 0.09421052783727646, 0.08040645718574524, 0.06247134506702423, 0.10330057144165039, 0.08689942210912704, 0.01882835663855076, 0.07810939848423004, 0.12552541494369507, 0.10298611223697662, 0.022448819130659103], "cos_Ac_negg": [0.502107560634613, 0.16118235886096954, 0.164577454328537, 0.18271584808826447, 0.14457659423351288, 0.1329786479473114, 0.1489291936159134, 0.14962628483772278, 0.13177871704101562, 0.12726029753684998, 0.102214515209198, 0.14079686999320984, 0.14717721939086914, 0.10509710013866425, 0.10350315272808075, 0.1363162100315094, 0.14095890522003174, 0.11372493207454681, 0.11161178350448608, 0.08784914761781693, 0.09421052783727646, 0.08040645718574524, 0.06247134506702423, 0.10330057144165039, 0.08689942210912704, 0.01882835663855076, 0.07810939848423004, 0.12552541494369507, 0.10298611223697662, 0.022448819130659103], "r_norm": [4.126163482666016, 4.191615104675293, 4.1427202224731445, 4.209559440612793, 4.1786580085754395, 4.177021026611328, 4.131593704223633, 4.166078090667725, 4.16518497467041, 4.142673492431641, 4.119523048400879, 4.1782073974609375, 4.2570977210998535, 4.282238960266113, 4.194011211395264, 4.157955169677734, 4.323180198669434, 4.1031622886657715, 4.2445597648620605, 4.202487945556641, 4.0814900398254395, 4.165782451629639, 4.218317985534668, 4.138596534729004, 4.172174453735352, 4.136201858520508, 4.1105852127075195, 4.1422014236450195, 4.116421699523926, 4.1674675941467285]}, {"step": 7750, "epoch": 19, "train_loss": 1.739477515220642, "cos_r_negg": [0.48296648263931274, 0.16468849778175354, 0.18329744040966034, 0.1730521321296692, 0.15112361311912537, 0.14909744262695312, 0.12715688347816467, 0.14304661750793457, 0.1404997706413269, 0.14970317482948303, 0.1121610477566719, 0.12193156033754349, 0.14129363000392914, 0.11303415894508362, 0.10605544596910477, 0.122894287109375, 0.12993931770324707, 0.09372922778129578, 0.09134002029895782, 0.08488378673791885, 0.07412340492010117, 0.08401127904653549, 0.05019927769899368, 0.05542703717947006, 0.10355795919895172, 0.012231966480612755, 0.0563318133354187, 0.09784404188394547, 0.11294660717248917, 0.03949742764234543], "cos_apical_negg": [0.48296648263931274, 0.16468849778175354, 0.18329744040966034, 0.1730521321296692, 0.15112361311912537, 0.14909744262695312, 0.12715688347816467, 0.14304661750793457, 0.1404997706413269, 0.14970317482948303, 0.1121610477566719, 0.12193156033754349, 0.14129363000392914, 0.11303415894508362, 0.10605544596910477, 0.122894287109375, 0.12993931770324707, 0.09372922778129578, 0.09134002029895782, 0.08488378673791885, 0.07412340492010117, 0.08401127904653549, 0.05019927769899368, 0.05542703717947006, 0.10355795919895172, 0.012231966480612755, 0.0563318133354187, 0.09784404188394547, 0.11294660717248917, 0.03949742764234543], "cos_Ac_negg": [0.48296648263931274, 0.16468849778175354, 0.18329744040966034, 0.1730521321296692, 0.15112361311912537, 0.14909744262695312, 0.12715688347816467, 0.14304661750793457, 0.1404997706413269, 0.14970317482948303, 0.1121610477566719, 0.12193156033754349, 0.14129363000392914, 0.11303415894508362, 0.10605544596910477, 0.122894287109375, 0.12993931770324707, 0.09372922778129578, 0.09134002029895782, 0.08488378673791885, 0.07412340492010117, 0.08401127904653549, 0.05019927769899368, 0.05542703717947006, 0.10355795919895172, 0.012231966480612755, 0.0563318133354187, 0.09784404188394547, 0.11294660717248917, 0.03949742764234543], "r_norm": [3.983783006668091, 4.058350563049316, 3.988248348236084, 4.057217121124268, 4.038388252258301, 4.029666423797607, 3.9768052101135254, 4.014758110046387, 4.023834228515625, 4.001308441162109, 3.9741370677948, 4.037336826324463, 4.108001708984375, 4.1491923332214355, 4.049629211425781, 4.01461935043335, 4.17597770690918, 3.9697728157043457, 4.094476222991943, 4.0467729568481445, 3.943882465362549, 4.021022796630859, 4.081939697265625, 3.99170184135437, 4.035098075866699, 4.00040340423584, 3.9645886421203613, 3.9859156608581543, 3.9762003421783447, 4.030548572540283]}, {"step": 7800, "epoch": 19, "train_loss": 1.5611801147460938, "cos_r_negg": [0.47245678305625916, 0.15183615684509277, 0.1805151253938675, 0.17206677794456482, 0.15262237191200256, 0.13361147046089172, 0.12274070084095001, 0.1489482820034027, 0.13540640473365784, 0.14233513176441193, 0.1301184445619583, 0.09840914607048035, 0.1554029881954193, 0.12698911130428314, 0.09796269983053207, 0.12661103904247284, 0.1171090304851532, 0.09511332213878632, 0.10075736045837402, 0.11046337336301804, 0.06211328133940697, 0.08781439810991287, 0.0627625584602356, 0.06503739953041077, 0.08319415152072906, 0.01928594335913658, 0.056295741349458694, 0.1041434109210968, 0.10901940613985062, 0.015341941267251968], "cos_apical_negg": [0.47245678305625916, 0.15183615684509277, 0.1805151253938675, 0.17206677794456482, 0.15262237191200256, 0.13361147046089172, 0.12274070084095001, 0.1489482820034027, 0.13540640473365784, 0.14233513176441193, 0.1301184445619583, 0.09840914607048035, 0.1554029881954193, 0.12698911130428314, 0.09796269983053207, 0.12661103904247284, 0.1171090304851532, 0.09511332213878632, 0.10075736045837402, 0.11046337336301804, 0.06211328133940697, 0.08781439810991287, 0.0627625584602356, 0.06503739953041077, 0.08319415152072906, 0.01928594335913658, 0.056295741349458694, 0.1041434109210968, 0.10901940613985062, 0.015341941267251968], "cos_Ac_negg": [0.47245678305625916, 0.15183615684509277, 0.1805151253938675, 0.17206677794456482, 0.15262237191200256, 0.13361147046089172, 0.12274070084095001, 0.1489482820034027, 0.13540640473365784, 0.14233513176441193, 0.1301184445619583, 0.09840914607048035, 0.1554029881954193, 0.12698911130428314, 0.09796269983053207, 0.12661103904247284, 0.1171090304851532, 0.09511332213878632, 0.10075736045837402, 0.11046337336301804, 0.06211328133940697, 0.08781439810991287, 0.0627625584602356, 0.06503739953041077, 0.08319415152072906, 0.01928594335913658, 0.056295741349458694, 0.1041434109210968, 0.10901940613985062, 0.015341941267251968], "r_norm": [3.9915976524353027, 4.072316646575928, 4.006258487701416, 4.067368030548096, 4.050069808959961, 4.049365520477295, 3.9884777069091797, 4.026769161224365, 4.04085636138916, 4.012982368469238, 3.990142345428467, 4.062912464141846, 4.13282585144043, 4.159265041351318, 4.061216354370117, 4.032712936401367, 4.187482833862305, 3.9792628288269043, 4.112832069396973, 4.0654120445251465, 3.953059196472168, 4.050508975982666, 4.091806411743164, 4.00152587890625, 4.053840160369873, 4.008372783660889, 3.9671475887298584, 4.002232551574707, 3.995645761489868, 4.043361186981201]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4146, "test_loss": 1.9048289794921875}, {"step": 7850, "epoch": 20, "train_loss": 1.4068107604980469, "cos_r_negg": [0.4797518849372864, 0.15305978059768677, 0.15842409431934357, 0.17886638641357422, 0.14113838970661163, 0.15433365106582642, 0.13848614692687988, 0.1197521910071373, 0.12210530042648315, 0.12984934449195862, 0.12126204371452332, 0.10400748252868652, 0.14747947454452515, 0.11284857988357544, 0.09493609517812729, 0.13848215341567993, 0.12935930490493774, 0.09972052276134491, 0.1131615862250328, 0.0752260833978653, 0.058532945811748505, 0.07019712030887604, 0.07373657822608948, 0.08819015324115753, 0.08830241113901138, 0.045374542474746704, 0.07693342864513397, 0.10658260434865952, 0.08832177519798279, -0.003357253735885024], "cos_apical_negg": [0.4797518849372864, 0.15305978059768677, 0.15842409431934357, 0.17886638641357422, 0.14113838970661163, 0.15433365106582642, 0.13848614692687988, 0.1197521910071373, 0.12210530042648315, 0.12984934449195862, 0.12126204371452332, 0.10400748252868652, 0.14747947454452515, 0.11284857988357544, 0.09493609517812729, 0.13848215341567993, 0.12935930490493774, 0.09972052276134491, 0.1131615862250328, 0.0752260833978653, 0.058532945811748505, 0.07019712030887604, 0.07373657822608948, 0.08819015324115753, 0.08830241113901138, 0.045374542474746704, 0.07693342864513397, 0.10658260434865952, 0.08832177519798279, -0.003357253735885024], "cos_Ac_negg": [0.4797518849372864, 0.15305978059768677, 0.15842409431934357, 0.17886638641357422, 0.14113838970661163, 0.15433365106582642, 0.13848614692687988, 0.1197521910071373, 0.12210530042648315, 0.12984934449195862, 0.12126204371452332, 0.10400748252868652, 0.14747947454452515, 0.11284857988357544, 0.09493609517812729, 0.13848215341567993, 0.12935930490493774, 0.09972052276134491, 0.1131615862250328, 0.0752260833978653, 0.058532945811748505, 0.07019712030887604, 0.07373657822608948, 0.08819015324115753, 0.08830241113901138, 0.045374542474746704, 0.07693342864513397, 0.10658260434865952, 0.08832177519798279, -0.003357253735885024], "r_norm": [4.170161247253418, 4.238970756530762, 4.161351203918457, 4.252086639404297, 4.227133750915527, 4.220489978790283, 4.185062408447266, 4.205885887145996, 4.211343288421631, 4.198436737060547, 4.16018533706665, 4.226973056793213, 4.296104431152344, 4.344031810760498, 4.2330121994018555, 4.210606575012207, 4.365839958190918, 4.144576072692871, 4.293128967285156, 4.2481689453125, 4.112483501434326, 4.210832118988037, 4.283330917358398, 4.1672163009643555, 4.227104663848877, 4.181070327758789, 4.154001235961914, 4.179817199707031, 4.181262969970703, 4.224592208862305]}, {"step": 7900, "epoch": 20, "train_loss": 1.4421513080596924, "cos_r_negg": [0.4700833559036255, 0.15839257836341858, 0.16118046641349792, 0.18783971667289734, 0.12021432816982269, 0.15078705549240112, 0.12502223253250122, 0.12951630353927612, 0.12145014107227325, 0.1301197111606598, 0.10567924380302429, 0.10238569974899292, 0.1527593582868576, 0.1292244791984558, 0.09299124032258987, 0.13474656641483307, 0.13129377365112305, 0.08618274331092834, 0.10486643016338348, 0.10143642872571945, 0.07574757188558578, 0.07352402806282043, 0.06777667999267578, 0.08565965294837952, 0.07707443088293076, 0.04229503124952316, 0.08072647452354431, 0.11307009309530258, 0.08076266944408417, 0.032603710889816284], "cos_apical_negg": [0.4700833559036255, 0.15839257836341858, 0.16118046641349792, 0.18783971667289734, 0.12021432816982269, 0.15078705549240112, 0.12502223253250122, 0.12951630353927612, 0.12145014107227325, 0.1301197111606598, 0.10567924380302429, 0.10238569974899292, 0.1527593582868576, 0.1292244791984558, 0.09299124032258987, 0.13474656641483307, 0.13129377365112305, 0.08618274331092834, 0.10486643016338348, 0.10143642872571945, 0.07574757188558578, 0.07352402806282043, 0.06777667999267578, 0.08565965294837952, 0.07707443088293076, 0.04229503124952316, 0.08072647452354431, 0.11307009309530258, 0.08076266944408417, 0.032603710889816284], "cos_Ac_negg": [0.4700833559036255, 0.15839257836341858, 0.16118046641349792, 0.18783971667289734, 0.12021432816982269, 0.15078705549240112, 0.12502223253250122, 0.12951630353927612, 0.12145014107227325, 0.1301197111606598, 0.10567924380302429, 0.10238569974899292, 0.1527593582868576, 0.1292244791984558, 0.09299124032258987, 0.13474656641483307, 0.13129377365112305, 0.08618274331092834, 0.10486643016338348, 0.10143642872571945, 0.07574757188558578, 0.07352402806282043, 0.06777667999267578, 0.08565965294837952, 0.07707443088293076, 0.04229503124952316, 0.08072647452354431, 0.11307009309530258, 0.08076266944408417, 0.032603710889816284], "r_norm": [4.065621376037598, 4.143606185913086, 4.0838303565979, 4.141071319580078, 4.133307456970215, 4.11757755279541, 4.072116374969482, 4.101259231567383, 4.115119934082031, 4.0898661613464355, 4.05944299697876, 4.122363090515137, 4.195417881011963, 4.226918697357178, 4.142440319061279, 4.101099491119385, 4.265291213989258, 4.052725315093994, 4.183714389801025, 4.150339126586914, 4.025371551513672, 4.118619918823242, 4.171894073486328, 4.072234153747559, 4.12428092956543, 4.08392858505249, 4.052982330322266, 4.080211639404297, 4.071376800537109, 4.1187872886657715]}, {"step": 7950, "epoch": 20, "train_loss": 1.5519232749938965, "cos_r_negg": [0.47700464725494385, 0.16879063844680786, 0.1577099859714508, 0.18671530485153198, 0.13356226682662964, 0.14911840856075287, 0.12530967593193054, 0.12653425335884094, 0.13772247731685638, 0.1286504715681076, 0.10872703790664673, 0.1043417751789093, 0.14623646438121796, 0.11824233084917068, 0.092368945479393, 0.150420680642128, 0.12994861602783203, 0.09955765306949615, 0.10241690278053284, 0.11394859105348587, 0.08297930657863617, 0.05836380273103714, 0.05673621967434883, 0.09106912463903427, 0.10227833688259125, 0.03478272631764412, 0.06887465715408325, 0.10359687358140945, 0.09895466268062592, 0.04517039656639099], "cos_apical_negg": [0.47700464725494385, 0.16879063844680786, 0.1577099859714508, 0.18671530485153198, 0.13356226682662964, 0.14911840856075287, 0.12530967593193054, 0.12653425335884094, 0.13772247731685638, 0.1286504715681076, 0.10872703790664673, 0.1043417751789093, 0.14623646438121796, 0.11824233084917068, 0.092368945479393, 0.150420680642128, 0.12994861602783203, 0.09955765306949615, 0.10241690278053284, 0.11394859105348587, 0.08297930657863617, 0.05836380273103714, 0.05673621967434883, 0.09106912463903427, 0.10227833688259125, 0.03478272631764412, 0.06887465715408325, 0.10359687358140945, 0.09895466268062592, 0.04517039656639099], "cos_Ac_negg": [0.47700464725494385, 0.16879063844680786, 0.1577099859714508, 0.18671530485153198, 0.13356226682662964, 0.14911840856075287, 0.12530967593193054, 0.12653425335884094, 0.13772247731685638, 0.1286504715681076, 0.10872703790664673, 0.1043417751789093, 0.14623646438121796, 0.11824233084917068, 0.092368945479393, 0.150420680642128, 0.12994861602783203, 0.09955765306949615, 0.10241690278053284, 0.11394859105348587, 0.08297930657863617, 0.05836380273103714, 0.05673621967434883, 0.09106912463903427, 0.10227833688259125, 0.03478272631764412, 0.06887465715408325, 0.10359687358140945, 0.09895466268062592, 0.04517039656639099], "r_norm": [4.117762565612793, 4.191049575805664, 4.12290096282959, 4.193320274353027, 4.178895473480225, 4.1808061599731445, 4.107503414154053, 4.146748065948486, 4.154262542724609, 4.1349663734436035, 4.111653804779053, 4.182816505432129, 4.248167037963867, 4.292886734008789, 4.185491561889648, 4.16342306137085, 4.306987762451172, 4.0987772941589355, 4.23713493347168, 4.187252521514893, 4.0700883865356445, 4.162609100341797, 4.221460819244385, 4.1164116859436035, 4.177641868591309, 4.1408305168151855, 4.0939178466796875, 4.1239213943481445, 4.116738319396973, 4.159823417663574]}, {"step": 8000, "epoch": 20, "train_loss": 1.5193305015563965, "cos_r_negg": [0.4754854142665863, 0.17105355858802795, 0.15136700868606567, 0.171014666557312, 0.13883067667484283, 0.15539243817329407, 0.12151173502206802, 0.1302720010280609, 0.13499972224235535, 0.14461961388587952, 0.11680305749177933, 0.10916280746459961, 0.14408649504184723, 0.1358443945646286, 0.09934787452220917, 0.16041794419288635, 0.12685543298721313, 0.10498511791229248, 0.08773773908615112, 0.10479702800512314, 0.06822670996189117, 0.09006941318511963, 0.06735566258430481, 0.08518427610397339, 0.09508516639471054, 0.012107357382774353, 0.08664066344499588, 0.12284225225448608, 0.0972106009721756, 0.013217337429523468], "cos_apical_negg": [0.4754854142665863, 0.17105355858802795, 0.15136700868606567, 0.171014666557312, 0.13883067667484283, 0.15539243817329407, 0.12151173502206802, 0.1302720010280609, 0.13499972224235535, 0.14461961388587952, 0.11680305749177933, 0.10916280746459961, 0.14408649504184723, 0.1358443945646286, 0.09934787452220917, 0.16041794419288635, 0.12685543298721313, 0.10498511791229248, 0.08773773908615112, 0.10479702800512314, 0.06822670996189117, 0.09006941318511963, 0.06735566258430481, 0.08518427610397339, 0.09508516639471054, 0.012107357382774353, 0.08664066344499588, 0.12284225225448608, 0.0972106009721756, 0.013217337429523468], "cos_Ac_negg": [0.4754854142665863, 0.17105355858802795, 0.15136700868606567, 0.171014666557312, 0.13883067667484283, 0.15539243817329407, 0.12151173502206802, 0.1302720010280609, 0.13499972224235535, 0.14461961388587952, 0.11680305749177933, 0.10916280746459961, 0.14408649504184723, 0.1358443945646286, 0.09934787452220917, 0.16041794419288635, 0.12685543298721313, 0.10498511791229248, 0.08773773908615112, 0.10479702800512314, 0.06822670996189117, 0.09006941318511963, 0.06735566258430481, 0.08518427610397339, 0.09508516639471054, 0.012107357382774353, 0.08664066344499588, 0.12284225225448608, 0.0972106009721756, 0.013217337429523468], "r_norm": [4.22413444519043, 4.294835567474365, 4.216916084289551, 4.286374568939209, 4.276970863342285, 4.2728047370910645, 4.218324661254883, 4.256730556488037, 4.265801429748535, 4.233500003814697, 4.2095136642456055, 4.276158332824707, 4.351873397827148, 4.396627426147461, 4.284125328063965, 4.259442329406738, 4.418453216552734, 4.198312759399414, 4.339798927307129, 4.296469688415527, 4.169257640838623, 4.272907257080078, 4.332645416259766, 4.22386360168457, 4.278920650482178, 4.230702877044678, 4.192813873291016, 4.2209978103637695, 4.221594333648682, 4.269147872924805]}, {"step": 8050, "epoch": 20, "train_loss": 1.5695106983184814, "cos_r_negg": [0.494577020406723, 0.16407838463783264, 0.1772444248199463, 0.18898162245750427, 0.13193081319332123, 0.1410689502954483, 0.13860425353050232, 0.1321832239627838, 0.13699093461036682, 0.1351201832294464, 0.11091480404138565, 0.12220732122659683, 0.142830491065979, 0.1221906840801239, 0.09139472246170044, 0.1544072926044464, 0.12209129333496094, 0.1104305163025856, 0.09827382117509842, 0.12325002998113632, 0.06854117661714554, 0.09445824474096298, 0.07160882651805878, 0.1005362868309021, 0.08620374649763107, 0.02946404367685318, 0.05761623755097389, 0.12592539191246033, 0.10188481211662292, 0.018818635493516922], "cos_apical_negg": [0.494577020406723, 0.16407838463783264, 0.1772444248199463, 0.18898162245750427, 0.13193081319332123, 0.1410689502954483, 0.13860425353050232, 0.1321832239627838, 0.13699093461036682, 0.1351201832294464, 0.11091480404138565, 0.12220732122659683, 0.142830491065979, 0.1221906840801239, 0.09139472246170044, 0.1544072926044464, 0.12209129333496094, 0.1104305163025856, 0.09827382117509842, 0.12325002998113632, 0.06854117661714554, 0.09445824474096298, 0.07160882651805878, 0.1005362868309021, 0.08620374649763107, 0.02946404367685318, 0.05761623755097389, 0.12592539191246033, 0.10188481211662292, 0.018818635493516922], "cos_Ac_negg": [0.494577020406723, 0.16407838463783264, 0.1772444248199463, 0.18898162245750427, 0.13193081319332123, 0.1410689502954483, 0.13860425353050232, 0.1321832239627838, 0.13699093461036682, 0.1351201832294464, 0.11091480404138565, 0.12220732122659683, 0.142830491065979, 0.1221906840801239, 0.09139472246170044, 0.1544072926044464, 0.12209129333496094, 0.1104305163025856, 0.09827382117509842, 0.12325002998113632, 0.06854117661714554, 0.09445824474096298, 0.07160882651805878, 0.1005362868309021, 0.08620374649763107, 0.02946404367685318, 0.05761623755097389, 0.12592539191246033, 0.10188481211662292, 0.018818635493516922], "r_norm": [3.975501775741577, 4.048023223876953, 3.9867544174194336, 4.050274848937988, 4.035909652709961, 4.0343475341796875, 3.9840965270996094, 4.0076904296875, 4.022249221801758, 4.000880241394043, 3.972499370574951, 4.032003402709961, 4.10767126083374, 4.125702857971191, 4.044573783874512, 4.010593891143799, 4.162139892578125, 3.9548866748809814, 4.097808361053467, 4.047574996948242, 3.9372715950012207, 4.024726390838623, 4.078386306762695, 3.9736337661743164, 4.031746864318848, 3.993010997772217, 3.954784393310547, 3.9829959869384766, 3.974282741546631, 4.020180702209473]}, {"step": 8100, "epoch": 20, "train_loss": 1.5200517177581787, "cos_r_negg": [0.48755496740341187, 0.16564512252807617, 0.166488915681839, 0.18231883645057678, 0.13602779805660248, 0.14535130560398102, 0.13606499135494232, 0.13681910932064056, 0.13252407312393188, 0.13550013303756714, 0.10714978724718094, 0.10098181664943695, 0.14883174002170563, 0.12684088945388794, 0.11185263097286224, 0.16225284337997437, 0.13251665234565735, 0.099129319190979, 0.10030302405357361, 0.11898509413003922, 0.058753374963998795, 0.07536396384239197, 0.07189106941223145, 0.08249428868293762, 0.11309021711349487, 0.01594550348818302, 0.07569538801908493, 0.14291855692863464, 0.08480734378099442, 0.03392288088798523], "cos_apical_negg": [0.48755496740341187, 0.16564512252807617, 0.166488915681839, 0.18231883645057678, 0.13602779805660248, 0.14535130560398102, 0.13606499135494232, 0.13681910932064056, 0.13252407312393188, 0.13550013303756714, 0.10714978724718094, 0.10098181664943695, 0.14883174002170563, 0.12684088945388794, 0.11185263097286224, 0.16225284337997437, 0.13251665234565735, 0.099129319190979, 0.10030302405357361, 0.11898509413003922, 0.058753374963998795, 0.07536396384239197, 0.07189106941223145, 0.08249428868293762, 0.11309021711349487, 0.01594550348818302, 0.07569538801908493, 0.14291855692863464, 0.08480734378099442, 0.03392288088798523], "cos_Ac_negg": [0.48755496740341187, 0.16564512252807617, 0.166488915681839, 0.18231883645057678, 0.13602779805660248, 0.14535130560398102, 0.13606499135494232, 0.13681910932064056, 0.13252407312393188, 0.13550013303756714, 0.10714978724718094, 0.10098181664943695, 0.14883174002170563, 0.12684088945388794, 0.11185263097286224, 0.16225284337997437, 0.13251665234565735, 0.099129319190979, 0.10030302405357361, 0.11898509413003922, 0.058753374963998795, 0.07536396384239197, 0.07189106941223145, 0.08249428868293762, 0.11309021711349487, 0.01594550348818302, 0.07569538801908493, 0.14291855692863464, 0.08480734378099442, 0.03392288088798523], "r_norm": [4.085604667663574, 4.163787841796875, 4.091503143310547, 4.157408714294434, 4.153231620788574, 4.141562461853027, 4.079483985900879, 4.116199016571045, 4.12359094619751, 4.1087751388549805, 4.070772171020508, 4.133529186248779, 4.203703880310059, 4.246673583984375, 4.157243728637695, 4.116487979888916, 4.28354549407959, 4.076361656188965, 4.203600883483887, 4.15769100189209, 4.04686164855957, 4.13072395324707, 4.201793670654297, 4.0858917236328125, 4.145512104034424, 4.101431846618652, 4.074326038360596, 4.092579364776611, 4.08662223815918, 4.1304755210876465]}, {"step": 8150, "epoch": 20, "train_loss": 1.4912083148956299, "cos_r_negg": [0.499085009098053, 0.16411413252353668, 0.1707095503807068, 0.1745694875717163, 0.12006483227014542, 0.13599878549575806, 0.140286386013031, 0.1571037620306015, 0.12454357743263245, 0.1382131725549698, 0.11731813102960587, 0.109164297580719, 0.15550440549850464, 0.12179987132549286, 0.10192440450191498, 0.15805116295814514, 0.13918088376522064, 0.1075843870639801, 0.10649426281452179, 0.11356711387634277, 0.06358014792203903, 0.10270662605762482, 0.04303864389657974, 0.09496185183525085, 0.12358168512582779, 0.02869735285639763, 0.04420960322022438, 0.1242622435092926, 0.09414926916360855, 0.04553816467523575], "cos_apical_negg": [0.499085009098053, 0.16411413252353668, 0.1707095503807068, 0.1745694875717163, 0.12006483227014542, 0.13599878549575806, 0.140286386013031, 0.1571037620306015, 0.12454357743263245, 0.1382131725549698, 0.11731813102960587, 0.109164297580719, 0.15550440549850464, 0.12179987132549286, 0.10192440450191498, 0.15805116295814514, 0.13918088376522064, 0.1075843870639801, 0.10649426281452179, 0.11356711387634277, 0.06358014792203903, 0.10270662605762482, 0.04303864389657974, 0.09496185183525085, 0.12358168512582779, 0.02869735285639763, 0.04420960322022438, 0.1242622435092926, 0.09414926916360855, 0.04553816467523575], "cos_Ac_negg": [0.499085009098053, 0.16411413252353668, 0.1707095503807068, 0.1745694875717163, 0.12006483227014542, 0.13599878549575806, 0.140286386013031, 0.1571037620306015, 0.12454357743263245, 0.1382131725549698, 0.11731813102960587, 0.109164297580719, 0.15550440549850464, 0.12179987132549286, 0.10192440450191498, 0.15805116295814514, 0.13918088376522064, 0.1075843870639801, 0.10649426281452179, 0.11356711387634277, 0.06358014792203903, 0.10270662605762482, 0.04303864389657974, 0.09496185183525085, 0.12358168512582779, 0.02869735285639763, 0.04420960322022438, 0.1242622435092926, 0.09414926916360855, 0.04553816467523575], "r_norm": [3.9705705642700195, 4.069339752197266, 3.98850679397583, 4.068748950958252, 4.0446319580078125, 4.027671813964844, 3.974412441253662, 4.002005100250244, 4.031242370605469, 4.004573822021484, 3.9784343242645264, 4.040855884552002, 4.104006290435791, 4.1528120040893555, 4.050981044769287, 4.009777545928955, 4.181574821472168, 3.9673829078674316, 4.091687202453613, 4.054654121398926, 3.936457633972168, 4.040037155151367, 4.084722518920898, 3.9815664291381836, 4.045697212219238, 3.998891592025757, 3.956061363220215, 3.9954090118408203, 3.9903500080108643, 4.031822204589844]}, {"step": 8200, "epoch": 20, "train_loss": 1.281201720237732, "cos_r_negg": [0.4977402091026306, 0.17457586526870728, 0.16639217734336853, 0.1763291358947754, 0.1420629620552063, 0.16635394096374512, 0.13774403929710388, 0.15222613513469696, 0.13100597262382507, 0.14496757090091705, 0.1162681132555008, 0.11921140551567078, 0.15655122697353363, 0.1316583752632141, 0.10898682475090027, 0.13224339485168457, 0.13069604337215424, 0.11852152645587921, 0.12073010206222534, 0.09413940459489822, 0.08412642776966095, 0.09301871061325073, 0.05328035354614258, 0.06669210642576218, 0.08692363649606705, 0.027945242822170258, 0.026468582451343536, 0.10938093811273575, 0.09322591125965118, 0.04405695199966431], "cos_apical_negg": [0.4977402091026306, 0.17457586526870728, 0.16639217734336853, 0.1763291358947754, 0.1420629620552063, 0.16635394096374512, 0.13774403929710388, 0.15222613513469696, 0.13100597262382507, 0.14496757090091705, 0.1162681132555008, 0.11921140551567078, 0.15655122697353363, 0.1316583752632141, 0.10898682475090027, 0.13224339485168457, 0.13069604337215424, 0.11852152645587921, 0.12073010206222534, 0.09413940459489822, 0.08412642776966095, 0.09301871061325073, 0.05328035354614258, 0.06669210642576218, 0.08692363649606705, 0.027945242822170258, 0.026468582451343536, 0.10938093811273575, 0.09322591125965118, 0.04405695199966431], "cos_Ac_negg": [0.4977402091026306, 0.17457586526870728, 0.16639217734336853, 0.1763291358947754, 0.1420629620552063, 0.16635394096374512, 0.13774403929710388, 0.15222613513469696, 0.13100597262382507, 0.14496757090091705, 0.1162681132555008, 0.11921140551567078, 0.15655122697353363, 0.1316583752632141, 0.10898682475090027, 0.13224339485168457, 0.13069604337215424, 0.11852152645587921, 0.12073010206222534, 0.09413940459489822, 0.08412642776966095, 0.09301871061325073, 0.05328035354614258, 0.06669210642576218, 0.08692363649606705, 0.027945242822170258, 0.026468582451343536, 0.10938093811273575, 0.09322591125965118, 0.04405695199966431], "r_norm": [4.090675354003906, 4.169308662414551, 4.088012218475342, 4.171760559082031, 4.156427383422852, 4.142712593078613, 4.092066764831543, 4.116525650024414, 4.138710975646973, 4.114051818847656, 4.076318264007568, 4.1453657150268555, 4.216281890869141, 4.269529819488525, 4.156015872955322, 4.135497093200684, 4.27668571472168, 4.068025588989258, 4.215738296508789, 4.172396659851074, 4.047415733337402, 4.141948699951172, 4.208761215209961, 4.094158172607422, 4.156604766845703, 4.102770805358887, 4.066492080688477, 4.100128173828125, 4.092705249786377, 4.142421722412109]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4019, "test_loss": 1.8800169921875}, {"step": 8250, "epoch": 21, "train_loss": 1.3864190578460693, "cos_r_negg": [0.4871201515197754, 0.16158175468444824, 0.16011738777160645, 0.1679282933473587, 0.14370813965797424, 0.15225572884082794, 0.11792504042387009, 0.14666059613227844, 0.1526673436164856, 0.13521909713745117, 0.11063264310359955, 0.11219476163387299, 0.1657036542892456, 0.12813791632652283, 0.09662482142448425, 0.14525216817855835, 0.1254185140132904, 0.11266675591468811, 0.10808034241199493, 0.1006619781255722, 0.0849708616733551, 0.08654478192329407, 0.06392812728881836, 0.07969477027654648, 0.11959835886955261, 0.008344750851392746, 0.06388010084629059, 0.1241125762462616, 0.08685401827096939, 0.05386808142066002], "cos_apical_negg": [0.4871201515197754, 0.16158175468444824, 0.16011738777160645, 0.1679282933473587, 0.14370813965797424, 0.15225572884082794, 0.11792504042387009, 0.14666059613227844, 0.1526673436164856, 0.13521909713745117, 0.11063264310359955, 0.11219476163387299, 0.1657036542892456, 0.12813791632652283, 0.09662482142448425, 0.14525216817855835, 0.1254185140132904, 0.11266675591468811, 0.10808034241199493, 0.1006619781255722, 0.0849708616733551, 0.08654478192329407, 0.06392812728881836, 0.07969477027654648, 0.11959835886955261, 0.008344750851392746, 0.06388010084629059, 0.1241125762462616, 0.08685401827096939, 0.05386808142066002], "cos_Ac_negg": [0.4871201515197754, 0.16158175468444824, 0.16011738777160645, 0.1679282933473587, 0.14370813965797424, 0.15225572884082794, 0.11792504042387009, 0.14666059613227844, 0.1526673436164856, 0.13521909713745117, 0.11063264310359955, 0.11219476163387299, 0.1657036542892456, 0.12813791632652283, 0.09662482142448425, 0.14525216817855835, 0.1254185140132904, 0.11266675591468811, 0.10808034241199493, 0.1006619781255722, 0.0849708616733551, 0.08654478192329407, 0.06392812728881836, 0.07969477027654648, 0.11959835886955261, 0.008344750851392746, 0.06388010084629059, 0.1241125762462616, 0.08685401827096939, 0.05386808142066002], "r_norm": [4.145992279052734, 4.206635475158691, 4.139491558074951, 4.221685886383057, 4.188520908355713, 4.187650680541992, 4.134196758270264, 4.174953937530518, 4.176247596740723, 4.1567769050598145, 4.138360977172852, 4.200834274291992, 4.273103713989258, 4.299254894256592, 4.204451084136963, 4.18303108215332, 4.335725784301758, 4.109487056732178, 4.256582736968994, 4.21754264831543, 4.090383529663086, 4.1866936683654785, 4.2311625480651855, 4.147208213806152, 4.1914801597595215, 4.147172927856445, 4.109833717346191, 4.152773857116699, 4.129789352416992, 4.1814656257629395]}, {"step": 8300, "epoch": 21, "train_loss": 1.7461998462677002, "cos_r_negg": [0.486139714717865, 0.167540043592453, 0.1706560105085373, 0.16851329803466797, 0.12438198179006577, 0.15605589747428894, 0.14120501279830933, 0.13382640480995178, 0.13533836603164673, 0.14383117854595184, 0.11998699605464935, 0.12103376537561417, 0.1504509299993515, 0.13366086781024933, 0.07573793828487396, 0.14784955978393555, 0.14432308077812195, 0.1125015914440155, 0.10630007833242416, 0.09439848363399506, 0.09185412526130676, 0.10152707993984222, 0.07150417566299438, 0.07526591420173645, 0.14342054724693298, 0.011912337504327297, 0.058786071836948395, 0.12191140651702881, 0.09213950484991074, 0.05741366744041443], "cos_apical_negg": [0.486139714717865, 0.167540043592453, 0.1706560105085373, 0.16851329803466797, 0.12438198179006577, 0.15605589747428894, 0.14120501279830933, 0.13382640480995178, 0.13533836603164673, 0.14383117854595184, 0.11998699605464935, 0.12103376537561417, 0.1504509299993515, 0.13366086781024933, 0.07573793828487396, 0.14784955978393555, 0.14432308077812195, 0.1125015914440155, 0.10630007833242416, 0.09439848363399506, 0.09185412526130676, 0.10152707993984222, 0.07150417566299438, 0.07526591420173645, 0.14342054724693298, 0.011912337504327297, 0.058786071836948395, 0.12191140651702881, 0.09213950484991074, 0.05741366744041443], "cos_Ac_negg": [0.486139714717865, 0.167540043592453, 0.1706560105085373, 0.16851329803466797, 0.12438198179006577, 0.15605589747428894, 0.14120501279830933, 0.13382640480995178, 0.13533836603164673, 0.14383117854595184, 0.11998699605464935, 0.12103376537561417, 0.1504509299993515, 0.13366086781024933, 0.07573793828487396, 0.14784955978393555, 0.14432308077812195, 0.1125015914440155, 0.10630007833242416, 0.09439848363399506, 0.09185412526130676, 0.10152707993984222, 0.07150417566299438, 0.07526591420173645, 0.14342054724693298, 0.011912337504327297, 0.058786071836948395, 0.12191140651702881, 0.09213950484991074, 0.05741366744041443], "r_norm": [4.152434825897217, 4.231753349304199, 4.152186870574951, 4.227692604064941, 4.227323532104492, 4.204991340637207, 4.143916606903076, 4.1810526847839355, 4.197537422180176, 4.173494338989258, 4.140768051147461, 4.20719051361084, 4.2696003913879395, 4.316852569580078, 4.220917701721191, 4.181692600250244, 4.352456569671631, 4.148828506469727, 4.275083541870117, 4.2243523597717285, 4.107760429382324, 4.198497772216797, 4.251673221588135, 4.143409252166748, 4.210422515869141, 4.171368598937988, 4.1323699951171875, 4.152029037475586, 4.155689239501953, 4.1965131759643555]}, {"step": 8350, "epoch": 21, "train_loss": 1.490457534790039, "cos_r_negg": [0.48594850301742554, 0.18002507090568542, 0.15697890520095825, 0.1683027744293213, 0.13254138827323914, 0.1511063277721405, 0.1290624439716339, 0.1519639492034912, 0.12703806161880493, 0.14270269870758057, 0.13420170545578003, 0.11661572754383087, 0.1368957906961441, 0.12884104251861572, 0.1087091714143753, 0.12034882605075836, 0.13422948122024536, 0.08586180210113525, 0.12814056873321533, 0.09704142808914185, 0.09513232856988907, 0.1133725494146347, 0.08799749612808228, 0.08470959961414337, 0.10491861402988434, 0.04753968492150307, 0.0759991854429245, 0.14274005591869354, 0.1143675148487091, 0.05007366091012955], "cos_apical_negg": [0.48594850301742554, 0.18002507090568542, 0.15697890520095825, 0.1683027744293213, 0.13254138827323914, 0.1511063277721405, 0.1290624439716339, 0.1519639492034912, 0.12703806161880493, 0.14270269870758057, 0.13420170545578003, 0.11661572754383087, 0.1368957906961441, 0.12884104251861572, 0.1087091714143753, 0.12034882605075836, 0.13422948122024536, 0.08586180210113525, 0.12814056873321533, 0.09704142808914185, 0.09513232856988907, 0.1133725494146347, 0.08799749612808228, 0.08470959961414337, 0.10491861402988434, 0.04753968492150307, 0.0759991854429245, 0.14274005591869354, 0.1143675148487091, 0.05007366091012955], "cos_Ac_negg": [0.48594850301742554, 0.18002507090568542, 0.15697890520095825, 0.1683027744293213, 0.13254138827323914, 0.1511063277721405, 0.1290624439716339, 0.1519639492034912, 0.12703806161880493, 0.14270269870758057, 0.13420170545578003, 0.11661572754383087, 0.1368957906961441, 0.12884104251861572, 0.1087091714143753, 0.12034882605075836, 0.13422948122024536, 0.08586180210113525, 0.12814056873321533, 0.09704142808914185, 0.09513232856988907, 0.1133725494146347, 0.08799749612808228, 0.08470959961414337, 0.10491861402988434, 0.04753968492150307, 0.0759991854429245, 0.14274005591869354, 0.1143675148487091, 0.05007366091012955], "r_norm": [4.0540361404418945, 4.1222968101501465, 4.056993007659912, 4.113021373748779, 4.102373123168945, 4.101454734802246, 4.036045074462891, 4.08823299407959, 4.093341827392578, 4.055167198181152, 4.037562370300293, 4.102421760559082, 4.178503036499023, 4.208658218383789, 4.112119197845459, 4.078038692474365, 4.237150192260742, 4.033195495605469, 4.160590171813965, 4.112842559814453, 4.012202739715576, 4.092828750610352, 4.146277904510498, 4.053272247314453, 4.102496147155762, 4.05610990524292, 4.017873764038086, 4.047215461730957, 4.040249824523926, 4.088492393493652]}, {"step": 8400, "epoch": 21, "train_loss": 1.5177857875823975, "cos_r_negg": [0.49267223477363586, 0.16525837779045105, 0.16485729813575745, 0.18395927548408508, 0.14119219779968262, 0.15930785238742828, 0.1294316053390503, 0.16330212354660034, 0.12945027649402618, 0.13301177322864532, 0.13537093997001648, 0.12077760696411133, 0.15217676758766174, 0.1243957132101059, 0.10009510815143585, 0.1327584683895111, 0.1552378237247467, 0.1099223792552948, 0.12620453536510468, 0.09582626074552536, 0.08666698634624481, 0.1003134623169899, 0.08103436231613159, 0.08530227094888687, 0.11805954575538635, 0.007444318383932114, 0.0883520096540451, 0.12866029143333435, 0.09486997127532959, 0.04600983113050461], "cos_apical_negg": [0.49267223477363586, 0.16525837779045105, 0.16485729813575745, 0.18395927548408508, 0.14119219779968262, 0.15930785238742828, 0.1294316053390503, 0.16330212354660034, 0.12945027649402618, 0.13301177322864532, 0.13537093997001648, 0.12077760696411133, 0.15217676758766174, 0.1243957132101059, 0.10009510815143585, 0.1327584683895111, 0.1552378237247467, 0.1099223792552948, 0.12620453536510468, 0.09582626074552536, 0.08666698634624481, 0.1003134623169899, 0.08103436231613159, 0.08530227094888687, 0.11805954575538635, 0.007444318383932114, 0.0883520096540451, 0.12866029143333435, 0.09486997127532959, 0.04600983113050461], "cos_Ac_negg": [0.49267223477363586, 0.16525837779045105, 0.16485729813575745, 0.18395927548408508, 0.14119219779968262, 0.15930785238742828, 0.1294316053390503, 0.16330212354660034, 0.12945027649402618, 0.13301177322864532, 0.13537093997001648, 0.12077760696411133, 0.15217676758766174, 0.1243957132101059, 0.10009510815143585, 0.1327584683895111, 0.1552378237247467, 0.1099223792552948, 0.12620453536510468, 0.09582626074552536, 0.08666698634624481, 0.1003134623169899, 0.08103436231613159, 0.08530227094888687, 0.11805954575538635, 0.007444318383932114, 0.0883520096540451, 0.12866029143333435, 0.09486997127532959, 0.04600983113050461], "r_norm": [4.031022071838379, 4.100318431854248, 4.0381999015808105, 4.104156494140625, 4.080842971801758, 4.083724498748779, 4.024764060974121, 4.0636467933654785, 4.074317932128906, 4.046384811401367, 4.020130157470703, 4.099266529083252, 4.156171798706055, 4.194951057434082, 4.09298038482666, 4.062140941619873, 4.228879451751709, 4.016007423400879, 4.146230697631836, 4.095424652099609, 3.9921059608459473, 4.081487655639648, 4.133642196655273, 4.044737815856934, 4.0872321128845215, 4.044114112854004, 4.006258010864258, 4.037140846252441, 4.030508518218994, 4.077822685241699]}, {"step": 8450, "epoch": 21, "train_loss": 1.1995340585708618, "cos_r_negg": [0.46649396419525146, 0.1676943302154541, 0.17260536551475525, 0.19328612089157104, 0.1305016279220581, 0.14368502795696259, 0.13481003046035767, 0.1552172303199768, 0.11735452711582184, 0.15002447366714478, 0.12086179852485657, 0.13003084063529968, 0.12492074817419052, 0.12771214544773102, 0.11047521233558655, 0.1360967755317688, 0.12257063388824463, 0.12581957876682281, 0.13002297282218933, 0.11827820539474487, 0.08603937923908234, 0.10807192325592041, 0.07573540508747101, 0.0851973369717598, 0.10173021256923676, 0.0250721238553524, 0.06833721697330475, 0.16345058381557465, 0.11192584782838821, 0.06395001709461212], "cos_apical_negg": [0.46649396419525146, 0.1676943302154541, 0.17260536551475525, 0.19328612089157104, 0.1305016279220581, 0.14368502795696259, 0.13481003046035767, 0.1552172303199768, 0.11735452711582184, 0.15002447366714478, 0.12086179852485657, 0.13003084063529968, 0.12492074817419052, 0.12771214544773102, 0.11047521233558655, 0.1360967755317688, 0.12257063388824463, 0.12581957876682281, 0.13002297282218933, 0.11827820539474487, 0.08603937923908234, 0.10807192325592041, 0.07573540508747101, 0.0851973369717598, 0.10173021256923676, 0.0250721238553524, 0.06833721697330475, 0.16345058381557465, 0.11192584782838821, 0.06395001709461212], "cos_Ac_negg": [0.46649396419525146, 0.1676943302154541, 0.17260536551475525, 0.19328612089157104, 0.1305016279220581, 0.14368502795696259, 0.13481003046035767, 0.1552172303199768, 0.11735452711582184, 0.15002447366714478, 0.12086179852485657, 0.13003084063529968, 0.12492074817419052, 0.12771214544773102, 0.11047521233558655, 0.1360967755317688, 0.12257063388824463, 0.12581957876682281, 0.13002297282218933, 0.11827820539474487, 0.08603937923908234, 0.10807192325592041, 0.07573540508747101, 0.0851973369717598, 0.10173021256923676, 0.0250721238553524, 0.06833721697330475, 0.16345058381557465, 0.11192584782838821, 0.06395001709461212], "r_norm": [3.9669809341430664, 4.040585041046143, 3.9685842990875244, 4.040415287017822, 4.028350353240967, 4.013864517211914, 3.9629464149475098, 3.9988560676574707, 4.010255813598633, 3.983668327331543, 3.9608306884765625, 4.019033432006836, 4.088961601257324, 4.118642807006836, 4.037949562072754, 4.001569747924805, 4.157236099243164, 3.954686403274536, 4.07167387008667, 4.041766166687012, 3.9240550994873047, 4.009793281555176, 4.066647529602051, 3.9670357704162598, 4.022010803222656, 3.980783224105835, 3.94565486907959, 3.9727983474731445, 3.9682154655456543, 4.014058589935303]}, {"step": 8500, "epoch": 21, "train_loss": 1.4406538009643555, "cos_r_negg": [0.472909539937973, 0.17178456485271454, 0.16907405853271484, 0.19841714203357697, 0.12546196579933167, 0.13179579377174377, 0.14367491006851196, 0.1330755650997162, 0.12323161214590073, 0.1366385519504547, 0.1263030469417572, 0.12249539792537689, 0.16522666811943054, 0.14337578415870667, 0.11922143399715424, 0.13681089878082275, 0.1337132751941681, 0.1145685613155365, 0.12123006582260132, 0.1008351743221283, 0.10551006346940994, 0.10645201057195663, 0.07912524044513702, 0.09311671555042267, 0.13242897391319275, 0.030863311141729355, 0.03534271568059921, 0.15532615780830383, 0.11077474057674408, 0.03456810861825943], "cos_apical_negg": [0.472909539937973, 0.17178456485271454, 0.16907405853271484, 0.19841714203357697, 0.12546196579933167, 0.13179579377174377, 0.14367491006851196, 0.1330755650997162, 0.12323161214590073, 0.1366385519504547, 0.1263030469417572, 0.12249539792537689, 0.16522666811943054, 0.14337578415870667, 0.11922143399715424, 0.13681089878082275, 0.1337132751941681, 0.1145685613155365, 0.12123006582260132, 0.1008351743221283, 0.10551006346940994, 0.10645201057195663, 0.07912524044513702, 0.09311671555042267, 0.13242897391319275, 0.030863311141729355, 0.03534271568059921, 0.15532615780830383, 0.11077474057674408, 0.03456810861825943], "cos_Ac_negg": [0.472909539937973, 0.17178456485271454, 0.16907405853271484, 0.19841714203357697, 0.12546196579933167, 0.13179579377174377, 0.14367491006851196, 0.1330755650997162, 0.12323161214590073, 0.1366385519504547, 0.1263030469417572, 0.12249539792537689, 0.16522666811943054, 0.14337578415870667, 0.11922143399715424, 0.13681089878082275, 0.1337132751941681, 0.1145685613155365, 0.12123006582260132, 0.1008351743221283, 0.10551006346940994, 0.10645201057195663, 0.07912524044513702, 0.09311671555042267, 0.13242897391319275, 0.030863311141729355, 0.03534271568059921, 0.15532615780830383, 0.11077474057674408, 0.03456810861825943], "r_norm": [4.007973670959473, 4.090106964111328, 4.021880626678467, 4.0836896896362305, 4.073952674865723, 4.067479610443115, 3.9980242252349854, 4.038610458374023, 4.04994535446167, 4.029362201690674, 4.006777286529541, 4.0771965980529785, 4.1483564376831055, 4.17039155960083, 4.077796936035156, 4.047828197479248, 4.200138092041016, 3.996993064880371, 4.127989768981934, 4.076664447784424, 3.971982479095459, 4.0663347244262695, 4.099677085876465, 4.007872104644775, 4.069151401519775, 4.034409523010254, 3.9878740310668945, 4.019000053405762, 4.008816242218018, 4.064742088317871]}, {"step": 8550, "epoch": 21, "train_loss": 1.4333956241607666, "cos_r_negg": [0.46013695001602173, 0.15628698468208313, 0.16546502709388733, 0.18797169625759125, 0.13230231404304504, 0.14318203926086426, 0.14336872100830078, 0.1557358205318451, 0.12890470027923584, 0.14838221669197083, 0.13780105113983154, 0.11048896610736847, 0.17708779871463776, 0.1471196413040161, 0.08731207251548767, 0.16017261147499084, 0.1384960114955902, 0.11476828157901764, 0.1175258606672287, 0.08715099096298218, 0.09224072098731995, 0.11420352011919022, 0.06160832941532135, 0.09307345747947693, 0.12281370162963867, 0.004269675351679325, 0.06203726679086685, 0.1384657472372055, 0.09666915237903595, 0.019102076068520546], "cos_apical_negg": [0.46013695001602173, 0.15628698468208313, 0.16546502709388733, 0.18797169625759125, 0.13230231404304504, 0.14318203926086426, 0.14336872100830078, 0.1557358205318451, 0.12890470027923584, 0.14838221669197083, 0.13780105113983154, 0.11048896610736847, 0.17708779871463776, 0.1471196413040161, 0.08731207251548767, 0.16017261147499084, 0.1384960114955902, 0.11476828157901764, 0.1175258606672287, 0.08715099096298218, 0.09224072098731995, 0.11420352011919022, 0.06160832941532135, 0.09307345747947693, 0.12281370162963867, 0.004269675351679325, 0.06203726679086685, 0.1384657472372055, 0.09666915237903595, 0.019102076068520546], "cos_Ac_negg": [0.46013695001602173, 0.15628698468208313, 0.16546502709388733, 0.18797169625759125, 0.13230231404304504, 0.14318203926086426, 0.14336872100830078, 0.1557358205318451, 0.12890470027923584, 0.14838221669197083, 0.13780105113983154, 0.11048896610736847, 0.17708779871463776, 0.1471196413040161, 0.08731207251548767, 0.16017261147499084, 0.1384960114955902, 0.11476828157901764, 0.1175258606672287, 0.08715099096298218, 0.09224072098731995, 0.11420352011919022, 0.06160832941532135, 0.09307345747947693, 0.12281370162963867, 0.004269675351679325, 0.06203726679086685, 0.1384657472372055, 0.09666915237903595, 0.019102076068520546], "r_norm": [4.170749664306641, 4.257853031158447, 4.187227249145508, 4.243105888366699, 4.240018844604492, 4.231693744659424, 4.171452045440674, 4.203080177307129, 4.224684715270996, 4.195120334625244, 4.171164512634277, 4.233939170837402, 4.301518440246582, 4.340114593505859, 4.250969886779785, 4.202994346618652, 4.374343395233154, 4.160322189331055, 4.288397789001465, 4.245964050292969, 4.129469871520996, 4.2286882400512695, 4.285850524902344, 4.174741268157959, 4.23689079284668, 4.1969733238220215, 4.145336151123047, 4.18492317199707, 4.180705547332764, 4.223041534423828]}, {"step": 8600, "epoch": 21, "train_loss": 1.5147171020507812, "cos_r_negg": [0.47201377153396606, 0.15661610662937164, 0.16968169808387756, 0.17664319276809692, 0.13335764408111572, 0.1447870433330536, 0.14502713084220886, 0.1566731482744217, 0.14456236362457275, 0.14709660410881042, 0.12621012330055237, 0.1200380027294159, 0.15099960565567017, 0.14537158608436584, 0.08944520354270935, 0.1400972604751587, 0.1498803198337555, 0.11817175149917603, 0.11075490713119507, 0.0948902815580368, 0.09392935037612915, 0.10256518423557281, 0.07405070960521698, 0.08607886731624603, 0.11333663016557693, 0.04333638399839401, 0.04541831463575363, 0.1290934681892395, 0.10806252062320709, 0.033793725073337555], "cos_apical_negg": [0.47201377153396606, 0.15661610662937164, 0.16968169808387756, 0.17664319276809692, 0.13335764408111572, 0.1447870433330536, 0.14502713084220886, 0.1566731482744217, 0.14456236362457275, 0.14709660410881042, 0.12621012330055237, 0.1200380027294159, 0.15099960565567017, 0.14537158608436584, 0.08944520354270935, 0.1400972604751587, 0.1498803198337555, 0.11817175149917603, 0.11075490713119507, 0.0948902815580368, 0.09392935037612915, 0.10256518423557281, 0.07405070960521698, 0.08607886731624603, 0.11333663016557693, 0.04333638399839401, 0.04541831463575363, 0.1290934681892395, 0.10806252062320709, 0.033793725073337555], "cos_Ac_negg": [0.47201377153396606, 0.15661610662937164, 0.16968169808387756, 0.17664319276809692, 0.13335764408111572, 0.1447870433330536, 0.14502713084220886, 0.1566731482744217, 0.14456236362457275, 0.14709660410881042, 0.12621012330055237, 0.1200380027294159, 0.15099960565567017, 0.14537158608436584, 0.08944520354270935, 0.1400972604751587, 0.1498803198337555, 0.11817175149917603, 0.11075490713119507, 0.0948902815580368, 0.09392935037612915, 0.10256518423557281, 0.07405070960521698, 0.08607886731624603, 0.11333663016557693, 0.04333638399839401, 0.04541831463575363, 0.1290934681892395, 0.10806252062320709, 0.033793725073337555], "r_norm": [4.098186492919922, 4.170689582824707, 4.106782913208008, 4.17607307434082, 4.165533542633057, 4.16211462020874, 4.102035999298096, 4.1282453536987305, 4.139857292175293, 4.117018222808838, 4.0901689529418945, 4.147491931915283, 4.23099422454834, 4.267543792724609, 4.165443420410156, 4.1387939453125, 4.289089679718018, 4.065831661224365, 4.217739582061768, 4.169084548950195, 4.0590972900390625, 4.14830207824707, 4.205367565155029, 4.097291946411133, 4.151139259338379, 4.117278099060059, 4.077850341796875, 4.106484413146973, 4.094794750213623, 4.151593208312988]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4047, "test_loss": 1.905927197265625}, {"step": 8650, "epoch": 22, "train_loss": 1.5002424716949463, "cos_r_negg": [0.48885899782180786, 0.14870625734329224, 0.166432723402977, 0.18089620769023895, 0.1369406282901764, 0.16837266087532043, 0.16003043949604034, 0.1317620426416397, 0.14784878492355347, 0.14631086587905884, 0.12461020052433014, 0.13449087738990784, 0.15532289445400238, 0.1379927694797516, 0.0954023152589798, 0.1481306105852127, 0.14646132290363312, 0.10189580172300339, 0.07951737940311432, 0.09121198207139969, 0.09957672655582428, 0.0989520326256752, 0.1014503687620163, 0.07565248012542725, 0.11743086576461792, 0.03262544050812721, 0.061847422271966934, 0.1514960080385208, 0.10068508982658386, 0.03732338920235634], "cos_apical_negg": [0.48885899782180786, 0.14870625734329224, 0.166432723402977, 0.18089620769023895, 0.1369406282901764, 0.16837266087532043, 0.16003043949604034, 0.1317620426416397, 0.14784878492355347, 0.14631086587905884, 0.12461020052433014, 0.13449087738990784, 0.15532289445400238, 0.1379927694797516, 0.0954023152589798, 0.1481306105852127, 0.14646132290363312, 0.10189580172300339, 0.07951737940311432, 0.09121198207139969, 0.09957672655582428, 0.0989520326256752, 0.1014503687620163, 0.07565248012542725, 0.11743086576461792, 0.03262544050812721, 0.061847422271966934, 0.1514960080385208, 0.10068508982658386, 0.03732338920235634], "cos_Ac_negg": [0.48885899782180786, 0.14870625734329224, 0.166432723402977, 0.18089620769023895, 0.1369406282901764, 0.16837266087532043, 0.16003043949604034, 0.1317620426416397, 0.14784878492355347, 0.14631086587905884, 0.12461020052433014, 0.13449087738990784, 0.15532289445400238, 0.1379927694797516, 0.0954023152589798, 0.1481306105852127, 0.14646132290363312, 0.10189580172300339, 0.07951737940311432, 0.09121198207139969, 0.09957672655582428, 0.0989520326256752, 0.1014503687620163, 0.07565248012542725, 0.11743086576461792, 0.03262544050812721, 0.061847422271966934, 0.1514960080385208, 0.10068508982658386, 0.03732338920235634], "r_norm": [4.075547695159912, 4.14482307434082, 4.090611934661865, 4.14825439453125, 4.131558418273926, 4.141304016113281, 4.081758499145508, 4.10368537902832, 4.121917724609375, 4.0927605628967285, 4.065891265869141, 4.130754470825195, 4.201045036315918, 4.2393879890441895, 4.146442890167236, 4.110063552856445, 4.2652716636657715, 4.042487144470215, 4.191830158233643, 4.143400192260742, 4.038355827331543, 4.118779182434082, 4.183123588562012, 4.080118656158447, 4.125537872314453, 4.091269493103027, 4.055447578430176, 4.079311370849609, 4.073113441467285, 4.122973442077637]}, {"step": 8700, "epoch": 22, "train_loss": 1.6226897239685059, "cos_r_negg": [0.5004128217697144, 0.1658513844013214, 0.16287757456302643, 0.1806441843509674, 0.1400451958179474, 0.15620659291744232, 0.13404250144958496, 0.14482396841049194, 0.13481557369232178, 0.14157253503799438, 0.1377350389957428, 0.14032624661922455, 0.15536744892597198, 0.13321919739246368, 0.09671930968761444, 0.13191786408424377, 0.14352631568908691, 0.12382854521274567, 0.10809051990509033, 0.07553303241729736, 0.09023946523666382, 0.10831300914287567, 0.09498618543148041, 0.08612655103206635, 0.12208070605993271, 0.03786855190992355, 0.06463289260864258, 0.13686969876289368, 0.10550913959741592, 0.05431918054819107], "cos_apical_negg": [0.5004128217697144, 0.1658513844013214, 0.16287757456302643, 0.1806441843509674, 0.1400451958179474, 0.15620659291744232, 0.13404250144958496, 0.14482396841049194, 0.13481557369232178, 0.14157253503799438, 0.1377350389957428, 0.14032624661922455, 0.15536744892597198, 0.13321919739246368, 0.09671930968761444, 0.13191786408424377, 0.14352631568908691, 0.12382854521274567, 0.10809051990509033, 0.07553303241729736, 0.09023946523666382, 0.10831300914287567, 0.09498618543148041, 0.08612655103206635, 0.12208070605993271, 0.03786855190992355, 0.06463289260864258, 0.13686969876289368, 0.10550913959741592, 0.05431918054819107], "cos_Ac_negg": [0.5004128217697144, 0.1658513844013214, 0.16287757456302643, 0.1806441843509674, 0.1400451958179474, 0.15620659291744232, 0.13404250144958496, 0.14482396841049194, 0.13481557369232178, 0.14157253503799438, 0.1377350389957428, 0.14032624661922455, 0.15536744892597198, 0.13321919739246368, 0.09671930968761444, 0.13191786408424377, 0.14352631568908691, 0.12382854521274567, 0.10809051990509033, 0.07553303241729736, 0.09023946523666382, 0.10831300914287567, 0.09498618543148041, 0.08612655103206635, 0.12208070605993271, 0.03786855190992355, 0.06463289260864258, 0.13686969876289368, 0.10550913959741592, 0.05431918054819107], "r_norm": [4.141561508178711, 4.224552631378174, 4.160398006439209, 4.22133731842041, 4.207998752593994, 4.205990791320801, 4.1505022048950195, 4.1691508293151855, 4.19423770904541, 4.173703193664551, 4.147937774658203, 4.2058186531066895, 4.265655994415283, 4.301642894744873, 4.220979690551758, 4.1733245849609375, 4.3501434326171875, 4.13411808013916, 4.271336078643799, 4.229946136474609, 4.100428581237793, 4.196050643920898, 4.241373062133789, 4.140666484832764, 4.200063705444336, 4.172104358673096, 4.128040790557861, 4.158626556396484, 4.160341262817383, 4.189741134643555]}, {"step": 8750, "epoch": 22, "train_loss": 1.3234655857086182, "cos_r_negg": [0.481938898563385, 0.15581265091896057, 0.16557994484901428, 0.18098607659339905, 0.145451158285141, 0.1507234126329422, 0.13910041749477386, 0.15615366399288177, 0.1238403394818306, 0.14537668228149414, 0.13001397252082825, 0.13936664164066315, 0.1550554633140564, 0.1478305160999298, 0.09889958798885345, 0.16211876273155212, 0.13763457536697388, 0.12499260902404785, 0.08948048949241638, 0.08782267570495605, 0.08222869038581848, 0.13383208215236664, 0.07661071419715881, 0.08059805631637573, 0.10909683257341385, 0.04850007966160774, 0.09756594896316528, 0.15713727474212646, 0.11776304990053177, 0.04981207847595215], "cos_apical_negg": [0.481938898563385, 0.15581265091896057, 0.16557994484901428, 0.18098607659339905, 0.145451158285141, 0.1507234126329422, 0.13910041749477386, 0.15615366399288177, 0.1238403394818306, 0.14537668228149414, 0.13001397252082825, 0.13936664164066315, 0.1550554633140564, 0.1478305160999298, 0.09889958798885345, 0.16211876273155212, 0.13763457536697388, 0.12499260902404785, 0.08948048949241638, 0.08782267570495605, 0.08222869038581848, 0.13383208215236664, 0.07661071419715881, 0.08059805631637573, 0.10909683257341385, 0.04850007966160774, 0.09756594896316528, 0.15713727474212646, 0.11776304990053177, 0.04981207847595215], "cos_Ac_negg": [0.481938898563385, 0.15581265091896057, 0.16557994484901428, 0.18098607659339905, 0.145451158285141, 0.1507234126329422, 0.13910041749477386, 0.15615366399288177, 0.1238403394818306, 0.14537668228149414, 0.13001397252082825, 0.13936664164066315, 0.1550554633140564, 0.1478305160999298, 0.09889958798885345, 0.16211876273155212, 0.13763457536697388, 0.12499260902404785, 0.08948048949241638, 0.08782267570495605, 0.08222869038581848, 0.13383208215236664, 0.07661071419715881, 0.08059805631637573, 0.10909683257341385, 0.04850007966160774, 0.09756594896316528, 0.15713727474212646, 0.11776304990053177, 0.04981207847595215], "r_norm": [3.986370801925659, 4.057683944702148, 3.99337100982666, 4.059225559234619, 4.035824298858643, 4.035561561584473, 3.9860143661499023, 4.015490531921387, 4.028288841247559, 4.006124973297119, 3.9841885566711426, 4.042568683624268, 4.1090898513793945, 4.140689373016357, 4.04981803894043, 4.019000053405762, 4.176915645599365, 3.969501256942749, 4.098862648010254, 4.058501243591309, 3.9440650939941406, 4.027910232543945, 4.082393646240234, 3.991179943084717, 4.043107032775879, 4.0073442459106445, 3.9658215045928955, 3.9940226078033447, 3.9890966415405273, 4.026709079742432]}, {"step": 8800, "epoch": 22, "train_loss": 1.5897279977798462, "cos_r_negg": [0.49515020847320557, 0.16110654175281525, 0.18404141068458557, 0.1776142120361328, 0.14455918967723846, 0.14812186360359192, 0.13317623734474182, 0.16615070402622223, 0.14907339215278625, 0.14108571410179138, 0.12345509231090546, 0.11526206135749817, 0.1553904116153717, 0.1474352777004242, 0.12600383162498474, 0.16681836545467377, 0.1585402935743332, 0.12493270635604858, 0.11178319156169891, 0.11990651488304138, 0.09742921590805054, 0.13627290725708008, 0.08634822070598602, 0.09286125749349594, 0.08713695406913757, 0.059514861553907394, 0.0799974724650383, 0.14867249131202698, 0.12741705775260925, 0.05449388176202774], "cos_apical_negg": [0.49515020847320557, 0.16110654175281525, 0.18404141068458557, 0.1776142120361328, 0.14455918967723846, 0.14812186360359192, 0.13317623734474182, 0.16615070402622223, 0.14907339215278625, 0.14108571410179138, 0.12345509231090546, 0.11526206135749817, 0.1553904116153717, 0.1474352777004242, 0.12600383162498474, 0.16681836545467377, 0.1585402935743332, 0.12493270635604858, 0.11178319156169891, 0.11990651488304138, 0.09742921590805054, 0.13627290725708008, 0.08634822070598602, 0.09286125749349594, 0.08713695406913757, 0.059514861553907394, 0.0799974724650383, 0.14867249131202698, 0.12741705775260925, 0.05449388176202774], "cos_Ac_negg": [0.49515020847320557, 0.16110654175281525, 0.18404141068458557, 0.1776142120361328, 0.14455918967723846, 0.14812186360359192, 0.13317623734474182, 0.16615070402622223, 0.14907339215278625, 0.14108571410179138, 0.12345509231090546, 0.11526206135749817, 0.1553904116153717, 0.1474352777004242, 0.12600383162498474, 0.16681836545467377, 0.1585402935743332, 0.12493270635604858, 0.11178319156169891, 0.11990651488304138, 0.09742921590805054, 0.13627290725708008, 0.08634822070598602, 0.09286125749349594, 0.08713695406913757, 0.059514861553907394, 0.0799974724650383, 0.14867249131202698, 0.12741705775260925, 0.05449388176202774], "r_norm": [4.126420974731445, 4.200408935546875, 4.143673896789551, 4.214559555053711, 4.181836128234863, 4.188462734222412, 4.122866630554199, 4.168806076049805, 4.166530609130859, 4.146146297454834, 4.125228404998779, 4.199785232543945, 4.264260292053223, 4.298357963562012, 4.193739414215088, 4.16770076751709, 4.325139999389648, 4.113259792327881, 4.24848747253418, 4.201607704162598, 4.087506294250488, 4.174114227294922, 4.232586860656738, 4.134815216064453, 4.189819812774658, 4.145833969116211, 4.1141791343688965, 4.146402359008789, 4.129364967346191, 4.181950569152832]}, {"step": 8850, "epoch": 22, "train_loss": 1.4251930713653564, "cos_r_negg": [0.5031263828277588, 0.17847339808940887, 0.17715725302696228, 0.19309327006340027, 0.1388402283191681, 0.14958758652210236, 0.12811189889907837, 0.16508035361766815, 0.1411370486021042, 0.13783380389213562, 0.13853819668293, 0.12734591960906982, 0.1422000527381897, 0.13714799284934998, 0.10001258552074432, 0.15332552790641785, 0.13207195699214935, 0.12784214317798615, 0.11363643407821655, 0.12098183482885361, 0.08859984576702118, 0.10444818437099457, 0.0747055858373642, 0.11117716133594513, 0.11714127659797668, 0.04003376513719559, 0.07857760041952133, 0.12636443972587585, 0.11837191879749298, 0.05473022907972336], "cos_apical_negg": [0.5031263828277588, 0.17847339808940887, 0.17715725302696228, 0.19309327006340027, 0.1388402283191681, 0.14958758652210236, 0.12811189889907837, 0.16508035361766815, 0.1411370486021042, 0.13783380389213562, 0.13853819668293, 0.12734591960906982, 0.1422000527381897, 0.13714799284934998, 0.10001258552074432, 0.15332552790641785, 0.13207195699214935, 0.12784214317798615, 0.11363643407821655, 0.12098183482885361, 0.08859984576702118, 0.10444818437099457, 0.0747055858373642, 0.11117716133594513, 0.11714127659797668, 0.04003376513719559, 0.07857760041952133, 0.12636443972587585, 0.11837191879749298, 0.05473022907972336], "cos_Ac_negg": [0.5031263828277588, 0.17847339808940887, 0.17715725302696228, 0.19309327006340027, 0.1388402283191681, 0.14958758652210236, 0.12811189889907837, 0.16508035361766815, 0.1411370486021042, 0.13783380389213562, 0.13853819668293, 0.12734591960906982, 0.1422000527381897, 0.13714799284934998, 0.10001258552074432, 0.15332552790641785, 0.13207195699214935, 0.12784214317798615, 0.11363643407821655, 0.12098183482885361, 0.08859984576702118, 0.10444818437099457, 0.0747055858373642, 0.11117716133594513, 0.11714127659797668, 0.04003376513719559, 0.07857760041952133, 0.12636443972587585, 0.11837191879749298, 0.05473022907972336], "r_norm": [4.069923400878906, 4.148425102233887, 4.089738845825195, 4.140598297119141, 4.132049560546875, 4.142871379852295, 4.063596248626709, 4.105374813079834, 4.113902568817139, 4.085310459136963, 4.053440093994141, 4.123739719390869, 4.200347900390625, 4.234766006469727, 4.140281677246094, 4.100759506225586, 4.255067825317383, 4.047299385070801, 4.18930721282959, 4.141640663146973, 4.032403945922852, 4.119053840637207, 4.176025390625, 4.07438850402832, 4.126064300537109, 4.083417892456055, 4.0539679527282715, 4.076581954956055, 4.068470001220703, 4.110970973968506]}, {"step": 8900, "epoch": 22, "train_loss": 1.6028642654418945, "cos_r_negg": [0.4681873917579651, 0.15560580790042877, 0.16724638640880585, 0.1740615963935852, 0.13160426914691925, 0.1571466028690338, 0.12717624008655548, 0.14700381457805634, 0.14314031600952148, 0.15140089392662048, 0.12700790166854858, 0.12164004147052765, 0.15687592327594757, 0.12818387150764465, 0.10341031104326248, 0.16969558596611023, 0.14116886258125305, 0.1150367259979248, 0.14442355930805206, 0.12006737291812897, 0.07834992557764053, 0.10702592134475708, 0.09494301676750183, 0.10018037259578705, 0.12322710454463959, 0.02100074477493763, 0.08304045349359512, 0.13703638315200806, 0.12225043028593063, 0.04419214278459549], "cos_apical_negg": [0.4681873917579651, 0.15560580790042877, 0.16724638640880585, 0.1740615963935852, 0.13160426914691925, 0.1571466028690338, 0.12717624008655548, 0.14700381457805634, 0.14314031600952148, 0.15140089392662048, 0.12700790166854858, 0.12164004147052765, 0.15687592327594757, 0.12818387150764465, 0.10341031104326248, 0.16969558596611023, 0.14116886258125305, 0.1150367259979248, 0.14442355930805206, 0.12006737291812897, 0.07834992557764053, 0.10702592134475708, 0.09494301676750183, 0.10018037259578705, 0.12322710454463959, 0.02100074477493763, 0.08304045349359512, 0.13703638315200806, 0.12225043028593063, 0.04419214278459549], "cos_Ac_negg": [0.4681873917579651, 0.15560580790042877, 0.16724638640880585, 0.1740615963935852, 0.13160426914691925, 0.1571466028690338, 0.12717624008655548, 0.14700381457805634, 0.14314031600952148, 0.15140089392662048, 0.12700790166854858, 0.12164004147052765, 0.15687592327594757, 0.12818387150764465, 0.10341031104326248, 0.16969558596611023, 0.14116886258125305, 0.1150367259979248, 0.14442355930805206, 0.12006737291812897, 0.07834992557764053, 0.10702592134475708, 0.09494301676750183, 0.10018037259578705, 0.12322710454463959, 0.02100074477493763, 0.08304045349359512, 0.13703638315200806, 0.12225043028593063, 0.04419214278459549], "r_norm": [4.091341495513916, 4.1669464111328125, 4.094293594360352, 4.156688213348389, 4.162416458129883, 4.144457817077637, 4.081598281860352, 4.122491836547852, 4.132637977600098, 4.105225563049316, 4.068406105041504, 4.14310359954834, 4.220829963684082, 4.250156879425049, 4.155309677124023, 4.117987155914307, 4.280604839324951, 4.075438499450684, 4.213652610778809, 4.162126541137695, 4.049488067626953, 4.142730712890625, 4.192273139953613, 4.08818244934082, 4.149899482727051, 4.105288505554199, 4.072310447692871, 4.090761661529541, 4.0852203369140625, 4.143247604370117]}, {"step": 8950, "epoch": 22, "train_loss": 1.3872840404510498, "cos_r_negg": [0.4597264528274536, 0.1720493733882904, 0.1576043665409088, 0.19282878935337067, 0.12468916177749634, 0.15381351113319397, 0.12923237681388855, 0.15185007452964783, 0.15485617518424988, 0.1548515111207962, 0.13933029770851135, 0.12016554176807404, 0.17140185832977295, 0.11877724528312683, 0.09526020288467407, 0.150425523519516, 0.14791136980056763, 0.10390080511569977, 0.12835150957107544, 0.11223176121711731, 0.07637820392847061, 0.12703338265419006, 0.0892789289355278, 0.1051904708147049, 0.11082041263580322, 0.030589230358600616, 0.10882300138473511, 0.1363750696182251, 0.13973355293273926, 0.04239852353930473], "cos_apical_negg": [0.4597264528274536, 0.1720493733882904, 0.1576043665409088, 0.19282878935337067, 0.12468916177749634, 0.15381351113319397, 0.12923237681388855, 0.15185007452964783, 0.15485617518424988, 0.1548515111207962, 0.13933029770851135, 0.12016554176807404, 0.17140185832977295, 0.11877724528312683, 0.09526020288467407, 0.150425523519516, 0.14791136980056763, 0.10390080511569977, 0.12835150957107544, 0.11223176121711731, 0.07637820392847061, 0.12703338265419006, 0.0892789289355278, 0.1051904708147049, 0.11082041263580322, 0.030589230358600616, 0.10882300138473511, 0.1363750696182251, 0.13973355293273926, 0.04239852353930473], "cos_Ac_negg": [0.4597264528274536, 0.1720493733882904, 0.1576043665409088, 0.19282878935337067, 0.12468916177749634, 0.15381351113319397, 0.12923237681388855, 0.15185007452964783, 0.15485617518424988, 0.1548515111207962, 0.13933029770851135, 0.12016554176807404, 0.17140185832977295, 0.11877724528312683, 0.09526020288467407, 0.150425523519516, 0.14791136980056763, 0.10390080511569977, 0.12835150957107544, 0.11223176121711731, 0.07637820392847061, 0.12703338265419006, 0.0892789289355278, 0.1051904708147049, 0.11082041263580322, 0.030589230358600616, 0.10882300138473511, 0.1363750696182251, 0.13973355293273926, 0.04239852353930473], "r_norm": [3.97326922416687, 4.048762321472168, 3.9866232872009277, 4.038076877593994, 4.027408599853516, 4.022488594055176, 3.957333564758301, 4.008776664733887, 4.004709243774414, 3.982647180557251, 3.957472324371338, 4.0270185470581055, 4.101436614990234, 4.127644062042236, 4.0315752029418945, 4.003377914428711, 4.155547142028809, 3.9585461616516113, 4.085084438323975, 4.03326416015625, 3.938943386077881, 4.012624740600586, 4.064637184143066, 3.9791290760040283, 4.027112007141113, 3.9825124740600586, 3.9563705921173096, 3.981698513031006, 3.956092596054077, 4.021181106567383]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4159, "test_loss": 1.8571505981445313}, {"step": 9000, "epoch": 23, "train_loss": 1.423600435256958, "cos_r_negg": [0.4767484664916992, 0.17454499006271362, 0.1508273035287857, 0.1842499077320099, 0.13975027203559875, 0.15929687023162842, 0.11825120449066162, 0.12981285154819489, 0.14376229047775269, 0.13349755108356476, 0.11470027267932892, 0.12253671884536743, 0.1674431562423706, 0.13703687489032745, 0.07787218689918518, 0.1447821706533432, 0.1375441998243332, 0.11241329461336136, 0.14294955134391785, 0.10782219469547272, 0.07884535938501358, 0.12099100649356842, 0.08601363748311996, 0.07692760229110718, 0.1063307672739029, 0.033300697803497314, 0.08648618310689926, 0.14766810834407806, 0.1363341212272644, 0.057168032974004745], "cos_apical_negg": [0.4767484664916992, 0.17454499006271362, 0.1508273035287857, 0.1842499077320099, 0.13975027203559875, 0.15929687023162842, 0.11825120449066162, 0.12981285154819489, 0.14376229047775269, 0.13349755108356476, 0.11470027267932892, 0.12253671884536743, 0.1674431562423706, 0.13703687489032745, 0.07787218689918518, 0.1447821706533432, 0.1375441998243332, 0.11241329461336136, 0.14294955134391785, 0.10782219469547272, 0.07884535938501358, 0.12099100649356842, 0.08601363748311996, 0.07692760229110718, 0.1063307672739029, 0.033300697803497314, 0.08648618310689926, 0.14766810834407806, 0.1363341212272644, 0.057168032974004745], "cos_Ac_negg": [0.4767484664916992, 0.17454499006271362, 0.1508273035287857, 0.1842499077320099, 0.13975027203559875, 0.15929687023162842, 0.11825120449066162, 0.12981285154819489, 0.14376229047775269, 0.13349755108356476, 0.11470027267932892, 0.12253671884536743, 0.1674431562423706, 0.13703687489032745, 0.07787218689918518, 0.1447821706533432, 0.1375441998243332, 0.11241329461336136, 0.14294955134391785, 0.10782219469547272, 0.07884535938501358, 0.12099100649356842, 0.08601363748311996, 0.07692760229110718, 0.1063307672739029, 0.033300697803497314, 0.08648618310689926, 0.14766810834407806, 0.1363341212272644, 0.057168032974004745], "r_norm": [4.1303300857543945, 4.205673694610596, 4.14080286026001, 4.2113261222839355, 4.191383361816406, 4.185524940490723, 4.128731727600098, 4.158989906311035, 4.175014495849609, 4.147812366485596, 4.123368263244629, 4.191656589508057, 4.254358291625977, 4.304938793182373, 4.194543838500977, 4.172869682312012, 4.322503089904785, 4.103813648223877, 4.248369216918945, 4.216355323791504, 4.082054138183594, 4.181314468383789, 4.233757019042969, 4.130505561828613, 4.193155288696289, 4.142472267150879, 4.107368469238281, 4.149812698364258, 4.133535861968994, 4.1828436851501465]}, {"step": 9050, "epoch": 23, "train_loss": 1.5163681507110596, "cos_r_negg": [0.4555097818374634, 0.1659969687461853, 0.16217412054538727, 0.19175595045089722, 0.13873523473739624, 0.16111081838607788, 0.10216347128152847, 0.14932866394519806, 0.15118494629859924, 0.1542864739894867, 0.12993189692497253, 0.12222260981798172, 0.15825386345386505, 0.1286291480064392, 0.0909307599067688, 0.15558236837387085, 0.14292606711387634, 0.12251439690589905, 0.13189420104026794, 0.10575874149799347, 0.09500269591808319, 0.10174526274204254, 0.09296256303787231, 0.09973490238189697, 0.10102023929357529, 0.04279756173491478, 0.0904536247253418, 0.14687690138816833, 0.1267830729484558, 0.04333740472793579], "cos_apical_negg": [0.4555097818374634, 0.1659969687461853, 0.16217412054538727, 0.19175595045089722, 0.13873523473739624, 0.16111081838607788, 0.10216347128152847, 0.14932866394519806, 0.15118494629859924, 0.1542864739894867, 0.12993189692497253, 0.12222260981798172, 0.15825386345386505, 0.1286291480064392, 0.0909307599067688, 0.15558236837387085, 0.14292606711387634, 0.12251439690589905, 0.13189420104026794, 0.10575874149799347, 0.09500269591808319, 0.10174526274204254, 0.09296256303787231, 0.09973490238189697, 0.10102023929357529, 0.04279756173491478, 0.0904536247253418, 0.14687690138816833, 0.1267830729484558, 0.04333740472793579], "cos_Ac_negg": [0.4555097818374634, 0.1659969687461853, 0.16217412054538727, 0.19175595045089722, 0.13873523473739624, 0.16111081838607788, 0.10216347128152847, 0.14932866394519806, 0.15118494629859924, 0.1542864739894867, 0.12993189692497253, 0.12222260981798172, 0.15825386345386505, 0.1286291480064392, 0.0909307599067688, 0.15558236837387085, 0.14292606711387634, 0.12251439690589905, 0.13189420104026794, 0.10575874149799347, 0.09500269591808319, 0.10174526274204254, 0.09296256303787231, 0.09973490238189697, 0.10102023929357529, 0.04279756173491478, 0.0904536247253418, 0.14687690138816833, 0.1267830729484558, 0.04333740472793579], "r_norm": [3.9896047115325928, 4.082369804382324, 4.030193328857422, 4.070779800415039, 4.049276828765869, 4.059754848480225, 3.9835362434387207, 4.027695178985596, 4.032575607299805, 4.020414352416992, 3.9926211833953857, 4.0570783615112305, 4.109736442565918, 4.168635368347168, 4.0702314376831055, 4.028675079345703, 4.185482501983643, 3.987623929977417, 4.111455917358398, 4.075228691101074, 3.9565677642822266, 4.035354137420654, 4.101940631866455, 3.999864339828491, 4.0580220222473145, 4.01767110824585, 3.983980655670166, 4.016849517822266, 4.005346298217773, 4.02726936340332]}, {"step": 9100, "epoch": 23, "train_loss": 1.524132490158081, "cos_r_negg": [0.4920518398284912, 0.15750586986541748, 0.16971474885940552, 0.18965460360050201, 0.1383182555437088, 0.15923571586608887, 0.12798547744750977, 0.1482323408126831, 0.15594828128814697, 0.13702276349067688, 0.12053178250789642, 0.10030041635036469, 0.17496225237846375, 0.12073690444231033, 0.08333880454301834, 0.13120809197425842, 0.14748454093933105, 0.1425296664237976, 0.10699167847633362, 0.12133355438709259, 0.0942644327878952, 0.1177336573600769, 0.07755234837532043, 0.10750464349985123, 0.12879110872745514, 0.03410234674811363, 0.09765574336051941, 0.13079673051834106, 0.10354506969451904, 0.05219288170337677], "cos_apical_negg": [0.4920518398284912, 0.15750586986541748, 0.16971474885940552, 0.18965460360050201, 0.1383182555437088, 0.15923571586608887, 0.12798547744750977, 0.1482323408126831, 0.15594828128814697, 0.13702276349067688, 0.12053178250789642, 0.10030041635036469, 0.17496225237846375, 0.12073690444231033, 0.08333880454301834, 0.13120809197425842, 0.14748454093933105, 0.1425296664237976, 0.10699167847633362, 0.12133355438709259, 0.0942644327878952, 0.1177336573600769, 0.07755234837532043, 0.10750464349985123, 0.12879110872745514, 0.03410234674811363, 0.09765574336051941, 0.13079673051834106, 0.10354506969451904, 0.05219288170337677], "cos_Ac_negg": [0.4920518398284912, 0.15750586986541748, 0.16971474885940552, 0.18965460360050201, 0.1383182555437088, 0.15923571586608887, 0.12798547744750977, 0.1482323408126831, 0.15594828128814697, 0.13702276349067688, 0.12053178250789642, 0.10030041635036469, 0.17496225237846375, 0.12073690444231033, 0.08333880454301834, 0.13120809197425842, 0.14748454093933105, 0.1425296664237976, 0.10699167847633362, 0.12133355438709259, 0.0942644327878952, 0.1177336573600769, 0.07755234837532043, 0.10750464349985123, 0.12879110872745514, 0.03410234674811363, 0.09765574336051941, 0.13079673051834106, 0.10354506969451904, 0.05219288170337677], "r_norm": [4.034079551696777, 4.106574058532715, 4.0415215492248535, 4.1024394035339355, 4.085194110870361, 4.08718729019165, 4.0234551429748535, 4.064377784729004, 4.069061756134033, 4.045681476593018, 4.015960216522217, 4.084554195404053, 4.152024269104004, 4.198148250579834, 4.0979509353637695, 4.068638324737549, 4.218511581420898, 4.0179290771484375, 4.14564323425293, 4.105813980102539, 3.9885990619659424, 4.0702338218688965, 4.140541076660156, 4.041263103485107, 4.090920925140381, 4.047937393188477, 4.017745494842529, 4.041154861450195, 4.02980899810791, 4.072689056396484]}, {"step": 9150, "epoch": 23, "train_loss": 1.5464503765106201, "cos_r_negg": [0.4795375466346741, 0.1655207872390747, 0.16768988966941833, 0.19952867925167084, 0.14991876482963562, 0.1650688797235489, 0.1314152181148529, 0.16256782412528992, 0.1423855870962143, 0.13192623853683472, 0.12604975700378418, 0.10071473568677902, 0.16526055335998535, 0.13308149576187134, 0.11093011498451233, 0.16151058673858643, 0.13532057404518127, 0.1286122053861618, 0.1439160406589508, 0.12291912734508514, 0.12352576851844788, 0.10548648238182068, 0.07618439942598343, 0.09988225996494293, 0.12126244604587555, 0.04243756830692291, 0.10264787077903748, 0.09672532975673676, 0.13159909844398499, 0.058494530618190765], "cos_apical_negg": [0.4795375466346741, 0.1655207872390747, 0.16768988966941833, 0.19952867925167084, 0.14991876482963562, 0.1650688797235489, 0.1314152181148529, 0.16256782412528992, 0.1423855870962143, 0.13192623853683472, 0.12604975700378418, 0.10071473568677902, 0.16526055335998535, 0.13308149576187134, 0.11093011498451233, 0.16151058673858643, 0.13532057404518127, 0.1286122053861618, 0.1439160406589508, 0.12291912734508514, 0.12352576851844788, 0.10548648238182068, 0.07618439942598343, 0.09988225996494293, 0.12126244604587555, 0.04243756830692291, 0.10264787077903748, 0.09672532975673676, 0.13159909844398499, 0.058494530618190765], "cos_Ac_negg": [0.4795375466346741, 0.1655207872390747, 0.16768988966941833, 0.19952867925167084, 0.14991876482963562, 0.1650688797235489, 0.1314152181148529, 0.16256782412528992, 0.1423855870962143, 0.13192623853683472, 0.12604975700378418, 0.10071473568677902, 0.16526055335998535, 0.13308149576187134, 0.11093011498451233, 0.16151058673858643, 0.13532057404518127, 0.1286122053861618, 0.1439160406589508, 0.12291912734508514, 0.12352576851844788, 0.10548648238182068, 0.07618439942598343, 0.09988225996494293, 0.12126244604587555, 0.04243756830692291, 0.10264787077903748, 0.09672532975673676, 0.13159909844398499, 0.058494530618190765], "r_norm": [4.035318374633789, 4.110795974731445, 4.039599418640137, 4.105197906494141, 4.098278045654297, 4.094794273376465, 4.037429332733154, 4.057973384857178, 4.078900337219238, 4.050302505493164, 4.023230075836182, 4.085479259490967, 4.153660774230957, 4.1969099044799805, 4.107418537139893, 4.074038028717041, 4.222303867340088, 4.011775970458984, 4.147407531738281, 4.105571746826172, 3.9952850341796875, 4.078989028930664, 4.1380109786987305, 4.039785385131836, 4.088642120361328, 4.0549468994140625, 4.010280609130859, 4.036983966827393, 4.0299553871154785, 4.086240768432617]}, {"step": 9200, "epoch": 23, "train_loss": 1.496652364730835, "cos_r_negg": [0.4669667184352875, 0.16686655580997467, 0.1747971475124359, 0.19884240627288818, 0.13736984133720398, 0.16348709166049957, 0.1290929913520813, 0.14830386638641357, 0.1529431939125061, 0.1348572075366974, 0.11341461539268494, 0.10617880523204803, 0.17041295766830444, 0.13706618547439575, 0.1096959114074707, 0.14388492703437805, 0.14315468072891235, 0.12664881348609924, 0.14561200141906738, 0.11534091085195541, 0.1205396056175232, 0.11817014962434769, 0.06861728429794312, 0.11373908072710037, 0.12388376891613007, 0.03648598492145538, 0.09255848824977875, 0.09957683831453323, 0.11030925065279007, 0.05407838523387909], "cos_apical_negg": [0.4669667184352875, 0.16686655580997467, 0.1747971475124359, 0.19884240627288818, 0.13736984133720398, 0.16348709166049957, 0.1290929913520813, 0.14830386638641357, 0.1529431939125061, 0.1348572075366974, 0.11341461539268494, 0.10617880523204803, 0.17041295766830444, 0.13706618547439575, 0.1096959114074707, 0.14388492703437805, 0.14315468072891235, 0.12664881348609924, 0.14561200141906738, 0.11534091085195541, 0.1205396056175232, 0.11817014962434769, 0.06861728429794312, 0.11373908072710037, 0.12388376891613007, 0.03648598492145538, 0.09255848824977875, 0.09957683831453323, 0.11030925065279007, 0.05407838523387909], "cos_Ac_negg": [0.4669667184352875, 0.16686655580997467, 0.1747971475124359, 0.19884240627288818, 0.13736984133720398, 0.16348709166049957, 0.1290929913520813, 0.14830386638641357, 0.1529431939125061, 0.1348572075366974, 0.11341461539268494, 0.10617880523204803, 0.17041295766830444, 0.13706618547439575, 0.1096959114074707, 0.14388492703437805, 0.14315468072891235, 0.12664881348609924, 0.14561200141906738, 0.11534091085195541, 0.1205396056175232, 0.11817014962434769, 0.06861728429794312, 0.11373908072710037, 0.12388376891613007, 0.03648598492145538, 0.09255848824977875, 0.09957683831453323, 0.11030925065279007, 0.05407838523387909], "r_norm": [4.041366100311279, 4.126730918884277, 4.062954902648926, 4.119000434875488, 4.109140396118164, 4.113276481628418, 4.0500593185424805, 4.069076061248779, 4.095867156982422, 4.059732437133789, 4.048854827880859, 4.100236415863037, 4.1695756912231445, 4.2054123878479, 4.12249755859375, 4.0761613845825195, 4.242066383361816, 4.0359697341918945, 4.154748916625977, 4.1103057861328125, 4.012592315673828, 4.093020439147949, 4.137765884399414, 4.05472469329834, 4.097533226013184, 4.076971530914307, 4.024735450744629, 4.05124568939209, 4.042675018310547, 4.096975326538086]}, {"step": 9250, "epoch": 23, "train_loss": 1.4940260648727417, "cos_r_negg": [0.47278153896331787, 0.16349956393241882, 0.17645300924777985, 0.19424960017204285, 0.12969237565994263, 0.15433645248413086, 0.1262674331665039, 0.16298234462738037, 0.15479892492294312, 0.13859286904335022, 0.12610872089862823, 0.11307571828365326, 0.1721484661102295, 0.14635449647903442, 0.11521230638027191, 0.14108708500862122, 0.15588194131851196, 0.1300317645072937, 0.1427602767944336, 0.11024655401706696, 0.11805066466331482, 0.1241697445511818, 0.08642473071813583, 0.0828140377998352, 0.12260109186172485, 0.04233185946941376, 0.08276315033435822, 0.09163399785757065, 0.13469219207763672, 0.07613065838813782], "cos_apical_negg": [0.47278153896331787, 0.16349956393241882, 0.17645300924777985, 0.19424960017204285, 0.12969237565994263, 0.15433645248413086, 0.1262674331665039, 0.16298234462738037, 0.15479892492294312, 0.13859286904335022, 0.12610872089862823, 0.11307571828365326, 0.1721484661102295, 0.14635449647903442, 0.11521230638027191, 0.14108708500862122, 0.15588194131851196, 0.1300317645072937, 0.1427602767944336, 0.11024655401706696, 0.11805066466331482, 0.1241697445511818, 0.08642473071813583, 0.0828140377998352, 0.12260109186172485, 0.04233185946941376, 0.08276315033435822, 0.09163399785757065, 0.13469219207763672, 0.07613065838813782], "cos_Ac_negg": [0.47278153896331787, 0.16349956393241882, 0.17645300924777985, 0.19424960017204285, 0.12969237565994263, 0.15433645248413086, 0.1262674331665039, 0.16298234462738037, 0.15479892492294312, 0.13859286904335022, 0.12610872089862823, 0.11307571828365326, 0.1721484661102295, 0.14635449647903442, 0.11521230638027191, 0.14108708500862122, 0.15588194131851196, 0.1300317645072937, 0.1427602767944336, 0.11024655401706696, 0.11805066466331482, 0.1241697445511818, 0.08642473071813583, 0.0828140377998352, 0.12260109186172485, 0.04233185946941376, 0.08276315033435822, 0.09163399785757065, 0.13469219207763672, 0.07613065838813782], "r_norm": [4.158276557922363, 4.248408317565918, 4.170871257781982, 4.234496116638184, 4.216757774353027, 4.221806526184082, 4.152411460876465, 4.188277721405029, 4.203981399536133, 4.177640914916992, 4.139683246612549, 4.218036651611328, 4.286192893981934, 4.339064598083496, 4.232392311096191, 4.197072982788086, 4.351041793823242, 4.138329982757568, 4.281274318695068, 4.231474876403809, 4.117895126342773, 4.209498405456543, 4.263828277587891, 4.161563873291016, 4.218863487243652, 4.171575546264648, 4.135942459106445, 4.163185119628906, 4.154201030731201, 4.21287727355957]}, {"step": 9300, "epoch": 23, "train_loss": 1.4344241619110107, "cos_r_negg": [0.4515588879585266, 0.16784009337425232, 0.1616138517856598, 0.20162096619606018, 0.13393908739089966, 0.14785683155059814, 0.130562424659729, 0.1624011993408203, 0.16433453559875488, 0.13506674766540527, 0.12129729986190796, 0.1239648163318634, 0.16108722984790802, 0.12202185392379761, 0.12289030104875565, 0.13707378506660461, 0.1512427181005478, 0.1117609441280365, 0.15071773529052734, 0.1133100837469101, 0.10458864271640778, 0.12906986474990845, 0.0925053060054779, 0.11705879867076874, 0.1343228816986084, 0.04986103996634483, 0.08624137938022614, 0.11875985562801361, 0.14424893260002136, 0.08322969079017639], "cos_apical_negg": [0.4515588879585266, 0.16784009337425232, 0.1616138517856598, 0.20162096619606018, 0.13393908739089966, 0.14785683155059814, 0.130562424659729, 0.1624011993408203, 0.16433453559875488, 0.13506674766540527, 0.12129729986190796, 0.1239648163318634, 0.16108722984790802, 0.12202185392379761, 0.12289030104875565, 0.13707378506660461, 0.1512427181005478, 0.1117609441280365, 0.15071773529052734, 0.1133100837469101, 0.10458864271640778, 0.12906986474990845, 0.0925053060054779, 0.11705879867076874, 0.1343228816986084, 0.04986103996634483, 0.08624137938022614, 0.11875985562801361, 0.14424893260002136, 0.08322969079017639], "cos_Ac_negg": [0.4515588879585266, 0.16784009337425232, 0.1616138517856598, 0.20162096619606018, 0.13393908739089966, 0.14785683155059814, 0.130562424659729, 0.1624011993408203, 0.16433453559875488, 0.13506674766540527, 0.12129729986190796, 0.1239648163318634, 0.16108722984790802, 0.12202185392379761, 0.12289030104875565, 0.13707378506660461, 0.1512427181005478, 0.1117609441280365, 0.15071773529052734, 0.1133100837469101, 0.10458864271640778, 0.12906986474990845, 0.0925053060054779, 0.11705879867076874, 0.1343228816986084, 0.04986103996634483, 0.08624137938022614, 0.11875985562801361, 0.14424893260002136, 0.08322969079017639], "r_norm": [4.136364936828613, 4.21621036529541, 4.149738311767578, 4.208045959472656, 4.20728874206543, 4.197926044464111, 4.127354145050049, 4.169033050537109, 4.1837873458862305, 4.156974792480469, 4.119323253631592, 4.188449859619141, 4.259919166564941, 4.308282852172852, 4.2087907791137695, 4.164065361022949, 4.336162567138672, 4.11993408203125, 4.2569451332092285, 4.217196464538574, 4.091530799865723, 4.196969985961914, 4.245200157165527, 4.137312412261963, 4.194369316101074, 4.146876335144043, 4.117538928985596, 4.140938758850098, 4.13864278793335, 4.184535980224609]}, {"step": 9350, "epoch": 23, "train_loss": 1.5921043157577515, "cos_r_negg": [0.4619693160057068, 0.16088902950286865, 0.16818362474441528, 0.1847253143787384, 0.14051127433776855, 0.1479211151599884, 0.12447402626276016, 0.1638486683368683, 0.158974289894104, 0.15990771353244781, 0.11312799900770187, 0.1337856501340866, 0.16572868824005127, 0.11958814412355423, 0.11388775706291199, 0.14028023183345795, 0.15659531950950623, 0.12515632808208466, 0.14672209322452545, 0.11278184503316879, 0.09424373507499695, 0.10288778692483902, 0.09109054505825043, 0.09232470393180847, 0.11167506873607635, 0.03858437389135361, 0.07939673960208893, 0.10941831767559052, 0.11879514902830124, 0.04358869045972824], "cos_apical_negg": [0.4619693160057068, 0.16088902950286865, 0.16818362474441528, 0.1847253143787384, 0.14051127433776855, 0.1479211151599884, 0.12447402626276016, 0.1638486683368683, 0.158974289894104, 0.15990771353244781, 0.11312799900770187, 0.1337856501340866, 0.16572868824005127, 0.11958814412355423, 0.11388775706291199, 0.14028023183345795, 0.15659531950950623, 0.12515632808208466, 0.14672209322452545, 0.11278184503316879, 0.09424373507499695, 0.10288778692483902, 0.09109054505825043, 0.09232470393180847, 0.11167506873607635, 0.03858437389135361, 0.07939673960208893, 0.10941831767559052, 0.11879514902830124, 0.04358869045972824], "cos_Ac_negg": [0.4619693160057068, 0.16088902950286865, 0.16818362474441528, 0.1847253143787384, 0.14051127433776855, 0.1479211151599884, 0.12447402626276016, 0.1638486683368683, 0.158974289894104, 0.15990771353244781, 0.11312799900770187, 0.1337856501340866, 0.16572868824005127, 0.11958814412355423, 0.11388775706291199, 0.14028023183345795, 0.15659531950950623, 0.12515632808208466, 0.14672209322452545, 0.11278184503316879, 0.09424373507499695, 0.10288778692483902, 0.09109054505825043, 0.09232470393180847, 0.11167506873607635, 0.03858437389135361, 0.07939673960208893, 0.10941831767559052, 0.11879514902830124, 0.04358869045972824], "r_norm": [4.0037312507629395, 4.084601402282715, 4.0257487297058105, 4.079999923706055, 4.060946464538574, 4.0602850914001465, 3.993799924850464, 4.044269561767578, 4.050220489501953, 4.025555610656738, 3.9918856620788574, 4.069623947143555, 4.132188320159912, 4.175280570983887, 4.076764106750488, 4.038463115692139, 4.196907043457031, 3.9897842407226562, 4.120800018310547, 4.081896781921387, 3.963766098022461, 4.056819915771484, 4.112201690673828, 4.009055137634277, 4.0698652267456055, 4.017460346221924, 3.98728609085083, 4.015581130981445, 4.0072245597839355, 4.052652835845947]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4106, "test_loss": 1.8840658569335937}, {"step": 9400, "epoch": 24, "train_loss": 1.1795930862426758, "cos_r_negg": [0.49133002758026123, 0.17113979160785675, 0.17618274688720703, 0.18549185991287231, 0.1275048702955246, 0.1649259626865387, 0.1370183825492859, 0.16275426745414734, 0.16569221019744873, 0.14560377597808838, 0.12613454461097717, 0.12737596035003662, 0.15557630360126495, 0.1373019814491272, 0.10457012057304382, 0.14054591953754425, 0.1292397379875183, 0.12254509329795837, 0.13287708163261414, 0.12090738862752914, 0.09222178161144257, 0.11736968904733658, 0.08461441099643707, 0.10409598797559738, 0.14641524851322174, 0.031575072556734085, 0.07093672454357147, 0.11143054068088531, 0.11856432259082794, 0.04587861895561218], "cos_apical_negg": [0.49133002758026123, 0.17113979160785675, 0.17618274688720703, 0.18549185991287231, 0.1275048702955246, 0.1649259626865387, 0.1370183825492859, 0.16275426745414734, 0.16569221019744873, 0.14560377597808838, 0.12613454461097717, 0.12737596035003662, 0.15557630360126495, 0.1373019814491272, 0.10457012057304382, 0.14054591953754425, 0.1292397379875183, 0.12254509329795837, 0.13287708163261414, 0.12090738862752914, 0.09222178161144257, 0.11736968904733658, 0.08461441099643707, 0.10409598797559738, 0.14641524851322174, 0.031575072556734085, 0.07093672454357147, 0.11143054068088531, 0.11856432259082794, 0.04587861895561218], "cos_Ac_negg": [0.49133002758026123, 0.17113979160785675, 0.17618274688720703, 0.18549185991287231, 0.1275048702955246, 0.1649259626865387, 0.1370183825492859, 0.16275426745414734, 0.16569221019744873, 0.14560377597808838, 0.12613454461097717, 0.12737596035003662, 0.15557630360126495, 0.1373019814491272, 0.10457012057304382, 0.14054591953754425, 0.1292397379875183, 0.12254509329795837, 0.13287708163261414, 0.12090738862752914, 0.09222178161144257, 0.11736968904733658, 0.08461441099643707, 0.10409598797559738, 0.14641524851322174, 0.031575072556734085, 0.07093672454357147, 0.11143054068088531, 0.11856432259082794, 0.04587861895561218], "r_norm": [4.062461853027344, 4.127589225769043, 4.060565948486328, 4.118503093719482, 4.120481967926025, 4.1132001876831055, 4.057511806488037, 4.088194847106934, 4.100315093994141, 4.065162181854248, 4.039623737335205, 4.098089218139648, 4.182474136352539, 4.218155860900879, 4.12246036529541, 4.090587615966797, 4.236359596252441, 4.028569221496582, 4.170259952545166, 4.118356704711914, 4.015608787536621, 4.103635787963867, 4.1618194580078125, 4.055117130279541, 4.110346794128418, 4.07228946685791, 4.0339155197143555, 4.055265426635742, 4.043059825897217, 4.100774765014648]}, {"step": 9450, "epoch": 24, "train_loss": 1.2415273189544678, "cos_r_negg": [0.49103087186813354, 0.18364691734313965, 0.1819615662097931, 0.19516128301620483, 0.13301219046115875, 0.1546899676322937, 0.13687007129192352, 0.16118541359901428, 0.15887339413166046, 0.15605029463768005, 0.11334381252527237, 0.11049951612949371, 0.16506633162498474, 0.13841837644577026, 0.12367406487464905, 0.13712602853775024, 0.1496632695198059, 0.11027951538562775, 0.144841268658638, 0.12409102916717529, 0.09808694571256638, 0.12091086804866791, 0.08408410847187042, 0.11261884868144989, 0.1390410214662552, 0.027677379548549652, 0.07852379977703094, 0.11952917277812958, 0.11646636575460434, 0.049682073295116425], "cos_apical_negg": [0.49103087186813354, 0.18364691734313965, 0.1819615662097931, 0.19516128301620483, 0.13301219046115875, 0.1546899676322937, 0.13687007129192352, 0.16118541359901428, 0.15887339413166046, 0.15605029463768005, 0.11334381252527237, 0.11049951612949371, 0.16506633162498474, 0.13841837644577026, 0.12367406487464905, 0.13712602853775024, 0.1496632695198059, 0.11027951538562775, 0.144841268658638, 0.12409102916717529, 0.09808694571256638, 0.12091086804866791, 0.08408410847187042, 0.11261884868144989, 0.1390410214662552, 0.027677379548549652, 0.07852379977703094, 0.11952917277812958, 0.11646636575460434, 0.049682073295116425], "cos_Ac_negg": [0.49103087186813354, 0.18364691734313965, 0.1819615662097931, 0.19516128301620483, 0.13301219046115875, 0.1546899676322937, 0.13687007129192352, 0.16118541359901428, 0.15887339413166046, 0.15605029463768005, 0.11334381252527237, 0.11049951612949371, 0.16506633162498474, 0.13841837644577026, 0.12367406487464905, 0.13712602853775024, 0.1496632695198059, 0.11027951538562775, 0.144841268658638, 0.12409102916717529, 0.09808694571256638, 0.12091086804866791, 0.08408410847187042, 0.11261884868144989, 0.1390410214662552, 0.027677379548549652, 0.07852379977703094, 0.11952917277812958, 0.11646636575460434, 0.049682073295116425], "r_norm": [4.104214191436768, 4.188407897949219, 4.112525939941406, 4.180206298828125, 4.181368827819824, 4.163262367248535, 4.101822376251221, 4.129726409912109, 4.151089191436768, 4.129880905151367, 4.093416213989258, 4.158146858215332, 4.232784748077393, 4.2612762451171875, 4.182710647583008, 4.139519691467285, 4.299072265625, 4.100648880004883, 4.224936485290527, 4.193398952484131, 4.064660549163818, 4.165933609008789, 4.219150066375732, 4.095158576965332, 4.174543380737305, 4.125521659851074, 4.093808174133301, 4.119733810424805, 4.121012210845947, 4.15708065032959]}, {"step": 9500, "epoch": 24, "train_loss": 1.394711971282959, "cos_r_negg": [0.5040677189826965, 0.17948177456855774, 0.17966905236244202, 0.20423159003257751, 0.14174117147922516, 0.15469761192798615, 0.1330752670764923, 0.15763099491596222, 0.14432719349861145, 0.1601364016532898, 0.10930894315242767, 0.12815652787685394, 0.17188933491706848, 0.12919208407402039, 0.11469873785972595, 0.14632722735404968, 0.1510370522737503, 0.10670165717601776, 0.12196231633424759, 0.12255779653787613, 0.08819308876991272, 0.14052574336528778, 0.08276232331991196, 0.10274778306484222, 0.1380232870578766, 0.017656702548265457, 0.09299862384796143, 0.12919652462005615, 0.09612029790878296, 0.06581507623195648], "cos_apical_negg": [0.5040677189826965, 0.17948177456855774, 0.17966905236244202, 0.20423159003257751, 0.14174117147922516, 0.15469761192798615, 0.1330752670764923, 0.15763099491596222, 0.14432719349861145, 0.1601364016532898, 0.10930894315242767, 0.12815652787685394, 0.17188933491706848, 0.12919208407402039, 0.11469873785972595, 0.14632722735404968, 0.1510370522737503, 0.10670165717601776, 0.12196231633424759, 0.12255779653787613, 0.08819308876991272, 0.14052574336528778, 0.08276232331991196, 0.10274778306484222, 0.1380232870578766, 0.017656702548265457, 0.09299862384796143, 0.12919652462005615, 0.09612029790878296, 0.06581507623195648], "cos_Ac_negg": [0.5040677189826965, 0.17948177456855774, 0.17966905236244202, 0.20423159003257751, 0.14174117147922516, 0.15469761192798615, 0.1330752670764923, 0.15763099491596222, 0.14432719349861145, 0.1601364016532898, 0.10930894315242767, 0.12815652787685394, 0.17188933491706848, 0.12919208407402039, 0.11469873785972595, 0.14632722735404968, 0.1510370522737503, 0.10670165717601776, 0.12196231633424759, 0.12255779653787613, 0.08819308876991272, 0.14052574336528778, 0.08276232331991196, 0.10274778306484222, 0.1380232870578766, 0.017656702548265457, 0.09299862384796143, 0.12919652462005615, 0.09612029790878296, 0.06581507623195648], "r_norm": [4.050474166870117, 4.122402191162109, 4.060708999633789, 4.1212568283081055, 4.105154037475586, 4.110596656799316, 4.04403018951416, 4.080047130584717, 4.081795692443848, 4.053833961486816, 4.042482852935791, 4.100734710693359, 4.171231746673584, 4.200844764709473, 4.111466884613037, 4.087864875793457, 4.236220836639404, 4.027020454406738, 4.1669206619262695, 4.1142683029174805, 4.014774799346924, 4.082589626312256, 4.138631820678711, 4.043448448181152, 4.101806640625, 4.071019172668457, 4.029494762420654, 4.051173686981201, 4.033676624298096, 4.091914176940918]}, {"step": 9550, "epoch": 24, "train_loss": 1.3639256954193115, "cos_r_negg": [0.44508838653564453, 0.1748403161764145, 0.17124417424201965, 0.1843337118625641, 0.129097580909729, 0.15091407299041748, 0.13052316009998322, 0.1438022255897522, 0.14348310232162476, 0.14887776970863342, 0.12001360952854156, 0.13058577477931976, 0.1705230474472046, 0.11929811537265778, 0.11733061820268631, 0.13963089883327484, 0.15513339638710022, 0.1235886812210083, 0.12502557039260864, 0.11523330211639404, 0.10353226959705353, 0.10166677832603455, 0.07702126353979111, 0.11371113359928131, 0.1380813717842102, 0.0333680585026741, 0.0887649655342102, 0.13315609097480774, 0.11379720270633698, 0.068380206823349], "cos_apical_negg": [0.44508838653564453, 0.1748403161764145, 0.17124417424201965, 0.1843337118625641, 0.129097580909729, 0.15091407299041748, 0.13052316009998322, 0.1438022255897522, 0.14348310232162476, 0.14887776970863342, 0.12001360952854156, 0.13058577477931976, 0.1705230474472046, 0.11929811537265778, 0.11733061820268631, 0.13963089883327484, 0.15513339638710022, 0.1235886812210083, 0.12502557039260864, 0.11523330211639404, 0.10353226959705353, 0.10166677832603455, 0.07702126353979111, 0.11371113359928131, 0.1380813717842102, 0.0333680585026741, 0.0887649655342102, 0.13315609097480774, 0.11379720270633698, 0.068380206823349], "cos_Ac_negg": [0.44508838653564453, 0.1748403161764145, 0.17124417424201965, 0.1843337118625641, 0.129097580909729, 0.15091407299041748, 0.13052316009998322, 0.1438022255897522, 0.14348310232162476, 0.14887776970863342, 0.12001360952854156, 0.13058577477931976, 0.1705230474472046, 0.11929811537265778, 0.11733061820268631, 0.13963089883327484, 0.15513339638710022, 0.1235886812210083, 0.12502557039260864, 0.11523330211639404, 0.10353226959705353, 0.10166677832603455, 0.07702126353979111, 0.11371113359928131, 0.1380813717842102, 0.0333680585026741, 0.0887649655342102, 0.13315609097480774, 0.11379720270633698, 0.068380206823349], "r_norm": [4.050222873687744, 4.126443386077881, 4.067043304443359, 4.125850200653076, 4.105473041534424, 4.109253883361816, 4.049927711486816, 4.077138423919678, 4.089641571044922, 4.0697455406188965, 4.049769401550293, 4.108407974243164, 4.165193557739258, 4.201577663421631, 4.121552467346191, 4.089017391204834, 4.2459797859191895, 4.031036376953125, 4.167478084564209, 4.140583515167236, 4.007869243621826, 4.088649272918701, 4.160984992980957, 4.044310569763184, 4.110379219055176, 4.068829536437988, 4.031378746032715, 4.0657453536987305, 4.057430744171143, 4.088077545166016]}, {"step": 9600, "epoch": 24, "train_loss": 1.4837795495986938, "cos_r_negg": [0.4610474705696106, 0.16899822652339935, 0.18252965807914734, 0.19071035087108612, 0.14401128888130188, 0.1734374463558197, 0.11494103074073792, 0.1591814011335373, 0.1401376724243164, 0.15558964014053345, 0.1367531716823578, 0.13847589492797852, 0.14150670170783997, 0.1184280589222908, 0.09495995938777924, 0.16046904027462006, 0.14815445244312286, 0.10239370912313461, 0.13332784175872803, 0.12617316842079163, 0.10975085943937302, 0.11637377738952637, 0.0701083093881607, 0.10985833406448364, 0.13195133209228516, 0.030879702419042587, 0.07327204197645187, 0.142392098903656, 0.14532727003097534, 0.0722481906414032], "cos_apical_negg": [0.4610474705696106, 0.16899822652339935, 0.18252965807914734, 0.19071035087108612, 0.14401128888130188, 0.1734374463558197, 0.11494103074073792, 0.1591814011335373, 0.1401376724243164, 0.15558964014053345, 0.1367531716823578, 0.13847589492797852, 0.14150670170783997, 0.1184280589222908, 0.09495995938777924, 0.16046904027462006, 0.14815445244312286, 0.10239370912313461, 0.13332784175872803, 0.12617316842079163, 0.10975085943937302, 0.11637377738952637, 0.0701083093881607, 0.10985833406448364, 0.13195133209228516, 0.030879702419042587, 0.07327204197645187, 0.142392098903656, 0.14532727003097534, 0.0722481906414032], "cos_Ac_negg": [0.4610474705696106, 0.16899822652339935, 0.18252965807914734, 0.19071035087108612, 0.14401128888130188, 0.1734374463558197, 0.11494103074073792, 0.1591814011335373, 0.1401376724243164, 0.15558964014053345, 0.1367531716823578, 0.13847589492797852, 0.14150670170783997, 0.1184280589222908, 0.09495995938777924, 0.16046904027462006, 0.14815445244312286, 0.10239370912313461, 0.13332784175872803, 0.12617316842079163, 0.10975085943937302, 0.11637377738952637, 0.0701083093881607, 0.10985833406448364, 0.13195133209228516, 0.030879702419042587, 0.07327204197645187, 0.142392098903656, 0.14532727003097534, 0.0722481906414032], "r_norm": [4.026223182678223, 4.102013111114502, 4.033031463623047, 4.101489067077637, 4.078306674957275, 4.081874370574951, 4.0161542892456055, 4.052337169647217, 4.068049430847168, 4.041889667510986, 4.021430969238281, 4.087312698364258, 4.135751724243164, 4.188136577606201, 4.094306945800781, 4.059666633605957, 4.222506523132324, 4.013211250305176, 4.136487007141113, 4.100129127502441, 3.9806227684020996, 4.064182281494141, 4.1266045570373535, 4.019990921020508, 4.082477569580078, 4.043659210205078, 4.002251148223877, 4.032249927520752, 4.02878475189209, 4.064948081970215]}, {"step": 9650, "epoch": 24, "train_loss": 1.452431559562683, "cos_r_negg": [0.4948920011520386, 0.1575397551059723, 0.18081849813461304, 0.18732789158821106, 0.1466655433177948, 0.15797919034957886, 0.12748512625694275, 0.17068332433700562, 0.14981752634048462, 0.14730045199394226, 0.13466116786003113, 0.14460554718971252, 0.1431291401386261, 0.12618237733840942, 0.10413773357868195, 0.14168637990951538, 0.13701023161411285, 0.12088248133659363, 0.12812238931655884, 0.1219785138964653, 0.11312157660722733, 0.10238246619701385, 0.09463228285312653, 0.11471422016620636, 0.12519238889217377, 0.02220572531223297, 0.04281033203005791, 0.14332149922847748, 0.14514818787574768, 0.07478978484869003], "cos_apical_negg": [0.4948920011520386, 0.1575397551059723, 0.18081849813461304, 0.18732789158821106, 0.1466655433177948, 0.15797919034957886, 0.12748512625694275, 0.17068332433700562, 0.14981752634048462, 0.14730045199394226, 0.13466116786003113, 0.14460554718971252, 0.1431291401386261, 0.12618237733840942, 0.10413773357868195, 0.14168637990951538, 0.13701023161411285, 0.12088248133659363, 0.12812238931655884, 0.1219785138964653, 0.11312157660722733, 0.10238246619701385, 0.09463228285312653, 0.11471422016620636, 0.12519238889217377, 0.02220572531223297, 0.04281033203005791, 0.14332149922847748, 0.14514818787574768, 0.07478978484869003], "cos_Ac_negg": [0.4948920011520386, 0.1575397551059723, 0.18081849813461304, 0.18732789158821106, 0.1466655433177948, 0.15797919034957886, 0.12748512625694275, 0.17068332433700562, 0.14981752634048462, 0.14730045199394226, 0.13466116786003113, 0.14460554718971252, 0.1431291401386261, 0.12618237733840942, 0.10413773357868195, 0.14168637990951538, 0.13701023161411285, 0.12088248133659363, 0.12812238931655884, 0.1219785138964653, 0.11312157660722733, 0.10238246619701385, 0.09463228285312653, 0.11471422016620636, 0.12519238889217377, 0.02220572531223297, 0.04281033203005791, 0.14332149922847748, 0.14514818787574768, 0.07478978484869003], "r_norm": [4.082239151000977, 4.157658576965332, 4.096599578857422, 4.149433612823486, 4.144956588745117, 4.135035037994385, 4.081298828125, 4.104750633239746, 4.128305435180664, 4.099299430847168, 4.062524318695068, 4.13587760925293, 4.202569484710693, 4.245688438415527, 4.159523010253906, 4.11344051361084, 4.2732834815979, 4.065438270568848, 4.195981025695801, 4.157742023468018, 4.045039176940918, 4.129331588745117, 4.194441795349121, 4.086710453033447, 4.136531352996826, 4.096411228179932, 4.060413360595703, 4.0900068283081055, 4.080460548400879, 4.127369403839111]}, {"step": 9700, "epoch": 24, "train_loss": 1.468449354171753, "cos_r_negg": [0.46304255723953247, 0.17108292877674103, 0.17176970839500427, 0.19249483942985535, 0.14838865399360657, 0.1542905867099762, 0.12900099158287048, 0.15262427926063538, 0.14031928777694702, 0.1536649465560913, 0.1493699550628662, 0.14386630058288574, 0.15308159589767456, 0.14162281155586243, 0.10273287445306778, 0.15125836431980133, 0.14279711246490479, 0.11403152346611023, 0.12435953319072723, 0.09474806487560272, 0.10984965413808823, 0.11767503619194031, 0.07803991436958313, 0.11016514897346497, 0.12616722285747528, 0.042826034128665924, 0.05843818187713623, 0.1433280110359192, 0.129974365234375, 0.03980155661702156], "cos_apical_negg": [0.46304255723953247, 0.17108292877674103, 0.17176970839500427, 0.19249483942985535, 0.14838865399360657, 0.1542905867099762, 0.12900099158287048, 0.15262427926063538, 0.14031928777694702, 0.1536649465560913, 0.1493699550628662, 0.14386630058288574, 0.15308159589767456, 0.14162281155586243, 0.10273287445306778, 0.15125836431980133, 0.14279711246490479, 0.11403152346611023, 0.12435953319072723, 0.09474806487560272, 0.10984965413808823, 0.11767503619194031, 0.07803991436958313, 0.11016514897346497, 0.12616722285747528, 0.042826034128665924, 0.05843818187713623, 0.1433280110359192, 0.129974365234375, 0.03980155661702156], "cos_Ac_negg": [0.46304255723953247, 0.17108292877674103, 0.17176970839500427, 0.19249483942985535, 0.14838865399360657, 0.1542905867099762, 0.12900099158287048, 0.15262427926063538, 0.14031928777694702, 0.1536649465560913, 0.1493699550628662, 0.14386630058288574, 0.15308159589767456, 0.14162281155586243, 0.10273287445306778, 0.15125836431980133, 0.14279711246490479, 0.11403152346611023, 0.12435953319072723, 0.09474806487560272, 0.10984965413808823, 0.11767503619194031, 0.07803991436958313, 0.11016514897346497, 0.12616722285747528, 0.042826034128665924, 0.05843818187713623, 0.1433280110359192, 0.129974365234375, 0.03980155661702156], "r_norm": [4.116163730621338, 4.206676483154297, 4.139015197753906, 4.196749687194824, 4.174659252166748, 4.180383682250977, 4.106874465942383, 4.157544136047363, 4.169206619262695, 4.138681411743164, 4.111663818359375, 4.187657356262207, 4.247257232666016, 4.30095100402832, 4.192356109619141, 4.152798175811768, 4.32725715637207, 4.121230125427246, 4.234958648681641, 4.185178279876709, 4.086935997009277, 4.1729512214660645, 4.229455947875977, 4.128884315490723, 4.184859752655029, 4.136106491088867, 4.104198455810547, 4.125337600708008, 4.125194549560547, 4.1580376625061035]}, {"step": 9750, "epoch": 24, "train_loss": 1.436645269393921, "cos_r_negg": [0.4583686292171478, 0.1646794229745865, 0.16060131788253784, 0.18550723791122437, 0.16018682718276978, 0.1664404720067978, 0.12852096557617188, 0.1397097110748291, 0.1708330661058426, 0.1608857959508896, 0.13473713397979736, 0.14731159806251526, 0.15685054659843445, 0.16021358966827393, 0.1093599945306778, 0.13575229048728943, 0.16589424014091492, 0.09922511875629425, 0.12725794315338135, 0.11851376295089722, 0.11813788115978241, 0.11788118630647659, 0.08513619005680084, 0.10030100494623184, 0.12239018082618713, 0.05126328021287918, 0.03868715465068817, 0.13672511279582977, 0.1422712802886963, 0.06037777662277222], "cos_apical_negg": [0.4583686292171478, 0.1646794229745865, 0.16060131788253784, 0.18550723791122437, 0.16018682718276978, 0.1664404720067978, 0.12852096557617188, 0.1397097110748291, 0.1708330661058426, 0.1608857959508896, 0.13473713397979736, 0.14731159806251526, 0.15685054659843445, 0.16021358966827393, 0.1093599945306778, 0.13575229048728943, 0.16589424014091492, 0.09922511875629425, 0.12725794315338135, 0.11851376295089722, 0.11813788115978241, 0.11788118630647659, 0.08513619005680084, 0.10030100494623184, 0.12239018082618713, 0.05126328021287918, 0.03868715465068817, 0.13672511279582977, 0.1422712802886963, 0.06037777662277222], "cos_Ac_negg": [0.4583686292171478, 0.1646794229745865, 0.16060131788253784, 0.18550723791122437, 0.16018682718276978, 0.1664404720067978, 0.12852096557617188, 0.1397097110748291, 0.1708330661058426, 0.1608857959508896, 0.13473713397979736, 0.14731159806251526, 0.15685054659843445, 0.16021358966827393, 0.1093599945306778, 0.13575229048728943, 0.16589424014091492, 0.09922511875629425, 0.12725794315338135, 0.11851376295089722, 0.11813788115978241, 0.11788118630647659, 0.08513619005680084, 0.10030100494623184, 0.12239018082618713, 0.05126328021287918, 0.03868715465068817, 0.13672511279582977, 0.1422712802886963, 0.06037777662277222], "r_norm": [4.06827974319458, 4.150275230407715, 4.078304290771484, 4.150221824645996, 4.129524230957031, 4.12078857421875, 4.0713725090026855, 4.100786209106445, 4.121324062347412, 4.091504096984863, 4.060332298278809, 4.136458396911621, 4.196878910064697, 4.244585990905762, 4.1457600593566895, 4.108256816864014, 4.270468711853027, 4.060824871063232, 4.184969425201416, 4.146725654602051, 4.024650573730469, 4.121279716491699, 4.177618026733398, 4.077348709106445, 4.134012699127197, 4.087019920349121, 4.044292449951172, 4.081456184387207, 4.077988147735596, 4.1134748458862305]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4033, "test_loss": 1.9172869262695313}], "final": {"test_acc": 0.4033, "test_loss": 1.9172869262695313, "wall_s": 111.99888873100281, "cos_r_negg": [0.4667494595050812, 0.17173029482364655, 0.16146622598171234, 0.18606796860694885, 0.15117192268371582, 0.16257613897323608, 0.12764711678028107, 0.1518639326095581, 0.16288979351520538, 0.14091627299785614, 0.13195259869098663, 0.13374797999858856, 0.15478694438934326, 0.16306042671203613, 0.11998388171195984, 0.13984809815883636, 0.1559687703847885, 0.10124640166759491, 0.12470543384552002, 0.09000243991613388, 0.10371234267950058, 0.12224029004573822, 0.08958125114440918, 0.09322904050350189, 0.11538096517324448, 0.05497666820883751, 0.06897665560245514, 0.1435021162033081, 0.13113680481910706, 0.06917175650596619], "cos_apical_negg": [0.4667494595050812, 0.17173029482364655, 0.16146622598171234, 0.18606796860694885, 0.15117192268371582, 0.16257613897323608, 0.12764711678028107, 0.1518639326095581, 0.16288979351520538, 0.14091627299785614, 0.13195259869098663, 0.13374797999858856, 0.15478694438934326, 0.16306042671203613, 0.11998388171195984, 0.13984809815883636, 0.1559687703847885, 0.10124640166759491, 0.12470543384552002, 0.09000243991613388, 0.10371234267950058, 0.12224029004573822, 0.08958125114440918, 0.09322904050350189, 0.11538096517324448, 0.05497666820883751, 0.06897665560245514, 0.1435021162033081, 0.13113680481910706, 0.06917175650596619], "cos_Ac_negg": [0.4667494595050812, 0.17173029482364655, 0.16146622598171234, 0.18606796860694885, 0.15117192268371582, 0.16257613897323608, 0.12764711678028107, 0.1518639326095581, 0.16288979351520538, 0.14091627299785614, 0.13195259869098663, 0.13374797999858856, 0.15478694438934326, 0.16306042671203613, 0.11998388171195984, 0.13984809815883636, 0.1559687703847885, 0.10124640166759491, 0.12470543384552002, 0.09000243991613388, 0.10371234267950058, 0.12224029004573822, 0.08958125114440918, 0.09322904050350189, 0.11538096517324448, 0.05497666820883751, 0.06897665560245514, 0.1435021162033081, 0.13113680481910706, 0.06917175650596619]}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_dfa_d5_s0.json b/results/deepres_cifar10_dfa_d5_s0.json
new file mode 100644
index 0000000..ac6dd4e
--- /dev/null
+++ b/results/deepres_cifar10_dfa_d5_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.03, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_dfa_d5_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4799346923828125, "cos_r_negg": [0.0003492441610433161, -0.005981958005577326, -0.015832919627428055, -0.0028219521045684814, 0.012813808396458626], "cos_apical_negg": [0.0003492441610433161, -0.005981958005577326, -0.015832919627428055, -0.0028219521045684814, 0.012813808396458626], "cos_Ac_negg": [0.0003492441610433161, -0.005981958005577326, -0.015832919627428055, -0.0028219521045684814, 0.012813808396458626], "r_norm": [4.807969570159912, 4.965421676635742, 4.878171920776367, 4.896076202392578, 4.952401161193848]}, {"step": 50, "epoch": 0, "train_loss": 2.0584380626678467, "cos_r_negg": [0.19076550006866455, -0.05093662068247795, -0.06260545551776886, -0.08096383512020111, -0.03556890785694122], "cos_apical_negg": [0.19076550006866455, -0.05093662068247795, -0.06260545551776886, -0.08096383512020111, -0.03556890785694122], "cos_Ac_negg": [0.19076550006866455, -0.05093662068247795, -0.06260545551776886, -0.08096383512020111, -0.03556890785694122], "r_norm": [4.588120460510254, 4.767675876617432, 4.668364524841309, 4.668888092041016, 4.717327117919922]}, {"step": 100, "epoch": 0, "train_loss": 2.0623679161071777, "cos_r_negg": [0.2863103151321411, -0.04107319191098213, -0.05820028856396675, -0.08273325115442276, -0.05286681279540062], "cos_apical_negg": [0.2863103151321411, -0.04107319191098213, -0.05820028856396675, -0.08273325115442276, -0.05286681279540062], "cos_Ac_negg": [0.2863103151321411, -0.04107319191098213, -0.05820028856396675, -0.08273325115442276, -0.05286681279540062], "r_norm": [4.399931907653809, 4.561800479888916, 4.511209487915039, 4.519475936889648, 4.5260233879089355]}, {"step": 150, "epoch": 0, "train_loss": 2.126288652420044, "cos_r_negg": [0.34265872836112976, -0.06058485805988312, -0.06989973783493042, -0.09880039095878601, -0.10782977193593979], "cos_apical_negg": [0.34265872836112976, -0.06058485805988312, -0.06989973783493042, -0.09880039095878601, -0.10782977193593979], "cos_Ac_negg": [0.34265872836112976, -0.06058485805988312, -0.06989973783493042, -0.09880039095878601, -0.10782977193593979], "r_norm": [4.460400581359863, 4.617579460144043, 4.543556213378906, 4.570724964141846, 4.590598106384277]}, {"step": 200, "epoch": 0, "train_loss": 2.1981468200683594, "cos_r_negg": [0.3734564185142517, -0.12503251433372498, -0.0983724519610405, -0.09021879732608795, -0.06973709166049957], "cos_apical_negg": [0.3734564185142517, -0.12503251433372498, -0.0983724519610405, -0.09021879732608795, -0.06973709166049957], "cos_Ac_negg": [0.3734564185142517, -0.12503251433372498, -0.0983724519610405, -0.09021879732608795, -0.06973709166049957], "r_norm": [4.326190948486328, 4.48861026763916, 4.426315784454346, 4.449458122253418, 4.4473419189453125]}, {"step": 250, "epoch": 0, "train_loss": 2.1131343841552734, "cos_r_negg": [0.38600748777389526, -0.09625610709190369, -0.06792494654655457, -0.05176243931055069, -0.07143338024616241], "cos_apical_negg": [0.38600748777389526, -0.09625610709190369, -0.06792494654655457, -0.05176243931055069, -0.07143338024616241], "cos_Ac_negg": [0.38600748777389526, -0.09625610709190369, -0.06792494654655457, -0.05176243931055069, -0.07143338024616241], "r_norm": [4.445377349853516, 4.6083831787109375, 4.533984661102295, 4.558241844177246, 4.589936256408691]}, {"step": 300, "epoch": 0, "train_loss": 1.7965319156646729, "cos_r_negg": [0.3925034999847412, -0.08510050177574158, -0.06661573052406311, -0.026589859277009964, -0.06343013793230057], "cos_apical_negg": [0.3925034999847412, -0.08510050177574158, -0.06661573052406311, -0.026589859277009964, -0.06343013793230057], "cos_Ac_negg": [0.3925034999847412, -0.08510050177574158, -0.06661573052406311, -0.026589859277009964, -0.06343013793230057], "r_norm": [4.295323371887207, 4.453214645385742, 4.395405292510986, 4.412365913391113, 4.427370071411133]}, {"step": 350, "epoch": 0, "train_loss": 2.1300625801086426, "cos_r_negg": [0.39973747730255127, -0.064529649913311, -0.0771498829126358, -0.0734252780675888, -0.10052043199539185], "cos_apical_negg": [0.39973747730255127, -0.064529649913311, -0.0771498829126358, -0.0734252780675888, -0.10052043199539185], "cos_Ac_negg": [0.39973747730255127, -0.064529649913311, -0.0771498829126358, -0.0734252780675888, -0.10052043199539185], "r_norm": [4.238175392150879, 4.397005081176758, 4.320337772369385, 4.328097343444824, 4.360980987548828]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3306, "test_loss": 1.9346470703125}, {"step": 400, "epoch": 1, "train_loss": 1.9252816438674927, "cos_r_negg": [0.40758153796195984, -0.07192620635032654, -0.04856545478105545, -0.0777909904718399, -0.016926899552345276], "cos_apical_negg": [0.40758153796195984, -0.07192620635032654, -0.04856545478105545, -0.0777909904718399, -0.016926899552345276], "cos_Ac_negg": [0.40758153796195984, -0.07192620635032654, -0.04856545478105545, -0.0777909904718399, -0.016926899552345276], "r_norm": [4.3271989822387695, 4.489518165588379, 4.419093132019043, 4.446166038513184, 4.459002494812012]}, {"step": 450, "epoch": 1, "train_loss": 2.1121129989624023, "cos_r_negg": [0.4275623559951782, -0.048732466995716095, -0.0398569256067276, -0.03418058156967163, -0.025812488049268723], "cos_apical_negg": [0.4275623559951782, -0.048732466995716095, -0.0398569256067276, -0.03418058156967163, -0.025812488049268723], "cos_Ac_negg": [0.4275623559951782, -0.048732466995716095, -0.0398569256067276, -0.03418058156967163, -0.025812488049268723], "r_norm": [4.269251823425293, 4.4287004470825195, 4.368295192718506, 4.387999057769775, 4.408681869506836]}, {"step": 500, "epoch": 1, "train_loss": 1.8777378797531128, "cos_r_negg": [0.4743330478668213, -0.02587296813726425, -0.05928792804479599, -0.0300322063267231, -0.03397751599550247], "cos_apical_negg": [0.4743330478668213, -0.02587296813726425, -0.05928792804479599, -0.0300322063267231, -0.03397751599550247], "cos_Ac_negg": [0.4743330478668213, -0.02587296813726425, -0.05928792804479599, -0.0300322063267231, -0.03397751599550247], "r_norm": [4.346729278564453, 4.505255699157715, 4.43614387512207, 4.452665328979492, 4.489631175994873]}, {"step": 550, "epoch": 1, "train_loss": 2.0849266052246094, "cos_r_negg": [0.4612392783164978, -0.014573732390999794, -0.04016569256782532, -0.01766568049788475, -0.03696294501423836], "cos_apical_negg": [0.4612392783164978, -0.014573732390999794, -0.04016569256782532, -0.01766568049788475, -0.03696294501423836], "cos_Ac_negg": [0.4612392783164978, -0.014573732390999794, -0.04016569256782532, -0.01766568049788475, -0.03696294501423836], "r_norm": [4.279163837432861, 4.438207626342773, 4.368025302886963, 4.383426666259766, 4.400021553039551]}, {"step": 600, "epoch": 1, "train_loss": 1.96241295337677, "cos_r_negg": [0.45986849069595337, -0.03157354146242142, -0.023767177015542984, -0.03757841885089874, -0.058240778744220734], "cos_apical_negg": [0.45986849069595337, -0.03157354146242142, -0.023767177015542984, -0.03757841885089874, -0.058240778744220734], "cos_Ac_negg": [0.45986849069595337, -0.03157354146242142, -0.023767177015542984, -0.03757841885089874, -0.058240778744220734], "r_norm": [4.208215713500977, 4.365572929382324, 4.291839599609375, 4.303097724914551, 4.33247184753418]}, {"step": 650, "epoch": 1, "train_loss": 2.026339054107666, "cos_r_negg": [0.4806457757949829, 0.0016558689530938864, 0.017383575439453125, 0.017985358834266663, -0.03316304460167885], "cos_apical_negg": [0.4806457757949829, 0.0016558689530938864, 0.017383575439453125, 0.017985358834266663, -0.03316304460167885], "cos_Ac_negg": [0.4806457757949829, 0.0016558689530938864, 0.017383575439453125, 0.017985358834266663, -0.03316304460167885], "r_norm": [4.230541229248047, 4.396073818206787, 4.305344581604004, 4.330826759338379, 4.345940589904785]}, {"step": 700, "epoch": 1, "train_loss": 1.938659429550171, "cos_r_negg": [0.4895288348197937, 0.015567556954920292, -0.016696667298674583, 0.0077307745814323425, -0.014376988634467125], "cos_apical_negg": [0.4895288348197937, 0.015567556954920292, -0.016696667298674583, 0.0077307745814323425, -0.014376988634467125], "cos_Ac_negg": [0.4895288348197937, 0.015567556954920292, -0.016696667298674583, 0.0077307745814323425, -0.014376988634467125], "r_norm": [4.336202621459961, 4.503115653991699, 4.414243698120117, 4.451467990875244, 4.47092342376709]}, {"step": 750, "epoch": 1, "train_loss": 2.1670985221862793, "cos_r_negg": [0.48927342891693115, 0.028531469404697418, -0.02560560777783394, -0.00800442136824131, 0.011109047569334507], "cos_apical_negg": [0.48927342891693115, 0.028531469404697418, -0.02560560777783394, -0.00800442136824131, 0.011109047569334507], "cos_Ac_negg": [0.48927342891693115, 0.028531469404697418, -0.02560560777783394, -0.00800442136824131, 0.011109047569334507], "r_norm": [4.177914619445801, 4.339231014251709, 4.263749122619629, 4.279374599456787, 4.291812419891357]}, {"epoch_end": 1, "step": 782, "test_acc": 0.349, "test_loss": 1.9760515502929688}, {"step": 800, "epoch": 2, "train_loss": 1.8698153495788574, "cos_r_negg": [0.5062096118927002, -0.006576189771294594, 0.013772765174508095, 0.0024331966415047646, 0.020911993458867073], "cos_apical_negg": [0.5062096118927002, -0.006576189771294594, 0.013772765174508095, 0.0024331966415047646, 0.020911993458867073], "cos_Ac_negg": [0.5062096118927002, -0.006576189771294594, 0.013772765174508095, 0.0024331966415047646, 0.020911993458867073], "r_norm": [4.247443675994873, 4.410311698913574, 4.317906379699707, 4.34356164932251, 4.373719215393066]}, {"step": 850, "epoch": 2, "train_loss": 1.836876392364502, "cos_r_negg": [0.5360000133514404, 0.02990429848432541, 0.0317053347826004, 0.028325151652097702, -0.010202610865235329], "cos_apical_negg": [0.5360000133514404, 0.02990429848432541, 0.0317053347826004, 0.028325151652097702, -0.010202610865235329], "cos_Ac_negg": [0.5360000133514404, 0.02990429848432541, 0.0317053347826004, 0.028325151652097702, -0.010202610865235329], "r_norm": [4.356872081756592, 4.530099868774414, 4.437589645385742, 4.449843406677246, 4.486766815185547]}, {"step": 900, "epoch": 2, "train_loss": 1.8714401721954346, "cos_r_negg": [0.5324409008026123, 0.04104204848408699, 0.03327387571334839, 0.006465617101639509, -0.014815648086369038], "cos_apical_negg": [0.5324409008026123, 0.04104204848408699, 0.03327387571334839, 0.006465617101639509, -0.014815648086369038], "cos_Ac_negg": [0.5324409008026123, 0.04104204848408699, 0.03327387571334839, 0.006465617101639509, -0.014815648086369038], "r_norm": [4.2530975341796875, 4.415142059326172, 4.337817192077637, 4.349667549133301, 4.388486862182617]}, {"step": 950, "epoch": 2, "train_loss": 1.7394477128982544, "cos_r_negg": [0.5032863616943359, 0.04933832585811615, 0.03653828054666519, 0.011236200109124184, -0.007874872535467148], "cos_apical_negg": [0.5032863616943359, 0.04933832585811615, 0.03653828054666519, 0.011236200109124184, -0.007874872535467148], "cos_Ac_negg": [0.5032863616943359, 0.04933832585811615, 0.03653828054666519, 0.011236200109124184, -0.007874872535467148], "r_norm": [4.352431297302246, 4.527439117431641, 4.417414665222168, 4.457334995269775, 4.485366344451904]}, {"step": 1000, "epoch": 2, "train_loss": 1.9717950820922852, "cos_r_negg": [0.5166223645210266, 0.03963835537433624, 0.049124062061309814, 0.009591557085514069, -0.01572326011955738], "cos_apical_negg": [0.5166223645210266, 0.03963835537433624, 0.049124062061309814, 0.009591557085514069, -0.01572326011955738], "cos_Ac_negg": [0.5166223645210266, 0.03963835537433624, 0.049124062061309814, 0.009591557085514069, -0.01572326011955738], "r_norm": [4.339426517486572, 4.513794422149658, 4.409950256347656, 4.433103561401367, 4.479104042053223]}, {"step": 1050, "epoch": 2, "train_loss": 2.0286998748779297, "cos_r_negg": [0.5231994390487671, 0.040545567870140076, 0.04092076048254967, -0.003976932726800442, -0.021174868568778038], "cos_apical_negg": [0.5231994390487671, 0.040545567870140076, 0.04092076048254967, -0.003976932726800442, -0.021174868568778038], "cos_Ac_negg": [0.5231994390487671, 0.040545567870140076, 0.04092076048254967, -0.003976932726800442, -0.021174868568778038], "r_norm": [4.243035316467285, 4.4040374755859375, 4.328814506530762, 4.346496105194092, 4.366021156311035]}, {"step": 1100, "epoch": 2, "train_loss": 1.6801645755767822, "cos_r_negg": [0.4978899359703064, 0.04230053722858429, 0.051819346845149994, -0.0033218925818800926, 0.014857903122901917], "cos_apical_negg": [0.4978899359703064, 0.04230053722858429, 0.051819346845149994, -0.0033218925818800926, 0.014857903122901917], "cos_Ac_negg": [0.4978899359703064, 0.04230053722858429, 0.051819346845149994, -0.0033218925818800926, 0.014857903122901917], "r_norm": [4.292632102966309, 4.463083267211914, 4.383613109588623, 4.401002883911133, 4.41408109664917]}, {"step": 1150, "epoch": 2, "train_loss": 1.847355604171753, "cos_r_negg": [0.5148102045059204, 0.0772445946931839, 0.045955050736665726, 0.03677227348089218, 0.007080733776092529], "cos_apical_negg": [0.5148102045059204, 0.0772445946931839, 0.045955050736665726, 0.03677227348089218, 0.007080733776092529], "cos_Ac_negg": [0.5148102045059204, 0.0772445946931839, 0.045955050736665726, 0.03677227348089218, 0.007080733776092529], "r_norm": [4.272091865539551, 4.42335319519043, 4.348824501037598, 4.369407653808594, 4.391819953918457]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.339, "test_loss": 2.0618849731445312}, {"step": 1200, "epoch": 3, "train_loss": 1.8176772594451904, "cos_r_negg": [0.5114072561264038, 0.07558569312095642, 0.06209196895360947, 0.024721937254071236, -0.027962610125541687], "cos_apical_negg": [0.5114072561264038, 0.07558569312095642, 0.06209196895360947, 0.024721937254071236, -0.027962610125541687], "cos_Ac_negg": [0.5114072561264038, 0.07558569312095642, 0.06209196895360947, 0.024721937254071236, -0.027962610125541687], "r_norm": [4.313849449157715, 4.48623514175415, 4.410749435424805, 4.42097282409668, 4.448769569396973]}, {"step": 1250, "epoch": 3, "train_loss": 1.7014703750610352, "cos_r_negg": [0.5480542182922363, 0.07871133089065552, 0.10922592133283615, 0.037336234003305435, 0.015516837127506733], "cos_apical_negg": [0.5480542182922363, 0.07871133089065552, 0.10922592133283615, 0.037336234003305435, 0.015516837127506733], "cos_Ac_negg": [0.5480542182922363, 0.07871133089065552, 0.10922592133283615, 0.037336234003305435, 0.015516837127506733], "r_norm": [4.19913911819458, 4.361608505249023, 4.2822651863098145, 4.307711601257324, 4.319955825805664]}, {"step": 1300, "epoch": 3, "train_loss": 1.878676176071167, "cos_r_negg": [0.5234125852584839, 0.10030315816402435, 0.07892796397209167, 0.06216195970773697, 0.05215778946876526], "cos_apical_negg": [0.5234125852584839, 0.10030315816402435, 0.07892796397209167, 0.06216195970773697, 0.05215778946876526], "cos_Ac_negg": [0.5234125852584839, 0.10030315816402435, 0.07892796397209167, 0.06216195970773697, 0.05215778946876526], "r_norm": [4.358987808227539, 4.523893356323242, 4.45999002456665, 4.4655303955078125, 4.509422302246094]}, {"step": 1350, "epoch": 3, "train_loss": 2.045210361480713, "cos_r_negg": [0.5444639921188354, 0.11743399500846863, 0.06885427236557007, 0.042973440140485764, 0.03249714523553848], "cos_apical_negg": [0.5444639921188354, 0.11743399500846863, 0.06885427236557007, 0.042973440140485764, 0.03249714523553848], "cos_Ac_negg": [0.5444639921188354, 0.11743399500846863, 0.06885427236557007, 0.042973440140485764, 0.03249714523553848], "r_norm": [4.291675567626953, 4.444004058837891, 4.380833625793457, 4.390233516693115, 4.402225017547607]}, {"step": 1400, "epoch": 3, "train_loss": 1.9046753644943237, "cos_r_negg": [0.5048303604125977, 0.1112956553697586, 0.0826822966337204, 0.04007846862077713, 0.014769247733056545], "cos_apical_negg": [0.5048303604125977, 0.1112956553697586, 0.0826822966337204, 0.04007846862077713, 0.014769247733056545], "cos_Ac_negg": [0.5048303604125977, 0.1112956553697586, 0.0826822966337204, 0.04007846862077713, 0.014769247733056545], "r_norm": [4.343122482299805, 4.516612529754639, 4.422482490539551, 4.456608295440674, 4.467594623565674]}, {"step": 1450, "epoch": 3, "train_loss": 1.8070412874221802, "cos_r_negg": [0.5293576717376709, 0.14798013865947723, 0.10049459338188171, 0.05320703983306885, 0.04568289965391159], "cos_apical_negg": [0.5293576717376709, 0.14798013865947723, 0.10049459338188171, 0.05320703983306885, 0.04568289965391159], "cos_Ac_negg": [0.5293576717376709, 0.14798013865947723, 0.10049459338188171, 0.05320703983306885, 0.04568289965391159], "r_norm": [4.313312530517578, 4.4643659591674805, 4.403304100036621, 4.420845985412598, 4.4375505447387695]}, {"step": 1500, "epoch": 3, "train_loss": 1.844260334968567, "cos_r_negg": [0.5298649668693542, 0.14167702198028564, 0.08645635843276978, 0.08467964082956314, 0.07585220783948898], "cos_apical_negg": [0.5298649668693542, 0.14167702198028564, 0.08645635843276978, 0.08467964082956314, 0.07585220783948898], "cos_Ac_negg": [0.5298649668693542, 0.14167702198028564, 0.08645635843276978, 0.08467964082956314, 0.07585220783948898], "r_norm": [4.104447364807129, 4.25726842880249, 4.19066858291626, 4.204376220703125, 4.228062629699707]}, {"step": 1550, "epoch": 3, "train_loss": 1.9502625465393066, "cos_r_negg": [0.526006817817688, 0.13090190291404724, 0.0899427980184555, 0.07085997611284256, 0.009305035695433617], "cos_apical_negg": [0.526006817817688, 0.13090190291404724, 0.0899427980184555, 0.07085997611284256, 0.009305035695433617], "cos_Ac_negg": [0.526006817817688, 0.13090190291404724, 0.0899427980184555, 0.07085997611284256, 0.009305035695433617], "r_norm": [4.255734920501709, 4.429433822631836, 4.32962703704834, 4.348662376403809, 4.384665012359619]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3541, "test_loss": 1.9277326904296874}, {"step": 1600, "epoch": 4, "train_loss": 1.8109540939331055, "cos_r_negg": [0.5567295551300049, 0.16500180959701538, 0.11865651607513428, 0.07897251099348068, 0.03887306526303291], "cos_apical_negg": [0.5567295551300049, 0.16500180959701538, 0.11865651607513428, 0.07897251099348068, 0.03887306526303291], "cos_Ac_negg": [0.5567295551300049, 0.16500180959701538, 0.11865651607513428, 0.07897251099348068, 0.03887306526303291], "r_norm": [4.278820037841797, 4.436175346374512, 4.367424011230469, 4.389113903045654, 4.413178443908691]}, {"step": 1650, "epoch": 4, "train_loss": 1.8110618591308594, "cos_r_negg": [0.5410205125808716, 0.1736089289188385, 0.11246492713689804, 0.07323019206523895, 0.0784490555524826], "cos_apical_negg": [0.5410205125808716, 0.1736089289188385, 0.11246492713689804, 0.07323019206523895, 0.0784490555524826], "cos_Ac_negg": [0.5410205125808716, 0.1736089289188385, 0.11246492713689804, 0.07323019206523895, 0.0784490555524826], "r_norm": [4.189541339874268, 4.356148719787598, 4.277170181274414, 4.2920942306518555, 4.3167314529418945]}, {"step": 1700, "epoch": 4, "train_loss": 1.6742430925369263, "cos_r_negg": [0.5555649995803833, 0.17448082566261292, 0.11719852685928345, 0.05351021885871887, 0.07237137854099274], "cos_apical_negg": [0.5555649995803833, 0.17448082566261292, 0.11719852685928345, 0.05351021885871887, 0.07237137854099274], "cos_Ac_negg": [0.5555649995803833, 0.17448082566261292, 0.11719852685928345, 0.05351021885871887, 0.07237137854099274], "r_norm": [4.158789157867432, 4.309232234954834, 4.2436699867248535, 4.27141809463501, 4.284751892089844]}, {"step": 1750, "epoch": 4, "train_loss": 1.7940688133239746, "cos_r_negg": [0.5079130530357361, 0.16662323474884033, 0.11909838020801544, 0.0722585916519165, 0.018716827034950256], "cos_apical_negg": [0.5079130530357361, 0.16662323474884033, 0.11909838020801544, 0.0722585916519165, 0.018716827034950256], "cos_Ac_negg": [0.5079130530357361, 0.16662323474884033, 0.11909838020801544, 0.0722585916519165, 0.018716827034950256], "r_norm": [4.137082099914551, 4.286360740661621, 4.227099418640137, 4.240002155303955, 4.252669334411621]}, {"step": 1800, "epoch": 4, "train_loss": 1.6084883213043213, "cos_r_negg": [0.5385439395904541, 0.18356208503246307, 0.12488945573568344, 0.059102192521095276, 0.045210257172584534], "cos_apical_negg": [0.5385439395904541, 0.18356208503246307, 0.12488945573568344, 0.059102192521095276, 0.045210257172584534], "cos_Ac_negg": [0.5385439395904541, 0.18356208503246307, 0.12488945573568344, 0.059102192521095276, 0.045210257172584534], "r_norm": [4.205317497253418, 4.3499603271484375, 4.282198905944824, 4.289843559265137, 4.332393646240234]}, {"step": 1850, "epoch": 4, "train_loss": 1.9402259588241577, "cos_r_negg": [0.5466029644012451, 0.16501258313655853, 0.14112481474876404, 0.05285545065999031, 0.09548567235469818], "cos_apical_negg": [0.5466029644012451, 0.16501258313655853, 0.14112481474876404, 0.05285545065999031, 0.09548567235469818], "cos_Ac_negg": [0.5466029644012451, 0.16501258313655853, 0.14112481474876404, 0.05285545065999031, 0.09548567235469818], "r_norm": [4.197656631469727, 4.357970237731934, 4.28919792175293, 4.309135913848877, 4.30490779876709]}, {"step": 1900, "epoch": 4, "train_loss": 1.6338969469070435, "cos_r_negg": [0.5227532386779785, 0.17237251996994019, 0.13209564983844757, 0.03907233104109764, 0.08883553743362427], "cos_apical_negg": [0.5227532386779785, 0.17237251996994019, 0.13209564983844757, 0.03907233104109764, 0.08883553743362427], "cos_Ac_negg": [0.5227532386779785, 0.17237251996994019, 0.13209564983844757, 0.03907233104109764, 0.08883553743362427], "r_norm": [4.115148544311523, 4.272336006164551, 4.2070159912109375, 4.22032356262207, 4.243704795837402]}, {"step": 1950, "epoch": 4, "train_loss": 1.5347687005996704, "cos_r_negg": [0.5070682168006897, 0.1673121452331543, 0.1405581831932068, 0.03348458558320999, 0.08521400392055511], "cos_apical_negg": [0.5070682168006897, 0.1673121452331543, 0.1405581831932068, 0.03348458558320999, 0.08521400392055511], "cos_Ac_negg": [0.5070682168006897, 0.1673121452331543, 0.1405581831932068, 0.03348458558320999, 0.08521400392055511], "r_norm": [4.1408514976501465, 4.302398681640625, 4.224137783050537, 4.245401382446289, 4.264577865600586]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3785, "test_loss": 1.837037646484375}, {"step": 2000, "epoch": 5, "train_loss": 1.7464215755462646, "cos_r_negg": [0.5598805546760559, 0.2012808471918106, 0.14680254459381104, 0.048026591539382935, 0.09067974239587784], "cos_apical_negg": [0.5598805546760559, 0.2012808471918106, 0.14680254459381104, 0.048026591539382935, 0.09067974239587784], "cos_Ac_negg": [0.5598805546760559, 0.2012808471918106, 0.14680254459381104, 0.048026591539382935, 0.09067974239587784], "r_norm": [4.193225860595703, 4.35090446472168, 4.2725934982299805, 4.309106826782227, 4.324004650115967]}, {"step": 2050, "epoch": 5, "train_loss": 1.6772778034210205, "cos_r_negg": [0.5236252546310425, 0.20339874923229218, 0.12991774082183838, 0.06535874307155609, 0.058389171957969666], "cos_apical_negg": [0.5236252546310425, 0.20339874923229218, 0.12991774082183838, 0.06535874307155609, 0.058389171957969666], "cos_Ac_negg": [0.5236252546310425, 0.20339874923229218, 0.12991774082183838, 0.06535874307155609, 0.058389171957969666], "r_norm": [4.190686225891113, 4.345492362976074, 4.284887313842773, 4.292190074920654, 4.315522193908691]}, {"step": 2100, "epoch": 5, "train_loss": 1.8284790515899658, "cos_r_negg": [0.5452881455421448, 0.19585111737251282, 0.1339813619852066, 0.0770263671875, 0.08531878143548965], "cos_apical_negg": [0.5452881455421448, 0.19585111737251282, 0.1339813619852066, 0.0770263671875, 0.08531878143548965], "cos_Ac_negg": [0.5452881455421448, 0.19585111737251282, 0.1339813619852066, 0.0770263671875, 0.08531878143548965], "r_norm": [4.179863929748535, 4.351806640625, 4.258640289306641, 4.288078308105469, 4.300940990447998]}, {"step": 2150, "epoch": 5, "train_loss": 1.8336210250854492, "cos_r_negg": [0.5374841690063477, 0.18612247705459595, 0.125656858086586, 0.07786975800991058, 0.0676630362868309], "cos_apical_negg": [0.5374841690063477, 0.18612247705459595, 0.125656858086586, 0.07786975800991058, 0.0676630362868309], "cos_Ac_negg": [0.5374841690063477, 0.18612247705459595, 0.125656858086586, 0.07786975800991058, 0.0676630362868309], "r_norm": [4.074859619140625, 4.225656509399414, 4.156839370727539, 4.174717903137207, 4.1928324699401855]}, {"step": 2200, "epoch": 5, "train_loss": 2.0036797523498535, "cos_r_negg": [0.5408858060836792, 0.18143153190612793, 0.1408136487007141, 0.09376819431781769, 0.07285456359386444], "cos_apical_negg": [0.5408858060836792, 0.18143153190612793, 0.1408136487007141, 0.09376819431781769, 0.07285456359386444], "cos_Ac_negg": [0.5408858060836792, 0.18143153190612793, 0.1408136487007141, 0.09376819431781769, 0.07285456359386444], "r_norm": [4.2342729568481445, 4.398276329040527, 4.3222575187683105, 4.325247764587402, 4.356746673583984]}, {"step": 2250, "epoch": 5, "train_loss": 1.9219658374786377, "cos_r_negg": [0.5281476974487305, 0.18074169754981995, 0.15522941946983337, 0.09664369374513626, 0.12726332247257233], "cos_apical_negg": [0.5281476974487305, 0.18074169754981995, 0.15522941946983337, 0.09664369374513626, 0.12726332247257233], "cos_Ac_negg": [0.5281476974487305, 0.18074169754981995, 0.15522941946983337, 0.09664369374513626, 0.12726332247257233], "r_norm": [4.021990776062012, 4.172477722167969, 4.109046459197998, 4.125219345092773, 4.138010025024414]}, {"step": 2300, "epoch": 5, "train_loss": 1.715606927871704, "cos_r_negg": [0.5392522811889648, 0.18342599272727966, 0.15087327361106873, 0.10075287520885468, 0.07914797961711884], "cos_apical_negg": [0.5392522811889648, 0.18342599272727966, 0.15087327361106873, 0.10075287520885468, 0.07914797961711884], "cos_Ac_negg": [0.5392522811889648, 0.18342599272727966, 0.15087327361106873, 0.10075287520885468, 0.07914797961711884], "r_norm": [3.9686217308044434, 4.115922927856445, 4.0479960441589355, 4.065001487731934, 4.07913875579834]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.3572, "test_loss": 1.9984966064453125}, {"step": 2350, "epoch": 6, "train_loss": 1.8311543464660645, "cos_r_negg": [0.5208691358566284, 0.18843427300453186, 0.15957129001617432, 0.06874092668294907, 0.07006212323904037], "cos_apical_negg": [0.5208691358566284, 0.18843427300453186, 0.15957129001617432, 0.06874092668294907, 0.07006212323904037], "cos_Ac_negg": [0.5208691358566284, 0.18843427300453186, 0.15957129001617432, 0.06874092668294907, 0.07006212323904037], "r_norm": [4.178773403167725, 4.335808753967285, 4.288183212280273, 4.293313026428223, 4.321787357330322]}, {"step": 2400, "epoch": 6, "train_loss": 1.735269546508789, "cos_r_negg": [0.5185434818267822, 0.18532834947109222, 0.16059806942939758, 0.09922662377357483, 0.07712610065937042], "cos_apical_negg": [0.5185434818267822, 0.18532834947109222, 0.16059806942939758, 0.09922662377357483, 0.07712610065937042], "cos_Ac_negg": [0.5185434818267822, 0.18532834947109222, 0.16059806942939758, 0.09922662377357483, 0.07712610065937042], "r_norm": [4.109554290771484, 4.255428314208984, 4.194185733795166, 4.214946269989014, 4.238191604614258]}, {"step": 2450, "epoch": 6, "train_loss": 1.6182172298431396, "cos_r_negg": [0.5208288431167603, 0.19031363725662231, 0.15706753730773926, 0.10613416880369186, 0.10212910175323486], "cos_apical_negg": [0.5208288431167603, 0.19031363725662231, 0.15706753730773926, 0.10613416880369186, 0.10212910175323486], "cos_Ac_negg": [0.5208288431167603, 0.19031363725662231, 0.15706753730773926, 0.10613416880369186, 0.10212910175323486], "r_norm": [4.1529459953308105, 4.311728000640869, 4.240478515625, 4.249532699584961, 4.297576427459717]}, {"step": 2500, "epoch": 6, "train_loss": 1.7070794105529785, "cos_r_negg": [0.5331116914749146, 0.19739793241024017, 0.1493871808052063, 0.1290217787027359, 0.10805962979793549], "cos_apical_negg": [0.5331116914749146, 0.19739793241024017, 0.1493871808052063, 0.1290217787027359, 0.10805962979793549], "cos_Ac_negg": [0.5331116914749146, 0.19739793241024017, 0.1493871808052063, 0.1290217787027359, 0.10805962979793549], "r_norm": [4.081836700439453, 4.235569953918457, 4.17436408996582, 4.196642875671387, 4.215151309967041]}, {"step": 2550, "epoch": 6, "train_loss": 1.778153419494629, "cos_r_negg": [0.5316396951675415, 0.19087672233581543, 0.17180253565311432, 0.09742950648069382, 0.08927549421787262], "cos_apical_negg": [0.5316396951675415, 0.19087672233581543, 0.17180253565311432, 0.09742950648069382, 0.08927549421787262], "cos_Ac_negg": [0.5316396951675415, 0.19087672233581543, 0.17180253565311432, 0.09742950648069382, 0.08927549421787262], "r_norm": [4.233157157897949, 4.392075538635254, 4.336223602294922, 4.347951889038086, 4.372551441192627]}, {"step": 2600, "epoch": 6, "train_loss": 1.7586874961853027, "cos_r_negg": [0.5240250825881958, 0.18188917636871338, 0.19791224598884583, 0.11551810055971146, 0.10788540542125702], "cos_apical_negg": [0.5240250825881958, 0.18188917636871338, 0.19791224598884583, 0.11551810055971146, 0.10788540542125702], "cos_Ac_negg": [0.5240250825881958, 0.18188917636871338, 0.19791224598884583, 0.11551810055971146, 0.10788540542125702], "r_norm": [4.071850776672363, 4.222414016723633, 4.155386924743652, 4.166543960571289, 4.199612617492676]}, {"step": 2650, "epoch": 6, "train_loss": 1.771274447441101, "cos_r_negg": [0.5449562072753906, 0.1963489055633545, 0.19001856446266174, 0.14450763165950775, 0.12508399784564972], "cos_apical_negg": [0.5449562072753906, 0.1963489055633545, 0.19001856446266174, 0.14450763165950775, 0.12508399784564972], "cos_Ac_negg": [0.5449562072753906, 0.1963489055633545, 0.19001856446266174, 0.14450763165950775, 0.12508399784564972], "r_norm": [4.143800258636475, 4.294851303100586, 4.219895362854004, 4.236680030822754, 4.265013694763184]}, {"step": 2700, "epoch": 6, "train_loss": 1.7793259620666504, "cos_r_negg": [0.5392873287200928, 0.23809245228767395, 0.18392302095890045, 0.14806579053401947, 0.1237458884716034], "cos_apical_negg": [0.5392873287200928, 0.23809245228767395, 0.18392302095890045, 0.14806579053401947, 0.1237458884716034], "cos_Ac_negg": [0.5392873287200928, 0.23809245228767395, 0.18392302095890045, 0.14806579053401947, 0.1237458884716034], "r_norm": [4.157766342163086, 4.309405326843262, 4.246062278747559, 4.260893821716309, 4.28059196472168]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.3877, "test_loss": 1.8227666625976562}, {"step": 2750, "epoch": 7, "train_loss": 1.7956428527832031, "cos_r_negg": [0.5461181402206421, 0.23504787683486938, 0.1810939908027649, 0.13451534509658813, 0.08555132895708084], "cos_apical_negg": [0.5461181402206421, 0.23504787683486938, 0.1810939908027649, 0.13451534509658813, 0.08555132895708084], "cos_Ac_negg": [0.5461181402206421, 0.23504787683486938, 0.1810939908027649, 0.13451534509658813, 0.08555132895708084], "r_norm": [4.138005256652832, 4.297991752624512, 4.232483863830566, 4.240278720855713, 4.257568836212158]}, {"step": 2800, "epoch": 7, "train_loss": 2.0395517349243164, "cos_r_negg": [0.5370662808418274, 0.2288738489151001, 0.17260970175266266, 0.1435585618019104, 0.08993145823478699], "cos_apical_negg": [0.5370662808418274, 0.2288738489151001, 0.17260970175266266, 0.1435585618019104, 0.08993145823478699], "cos_Ac_negg": [0.5370662808418274, 0.2288738489151001, 0.17260970175266266, 0.1435585618019104, 0.08993145823478699], "r_norm": [4.032217025756836, 4.181509494781494, 4.112119197845459, 4.133481025695801, 4.146035194396973]}, {"step": 2850, "epoch": 7, "train_loss": 1.934842586517334, "cos_r_negg": [0.5576775670051575, 0.23168663680553436, 0.178914874792099, 0.13873860239982605, 0.10091923177242279], "cos_apical_negg": [0.5576775670051575, 0.23168663680553436, 0.178914874792099, 0.13873860239982605, 0.10091923177242279], "cos_Ac_negg": [0.5576775670051575, 0.23168663680553436, 0.178914874792099, 0.13873860239982605, 0.10091923177242279], "r_norm": [4.132554054260254, 4.285455703735352, 4.220665454864502, 4.243108749389648, 4.243838310241699]}, {"step": 2900, "epoch": 7, "train_loss": 1.8168039321899414, "cos_r_negg": [0.532192051410675, 0.22505967319011688, 0.18946115672588348, 0.12357486039400101, 0.1015421524643898], "cos_apical_negg": [0.532192051410675, 0.22505967319011688, 0.18946115672588348, 0.12357486039400101, 0.1015421524643898], "cos_Ac_negg": [0.532192051410675, 0.22505967319011688, 0.18946115672588348, 0.12357486039400101, 0.1015421524643898], "r_norm": [4.058679103851318, 4.202605247497559, 4.140235900878906, 4.175710678100586, 4.181796073913574]}, {"step": 2950, "epoch": 7, "train_loss": 1.805798053741455, "cos_r_negg": [0.5333797931671143, 0.21364878118038177, 0.19967103004455566, 0.13146674633026123, 0.11592666059732437], "cos_apical_negg": [0.5333797931671143, 0.21364878118038177, 0.19967103004455566, 0.13146674633026123, 0.11592666059732437], "cos_Ac_negg": [0.5333797931671143, 0.21364878118038177, 0.19967103004455566, 0.13146674633026123, 0.11592666059732437], "r_norm": [4.086007118225098, 4.244672775268555, 4.161691665649414, 4.178760528564453, 4.208208084106445]}, {"step": 3000, "epoch": 7, "train_loss": 1.8814036846160889, "cos_r_negg": [0.543319821357727, 0.22364334762096405, 0.19588133692741394, 0.12849965691566467, 0.1132645234465599], "cos_apical_negg": [0.543319821357727, 0.22364334762096405, 0.19588133692741394, 0.12849965691566467, 0.1132645234465599], "cos_Ac_negg": [0.543319821357727, 0.22364334762096405, 0.19588133692741394, 0.12849965691566467, 0.1132645234465599], "r_norm": [3.9593544006347656, 4.114174842834473, 4.045198440551758, 4.06356143951416, 4.072152614593506]}, {"step": 3050, "epoch": 7, "train_loss": 2.0016138553619385, "cos_r_negg": [0.5401322841644287, 0.21843047440052032, 0.2028352916240692, 0.15647077560424805, 0.08286762237548828], "cos_apical_negg": [0.5401322841644287, 0.21843047440052032, 0.2028352916240692, 0.15647077560424805, 0.08286762237548828], "cos_Ac_negg": [0.5401322841644287, 0.21843047440052032, 0.2028352916240692, 0.15647077560424805, 0.08286762237548828], "r_norm": [3.9937400817871094, 4.137598037719727, 4.075213432312012, 4.110673904418945, 4.110401630401611]}, {"step": 3100, "epoch": 7, "train_loss": 1.6715223789215088, "cos_r_negg": [0.5318647623062134, 0.23848024010658264, 0.22713005542755127, 0.1349470317363739, 0.09297025203704834], "cos_apical_negg": [0.5318647623062134, 0.23848024010658264, 0.22713005542755127, 0.1349470317363739, 0.09297025203704834], "cos_Ac_negg": [0.5318647623062134, 0.23848024010658264, 0.22713005542755127, 0.1349470317363739, 0.09297025203704834], "r_norm": [4.038311958312988, 4.183837890625, 4.137242317199707, 4.156586647033691, 4.151802062988281]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.3866, "test_loss": 1.8174120849609374}, {"step": 3150, "epoch": 8, "train_loss": 1.6862128973007202, "cos_r_negg": [0.5100443363189697, 0.23511479794979095, 0.23512354493141174, 0.16229046881198883, 0.10674308985471725], "cos_apical_negg": [0.5100443363189697, 0.23511479794979095, 0.23512354493141174, 0.16229046881198883, 0.10674308985471725], "cos_Ac_negg": [0.5100443363189697, 0.23511479794979095, 0.23512354493141174, 0.16229046881198883, 0.10674308985471725], "r_norm": [4.175848484039307, 4.337525844573975, 4.26472282409668, 4.285518646240234, 4.30606746673584]}, {"step": 3200, "epoch": 8, "train_loss": 1.7024906873703003, "cos_r_negg": [0.5432186126708984, 0.2555280923843384, 0.23214024305343628, 0.13743609189987183, 0.12802793085575104], "cos_apical_negg": [0.5432186126708984, 0.2555280923843384, 0.23214024305343628, 0.13743609189987183, 0.12802793085575104], "cos_Ac_negg": [0.5432186126708984, 0.2555280923843384, 0.23214024305343628, 0.13743609189987183, 0.12802793085575104], "r_norm": [4.026062965393066, 4.172266483306885, 4.113656997680664, 4.142637252807617, 4.146873950958252]}, {"step": 3250, "epoch": 8, "train_loss": 1.7895233631134033, "cos_r_negg": [0.535610020160675, 0.26138192415237427, 0.21910437941551208, 0.1326085925102234, 0.151676744222641], "cos_apical_negg": [0.535610020160675, 0.26138192415237427, 0.21910437941551208, 0.1326085925102234, 0.151676744222641], "cos_Ac_negg": [0.535610020160675, 0.26138192415237427, 0.21910437941551208, 0.1326085925102234, 0.151676744222641], "r_norm": [4.15961217880249, 4.320855140686035, 4.250938892364502, 4.255210876464844, 4.296555042266846]}, {"step": 3300, "epoch": 8, "train_loss": 1.846703052520752, "cos_r_negg": [0.5356346368789673, 0.25471973419189453, 0.20741409063339233, 0.13365107774734497, 0.13972732424736023], "cos_apical_negg": [0.5356346368789673, 0.25471973419189453, 0.20741409063339233, 0.13365107774734497, 0.13972732424736023], "cos_Ac_negg": [0.5356346368789673, 0.25471973419189453, 0.20741409063339233, 0.13365107774734497, 0.13972732424736023], "r_norm": [3.987689256668091, 4.1432952880859375, 4.08733606338501, 4.103873252868652, 4.111390113830566]}, {"step": 3350, "epoch": 8, "train_loss": 1.749061107635498, "cos_r_negg": [0.553941547870636, 0.2505117952823639, 0.2140205055475235, 0.15199027955532074, 0.11569198966026306], "cos_apical_negg": [0.553941547870636, 0.2505117952823639, 0.2140205055475235, 0.15199027955532074, 0.11569198966026306], "cos_Ac_negg": [0.553941547870636, 0.2505117952823639, 0.2140205055475235, 0.15199027955532074, 0.11569198966026306], "r_norm": [4.166703224182129, 4.32964563369751, 4.242035388946533, 4.266549110412598, 4.279601097106934]}, {"step": 3400, "epoch": 8, "train_loss": 1.7233052253723145, "cos_r_negg": [0.5150325298309326, 0.24605664610862732, 0.20892126858234406, 0.16183477640151978, 0.10379089415073395], "cos_apical_negg": [0.5150325298309326, 0.24605664610862732, 0.20892126858234406, 0.16183477640151978, 0.10379089415073395], "cos_Ac_negg": [0.5150325298309326, 0.24605664610862732, 0.20892126858234406, 0.16183477640151978, 0.10379089415073395], "r_norm": [4.046017169952393, 4.198626518249512, 4.138879776000977, 4.159348487854004, 4.162408828735352]}, {"step": 3450, "epoch": 8, "train_loss": 1.4697667360305786, "cos_r_negg": [0.5450013875961304, 0.2385847270488739, 0.19871599972248077, 0.1592155545949936, 0.0913766548037529], "cos_apical_negg": [0.5450013875961304, 0.2385847270488739, 0.19871599972248077, 0.1592155545949936, 0.0913766548037529], "cos_Ac_negg": [0.5450013875961304, 0.2385847270488739, 0.19871599972248077, 0.1592155545949936, 0.0913766548037529], "r_norm": [4.064837455749512, 4.220266819000244, 4.163031578063965, 4.177866458892822, 4.189610481262207]}, {"step": 3500, "epoch": 8, "train_loss": 1.6174938678741455, "cos_r_negg": [0.5671719312667847, 0.2567542791366577, 0.19363759458065033, 0.15504850447177887, 0.10980118811130524], "cos_apical_negg": [0.5671719312667847, 0.2567542791366577, 0.19363759458065033, 0.15504850447177887, 0.10980118811130524], "cos_Ac_negg": [0.5671719312667847, 0.2567542791366577, 0.19363759458065033, 0.15504850447177887, 0.10980118811130524], "r_norm": [3.9205098152160645, 4.071755409240723, 4.015565872192383, 4.031736373901367, 4.0447678565979]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.3731, "test_loss": 1.8906885620117186}, {"step": 3550, "epoch": 9, "train_loss": 1.4778908491134644, "cos_r_negg": [0.5221389532089233, 0.2626796364784241, 0.23396852612495422, 0.14997869729995728, 0.10169081389904022], "cos_apical_negg": [0.5221389532089233, 0.2626796364784241, 0.23396852612495422, 0.14997869729995728, 0.10169081389904022], "cos_Ac_negg": [0.5221389532089233, 0.2626796364784241, 0.23396852612495422, 0.14997869729995728, 0.10169081389904022], "r_norm": [4.077206611633301, 4.231697082519531, 4.164023399353027, 4.187628746032715, 4.208101272583008]}, {"step": 3600, "epoch": 9, "train_loss": 1.6296346187591553, "cos_r_negg": [0.5538864135742188, 0.26595020294189453, 0.24914787709712982, 0.17858293652534485, 0.09767782688140869], "cos_apical_negg": [0.5538864135742188, 0.26595020294189453, 0.24914787709712982, 0.17858293652534485, 0.09767782688140869], "cos_Ac_negg": [0.5538864135742188, 0.26595020294189453, 0.24914787709712982, 0.17858293652534485, 0.09767782688140869], "r_norm": [4.051222801208496, 4.213600158691406, 4.146201133728027, 4.1709771156311035, 4.179190158843994]}, {"step": 3650, "epoch": 9, "train_loss": 1.8153080940246582, "cos_r_negg": [0.5331438779830933, 0.2601926922798157, 0.25621241331100464, 0.1782638430595398, 0.13560333847999573], "cos_apical_negg": [0.5331438779830933, 0.2601926922798157, 0.25621241331100464, 0.1782638430595398, 0.13560333847999573], "cos_Ac_negg": [0.5331438779830933, 0.2601926922798157, 0.25621241331100464, 0.1782638430595398, 0.13560333847999573], "r_norm": [4.097275257110596, 4.247574329376221, 4.201245307922363, 4.2185893058776855, 4.2233734130859375]}, {"step": 3700, "epoch": 9, "train_loss": 1.520801305770874, "cos_r_negg": [0.5595608949661255, 0.273178368806839, 0.25291648507118225, 0.20268401503562927, 0.1465345025062561], "cos_apical_negg": [0.5595608949661255, 0.273178368806839, 0.25291648507118225, 0.20268401503562927, 0.1465345025062561], "cos_Ac_negg": [0.5595608949661255, 0.273178368806839, 0.25291648507118225, 0.20268401503562927, 0.1465345025062561], "r_norm": [4.074271202087402, 4.225193977355957, 4.15963888168335, 4.182568550109863, 4.195481300354004]}, {"step": 3750, "epoch": 9, "train_loss": 1.6621441841125488, "cos_r_negg": [0.5275402069091797, 0.27966931462287903, 0.2502068281173706, 0.18586038053035736, 0.13087740540504456], "cos_apical_negg": [0.5275402069091797, 0.27966931462287903, 0.2502068281173706, 0.18586038053035736, 0.13087740540504456], "cos_Ac_negg": [0.5275402069091797, 0.27966931462287903, 0.2502068281173706, 0.18586038053035736, 0.13087740540504456], "r_norm": [4.236849308013916, 4.411815643310547, 4.31754732131958, 4.334795951843262, 4.370298385620117]}, {"step": 3800, "epoch": 9, "train_loss": 1.936414122581482, "cos_r_negg": [0.5391398668289185, 0.2809719145298004, 0.22210121154785156, 0.1766519844532013, 0.11096545308828354], "cos_apical_negg": [0.5391398668289185, 0.2809719145298004, 0.22210121154785156, 0.1766519844532013, 0.11096545308828354], "cos_Ac_negg": [0.5391398668289185, 0.2809719145298004, 0.22210121154785156, 0.1766519844532013, 0.11096545308828354], "r_norm": [4.122239112854004, 4.291804790496826, 4.205824851989746, 4.237213611602783, 4.240772247314453]}, {"step": 3850, "epoch": 9, "train_loss": 1.534274697303772, "cos_r_negg": [0.5138233304023743, 0.27152299880981445, 0.23845231533050537, 0.18576931953430176, 0.12479060888290405], "cos_apical_negg": [0.5138233304023743, 0.27152299880981445, 0.23845231533050537, 0.18576931953430176, 0.12479060888290405], "cos_Ac_negg": [0.5138233304023743, 0.27152299880981445, 0.23845231533050537, 0.18576931953430176, 0.12479060888290405], "r_norm": [4.039545059204102, 4.196961402893066, 4.1136155128479, 4.134939193725586, 4.152218341827393]}, {"step": 3900, "epoch": 9, "train_loss": 1.6688982248306274, "cos_r_negg": [0.547336995601654, 0.25677844882011414, 0.25058117508888245, 0.16973963379859924, 0.12975531816482544], "cos_apical_negg": [0.547336995601654, 0.25677844882011414, 0.25058117508888245, 0.16973963379859924, 0.12975531816482544], "cos_Ac_negg": [0.547336995601654, 0.25677844882011414, 0.25058117508888245, 0.16973963379859924, 0.12975531816482544], "r_norm": [4.049065589904785, 4.198108196258545, 4.131133079528809, 4.148796558380127, 4.173651218414307]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.3967, "test_loss": 1.8294749145507812}, {"step": 3950, "epoch": 10, "train_loss": 1.581129550933838, "cos_r_negg": [0.5186645984649658, 0.26326411962509155, 0.2456902265548706, 0.18613535165786743, 0.13200515508651733], "cos_apical_negg": [0.5186645984649658, 0.26326411962509155, 0.2456902265548706, 0.18613535165786743, 0.13200515508651733], "cos_Ac_negg": [0.5186645984649658, 0.26326411962509155, 0.2456902265548706, 0.18613535165786743, 0.13200515508651733], "r_norm": [3.9883785247802734, 4.136408805847168, 4.079668045043945, 4.096256256103516, 4.110421657562256]}, {"step": 4000, "epoch": 10, "train_loss": 1.5599472522735596, "cos_r_negg": [0.5291018486022949, 0.2925280034542084, 0.2457333654165268, 0.19382502138614655, 0.12298020720481873], "cos_apical_negg": [0.5291018486022949, 0.2925280034542084, 0.2457333654165268, 0.19382502138614655, 0.12298020720481873], "cos_Ac_negg": [0.5291018486022949, 0.2925280034542084, 0.2457333654165268, 0.19382502138614655, 0.12298020720481873], "r_norm": [4.092789649963379, 4.248839855194092, 4.181894302368164, 4.202046871185303, 4.210089206695557]}, {"step": 4050, "epoch": 10, "train_loss": 1.6728177070617676, "cos_r_negg": [0.5434606075286865, 0.2850838303565979, 0.2635437846183777, 0.20822405815124512, 0.13492169976234436], "cos_apical_negg": [0.5434606075286865, 0.2850838303565979, 0.2635437846183777, 0.20822405815124512, 0.13492169976234436], "cos_Ac_negg": [0.5434606075286865, 0.2850838303565979, 0.2635437846183777, 0.20822405815124512, 0.13492169976234436], "r_norm": [4.095827102661133, 4.252035617828369, 4.175534725189209, 4.201902866363525, 4.206392288208008]}, {"step": 4100, "epoch": 10, "train_loss": 1.686273455619812, "cos_r_negg": [0.5661958456039429, 0.2814940810203552, 0.2808721661567688, 0.18963944911956787, 0.14087814092636108], "cos_apical_negg": [0.5661958456039429, 0.2814940810203552, 0.2808721661567688, 0.18963944911956787, 0.14087814092636108], "cos_Ac_negg": [0.5661958456039429, 0.2814940810203552, 0.2808721661567688, 0.18963944911956787, 0.14087814092636108], "r_norm": [4.036825656890869, 4.178496360778809, 4.130478858947754, 4.15029764175415, 4.159079551696777]}, {"step": 4150, "epoch": 10, "train_loss": 1.4186387062072754, "cos_r_negg": [0.5606462359428406, 0.2955649495124817, 0.25643473863601685, 0.19235515594482422, 0.14227131009101868], "cos_apical_negg": [0.5606462359428406, 0.2955649495124817, 0.25643473863601685, 0.19235515594482422, 0.14227131009101868], "cos_Ac_negg": [0.5606462359428406, 0.2955649495124817, 0.25643473863601685, 0.19235515594482422, 0.14227131009101868], "r_norm": [4.118714809417725, 4.273203372955322, 4.1956892013549805, 4.231055736541748, 4.240481376647949]}, {"step": 4200, "epoch": 10, "train_loss": 1.6970347166061401, "cos_r_negg": [0.5525277853012085, 0.28527188301086426, 0.2698635756969452, 0.21466481685638428, 0.14746378362178802], "cos_apical_negg": [0.5525277853012085, 0.28527188301086426, 0.2698635756969452, 0.21466481685638428, 0.14746378362178802], "cos_Ac_negg": [0.5525277853012085, 0.28527188301086426, 0.2698635756969452, 0.21466481685638428, 0.14746378362178802], "r_norm": [4.0795087814331055, 4.226993560791016, 4.169806003570557, 4.1802473068237305, 4.20968770980835]}, {"step": 4250, "epoch": 10, "train_loss": 1.8395774364471436, "cos_r_negg": [0.549379289150238, 0.25644946098327637, 0.2558080554008484, 0.18062208592891693, 0.14796364307403564], "cos_apical_negg": [0.549379289150238, 0.25644946098327637, 0.2558080554008484, 0.18062208592891693, 0.14796364307403564], "cos_Ac_negg": [0.549379289150238, 0.25644946098327637, 0.2558080554008484, 0.18062208592891693, 0.14796364307403564], "r_norm": [4.048125267028809, 4.193824768066406, 4.125406265258789, 4.141192436218262, 4.155795097351074]}, {"step": 4300, "epoch": 10, "train_loss": 1.5401175022125244, "cos_r_negg": [0.5393178462982178, 0.28994351625442505, 0.2757416367530823, 0.1882486343383789, 0.1282588541507721], "cos_apical_negg": [0.5393178462982178, 0.28994351625442505, 0.2757416367530823, 0.1882486343383789, 0.1282588541507721], "cos_Ac_negg": [0.5393178462982178, 0.28994351625442505, 0.2757416367530823, 0.1882486343383789, 0.1282588541507721], "r_norm": [3.997298002243042, 4.1485185623168945, 4.073529243469238, 4.099717140197754, 4.106052398681641]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4071, "test_loss": 1.7873586059570312}, {"step": 4350, "epoch": 11, "train_loss": 1.5717763900756836, "cos_r_negg": [0.551702618598938, 0.2854953706264496, 0.2633882761001587, 0.19343256950378418, 0.12268923223018646], "cos_apical_negg": [0.551702618598938, 0.2854953706264496, 0.2633882761001587, 0.19343256950378418, 0.12268923223018646], "cos_Ac_negg": [0.551702618598938, 0.2854953706264496, 0.2633882761001587, 0.19343256950378418, 0.12268923223018646], "r_norm": [4.0364484786987305, 4.185118675231934, 4.127987861633301, 4.142075538635254, 4.159771919250488]}, {"step": 4400, "epoch": 11, "train_loss": 1.7833930253982544, "cos_r_negg": [0.5404506921768188, 0.3226746618747711, 0.27784475684165955, 0.21839766204357147, 0.14082801342010498], "cos_apical_negg": [0.5404506921768188, 0.3226746618747711, 0.27784475684165955, 0.21839766204357147, 0.14082801342010498], "cos_Ac_negg": [0.5404506921768188, 0.3226746618747711, 0.27784475684165955, 0.21839766204357147, 0.14082801342010498], "r_norm": [4.100914001464844, 4.258944511413574, 4.1824798583984375, 4.215920448303223, 4.233077049255371]}, {"step": 4450, "epoch": 11, "train_loss": 1.7668445110321045, "cos_r_negg": [0.5563507676124573, 0.312924861907959, 0.26461556553840637, 0.22035756707191467, 0.14883455634117126], "cos_apical_negg": [0.5563507676124573, 0.312924861907959, 0.26461556553840637, 0.22035756707191467, 0.14883455634117126], "cos_Ac_negg": [0.5563507676124573, 0.312924861907959, 0.26461556553840637, 0.22035756707191467, 0.14883455634117126], "r_norm": [4.120035648345947, 4.264610290527344, 4.209756374359131, 4.223313331604004, 4.241972923278809]}, {"step": 4500, "epoch": 11, "train_loss": 1.8719065189361572, "cos_r_negg": [0.5380728244781494, 0.3188852071762085, 0.2700977325439453, 0.22734636068344116, 0.14652590453624725], "cos_apical_negg": [0.5380728244781494, 0.3188852071762085, 0.2700977325439453, 0.22734636068344116, 0.14652590453624725], "cos_Ac_negg": [0.5380728244781494, 0.3188852071762085, 0.2700977325439453, 0.22734636068344116, 0.14652590453624725], "r_norm": [3.992656946182251, 4.142379283905029, 4.097911834716797, 4.100557327270508, 4.112992763519287]}, {"step": 4550, "epoch": 11, "train_loss": 1.7207746505737305, "cos_r_negg": [0.5643376708030701, 0.314258337020874, 0.25020134449005127, 0.2326514720916748, 0.13784661889076233], "cos_apical_negg": [0.5643376708030701, 0.314258337020874, 0.25020134449005127, 0.2326514720916748, 0.13784661889076233], "cos_Ac_negg": [0.5643376708030701, 0.314258337020874, 0.25020134449005127, 0.2326514720916748, 0.13784661889076233], "r_norm": [4.009578227996826, 4.1490631103515625, 4.110099792480469, 4.123470306396484, 4.132625579833984]}, {"step": 4600, "epoch": 11, "train_loss": 1.7194385528564453, "cos_r_negg": [0.5200610160827637, 0.32315999269485474, 0.26235049962997437, 0.23223501443862915, 0.1158459335565567], "cos_apical_negg": [0.5200610160827637, 0.32315999269485474, 0.26235049962997437, 0.23223501443862915, 0.1158459335565567], "cos_Ac_negg": [0.5200610160827637, 0.32315999269485474, 0.26235049962997437, 0.23223501443862915, 0.1158459335565567], "r_norm": [4.077221870422363, 4.223186492919922, 4.1632585525512695, 4.185486793518066, 4.1873250007629395]}, {"step": 4650, "epoch": 11, "train_loss": 1.7883862257003784, "cos_r_negg": [0.5318261981010437, 0.31269896030426025, 0.26365548372268677, 0.22484397888183594, 0.14192049205303192], "cos_apical_negg": [0.5318261981010437, 0.31269896030426025, 0.26365548372268677, 0.22484397888183594, 0.14192049205303192], "cos_Ac_negg": [0.5318261981010437, 0.31269896030426025, 0.26365548372268677, 0.22484397888183594, 0.14192049205303192], "r_norm": [4.071825981140137, 4.224175453186035, 4.144903182983398, 4.176510334014893, 4.195240020751953]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.3934, "test_loss": 1.81573271484375}, {"step": 4700, "epoch": 12, "train_loss": 1.5511863231658936, "cos_r_negg": [0.548310399055481, 0.3125602602958679, 0.2669784128665924, 0.22872233390808105, 0.1684684306383133], "cos_apical_negg": [0.548310399055481, 0.3125602602958679, 0.2669784128665924, 0.22872233390808105, 0.1684684306383133], "cos_Ac_negg": [0.548310399055481, 0.3125602602958679, 0.2669784128665924, 0.22872233390808105, 0.1684684306383133], "r_norm": [4.0676093101501465, 4.215671539306641, 4.1568379402160645, 4.174166679382324, 4.182522773742676]}, {"step": 4750, "epoch": 12, "train_loss": 1.841649055480957, "cos_r_negg": [0.5586051940917969, 0.33205607533454895, 0.27902480959892273, 0.2229887843132019, 0.15194451808929443], "cos_apical_negg": [0.5586051940917969, 0.33205607533454895, 0.27902480959892273, 0.2229887843132019, 0.15194451808929443], "cos_Ac_negg": [0.5586051940917969, 0.33205607533454895, 0.27902480959892273, 0.2229887843132019, 0.15194451808929443], "r_norm": [4.025485038757324, 4.164743423461914, 4.108363151550293, 4.136198043823242, 4.143955230712891]}, {"step": 4800, "epoch": 12, "train_loss": 1.5605651140213013, "cos_r_negg": [0.5409773588180542, 0.3220158815383911, 0.28185850381851196, 0.2235962450504303, 0.15346457064151764], "cos_apical_negg": [0.5409773588180542, 0.3220158815383911, 0.28185850381851196, 0.2235962450504303, 0.15346457064151764], "cos_Ac_negg": [0.5409773588180542, 0.3220158815383911, 0.28185850381851196, 0.2235962450504303, 0.15346457064151764], "r_norm": [4.150034427642822, 4.302306652069092, 4.235893726348877, 4.251177787780762, 4.297037124633789]}, {"step": 4850, "epoch": 12, "train_loss": 1.6007801294326782, "cos_r_negg": [0.5775482654571533, 0.32902801036834717, 0.27818888425827026, 0.23648500442504883, 0.15066640079021454], "cos_apical_negg": [0.5775482654571533, 0.32902801036834717, 0.27818888425827026, 0.23648500442504883, 0.15066640079021454], "cos_Ac_negg": [0.5775482654571533, 0.32902801036834717, 0.27818888425827026, 0.23648500442504883, 0.15066640079021454], "r_norm": [4.142533302307129, 4.317373275756836, 4.2234721183776855, 4.238458633422852, 4.268223285675049]}, {"step": 4900, "epoch": 12, "train_loss": 1.5240507125854492, "cos_r_negg": [0.562178373336792, 0.3386455178260803, 0.28224271535873413, 0.23738886415958405, 0.16627083718776703], "cos_apical_negg": [0.562178373336792, 0.3386455178260803, 0.28224271535873413, 0.23738886415958405, 0.16627083718776703], "cos_Ac_negg": [0.562178373336792, 0.3386455178260803, 0.28224271535873413, 0.23738886415958405, 0.16627083718776703], "r_norm": [4.024297714233398, 4.170927047729492, 4.111126899719238, 4.134411334991455, 4.143829345703125]}, {"step": 4950, "epoch": 12, "train_loss": 1.433936595916748, "cos_r_negg": [0.5536538362503052, 0.34016573429107666, 0.2901610732078552, 0.23295515775680542, 0.17431527376174927], "cos_apical_negg": [0.5536538362503052, 0.34016573429107666, 0.2901610732078552, 0.23295515775680542, 0.17431527376174927], "cos_Ac_negg": [0.5536538362503052, 0.34016573429107666, 0.2901610732078552, 0.23295515775680542, 0.17431527376174927], "r_norm": [4.111730575561523, 4.278266906738281, 4.193789482116699, 4.223245620727539, 4.244709014892578]}, {"step": 5000, "epoch": 12, "train_loss": 1.727334976196289, "cos_r_negg": [0.545316219329834, 0.3434685468673706, 0.2959219813346863, 0.21981880068778992, 0.17352306842803955], "cos_apical_negg": [0.545316219329834, 0.3434685468673706, 0.2959219813346863, 0.21981880068778992, 0.17352306842803955], "cos_Ac_negg": [0.545316219329834, 0.3434685468673706, 0.2959219813346863, 0.21981880068778992, 0.17352306842803955], "r_norm": [3.9578516483306885, 4.105837821960449, 4.040785789489746, 4.064475059509277, 4.081319332122803]}, {"step": 5050, "epoch": 12, "train_loss": 1.6555092334747314, "cos_r_negg": [0.5364212393760681, 0.34382930397987366, 0.27818208932876587, 0.2171916663646698, 0.17158937454223633], "cos_apical_negg": [0.5364212393760681, 0.34382930397987366, 0.27818208932876587, 0.2171916663646698, 0.17158937454223633], "cos_Ac_negg": [0.5364212393760681, 0.34382930397987366, 0.27818208932876587, 0.2171916663646698, 0.17158937454223633], "r_norm": [4.072604656219482, 4.237473487854004, 4.153231620788574, 4.166838645935059, 4.195831298828125]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.406, "test_loss": 1.832765380859375}, {"step": 5100, "epoch": 13, "train_loss": 1.617800235748291, "cos_r_negg": [0.5320126414299011, 0.3585158586502075, 0.2832872271537781, 0.21006526052951813, 0.15281221270561218], "cos_apical_negg": [0.5320126414299011, 0.3585158586502075, 0.2832872271537781, 0.21006526052951813, 0.15281221270561218], "cos_Ac_negg": [0.5320126414299011, 0.3585158586502075, 0.2832872271537781, 0.21006526052951813, 0.15281221270561218], "r_norm": [4.059762477874756, 4.21499490737915, 4.155704975128174, 4.160809516906738, 4.196750640869141]}, {"step": 5150, "epoch": 13, "train_loss": 1.5958144664764404, "cos_r_negg": [0.5438631772994995, 0.36775803565979004, 0.2886819839477539, 0.21344652771949768, 0.15494248270988464], "cos_apical_negg": [0.5438631772994995, 0.36775803565979004, 0.2886819839477539, 0.21344652771949768, 0.15494248270988464], "cos_Ac_negg": [0.5438631772994995, 0.36775803565979004, 0.2886819839477539, 0.21344652771949768, 0.15494248270988464], "r_norm": [4.039956092834473, 4.185493469238281, 4.129839897155762, 4.162782669067383, 4.165313720703125]}, {"step": 5200, "epoch": 13, "train_loss": 1.7975281476974487, "cos_r_negg": [0.5465387105941772, 0.362355500459671, 0.30841144919395447, 0.22022059559822083, 0.20054411888122559], "cos_apical_negg": [0.5465387105941772, 0.362355500459671, 0.30841144919395447, 0.22022059559822083, 0.20054411888122559], "cos_Ac_negg": [0.5465387105941772, 0.362355500459671, 0.30841144919395447, 0.22022059559822083, 0.20054411888122559], "r_norm": [3.9886746406555176, 4.136024475097656, 4.075743198394775, 4.102677345275879, 4.108247756958008]}, {"step": 5250, "epoch": 13, "train_loss": 1.3910640478134155, "cos_r_negg": [0.5634298324584961, 0.36147797107696533, 0.3080693483352661, 0.27004605531692505, 0.17354661226272583], "cos_apical_negg": [0.5634298324584961, 0.36147797107696533, 0.3080693483352661, 0.27004605531692505, 0.17354661226272583], "cos_Ac_negg": [0.5634298324584961, 0.36147797107696533, 0.3080693483352661, 0.27004605531692505, 0.17354661226272583], "r_norm": [4.055753707885742, 4.1990742683410645, 4.155534267425537, 4.172298431396484, 4.184926509857178]}, {"step": 5300, "epoch": 13, "train_loss": 1.5265607833862305, "cos_r_negg": [0.5218751430511475, 0.352761834859848, 0.30463463068008423, 0.24479557573795319, 0.18308933079242706], "cos_apical_negg": [0.5218751430511475, 0.352761834859848, 0.30463463068008423, 0.24479557573795319, 0.18308933079242706], "cos_Ac_negg": [0.5218751430511475, 0.352761834859848, 0.30463463068008423, 0.24479557573795319, 0.18308933079242706], "r_norm": [4.042875289916992, 4.191128253936768, 4.136553764343262, 4.143150329589844, 4.16602087020874]}, {"step": 5350, "epoch": 13, "train_loss": 1.5209777355194092, "cos_r_negg": [0.5116037130355835, 0.3719644844532013, 0.30662575364112854, 0.2509462237358093, 0.16730940341949463], "cos_apical_negg": [0.5116037130355835, 0.3719644844532013, 0.30662575364112854, 0.2509462237358093, 0.16730940341949463], "cos_Ac_negg": [0.5116037130355835, 0.3719644844532013, 0.30662575364112854, 0.2509462237358093, 0.16730940341949463], "r_norm": [4.014071941375732, 4.159346580505371, 4.107082366943359, 4.1145734786987305, 4.1398234367370605]}, {"step": 5400, "epoch": 13, "train_loss": 1.866229772567749, "cos_r_negg": [0.5304208993911743, 0.37608227133750916, 0.2990197539329529, 0.23249034583568573, 0.20156309008598328], "cos_apical_negg": [0.5304208993911743, 0.37608227133750916, 0.2990197539329529, 0.23249034583568573, 0.20156309008598328], "cos_Ac_negg": [0.5304208993911743, 0.37608227133750916, 0.2990197539329529, 0.23249034583568573, 0.20156309008598328], "r_norm": [3.947004556655884, 4.098998069763184, 4.035618782043457, 4.051700115203857, 4.068346977233887]}, {"step": 5450, "epoch": 13, "train_loss": 1.6541401147842407, "cos_r_negg": [0.5309823751449585, 0.37415072321891785, 0.3122708797454834, 0.22386068105697632, 0.18839918076992035], "cos_apical_negg": [0.5309823751449585, 0.37415072321891785, 0.3122708797454834, 0.22386068105697632, 0.18839918076992035], "cos_Ac_negg": [0.5309823751449585, 0.37415072321891785, 0.3122708797454834, 0.22386068105697632, 0.18839918076992035], "r_norm": [4.060577392578125, 4.2078423500061035, 4.132761001586914, 4.158945083618164, 4.180599689483643]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.3978, "test_loss": 1.8367379028320312}, {"step": 5500, "epoch": 14, "train_loss": 1.7749608755111694, "cos_r_negg": [0.5472240447998047, 0.37153518199920654, 0.3177642226219177, 0.23042595386505127, 0.16859129071235657], "cos_apical_negg": [0.5472240447998047, 0.37153518199920654, 0.3177642226219177, 0.23042595386505127, 0.16859129071235657], "cos_Ac_negg": [0.5472240447998047, 0.37153518199920654, 0.3177642226219177, 0.23042595386505127, 0.16859129071235657], "r_norm": [4.001755714416504, 4.155848503112793, 4.086249351501465, 4.108945846557617, 4.122887134552002]}, {"step": 5550, "epoch": 14, "train_loss": 1.7585686445236206, "cos_r_negg": [0.5535659790039062, 0.3743242919445038, 0.3095460832118988, 0.23610104620456696, 0.20452868938446045], "cos_apical_negg": [0.5535659790039062, 0.3743242919445038, 0.3095460832118988, 0.23610104620456696, 0.20452868938446045], "cos_Ac_negg": [0.5535659790039062, 0.3743242919445038, 0.3095460832118988, 0.23610104620456696, 0.20452868938446045], "r_norm": [3.9415204524993896, 4.08725643157959, 4.027768135070801, 4.044876575469971, 4.062212944030762]}, {"step": 5600, "epoch": 14, "train_loss": 1.6545329093933105, "cos_r_negg": [0.5490137338638306, 0.38173866271972656, 0.31073009967803955, 0.2495817244052887, 0.18780502676963806], "cos_apical_negg": [0.5490137338638306, 0.38173866271972656, 0.31073009967803955, 0.2495817244052887, 0.18780502676963806], "cos_Ac_negg": [0.5490137338638306, 0.38173866271972656, 0.31073009967803955, 0.2495817244052887, 0.18780502676963806], "r_norm": [4.011420249938965, 4.16905403137207, 4.096243381500244, 4.119302749633789, 4.136981010437012]}, {"step": 5650, "epoch": 14, "train_loss": 1.7338498830795288, "cos_r_negg": [0.5609532594680786, 0.36432063579559326, 0.32927656173706055, 0.24306339025497437, 0.16485248506069183], "cos_apical_negg": [0.5609532594680786, 0.36432063579559326, 0.32927656173706055, 0.24306339025497437, 0.16485248506069183], "cos_Ac_negg": [0.5609532594680786, 0.36432063579559326, 0.32927656173706055, 0.24306339025497437, 0.16485248506069183], "r_norm": [4.054589748382568, 4.202539443969727, 4.133345603942871, 4.16010856628418, 4.172063827514648]}, {"step": 5700, "epoch": 14, "train_loss": 1.6036704778671265, "cos_r_negg": [0.5566079616546631, 0.3769979178905487, 0.35007888078689575, 0.25180143117904663, 0.15904682874679565], "cos_apical_negg": [0.5566079616546631, 0.3769979178905487, 0.35007888078689575, 0.25180143117904663, 0.15904682874679565], "cos_Ac_negg": [0.5566079616546631, 0.3769979178905487, 0.35007888078689575, 0.25180143117904663, 0.15904682874679565], "r_norm": [3.898195743560791, 4.040755271911621, 3.9812135696411133, 4.002915859222412, 4.002781867980957]}, {"step": 5750, "epoch": 14, "train_loss": 1.448512077331543, "cos_r_negg": [0.5596247911453247, 0.38834768533706665, 0.3502669036388397, 0.2672853469848633, 0.1721423864364624], "cos_apical_negg": [0.5596247911453247, 0.38834768533706665, 0.3502669036388397, 0.2672853469848633, 0.1721423864364624], "cos_Ac_negg": [0.5596247911453247, 0.38834768533706665, 0.3502669036388397, 0.2672853469848633, 0.1721423864364624], "r_norm": [4.00964879989624, 4.158977508544922, 4.097304821014404, 4.106905937194824, 4.1304144859313965]}, {"step": 5800, "epoch": 14, "train_loss": 1.7125777006149292, "cos_r_negg": [0.5364274978637695, 0.39507538080215454, 0.32571548223495483, 0.2490415871143341, 0.1841871291399002], "cos_apical_negg": [0.5364274978637695, 0.39507538080215454, 0.32571548223495483, 0.2490415871143341, 0.1841871291399002], "cos_Ac_negg": [0.5364274978637695, 0.39507538080215454, 0.32571548223495483, 0.2490415871143341, 0.1841871291399002], "r_norm": [4.045428276062012, 4.195319175720215, 4.127878665924072, 4.147709846496582, 4.174740791320801]}, {"step": 5850, "epoch": 14, "train_loss": 1.4649035930633545, "cos_r_negg": [0.5665913820266724, 0.37825191020965576, 0.33642834424972534, 0.24706007540225983, 0.15903039276599884], "cos_apical_negg": [0.5665913820266724, 0.37825191020965576, 0.33642834424972534, 0.24706007540225983, 0.15903039276599884], "cos_Ac_negg": [0.5665913820266724, 0.37825191020965576, 0.33642834424972534, 0.24706007540225983, 0.15903039276599884], "r_norm": [4.063465118408203, 4.214583396911621, 4.170448303222656, 4.184452056884766, 4.202382564544678]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4075, "test_loss": 1.8314241943359375}, {"step": 5900, "epoch": 15, "train_loss": 1.3382987976074219, "cos_r_negg": [0.5479525327682495, 0.38266438245773315, 0.332821249961853, 0.2640438377857208, 0.15666784346103668], "cos_apical_negg": [0.5479525327682495, 0.38266438245773315, 0.332821249961853, 0.2640438377857208, 0.15666784346103668], "cos_Ac_negg": [0.5479525327682495, 0.38266438245773315, 0.332821249961853, 0.2640438377857208, 0.15666784346103668], "r_norm": [3.9976449012756348, 4.139167785644531, 4.093077659606934, 4.102476119995117, 4.123005390167236]}, {"step": 5950, "epoch": 15, "train_loss": 1.7161593437194824, "cos_r_negg": [0.5431667566299438, 0.3821091651916504, 0.3395730257034302, 0.2644806504249573, 0.20423202216625214], "cos_apical_negg": [0.5431667566299438, 0.3821091651916504, 0.3395730257034302, 0.2644806504249573, 0.20423202216625214], "cos_Ac_negg": [0.5431667566299438, 0.3821091651916504, 0.3395730257034302, 0.2644806504249573, 0.20423202216625214], "r_norm": [4.154025077819824, 4.3170976638793945, 4.230320453643799, 4.252948760986328, 4.279109477996826]}, {"step": 6000, "epoch": 15, "train_loss": 1.621297001838684, "cos_r_negg": [0.567299485206604, 0.38711798191070557, 0.33602166175842285, 0.2746320962905884, 0.18160462379455566], "cos_apical_negg": [0.567299485206604, 0.38711798191070557, 0.33602166175842285, 0.2746320962905884, 0.18160462379455566], "cos_Ac_negg": [0.567299485206604, 0.38711798191070557, 0.33602166175842285, 0.2746320962905884, 0.18160462379455566], "r_norm": [4.050008773803711, 4.19937801361084, 4.130454063415527, 4.146145820617676, 4.1688232421875]}, {"step": 6050, "epoch": 15, "train_loss": 1.7014399766921997, "cos_r_negg": [0.5374133586883545, 0.39438191056251526, 0.32402727007865906, 0.2765826880931854, 0.18993011116981506], "cos_apical_negg": [0.5374133586883545, 0.39438191056251526, 0.32402727007865906, 0.2765826880931854, 0.18993011116981506], "cos_Ac_negg": [0.5374133586883545, 0.39438191056251526, 0.32402727007865906, 0.2765826880931854, 0.18993011116981506], "r_norm": [4.236367702484131, 4.412964344024658, 4.348655700683594, 4.359220504760742, 4.36641788482666]}, {"step": 6100, "epoch": 15, "train_loss": 1.612536072731018, "cos_r_negg": [0.5349552631378174, 0.3977048993110657, 0.3388679325580597, 0.2775813639163971, 0.18126732110977173], "cos_apical_negg": [0.5349552631378174, 0.3977048993110657, 0.3388679325580597, 0.2775813639163971, 0.18126732110977173], "cos_Ac_negg": [0.5349552631378174, 0.3977048993110657, 0.3388679325580597, 0.2775813639163971, 0.18126732110977173], "r_norm": [4.007935047149658, 4.159510612487793, 4.090824127197266, 4.120523452758789, 4.126208305358887]}, {"step": 6150, "epoch": 15, "train_loss": 1.698876142501831, "cos_r_negg": [0.4998779892921448, 0.3912326991558075, 0.33320945501327515, 0.27561134099960327, 0.19636669754981995], "cos_apical_negg": [0.4998779892921448, 0.3912326991558075, 0.33320945501327515, 0.27561134099960327, 0.19636669754981995], "cos_Ac_negg": [0.4998779892921448, 0.3912326991558075, 0.33320945501327515, 0.27561134099960327, 0.19636669754981995], "r_norm": [3.9767136573791504, 4.114347457885742, 4.062105655670166, 4.088878154754639, 4.089752674102783]}, {"step": 6200, "epoch": 15, "train_loss": 1.6553372144699097, "cos_r_negg": [0.5405213832855225, 0.40308475494384766, 0.342071533203125, 0.28141313791275024, 0.19329729676246643], "cos_apical_negg": [0.5405213832855225, 0.40308475494384766, 0.342071533203125, 0.28141313791275024, 0.19329729676246643], "cos_Ac_negg": [0.5405213832855225, 0.40308475494384766, 0.342071533203125, 0.28141313791275024, 0.19329729676246643], "r_norm": [4.156816482543945, 4.3169097900390625, 4.244905471801758, 4.260998249053955, 4.277281284332275]}, {"step": 6250, "epoch": 15, "train_loss": 1.7505449056625366, "cos_r_negg": [0.5450863838195801, 0.4035310745239258, 0.33092767000198364, 0.28062963485717773, 0.22026070952415466], "cos_apical_negg": [0.5450863838195801, 0.4035310745239258, 0.33092767000198364, 0.28062963485717773, 0.22026070952415466], "cos_Ac_negg": [0.5450863838195801, 0.4035310745239258, 0.33092767000198364, 0.28062963485717773, 0.22026070952415466], "r_norm": [4.1048431396484375, 4.256076812744141, 4.196277618408203, 4.206574440002441, 4.211275577545166]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4067, "test_loss": 1.8324849487304689}, {"step": 6300, "epoch": 16, "train_loss": 1.684579849243164, "cos_r_negg": [0.5607491135597229, 0.40638792514801025, 0.34271031618118286, 0.2858138680458069, 0.19059661030769348], "cos_apical_negg": [0.5607491135597229, 0.40638792514801025, 0.34271031618118286, 0.2858138680458069, 0.19059661030769348], "cos_Ac_negg": [0.5607491135597229, 0.40638792514801025, 0.34271031618118286, 0.2858138680458069, 0.19059661030769348], "r_norm": [4.092640399932861, 4.246243000030518, 4.190150260925293, 4.20363712310791, 4.218432426452637]}, {"step": 6350, "epoch": 16, "train_loss": 1.5556223392486572, "cos_r_negg": [0.5615038275718689, 0.40968555212020874, 0.3468019962310791, 0.2816620171070099, 0.21409647166728973], "cos_apical_negg": [0.5615038275718689, 0.40968555212020874, 0.3468019962310791, 0.2816620171070099, 0.21409647166728973], "cos_Ac_negg": [0.5615038275718689, 0.40968555212020874, 0.3468019962310791, 0.2816620171070099, 0.21409647166728973], "r_norm": [3.940256118774414, 4.090464115142822, 4.026429176330566, 4.058905601501465, 4.050869941711426]}, {"step": 6400, "epoch": 16, "train_loss": 1.6011122465133667, "cos_r_negg": [0.5557488203048706, 0.40141183137893677, 0.34060433506965637, 0.29175809025764465, 0.19350215792655945], "cos_apical_negg": [0.5557488203048706, 0.40141183137893677, 0.34060433506965637, 0.29175809025764465, 0.19350215792655945], "cos_Ac_negg": [0.5557488203048706, 0.40141183137893677, 0.34060433506965637, 0.29175809025764465, 0.19350215792655945], "r_norm": [4.012678623199463, 4.158367156982422, 4.096057891845703, 4.1250481605529785, 4.131200790405273]}, {"step": 6450, "epoch": 16, "train_loss": 1.6837459802627563, "cos_r_negg": [0.5416224598884583, 0.41499224305152893, 0.34962424635887146, 0.289127916097641, 0.2082752287387848], "cos_apical_negg": [0.5416224598884583, 0.41499224305152893, 0.34962424635887146, 0.289127916097641, 0.2082752287387848], "cos_Ac_negg": [0.5416224598884583, 0.41499224305152893, 0.34962424635887146, 0.289127916097641, 0.2082752287387848], "r_norm": [3.941865921020508, 4.091717720031738, 4.020516872406006, 4.051117897033691, 4.052786827087402]}, {"step": 6500, "epoch": 16, "train_loss": 1.732611894607544, "cos_r_negg": [0.5470030307769775, 0.41402438282966614, 0.35721349716186523, 0.27416831254959106, 0.22231189906597137], "cos_apical_negg": [0.5470030307769775, 0.41402438282966614, 0.35721349716186523, 0.27416831254959106, 0.22231189906597137], "cos_Ac_negg": [0.5470030307769775, 0.41402438282966614, 0.35721349716186523, 0.27416831254959106, 0.22231189906597137], "r_norm": [4.151822566986084, 4.294675350189209, 4.248958587646484, 4.272085189819336, 4.272510528564453]}, {"step": 6550, "epoch": 16, "train_loss": 1.317765712738037, "cos_r_negg": [0.5576888918876648, 0.40100109577178955, 0.343804270029068, 0.28705722093582153, 0.22546641528606415], "cos_apical_negg": [0.5576888918876648, 0.40100109577178955, 0.343804270029068, 0.28705722093582153, 0.22546641528606415], "cos_Ac_negg": [0.5576888918876648, 0.40100109577178955, 0.343804270029068, 0.28705722093582153, 0.22546641528606415], "r_norm": [3.990497589111328, 4.136590957641602, 4.087177276611328, 4.108573913574219, 4.111431121826172]}, {"step": 6600, "epoch": 16, "train_loss": 1.4858983755111694, "cos_r_negg": [0.5383368730545044, 0.41664648056030273, 0.3441389799118042, 0.282936692237854, 0.2323738932609558], "cos_apical_negg": [0.5383368730545044, 0.41664648056030273, 0.3441389799118042, 0.282936692237854, 0.2323738932609558], "cos_Ac_negg": [0.5383368730545044, 0.41664648056030273, 0.3441389799118042, 0.282936692237854, 0.2323738932609558], "r_norm": [3.903120517730713, 4.041776657104492, 3.986093282699585, 3.9980578422546387, 4.00799560546875]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4129, "test_loss": 1.8603881958007813}, {"step": 6650, "epoch": 17, "train_loss": 1.5702104568481445, "cos_r_negg": [0.5348010063171387, 0.4270045757293701, 0.3312051296234131, 0.2812778949737549, 0.21934917569160461], "cos_apical_negg": [0.5348010063171387, 0.4270045757293701, 0.3312051296234131, 0.2812778949737549, 0.21934917569160461], "cos_Ac_negg": [0.5348010063171387, 0.4270045757293701, 0.3312051296234131, 0.2812778949737549, 0.21934917569160461], "r_norm": [3.9471259117126465, 4.099305152893066, 4.0294036865234375, 4.048317909240723, 4.060490131378174]}, {"step": 6700, "epoch": 17, "train_loss": 1.505094051361084, "cos_r_negg": [0.5630046129226685, 0.4196815490722656, 0.34720268845558167, 0.3019985258579254, 0.21382459998130798], "cos_apical_negg": [0.5630046129226685, 0.4196815490722656, 0.34720268845558167, 0.3019985258579254, 0.21382459998130798], "cos_Ac_negg": [0.5630046129226685, 0.4196815490722656, 0.34720268845558167, 0.3019985258579254, 0.21382459998130798], "r_norm": [3.9815964698791504, 4.136677265167236, 4.063718795776367, 4.078249454498291, 4.0867414474487305]}, {"step": 6750, "epoch": 17, "train_loss": 1.6235451698303223, "cos_r_negg": [0.503573477268219, 0.42379218339920044, 0.3598984479904175, 0.2883797883987427, 0.21721799671649933], "cos_apical_negg": [0.503573477268219, 0.42379218339920044, 0.3598984479904175, 0.2883797883987427, 0.21721799671649933], "cos_Ac_negg": [0.503573477268219, 0.42379218339920044, 0.3598984479904175, 0.2883797883987427, 0.21721799671649933], "r_norm": [4.0821146965026855, 4.237870693206787, 4.17466926574707, 4.195929050445557, 4.195829391479492]}, {"step": 6800, "epoch": 17, "train_loss": 1.4373986721038818, "cos_r_negg": [0.5400657653808594, 0.42898881435394287, 0.35195255279541016, 0.2966405153274536, 0.21588414907455444], "cos_apical_negg": [0.5400657653808594, 0.42898881435394287, 0.35195255279541016, 0.2966405153274536, 0.21588414907455444], "cos_Ac_negg": [0.5400657653808594, 0.42898881435394287, 0.35195255279541016, 0.2966405153274536, 0.21588414907455444], "r_norm": [4.083054542541504, 4.246184825897217, 4.158265590667725, 4.188688278198242, 4.205454349517822]}, {"step": 6850, "epoch": 17, "train_loss": 1.694770097732544, "cos_r_negg": [0.5484094619750977, 0.4296534061431885, 0.35693612694740295, 0.28537842631340027, 0.23339201509952545], "cos_apical_negg": [0.5484094619750977, 0.4296534061431885, 0.35693612694740295, 0.28537842631340027, 0.23339201509952545], "cos_Ac_negg": [0.5484094619750977, 0.4296534061431885, 0.35693612694740295, 0.28537842631340027, 0.23339201509952545], "r_norm": [4.112896919250488, 4.262011528015137, 4.181586742401123, 4.210527420043945, 4.239062786102295]}, {"step": 6900, "epoch": 17, "train_loss": 1.647976279258728, "cos_r_negg": [0.5572625994682312, 0.43170759081840515, 0.36053916811943054, 0.3066919147968292, 0.20560702681541443], "cos_apical_negg": [0.5572625994682312, 0.43170759081840515, 0.36053916811943054, 0.3066919147968292, 0.20560702681541443], "cos_Ac_negg": [0.5572625994682312, 0.43170759081840515, 0.36053916811943054, 0.3066919147968292, 0.20560702681541443], "r_norm": [4.073223114013672, 4.220998287200928, 4.1551618576049805, 4.176918029785156, 4.187614440917969]}, {"step": 6950, "epoch": 17, "train_loss": 1.3284945487976074, "cos_r_negg": [0.5684711337089539, 0.43199440836906433, 0.35960906744003296, 0.3123217821121216, 0.2047942578792572], "cos_apical_negg": [0.5684711337089539, 0.43199440836906433, 0.35960906744003296, 0.3123217821121216, 0.2047942578792572], "cos_Ac_negg": [0.5684711337089539, 0.43199440836906433, 0.35960906744003296, 0.3123217821121216, 0.2047942578792572], "r_norm": [4.075881004333496, 4.211195468902588, 4.153717041015625, 4.175233364105225, 4.190242290496826]}, {"step": 7000, "epoch": 17, "train_loss": 1.4175350666046143, "cos_r_negg": [0.5449223518371582, 0.43097758293151855, 0.3609341084957123, 0.29994842410087585, 0.20853281021118164], "cos_apical_negg": [0.5449223518371582, 0.43097758293151855, 0.3609341084957123, 0.29994842410087585, 0.20853281021118164], "cos_Ac_negg": [0.5449223518371582, 0.43097758293151855, 0.3609341084957123, 0.29994842410087585, 0.20853281021118164], "r_norm": [4.119565963745117, 4.264286041259766, 4.1993207931518555, 4.22530460357666, 4.231019973754883]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4075, "test_loss": 1.8849258544921874}, {"step": 7050, "epoch": 18, "train_loss": 1.4007946252822876, "cos_r_negg": [0.5464015007019043, 0.4335050582885742, 0.36635923385620117, 0.29638659954071045, 0.2441166341304779], "cos_apical_negg": [0.5464015007019043, 0.4335050582885742, 0.36635923385620117, 0.29638659954071045, 0.2441166341304779], "cos_Ac_negg": [0.5464015007019043, 0.4335050582885742, 0.36635923385620117, 0.29638659954071045, 0.2441166341304779], "r_norm": [4.091519832611084, 4.249408721923828, 4.187813758850098, 4.209304332733154, 4.219027519226074]}, {"step": 7100, "epoch": 18, "train_loss": 1.4842326641082764, "cos_r_negg": [0.5664159059524536, 0.4334549903869629, 0.3621562123298645, 0.3246380090713501, 0.25550276041030884], "cos_apical_negg": [0.5664159059524536, 0.4334549903869629, 0.3621562123298645, 0.3246380090713501, 0.25550276041030884], "cos_Ac_negg": [0.5664159059524536, 0.4334549903869629, 0.3621562123298645, 0.3246380090713501, 0.25550276041030884], "r_norm": [4.192591190338135, 4.348340034484863, 4.259251117706299, 4.2922515869140625, 4.322265625]}, {"step": 7150, "epoch": 18, "train_loss": 1.6793136596679688, "cos_r_negg": [0.5345052480697632, 0.44342899322509766, 0.37110626697540283, 0.3152889311313629, 0.24874207377433777], "cos_apical_negg": [0.5345052480697632, 0.44342899322509766, 0.37110626697540283, 0.3152889311313629, 0.24874207377433777], "cos_Ac_negg": [0.5345052480697632, 0.44342899322509766, 0.37110626697540283, 0.3152889311313629, 0.24874207377433777], "r_norm": [4.167108535766602, 4.3243513107299805, 4.2461676597595215, 4.27423620223999, 4.281914710998535]}, {"step": 7200, "epoch": 18, "train_loss": 1.3788847923278809, "cos_r_negg": [0.5530751347541809, 0.44611161947250366, 0.36886411905288696, 0.3133852779865265, 0.22600722312927246], "cos_apical_negg": [0.5530751347541809, 0.44611161947250366, 0.36886411905288696, 0.3133852779865265, 0.22600722312927246], "cos_Ac_negg": [0.5530751347541809, 0.44611161947250366, 0.36886411905288696, 0.3133852779865265, 0.22600722312927246], "r_norm": [4.044561386108398, 4.184814453125, 4.1440110206604, 4.1604766845703125, 4.170702934265137]}, {"step": 7250, "epoch": 18, "train_loss": 1.4632142782211304, "cos_r_negg": [0.5252162218093872, 0.45163050293922424, 0.3620113134384155, 0.3147580623626709, 0.21859146654605865], "cos_apical_negg": [0.5252162218093872, 0.45163050293922424, 0.3620113134384155, 0.3147580623626709, 0.21859146654605865], "cos_Ac_negg": [0.5252162218093872, 0.45163050293922424, 0.3620113134384155, 0.3147580623626709, 0.21859146654605865], "r_norm": [4.102545738220215, 4.2597455978393555, 4.192716598510742, 4.211239814758301, 4.228083610534668]}, {"step": 7300, "epoch": 18, "train_loss": 1.5602974891662598, "cos_r_negg": [0.5272840261459351, 0.4490937888622284, 0.3638899624347687, 0.3045637011528015, 0.21722592413425446], "cos_apical_negg": [0.5272840261459351, 0.4490937888622284, 0.3638899624347687, 0.3045637011528015, 0.21722592413425446], "cos_Ac_negg": [0.5272840261459351, 0.4490937888622284, 0.3638899624347687, 0.3045637011528015, 0.21722592413425446], "r_norm": [4.113650798797607, 4.2654500007629395, 4.1826019287109375, 4.199810028076172, 4.216985702514648]}, {"step": 7350, "epoch": 18, "train_loss": 1.506934404373169, "cos_r_negg": [0.5297795534133911, 0.4411851167678833, 0.3622678518295288, 0.30026131868362427, 0.21014347672462463], "cos_apical_negg": [0.5297795534133911, 0.4411851167678833, 0.3622678518295288, 0.30026131868362427, 0.21014347672462463], "cos_Ac_negg": [0.5297795534133911, 0.4411851167678833, 0.3622678518295288, 0.30026131868362427, 0.21014347672462463], "r_norm": [4.06853723526001, 4.222751617431641, 4.144670486450195, 4.168938636779785, 4.175336837768555]}, {"step": 7400, "epoch": 18, "train_loss": 1.4106684923171997, "cos_r_negg": [0.5327040553092957, 0.4426543116569519, 0.378745436668396, 0.3029911518096924, 0.22558745741844177], "cos_apical_negg": [0.5327040553092957, 0.4426543116569519, 0.378745436668396, 0.3029911518096924, 0.22558745741844177], "cos_Ac_negg": [0.5327040553092957, 0.4426543116569519, 0.378745436668396, 0.3029911518096924, 0.22558745741844177], "r_norm": [4.058855056762695, 4.210147857666016, 4.140137672424316, 4.1657867431640625, 4.175759315490723]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4, "test_loss": 1.8765618286132812}, {"step": 7450, "epoch": 19, "train_loss": 1.1267459392547607, "cos_r_negg": [0.522497296333313, 0.42146527767181396, 0.37963515520095825, 0.32007676362991333, 0.23479343950748444], "cos_apical_negg": [0.522497296333313, 0.42146527767181396, 0.37963515520095825, 0.32007676362991333, 0.23479343950748444], "cos_Ac_negg": [0.522497296333313, 0.42146527767181396, 0.37963515520095825, 0.32007676362991333, 0.23479343950748444], "r_norm": [4.085565567016602, 4.242098808288574, 4.16049861907959, 4.195281982421875, 4.19996452331543]}, {"step": 7500, "epoch": 19, "train_loss": 1.3464778661727905, "cos_r_negg": [0.5301802158355713, 0.4404875636100769, 0.3801559507846832, 0.3115328252315521, 0.23852676153182983], "cos_apical_negg": [0.5301802158355713, 0.4404875636100769, 0.3801559507846832, 0.3115328252315521, 0.23852676153182983], "cos_Ac_negg": [0.5301802158355713, 0.4404875636100769, 0.3801559507846832, 0.3115328252315521, 0.23852676153182983], "r_norm": [4.1124186515808105, 4.274778842926025, 4.192123889923096, 4.218491077423096, 4.231719017028809]}, {"step": 7550, "epoch": 19, "train_loss": 1.556705355644226, "cos_r_negg": [0.5536224842071533, 0.44066449999809265, 0.36463943123817444, 0.3052884638309479, 0.24054095149040222], "cos_apical_negg": [0.5536224842071533, 0.44066449999809265, 0.36463943123817444, 0.3052884638309479, 0.24054095149040222], "cos_Ac_negg": [0.5536224842071533, 0.44066449999809265, 0.36463943123817444, 0.3052884638309479, 0.24054095149040222], "r_norm": [4.110384941101074, 4.263833045959473, 4.2030744552612305, 4.217580795288086, 4.237932205200195]}, {"step": 7600, "epoch": 19, "train_loss": 1.6542723178863525, "cos_r_negg": [0.5513036251068115, 0.4364166259765625, 0.37402579188346863, 0.3021931052207947, 0.2391383796930313], "cos_apical_negg": [0.5513036251068115, 0.4364166259765625, 0.37402579188346863, 0.3021931052207947, 0.2391383796930313], "cos_Ac_negg": [0.5513036251068115, 0.4364166259765625, 0.37402579188346863, 0.3021931052207947, 0.2391383796930313], "r_norm": [4.037503242492676, 4.190223217010498, 4.120711326599121, 4.135268211364746, 4.159271240234375]}, {"step": 7650, "epoch": 19, "train_loss": 1.3521814346313477, "cos_r_negg": [0.5476269721984863, 0.4375550448894501, 0.38058239221572876, 0.30019471049308777, 0.2504878044128418], "cos_apical_negg": [0.5476269721984863, 0.4375550448894501, 0.38058239221572876, 0.30019471049308777, 0.2504878044128418], "cos_Ac_negg": [0.5476269721984863, 0.4375550448894501, 0.38058239221572876, 0.30019471049308777, 0.2504878044128418], "r_norm": [4.072539329528809, 4.232074737548828, 4.155186653137207, 4.182287216186523, 4.1919050216674805]}, {"step": 7700, "epoch": 19, "train_loss": 1.1562440395355225, "cos_r_negg": [0.5408492088317871, 0.44425684213638306, 0.37699151039123535, 0.319343626499176, 0.23812365531921387], "cos_apical_negg": [0.5408492088317871, 0.44425684213638306, 0.37699151039123535, 0.319343626499176, 0.23812365531921387], "cos_Ac_negg": [0.5408492088317871, 0.44425684213638306, 0.37699151039123535, 0.319343626499176, 0.23812365531921387], "r_norm": [4.0757880210876465, 4.229933738708496, 4.1560444831848145, 4.181142330169678, 4.186413764953613]}, {"step": 7750, "epoch": 19, "train_loss": 1.6624622344970703, "cos_r_negg": [0.5519918203353882, 0.441806823015213, 0.3920082449913025, 0.3132655620574951, 0.25809499621391296], "cos_apical_negg": [0.5519918203353882, 0.441806823015213, 0.3920082449913025, 0.3132655620574951, 0.25809499621391296], "cos_Ac_negg": [0.5519918203353882, 0.441806823015213, 0.3920082449913025, 0.3132655620574951, 0.25809499621391296], "r_norm": [4.017697334289551, 4.170273780822754, 4.108841419219971, 4.121811389923096, 4.129097938537598]}, {"step": 7800, "epoch": 19, "train_loss": 1.4025338888168335, "cos_r_negg": [0.527982234954834, 0.4434982240200043, 0.3966220021247864, 0.30691152811050415, 0.25282901525497437], "cos_apical_negg": [0.527982234954834, 0.4434982240200043, 0.3966220021247864, 0.30691152811050415, 0.25282901525497437], "cos_Ac_negg": [0.527982234954834, 0.4434982240200043, 0.3966220021247864, 0.30691152811050415, 0.25282901525497437], "r_norm": [4.01389217376709, 4.155951499938965, 4.097443580627441, 4.1128010749816895, 4.125241279602051]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.409, "test_loss": 1.968317724609375}, {"step": 7850, "epoch": 20, "train_loss": 1.5004165172576904, "cos_r_negg": [0.5325337648391724, 0.4466972053050995, 0.38403236865997314, 0.3102976679801941, 0.25059446692466736], "cos_apical_negg": [0.5325337648391724, 0.4466972053050995, 0.38403236865997314, 0.3102976679801941, 0.25059446692466736], "cos_Ac_negg": [0.5325337648391724, 0.4466972053050995, 0.38403236865997314, 0.3102976679801941, 0.25059446692466736], "r_norm": [4.03741455078125, 4.190316200256348, 4.106581687927246, 4.127959251403809, 4.148651123046875]}, {"step": 7900, "epoch": 20, "train_loss": 1.3420833349227905, "cos_r_negg": [0.5379177331924438, 0.4541248679161072, 0.3862357437610626, 0.32611799240112305, 0.24843882024288177], "cos_apical_negg": [0.5379177331924438, 0.4541248679161072, 0.3862357437610626, 0.32611799240112305, 0.24843882024288177], "cos_Ac_negg": [0.5379177331924438, 0.4541248679161072, 0.3862357437610626, 0.32611799240112305, 0.24843882024288177], "r_norm": [4.033400535583496, 4.186790466308594, 4.114754676818848, 4.134748935699463, 4.141087532043457]}, {"step": 7950, "epoch": 20, "train_loss": 1.4018921852111816, "cos_r_negg": [0.5070909261703491, 0.4527422785758972, 0.37960436940193176, 0.32854849100112915, 0.2678506374359131], "cos_apical_negg": [0.5070909261703491, 0.4527422785758972, 0.37960436940193176, 0.32854849100112915, 0.2678506374359131], "cos_Ac_negg": [0.5070909261703491, 0.4527422785758972, 0.37960436940193176, 0.32854849100112915, 0.2678506374359131], "r_norm": [4.1553425788879395, 4.297142505645752, 4.2386651039123535, 4.252595901489258, 4.266871452331543]}, {"step": 8000, "epoch": 20, "train_loss": 1.502328634262085, "cos_r_negg": [0.5486366152763367, 0.45067062973976135, 0.38797181844711304, 0.32239168882369995, 0.26758047938346863], "cos_apical_negg": [0.5486366152763367, 0.45067062973976135, 0.38797181844711304, 0.32239168882369995, 0.26758047938346863], "cos_Ac_negg": [0.5486366152763367, 0.45067062973976135, 0.38797181844711304, 0.32239168882369995, 0.26758047938346863], "r_norm": [4.065488338470459, 4.217733383178711, 4.139596939086914, 4.154714584350586, 4.17808198928833]}, {"step": 8050, "epoch": 20, "train_loss": 1.3354899883270264, "cos_r_negg": [0.5134567022323608, 0.4543183743953705, 0.3920011520385742, 0.32349541783332825, 0.2769923210144043], "cos_apical_negg": [0.5134567022323608, 0.4543183743953705, 0.3920011520385742, 0.32349541783332825, 0.2769923210144043], "cos_Ac_negg": [0.5134567022323608, 0.4543183743953705, 0.3920011520385742, 0.32349541783332825, 0.2769923210144043], "r_norm": [4.098818778991699, 4.261322021484375, 4.197369575500488, 4.211434364318848, 4.228127479553223]}, {"step": 8100, "epoch": 20, "train_loss": 1.3258171081542969, "cos_r_negg": [0.5603976845741272, 0.45357710123062134, 0.3976258635520935, 0.32878565788269043, 0.25884026288986206], "cos_apical_negg": [0.5603976845741272, 0.45357710123062134, 0.3976258635520935, 0.32878565788269043, 0.25884026288986206], "cos_Ac_negg": [0.5603976845741272, 0.45357710123062134, 0.3976258635520935, 0.32878565788269043, 0.25884026288986206], "r_norm": [4.087314605712891, 4.250288963317871, 4.155481815338135, 4.187828063964844, 4.207332611083984]}, {"step": 8150, "epoch": 20, "train_loss": 1.47776460647583, "cos_r_negg": [0.5428317785263062, 0.4530155658721924, 0.40245193243026733, 0.3247607946395874, 0.237193763256073], "cos_apical_negg": [0.5428317785263062, 0.4530155658721924, 0.40245193243026733, 0.3247607946395874, 0.237193763256073], "cos_Ac_negg": [0.5428317785263062, 0.4530155658721924, 0.40245193243026733, 0.3247607946395874, 0.237193763256073], "r_norm": [4.041449069976807, 4.194827556610107, 4.11873197555542, 4.15321159362793, 4.159029960632324]}, {"step": 8200, "epoch": 20, "train_loss": 1.1459102630615234, "cos_r_negg": [0.534898579120636, 0.4593777656555176, 0.3914506435394287, 0.3363412618637085, 0.26155731081962585], "cos_apical_negg": [0.534898579120636, 0.4593777656555176, 0.3914506435394287, 0.3363412618637085, 0.26155731081962585], "cos_Ac_negg": [0.534898579120636, 0.4593777656555176, 0.3914506435394287, 0.3363412618637085, 0.26155731081962585], "r_norm": [4.040096759796143, 4.200596332550049, 4.109873294830322, 4.1357879638671875, 4.154818534851074]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4042, "test_loss": 1.87740107421875}, {"step": 8250, "epoch": 21, "train_loss": 1.2071707248687744, "cos_r_negg": [0.5500231981277466, 0.45483607053756714, 0.3904528319835663, 0.3217976987361908, 0.2405427098274231], "cos_apical_negg": [0.5500231981277466, 0.45483607053756714, 0.3904528319835663, 0.3217976987361908, 0.2405427098274231], "cos_Ac_negg": [0.5500231981277466, 0.45483607053756714, 0.3904528319835663, 0.3217976987361908, 0.2405427098274231], "r_norm": [3.9679372310638428, 4.106612205505371, 4.062262058258057, 4.083970069885254, 4.09200382232666]}, {"step": 8300, "epoch": 21, "train_loss": 1.5290440320968628, "cos_r_negg": [0.555489182472229, 0.45920825004577637, 0.38786500692367554, 0.33636921644210815, 0.24088755249977112], "cos_apical_negg": [0.555489182472229, 0.45920825004577637, 0.38786500692367554, 0.33636921644210815, 0.24088755249977112], "cos_Ac_negg": [0.555489182472229, 0.45920825004577637, 0.38786500692367554, 0.33636921644210815, 0.24088755249977112], "r_norm": [4.102685928344727, 4.25870418548584, 4.196807861328125, 4.220762252807617, 4.226304054260254]}, {"step": 8350, "epoch": 21, "train_loss": 1.4248731136322021, "cos_r_negg": [0.5479736924171448, 0.4569684565067291, 0.39798644185066223, 0.34956520795822144, 0.23946785926818848], "cos_apical_negg": [0.5479736924171448, 0.4569684565067291, 0.39798644185066223, 0.34956520795822144, 0.23946785926818848], "cos_Ac_negg": [0.5479736924171448, 0.4569684565067291, 0.39798644185066223, 0.34956520795822144, 0.23946785926818848], "r_norm": [4.055633544921875, 4.203956127166748, 4.142657279968262, 4.162384033203125, 4.182438850402832]}, {"step": 8400, "epoch": 21, "train_loss": 1.408974289894104, "cos_r_negg": [0.49059411883354187, 0.45949092507362366, 0.4001636207103729, 0.34943440556526184, 0.24916504323482513], "cos_apical_negg": [0.49059411883354187, 0.45949092507362366, 0.4001636207103729, 0.34943440556526184, 0.24916504323482513], "cos_Ac_negg": [0.49059411883354187, 0.45949092507362366, 0.4001636207103729, 0.34943440556526184, 0.24916504323482513], "r_norm": [4.05049991607666, 4.189807891845703, 4.140120029449463, 4.153711318969727, 4.174803733825684]}, {"step": 8450, "epoch": 21, "train_loss": 1.1385252475738525, "cos_r_negg": [0.537705659866333, 0.45875540375709534, 0.4128679931163788, 0.3430626392364502, 0.26659154891967773], "cos_apical_negg": [0.537705659866333, 0.45875540375709534, 0.4128679931163788, 0.3430626392364502, 0.26659154891967773], "cos_Ac_negg": [0.537705659866333, 0.45875540375709534, 0.4128679931163788, 0.3430626392364502, 0.26659154891967773], "r_norm": [3.9570586681365967, 4.106428146362305, 4.033817768096924, 4.062119960784912, 4.0748748779296875]}, {"step": 8500, "epoch": 21, "train_loss": 1.3182404041290283, "cos_r_negg": [0.545548677444458, 0.4682423174381256, 0.40593159198760986, 0.3557320237159729, 0.25754380226135254], "cos_apical_negg": [0.545548677444458, 0.4682423174381256, 0.40593159198760986, 0.3557320237159729, 0.25754380226135254], "cos_Ac_negg": [0.545548677444458, 0.4682423174381256, 0.40593159198760986, 0.3557320237159729, 0.25754380226135254], "r_norm": [4.065029144287109, 4.21010684967041, 4.142432689666748, 4.16645622253418, 4.1853485107421875]}, {"step": 8550, "epoch": 21, "train_loss": 1.5352671146392822, "cos_r_negg": [0.5370370149612427, 0.46599745750427246, 0.3974301815032959, 0.36998307704925537, 0.25615638494491577], "cos_apical_negg": [0.5370370149612427, 0.46599745750427246, 0.3974301815032959, 0.36998307704925537, 0.25615638494491577], "cos_Ac_negg": [0.5370370149612427, 0.46599745750427246, 0.3974301815032959, 0.36998307704925537, 0.25615638494491577], "r_norm": [4.115250110626221, 4.264532566070557, 4.1931304931640625, 4.220000267028809, 4.246362686157227]}, {"step": 8600, "epoch": 21, "train_loss": 1.4411653280258179, "cos_r_negg": [0.526085376739502, 0.46409517526626587, 0.4083455801010132, 0.36282822489738464, 0.2524130344390869], "cos_apical_negg": [0.526085376739502, 0.46409517526626587, 0.4083455801010132, 0.36282822489738464, 0.2524130344390869], "cos_Ac_negg": [0.526085376739502, 0.46409517526626587, 0.4083455801010132, 0.36282822489738464, 0.2524130344390869], "r_norm": [4.030176639556885, 4.1764631271362305, 4.119743347167969, 4.139565944671631, 4.148847579956055]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4099, "test_loss": 1.9260462768554687}, {"step": 8650, "epoch": 22, "train_loss": 1.3254039287567139, "cos_r_negg": [0.5459729433059692, 0.4812122881412506, 0.40227365493774414, 0.34547972679138184, 0.25102514028549194], "cos_apical_negg": [0.5459729433059692, 0.4812122881412506, 0.40227365493774414, 0.34547972679138184, 0.25102514028549194], "cos_Ac_negg": [0.5459729433059692, 0.4812122881412506, 0.40227365493774414, 0.34547972679138184, 0.25102514028549194], "r_norm": [3.9679512977600098, 4.109652996063232, 4.038479804992676, 4.060232162475586, 4.077726364135742]}, {"step": 8700, "epoch": 22, "train_loss": 1.4818205833435059, "cos_r_negg": [0.5162004232406616, 0.4775695204734802, 0.40294599533081055, 0.34909582138061523, 0.2789279818534851], "cos_apical_negg": [0.5162004232406616, 0.4775695204734802, 0.40294599533081055, 0.34909582138061523, 0.2789279818534851], "cos_Ac_negg": [0.5162004232406616, 0.4775695204734802, 0.40294599533081055, 0.34909582138061523, 0.2789279818534851], "r_norm": [4.092748165130615, 4.235608100891113, 4.161585807800293, 4.20147705078125, 4.195065498352051]}, {"step": 8750, "epoch": 22, "train_loss": 1.2690134048461914, "cos_r_negg": [0.5383511781692505, 0.4797794222831726, 0.3960276246070862, 0.355202853679657, 0.2751733064651489], "cos_apical_negg": [0.5383511781692505, 0.4797794222831726, 0.3960276246070862, 0.355202853679657, 0.2751733064651489], "cos_Ac_negg": [0.5383511781692505, 0.4797794222831726, 0.3960276246070862, 0.355202853679657, 0.2751733064651489], "r_norm": [3.9911181926727295, 4.142016887664795, 4.076483726501465, 4.09979248046875, 4.107307434082031]}, {"step": 8800, "epoch": 22, "train_loss": 1.3367359638214111, "cos_r_negg": [0.5215709209442139, 0.4634513258934021, 0.40096139907836914, 0.3521662652492523, 0.27706825733184814], "cos_apical_negg": [0.5215709209442139, 0.4634513258934021, 0.40096139907836914, 0.3521662652492523, 0.27706825733184814], "cos_Ac_negg": [0.5215709209442139, 0.4634513258934021, 0.40096139907836914, 0.3521662652492523, 0.27706825733184814], "r_norm": [4.066884994506836, 4.2033281326293945, 4.14326810836792, 4.1689453125, 4.187065124511719]}, {"step": 8850, "epoch": 22, "train_loss": 1.0612163543701172, "cos_r_negg": [0.5299230217933655, 0.4649893045425415, 0.4023149013519287, 0.33946937322616577, 0.30383098125457764], "cos_apical_negg": [0.5299230217933655, 0.4649893045425415, 0.4023149013519287, 0.33946937322616577, 0.30383098125457764], "cos_Ac_negg": [0.5299230217933655, 0.4649893045425415, 0.4023149013519287, 0.33946937322616577, 0.30383098125457764], "r_norm": [4.032736778259277, 4.172775745391846, 4.109246253967285, 4.136651992797852, 4.147339820861816]}, {"step": 8900, "epoch": 22, "train_loss": 1.5160391330718994, "cos_r_negg": [0.514904797077179, 0.48172280192375183, 0.40970921516418457, 0.35235661268234253, 0.28693434596061707], "cos_apical_negg": [0.514904797077179, 0.48172280192375183, 0.40970921516418457, 0.35235661268234253, 0.28693434596061707], "cos_Ac_negg": [0.514904797077179, 0.48172280192375183, 0.40970921516418457, 0.35235661268234253, 0.28693434596061707], "r_norm": [4.04941987991333, 4.197873115539551, 4.137646198272705, 4.159372329711914, 4.185976028442383]}, {"step": 8950, "epoch": 22, "train_loss": 1.3959519863128662, "cos_r_negg": [0.5145492553710938, 0.4692666828632355, 0.41010409593582153, 0.333989679813385, 0.2668696939945221], "cos_apical_negg": [0.5145492553710938, 0.4692666828632355, 0.41010409593582153, 0.333989679813385, 0.2668696939945221], "cos_Ac_negg": [0.5145492553710938, 0.4692666828632355, 0.41010409593582153, 0.333989679813385, 0.2668696939945221], "r_norm": [4.034305572509766, 4.186480522155762, 4.127509117126465, 4.1541032791137695, 4.169098854064941]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4157, "test_loss": 1.9179317138671874}, {"step": 9000, "epoch": 23, "train_loss": 1.2518929243087769, "cos_r_negg": [0.5267804861068726, 0.4708997905254364, 0.40669405460357666, 0.3400775194168091, 0.26855459809303284], "cos_apical_negg": [0.5267804861068726, 0.4708997905254364, 0.40669405460357666, 0.3400775194168091, 0.26855459809303284], "cos_Ac_negg": [0.5267804861068726, 0.4708997905254364, 0.40669405460357666, 0.3400775194168091, 0.26855459809303284], "r_norm": [4.056169509887695, 4.211695671081543, 4.1350812911987305, 4.164196014404297, 4.175583839416504]}, {"step": 9050, "epoch": 23, "train_loss": 1.3424196243286133, "cos_r_negg": [0.5312291979789734, 0.4836571216583252, 0.4096219539642334, 0.3311794102191925, 0.2739427387714386], "cos_apical_negg": [0.5312291979789734, 0.4836571216583252, 0.4096219539642334, 0.3311794102191925, 0.2739427387714386], "cos_Ac_negg": [0.5312291979789734, 0.4836571216583252, 0.4096219539642334, 0.3311794102191925, 0.2739427387714386], "r_norm": [4.0221123695373535, 4.1743927001953125, 4.08489990234375, 4.115692138671875, 4.122565746307373]}, {"step": 9100, "epoch": 23, "train_loss": 1.281388282775879, "cos_r_negg": [0.5378988981246948, 0.4712827205657959, 0.40963298082351685, 0.33704835176467896, 0.26512688398361206], "cos_apical_negg": [0.5378988981246948, 0.4712827205657959, 0.40963298082351685, 0.33704835176467896, 0.26512688398361206], "cos_Ac_negg": [0.5378988981246948, 0.4712827205657959, 0.40963298082351685, 0.33704835176467896, 0.26512688398361206], "r_norm": [4.0863566398620605, 4.240140914916992, 4.174306869506836, 4.186683654785156, 4.2141218185424805]}, {"step": 9150, "epoch": 23, "train_loss": 1.3829388618469238, "cos_r_negg": [0.521959125995636, 0.48334407806396484, 0.4060344994068146, 0.3401722311973572, 0.2669909596443176], "cos_apical_negg": [0.521959125995636, 0.48334407806396484, 0.4060344994068146, 0.3401722311973572, 0.2669909596443176], "cos_Ac_negg": [0.521959125995636, 0.48334407806396484, 0.4060344994068146, 0.3401722311973572, 0.2669909596443176], "r_norm": [4.016806602478027, 4.168865203857422, 4.105357646942139, 4.121647357940674, 4.135685920715332]}, {"step": 9200, "epoch": 23, "train_loss": 1.3862693309783936, "cos_r_negg": [0.5466094613075256, 0.47761207818984985, 0.41659632325172424, 0.3458820581436157, 0.2670336067676544], "cos_apical_negg": [0.5466094613075256, 0.47761207818984985, 0.41659632325172424, 0.3458820581436157, 0.2670336067676544], "cos_Ac_negg": [0.5466094613075256, 0.47761207818984985, 0.41659632325172424, 0.3458820581436157, 0.2670336067676544], "r_norm": [4.035709381103516, 4.187846660614014, 4.123272895812988, 4.146199703216553, 4.158404350280762]}, {"step": 9250, "epoch": 23, "train_loss": 1.4964103698730469, "cos_r_negg": [0.5105572938919067, 0.48442167043685913, 0.413403183221817, 0.35022926330566406, 0.26144254207611084], "cos_apical_negg": [0.5105572938919067, 0.48442167043685913, 0.413403183221817, 0.35022926330566406, 0.26144254207611084], "cos_Ac_negg": [0.5105572938919067, 0.48442167043685913, 0.413403183221817, 0.35022926330566406, 0.26144254207611084], "r_norm": [4.101747512817383, 4.262036323547363, 4.196723461151123, 4.214993953704834, 4.239866256713867]}, {"step": 9300, "epoch": 23, "train_loss": 1.1764401197433472, "cos_r_negg": [0.5115705728530884, 0.47725993394851685, 0.4188463091850281, 0.3605426847934723, 0.2641373872756958], "cos_apical_negg": [0.5115705728530884, 0.47725993394851685, 0.4188463091850281, 0.3605426847934723, 0.2641373872756958], "cos_Ac_negg": [0.5115705728530884, 0.47725993394851685, 0.4188463091850281, 0.3605426847934723, 0.2641373872756958], "r_norm": [4.105618953704834, 4.268064498901367, 4.195736408233643, 4.231472969055176, 4.245694160461426]}, {"step": 9350, "epoch": 23, "train_loss": 1.499018669128418, "cos_r_negg": [0.5261327028274536, 0.4790329337120056, 0.42247241735458374, 0.3577710688114166, 0.262822687625885], "cos_apical_negg": [0.5261327028274536, 0.4790329337120056, 0.42247241735458374, 0.3577710688114166, 0.262822687625885], "cos_Ac_negg": [0.5261327028274536, 0.4790329337120056, 0.42247241735458374, 0.3577710688114166, 0.262822687625885], "r_norm": [4.026955604553223, 4.168111324310303, 4.116928577423096, 4.136960029602051, 4.142572402954102]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4159, "test_loss": 1.928577685546875}, {"step": 9400, "epoch": 24, "train_loss": 1.1729118824005127, "cos_r_negg": [0.5526742339134216, 0.4774523675441742, 0.41912513971328735, 0.35882851481437683, 0.2723916172981262], "cos_apical_negg": [0.5526742339134216, 0.4774523675441742, 0.41912513971328735, 0.35882851481437683, 0.2723916172981262], "cos_Ac_negg": [0.5526742339134216, 0.4774523675441742, 0.41912513971328735, 0.35882851481437683, 0.2723916172981262], "r_norm": [4.108500957489014, 4.266036033630371, 4.193704605102539, 4.222461700439453, 4.2394914627075195]}, {"step": 9450, "epoch": 24, "train_loss": 1.142304539680481, "cos_r_negg": [0.5431948900222778, 0.47001299262046814, 0.42754000425338745, 0.3424229621887207, 0.2668219804763794], "cos_apical_negg": [0.5431948900222778, 0.47001299262046814, 0.42754000425338745, 0.3424229621887207, 0.2668219804763794], "cos_Ac_negg": [0.5431948900222778, 0.47001299262046814, 0.42754000425338745, 0.3424229621887207, 0.2668219804763794], "r_norm": [4.048277854919434, 4.202891826629639, 4.1444172859191895, 4.16861629486084, 4.185373783111572]}, {"step": 9500, "epoch": 24, "train_loss": 1.2168159484863281, "cos_r_negg": [0.521946132183075, 0.47856444120407104, 0.42227524518966675, 0.36200979351997375, 0.27378034591674805], "cos_apical_negg": [0.521946132183075, 0.47856444120407104, 0.42227524518966675, 0.36200979351997375, 0.27378034591674805], "cos_Ac_negg": [0.521946132183075, 0.47856444120407104, 0.42227524518966675, 0.36200979351997375, 0.27378034591674805], "r_norm": [3.9877240657806396, 4.130815029144287, 4.08480167388916, 4.112578392028809, 4.111080169677734]}, {"step": 9550, "epoch": 24, "train_loss": 1.3821736574172974, "cos_r_negg": [0.5256215929985046, 0.48537272214889526, 0.4293261766433716, 0.359509140253067, 0.28673702478408813], "cos_apical_negg": [0.5256215929985046, 0.48537272214889526, 0.4293261766433716, 0.359509140253067, 0.28673702478408813], "cos_Ac_negg": [0.5256215929985046, 0.48537272214889526, 0.4293261766433716, 0.359509140253067, 0.28673702478408813], "r_norm": [4.031975746154785, 4.17910099029541, 4.109837532043457, 4.132253170013428, 4.148935317993164]}, {"step": 9600, "epoch": 24, "train_loss": 1.4433579444885254, "cos_r_negg": [0.5305657386779785, 0.47595614194869995, 0.42344436049461365, 0.37436461448669434, 0.2896263599395752], "cos_apical_negg": [0.5305657386779785, 0.47595614194869995, 0.42344436049461365, 0.37436461448669434, 0.2896263599395752], "cos_Ac_negg": [0.5305657386779785, 0.47595614194869995, 0.42344436049461365, 0.37436461448669434, 0.2896263599395752], "r_norm": [4.054348945617676, 4.2003173828125, 4.149949073791504, 4.174630641937256, 4.1699419021606445]}, {"step": 9650, "epoch": 24, "train_loss": 1.162658929824829, "cos_r_negg": [0.5203374624252319, 0.49032318592071533, 0.42111584544181824, 0.36815541982650757, 0.2963706851005554], "cos_apical_negg": [0.5203374624252319, 0.49032318592071533, 0.42111584544181824, 0.36815541982650757, 0.2963706851005554], "cos_Ac_negg": [0.5203374624252319, 0.49032318592071533, 0.42111584544181824, 0.36815541982650757, 0.2963706851005554], "r_norm": [4.027953147888184, 4.182182312011719, 4.122187614440918, 4.144872665405273, 4.14427375793457]}, {"step": 9700, "epoch": 24, "train_loss": 1.2320754528045654, "cos_r_negg": [0.5500925779342651, 0.4849657416343689, 0.4189261496067047, 0.3770134449005127, 0.29268237948417664], "cos_apical_negg": [0.5500925779342651, 0.4849657416343689, 0.4189261496067047, 0.3770134449005127, 0.29268237948417664], "cos_Ac_negg": [0.5500925779342651, 0.4849657416343689, 0.4189261496067047, 0.3770134449005127, 0.29268237948417664], "r_norm": [4.0820159912109375, 4.232983589172363, 4.17971134185791, 4.1957855224609375, 4.220484733581543]}, {"step": 9750, "epoch": 24, "train_loss": 1.1609652042388916, "cos_r_negg": [0.5282570719718933, 0.48521649837493896, 0.4216845631599426, 0.37304461002349854, 0.29648005962371826], "cos_apical_negg": [0.5282570719718933, 0.48521649837493896, 0.4216845631599426, 0.37304461002349854, 0.29648005962371826], "cos_Ac_negg": [0.5282570719718933, 0.48521649837493896, 0.4216845631599426, 0.37304461002349854, 0.29648005962371826], "r_norm": [4.022873401641846, 4.18287992477417, 4.116619110107422, 4.1439619064331055, 4.14749002456665]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4057, "test_loss": 1.9654040405273439}], "final": {"test_acc": 0.4057, "test_loss": 1.9654040405273439, "wall_s": 22.334194660186768, "cos_r_negg": [0.5462803244590759, 0.4895404577255249, 0.4058920741081238, 0.37106865644454956, 0.2836529314517975], "cos_apical_negg": [0.5462803244590759, 0.4895404577255249, 0.4058920741081238, 0.37106865644454956, 0.2836529314517975], "cos_Ac_negg": [0.5462803244590759, 0.4895404577255249, 0.4058920741081238, 0.37106865644454956, 0.2836529314517975]}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_dfa_d5_s1.json b/results/deepres_cifar10_dfa_d5_s1.json
new file mode 100644
index 0000000..e52c013
--- /dev/null
+++ b/results/deepres_cifar10_dfa_d5_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_dfa_d5_s1", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.505807399749756, "cos_r_negg": [-0.018994610756635666, -0.01539280079305172, -0.006926480680704117, -0.014253634959459305, -0.02315283939242363], "cos_apical_negg": [-0.018994610756635666, -0.01539280079305172, -0.006926480680704117, -0.014253634959459305, -0.02315283939242363], "cos_Ac_negg": [-0.018994610756635666, -0.01539280079305172, -0.006926480680704117, -0.014253634959459305, -0.02315283939242363], "r_norm": [4.927054405212402, 5.02197265625, 4.817532539367676, 5.023550987243652, 5.001510143280029]}, {"step": 50, "epoch": 0, "train_loss": 2.220979928970337, "cos_r_negg": [0.21508647501468658, -0.07259006053209305, -0.1383313685655594, -0.11619037389755249, -0.06178131699562073], "cos_apical_negg": [0.21508647501468658, -0.07259006053209305, -0.1383313685655594, -0.11619037389755249, -0.06178131699562073], "cos_Ac_negg": [0.21508647501468658, -0.07259006053209305, -0.1383313685655594, -0.11619037389755249, -0.06178131699562073], "r_norm": [4.59850549697876, 4.6901164054870605, 4.550522804260254, 4.7138566970825195, 4.670158386230469]}, {"step": 100, "epoch": 0, "train_loss": 2.07492733001709, "cos_r_negg": [0.2618848383426666, -0.12065260112285614, -0.2340048849582672, -0.11723083257675171, -0.1937321424484253], "cos_apical_negg": [0.2618848383426666, -0.12065260112285614, -0.2340048849582672, -0.11723083257675171, -0.1937321424484253], "cos_Ac_negg": [0.2618848383426666, -0.12065260112285614, -0.2340048849582672, -0.11723083257675171, -0.1937321424484253], "r_norm": [4.493692398071289, 4.587428092956543, 4.427187919616699, 4.606817245483398, 4.576752662658691]}, {"step": 150, "epoch": 0, "train_loss": 2.4592556953430176, "cos_r_negg": [0.3236003816127777, -0.14267200231552124, -0.17249369621276855, -0.07557566463947296, -0.14149585366249084], "cos_apical_negg": [0.3236003816127777, -0.14267200231552124, -0.17249369621276855, -0.07557566463947296, -0.14149585366249084], "cos_Ac_negg": [0.3236003816127777, -0.14267200231552124, -0.17249369621276855, -0.07557566463947296, -0.14149585366249084], "r_norm": [4.517995834350586, 4.617809772491455, 4.447321891784668, 4.630352973937988, 4.593400478363037]}, {"step": 200, "epoch": 0, "train_loss": 2.3649919033050537, "cos_r_negg": [0.3192062973976135, -0.10882126539945602, -0.10390700399875641, -0.18311703205108643, -0.0816505029797554], "cos_apical_negg": [0.3192062973976135, -0.10882126539945602, -0.10390700399875641, -0.18311703205108643, -0.0816505029797554], "cos_Ac_negg": [0.3192062973976135, -0.10882126539945602, -0.10390700399875641, -0.18311703205108643, -0.0816505029797554], "r_norm": [4.431370735168457, 4.514597415924072, 4.348250865936279, 4.5204267501831055, 4.488760948181152]}, {"step": 250, "epoch": 0, "train_loss": 2.201338291168213, "cos_r_negg": [0.3154550790786743, -0.05929186940193176, -0.07762487232685089, -0.13350863754749298, -0.11356082558631897], "cos_apical_negg": [0.3154550790786743, -0.05929186940193176, -0.07762487232685089, -0.13350863754749298, -0.11356082558631897], "cos_Ac_negg": [0.3154550790786743, -0.05929186940193176, -0.07762487232685089, -0.13350863754749298, -0.11356082558631897], "r_norm": [4.5854034423828125, 4.683595657348633, 4.529722690582275, 4.695605754852295, 4.6532135009765625]}, {"step": 300, "epoch": 0, "train_loss": 2.0184872150421143, "cos_r_negg": [0.341769278049469, -0.09950637817382812, -0.05363672599196434, -0.09385696798563004, -0.11893315613269806], "cos_apical_negg": [0.341769278049469, -0.09950637817382812, -0.05363672599196434, -0.09385696798563004, -0.11893315613269806], "cos_Ac_negg": [0.341769278049469, -0.09950637817382812, -0.05363672599196434, -0.09385696798563004, -0.11893315613269806], "r_norm": [4.343430519104004, 4.445340156555176, 4.288839340209961, 4.464938163757324, 4.419046401977539]}, {"step": 350, "epoch": 0, "train_loss": 2.30558705329895, "cos_r_negg": [0.34923192858695984, -0.1119752898812294, 0.00891196634620428, -0.06345220655202866, -0.03336823731660843], "cos_apical_negg": [0.34923192858695984, -0.1119752898812294, 0.00891196634620428, -0.06345220655202866, -0.03336823731660843], "cos_Ac_negg": [0.34923192858695984, -0.1119752898812294, 0.00891196634620428, -0.06345220655202866, -0.03336823731660843], "r_norm": [4.50402307510376, 4.621818542480469, 4.449406147003174, 4.650435447692871, 4.642738342285156]}, {"epoch_end": 0, "step": 391, "test_acc": 0.2667, "test_loss": 2.4919559326171874}, {"step": 400, "epoch": 1, "train_loss": 2.1176493167877197, "cos_r_negg": [0.35470935702323914, -0.057758331298828125, 0.010695621371269226, -0.053545206785202026, -0.06272964179515839], "cos_apical_negg": [0.35470935702323914, -0.057758331298828125, 0.010695621371269226, -0.053545206785202026, -0.06272964179515839], "cos_Ac_negg": [0.35470935702323914, -0.057758331298828125, 0.010695621371269226, -0.053545206785202026, -0.06272964179515839], "r_norm": [4.489621639251709, 4.605545520782471, 4.4274139404296875, 4.630572319030762, 4.598249435424805]}, {"step": 450, "epoch": 1, "train_loss": 2.2604410648345947, "cos_r_negg": [0.4169282913208008, -0.06845225393772125, -0.03509761020541191, -0.005322501063346863, -0.04779176041483879], "cos_apical_negg": [0.4169282913208008, -0.06845225393772125, -0.03509761020541191, -0.005322501063346863, -0.04779176041483879], "cos_Ac_negg": [0.4169282913208008, -0.06845225393772125, -0.03509761020541191, -0.005322501063346863, -0.04779176041483879], "r_norm": [4.262391567230225, 4.349580764770508, 4.184591293334961, 4.363880157470703, 4.32145357131958]}, {"step": 500, "epoch": 1, "train_loss": 1.8743743896484375, "cos_r_negg": [0.4052284359931946, -0.044938020408153534, -0.01458277739584446, -0.028919978067278862, -0.0750170350074768], "cos_apical_negg": [0.4052284359931946, -0.044938020408153534, -0.01458277739584446, -0.028919978067278862, -0.0750170350074768], "cos_Ac_negg": [0.4052284359931946, -0.044938020408153534, -0.01458277739584446, -0.028919978067278862, -0.0750170350074768], "r_norm": [4.3606390953063965, 4.4613037109375, 4.302042007446289, 4.495550155639648, 4.446339130401611]}, {"step": 550, "epoch": 1, "train_loss": 2.355698347091675, "cos_r_negg": [0.38680553436279297, -0.05072358250617981, 0.02156924456357956, 0.004491192288696766, -0.014420200139284134], "cos_apical_negg": [0.38680553436279297, -0.05072358250617981, 0.02156924456357956, 0.004491192288696766, -0.014420200139284134], "cos_Ac_negg": [0.38680553436279297, -0.05072358250617981, 0.02156924456357956, 0.004491192288696766, -0.014420200139284134], "r_norm": [4.5108184814453125, 4.619509220123291, 4.43942928314209, 4.6239471435546875, 4.571467399597168]}, {"step": 600, "epoch": 1, "train_loss": 2.0881285667419434, "cos_r_negg": [0.40877822041511536, -0.03860991448163986, 0.0342259481549263, -0.05163540691137314, -0.008342654444277287], "cos_apical_negg": [0.40877822041511536, -0.03860991448163986, 0.0342259481549263, -0.05163540691137314, -0.008342654444277287], "cos_Ac_negg": [0.40877822041511536, -0.03860991448163986, 0.0342259481549263, -0.05163540691137314, -0.008342654444277287], "r_norm": [4.621820449829102, 4.730076789855957, 4.558730125427246, 4.7273077964782715, 4.678291320800781]}, {"step": 650, "epoch": 1, "train_loss": 2.3950510025024414, "cos_r_negg": [0.4306340515613556, -0.05059117451310158, 0.004002037458121777, -0.10932976007461548, -0.06252393871545792], "cos_apical_negg": [0.4306340515613556, -0.05059117451310158, 0.004002037458121777, -0.10932976007461548, -0.06252393871545792], "cos_Ac_negg": [0.4306340515613556, -0.05059117451310158, 0.004002037458121777, -0.10932976007461548, -0.06252393871545792], "r_norm": [4.388054847717285, 4.48139762878418, 4.320631980895996, 4.4718523025512695, 4.445882797241211]}, {"step": 700, "epoch": 1, "train_loss": 2.2007155418395996, "cos_r_negg": [0.4294297397136688, -0.055222734808921814, 0.021885227411985397, -0.07953165471553802, -0.06605393439531326], "cos_apical_negg": [0.4294297397136688, -0.055222734808921814, 0.021885227411985397, -0.07953165471553802, -0.06605393439531326], "cos_Ac_negg": [0.4294297397136688, -0.055222734808921814, 0.021885227411985397, -0.07953165471553802, -0.06605393439531326], "r_norm": [4.390189170837402, 4.491339683532715, 4.323480129241943, 4.489006042480469, 4.469860076904297]}, {"step": 750, "epoch": 1, "train_loss": 2.261098861694336, "cos_r_negg": [0.3871552348136902, -0.00946825835853815, 0.03249908611178398, -0.05949893966317177, -0.10991605371236801], "cos_apical_negg": [0.3871552348136902, -0.00946825835853815, 0.03249908611178398, -0.05949893966317177, -0.10991605371236801], "cos_Ac_negg": [0.3871552348136902, -0.00946825835853815, 0.03249908611178398, -0.05949893966317177, -0.10991605371236801], "r_norm": [4.502438545227051, 4.631902694702148, 4.456914901733398, 4.645366668701172, 4.624330520629883]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3218, "test_loss": 2.1314859130859376}, {"step": 800, "epoch": 2, "train_loss": 2.1979870796203613, "cos_r_negg": [0.43190211057662964, -0.06536787748336792, -0.011564664542675018, -0.08272372931241989, -0.11515526473522186], "cos_apical_negg": [0.43190211057662964, -0.06536787748336792, -0.011564664542675018, -0.08272372931241989, -0.11515526473522186], "cos_Ac_negg": [0.43190211057662964, -0.06536787748336792, -0.011564664542675018, -0.08272372931241989, -0.11515526473522186], "r_norm": [4.4221296310424805, 4.523143768310547, 4.360994338989258, 4.526470184326172, 4.479079246520996]}, {"step": 850, "epoch": 2, "train_loss": 2.17940092086792, "cos_r_negg": [0.4283403754234314, -0.0661572590470314, 0.002327128779143095, -0.06537768244743347, -0.04010050743818283], "cos_apical_negg": [0.4283403754234314, -0.0661572590470314, 0.002327128779143095, -0.06537768244743347, -0.04010050743818283], "cos_Ac_negg": [0.4283403754234314, -0.0661572590470314, 0.002327128779143095, -0.06537768244743347, -0.04010050743818283], "r_norm": [4.392126083374023, 4.490195274353027, 4.320512771606445, 4.4863200187683105, 4.452223777770996]}, {"step": 900, "epoch": 2, "train_loss": 1.9121814966201782, "cos_r_negg": [0.4488600492477417, -0.03433603048324585, -0.01191064901649952, -0.03993378207087517, -0.057696398347616196], "cos_apical_negg": [0.4488600492477417, -0.03433603048324585, -0.01191064901649952, -0.03993378207087517, -0.057696398347616196], "cos_Ac_negg": [0.4488600492477417, -0.03433603048324585, -0.01191064901649952, -0.03993378207087517, -0.057696398347616196], "r_norm": [4.527182579040527, 4.629180431365967, 4.457674026489258, 4.6355485916137695, 4.585503101348877]}, {"step": 950, "epoch": 2, "train_loss": 1.9774813652038574, "cos_r_negg": [0.4585224986076355, -0.02772137150168419, -0.009399834088981152, -0.04760546237230301, -0.05049843713641167], "cos_apical_negg": [0.4585224986076355, -0.02772137150168419, -0.009399834088981152, -0.04760546237230301, -0.05049843713641167], "cos_Ac_negg": [0.4585224986076355, -0.02772137150168419, -0.009399834088981152, -0.04760546237230301, -0.05049843713641167], "r_norm": [4.331809043884277, 4.440275192260742, 4.272433757781982, 4.458795547485352, 4.416003704071045]}, {"step": 1000, "epoch": 2, "train_loss": 2.217440128326416, "cos_r_negg": [0.4702557325363159, -0.020170480012893677, 0.047156594693660736, -0.05410086736083031, 0.0023477920331060886], "cos_apical_negg": [0.4702557325363159, -0.020170480012893677, 0.047156594693660736, -0.05410086736083031, 0.0023477920331060886], "cos_Ac_negg": [0.4702557325363159, -0.020170480012893677, 0.047156594693660736, -0.05410086736083031, 0.0023477920331060886], "r_norm": [4.550474166870117, 4.655278205871582, 4.466532230377197, 4.648720741271973, 4.595362663269043]}, {"step": 1050, "epoch": 2, "train_loss": 2.3363819122314453, "cos_r_negg": [0.4372667968273163, -0.02295459620654583, 0.012623824179172516, -0.001351077575236559, -0.054548509418964386], "cos_apical_negg": [0.4372667968273163, -0.02295459620654583, 0.012623824179172516, -0.001351077575236559, -0.054548509418964386], "cos_Ac_negg": [0.4372667968273163, -0.02295459620654583, 0.012623824179172516, -0.001351077575236559, -0.054548509418964386], "r_norm": [4.218445777893066, 4.3145222663879395, 4.148231029510498, 4.318568706512451, 4.270681381225586]}, {"step": 1100, "epoch": 2, "train_loss": 1.9401772022247314, "cos_r_negg": [0.42332354187965393, -0.0007739076390862465, 0.051249973475933075, -0.017946798354387283, -0.027835842221975327], "cos_apical_negg": [0.42332354187965393, -0.0007739076390862465, 0.051249973475933075, -0.017946798354387283, -0.027835842221975327], "cos_Ac_negg": [0.42332354187965393, -0.0007739076390862465, 0.051249973475933075, -0.017946798354387283, -0.027835842221975327], "r_norm": [4.358890533447266, 4.459228515625, 4.297425270080566, 4.470338821411133, 4.427703857421875]}, {"step": 1150, "epoch": 2, "train_loss": 2.267052173614502, "cos_r_negg": [0.4622727930545807, 0.000770204933360219, 0.0558597669005394, -0.030999235808849335, -0.08377191424369812], "cos_apical_negg": [0.4622727930545807, 0.000770204933360219, 0.0558597669005394, -0.030999235808849335, -0.08377191424369812], "cos_Ac_negg": [0.4622727930545807, 0.000770204933360219, 0.0558597669005394, -0.030999235808849335, -0.08377191424369812], "r_norm": [4.319032192230225, 4.416616439819336, 4.246512413024902, 4.416713237762451, 4.372947692871094]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3424, "test_loss": 2.118512365722656}, {"step": 1200, "epoch": 3, "train_loss": 2.011549949645996, "cos_r_negg": [0.4671645164489746, 0.02465726062655449, 0.1015547662973404, 0.03645284101366997, -0.06189030408859253], "cos_apical_negg": [0.4671645164489746, 0.02465726062655449, 0.1015547662973404, 0.03645284101366997, -0.06189030408859253], "cos_Ac_negg": [0.4671645164489746, 0.02465726062655449, 0.1015547662973404, 0.03645284101366997, -0.06189030408859253], "r_norm": [4.315960884094238, 4.435552597045898, 4.258057594299316, 4.433867454528809, 4.38661003112793]}, {"step": 1250, "epoch": 3, "train_loss": 1.956929326057434, "cos_r_negg": [0.41546833515167236, 0.051164671778678894, 0.09317800402641296, 0.012121964246034622, -0.009430045261979103], "cos_apical_negg": [0.41546833515167236, 0.051164671778678894, 0.09317800402641296, 0.012121964246034622, -0.009430045261979103], "cos_Ac_negg": [0.41546833515167236, 0.051164671778678894, 0.09317800402641296, 0.012121964246034622, -0.009430045261979103], "r_norm": [4.3709025382995605, 4.481015205383301, 4.330055236816406, 4.493684768676758, 4.446612358093262]}, {"step": 1300, "epoch": 3, "train_loss": 2.028226137161255, "cos_r_negg": [0.47157421708106995, 0.09033143520355225, 0.08774136751890182, -0.02001005969941616, -0.0654379278421402], "cos_apical_negg": [0.47157421708106995, 0.09033143520355225, 0.08774136751890182, -0.02001005969941616, -0.0654379278421402], "cos_Ac_negg": [0.47157421708106995, 0.09033143520355225, 0.08774136751890182, -0.02001005969941616, -0.0654379278421402], "r_norm": [4.403903007507324, 4.496699333190918, 4.339549541473389, 4.508874893188477, 4.4636688232421875]}, {"step": 1350, "epoch": 3, "train_loss": 2.496410846710205, "cos_r_negg": [0.49304258823394775, 0.05983719229698181, 0.07022091001272202, 0.0025833314284682274, -0.033857762813568115], "cos_apical_negg": [0.49304258823394775, 0.05983719229698181, 0.07022091001272202, 0.0025833314284682274, -0.033857762813568115], "cos_Ac_negg": [0.49304258823394775, 0.05983719229698181, 0.07022091001272202, 0.0025833314284682274, -0.033857762813568115], "r_norm": [4.492888450622559, 4.60776424407959, 4.461988925933838, 4.655006408691406, 4.601369857788086]}, {"step": 1400, "epoch": 3, "train_loss": 2.241558074951172, "cos_r_negg": [0.45262181758880615, 0.07597345113754272, 0.04688185825943947, 0.04825190454721451, -0.07468140125274658], "cos_apical_negg": [0.45262181758880615, 0.07597345113754272, 0.04688185825943947, 0.04825190454721451, -0.07468140125274658], "cos_Ac_negg": [0.45262181758880615, 0.07597345113754272, 0.04688185825943947, 0.04825190454721451, -0.07468140125274658], "r_norm": [4.377126693725586, 4.4867939949035645, 4.326108455657959, 4.483281135559082, 4.455101013183594]}, {"step": 1450, "epoch": 3, "train_loss": 2.0889530181884766, "cos_r_negg": [0.4500857889652252, 0.07258913666009903, 0.06363745033740997, 0.027411941438913345, -0.0691724419593811], "cos_apical_negg": [0.4500857889652252, 0.07258913666009903, 0.06363745033740997, 0.027411941438913345, -0.0691724419593811], "cos_Ac_negg": [0.4500857889652252, 0.07258913666009903, 0.06363745033740997, 0.027411941438913345, -0.0691724419593811], "r_norm": [4.566485404968262, 4.679104328155518, 4.5072526931762695, 4.698397636413574, 4.6553568840026855]}, {"step": 1500, "epoch": 3, "train_loss": 2.4594197273254395, "cos_r_negg": [0.4390137195587158, 0.06615171581506729, 0.09869179874658585, -0.018931549042463303, -0.019847238436341286], "cos_apical_negg": [0.4390137195587158, 0.06615171581506729, 0.09869179874658585, -0.018931549042463303, -0.019847238436341286], "cos_Ac_negg": [0.4390137195587158, 0.06615171581506729, 0.09869179874658585, -0.018931549042463303, -0.019847238436341286], "r_norm": [4.365236759185791, 4.45437479019165, 4.29491662979126, 4.4713921546936035, 4.416189193725586]}, {"step": 1550, "epoch": 3, "train_loss": 2.3491759300231934, "cos_r_negg": [0.4474753737449646, 0.04756731167435646, 0.09465432912111282, -0.021520748734474182, -0.07297445833683014], "cos_apical_negg": [0.4474753737449646, 0.04756731167435646, 0.09465432912111282, -0.021520748734474182, -0.07297445833683014], "cos_Ac_negg": [0.4474753737449646, 0.04756731167435646, 0.09465432912111282, -0.021520748734474182, -0.07297445833683014], "r_norm": [4.427454948425293, 4.512742519378662, 4.341897010803223, 4.518187522888184, 4.48148250579834]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3442, "test_loss": 1.9622027221679688}, {"step": 1600, "epoch": 4, "train_loss": 2.0537426471710205, "cos_r_negg": [0.44742584228515625, 0.07437393069267273, 0.07535406947135925, 0.009303124621510506, -0.05028066784143448], "cos_apical_negg": [0.44742584228515625, 0.07437393069267273, 0.07535406947135925, 0.009303124621510506, -0.05028066784143448], "cos_Ac_negg": [0.44742584228515625, 0.07437393069267273, 0.07535406947135925, 0.009303124621510506, -0.05028066784143448], "r_norm": [4.362729549407959, 4.453725814819336, 4.291190147399902, 4.464158535003662, 4.4448161125183105]}, {"step": 1650, "epoch": 4, "train_loss": 2.2105984687805176, "cos_r_negg": [0.47120362520217896, 0.1261844038963318, 0.08290513604879379, 0.027226924896240234, -0.012689551338553429], "cos_apical_negg": [0.47120362520217896, 0.1261844038963318, 0.08290513604879379, 0.027226924896240234, -0.012689551338553429], "cos_Ac_negg": [0.47120362520217896, 0.1261844038963318, 0.08290513604879379, 0.027226924896240234, -0.012689551338553429], "r_norm": [4.472115516662598, 4.570684432983398, 4.380039215087891, 4.566315650939941, 4.533099174499512]}, {"step": 1700, "epoch": 4, "train_loss": 2.021322727203369, "cos_r_negg": [0.48734283447265625, 0.10289251804351807, 0.0915428102016449, 0.008232353255152702, -0.03411782160401344], "cos_apical_negg": [0.48734283447265625, 0.10289251804351807, 0.0915428102016449, 0.008232353255152702, -0.03411782160401344], "cos_Ac_negg": [0.48734283447265625, 0.10289251804351807, 0.0915428102016449, 0.008232353255152702, -0.03411782160401344], "r_norm": [4.464739799499512, 4.564901351928711, 4.393976211547852, 4.563502311706543, 4.51820182800293]}, {"step": 1750, "epoch": 4, "train_loss": 2.1953797340393066, "cos_r_negg": [0.45896533131599426, 0.11752668023109436, 0.11397884786128998, -0.021005259826779366, -0.0015726955607533455], "cos_apical_negg": [0.45896533131599426, 0.11752668023109436, 0.11397884786128998, -0.021005259826779366, -0.0015726955607533455], "cos_Ac_negg": [0.45896533131599426, 0.11752668023109436, 0.11397884786128998, -0.021005259826779366, -0.0015726955607533455], "r_norm": [4.455600261688232, 4.548205852508545, 4.370980739593506, 4.54124116897583, 4.506948947906494]}, {"step": 1800, "epoch": 4, "train_loss": 1.900954008102417, "cos_r_negg": [0.4544016420841217, 0.12058914452791214, 0.0907316505908966, 0.004329792223870754, -0.01692706160247326], "cos_apical_negg": [0.4544016420841217, 0.12058914452791214, 0.0907316505908966, 0.004329792223870754, -0.01692706160247326], "cos_Ac_negg": [0.4544016420841217, 0.12058914452791214, 0.0907316505908966, 0.004329792223870754, -0.01692706160247326], "r_norm": [4.269615173339844, 4.376248359680176, 4.222572326660156, 4.397613525390625, 4.338914394378662]}, {"step": 1850, "epoch": 4, "train_loss": 2.0307748317718506, "cos_r_negg": [0.41999250650405884, 0.09498739242553711, 0.10850699245929718, -0.021689094603061676, -0.001999327912926674], "cos_apical_negg": [0.41999250650405884, 0.09498739242553711, 0.10850699245929718, -0.021689094603061676, -0.001999327912926674], "cos_Ac_negg": [0.41999250650405884, 0.09498739242553711, 0.10850699245929718, -0.021689094603061676, -0.001999327912926674], "r_norm": [4.295953273773193, 4.40447473526001, 4.233804702758789, 4.386629104614258, 4.339050769805908]}, {"step": 1900, "epoch": 4, "train_loss": 2.1206107139587402, "cos_r_negg": [0.4552866518497467, 0.10399805009365082, 0.090946726500988, 0.03233446180820465, -0.007052425295114517], "cos_apical_negg": [0.4552866518497467, 0.10399805009365082, 0.090946726500988, 0.03233446180820465, -0.007052425295114517], "cos_Ac_negg": [0.4552866518497467, 0.10399805009365082, 0.090946726500988, 0.03233446180820465, -0.007052425295114517], "r_norm": [4.392158508300781, 4.489231109619141, 4.322844982147217, 4.518752098083496, 4.479241371154785]}, {"step": 1950, "epoch": 4, "train_loss": 1.8200335502624512, "cos_r_negg": [0.45830392837524414, 0.11294873058795929, 0.09417818486690521, 0.00523030012845993, -0.002278326079249382], "cos_apical_negg": [0.45830392837524414, 0.11294873058795929, 0.09417818486690521, 0.00523030012845993, -0.002278326079249382], "cos_Ac_negg": [0.45830392837524414, 0.11294873058795929, 0.09417818486690521, 0.00523030012845993, -0.002278326079249382], "r_norm": [4.34342098236084, 4.452343463897705, 4.280623435974121, 4.46250057220459, 4.4194135665893555]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3461, "test_loss": 2.06573994140625}, {"step": 2000, "epoch": 5, "train_loss": 2.1945414543151855, "cos_r_negg": [0.4305030107498169, 0.12197031080722809, 0.11547620594501495, 0.07091359794139862, -0.01070883497595787], "cos_apical_negg": [0.4305030107498169, 0.12197031080722809, 0.11547620594501495, 0.07091359794139862, -0.01070883497595787], "cos_Ac_negg": [0.4305030107498169, 0.12197031080722809, 0.11547620594501495, 0.07091359794139862, -0.01070883497595787], "r_norm": [4.212655067443848, 4.311587810516357, 4.165003776550293, 4.338957786560059, 4.294765472412109]}, {"step": 2050, "epoch": 5, "train_loss": 2.278049945831299, "cos_r_negg": [0.45156553387641907, 0.12111733853816986, 0.09392178058624268, 0.02194727212190628, -0.04370226711034775], "cos_apical_negg": [0.45156553387641907, 0.12111733853816986, 0.09392178058624268, 0.02194727212190628, -0.04370226711034775], "cos_Ac_negg": [0.45156553387641907, 0.12111733853816986, 0.09392178058624268, 0.02194727212190628, -0.04370226711034775], "r_norm": [4.306017875671387, 4.4024810791015625, 4.251796722412109, 4.426778793334961, 4.378070831298828]}, {"step": 2100, "epoch": 5, "train_loss": 2.2468600273132324, "cos_r_negg": [0.4327886700630188, 0.11156731843948364, 0.12619422376155853, -0.005110291298478842, -0.03526811674237251], "cos_apical_negg": [0.4327886700630188, 0.11156731843948364, 0.12619422376155853, -0.005110291298478842, -0.03526811674237251], "cos_Ac_negg": [0.4327886700630188, 0.11156731843948364, 0.12619422376155853, -0.005110291298478842, -0.03526811674237251], "r_norm": [4.384007453918457, 4.479257583618164, 4.314879894256592, 4.500481605529785, 4.438918590545654]}, {"step": 2150, "epoch": 5, "train_loss": 2.1827759742736816, "cos_r_negg": [0.4714197814464569, 0.12399556487798691, 0.09936021268367767, 0.008968879468739033, -0.021851811558008194], "cos_apical_negg": [0.4714197814464569, 0.12399556487798691, 0.09936021268367767, 0.008968879468739033, -0.021851811558008194], "cos_Ac_negg": [0.4714197814464569, 0.12399556487798691, 0.09936021268367767, 0.008968879468739033, -0.021851811558008194], "r_norm": [4.325812339782715, 4.427687644958496, 4.254086494445801, 4.436647891998291, 4.386898517608643]}, {"step": 2200, "epoch": 5, "train_loss": 2.127307176589966, "cos_r_negg": [0.4536387622356415, 0.14343127608299255, 0.07805386185646057, -0.010273179039359093, -0.029382988810539246], "cos_apical_negg": [0.4536387622356415, 0.14343127608299255, 0.07805386185646057, -0.010273179039359093, -0.029382988810539246], "cos_Ac_negg": [0.4536387622356415, 0.14343127608299255, 0.07805386185646057, -0.010273179039359093, -0.029382988810539246], "r_norm": [4.288313865661621, 4.392513275146484, 4.241061210632324, 4.408774375915527, 4.364108085632324]}, {"step": 2250, "epoch": 5, "train_loss": 2.268393039703369, "cos_r_negg": [0.45084360241889954, 0.16024631261825562, 0.09582357108592987, -0.009398829191923141, 0.006152294110506773], "cos_apical_negg": [0.45084360241889954, 0.16024631261825562, 0.09582357108592987, -0.009398829191923141, 0.006152294110506773], "cos_Ac_negg": [0.45084360241889954, 0.16024631261825562, 0.09582357108592987, -0.009398829191923141, 0.006152294110506773], "r_norm": [4.4268951416015625, 4.531023979187012, 4.3626909255981445, 4.5376200675964355, 4.500306129455566]}, {"step": 2300, "epoch": 5, "train_loss": 2.082345962524414, "cos_r_negg": [0.4796622097492218, 0.16120147705078125, 0.1076580360531807, 0.05008501186966896, -0.03461167588829994], "cos_apical_negg": [0.4796622097492218, 0.16120147705078125, 0.1076580360531807, 0.05008501186966896, -0.03461167588829994], "cos_Ac_negg": [0.4796622097492218, 0.16120147705078125, 0.1076580360531807, 0.05008501186966896, -0.03461167588829994], "r_norm": [4.447420120239258, 4.548206329345703, 4.384686470031738, 4.561829090118408, 4.50665807723999]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.3399, "test_loss": 2.1318724365234374}, {"step": 2350, "epoch": 6, "train_loss": 1.9867076873779297, "cos_r_negg": [0.46235191822052, 0.14435967803001404, 0.10029061883687973, 0.05886217951774597, -0.031093064695596695], "cos_apical_negg": [0.46235191822052, 0.14435967803001404, 0.10029061883687973, 0.05886217951774597, -0.031093064695596695], "cos_Ac_negg": [0.46235191822052, 0.14435967803001404, 0.10029061883687973, 0.05886217951774597, -0.031093064695596695], "r_norm": [4.3194684982299805, 4.402824401855469, 4.244956016540527, 4.422216415405273, 4.37628173828125]}, {"step": 2400, "epoch": 6, "train_loss": 1.8585302829742432, "cos_r_negg": [0.48895731568336487, 0.16134950518608093, 0.1232614517211914, 0.019625991582870483, -0.05694008991122246], "cos_apical_negg": [0.48895731568336487, 0.16134950518608093, 0.1232614517211914, 0.019625991582870483, -0.05694008991122246], "cos_Ac_negg": [0.48895731568336487, 0.16134950518608093, 0.1232614517211914, 0.019625991582870483, -0.05694008991122246], "r_norm": [4.314878940582275, 4.414655685424805, 4.251767635345459, 4.419068336486816, 4.378356456756592]}, {"step": 2450, "epoch": 6, "train_loss": 2.0272300243377686, "cos_r_negg": [0.4995515048503876, 0.13999737799167633, 0.1297813206911087, 0.03436402603983879, -0.012458620592951775], "cos_apical_negg": [0.4995515048503876, 0.13999737799167633, 0.1297813206911087, 0.03436402603983879, -0.012458620592951775], "cos_Ac_negg": [0.4995515048503876, 0.13999737799167633, 0.1297813206911087, 0.03436402603983879, -0.012458620592951775], "r_norm": [4.462340831756592, 4.559568405151367, 4.362035751342773, 4.544546604156494, 4.51790714263916]}, {"step": 2500, "epoch": 6, "train_loss": 2.0924081802368164, "cos_r_negg": [0.5061875581741333, 0.1696421205997467, 0.13092483580112457, 0.06532991677522659, 0.03650321811437607], "cos_apical_negg": [0.5061875581741333, 0.1696421205997467, 0.13092483580112457, 0.06532991677522659, 0.03650321811437607], "cos_Ac_negg": [0.5061875581741333, 0.1696421205997467, 0.13092483580112457, 0.06532991677522659, 0.03650321811437607], "r_norm": [4.183484077453613, 4.279010772705078, 4.11888313293457, 4.297389030456543, 4.252941131591797]}, {"step": 2550, "epoch": 6, "train_loss": 2.31242036819458, "cos_r_negg": [0.4428388178348541, 0.14402607083320618, 0.15151850879192352, 0.046501096338033676, 0.025362607091665268], "cos_apical_negg": [0.4428388178348541, 0.14402607083320618, 0.15151850879192352, 0.046501096338033676, 0.025362607091665268], "cos_Ac_negg": [0.4428388178348541, 0.14402607083320618, 0.15151850879192352, 0.046501096338033676, 0.025362607091665268], "r_norm": [4.256467342376709, 4.348973751068115, 4.182826042175293, 4.356067657470703, 4.321585178375244]}, {"step": 2600, "epoch": 6, "train_loss": 2.1256279945373535, "cos_r_negg": [0.47687745094299316, 0.16433671116828918, 0.1431395709514618, 0.04319405555725098, 0.003919477574527264], "cos_apical_negg": [0.47687745094299316, 0.16433671116828918, 0.1431395709514618, 0.04319405555725098, 0.003919477574527264], "cos_Ac_negg": [0.47687745094299316, 0.16433671116828918, 0.1431395709514618, 0.04319405555725098, 0.003919477574527264], "r_norm": [4.23349666595459, 4.327486038208008, 4.175378799438477, 4.337558269500732, 4.29540491104126]}, {"step": 2650, "epoch": 6, "train_loss": 1.91253662109375, "cos_r_negg": [0.4659782946109772, 0.16498909890651703, 0.13997510075569153, 0.03530358523130417, -0.0394667387008667], "cos_apical_negg": [0.4659782946109772, 0.16498909890651703, 0.13997510075569153, 0.03530358523130417, -0.0394667387008667], "cos_Ac_negg": [0.4659782946109772, 0.16498909890651703, 0.13997510075569153, 0.03530358523130417, -0.0394667387008667], "r_norm": [4.275526523590088, 4.356306076049805, 4.18898868560791, 4.369403839111328, 4.330684185028076]}, {"step": 2700, "epoch": 6, "train_loss": 1.8359266519546509, "cos_r_negg": [0.48961371183395386, 0.1411503553390503, 0.12231004238128662, 0.029331553727388382, -0.0037559764459729195], "cos_apical_negg": [0.48961371183395386, 0.1411503553390503, 0.12231004238128662, 0.029331553727388382, -0.0037559764459729195], "cos_Ac_negg": [0.48961371183395386, 0.1411503553390503, 0.12231004238128662, 0.029331553727388382, -0.0037559764459729195], "r_norm": [4.367911338806152, 4.488255500793457, 4.329301357269287, 4.493380546569824, 4.439377784729004]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.3401, "test_loss": 2.1216994140625}, {"step": 2750, "epoch": 7, "train_loss": 2.2760872840881348, "cos_r_negg": [0.4600200653076172, 0.1256079226732254, 0.13801485300064087, 0.06377895176410675, -0.002497720764949918], "cos_apical_negg": [0.4600200653076172, 0.1256079226732254, 0.13801485300064087, 0.06377895176410675, -0.002497720764949918], "cos_Ac_negg": [0.4600200653076172, 0.1256079226732254, 0.13801485300064087, 0.06377895176410675, -0.002497720764949918], "r_norm": [4.232448577880859, 4.321702003479004, 4.161338806152344, 4.327507972717285, 4.303001880645752]}, {"step": 2800, "epoch": 7, "train_loss": 2.5769753456115723, "cos_r_negg": [0.5138067007064819, 0.16725848615169525, 0.1421809196472168, 0.06627006828784943, 0.036650650203228], "cos_apical_negg": [0.5138067007064819, 0.16725848615169525, 0.1421809196472168, 0.06627006828784943, 0.036650650203228], "cos_Ac_negg": [0.5138067007064819, 0.16725848615169525, 0.1421809196472168, 0.06627006828784943, 0.036650650203228], "r_norm": [4.1056413650512695, 4.203618049621582, 4.048553466796875, 4.2165985107421875, 4.171835422515869]}, {"step": 2850, "epoch": 7, "train_loss": 2.1621527671813965, "cos_r_negg": [0.4700733721256256, 0.1670173704624176, 0.132538303732872, 0.0651179775595665, -0.0009284205734729767], "cos_apical_negg": [0.4700733721256256, 0.1670173704624176, 0.132538303732872, 0.0651179775595665, -0.0009284205734729767], "cos_Ac_negg": [0.4700733721256256, 0.1670173704624176, 0.132538303732872, 0.0651179775595665, -0.0009284205734729767], "r_norm": [4.319000244140625, 4.422983169555664, 4.258398056030273, 4.429096221923828, 4.383059978485107]}, {"step": 2900, "epoch": 7, "train_loss": 2.0175745487213135, "cos_r_negg": [0.4769101142883301, 0.1820027083158493, 0.134617418050766, 0.10888001322746277, 0.027030616998672485], "cos_apical_negg": [0.4769101142883301, 0.1820027083158493, 0.134617418050766, 0.10888001322746277, 0.027030616998672485], "cos_Ac_negg": [0.4769101142883301, 0.1820027083158493, 0.134617418050766, 0.10888001322746277, 0.027030616998672485], "r_norm": [4.197101593017578, 4.291244983673096, 4.144451141357422, 4.312519073486328, 4.271306037902832]}, {"step": 2950, "epoch": 7, "train_loss": 2.009429693222046, "cos_r_negg": [0.44476446509361267, 0.1714940220117569, 0.13237115740776062, 0.07739508152008057, -0.006676496006548405], "cos_apical_negg": [0.44476446509361267, 0.1714940220117569, 0.13237115740776062, 0.07739508152008057, -0.006676496006548405], "cos_Ac_negg": [0.44476446509361267, 0.1714940220117569, 0.13237115740776062, 0.07739508152008057, -0.006676496006548405], "r_norm": [4.34444522857666, 4.447334289550781, 4.275840759277344, 4.460702896118164, 4.409223556518555]}, {"step": 3000, "epoch": 7, "train_loss": 2.0020318031311035, "cos_r_negg": [0.4651626646518707, 0.16993141174316406, 0.1387360394001007, 0.10660757124423981, 0.0476093590259552], "cos_apical_negg": [0.4651626646518707, 0.16993141174316406, 0.1387360394001007, 0.10660757124423981, 0.0476093590259552], "cos_Ac_negg": [0.4651626646518707, 0.16993141174316406, 0.1387360394001007, 0.10660757124423981, 0.0476093590259552], "r_norm": [4.282878875732422, 4.38372802734375, 4.227047920227051, 4.424739360809326, 4.349470138549805]}, {"step": 3050, "epoch": 7, "train_loss": 2.2863595485687256, "cos_r_negg": [0.43635082244873047, 0.17519456148147583, 0.16016685962677002, 0.08009035885334015, 0.04441116750240326], "cos_apical_negg": [0.43635082244873047, 0.17519456148147583, 0.16016685962677002, 0.08009035885334015, 0.04441116750240326], "cos_Ac_negg": [0.43635082244873047, 0.17519456148147583, 0.16016685962677002, 0.08009035885334015, 0.04441116750240326], "r_norm": [4.476506233215332, 4.567446708679199, 4.401969909667969, 4.567837715148926, 4.531786918640137]}, {"step": 3100, "epoch": 7, "train_loss": 1.8930494785308838, "cos_r_negg": [0.4817298948764801, 0.1849515438079834, 0.14148595929145813, 0.08817233145236969, 0.016308818012475967], "cos_apical_negg": [0.4817298948764801, 0.1849515438079834, 0.14148595929145813, 0.08817233145236969, 0.016308818012475967], "cos_Ac_negg": [0.4817298948764801, 0.1849515438079834, 0.14148595929145813, 0.08817233145236969, 0.016308818012475967], "r_norm": [4.25482177734375, 4.346360206604004, 4.187736511230469, 4.369184494018555, 4.322148323059082]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.3404, "test_loss": 2.1102541137695314}, {"step": 3150, "epoch": 8, "train_loss": 2.14597749710083, "cos_r_negg": [0.4363935589790344, 0.19202901422977448, 0.1461241990327835, 0.07200556993484497, 0.04612627997994423], "cos_apical_negg": [0.4363935589790344, 0.19202901422977448, 0.1461241990327835, 0.07200556993484497, 0.04612627997994423], "cos_Ac_negg": [0.4363935589790344, 0.19202901422977448, 0.1461241990327835, 0.07200556993484497, 0.04612627997994423], "r_norm": [4.401420593261719, 4.544371128082275, 4.3842363357543945, 4.549763202667236, 4.504199504852295]}, {"step": 3200, "epoch": 8, "train_loss": 1.9397270679473877, "cos_r_negg": [0.4790608882904053, 0.19574934244155884, 0.16340568661689758, 0.11447543650865555, 0.0012663891538977623], "cos_apical_negg": [0.4790608882904053, 0.19574934244155884, 0.16340568661689758, 0.11447543650865555, 0.0012663891538977623], "cos_Ac_negg": [0.4790608882904053, 0.19574934244155884, 0.16340568661689758, 0.11447543650865555, 0.0012663891538977623], "r_norm": [4.252793788909912, 4.347659111022949, 4.1934003829956055, 4.360989570617676, 4.312384605407715]}, {"step": 3250, "epoch": 8, "train_loss": 2.006413698196411, "cos_r_negg": [0.4718742370605469, 0.1883169710636139, 0.1406182050704956, 0.07455414533615112, 0.034579720348119736], "cos_apical_negg": [0.4718742370605469, 0.1883169710636139, 0.1406182050704956, 0.07455414533615112, 0.034579720348119736], "cos_Ac_negg": [0.4718742370605469, 0.1883169710636139, 0.1406182050704956, 0.07455414533615112, 0.034579720348119736], "r_norm": [4.2517170906066895, 4.361227035522461, 4.1965651512146, 4.3742523193359375, 4.330565452575684]}, {"step": 3300, "epoch": 8, "train_loss": 2.2864890098571777, "cos_r_negg": [0.4716702103614807, 0.19308361411094666, 0.1597142070531845, 0.10896904021501541, 0.04357573017477989], "cos_apical_negg": [0.4716702103614807, 0.19308361411094666, 0.1597142070531845, 0.10896904021501541, 0.04357573017477989], "cos_Ac_negg": [0.4716702103614807, 0.19308361411094666, 0.1597142070531845, 0.10896904021501541, 0.04357573017477989], "r_norm": [4.354876518249512, 4.46016788482666, 4.291415214538574, 4.464062690734863, 4.413395881652832]}, {"step": 3350, "epoch": 8, "train_loss": 2.130049467086792, "cos_r_negg": [0.46429580450057983, 0.21849963068962097, 0.16625192761421204, 0.13067924976348877, 0.034144554287195206], "cos_apical_negg": [0.46429580450057983, 0.21849963068962097, 0.16625192761421204, 0.13067924976348877, 0.034144554287195206], "cos_Ac_negg": [0.46429580450057983, 0.21849963068962097, 0.16625192761421204, 0.13067924976348877, 0.034144554287195206], "r_norm": [4.180326461791992, 4.275704383850098, 4.127374649047852, 4.287397384643555, 4.250937461853027]}, {"step": 3400, "epoch": 8, "train_loss": 2.0717830657958984, "cos_r_negg": [0.48064541816711426, 0.20441104471683502, 0.15715835988521576, 0.06345556676387787, 0.03414303436875343], "cos_apical_negg": [0.48064541816711426, 0.20441104471683502, 0.15715835988521576, 0.06345556676387787, 0.03414303436875343], "cos_Ac_negg": [0.48064541816711426, 0.20441104471683502, 0.15715835988521576, 0.06345556676387787, 0.03414303436875343], "r_norm": [4.277340888977051, 4.364363193511963, 4.2080793380737305, 4.381374835968018, 4.342475891113281]}, {"step": 3450, "epoch": 8, "train_loss": 1.8391574621200562, "cos_r_negg": [0.4642215371131897, 0.1981523036956787, 0.13962623476982117, 0.07352177798748016, 0.0026448925491422415], "cos_apical_negg": [0.4642215371131897, 0.1981523036956787, 0.13962623476982117, 0.07352177798748016, 0.0026448925491422415], "cos_Ac_negg": [0.4642215371131897, 0.1981523036956787, 0.13962623476982117, 0.07352177798748016, 0.0026448925491422415], "r_norm": [4.229154586791992, 4.326757431030273, 4.166943550109863, 4.329726219177246, 4.292929649353027]}, {"step": 3500, "epoch": 8, "train_loss": 1.9932286739349365, "cos_r_negg": [0.42872875928878784, 0.20175474882125854, 0.15175969898700714, 0.09515666961669922, 0.05434158444404602], "cos_apical_negg": [0.42872875928878784, 0.20175474882125854, 0.15175969898700714, 0.09515666961669922, 0.05434158444404602], "cos_Ac_negg": [0.42872875928878784, 0.20175474882125854, 0.15175969898700714, 0.09515666961669922, 0.05434158444404602], "r_norm": [4.162409782409668, 4.263067245483398, 4.111544609069824, 4.286389350891113, 4.232994079589844]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.3415, "test_loss": 2.0779001708984377}, {"step": 3550, "epoch": 9, "train_loss": 1.8110177516937256, "cos_r_negg": [0.4365919232368469, 0.22483134269714355, 0.16439276933670044, 0.08874480426311493, 0.07340556383132935], "cos_apical_negg": [0.4365919232368469, 0.22483134269714355, 0.16439276933670044, 0.08874480426311493, 0.07340556383132935], "cos_Ac_negg": [0.4365919232368469, 0.22483134269714355, 0.16439276933670044, 0.08874480426311493, 0.07340556383132935], "r_norm": [4.3928327560424805, 4.500590801239014, 4.324154853820801, 4.481679916381836, 4.4523444175720215]}, {"step": 3600, "epoch": 9, "train_loss": 1.6993329524993896, "cos_r_negg": [0.46492862701416016, 0.19712421298027039, 0.16046035289764404, 0.07650194317102432, 0.0551699697971344], "cos_apical_negg": [0.46492862701416016, 0.19712421298027039, 0.16046035289764404, 0.07650194317102432, 0.0551699697971344], "cos_Ac_negg": [0.46492862701416016, 0.19712421298027039, 0.16046035289764404, 0.07650194317102432, 0.0551699697971344], "r_norm": [4.32403039932251, 4.44481086730957, 4.269890785217285, 4.437806129455566, 4.390960693359375]}, {"step": 3650, "epoch": 9, "train_loss": 1.8513649702072144, "cos_r_negg": [0.48238605260849, 0.22383883595466614, 0.17634743452072144, 0.09404328465461731, 0.04093277454376221], "cos_apical_negg": [0.48238605260849, 0.22383883595466614, 0.17634743452072144, 0.09404328465461731, 0.04093277454376221], "cos_Ac_negg": [0.48238605260849, 0.22383883595466614, 0.17634743452072144, 0.09404328465461731, 0.04093277454376221], "r_norm": [4.341329574584961, 4.4496965408325195, 4.29531192779541, 4.461922645568848, 4.432343006134033]}, {"step": 3700, "epoch": 9, "train_loss": 1.8752552270889282, "cos_r_negg": [0.5217070579528809, 0.199705109000206, 0.12124654650688171, 0.09660407155752182, 0.029684046283364296], "cos_apical_negg": [0.5217070579528809, 0.199705109000206, 0.12124654650688171, 0.09660407155752182, 0.029684046283364296], "cos_Ac_negg": [0.5217070579528809, 0.199705109000206, 0.12124654650688171, 0.09660407155752182, 0.029684046283364296], "r_norm": [4.239180564880371, 4.3443121910095215, 4.1687421798706055, 4.335432529449463, 4.3010711669921875]}, {"step": 3750, "epoch": 9, "train_loss": 1.857042908668518, "cos_r_negg": [0.4433068037033081, 0.1912207156419754, 0.11951333284378052, 0.10250259935855865, 0.03170422464609146], "cos_apical_negg": [0.4433068037033081, 0.1912207156419754, 0.11951333284378052, 0.10250259935855865, 0.03170422464609146], "cos_Ac_negg": [0.4433068037033081, 0.1912207156419754, 0.11951333284378052, 0.10250259935855865, 0.03170422464609146], "r_norm": [4.455323219299316, 4.552280426025391, 4.3888726234436035, 4.563710689544678, 4.5443596839904785]}, {"step": 3800, "epoch": 9, "train_loss": 2.1096935272216797, "cos_r_negg": [0.4770834147930145, 0.1952311396598816, 0.17587724328041077, 0.09255391359329224, 0.00528080714866519], "cos_apical_negg": [0.4770834147930145, 0.1952311396598816, 0.17587724328041077, 0.09255391359329224, 0.00528080714866519], "cos_Ac_negg": [0.4770834147930145, 0.1952311396598816, 0.17587724328041077, 0.09255391359329224, 0.00528080714866519], "r_norm": [4.3379902839660645, 4.449936866760254, 4.281063079833984, 4.456258773803711, 4.405559539794922]}, {"step": 3850, "epoch": 9, "train_loss": 2.045386552810669, "cos_r_negg": [0.4848385751247406, 0.1905301809310913, 0.1346563994884491, 0.10912076383829117, 0.04525548219680786], "cos_apical_negg": [0.4848385751247406, 0.1905301809310913, 0.1346563994884491, 0.10912076383829117, 0.04525548219680786], "cos_Ac_negg": [0.4848385751247406, 0.1905301809310913, 0.1346563994884491, 0.10912076383829117, 0.04525548219680786], "r_norm": [4.316316604614258, 4.422590255737305, 4.255744934082031, 4.420413017272949, 4.388009071350098]}, {"step": 3900, "epoch": 9, "train_loss": 1.9914288520812988, "cos_r_negg": [0.489996999502182, 0.19986850023269653, 0.15711021423339844, 0.11124715954065323, 0.04808430373668671], "cos_apical_negg": [0.489996999502182, 0.19986850023269653, 0.15711021423339844, 0.11124715954065323, 0.04808430373668671], "cos_Ac_negg": [0.489996999502182, 0.19986850023269653, 0.15711021423339844, 0.11124715954065323, 0.04808430373668671], "r_norm": [4.1617045402526855, 4.258885383605957, 4.100374221801758, 4.268293380737305, 4.227934837341309]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.3554, "test_loss": 2.09237109375}, {"step": 3950, "epoch": 10, "train_loss": 1.700843334197998, "cos_r_negg": [0.4801715314388275, 0.185384601354599, 0.15706829726696014, 0.09530389308929443, 0.046259865164756775], "cos_apical_negg": [0.4801715314388275, 0.185384601354599, 0.15706829726696014, 0.09530389308929443, 0.046259865164756775], "cos_Ac_negg": [0.4801715314388275, 0.185384601354599, 0.15706829726696014, 0.09530389308929443, 0.046259865164756775], "r_norm": [4.241053581237793, 4.3591718673706055, 4.2029900550842285, 4.375169277191162, 4.336523532867432]}, {"step": 4000, "epoch": 10, "train_loss": 1.8675627708435059, "cos_r_negg": [0.46732717752456665, 0.17592790722846985, 0.1671348214149475, 0.05663800239562988, 0.06754940748214722], "cos_apical_negg": [0.46732717752456665, 0.17592790722846985, 0.1671348214149475, 0.05663800239562988, 0.06754940748214722], "cos_Ac_negg": [0.46732717752456665, 0.17592790722846985, 0.1671348214149475, 0.05663800239562988, 0.06754940748214722], "r_norm": [4.2913737297058105, 4.385679244995117, 4.236028671264648, 4.418125152587891, 4.366971969604492]}, {"step": 4050, "epoch": 10, "train_loss": 1.7847821712493896, "cos_r_negg": [0.43092602491378784, 0.19250576198101044, 0.14030331373214722, 0.07110902667045593, 0.1118411123752594], "cos_apical_negg": [0.43092602491378784, 0.19250576198101044, 0.14030331373214722, 0.07110902667045593, 0.1118411123752594], "cos_Ac_negg": [0.43092602491378784, 0.19250576198101044, 0.14030331373214722, 0.07110902667045593, 0.1118411123752594], "r_norm": [4.2267889976501465, 4.324649810791016, 4.175930976867676, 4.347506999969482, 4.3099045753479]}, {"step": 4100, "epoch": 10, "train_loss": 2.3225669860839844, "cos_r_negg": [0.4702465534210205, 0.23596978187561035, 0.171647846698761, 0.09256894886493683, 0.10094746202230453], "cos_apical_negg": [0.4702465534210205, 0.23596978187561035, 0.171647846698761, 0.09256894886493683, 0.10094746202230453], "cos_Ac_negg": [0.4702465534210205, 0.23596978187561035, 0.171647846698761, 0.09256894886493683, 0.10094746202230453], "r_norm": [4.384185314178467, 4.490133762359619, 4.32136344909668, 4.495469093322754, 4.458950042724609]}, {"step": 4150, "epoch": 10, "train_loss": 1.7390756607055664, "cos_r_negg": [0.4507650136947632, 0.24593043327331543, 0.16649383306503296, 0.12074513733386993, 0.06210143491625786], "cos_apical_negg": [0.4507650136947632, 0.24593043327331543, 0.16649383306503296, 0.12074513733386993, 0.06210143491625786], "cos_Ac_negg": [0.4507650136947632, 0.24593043327331543, 0.16649383306503296, 0.12074513733386993, 0.06210143491625786], "r_norm": [4.317475318908691, 4.405383110046387, 4.246344566345215, 4.414203643798828, 4.367772102355957]}, {"step": 4200, "epoch": 10, "train_loss": 2.1552748680114746, "cos_r_negg": [0.42480093240737915, 0.24584969878196716, 0.18900066614151, 0.097987599670887, 0.06332071125507355], "cos_apical_negg": [0.42480093240737915, 0.24584969878196716, 0.18900066614151, 0.097987599670887, 0.06332071125507355], "cos_Ac_negg": [0.42480093240737915, 0.24584969878196716, 0.18900066614151, 0.097987599670887, 0.06332071125507355], "r_norm": [4.430022239685059, 4.533321380615234, 4.349992752075195, 4.523812294006348, 4.48294734954834]}, {"step": 4250, "epoch": 10, "train_loss": 2.014547348022461, "cos_r_negg": [0.47145217657089233, 0.23770874738693237, 0.18349191546440125, 0.13409046828746796, 0.07447416335344315], "cos_apical_negg": [0.47145217657089233, 0.23770874738693237, 0.18349191546440125, 0.13409046828746796, 0.07447416335344315], "cos_Ac_negg": [0.47145217657089233, 0.23770874738693237, 0.18349191546440125, 0.13409046828746796, 0.07447416335344315], "r_norm": [4.170694351196289, 4.274467468261719, 4.111098289489746, 4.288354396820068, 4.245038032531738]}, {"step": 4300, "epoch": 10, "train_loss": 1.9603843688964844, "cos_r_negg": [0.4197060465812683, 0.22759941220283508, 0.17632363736629486, 0.09591294825077057, 0.07601883262395859], "cos_apical_negg": [0.4197060465812683, 0.22759941220283508, 0.17632363736629486, 0.09591294825077057, 0.07601883262395859], "cos_Ac_negg": [0.4197060465812683, 0.22759941220283508, 0.17632363736629486, 0.09591294825077057, 0.07601883262395859], "r_norm": [4.254810333251953, 4.358654975891113, 4.189794540405273, 4.365076065063477, 4.328163146972656]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.3539, "test_loss": 2.088038708496094}, {"step": 4350, "epoch": 11, "train_loss": 1.7221282720565796, "cos_r_negg": [0.4909009337425232, 0.2586894929409027, 0.21538300812244415, 0.11878110468387604, 0.0956249013543129], "cos_apical_negg": [0.4909009337425232, 0.2586894929409027, 0.21538300812244415, 0.11878110468387604, 0.0956249013543129], "cos_Ac_negg": [0.4909009337425232, 0.2586894929409027, 0.21538300812244415, 0.11878110468387604, 0.0956249013543129], "r_norm": [4.22824764251709, 4.3325514793396, 4.1698384284973145, 4.335949420928955, 4.285644054412842]}, {"step": 4400, "epoch": 11, "train_loss": 2.132103443145752, "cos_r_negg": [0.4780092239379883, 0.23144912719726562, 0.222026526927948, 0.09940408170223236, 0.12257136404514313], "cos_apical_negg": [0.4780092239379883, 0.23144912719726562, 0.222026526927948, 0.09940408170223236, 0.12257136404514313], "cos_Ac_negg": [0.4780092239379883, 0.23144912719726562, 0.222026526927948, 0.09940408170223236, 0.12257136404514313], "r_norm": [4.1807732582092285, 4.275456428527832, 4.1069231033325195, 4.285243988037109, 4.25277853012085]}, {"step": 4450, "epoch": 11, "train_loss": 2.4104907512664795, "cos_r_negg": [0.4478192627429962, 0.21147599816322327, 0.1908842772245407, 0.11889688670635223, 0.09851185977458954], "cos_apical_negg": [0.4478192627429962, 0.21147599816322327, 0.1908842772245407, 0.11889688670635223, 0.09851185977458954], "cos_Ac_negg": [0.4478192627429962, 0.21147599816322327, 0.1908842772245407, 0.11889688670635223, 0.09851185977458954], "r_norm": [4.277475357055664, 4.39775276184082, 4.232968807220459, 4.400899887084961, 4.353652477264404]}, {"step": 4500, "epoch": 11, "train_loss": 2.1200644969940186, "cos_r_negg": [0.4554429054260254, 0.22056280076503754, 0.18513818085193634, 0.11207707226276398, 0.10559599101543427], "cos_apical_negg": [0.4554429054260254, 0.22056280076503754, 0.18513818085193634, 0.11207707226276398, 0.10559599101543427], "cos_Ac_negg": [0.4554429054260254, 0.22056280076503754, 0.18513818085193634, 0.11207707226276398, 0.10559599101543427], "r_norm": [4.225099086761475, 4.3202409744262695, 4.162675857543945, 4.315793037414551, 4.289575576782227]}, {"step": 4550, "epoch": 11, "train_loss": 1.892228364944458, "cos_r_negg": [0.46799129247665405, 0.23703992366790771, 0.19573362171649933, 0.08828487247228622, 0.08159353584051132], "cos_apical_negg": [0.46799129247665405, 0.23703992366790771, 0.19573362171649933, 0.08828487247228622, 0.08159353584051132], "cos_Ac_negg": [0.46799129247665405, 0.23703992366790771, 0.19573362171649933, 0.08828487247228622, 0.08159353584051132], "r_norm": [4.177695274353027, 4.263172149658203, 4.10141658782959, 4.276954650878906, 4.244568347930908]}, {"step": 4600, "epoch": 11, "train_loss": 1.9169723987579346, "cos_r_negg": [0.4566800594329834, 0.22786873579025269, 0.2156091034412384, 0.10084329545497894, 0.07331150025129318], "cos_apical_negg": [0.4566800594329834, 0.22786873579025269, 0.2156091034412384, 0.10084329545497894, 0.07331150025129318], "cos_Ac_negg": [0.4566800594329834, 0.22786873579025269, 0.2156091034412384, 0.10084329545497894, 0.07331150025129318], "r_norm": [4.1517486572265625, 4.251485824584961, 4.100610256195068, 4.25675106048584, 4.211236000061035]}, {"step": 4650, "epoch": 11, "train_loss": 1.8623971939086914, "cos_r_negg": [0.4460628032684326, 0.23131757974624634, 0.2170710414648056, 0.09866882115602493, 0.09653297066688538], "cos_apical_negg": [0.4460628032684326, 0.23131757974624634, 0.2170710414648056, 0.09866882115602493, 0.09653297066688538], "cos_Ac_negg": [0.4460628032684326, 0.23131757974624634, 0.2170710414648056, 0.09866882115602493, 0.09653297066688538], "r_norm": [4.179671764373779, 4.259971618652344, 4.105815887451172, 4.266235828399658, 4.229808330535889]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.3185, "test_loss": 2.1937928466796874}, {"step": 4700, "epoch": 12, "train_loss": 1.9672303199768066, "cos_r_negg": [0.46470555663108826, 0.23074379563331604, 0.22988498210906982, 0.10286068916320801, 0.07347586750984192], "cos_apical_negg": [0.46470555663108826, 0.23074379563331604, 0.22988498210906982, 0.10286068916320801, 0.07347586750984192], "cos_Ac_negg": [0.46470555663108826, 0.23074379563331604, 0.22988498210906982, 0.10286068916320801, 0.07347586750984192], "r_norm": [4.350100040435791, 4.446727752685547, 4.279684066772461, 4.4705305099487305, 4.427367687225342]}, {"step": 4750, "epoch": 12, "train_loss": 1.9167916774749756, "cos_r_negg": [0.4742574095726013, 0.2419489622116089, 0.22058889269828796, 0.10359851270914078, 0.09766416251659393], "cos_apical_negg": [0.4742574095726013, 0.2419489622116089, 0.22058889269828796, 0.10359851270914078, 0.09766416251659393], "cos_Ac_negg": [0.4742574095726013, 0.2419489622116089, 0.22058889269828796, 0.10359851270914078, 0.09766416251659393], "r_norm": [4.242229461669922, 4.335872650146484, 4.1715898513793945, 4.34269905090332, 4.323939323425293]}, {"step": 4800, "epoch": 12, "train_loss": 1.7974618673324585, "cos_r_negg": [0.4776855707168579, 0.24946674704551697, 0.22035938501358032, 0.1628563553094864, 0.062099888920784], "cos_apical_negg": [0.4776855707168579, 0.24946674704551697, 0.22035938501358032, 0.1628563553094864, 0.062099888920784], "cos_Ac_negg": [0.4776855707168579, 0.24946674704551697, 0.22035938501358032, 0.1628563553094864, 0.062099888920784], "r_norm": [4.321276664733887, 4.411777019500732, 4.248422622680664, 4.417627811431885, 4.396486759185791]}, {"step": 4850, "epoch": 12, "train_loss": 1.7955281734466553, "cos_r_negg": [0.48602479696273804, 0.23035305738449097, 0.20419393479824066, 0.14817412197589874, 0.07497850060462952], "cos_apical_negg": [0.48602479696273804, 0.23035305738449097, 0.20419393479824066, 0.14817412197589874, 0.07497850060462952], "cos_Ac_negg": [0.48602479696273804, 0.23035305738449097, 0.20419393479824066, 0.14817412197589874, 0.07497850060462952], "r_norm": [4.258747100830078, 4.362259864807129, 4.206049919128418, 4.372875690460205, 4.3289265632629395]}, {"step": 4900, "epoch": 12, "train_loss": 1.947771430015564, "cos_r_negg": [0.4917433559894562, 0.24710175395011902, 0.22212207317352295, 0.15133875608444214, 0.07805806398391724], "cos_apical_negg": [0.4917433559894562, 0.24710175395011902, 0.22212207317352295, 0.15133875608444214, 0.07805806398391724], "cos_Ac_negg": [0.4917433559894562, 0.24710175395011902, 0.22212207317352295, 0.15133875608444214, 0.07805806398391724], "r_norm": [4.4392852783203125, 4.542339324951172, 4.39424991607666, 4.5579657554626465, 4.513258934020996]}, {"step": 4950, "epoch": 12, "train_loss": 1.7975916862487793, "cos_r_negg": [0.4518159031867981, 0.2415570765733719, 0.22149288654327393, 0.14304813742637634, 0.06295650452375412], "cos_apical_negg": [0.4518159031867981, 0.2415570765733719, 0.22149288654327393, 0.14304813742637634, 0.06295650452375412], "cos_Ac_negg": [0.4518159031867981, 0.2415570765733719, 0.22149288654327393, 0.14304813742637634, 0.06295650452375412], "r_norm": [4.29738712310791, 4.395047187805176, 4.225507736206055, 4.392192363739014, 4.351371765136719]}, {"step": 5000, "epoch": 12, "train_loss": 1.8960644006729126, "cos_r_negg": [0.4496185779571533, 0.2538869380950928, 0.2201227843761444, 0.09771944582462311, 0.05988307297229767], "cos_apical_negg": [0.4496185779571533, 0.2538869380950928, 0.2201227843761444, 0.09771944582462311, 0.05988307297229767], "cos_Ac_negg": [0.4496185779571533, 0.2538869380950928, 0.2201227843761444, 0.09771944582462311, 0.05988307297229767], "r_norm": [4.329120635986328, 4.423913955688477, 4.266914367675781, 4.448084831237793, 4.396339416503906]}, {"step": 5050, "epoch": 12, "train_loss": 1.9595142602920532, "cos_r_negg": [0.42901769280433655, 0.2370520532131195, 0.19815829396247864, 0.08005484193563461, 0.09183916449546814], "cos_apical_negg": [0.42901769280433655, 0.2370520532131195, 0.19815829396247864, 0.08005484193563461, 0.09183916449546814], "cos_Ac_negg": [0.42901769280433655, 0.2370520532131195, 0.19815829396247864, 0.08005484193563461, 0.09183916449546814], "r_norm": [4.247215270996094, 4.353875160217285, 4.188015937805176, 4.353087902069092, 4.31243896484375]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.351, "test_loss": 2.0956263916015625}, {"step": 5100, "epoch": 13, "train_loss": 1.7734956741333008, "cos_r_negg": [0.4321909248828888, 0.22860845923423767, 0.21251675486564636, 0.10858439654111862, 0.10456491261720657], "cos_apical_negg": [0.4321909248828888, 0.22860845923423767, 0.21251675486564636, 0.10858439654111862, 0.10456491261720657], "cos_Ac_negg": [0.4321909248828888, 0.22860845923423767, 0.21251675486564636, 0.10858439654111862, 0.10456491261720657], "r_norm": [4.220160484313965, 4.305868625640869, 4.152259349822998, 4.314720153808594, 4.280426979064941]}, {"step": 5150, "epoch": 13, "train_loss": 1.8974545001983643, "cos_r_negg": [0.4602661728858948, 0.2418871819972992, 0.20752595365047455, 0.14111608266830444, 0.09312926232814789], "cos_apical_negg": [0.4602661728858948, 0.2418871819972992, 0.20752595365047455, 0.14111608266830444, 0.09312926232814789], "cos_Ac_negg": [0.4602661728858948, 0.2418871819972992, 0.20752595365047455, 0.14111608266830444, 0.09312926232814789], "r_norm": [4.238037109375, 4.344269275665283, 4.185443878173828, 4.360259056091309, 4.305601596832275]}, {"step": 5200, "epoch": 13, "train_loss": 1.9981987476348877, "cos_r_negg": [0.4527181386947632, 0.26323163509368896, 0.21695739030838013, 0.1280720829963684, 0.0926542580127716], "cos_apical_negg": [0.4527181386947632, 0.26323163509368896, 0.21695739030838013, 0.1280720829963684, 0.0926542580127716], "cos_Ac_negg": [0.4527181386947632, 0.26323163509368896, 0.21695739030838013, 0.1280720829963684, 0.0926542580127716], "r_norm": [4.408473968505859, 4.508732795715332, 4.347187042236328, 4.518009662628174, 4.474208831787109]}, {"step": 5250, "epoch": 13, "train_loss": 1.742393970489502, "cos_r_negg": [0.46293726563453674, 0.26696205139160156, 0.2055075615644455, 0.12812986969947815, 0.10296693444252014], "cos_apical_negg": [0.46293726563453674, 0.26696205139160156, 0.2055075615644455, 0.12812986969947815, 0.10296693444252014], "cos_Ac_negg": [0.46293726563453674, 0.26696205139160156, 0.2055075615644455, 0.12812986969947815, 0.10296693444252014], "r_norm": [4.2531514167785645, 4.347084045410156, 4.183992862701416, 4.3616132736206055, 4.31827449798584]}, {"step": 5300, "epoch": 13, "train_loss": 1.8612301349639893, "cos_r_negg": [0.4312921464443207, 0.285327672958374, 0.2169211059808731, 0.15034173429012299, 0.07832811772823334], "cos_apical_negg": [0.4312921464443207, 0.285327672958374, 0.2169211059808731, 0.15034173429012299, 0.07832811772823334], "cos_Ac_negg": [0.4312921464443207, 0.285327672958374, 0.2169211059808731, 0.15034173429012299, 0.07832811772823334], "r_norm": [4.136147499084473, 4.229074478149414, 4.067212104797363, 4.237449645996094, 4.201541900634766]}, {"step": 5350, "epoch": 13, "train_loss": 1.7423205375671387, "cos_r_negg": [0.43882784247398376, 0.24751049280166626, 0.2250809669494629, 0.1268037110567093, 0.09080897271633148], "cos_apical_negg": [0.43882784247398376, 0.24751049280166626, 0.2250809669494629, 0.1268037110567093, 0.09080897271633148], "cos_Ac_negg": [0.43882784247398376, 0.24751049280166626, 0.2250809669494629, 0.1268037110567093, 0.09080897271633148], "r_norm": [4.255762100219727, 4.348103046417236, 4.186024188995361, 4.369345664978027, 4.314743518829346]}, {"step": 5400, "epoch": 13, "train_loss": 2.2524631023406982, "cos_r_negg": [0.4784644842147827, 0.251199871301651, 0.2068088799715042, 0.11805807054042816, 0.08828768134117126], "cos_apical_negg": [0.4784644842147827, 0.251199871301651, 0.2068088799715042, 0.11805807054042816, 0.08828768134117126], "cos_Ac_negg": [0.4784644842147827, 0.251199871301651, 0.2068088799715042, 0.11805807054042816, 0.08828768134117126], "r_norm": [4.225914478302002, 4.331179618835449, 4.171426773071289, 4.331918716430664, 4.290218353271484]}, {"step": 5450, "epoch": 13, "train_loss": 1.9125688076019287, "cos_r_negg": [0.4369650185108185, 0.22810718417167664, 0.21452029049396515, 0.09535204619169235, 0.07907487452030182], "cos_apical_negg": [0.4369650185108185, 0.22810718417167664, 0.21452029049396515, 0.09535204619169235, 0.07907487452030182], "cos_Ac_negg": [0.4369650185108185, 0.22810718417167664, 0.21452029049396515, 0.09535204619169235, 0.07907487452030182], "r_norm": [4.168787002563477, 4.269111633300781, 4.111698150634766, 4.2780961990356445, 4.237793922424316]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.3494, "test_loss": 2.1055547119140625}, {"step": 5500, "epoch": 14, "train_loss": 1.9490745067596436, "cos_r_negg": [0.4811289310455322, 0.2604455053806305, 0.2019556760787964, 0.1340091973543167, 0.06547622382640839], "cos_apical_negg": [0.4811289310455322, 0.2604455053806305, 0.2019556760787964, 0.1340091973543167, 0.06547622382640839], "cos_Ac_negg": [0.4811289310455322, 0.2604455053806305, 0.2019556760787964, 0.1340091973543167, 0.06547622382640839], "r_norm": [4.045654773712158, 4.1338348388671875, 3.9832115173339844, 4.15450382232666, 4.10875129699707]}, {"step": 5550, "epoch": 14, "train_loss": 1.768874168395996, "cos_r_negg": [0.45982447266578674, 0.28362804651260376, 0.2053748071193695, 0.1256006956100464, 0.06937867403030396], "cos_apical_negg": [0.45982447266578674, 0.28362804651260376, 0.2053748071193695, 0.1256006956100464, 0.06937867403030396], "cos_Ac_negg": [0.45982447266578674, 0.28362804651260376, 0.2053748071193695, 0.1256006956100464, 0.06937867403030396], "r_norm": [4.181595802307129, 4.279659271240234, 4.133766174316406, 4.294339179992676, 4.2574849128723145]}, {"step": 5600, "epoch": 14, "train_loss": 2.0902047157287598, "cos_r_negg": [0.46420952677726746, 0.26526349782943726, 0.22725850343704224, 0.1511024683713913, 0.0994354635477066], "cos_apical_negg": [0.46420952677726746, 0.26526349782943726, 0.22725850343704224, 0.1511024683713913, 0.0994354635477066], "cos_Ac_negg": [0.46420952677726746, 0.26526349782943726, 0.22725850343704224, 0.1511024683713913, 0.0994354635477066], "r_norm": [4.397363662719727, 4.503591060638428, 4.343874931335449, 4.510678291320801, 4.4742655754089355]}, {"step": 5650, "epoch": 14, "train_loss": 1.980208396911621, "cos_r_negg": [0.4149772822856903, 0.2779805362224579, 0.24150170385837555, 0.13639956712722778, 0.07455325126647949], "cos_apical_negg": [0.4149772822856903, 0.2779805362224579, 0.24150170385837555, 0.13639956712722778, 0.07455325126647949], "cos_Ac_negg": [0.4149772822856903, 0.2779805362224579, 0.24150170385837555, 0.13639956712722778, 0.07455325126647949], "r_norm": [4.267887115478516, 4.360125541687012, 4.199652671813965, 4.367585182189941, 4.338635444641113]}, {"step": 5700, "epoch": 14, "train_loss": 1.8864030838012695, "cos_r_negg": [0.4217575788497925, 0.27092260122299194, 0.24645140767097473, 0.1440013349056244, 0.08741606771945953], "cos_apical_negg": [0.4217575788497925, 0.27092260122299194, 0.24645140767097473, 0.1440013349056244, 0.08741606771945953], "cos_Ac_negg": [0.4217575788497925, 0.27092260122299194, 0.24645140767097473, 0.1440013349056244, 0.08741606771945953], "r_norm": [4.234484672546387, 4.3480706214904785, 4.196270942687988, 4.363000392913818, 4.312565326690674]}, {"step": 5750, "epoch": 14, "train_loss": 1.8577079772949219, "cos_r_negg": [0.46342065930366516, 0.2942655682563782, 0.22769568860530853, 0.14004896581172943, 0.08493851125240326], "cos_apical_negg": [0.46342065930366516, 0.2942655682563782, 0.22769568860530853, 0.14004896581172943, 0.08493851125240326], "cos_Ac_negg": [0.46342065930366516, 0.2942655682563782, 0.22769568860530853, 0.14004896581172943, 0.08493851125240326], "r_norm": [4.234801769256592, 4.338196754455566, 4.161252975463867, 4.333286285400391, 4.295577526092529]}, {"step": 5800, "epoch": 14, "train_loss": 2.3438854217529297, "cos_r_negg": [0.44030600786209106, 0.29182347655296326, 0.23121461272239685, 0.16455262899398804, 0.08629526197910309], "cos_apical_negg": [0.44030600786209106, 0.29182347655296326, 0.23121461272239685, 0.16455262899398804, 0.08629526197910309], "cos_Ac_negg": [0.44030600786209106, 0.29182347655296326, 0.23121461272239685, 0.16455262899398804, 0.08629526197910309], "r_norm": [4.216437339782715, 4.322784423828125, 4.167716026306152, 4.326573848724365, 4.2901201248168945]}, {"step": 5850, "epoch": 14, "train_loss": 2.1227879524230957, "cos_r_negg": [0.46085360646247864, 0.28627458214759827, 0.2400382161140442, 0.16799971461296082, 0.10093222558498383], "cos_apical_negg": [0.46085360646247864, 0.28627458214759827, 0.2400382161140442, 0.16799971461296082, 0.10093222558498383], "cos_Ac_negg": [0.46085360646247864, 0.28627458214759827, 0.2400382161140442, 0.16799971461296082, 0.10093222558498383], "r_norm": [4.2979936599731445, 4.3975396156311035, 4.224843978881836, 4.390517234802246, 4.361044883728027]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.3632, "test_loss": 2.013710107421875}, {"step": 5900, "epoch": 15, "train_loss": 1.8299202919006348, "cos_r_negg": [0.4564460217952728, 0.2760096788406372, 0.24932073056697845, 0.17566803097724915, 0.13728414475917816], "cos_apical_negg": [0.4564460217952728, 0.2760096788406372, 0.24932073056697845, 0.17566803097724915, 0.13728414475917816], "cos_Ac_negg": [0.4564460217952728, 0.2760096788406372, 0.24932073056697845, 0.17566803097724915, 0.13728414475917816], "r_norm": [4.325074195861816, 4.450155258178711, 4.278256416320801, 4.439973831176758, 4.401491165161133]}, {"step": 5950, "epoch": 15, "train_loss": 2.011124610900879, "cos_r_negg": [0.4037485718727112, 0.2706889808177948, 0.23379471898078918, 0.18755999207496643, 0.1173330545425415], "cos_apical_negg": [0.4037485718727112, 0.2706889808177948, 0.23379471898078918, 0.18755999207496643, 0.1173330545425415], "cos_Ac_negg": [0.4037485718727112, 0.2706889808177948, 0.23379471898078918, 0.18755999207496643, 0.1173330545425415], "r_norm": [4.199247360229492, 4.300498008728027, 4.139989852905273, 4.300695419311523, 4.266679763793945]}, {"step": 6000, "epoch": 15, "train_loss": 2.054050922393799, "cos_r_negg": [0.4315049648284912, 0.2812393307685852, 0.2305665910243988, 0.1797429770231247, 0.1341848224401474], "cos_apical_negg": [0.4315049648284912, 0.2812393307685852, 0.2305665910243988, 0.1797429770231247, 0.1341848224401474], "cos_Ac_negg": [0.4315049648284912, 0.2812393307685852, 0.2305665910243988, 0.1797429770231247, 0.1341848224401474], "r_norm": [4.310764789581299, 4.408178806304932, 4.244058132171631, 4.416930198669434, 4.365662574768066]}, {"step": 6050, "epoch": 15, "train_loss": 1.9014942646026611, "cos_r_negg": [0.45698282122612, 0.3054778575897217, 0.21651691198349, 0.15665292739868164, 0.09310568869113922], "cos_apical_negg": [0.45698282122612, 0.3054778575897217, 0.21651691198349, 0.15665292739868164, 0.09310568869113922], "cos_Ac_negg": [0.45698282122612, 0.3054778575897217, 0.21651691198349, 0.15665292739868164, 0.09310568869113922], "r_norm": [4.45741605758667, 4.563650131225586, 4.394258499145508, 4.559913635253906, 4.520708084106445]}, {"step": 6100, "epoch": 15, "train_loss": 2.0823395252227783, "cos_r_negg": [0.4389358162879944, 0.2872510850429535, 0.2367180585861206, 0.18964454531669617, 0.11914101988077164], "cos_apical_negg": [0.4389358162879944, 0.2872510850429535, 0.2367180585861206, 0.18964454531669617, 0.11914101988077164], "cos_Ac_negg": [0.4389358162879944, 0.2872510850429535, 0.2367180585861206, 0.18964454531669617, 0.11914101988077164], "r_norm": [4.341621398925781, 4.436163425445557, 4.271427154541016, 4.453570365905762, 4.404763698577881]}, {"step": 6150, "epoch": 15, "train_loss": 2.0388576984405518, "cos_r_negg": [0.408926784992218, 0.28015124797821045, 0.22170096635818481, 0.20211800932884216, 0.10828009247779846], "cos_apical_negg": [0.408926784992218, 0.28015124797821045, 0.22170096635818481, 0.20211800932884216, 0.10828009247779846], "cos_Ac_negg": [0.408926784992218, 0.28015124797821045, 0.22170096635818481, 0.20211800932884216, 0.10828009247779846], "r_norm": [4.1137800216674805, 4.208786487579346, 4.058698654174805, 4.231248378753662, 4.182733535766602]}, {"step": 6200, "epoch": 15, "train_loss": 2.081838369369507, "cos_r_negg": [0.4612831771373749, 0.2894045114517212, 0.22301261126995087, 0.17743344604969025, 0.12264598906040192], "cos_apical_negg": [0.4612831771373749, 0.2894045114517212, 0.22301261126995087, 0.17743344604969025, 0.12264598906040192], "cos_Ac_negg": [0.4612831771373749, 0.2894045114517212, 0.22301261126995087, 0.17743344604969025, 0.12264598906040192], "r_norm": [4.416522979736328, 4.518096446990967, 4.348411560058594, 4.524406909942627, 4.492851257324219]}, {"step": 6250, "epoch": 15, "train_loss": 2.197031021118164, "cos_r_negg": [0.46256059408187866, 0.2977091073989868, 0.21669316291809082, 0.16303379833698273, 0.11846236884593964], "cos_apical_negg": [0.46256059408187866, 0.2977091073989868, 0.21669316291809082, 0.16303379833698273, 0.11846236884593964], "cos_Ac_negg": [0.46256059408187866, 0.2977091073989868, 0.21669316291809082, 0.16303379833698273, 0.11846236884593964], "r_norm": [4.325571060180664, 4.4246506690979, 4.261508941650391, 4.441604137420654, 4.403385639190674]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.3582, "test_loss": 2.048948547363281}, {"step": 6300, "epoch": 16, "train_loss": 2.3016653060913086, "cos_r_negg": [0.42792999744415283, 0.2829843759536743, 0.25128331780433655, 0.15867871046066284, 0.0858314111828804], "cos_apical_negg": [0.42792999744415283, 0.2829843759536743, 0.25128331780433655, 0.15867871046066284, 0.0858314111828804], "cos_Ac_negg": [0.42792999744415283, 0.2829843759536743, 0.25128331780433655, 0.15867871046066284, 0.0858314111828804], "r_norm": [4.2565107345581055, 4.3636016845703125, 4.2048258781433105, 4.359827041625977, 4.326722145080566]}, {"step": 6350, "epoch": 16, "train_loss": 1.760486125946045, "cos_r_negg": [0.4445997178554535, 0.29194319248199463, 0.2621830701828003, 0.15567439794540405, 0.13104933500289917], "cos_apical_negg": [0.4445997178554535, 0.29194319248199463, 0.2621830701828003, 0.15567439794540405, 0.13104933500289917], "cos_Ac_negg": [0.4445997178554535, 0.29194319248199463, 0.2621830701828003, 0.15567439794540405, 0.13104933500289917], "r_norm": [4.212264537811279, 4.309562683105469, 4.165274620056152, 4.337285995483398, 4.292351722717285]}, {"step": 6400, "epoch": 16, "train_loss": 1.9887876510620117, "cos_r_negg": [0.4643893837928772, 0.282016396522522, 0.24082191288471222, 0.16517499089241028, 0.08605919033288956], "cos_apical_negg": [0.4643893837928772, 0.282016396522522, 0.24082191288471222, 0.16517499089241028, 0.08605919033288956], "cos_Ac_negg": [0.4643893837928772, 0.282016396522522, 0.24082191288471222, 0.16517499089241028, 0.08605919033288956], "r_norm": [4.174027442932129, 4.274601936340332, 4.124378204345703, 4.278707504272461, 4.249975204467773]}, {"step": 6450, "epoch": 16, "train_loss": 1.8939054012298584, "cos_r_negg": [0.41521579027175903, 0.29641878604888916, 0.2605856955051422, 0.18286818265914917, 0.12485158443450928], "cos_apical_negg": [0.41521579027175903, 0.29641878604888916, 0.2605856955051422, 0.18286818265914917, 0.12485158443450928], "cos_Ac_negg": [0.41521579027175903, 0.29641878604888916, 0.2605856955051422, 0.18286818265914917, 0.12485158443450928], "r_norm": [4.178047180175781, 4.281972885131836, 4.115940093994141, 4.2865753173828125, 4.252711296081543]}, {"step": 6500, "epoch": 16, "train_loss": 2.2657079696655273, "cos_r_negg": [0.4652438759803772, 0.3110039234161377, 0.2685374915599823, 0.1571558713912964, 0.10212156921625137], "cos_apical_negg": [0.4652438759803772, 0.3110039234161377, 0.2685374915599823, 0.1571558713912964, 0.10212156921625137], "cos_Ac_negg": [0.4652438759803772, 0.3110039234161377, 0.2685374915599823, 0.1571558713912964, 0.10212156921625137], "r_norm": [4.2065911293029785, 4.302116870880127, 4.128437042236328, 4.302696228027344, 4.26096773147583]}, {"step": 6550, "epoch": 16, "train_loss": 1.8105424642562866, "cos_r_negg": [0.41137444972991943, 0.294899582862854, 0.2494005560874939, 0.13683363795280457, 0.10353507846593857], "cos_apical_negg": [0.41137444972991943, 0.294899582862854, 0.2494005560874939, 0.13683363795280457, 0.10353507846593857], "cos_Ac_negg": [0.41137444972991943, 0.294899582862854, 0.2494005560874939, 0.13683363795280457, 0.10353507846593857], "r_norm": [4.193349361419678, 4.310722351074219, 4.146738529205322, 4.316135406494141, 4.270322799682617]}, {"step": 6600, "epoch": 16, "train_loss": 1.79926598072052, "cos_r_negg": [0.42461901903152466, 0.31515732407569885, 0.2535276710987091, 0.1279599815607071, 0.10597644001245499], "cos_apical_negg": [0.42461901903152466, 0.31515732407569885, 0.2535276710987091, 0.1279599815607071, 0.10597644001245499], "cos_Ac_negg": [0.42461901903152466, 0.31515732407569885, 0.2535276710987091, 0.1279599815607071, 0.10597644001245499], "r_norm": [4.119676113128662, 4.2238006591796875, 4.0707316398620605, 4.232257843017578, 4.1927571296691895]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.373, "test_loss": 2.033947119140625}, {"step": 6650, "epoch": 17, "train_loss": 2.1124446392059326, "cos_r_negg": [0.4129933714866638, 0.3117777705192566, 0.2745562791824341, 0.15295612812042236, 0.11861985176801682], "cos_apical_negg": [0.4129933714866638, 0.3117777705192566, 0.2745562791824341, 0.15295612812042236, 0.11861985176801682], "cos_Ac_negg": [0.4129933714866638, 0.3117777705192566, 0.2745562791824341, 0.15295612812042236, 0.11861985176801682], "r_norm": [4.240846633911133, 4.337090969085693, 4.174347400665283, 4.334948539733887, 4.295106887817383]}, {"step": 6700, "epoch": 17, "train_loss": 2.1594252586364746, "cos_r_negg": [0.4427363872528076, 0.30079084634780884, 0.24130114912986755, 0.14127129316329956, 0.11998172104358673], "cos_apical_negg": [0.4427363872528076, 0.30079084634780884, 0.24130114912986755, 0.14127129316329956, 0.11998172104358673], "cos_Ac_negg": [0.4427363872528076, 0.30079084634780884, 0.24130114912986755, 0.14127129316329956, 0.11998172104358673], "r_norm": [4.237624645233154, 4.354612350463867, 4.191688537597656, 4.371009826660156, 4.322111129760742]}, {"step": 6750, "epoch": 17, "train_loss": 2.034360885620117, "cos_r_negg": [0.45011231303215027, 0.3159417510032654, 0.25505387783050537, 0.14631763100624084, 0.12264758348464966], "cos_apical_negg": [0.45011231303215027, 0.3159417510032654, 0.25505387783050537, 0.14631763100624084, 0.12264758348464966], "cos_Ac_negg": [0.45011231303215027, 0.3159417510032654, 0.25505387783050537, 0.14631763100624084, 0.12264758348464966], "r_norm": [4.193333148956299, 4.288643836975098, 4.121419906616211, 4.292072296142578, 4.257384300231934]}, {"step": 6800, "epoch": 17, "train_loss": 1.822998046875, "cos_r_negg": [0.4241516590118408, 0.32198840379714966, 0.26345232129096985, 0.14038151502609253, 0.12635964155197144], "cos_apical_negg": [0.4241516590118408, 0.32198840379714966, 0.26345232129096985, 0.14038151502609253, 0.12635964155197144], "cos_Ac_negg": [0.4241516590118408, 0.32198840379714966, 0.26345232129096985, 0.14038151502609253, 0.12635964155197144], "r_norm": [4.206599235534668, 4.315699577331543, 4.136719703674316, 4.311587333679199, 4.267876625061035]}, {"step": 6850, "epoch": 17, "train_loss": 2.029132843017578, "cos_r_negg": [0.4403403401374817, 0.3258732855319977, 0.23088544607162476, 0.160039022564888, 0.09958068281412125], "cos_apical_negg": [0.4403403401374817, 0.3258732855319977, 0.23088544607162476, 0.160039022564888, 0.09958068281412125], "cos_Ac_negg": [0.4403403401374817, 0.3258732855319977, 0.23088544607162476, 0.160039022564888, 0.09958068281412125], "r_norm": [4.36130952835083, 4.491668701171875, 4.318072319030762, 4.488602638244629, 4.427950859069824]}, {"step": 6900, "epoch": 17, "train_loss": 1.768011450767517, "cos_r_negg": [0.45601215958595276, 0.32580530643463135, 0.22705310583114624, 0.1733475923538208, 0.10270965099334717], "cos_apical_negg": [0.45601215958595276, 0.32580530643463135, 0.22705310583114624, 0.1733475923538208, 0.10270965099334717], "cos_Ac_negg": [0.45601215958595276, 0.32580530643463135, 0.22705310583114624, 0.1733475923538208, 0.10270965099334717], "r_norm": [4.267956733703613, 4.37540340423584, 4.217043876647949, 4.379242897033691, 4.348024845123291]}, {"step": 6950, "epoch": 17, "train_loss": 1.8080205917358398, "cos_r_negg": [0.4482734799385071, 0.3255026340484619, 0.23544412851333618, 0.15613168478012085, 0.0922292172908783], "cos_apical_negg": [0.4482734799385071, 0.3255026340484619, 0.23544412851333618, 0.15613168478012085, 0.0922292172908783], "cos_Ac_negg": [0.4482734799385071, 0.3255026340484619, 0.23544412851333618, 0.15613168478012085, 0.0922292172908783], "r_norm": [4.2132768630981445, 4.324563026428223, 4.162321090698242, 4.3382415771484375, 4.283605098724365]}, {"step": 7000, "epoch": 17, "train_loss": 1.9084752798080444, "cos_r_negg": [0.3910517990589142, 0.32459473609924316, 0.24078121781349182, 0.18818868696689606, 0.10483299195766449], "cos_apical_negg": [0.3910517990589142, 0.32459473609924316, 0.24078121781349182, 0.18818868696689606, 0.10483299195766449], "cos_Ac_negg": [0.3910517990589142, 0.32459473609924316, 0.24078121781349182, 0.18818868696689606, 0.10483299195766449], "r_norm": [4.24927282333374, 4.36937952041626, 4.216843605041504, 4.38306999206543, 4.338890075683594]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.3576, "test_loss": 2.1960188720703124}, {"step": 7050, "epoch": 18, "train_loss": 1.790759801864624, "cos_r_negg": [0.4364118278026581, 0.3085957169532776, 0.25455695390701294, 0.19777755439281464, 0.13205674290657043], "cos_apical_negg": [0.4364118278026581, 0.3085957169532776, 0.25455695390701294, 0.19777755439281464, 0.13205674290657043], "cos_Ac_negg": [0.4364118278026581, 0.3085957169532776, 0.25455695390701294, 0.19777755439281464, 0.13205674290657043], "r_norm": [4.1609344482421875, 4.250094413757324, 4.0945963859558105, 4.2537031173706055, 4.2265496253967285]}, {"step": 7100, "epoch": 18, "train_loss": 1.9234285354614258, "cos_r_negg": [0.45074862241744995, 0.3437748849391937, 0.26540374755859375, 0.18636521697044373, 0.13544881343841553], "cos_apical_negg": [0.45074862241744995, 0.3437748849391937, 0.26540374755859375, 0.18636521697044373, 0.13544881343841553], "cos_Ac_negg": [0.45074862241744995, 0.3437748849391937, 0.26540374755859375, 0.18636521697044373, 0.13544881343841553], "r_norm": [4.285848617553711, 4.403874397277832, 4.242205619812012, 4.42048978805542, 4.367915630340576]}, {"step": 7150, "epoch": 18, "train_loss": 2.1552834510803223, "cos_r_negg": [0.4587329924106598, 0.3397253751754761, 0.27569305896759033, 0.18457680940628052, 0.13408540189266205], "cos_apical_negg": [0.4587329924106598, 0.3397253751754761, 0.27569305896759033, 0.18457680940628052, 0.13408540189266205], "cos_Ac_negg": [0.4587329924106598, 0.3397253751754761, 0.27569305896759033, 0.18457680940628052, 0.13408540189266205], "r_norm": [4.299312591552734, 4.394498348236084, 4.2297773361206055, 4.399477958679199, 4.367053985595703]}, {"step": 7200, "epoch": 18, "train_loss": 1.821100115776062, "cos_r_negg": [0.45918628573417664, 0.35761868953704834, 0.25863149762153625, 0.17657113075256348, 0.12914225459098816], "cos_apical_negg": [0.45918628573417664, 0.35761868953704834, 0.25863149762153625, 0.17657113075256348, 0.12914225459098816], "cos_Ac_negg": [0.45918628573417664, 0.35761868953704834, 0.25863149762153625, 0.17657113075256348, 0.12914225459098816], "r_norm": [4.148022651672363, 4.24711799621582, 4.0723748207092285, 4.238591194152832, 4.207780838012695]}, {"step": 7250, "epoch": 18, "train_loss": 1.9154165983200073, "cos_r_negg": [0.459624707698822, 0.33301177620887756, 0.23062624037265778, 0.19683191180229187, 0.11429625749588013], "cos_apical_negg": [0.459624707698822, 0.33301177620887756, 0.23062624037265778, 0.19683191180229187, 0.11429625749588013], "cos_Ac_negg": [0.459624707698822, 0.33301177620887756, 0.23062624037265778, 0.19683191180229187, 0.11429625749588013], "r_norm": [4.187477111816406, 4.288374423980713, 4.136995315551758, 4.303803443908691, 4.263091087341309]}, {"step": 7300, "epoch": 18, "train_loss": 2.0729005336761475, "cos_r_negg": [0.43227940797805786, 0.3235207200050354, 0.23147767782211304, 0.17526155710220337, 0.17010632157325745], "cos_apical_negg": [0.43227940797805786, 0.3235207200050354, 0.23147767782211304, 0.17526155710220337, 0.17010632157325745], "cos_Ac_negg": [0.43227940797805786, 0.3235207200050354, 0.23147767782211304, 0.17526155710220337, 0.17010632157325745], "r_norm": [4.080244064331055, 4.174556732177734, 4.028895378112793, 4.195272445678711, 4.156794548034668]}, {"step": 7350, "epoch": 18, "train_loss": 1.7795474529266357, "cos_r_negg": [0.42961910367012024, 0.3276852071285248, 0.25944119691848755, 0.16176137328147888, 0.16832810640335083], "cos_apical_negg": [0.42961910367012024, 0.3276852071285248, 0.25944119691848755, 0.16176137328147888, 0.16832810640335083], "cos_Ac_negg": [0.42961910367012024, 0.3276852071285248, 0.25944119691848755, 0.16176137328147888, 0.16832810640335083], "r_norm": [4.168562889099121, 4.27174186706543, 4.107734203338623, 4.271240234375, 4.240662097930908]}, {"step": 7400, "epoch": 18, "train_loss": 1.8629610538482666, "cos_r_negg": [0.440560519695282, 0.33137643337249756, 0.2598264217376709, 0.1539584994316101, 0.11258567869663239], "cos_apical_negg": [0.440560519695282, 0.33137643337249756, 0.2598264217376709, 0.1539584994316101, 0.11258567869663239], "cos_Ac_negg": [0.440560519695282, 0.33137643337249756, 0.2598264217376709, 0.1539584994316101, 0.11258567869663239], "r_norm": [4.262524604797363, 4.366855621337891, 4.2046308517456055, 4.365077972412109, 4.33406925201416]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.3453, "test_loss": 2.135144689941406}, {"step": 7450, "epoch": 19, "train_loss": 1.6086534261703491, "cos_r_negg": [0.40662863850593567, 0.34013718366622925, 0.26771026849746704, 0.16245588660240173, 0.1334783434867859], "cos_apical_negg": [0.40662863850593567, 0.34013718366622925, 0.26771026849746704, 0.16245588660240173, 0.1334783434867859], "cos_Ac_negg": [0.40662863850593567, 0.34013718366622925, 0.26771026849746704, 0.16245588660240173, 0.1334783434867859], "r_norm": [4.18278694152832, 4.281435966491699, 4.125269889831543, 4.29282808303833, 4.244150161743164]}, {"step": 7500, "epoch": 19, "train_loss": 1.708793044090271, "cos_r_negg": [0.4211636185646057, 0.3403369188308716, 0.23814372718334198, 0.18643292784690857, 0.1674984097480774], "cos_apical_negg": [0.4211636185646057, 0.3403369188308716, 0.23814372718334198, 0.18643292784690857, 0.1674984097480774], "cos_Ac_negg": [0.4211636185646057, 0.3403369188308716, 0.23814372718334198, 0.18643292784690857, 0.1674984097480774], "r_norm": [4.1465606689453125, 4.246424674987793, 4.088254451751709, 4.251091003417969, 4.233126640319824]}, {"step": 7550, "epoch": 19, "train_loss": 1.8934593200683594, "cos_r_negg": [0.432121217250824, 0.32336586713790894, 0.2623536288738251, 0.15450087189674377, 0.14789098501205444], "cos_apical_negg": [0.432121217250824, 0.32336586713790894, 0.2623536288738251, 0.15450087189674377, 0.14789098501205444], "cos_Ac_negg": [0.432121217250824, 0.32336586713790894, 0.2623536288738251, 0.15450087189674377, 0.14789098501205444], "r_norm": [4.379487991333008, 4.474388122558594, 4.292999267578125, 4.468061923980713, 4.445221900939941]}, {"step": 7600, "epoch": 19, "train_loss": 1.9330183267593384, "cos_r_negg": [0.4654898941516876, 0.34848925471305847, 0.2631864547729492, 0.18315869569778442, 0.1700918823480606], "cos_apical_negg": [0.4654898941516876, 0.34848925471305847, 0.2631864547729492, 0.18315869569778442, 0.1700918823480606], "cos_Ac_negg": [0.4654898941516876, 0.34848925471305847, 0.2631864547729492, 0.18315869569778442, 0.1700918823480606], "r_norm": [4.078604698181152, 4.170389175415039, 4.0227460861206055, 4.1730852127075195, 4.128647804260254]}, {"step": 7650, "epoch": 19, "train_loss": 1.7053210735321045, "cos_r_negg": [0.4529866576194763, 0.32004314661026, 0.2294216901063919, 0.1854747086763382, 0.18464700877666473], "cos_apical_negg": [0.4529866576194763, 0.32004314661026, 0.2294216901063919, 0.1854747086763382, 0.18464700877666473], "cos_Ac_negg": [0.4529866576194763, 0.32004314661026, 0.2294216901063919, 0.1854747086763382, 0.18464700877666473], "r_norm": [4.096799850463867, 4.201536178588867, 4.045536041259766, 4.212301731109619, 4.175052642822266]}, {"step": 7700, "epoch": 19, "train_loss": 1.7153717279434204, "cos_r_negg": [0.44275692105293274, 0.32675206661224365, 0.28037911653518677, 0.1877046525478363, 0.16816365718841553], "cos_apical_negg": [0.44275692105293274, 0.32675206661224365, 0.28037911653518677, 0.1877046525478363, 0.16816365718841553], "cos_Ac_negg": [0.44275692105293274, 0.32675206661224365, 0.28037911653518677, 0.1877046525478363, 0.16816365718841553], "r_norm": [4.24928092956543, 4.350564002990723, 4.193086624145508, 4.362490177154541, 4.309055328369141]}, {"step": 7750, "epoch": 19, "train_loss": 2.079694986343384, "cos_r_negg": [0.4694339632987976, 0.3217199444770813, 0.3052683472633362, 0.18658661842346191, 0.16495193541049957], "cos_apical_negg": [0.4694339632987976, 0.3217199444770813, 0.3052683472633362, 0.18658661842346191, 0.16495193541049957], "cos_Ac_negg": [0.4694339632987976, 0.3217199444770813, 0.3052683472633362, 0.18658661842346191, 0.16495193541049957], "r_norm": [4.086337089538574, 4.192087650299072, 4.040292263031006, 4.208232402801514, 4.1585588455200195]}, {"step": 7800, "epoch": 19, "train_loss": 1.6931164264678955, "cos_r_negg": [0.4375455975532532, 0.3330616354942322, 0.2606998383998871, 0.18782168626785278, 0.16177403926849365], "cos_apical_negg": [0.4375455975532532, 0.3330616354942322, 0.2606998383998871, 0.18782168626785278, 0.16177403926849365], "cos_Ac_negg": [0.4375455975532532, 0.3330616354942322, 0.2606998383998871, 0.18782168626785278, 0.16177403926849365], "r_norm": [4.070055961608887, 4.177919387817383, 4.022078037261963, 4.185862064361572, 4.138011932373047]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.3827, "test_loss": 2.0696569702148437}, {"step": 7850, "epoch": 20, "train_loss": 1.7340574264526367, "cos_r_negg": [0.4672186076641083, 0.32276004552841187, 0.2721405029296875, 0.20698131620883942, 0.14468145370483398], "cos_apical_negg": [0.4672186076641083, 0.32276004552841187, 0.2721405029296875, 0.20698131620883942, 0.14468145370483398], "cos_Ac_negg": [0.4672186076641083, 0.32276004552841187, 0.2721405029296875, 0.20698131620883942, 0.14468145370483398], "r_norm": [4.332744598388672, 4.446716785430908, 4.283123016357422, 4.441679954528809, 4.41211462020874]}, {"step": 7900, "epoch": 20, "train_loss": 1.8267812728881836, "cos_r_negg": [0.4255006015300751, 0.34106549620628357, 0.27697867155075073, 0.18530303239822388, 0.1592361181974411], "cos_apical_negg": [0.4255006015300751, 0.34106549620628357, 0.27697867155075073, 0.18530303239822388, 0.1592361181974411], "cos_Ac_negg": [0.4255006015300751, 0.34106549620628357, 0.27697867155075073, 0.18530303239822388, 0.1592361181974411], "r_norm": [4.22707462310791, 4.335979461669922, 4.180213451385498, 4.339170455932617, 4.292667388916016]}, {"step": 7950, "epoch": 20, "train_loss": 1.8135147094726562, "cos_r_negg": [0.44321343302726746, 0.32882100343704224, 0.29428720474243164, 0.1979021430015564, 0.18724554777145386], "cos_apical_negg": [0.44321343302726746, 0.32882100343704224, 0.29428720474243164, 0.1979021430015564, 0.18724554777145386], "cos_Ac_negg": [0.44321343302726746, 0.32882100343704224, 0.29428720474243164, 0.1979021430015564, 0.18724554777145386], "r_norm": [4.14906644821167, 4.245965003967285, 4.084000110626221, 4.249990940093994, 4.2083845138549805]}, {"step": 8000, "epoch": 20, "train_loss": 1.841460943222046, "cos_r_negg": [0.4306202530860901, 0.33077287673950195, 0.2940831780433655, 0.1975109875202179, 0.17151817679405212], "cos_apical_negg": [0.4306202530860901, 0.33077287673950195, 0.2940831780433655, 0.1975109875202179, 0.17151817679405212], "cos_Ac_negg": [0.4306202530860901, 0.33077287673950195, 0.2940831780433655, 0.1975109875202179, 0.17151817679405212], "r_norm": [4.182360649108887, 4.285304069519043, 4.136960983276367, 4.306867599487305, 4.2530364990234375]}, {"step": 8050, "epoch": 20, "train_loss": 1.7329471111297607, "cos_r_negg": [0.4211963415145874, 0.3393467366695404, 0.29875868558883667, 0.19431918859481812, 0.16920900344848633], "cos_apical_negg": [0.4211963415145874, 0.3393467366695404, 0.29875868558883667, 0.19431918859481812, 0.16920900344848633], "cos_Ac_negg": [0.4211963415145874, 0.3393467366695404, 0.29875868558883667, 0.19431918859481812, 0.16920900344848633], "r_norm": [4.147623062133789, 4.248833656311035, 4.096763610839844, 4.262363433837891, 4.220663070678711]}, {"step": 8100, "epoch": 20, "train_loss": 1.4640378952026367, "cos_r_negg": [0.4469383955001831, 0.325147807598114, 0.304073691368103, 0.1899278163909912, 0.1666332483291626], "cos_apical_negg": [0.4469383955001831, 0.325147807598114, 0.304073691368103, 0.1899278163909912, 0.1666332483291626], "cos_Ac_negg": [0.4469383955001831, 0.325147807598114, 0.304073691368103, 0.1899278163909912, 0.1666332483291626], "r_norm": [4.214189529418945, 4.315106391906738, 4.154367446899414, 4.329928398132324, 4.295628070831299]}, {"step": 8150, "epoch": 20, "train_loss": 1.8056772947311401, "cos_r_negg": [0.4186091721057892, 0.3230363130569458, 0.29360759258270264, 0.19595561921596527, 0.14876003563404083], "cos_apical_negg": [0.4186091721057892, 0.3230363130569458, 0.29360759258270264, 0.19595561921596527, 0.14876003563404083], "cos_Ac_negg": [0.4186091721057892, 0.3230363130569458, 0.29360759258270264, 0.19595561921596527, 0.14876003563404083], "r_norm": [4.215091705322266, 4.302342891693115, 4.1391143798828125, 4.316851615905762, 4.262932777404785]}, {"step": 8200, "epoch": 20, "train_loss": 1.6352870464324951, "cos_r_negg": [0.419675350189209, 0.3588792085647583, 0.2886391878128052, 0.1862279623746872, 0.1535293161869049], "cos_apical_negg": [0.419675350189209, 0.3588792085647583, 0.2886391878128052, 0.1862279623746872, 0.1535293161869049], "cos_Ac_negg": [0.419675350189209, 0.3588792085647583, 0.2886391878128052, 0.1862279623746872, 0.1535293161869049], "r_norm": [4.193652153015137, 4.28483772277832, 4.11602258682251, 4.291443347930908, 4.252711296081543]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.3802, "test_loss": 2.003296643066406}, {"step": 8250, "epoch": 21, "train_loss": 1.7224133014678955, "cos_r_negg": [0.4266187250614166, 0.3635147213935852, 0.2871568202972412, 0.20065321028232574, 0.1504519283771515], "cos_apical_negg": [0.4266187250614166, 0.3635147213935852, 0.2871568202972412, 0.20065321028232574, 0.1504519283771515], "cos_Ac_negg": [0.4266187250614166, 0.3635147213935852, 0.2871568202972412, 0.20065321028232574, 0.1504519283771515], "r_norm": [4.23227596282959, 4.320785045623779, 4.152141571044922, 4.316731929779053, 4.284300327301025]}, {"step": 8300, "epoch": 21, "train_loss": 2.1366372108459473, "cos_r_negg": [0.44680890440940857, 0.38037633895874023, 0.28354179859161377, 0.19682303071022034, 0.15993285179138184], "cos_apical_negg": [0.44680890440940857, 0.38037633895874023, 0.28354179859161377, 0.19682303071022034, 0.15993285179138184], "cos_Ac_negg": [0.44680890440940857, 0.38037633895874023, 0.28354179859161377, 0.19682303071022034, 0.15993285179138184], "r_norm": [4.156246185302734, 4.254464626312256, 4.095060348510742, 4.260640621185303, 4.221816062927246]}, {"step": 8350, "epoch": 21, "train_loss": 1.6120147705078125, "cos_r_negg": [0.41572305560112, 0.37206313014030457, 0.29588836431503296, 0.21766582131385803, 0.16075286269187927], "cos_apical_negg": [0.41572305560112, 0.37206313014030457, 0.29588836431503296, 0.21766582131385803, 0.16075286269187927], "cos_Ac_negg": [0.41572305560112, 0.37206313014030457, 0.29588836431503296, 0.21766582131385803, 0.16075286269187927], "r_norm": [4.140170574188232, 4.242932319641113, 4.089858055114746, 4.247776031494141, 4.2036638259887695]}, {"step": 8400, "epoch": 21, "train_loss": 1.6919965744018555, "cos_r_negg": [0.4222579002380371, 0.36754289269447327, 0.3100982904434204, 0.23917299509048462, 0.1541888415813446], "cos_apical_negg": [0.4222579002380371, 0.36754289269447327, 0.3100982904434204, 0.23917299509048462, 0.1541888415813446], "cos_Ac_negg": [0.4222579002380371, 0.36754289269447327, 0.3100982904434204, 0.23917299509048462, 0.1541888415813446], "r_norm": [4.1390814781188965, 4.225741386413574, 4.059951305389404, 4.228957653045654, 4.201492786407471]}, {"step": 8450, "epoch": 21, "train_loss": 1.5013574361801147, "cos_r_negg": [0.44982296228408813, 0.3621986508369446, 0.31031620502471924, 0.21142436563968658, 0.15075823664665222], "cos_apical_negg": [0.44982296228408813, 0.3621986508369446, 0.31031620502471924, 0.21142436563968658, 0.15075823664665222], "cos_Ac_negg": [0.44982296228408813, 0.3621986508369446, 0.31031620502471924, 0.21142436563968658, 0.15075823664665222], "r_norm": [4.067279815673828, 4.147421836853027, 4.004732608795166, 4.167722702026367, 4.131838798522949]}, {"step": 8500, "epoch": 21, "train_loss": 1.7825171947479248, "cos_r_negg": [0.3859128952026367, 0.36559975147247314, 0.2953665852546692, 0.22795259952545166, 0.19159989058971405], "cos_apical_negg": [0.3859128952026367, 0.36559975147247314, 0.2953665852546692, 0.22795259952545166, 0.19159989058971405], "cos_Ac_negg": [0.3859128952026367, 0.36559975147247314, 0.2953665852546692, 0.22795259952545166, 0.19159989058971405], "r_norm": [4.072200298309326, 4.1702399253845215, 4.0132737159729, 4.181970119476318, 4.144598960876465]}, {"step": 8550, "epoch": 21, "train_loss": 1.865814447402954, "cos_r_negg": [0.4358319938182831, 0.34738993644714355, 0.2845851182937622, 0.22011779248714447, 0.19309307634830475], "cos_apical_negg": [0.4358319938182831, 0.34738993644714355, 0.2845851182937622, 0.22011779248714447, 0.19309307634830475], "cos_Ac_negg": [0.4358319938182831, 0.34738993644714355, 0.2845851182937622, 0.22011779248714447, 0.19309307634830475], "r_norm": [4.198309421539307, 4.300884246826172, 4.150352954864502, 4.305100917816162, 4.270314693450928]}, {"step": 8600, "epoch": 21, "train_loss": 2.1043002605438232, "cos_r_negg": [0.41925087571144104, 0.3456510901451111, 0.3155112862586975, 0.19668163359165192, 0.17283779382705688], "cos_apical_negg": [0.41925087571144104, 0.3456510901451111, 0.3155112862586975, 0.19668163359165192, 0.17283779382705688], "cos_Ac_negg": [0.41925087571144104, 0.3456510901451111, 0.3155112862586975, 0.19668163359165192, 0.17283779382705688], "r_norm": [4.214659690856934, 4.321778297424316, 4.158176422119141, 4.32863712310791, 4.292847156524658]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.369, "test_loss": 2.075440661621094}, {"step": 8650, "epoch": 22, "train_loss": 1.6882846355438232, "cos_r_negg": [0.42046308517456055, 0.37707990407943726, 0.3012503981590271, 0.21812817454338074, 0.1728338897228241], "cos_apical_negg": [0.42046308517456055, 0.37707990407943726, 0.3012503981590271, 0.21812817454338074, 0.1728338897228241], "cos_Ac_negg": [0.42046308517456055, 0.37707990407943726, 0.3012503981590271, 0.21812817454338074, 0.1728338897228241], "r_norm": [4.1495537757873535, 4.2521772384643555, 4.088682651519775, 4.2433671951293945, 4.21263313293457]}, {"step": 8700, "epoch": 22, "train_loss": 1.8045992851257324, "cos_r_negg": [0.4351324439048767, 0.3627967834472656, 0.317821741104126, 0.20656126737594604, 0.21927842497825623], "cos_apical_negg": [0.4351324439048767, 0.3627967834472656, 0.317821741104126, 0.20656126737594604, 0.21927842497825623], "cos_Ac_negg": [0.4351324439048767, 0.3627967834472656, 0.317821741104126, 0.20656126737594604, 0.21927842497825623], "r_norm": [4.058889865875244, 4.149197578430176, 3.992180585861206, 4.153155326843262, 4.118610382080078]}, {"step": 8750, "epoch": 22, "train_loss": 1.7480649948120117, "cos_r_negg": [0.45301541686058044, 0.3834526240825653, 0.3178133964538574, 0.20675435662269592, 0.16988307237625122], "cos_apical_negg": [0.45301541686058044, 0.3834526240825653, 0.3178133964538574, 0.20675435662269592, 0.16988307237625122], "cos_Ac_negg": [0.45301541686058044, 0.3834526240825653, 0.3178133964538574, 0.20675435662269592, 0.16988307237625122], "r_norm": [4.114129066467285, 4.216329574584961, 4.054357051849365, 4.223474502563477, 4.182175159454346]}, {"step": 8800, "epoch": 22, "train_loss": 1.748037338256836, "cos_r_negg": [0.39068588614463806, 0.35401421785354614, 0.3283586800098419, 0.2295723557472229, 0.1925799399614334], "cos_apical_negg": [0.39068588614463806, 0.35401421785354614, 0.3283586800098419, 0.2295723557472229, 0.1925799399614334], "cos_Ac_negg": [0.39068588614463806, 0.35401421785354614, 0.3283586800098419, 0.2295723557472229, 0.1925799399614334], "r_norm": [4.158120155334473, 4.287337779998779, 4.124890327453613, 4.286806583404541, 4.244479179382324]}, {"step": 8850, "epoch": 22, "train_loss": 1.5575922727584839, "cos_r_negg": [0.42434850335121155, 0.37613165378570557, 0.3226037919521332, 0.21173346042633057, 0.1698470413684845], "cos_apical_negg": [0.42434850335121155, 0.37613165378570557, 0.3226037919521332, 0.21173346042633057, 0.1698470413684845], "cos_Ac_negg": [0.42434850335121155, 0.37613165378570557, 0.3226037919521332, 0.21173346042633057, 0.1698470413684845], "r_norm": [4.025383949279785, 4.127643585205078, 3.9722068309783936, 4.139280319213867, 4.10552453994751]}, {"step": 8900, "epoch": 22, "train_loss": 1.7992950677871704, "cos_r_negg": [0.4442562162876129, 0.3635140657424927, 0.30043524503707886, 0.2146967202425003, 0.1642790287733078], "cos_apical_negg": [0.4442562162876129, 0.3635140657424927, 0.30043524503707886, 0.2146967202425003, 0.1642790287733078], "cos_Ac_negg": [0.4442562162876129, 0.3635140657424927, 0.30043524503707886, 0.2146967202425003, 0.1642790287733078], "r_norm": [4.291277885437012, 4.380410671234131, 4.202052593231201, 4.367724418640137, 4.344820022583008]}, {"step": 8950, "epoch": 22, "train_loss": 1.6647968292236328, "cos_r_negg": [0.4527543783187866, 0.34695130586624146, 0.2913215160369873, 0.203368678689003, 0.18053565919399261], "cos_apical_negg": [0.4527543783187866, 0.34695130586624146, 0.2913215160369873, 0.203368678689003, 0.18053565919399261], "cos_Ac_negg": [0.4527543783187866, 0.34695130586624146, 0.2913215160369873, 0.203368678689003, 0.18053565919399261], "r_norm": [4.102984428405762, 4.195792198181152, 4.035010814666748, 4.212860107421875, 4.165820598602295]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.379, "test_loss": 2.0670818237304687}, {"step": 9000, "epoch": 23, "train_loss": 1.6523916721343994, "cos_r_negg": [0.4372115135192871, 0.3603096306324005, 0.29491186141967773, 0.22332799434661865, 0.1838589310646057], "cos_apical_negg": [0.4372115135192871, 0.3603096306324005, 0.29491186141967773, 0.22332799434661865, 0.1838589310646057], "cos_Ac_negg": [0.4372115135192871, 0.3603096306324005, 0.29491186141967773, 0.22332799434661865, 0.1838589310646057], "r_norm": [4.113536834716797, 4.202334880828857, 4.038839340209961, 4.211484432220459, 4.180657863616943]}, {"step": 9050, "epoch": 23, "train_loss": 1.7156668901443481, "cos_r_negg": [0.4316679835319519, 0.37647485733032227, 0.3101266324520111, 0.21868067979812622, 0.1592024862766266], "cos_apical_negg": [0.4316679835319519, 0.37647485733032227, 0.3101266324520111, 0.21868067979812622, 0.1592024862766266], "cos_Ac_negg": [0.4316679835319519, 0.37647485733032227, 0.3101266324520111, 0.21868067979812622, 0.1592024862766266], "r_norm": [4.086153984069824, 4.19602632522583, 4.0441789627075195, 4.210599899291992, 4.159051895141602]}, {"step": 9100, "epoch": 23, "train_loss": 1.774850845336914, "cos_r_negg": [0.43612247705459595, 0.36569154262542725, 0.30254337191581726, 0.22416970133781433, 0.17537064850330353], "cos_apical_negg": [0.43612247705459595, 0.36569154262542725, 0.30254337191581726, 0.22416970133781433, 0.17537064850330353], "cos_Ac_negg": [0.43612247705459595, 0.36569154262542725, 0.30254337191581726, 0.22416970133781433, 0.17537064850330353], "r_norm": [3.9912474155426025, 4.089084625244141, 3.939640522003174, 4.092839241027832, 4.065896034240723]}, {"step": 9150, "epoch": 23, "train_loss": 1.9290624856948853, "cos_r_negg": [0.4825242757797241, 0.3679081201553345, 0.31165245175361633, 0.19782491028308868, 0.17613515257835388], "cos_apical_negg": [0.4825242757797241, 0.3679081201553345, 0.31165245175361633, 0.19782491028308868, 0.17613515257835388], "cos_Ac_negg": [0.4825242757797241, 0.3679081201553345, 0.31165245175361633, 0.19782491028308868, 0.17613515257835388], "r_norm": [4.0671186447143555, 4.178874969482422, 4.019116401672363, 4.190473556518555, 4.143315315246582]}, {"step": 9200, "epoch": 23, "train_loss": 1.8602590560913086, "cos_r_negg": [0.4195670485496521, 0.37066954374313354, 0.29418662190437317, 0.2280379980802536, 0.19464772939682007], "cos_apical_negg": [0.4195670485496521, 0.37066954374313354, 0.29418662190437317, 0.2280379980802536, 0.19464772939682007], "cos_Ac_negg": [0.4195670485496521, 0.37066954374313354, 0.29418662190437317, 0.2280379980802536, 0.19464772939682007], "r_norm": [4.09232234954834, 4.189925193786621, 4.035602569580078, 4.209320545196533, 4.168739318847656]}, {"step": 9250, "epoch": 23, "train_loss": 1.871891736984253, "cos_r_negg": [0.4204951822757721, 0.35489457845687866, 0.29946643114089966, 0.22098171710968018, 0.1856236457824707], "cos_apical_negg": [0.4204951822757721, 0.35489457845687866, 0.29946643114089966, 0.22098171710968018, 0.1856236457824707], "cos_Ac_negg": [0.4204951822757721, 0.35489457845687866, 0.29946643114089966, 0.22098171710968018, 0.1856236457824707], "r_norm": [4.234760284423828, 4.341268539428711, 4.194859504699707, 4.372061252593994, 4.320764541625977]}, {"step": 9300, "epoch": 23, "train_loss": 1.5862623453140259, "cos_r_negg": [0.42382192611694336, 0.37732312083244324, 0.3034805953502655, 0.21428824961185455, 0.2364276647567749], "cos_apical_negg": [0.42382192611694336, 0.37732312083244324, 0.3034805953502655, 0.21428824961185455, 0.2364276647567749], "cos_Ac_negg": [0.42382192611694336, 0.37732312083244324, 0.3034805953502655, 0.21428824961185455, 0.2364276647567749], "r_norm": [4.081573009490967, 4.181796073913574, 4.033774375915527, 4.1934027671813965, 4.15049409866333]}, {"step": 9350, "epoch": 23, "train_loss": 1.7015689611434937, "cos_r_negg": [0.41838565468788147, 0.38760221004486084, 0.32126718759536743, 0.24150197207927704, 0.2045445591211319], "cos_apical_negg": [0.41838565468788147, 0.38760221004486084, 0.32126718759536743, 0.24150197207927704, 0.2045445591211319], "cos_Ac_negg": [0.41838565468788147, 0.38760221004486084, 0.32126718759536743, 0.24150197207927704, 0.2045445591211319], "r_norm": [4.242455005645752, 4.349743843078613, 4.1724700927734375, 4.346592903137207, 4.321430683135986]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.3809, "test_loss": 1.9786606811523437}, {"step": 9400, "epoch": 24, "train_loss": 1.5711544752120972, "cos_r_negg": [0.4087188243865967, 0.3698880970478058, 0.3042064905166626, 0.22499136626720428, 0.17585855722427368], "cos_apical_negg": [0.4087188243865967, 0.3698880970478058, 0.3042064905166626, 0.22499136626720428, 0.17585855722427368], "cos_Ac_negg": [0.4087188243865967, 0.3698880970478058, 0.3042064905166626, 0.22499136626720428, 0.17585855722427368], "r_norm": [4.133498668670654, 4.248089790344238, 4.079491138458252, 4.254518508911133, 4.216919898986816]}, {"step": 9450, "epoch": 24, "train_loss": 1.6890004873275757, "cos_r_negg": [0.4384661912918091, 0.3958688974380493, 0.3091878294944763, 0.2261553704738617, 0.19431890547275543], "cos_apical_negg": [0.4384661912918091, 0.3958688974380493, 0.3091878294944763, 0.2261553704738617, 0.19431890547275543], "cos_Ac_negg": [0.4384661912918091, 0.3958688974380493, 0.3091878294944763, 0.2261553704738617, 0.19431890547275543], "r_norm": [4.161042213439941, 4.2478179931640625, 4.0899553298950195, 4.253687381744385, 4.2100348472595215]}, {"step": 9500, "epoch": 24, "train_loss": 1.8649588823318481, "cos_r_negg": [0.44167089462280273, 0.3884632885456085, 0.31272444128990173, 0.2113911509513855, 0.1992255449295044], "cos_apical_negg": [0.44167089462280273, 0.3884632885456085, 0.31272444128990173, 0.2113911509513855, 0.1992255449295044], "cos_Ac_negg": [0.44167089462280273, 0.3884632885456085, 0.31272444128990173, 0.2113911509513855, 0.1992255449295044], "r_norm": [4.03950309753418, 4.150636672973633, 3.989530563354492, 4.159409523010254, 4.113274574279785]}, {"step": 9550, "epoch": 24, "train_loss": 1.7331632375717163, "cos_r_negg": [0.46723800897598267, 0.3917776346206665, 0.3216790556907654, 0.23867172002792358, 0.21680375933647156], "cos_apical_negg": [0.46723800897598267, 0.3917776346206665, 0.3216790556907654, 0.23867172002792358, 0.21680375933647156], "cos_Ac_negg": [0.46723800897598267, 0.3917776346206665, 0.3216790556907654, 0.23867172002792358, 0.21680375933647156], "r_norm": [4.27199125289917, 4.408045768737793, 4.259944915771484, 4.42176628112793, 4.371131896972656]}, {"step": 9600, "epoch": 24, "train_loss": 2.082365036010742, "cos_r_negg": [0.4245137572288513, 0.3856743574142456, 0.32684722542762756, 0.23820146918296814, 0.19109919667243958], "cos_apical_negg": [0.4245137572288513, 0.3856743574142456, 0.32684722542762756, 0.23820146918296814, 0.19109919667243958], "cos_Ac_negg": [0.4245137572288513, 0.3856743574142456, 0.32684722542762756, 0.23820146918296814, 0.19109919667243958], "r_norm": [3.9708034992218018, 4.065566062927246, 3.9150891304016113, 4.078397274017334, 4.049041271209717]}, {"step": 9650, "epoch": 24, "train_loss": 1.6370831727981567, "cos_r_negg": [0.46938854455947876, 0.37620455026626587, 0.3140590488910675, 0.22505134344100952, 0.17831461131572723], "cos_apical_negg": [0.46938854455947876, 0.37620455026626587, 0.3140590488910675, 0.22505134344100952, 0.17831461131572723], "cos_Ac_negg": [0.46938854455947876, 0.37620455026626587, 0.3140590488910675, 0.22505134344100952, 0.17831461131572723], "r_norm": [3.989847421646118, 4.088654518127441, 3.933342933654785, 4.091692924499512, 4.064178943634033]}, {"step": 9700, "epoch": 24, "train_loss": 1.9899518489837646, "cos_r_negg": [0.4444604516029358, 0.3641376495361328, 0.30455636978149414, 0.22589778900146484, 0.20253559947013855], "cos_apical_negg": [0.4444604516029358, 0.3641376495361328, 0.30455636978149414, 0.22589778900146484, 0.20253559947013855], "cos_Ac_negg": [0.4444604516029358, 0.3641376495361328, 0.30455636978149414, 0.22589778900146484, 0.20253559947013855], "r_norm": [4.266204833984375, 4.36572265625, 4.204093933105469, 4.384535789489746, 4.340444087982178]}, {"step": 9750, "epoch": 24, "train_loss": 1.604048490524292, "cos_r_negg": [0.41285133361816406, 0.3753616511821747, 0.2920539379119873, 0.2038494348526001, 0.19685281813144684], "cos_apical_negg": [0.41285133361816406, 0.3753616511821747, 0.2920539379119873, 0.2038494348526001, 0.19685281813144684], "cos_Ac_negg": [0.41285133361816406, 0.3753616511821747, 0.2920539379119873, 0.2038494348526001, 0.19685281813144684], "r_norm": [4.174583435058594, 4.260772705078125, 4.107097148895264, 4.264527320861816, 4.230023384094238]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.3706, "test_loss": 2.0114175048828127}], "final": {"test_acc": 0.3706, "test_loss": 2.0114175048828127, "wall_s": 22.171207904815674, "cos_r_negg": [0.4365357756614685, 0.37876951694488525, 0.30545011162757874, 0.22488032281398773, 0.19544848799705505], "cos_apical_negg": [0.4365357756614685, 0.37876951694488525, 0.30545011162757874, 0.22488032281398773, 0.19544848799705505], "cos_Ac_negg": [0.4365357756614685, 0.37876951694488525, 0.30545011162757874, 0.22488032281398773, 0.19544848799705505]}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_dfa_d5_s2.json b/results/deepres_cifar10_dfa_d5_s2.json
new file mode 100644
index 0000000..84b956b
--- /dev/null
+++ b/results/deepres_cifar10_dfa_d5_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_dfa_d5_s2", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5344271659851074, "cos_r_negg": [0.017256449908018112, -0.013547212816774845, -0.03424021601676941, -0.007634707260876894, -0.028990488499403], "cos_apical_negg": [0.017256449908018112, -0.013547212816774845, -0.03424021601676941, -0.007634707260876894, -0.028990488499403], "cos_Ac_negg": [0.017256449908018112, -0.013547212816774845, -0.03424021601676941, -0.007634707260876894, -0.028990488499403], "r_norm": [4.766399383544922, 4.955676555633545, 4.867685794830322, 5.150570392608643, 4.935927391052246]}, {"step": 50, "epoch": 0, "train_loss": 2.240403652191162, "cos_r_negg": [0.21010838449001312, -0.1311623901128769, -0.1591072678565979, -0.22437657415866852, -0.06174211576581001], "cos_apical_negg": [0.21010838449001312, -0.1311623901128769, -0.1591072678565979, -0.22437657415866852, -0.06174211576581001], "cos_Ac_negg": [0.21010838449001312, -0.1311623901128769, -0.1591072678565979, -0.22437657415866852, -0.06174211576581001], "r_norm": [4.585849285125732, 4.797541618347168, 4.71278190612793, 4.960738182067871, 4.787225723266602]}, {"step": 100, "epoch": 0, "train_loss": 2.200695037841797, "cos_r_negg": [0.27459803223609924, -0.19731071591377258, -0.13200244307518005, -0.19032880663871765, -0.13783730566501617], "cos_apical_negg": [0.27459803223609924, -0.19731071591377258, -0.13200244307518005, -0.19032880663871765, -0.13783730566501617], "cos_Ac_negg": [0.27459803223609924, -0.19731071591377258, -0.13200244307518005, -0.19032880663871765, -0.13783730566501617], "r_norm": [4.36714506149292, 4.542621612548828, 4.471968650817871, 4.709127902984619, 4.539287090301514]}, {"step": 150, "epoch": 0, "train_loss": 2.3445401191711426, "cos_r_negg": [0.3243054747581482, -0.1595018059015274, -0.12201857566833496, -0.05195832997560501, -0.10006286948919296], "cos_apical_negg": [0.3243054747581482, -0.1595018059015274, -0.12201857566833496, -0.05195832997560501, -0.10006286948919296], "cos_Ac_negg": [0.3243054747581482, -0.1595018059015274, -0.12201857566833496, -0.05195832997560501, -0.10006286948919296], "r_norm": [4.3084211349487305, 4.483606338500977, 4.419185161590576, 4.645217418670654, 4.480052947998047]}, {"step": 200, "epoch": 0, "train_loss": 2.0845532417297363, "cos_r_negg": [0.3430725634098053, -0.086851567029953, -0.14199039340019226, 0.06621161848306656, -0.08607709407806396], "cos_apical_negg": [0.3430725634098053, -0.086851567029953, -0.14199039340019226, 0.06621161848306656, -0.08607709407806396], "cos_Ac_negg": [0.3430725634098053, -0.086851567029953, -0.14199039340019226, 0.06621161848306656, -0.08607709407806396], "r_norm": [4.414550304412842, 4.569225311279297, 4.507099151611328, 4.7462334632873535, 4.581418037414551]}, {"step": 250, "epoch": 0, "train_loss": 2.1993517875671387, "cos_r_negg": [0.30185258388519287, -0.10003697872161865, -0.15827780961990356, -0.026895621791481972, -0.15848641097545624], "cos_apical_negg": [0.30185258388519287, -0.10003697872161865, -0.15827780961990356, -0.026895621791481972, -0.15848641097545624], "cos_Ac_negg": [0.30185258388519287, -0.10003697872161865, -0.15827780961990356, -0.026895621791481972, -0.15848641097545624], "r_norm": [4.634825706481934, 4.818960189819336, 4.7329607009887695, 4.972292423248291, 4.796940803527832]}, {"step": 300, "epoch": 0, "train_loss": 2.1117541790008545, "cos_r_negg": [0.35552388429641724, -0.07019045948982239, -0.10081599652767181, -0.05698429048061371, -0.18509766459465027], "cos_apical_negg": [0.35552388429641724, -0.07019045948982239, -0.10081599652767181, -0.05698429048061371, -0.18509766459465027], "cos_Ac_negg": [0.35552388429641724, -0.07019045948982239, -0.10081599652767181, -0.05698429048061371, -0.18509766459465027], "r_norm": [4.334617614746094, 4.5121660232543945, 4.4355573654174805, 4.673855304718018, 4.500934600830078]}, {"step": 350, "epoch": 0, "train_loss": 2.4221928119659424, "cos_r_negg": [0.3462466299533844, -0.053285643458366394, -0.06605281680822372, -0.07609658688306808, -0.14770182967185974], "cos_apical_negg": [0.3462466299533844, -0.053285643458366394, -0.06605281680822372, -0.07609658688306808, -0.14770182967185974], "cos_Ac_negg": [0.3462466299533844, -0.053285643458366394, -0.06605281680822372, -0.07609658688306808, -0.14770182967185974], "r_norm": [4.657987117767334, 4.8867106437683105, 4.744751453399658, 4.985391616821289, 4.858136177062988]}, {"epoch_end": 0, "step": 391, "test_acc": 0.2625, "test_loss": 2.4615068603515624}, {"step": 400, "epoch": 1, "train_loss": 2.1837005615234375, "cos_r_negg": [0.4231187701225281, -0.089723601937294, -0.08699619770050049, -0.023667074739933014, -0.16139519214630127], "cos_apical_negg": [0.4231187701225281, -0.089723601937294, -0.08699619770050049, -0.023667074739933014, -0.16139519214630127], "cos_Ac_negg": [0.4231187701225281, -0.089723601937294, -0.08699619770050049, -0.023667074739933014, -0.16139519214630127], "r_norm": [4.37050724029541, 4.542826175689697, 4.470202445983887, 4.7109856605529785, 4.542105674743652]}, {"step": 450, "epoch": 1, "train_loss": 2.3555305004119873, "cos_r_negg": [0.4387929141521454, -0.05923771858215332, -0.08122842013835907, -0.08428841084241867, -0.04869920760393143], "cos_apical_negg": [0.4387929141521454, -0.05923771858215332, -0.08122842013835907, -0.08428841084241867, -0.04869920760393143], "cos_Ac_negg": [0.4387929141521454, -0.05923771858215332, -0.08122842013835907, -0.08428841084241867, -0.04869920760393143], "r_norm": [4.32114315032959, 4.493802070617676, 4.430316925048828, 4.659435749053955, 4.498583793640137]}, {"step": 500, "epoch": 1, "train_loss": 2.0884246826171875, "cos_r_negg": [0.4501813054084778, -0.021165775135159492, -0.0978889912366867, -0.03674057126045227, -0.05105804651975632], "cos_apical_negg": [0.4501813054084778, -0.021165775135159492, -0.0978889912366867, -0.03674057126045227, -0.05105804651975632], "cos_Ac_negg": [0.4501813054084778, -0.021165775135159492, -0.0978889912366867, -0.03674057126045227, -0.05105804651975632], "r_norm": [4.343226909637451, 4.523184776306152, 4.451228141784668, 4.686426162719727, 4.5260725021362305]}, {"step": 550, "epoch": 1, "train_loss": 2.419076442718506, "cos_r_negg": [0.41560375690460205, -0.014304475858807564, -0.048090964555740356, -0.01546565629541874, -0.08680970221757889], "cos_apical_negg": [0.41560375690460205, -0.014304475858807564, -0.048090964555740356, -0.01546565629541874, -0.08680970221757889], "cos_Ac_negg": [0.41560375690460205, -0.014304475858807564, -0.048090964555740356, -0.01546565629541874, -0.08680970221757889], "r_norm": [4.437525749206543, 4.654716491699219, 4.566391944885254, 4.774171829223633, 4.6083984375]}, {"step": 600, "epoch": 1, "train_loss": 2.0737857818603516, "cos_r_negg": [0.42447319626808167, 0.029779046773910522, -0.013184621930122375, -0.035720158368349075, -0.15781095623970032], "cos_apical_negg": [0.42447319626808167, 0.029779046773910522, -0.013184621930122375, -0.035720158368349075, -0.15781095623970032], "cos_Ac_negg": [0.42447319626808167, 0.029779046773910522, -0.013184621930122375, -0.035720158368349075, -0.15781095623970032], "r_norm": [4.547636985778809, 4.708865165710449, 4.650660991668701, 4.886658668518066, 4.727317810058594]}, {"step": 650, "epoch": 1, "train_loss": 2.2557179927825928, "cos_r_negg": [0.38934311270713806, 0.0025387867353856564, -0.02802291139960289, -0.07899386435747147, -0.09875946491956711], "cos_apical_negg": [0.38934311270713806, 0.0025387867353856564, -0.02802291139960289, -0.07899386435747147, -0.09875946491956711], "cos_Ac_negg": [0.38934311270713806, 0.0025387867353856564, -0.02802291139960289, -0.07899386435747147, -0.09875946491956711], "r_norm": [4.30299186706543, 4.47816276550293, 4.393161296844482, 4.62794303894043, 4.461637020111084]}, {"step": 700, "epoch": 1, "train_loss": 2.340301990509033, "cos_r_negg": [0.4039819836616516, -0.004466522019356489, 0.013018044643104076, -0.0729064866900444, -0.13043859601020813], "cos_apical_negg": [0.4039819836616516, -0.004466522019356489, 0.013018044643104076, -0.0729064866900444, -0.13043859601020813], "cos_Ac_negg": [0.4039819836616516, -0.004466522019356489, 0.013018044643104076, -0.0729064866900444, -0.13043859601020813], "r_norm": [4.544035911560059, 4.744130611419678, 4.664019584655762, 4.925509452819824, 4.751179218292236]}, {"step": 750, "epoch": 1, "train_loss": 2.3734891414642334, "cos_r_negg": [0.42378172278404236, -0.028065748512744904, -0.007591505069285631, -0.08148925006389618, -0.14866913855075836], "cos_apical_negg": [0.42378172278404236, -0.028065748512744904, -0.007591505069285631, -0.08148925006389618, -0.14866913855075836], "cos_Ac_negg": [0.42378172278404236, -0.028065748512744904, -0.007591505069285631, -0.08148925006389618, -0.14866913855075836], "r_norm": [4.384963512420654, 4.558029651641846, 4.467039108276367, 4.715010643005371, 4.575994491577148]}, {"epoch_end": 1, "step": 782, "test_acc": 0.3204, "test_loss": 2.1386314453125}, {"step": 800, "epoch": 2, "train_loss": 2.309645891189575, "cos_r_negg": [0.41850802302360535, -0.03232966735959053, -0.02668927051126957, -0.013071151450276375, -0.03247043862938881], "cos_apical_negg": [0.41850802302360535, -0.03232966735959053, -0.02668927051126957, -0.013071151450276375, -0.03247043862938881], "cos_Ac_negg": [0.41850802302360535, -0.03232966735959053, -0.02668927051126957, -0.013071151450276375, -0.03247043862938881], "r_norm": [4.292274475097656, 4.454301357269287, 4.392268180847168, 4.622899055480957, 4.466546058654785]}, {"step": 850, "epoch": 2, "train_loss": 2.2622108459472656, "cos_r_negg": [0.4430730938911438, 0.03604700788855553, -0.022758496925234795, 0.0032383836805820465, 0.011710976250469685], "cos_apical_negg": [0.4430730938911438, 0.03604700788855553, -0.022758496925234795, 0.0032383836805820465, 0.011710976250469685], "cos_Ac_negg": [0.4430730938911438, 0.03604700788855553, -0.022758496925234795, 0.0032383836805820465, 0.011710976250469685], "r_norm": [4.52025842666626, 4.69770622253418, 4.602725028991699, 4.821671485900879, 4.678573131561279]}, {"step": 900, "epoch": 2, "train_loss": 2.1468594074249268, "cos_r_negg": [0.43517017364501953, 0.05525028333067894, 0.002462425036355853, 0.06576532125473022, 0.024316951632499695], "cos_apical_negg": [0.43517017364501953, 0.05525028333067894, 0.002462425036355853, 0.06576532125473022, 0.024316951632499695], "cos_Ac_negg": [0.43517017364501953, 0.05525028333067894, 0.002462425036355853, 0.06576532125473022, 0.024316951632499695], "r_norm": [4.499945640563965, 4.699734687805176, 4.614713191986084, 4.870041847229004, 4.677724838256836]}, {"step": 950, "epoch": 2, "train_loss": 1.6940984725952148, "cos_r_negg": [0.41723331809043884, 0.0381089448928833, 0.015314580872654915, 0.04303131252527237, -0.01264644879847765], "cos_apical_negg": [0.41723331809043884, 0.0381089448928833, 0.015314580872654915, 0.04303131252527237, -0.01264644879847765], "cos_Ac_negg": [0.41723331809043884, 0.0381089448928833, 0.015314580872654915, 0.04303131252527237, -0.01264644879847765], "r_norm": [4.241458892822266, 4.414665222167969, 4.344273567199707, 4.574699401855469, 4.408154487609863]}, {"step": 1000, "epoch": 2, "train_loss": 2.095825433731079, "cos_r_negg": [0.45693156123161316, 0.043518904596567154, -0.02385948970913887, -0.0316946841776371, -0.018584225326776505], "cos_apical_negg": [0.45693156123161316, 0.043518904596567154, -0.02385948970913887, -0.0316946841776371, -0.018584225326776505], "cos_Ac_negg": [0.45693156123161316, 0.043518904596567154, -0.02385948970913887, -0.0316946841776371, -0.018584225326776505], "r_norm": [4.3778581619262695, 4.570411682128906, 4.493542671203613, 4.744379997253418, 4.565161228179932]}, {"step": 1050, "epoch": 2, "train_loss": 2.3106746673583984, "cos_r_negg": [0.444169282913208, 0.023699946701526642, 0.005824522580951452, 0.017789702862501144, -0.004795338958501816], "cos_apical_negg": [0.444169282913208, 0.023699946701526642, 0.005824522580951452, 0.017789702862501144, -0.004795338958501816], "cos_Ac_negg": [0.444169282913208, 0.023699946701526642, 0.005824522580951452, 0.017789702862501144, -0.004795338958501816], "r_norm": [4.086286544799805, 4.254019260406494, 4.186091899871826, 4.414206504821777, 4.2525224685668945]}, {"step": 1100, "epoch": 2, "train_loss": 2.084108591079712, "cos_r_negg": [0.4646003842353821, 0.003075165208429098, 0.030423501506447792, 0.018026111647486687, 0.0310011338442564], "cos_apical_negg": [0.4646003842353821, 0.003075165208429098, 0.030423501506447792, 0.018026111647486687, 0.0310011338442564], "cos_Ac_negg": [0.4646003842353821, 0.003075165208429098, 0.030423501506447792, 0.018026111647486687, 0.0310011338442564], "r_norm": [4.384598731994629, 4.561524391174316, 4.48902702331543, 4.727941513061523, 4.573479652404785]}, {"step": 1150, "epoch": 2, "train_loss": 2.13320255279541, "cos_r_negg": [0.4489896297454834, 0.028959019109606743, 0.008591875433921814, 0.03517632931470871, -0.008517935872077942], "cos_apical_negg": [0.4489896297454834, 0.028959019109606743, 0.008591875433921814, 0.03517632931470871, -0.008517935872077942], "cos_Ac_negg": [0.4489896297454834, 0.028959019109606743, 0.008591875433921814, 0.03517632931470871, -0.008517935872077942], "r_norm": [4.339237689971924, 4.501798629760742, 4.446706771850586, 4.67948579788208, 4.512179851531982]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3153, "test_loss": 2.1027469970703123}, {"step": 1200, "epoch": 3, "train_loss": 1.975266933441162, "cos_r_negg": [0.4839157462120056, 0.03127272427082062, 0.016888651996850967, 0.059846118092536926, 0.036175500601530075], "cos_apical_negg": [0.4839157462120056, 0.03127272427082062, 0.016888651996850967, 0.059846118092536926, 0.036175500601530075], "cos_Ac_negg": [0.4839157462120056, 0.03127272427082062, 0.016888651996850967, 0.059846118092536926, 0.036175500601530075], "r_norm": [4.337264537811279, 4.502427101135254, 4.428653717041016, 4.666683197021484, 4.518599510192871]}, {"step": 1250, "epoch": 3, "train_loss": 2.0269432067871094, "cos_r_negg": [0.47959139943122864, 0.03379803150892258, 0.031004223972558975, 0.11067597568035126, -0.04966351389884949], "cos_apical_negg": [0.47959139943122864, 0.03379803150892258, 0.031004223972558975, 0.11067597568035126, -0.04966351389884949], "cos_Ac_negg": [0.47959139943122864, 0.03379803150892258, 0.031004223972558975, 0.11067597568035126, -0.04966351389884949], "r_norm": [4.324275016784668, 4.510581016540527, 4.442564487457275, 4.672609806060791, 4.505213260650635]}, {"step": 1300, "epoch": 3, "train_loss": 2.0251216888427734, "cos_r_negg": [0.47320276498794556, 0.04495055228471756, 0.04532085359096527, 0.07514084875583649, -0.035763394087553024], "cos_apical_negg": [0.47320276498794556, 0.04495055228471756, 0.04532085359096527, 0.07514084875583649, -0.035763394087553024], "cos_Ac_negg": [0.47320276498794556, 0.04495055228471756, 0.04532085359096527, 0.07514084875583649, -0.035763394087553024], "r_norm": [4.303957462310791, 4.472115516662598, 4.401340484619141, 4.638075828552246, 4.468514442443848]}, {"step": 1350, "epoch": 3, "train_loss": 2.2476162910461426, "cos_r_negg": [0.5006491541862488, 0.06629941612482071, 0.06995831429958344, 0.06323254108428955, -0.03167467936873436], "cos_apical_negg": [0.5006491541862488, 0.06629941612482071, 0.06995831429958344, 0.06323254108428955, -0.03167467936873436], "cos_Ac_negg": [0.5006491541862488, 0.06629941612482071, 0.06995831429958344, 0.06323254108428955, -0.03167467936873436], "r_norm": [4.348113059997559, 4.539649963378906, 4.471853733062744, 4.703130722045898, 4.546130657196045]}, {"step": 1400, "epoch": 3, "train_loss": 2.0339887142181396, "cos_r_negg": [0.4620121121406555, 0.054313626140356064, 0.035851843655109406, 0.08464647829532623, -0.018270011991262436], "cos_apical_negg": [0.4620121121406555, 0.054313626140356064, 0.035851843655109406, 0.08464647829532623, -0.018270011991262436], "cos_Ac_negg": [0.4620121121406555, 0.054313626140356064, 0.035851843655109406, 0.08464647829532623, -0.018270011991262436], "r_norm": [4.369150161743164, 4.5659942626953125, 4.479351043701172, 4.707152366638184, 4.559982776641846]}, {"step": 1450, "epoch": 3, "train_loss": 1.9034875631332397, "cos_r_negg": [0.4534459412097931, 0.06346210837364197, 0.04727437347173691, 0.10377229750156403, -0.05368945747613907], "cos_apical_negg": [0.4534459412097931, 0.06346210837364197, 0.04727437347173691, 0.10377229750156403, -0.05368945747613907], "cos_Ac_negg": [0.4534459412097931, 0.06346210837364197, 0.04727437347173691, 0.10377229750156403, -0.05368945747613907], "r_norm": [4.411564826965332, 4.606645584106445, 4.50521183013916, 4.749164581298828, 4.573282241821289]}, {"step": 1500, "epoch": 3, "train_loss": 2.467654228210449, "cos_r_negg": [0.4457073211669922, 0.053905170410871506, 0.021387191489338875, 0.08720275014638901, -0.012146633118391037], "cos_apical_negg": [0.4457073211669922, 0.053905170410871506, 0.021387191489338875, 0.08720275014638901, -0.012146633118391037], "cos_Ac_negg": [0.4457073211669922, 0.053905170410871506, 0.021387191489338875, 0.08720275014638901, -0.012146633118391037], "r_norm": [4.243288516998291, 4.4218878746032715, 4.352043151855469, 4.597995758056641, 4.425251007080078]}, {"step": 1550, "epoch": 3, "train_loss": 2.3556346893310547, "cos_r_negg": [0.47545504570007324, 0.06751066446304321, 0.03866301104426384, 0.047749925404787064, 0.012647244147956371], "cos_apical_negg": [0.47545504570007324, 0.06751066446304321, 0.03866301104426384, 0.047749925404787064, 0.012647244147956371], "cos_Ac_negg": [0.47545504570007324, 0.06751066446304321, 0.03866301104426384, 0.047749925404787064, 0.012647244147956371], "r_norm": [4.390895843505859, 4.566061973571777, 4.49146842956543, 4.737860679626465, 4.57974910736084]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3269, "test_loss": 2.108726513671875}, {"step": 1600, "epoch": 4, "train_loss": 2.0938239097595215, "cos_r_negg": [0.4818841218948364, 0.11887767910957336, 0.05483155697584152, 0.0834626629948616, 0.04761981964111328], "cos_apical_negg": [0.4818841218948364, 0.11887767910957336, 0.05483155697584152, 0.0834626629948616, 0.04761981964111328], "cos_Ac_negg": [0.4818841218948364, 0.11887767910957336, 0.05483155697584152, 0.0834626629948616, 0.04761981964111328], "r_norm": [4.463624954223633, 4.664761066436768, 4.573160171508789, 4.801717281341553, 4.653201580047607]}, {"step": 1650, "epoch": 4, "train_loss": 2.0837836265563965, "cos_r_negg": [0.48783212900161743, 0.09817545115947723, 0.05887668952345848, 0.0977502390742302, 0.02890215441584587], "cos_apical_negg": [0.48783212900161743, 0.09817545115947723, 0.05887668952345848, 0.0977502390742302, 0.02890215441584587], "cos_Ac_negg": [0.48783212900161743, 0.09817545115947723, 0.05887668952345848, 0.0977502390742302, 0.02890215441584587], "r_norm": [4.363035678863525, 4.533246994018555, 4.460609436035156, 4.700030326843262, 4.536954879760742]}, {"step": 1700, "epoch": 4, "train_loss": 2.2787821292877197, "cos_r_negg": [0.4873437285423279, 0.09999357163906097, 0.056991513818502426, 0.12031671404838562, 0.02179933339357376], "cos_apical_negg": [0.4873437285423279, 0.09999357163906097, 0.056991513818502426, 0.12031671404838562, 0.02179933339357376], "cos_Ac_negg": [0.4873437285423279, 0.09999357163906097, 0.056991513818502426, 0.12031671404838562, 0.02179933339357376], "r_norm": [4.404059410095215, 4.58222770690918, 4.490869045257568, 4.750537872314453, 4.569755554199219]}, {"step": 1750, "epoch": 4, "train_loss": 2.053166151046753, "cos_r_negg": [0.459541916847229, 0.10904105007648468, 0.08122661709785461, 0.15496239066123962, 0.009597457945346832], "cos_apical_negg": [0.459541916847229, 0.10904105007648468, 0.08122661709785461, 0.15496239066123962, 0.009597457945346832], "cos_Ac_negg": [0.459541916847229, 0.10904105007648468, 0.08122661709785461, 0.15496239066123962, 0.009597457945346832], "r_norm": [4.427944183349609, 4.640768051147461, 4.569972038269043, 4.782326698303223, 4.603667259216309]}, {"step": 1800, "epoch": 4, "train_loss": 1.8069231510162354, "cos_r_negg": [0.4562733769416809, 0.11097465455532074, 0.05852276459336281, 0.09978611767292023, -0.021005773916840553], "cos_apical_negg": [0.4562733769416809, 0.11097465455532074, 0.05852276459336281, 0.09978611767292023, -0.021005773916840553], "cos_Ac_negg": [0.4562733769416809, 0.11097465455532074, 0.05852276459336281, 0.09978611767292023, -0.021005773916840553], "r_norm": [4.283727169036865, 4.45936393737793, 4.383291721343994, 4.6232404708862305, 4.439467906951904]}, {"step": 1850, "epoch": 4, "train_loss": 1.9601860046386719, "cos_r_negg": [0.49048975110054016, 0.10805250704288483, 0.03136724233627319, 0.13638344407081604, 0.005701450165361166], "cos_apical_negg": [0.49048975110054016, 0.10805250704288483, 0.03136724233627319, 0.13638344407081604, 0.005701450165361166], "cos_Ac_negg": [0.49048975110054016, 0.10805250704288483, 0.03136724233627319, 0.13638344407081604, 0.005701450165361166], "r_norm": [4.285943984985352, 4.475946426391602, 4.399730205535889, 4.630669593811035, 4.469632148742676]}, {"step": 1900, "epoch": 4, "train_loss": 1.9905078411102295, "cos_r_negg": [0.4754565954208374, 0.1058482676744461, 0.04136808216571808, 0.11000901460647583, 0.023117106407880783], "cos_apical_negg": [0.4754565954208374, 0.1058482676744461, 0.04136808216571808, 0.11000901460647583, 0.023117106407880783], "cos_Ac_negg": [0.4754565954208374, 0.1058482676744461, 0.04136808216571808, 0.11000901460647583, 0.023117106407880783], "r_norm": [4.18826150894165, 4.38560152053833, 4.284435749053955, 4.517465591430664, 4.360407829284668]}, {"step": 1950, "epoch": 4, "train_loss": 2.0965757369995117, "cos_r_negg": [0.4473477602005005, 0.1251416653394699, 0.024728793650865555, 0.14363150298595428, 0.0006710328161716461], "cos_apical_negg": [0.4473477602005005, 0.1251416653394699, 0.024728793650865555, 0.14363150298595428, 0.0006710328161716461], "cos_Ac_negg": [0.4473477602005005, 0.1251416653394699, 0.024728793650865555, 0.14363150298595428, 0.0006710328161716461], "r_norm": [4.165558338165283, 4.350066184997559, 4.269502639770508, 4.495085716247559, 4.331341743469238]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3298, "test_loss": 2.056434423828125}, {"step": 2000, "epoch": 5, "train_loss": 2.3376970291137695, "cos_r_negg": [0.4868175983428955, 0.1680760383605957, 0.04502850025892258, 0.0757850706577301, -0.017721351236104965], "cos_apical_negg": [0.4868175983428955, 0.1680760383605957, 0.04502850025892258, 0.0757850706577301, -0.017721351236104965], "cos_Ac_negg": [0.4868175983428955, 0.1680760383605957, 0.04502850025892258, 0.0757850706577301, -0.017721351236104965], "r_norm": [4.376379013061523, 4.549665451049805, 4.476311683654785, 4.728178977966309, 4.539030075073242]}, {"step": 2050, "epoch": 5, "train_loss": 2.0063939094543457, "cos_r_negg": [0.5095610618591309, 0.16897553205490112, 0.04663431644439697, 0.12421216070652008, -0.05514992028474808], "cos_apical_negg": [0.5095610618591309, 0.16897553205490112, 0.04663431644439697, 0.12421216070652008, -0.05514992028474808], "cos_Ac_negg": [0.5095610618591309, 0.16897553205490112, 0.04663431644439697, 0.12421216070652008, -0.05514992028474808], "r_norm": [4.424861431121826, 4.603592872619629, 4.514491081237793, 4.781732082366943, 4.589442253112793]}, {"step": 2100, "epoch": 5, "train_loss": 2.304394483566284, "cos_r_negg": [0.5247191190719604, 0.1730809509754181, 0.038570236414670944, 0.12072372436523438, -0.03721410036087036], "cos_apical_negg": [0.5247191190719604, 0.1730809509754181, 0.038570236414670944, 0.12072372436523438, -0.03721410036087036], "cos_Ac_negg": [0.5247191190719604, 0.1730809509754181, 0.038570236414670944, 0.12072372436523438, -0.03721410036087036], "r_norm": [4.320312023162842, 4.478425025939941, 4.426582336425781, 4.673931121826172, 4.515372276306152]}, {"step": 2150, "epoch": 5, "train_loss": 2.000027894973755, "cos_r_negg": [0.49942052364349365, 0.15215086936950684, 0.00013140542432665825, 0.10821855068206787, -0.05318627506494522], "cos_apical_negg": [0.49942052364349365, 0.15215086936950684, 0.00013140542432665825, 0.10821855068206787, -0.05318627506494522], "cos_Ac_negg": [0.49942052364349365, 0.15215086936950684, 0.00013140542432665825, 0.10821855068206787, -0.05318627506494522], "r_norm": [4.273190975189209, 4.446123123168945, 4.375601768493652, 4.6122589111328125, 4.435029983520508]}, {"step": 2200, "epoch": 5, "train_loss": 2.327730178833008, "cos_r_negg": [0.4947820007801056, 0.11709456890821457, 0.046058036386966705, 0.15790852904319763, -0.07036849856376648], "cos_apical_negg": [0.4947820007801056, 0.11709456890821457, 0.046058036386966705, 0.15790852904319763, -0.07036849856376648], "cos_Ac_negg": [0.4947820007801056, 0.11709456890821457, 0.046058036386966705, 0.15790852904319763, -0.07036849856376648], "r_norm": [4.343630790710449, 4.5216522216796875, 4.437292575836182, 4.680041313171387, 4.512103080749512]}, {"step": 2250, "epoch": 5, "train_loss": 2.256254196166992, "cos_r_negg": [0.4650251865386963, 0.10121291875839233, 0.053498588502407074, 0.15364855527877808, -0.045115407556295395], "cos_apical_negg": [0.4650251865386963, 0.10121291875839233, 0.053498588502407074, 0.15364855527877808, -0.045115407556295395], "cos_Ac_negg": [0.4650251865386963, 0.10121291875839233, 0.053498588502407074, 0.15364855527877808, -0.045115407556295395], "r_norm": [4.34609317779541, 4.5359296798706055, 4.445686340332031, 4.698904991149902, 4.528939723968506]}, {"step": 2300, "epoch": 5, "train_loss": 2.3680388927459717, "cos_r_negg": [0.46312373876571655, 0.12985694408416748, 0.07175806164741516, 0.09136912226676941, -0.0512552373111248], "cos_apical_negg": [0.46312373876571655, 0.12985694408416748, 0.07175806164741516, 0.09136912226676941, -0.0512552373111248], "cos_Ac_negg": [0.46312373876571655, 0.12985694408416748, 0.07175806164741516, 0.09136912226676941, -0.0512552373111248], "r_norm": [4.4228010177612305, 4.608170509338379, 4.511757850646973, 4.766850471496582, 4.583153247833252]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.3525, "test_loss": 2.0581050537109373}, {"step": 2350, "epoch": 6, "train_loss": 1.9763891696929932, "cos_r_negg": [0.4840330481529236, 0.1425287425518036, 0.06934837996959686, 0.09757543355226517, -0.050633788108825684], "cos_apical_negg": [0.4840330481529236, 0.1425287425518036, 0.06934837996959686, 0.09757543355226517, -0.050633788108825684], "cos_Ac_negg": [0.4840330481529236, 0.1425287425518036, 0.06934837996959686, 0.09757543355226517, -0.050633788108825684], "r_norm": [4.1603922843933105, 4.344488620758057, 4.281313896179199, 4.493716239929199, 4.334079265594482]}, {"step": 2400, "epoch": 6, "train_loss": 1.7732188701629639, "cos_r_negg": [0.4936746060848236, 0.13671079277992249, 0.08983270823955536, 0.08689779043197632, -0.02876592054963112], "cos_apical_negg": [0.4936746060848236, 0.13671079277992249, 0.08983270823955536, 0.08689779043197632, -0.02876592054963112], "cos_Ac_negg": [0.4936746060848236, 0.13671079277992249, 0.08983270823955536, 0.08689779043197632, -0.02876592054963112], "r_norm": [4.311484336853027, 4.479926109313965, 4.416337490081787, 4.651769638061523, 4.4907379150390625]}, {"step": 2450, "epoch": 6, "train_loss": 2.1025755405426025, "cos_r_negg": [0.49150052666664124, 0.13833370804786682, 0.10022960603237152, 0.12469559907913208, 0.02408887818455696], "cos_apical_negg": [0.49150052666664124, 0.13833370804786682, 0.10022960603237152, 0.12469559907913208, 0.02408887818455696], "cos_Ac_negg": [0.49150052666664124, 0.13833370804786682, 0.10022960603237152, 0.12469559907913208, 0.02408887818455696], "r_norm": [4.382967948913574, 4.5629448890686035, 4.490414619445801, 4.717515468597412, 4.581754207611084]}, {"step": 2500, "epoch": 6, "train_loss": 1.9442496299743652, "cos_r_negg": [0.5034748315811157, 0.17040947079658508, 0.06420694291591644, 0.11986935138702393, -0.010789591819047928], "cos_apical_negg": [0.5034748315811157, 0.17040947079658508, 0.06420694291591644, 0.11986935138702393, -0.010789591819047928], "cos_Ac_negg": [0.5034748315811157, 0.17040947079658508, 0.06420694291591644, 0.11986935138702393, -0.010789591819047928], "r_norm": [4.210031509399414, 4.382702827453613, 4.322633266448975, 4.530517578125, 4.382327556610107]}, {"step": 2550, "epoch": 6, "train_loss": 2.2112159729003906, "cos_r_negg": [0.5065962076187134, 0.13093480467796326, 0.045907262712717056, 0.10151414573192596, 0.04244038835167885], "cos_apical_negg": [0.5065962076187134, 0.13093480467796326, 0.045907262712717056, 0.10151414573192596, 0.04244038835167885], "cos_Ac_negg": [0.5065962076187134, 0.13093480467796326, 0.045907262712717056, 0.10151414573192596, 0.04244038835167885], "r_norm": [4.259612083435059, 4.4400553703308105, 4.375515937805176, 4.603623867034912, 4.434940338134766]}, {"step": 2600, "epoch": 6, "train_loss": 2.0246925354003906, "cos_r_negg": [0.5117048621177673, 0.13962459564208984, 0.04798252135515213, 0.16682283580303192, 0.0443962886929512], "cos_apical_negg": [0.5117048621177673, 0.13962459564208984, 0.04798252135515213, 0.16682283580303192, 0.0443962886929512], "cos_Ac_negg": [0.5117048621177673, 0.13962459564208984, 0.04798252135515213, 0.16682283580303192, 0.0443962886929512], "r_norm": [4.1920671463012695, 4.371633529663086, 4.309256076812744, 4.5282182693481445, 4.375341415405273]}, {"step": 2650, "epoch": 6, "train_loss": 2.1383676528930664, "cos_r_negg": [0.4886595904827118, 0.14110296964645386, 0.07038082927465439, 0.0644545778632164, 0.019603995606303215], "cos_apical_negg": [0.4886595904827118, 0.14110296964645386, 0.07038082927465439, 0.0644545778632164, 0.019603995606303215], "cos_Ac_negg": [0.4886595904827118, 0.14110296964645386, 0.07038082927465439, 0.0644545778632164, 0.019603995606303215], "r_norm": [4.283984184265137, 4.463846683502197, 4.384758949279785, 4.635500907897949, 4.449197769165039]}, {"step": 2700, "epoch": 6, "train_loss": 1.8507455587387085, "cos_r_negg": [0.4994800090789795, 0.16741716861724854, 0.029613468796014786, 0.07939587533473969, 0.007003036793321371], "cos_apical_negg": [0.4994800090789795, 0.16741716861724854, 0.029613468796014786, 0.07939587533473969, 0.007003036793321371], "cos_Ac_negg": [0.4994800090789795, 0.16741716861724854, 0.029613468796014786, 0.07939587533473969, 0.007003036793321371], "r_norm": [4.363504886627197, 4.549463748931885, 4.477427959442139, 4.7033586502075195, 4.531612873077393]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.357, "test_loss": 1.969509423828125}, {"step": 2750, "epoch": 7, "train_loss": 2.366361141204834, "cos_r_negg": [0.49660927057266235, 0.12565694749355316, 0.048527687788009644, 0.07915244996547699, 0.0162307508289814], "cos_apical_negg": [0.49660927057266235, 0.12565694749355316, 0.048527687788009644, 0.07915244996547699, 0.0162307508289814], "cos_Ac_negg": [0.49660927057266235, 0.12565694749355316, 0.048527687788009644, 0.07915244996547699, 0.0162307508289814], "r_norm": [4.375027656555176, 4.565393447875977, 4.46627140045166, 4.701637268066406, 4.5499491691589355]}, {"step": 2800, "epoch": 7, "train_loss": 2.0145013332366943, "cos_r_negg": [0.4623529613018036, 0.14678078889846802, 0.08024703711271286, 0.10886403173208237, 0.06094866618514061], "cos_apical_negg": [0.4623529613018036, 0.14678078889846802, 0.08024703711271286, 0.10886403173208237, 0.06094866618514061], "cos_Ac_negg": [0.4623529613018036, 0.14678078889846802, 0.08024703711271286, 0.10886403173208237, 0.06094866618514061], "r_norm": [4.298500061035156, 4.483425617218018, 4.405322074890137, 4.633908271789551, 4.472596168518066]}, {"step": 2850, "epoch": 7, "train_loss": 2.315725564956665, "cos_r_negg": [0.5154736042022705, 0.15825459361076355, 0.09915922582149506, 0.11673891544342041, 0.010929417796432972], "cos_apical_negg": [0.5154736042022705, 0.15825459361076355, 0.09915922582149506, 0.11673891544342041, 0.010929417796432972], "cos_Ac_negg": [0.5154736042022705, 0.15825459361076355, 0.09915922582149506, 0.11673891544342041, 0.010929417796432972], "r_norm": [4.2224016189575195, 4.401498794555664, 4.327516555786133, 4.559268474578857, 4.398374557495117]}, {"step": 2900, "epoch": 7, "train_loss": 1.961484670639038, "cos_r_negg": [0.5307245850563049, 0.18575316667556763, 0.05345830321311951, 0.09345260262489319, 0.008408371359109879], "cos_apical_negg": [0.5307245850563049, 0.18575316667556763, 0.05345830321311951, 0.09345260262489319, 0.008408371359109879], "cos_Ac_negg": [0.5307245850563049, 0.18575316667556763, 0.05345830321311951, 0.09345260262489319, 0.008408371359109879], "r_norm": [4.270491123199463, 4.447763919830322, 4.364598751068115, 4.591300964355469, 4.447728633880615]}, {"step": 2950, "epoch": 7, "train_loss": 2.0593957901000977, "cos_r_negg": [0.49682846665382385, 0.17524001002311707, 0.11373378336429596, 0.08464330434799194, 0.029441971331834793], "cos_apical_negg": [0.49682846665382385, 0.17524001002311707, 0.11373378336429596, 0.08464330434799194, 0.029441971331834793], "cos_Ac_negg": [0.49682846665382385, 0.17524001002311707, 0.11373378336429596, 0.08464330434799194, 0.029441971331834793], "r_norm": [4.372693061828613, 4.539045333862305, 4.471044540405273, 4.710269927978516, 4.565618515014648]}, {"step": 3000, "epoch": 7, "train_loss": 1.9818575382232666, "cos_r_negg": [0.48566609621047974, 0.16148652136325836, 0.11851999163627625, 0.11907564848661423, 0.05404610559344292], "cos_apical_negg": [0.48566609621047974, 0.16148652136325836, 0.11851999163627625, 0.11907564848661423, 0.05404610559344292], "cos_Ac_negg": [0.48566609621047974, 0.16148652136325836, 0.11851999163627625, 0.11907564848661423, 0.05404610559344292], "r_norm": [4.178877830505371, 4.3381242752075195, 4.279326438903809, 4.503791809082031, 4.355891704559326]}, {"step": 3050, "epoch": 7, "train_loss": 2.0058605670928955, "cos_r_negg": [0.474179744720459, 0.1745634377002716, 0.0695219486951828, 0.14478972554206848, 0.060875602066516876], "cos_apical_negg": [0.474179744720459, 0.1745634377002716, 0.0695219486951828, 0.14478972554206848, 0.060875602066516876], "cos_Ac_negg": [0.474179744720459, 0.1745634377002716, 0.0695219486951828, 0.14478972554206848, 0.060875602066516876], "r_norm": [4.3187408447265625, 4.492284297943115, 4.414758205413818, 4.654191970825195, 4.492067813873291]}, {"step": 3100, "epoch": 7, "train_loss": 1.6332435607910156, "cos_r_negg": [0.4751874506473541, 0.1615254431962967, 0.08093605935573578, 0.1345214694738388, 0.07561789453029633], "cos_apical_negg": [0.4751874506473541, 0.1615254431962967, 0.08093605935573578, 0.1345214694738388, 0.07561789453029633], "cos_Ac_negg": [0.4751874506473541, 0.1615254431962967, 0.08093605935573578, 0.1345214694738388, 0.07561789453029633], "r_norm": [4.4337663650512695, 4.619194030761719, 4.540526866912842, 4.7863640785217285, 4.630051612854004]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.3415, "test_loss": 2.0859181884765623}, {"step": 3150, "epoch": 8, "train_loss": 2.1572914123535156, "cos_r_negg": [0.48931884765625, 0.16569054126739502, 0.09625895321369171, 0.15415585041046143, 0.03402603790163994], "cos_apical_negg": [0.48931884765625, 0.16569054126739502, 0.09625895321369171, 0.15415585041046143, 0.03402603790163994], "cos_Ac_negg": [0.48931884765625, 0.16569054126739502, 0.09625895321369171, 0.15415585041046143, 0.03402603790163994], "r_norm": [4.252396106719971, 4.430519104003906, 4.347826957702637, 4.575182914733887, 4.451347351074219]}, {"step": 3200, "epoch": 8, "train_loss": 1.9659193754196167, "cos_r_negg": [0.47157755494117737, 0.1948772817850113, 0.03788559511303902, 0.17971324920654297, -0.006293886341154575], "cos_apical_negg": [0.47157755494117737, 0.1948772817850113, 0.03788559511303902, 0.17971324920654297, -0.006293886341154575], "cos_Ac_negg": [0.47157755494117737, 0.1948772817850113, 0.03788559511303902, 0.17971324920654297, -0.006293886341154575], "r_norm": [4.259416580200195, 4.445969581604004, 4.376702785491943, 4.605903148651123, 4.433200836181641]}, {"step": 3250, "epoch": 8, "train_loss": 1.9828717708587646, "cos_r_negg": [0.4861637353897095, 0.16773347556591034, 0.07148285955190659, 0.16127751767635345, 0.028301626443862915], "cos_apical_negg": [0.4861637353897095, 0.16773347556591034, 0.07148285955190659, 0.16127751767635345, 0.028301626443862915], "cos_Ac_negg": [0.4861637353897095, 0.16773347556591034, 0.07148285955190659, 0.16127751767635345, 0.028301626443862915], "r_norm": [4.127976417541504, 4.305902004241943, 4.2241363525390625, 4.445794105529785, 4.291861534118652]}, {"step": 3300, "epoch": 8, "train_loss": 2.21299147605896, "cos_r_negg": [0.47737187147140503, 0.17641767859458923, 0.11283113062381744, 0.1809728592634201, 0.04491569474339485], "cos_apical_negg": [0.47737187147140503, 0.17641767859458923, 0.11283113062381744, 0.1809728592634201, 0.04491569474339485], "cos_Ac_negg": [0.47737187147140503, 0.17641767859458923, 0.11283113062381744, 0.1809728592634201, 0.04491569474339485], "r_norm": [4.232779026031494, 4.422610282897949, 4.332228660583496, 4.564996242523193, 4.410040855407715]}, {"step": 3350, "epoch": 8, "train_loss": 2.1819839477539062, "cos_r_negg": [0.4953264594078064, 0.18382218480110168, 0.11179976165294647, 0.19606569409370422, 0.01667596958577633], "cos_apical_negg": [0.4953264594078064, 0.18382218480110168, 0.11179976165294647, 0.19606569409370422, 0.01667596958577633], "cos_Ac_negg": [0.4953264594078064, 0.18382218480110168, 0.11179976165294647, 0.19606569409370422, 0.01667596958577633], "r_norm": [4.146913528442383, 4.327267169952393, 4.262965679168701, 4.474728107452393, 4.3219170570373535]}, {"step": 3400, "epoch": 8, "train_loss": 1.8343284130096436, "cos_r_negg": [0.48472681641578674, 0.16577523946762085, 0.09788519144058228, 0.13686859607696533, 0.027116328477859497], "cos_apical_negg": [0.48472681641578674, 0.16577523946762085, 0.09788519144058228, 0.13686859607696533, 0.027116328477859497], "cos_Ac_negg": [0.48472681641578674, 0.16577523946762085, 0.09788519144058228, 0.13686859607696533, 0.027116328477859497], "r_norm": [4.25426721572876, 4.428217887878418, 4.3598456382751465, 4.59334135055542, 4.425548553466797]}, {"step": 3450, "epoch": 8, "train_loss": 1.9375884532928467, "cos_r_negg": [0.4819452464580536, 0.17530059814453125, 0.0848541408777237, 0.10726220905780792, 0.05369505286216736], "cos_apical_negg": [0.4819452464580536, 0.17530059814453125, 0.0848541408777237, 0.10726220905780792, 0.05369505286216736], "cos_Ac_negg": [0.4819452464580536, 0.17530059814453125, 0.0848541408777237, 0.10726220905780792, 0.05369505286216736], "r_norm": [4.178714752197266, 4.366526126861572, 4.288907527923584, 4.516312122344971, 4.3534064292907715]}, {"step": 3500, "epoch": 8, "train_loss": 1.9941465854644775, "cos_r_negg": [0.4672433137893677, 0.17389240860939026, 0.06686258316040039, 0.13594315946102142, 0.0304495170712471], "cos_apical_negg": [0.4672433137893677, 0.17389240860939026, 0.06686258316040039, 0.13594315946102142, 0.0304495170712471], "cos_Ac_negg": [0.4672433137893677, 0.17389240860939026, 0.06686258316040039, 0.13594315946102142, 0.0304495170712471], "r_norm": [4.152886390686035, 4.329594135284424, 4.254402160644531, 4.47723388671875, 4.325963020324707]}, {"epoch_end": 8, "step": 3519, "test_acc": 0.3397, "test_loss": 2.095898876953125}, {"step": 3550, "epoch": 9, "train_loss": 1.9996795654296875, "cos_r_negg": [0.4958803057670593, 0.20692087709903717, 0.05639011412858963, 0.16504600644111633, 0.012815240770578384], "cos_apical_negg": [0.4958803057670593, 0.20692087709903717, 0.05639011412858963, 0.16504600644111633, 0.012815240770578384], "cos_Ac_negg": [0.4958803057670593, 0.20692087709903717, 0.05639011412858963, 0.16504600644111633, 0.012815240770578384], "r_norm": [4.297719478607178, 4.480452537536621, 4.395755767822266, 4.63607120513916, 4.47264289855957]}, {"step": 3600, "epoch": 9, "train_loss": 1.8255784511566162, "cos_r_negg": [0.5084991455078125, 0.21084938943386078, 0.13026824593544006, 0.14142511785030365, 0.09515668451786041], "cos_apical_negg": [0.5084991455078125, 0.21084938943386078, 0.13026824593544006, 0.14142511785030365, 0.09515668451786041], "cos_Ac_negg": [0.5084991455078125, 0.21084938943386078, 0.13026824593544006, 0.14142511785030365, 0.09515668451786041], "r_norm": [4.38496208190918, 4.551514625549316, 4.482840538024902, 4.726741790771484, 4.561604022979736]}, {"step": 3650, "epoch": 9, "train_loss": 1.6654843091964722, "cos_r_negg": [0.4970856010913849, 0.23195309937000275, 0.11270731687545776, 0.1567702293395996, 0.09946964681148529], "cos_apical_negg": [0.4970856010913849, 0.23195309937000275, 0.11270731687545776, 0.1567702293395996, 0.09946964681148529], "cos_Ac_negg": [0.4970856010913849, 0.23195309937000275, 0.11270731687545776, 0.1567702293395996, 0.09946964681148529], "r_norm": [4.481971263885498, 4.667306900024414, 4.598983287811279, 4.846358299255371, 4.676804542541504]}, {"step": 3700, "epoch": 9, "train_loss": 1.9805593490600586, "cos_r_negg": [0.45505112409591675, 0.18642449378967285, 0.12146011739969254, 0.16143810749053955, 0.061271168291568756], "cos_apical_negg": [0.45505112409591675, 0.18642449378967285, 0.12146011739969254, 0.16143810749053955, 0.061271168291568756], "cos_Ac_negg": [0.45505112409591675, 0.18642449378967285, 0.12146011739969254, 0.16143810749053955, 0.061271168291568756], "r_norm": [4.320313453674316, 4.496048927307129, 4.416230201721191, 4.6470136642456055, 4.4874162673950195]}, {"step": 3750, "epoch": 9, "train_loss": 2.0082883834838867, "cos_r_negg": [0.451773077249527, 0.20383524894714355, 0.13212844729423523, 0.18262441456317902, 0.1045890599489212], "cos_apical_negg": [0.451773077249527, 0.20383524894714355, 0.13212844729423523, 0.18262441456317902, 0.1045890599489212], "cos_Ac_negg": [0.451773077249527, 0.20383524894714355, 0.13212844729423523, 0.18262441456317902, 0.1045890599489212], "r_norm": [4.303389549255371, 4.472347259521484, 4.413239479064941, 4.63062858581543, 4.481581687927246]}, {"step": 3800, "epoch": 9, "train_loss": 2.272472858428955, "cos_r_negg": [0.4571722745895386, 0.18611492216587067, 0.12881065905094147, 0.19015909731388092, 0.11572720110416412], "cos_apical_negg": [0.4571722745895386, 0.18611492216587067, 0.12881065905094147, 0.19015909731388092, 0.11572720110416412], "cos_Ac_negg": [0.4571722745895386, 0.18611492216587067, 0.12881065905094147, 0.19015909731388092, 0.11572720110416412], "r_norm": [4.335121154785156, 4.5306243896484375, 4.443735599517822, 4.684792995452881, 4.511044502258301]}, {"step": 3850, "epoch": 9, "train_loss": 1.9198026657104492, "cos_r_negg": [0.47551554441452026, 0.17890313267707825, 0.11736811697483063, 0.17693322896957397, 0.0678403228521347], "cos_apical_negg": [0.47551554441452026, 0.17890313267707825, 0.11736811697483063, 0.17693322896957397, 0.0678403228521347], "cos_Ac_negg": [0.47551554441452026, 0.17890313267707825, 0.11736811697483063, 0.17693322896957397, 0.0678403228521347], "r_norm": [4.275403022766113, 4.457883834838867, 4.388002395629883, 4.617238998413086, 4.467354774475098]}, {"step": 3900, "epoch": 9, "train_loss": 2.0908899307250977, "cos_r_negg": [0.46322304010391235, 0.1611228585243225, 0.10124994814395905, 0.1536535769701004, 0.057625431567430496], "cos_apical_negg": [0.46322304010391235, 0.1611228585243225, 0.10124994814395905, 0.1536535769701004, 0.057625431567430496], "cos_Ac_negg": [0.46322304010391235, 0.1611228585243225, 0.10124994814395905, 0.1536535769701004, 0.057625431567430496], "r_norm": [4.209621906280518, 4.3934454917907715, 4.315141677856445, 4.538024425506592, 4.378613471984863]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.3696, "test_loss": 2.010893603515625}, {"step": 3950, "epoch": 10, "train_loss": 2.098510980606079, "cos_r_negg": [0.5052122473716736, 0.20076636970043182, 0.11960500478744507, 0.16184620559215546, 0.08557157218456268], "cos_apical_negg": [0.5052122473716736, 0.20076636970043182, 0.11960500478744507, 0.16184620559215546, 0.08557157218456268], "cos_Ac_negg": [0.5052122473716736, 0.20076636970043182, 0.11960500478744507, 0.16184620559215546, 0.08557157218456268], "r_norm": [4.130327224731445, 4.324377059936523, 4.238750457763672, 4.463085174560547, 4.299195766448975]}, {"step": 4000, "epoch": 10, "train_loss": 1.8989802598953247, "cos_r_negg": [0.4738563299179077, 0.2016170620918274, 0.11052945256233215, 0.14774976670742035, 0.050077345222234726], "cos_apical_negg": [0.4738563299179077, 0.2016170620918274, 0.11052945256233215, 0.14774976670742035, 0.050077345222234726], "cos_Ac_negg": [0.4738563299179077, 0.2016170620918274, 0.11052945256233215, 0.14774976670742035, 0.050077345222234726], "r_norm": [4.226183891296387, 4.403960227966309, 4.33268928527832, 4.5664496421813965, 4.399816513061523]}, {"step": 4050, "epoch": 10, "train_loss": 1.9861924648284912, "cos_r_negg": [0.46774497628211975, 0.21449819207191467, 0.12702485918998718, 0.18825289607048035, 0.05911349877715111], "cos_apical_negg": [0.46774497628211975, 0.21449819207191467, 0.12702485918998718, 0.18825289607048035, 0.05911349877715111], "cos_Ac_negg": [0.46774497628211975, 0.21449819207191467, 0.12702485918998718, 0.18825289607048035, 0.05911349877715111], "r_norm": [4.150866508483887, 4.332192897796631, 4.256945610046387, 4.4844560623168945, 4.322268962860107]}, {"step": 4100, "epoch": 10, "train_loss": 2.3010313510894775, "cos_r_negg": [0.4998854994773865, 0.22739362716674805, 0.12154911458492279, 0.17281629145145416, 0.060471244156360626], "cos_apical_negg": [0.4998854994773865, 0.22739362716674805, 0.12154911458492279, 0.17281629145145416, 0.060471244156360626], "cos_Ac_negg": [0.4998854994773865, 0.22739362716674805, 0.12154911458492279, 0.17281629145145416, 0.060471244156360626], "r_norm": [4.345258712768555, 4.527382850646973, 4.4446330070495605, 4.678641319274902, 4.517098426818848]}, {"step": 4150, "epoch": 10, "train_loss": 1.9675748348236084, "cos_r_negg": [0.5030843615531921, 0.22457793354988098, 0.13712002336978912, 0.18141226470470428, 0.02418682351708412], "cos_apical_negg": [0.5030843615531921, 0.22457793354988098, 0.13712002336978912, 0.18141226470470428, 0.02418682351708412], "cos_Ac_negg": [0.5030843615531921, 0.22457793354988098, 0.13712002336978912, 0.18141226470470428, 0.02418682351708412], "r_norm": [4.147931098937988, 4.326238632202148, 4.261898994445801, 4.471256256103516, 4.318817615509033]}, {"step": 4200, "epoch": 10, "train_loss": 2.0015947818756104, "cos_r_negg": [0.47346246242523193, 0.23547598719596863, 0.1523742377758026, 0.16205400228500366, 0.037313904613256454], "cos_apical_negg": [0.47346246242523193, 0.23547598719596863, 0.1523742377758026, 0.16205400228500366, 0.037313904613256454], "cos_Ac_negg": [0.47346246242523193, 0.23547598719596863, 0.1523742377758026, 0.16205400228500366, 0.037313904613256454], "r_norm": [4.276158809661865, 4.451748371124268, 4.376947402954102, 4.609940528869629, 4.4427385330200195]}, {"step": 4250, "epoch": 10, "train_loss": 2.184464454650879, "cos_r_negg": [0.4876856207847595, 0.23581556975841522, 0.1284988522529602, 0.16981960833072662, 0.06426938623189926], "cos_apical_negg": [0.4876856207847595, 0.23581556975841522, 0.1284988522529602, 0.16981960833072662, 0.06426938623189926], "cos_Ac_negg": [0.4876856207847595, 0.23581556975841522, 0.1284988522529602, 0.16981960833072662, 0.06426938623189926], "r_norm": [4.092898368835449, 4.2618489265441895, 4.195725917816162, 4.427183151245117, 4.269022464752197]}, {"step": 4300, "epoch": 10, "train_loss": 1.9222153425216675, "cos_r_negg": [0.4823320508003235, 0.23386487364768982, 0.12256012856960297, 0.1745167374610901, 0.05603121593594551], "cos_apical_negg": [0.4823320508003235, 0.23386487364768982, 0.12256012856960297, 0.1745167374610901, 0.05603121593594551], "cos_Ac_negg": [0.4823320508003235, 0.23386487364768982, 0.12256012856960297, 0.1745167374610901, 0.05603121593594551], "r_norm": [4.301304817199707, 4.491240978240967, 4.398441314697266, 4.649196624755859, 4.483078479766846]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.3469, "test_loss": 2.0565916137695313}, {"step": 4350, "epoch": 11, "train_loss": 1.7164795398712158, "cos_r_negg": [0.4661206603050232, 0.21685977280139923, 0.1280025988817215, 0.15794450044631958, 0.10511083155870438], "cos_apical_negg": [0.4661206603050232, 0.21685977280139923, 0.1280025988817215, 0.15794450044631958, 0.10511083155870438], "cos_Ac_negg": [0.4661206603050232, 0.21685977280139923, 0.1280025988817215, 0.15794450044631958, 0.10511083155870438], "r_norm": [4.167573928833008, 4.355166912078857, 4.273535251617432, 4.498032093048096, 4.332406044006348]}, {"step": 4400, "epoch": 11, "train_loss": 2.2677183151245117, "cos_r_negg": [0.47825679183006287, 0.22701407968997955, 0.14128443598747253, 0.16326475143432617, 0.11543247103691101], "cos_apical_negg": [0.47825679183006287, 0.22701407968997955, 0.14128443598747253, 0.16326475143432617, 0.11543247103691101], "cos_Ac_negg": [0.47825679183006287, 0.22701407968997955, 0.14128443598747253, 0.16326475143432617, 0.11543247103691101], "r_norm": [4.246097564697266, 4.43691873550415, 4.349276542663574, 4.58704948425293, 4.42609977722168]}, {"step": 4450, "epoch": 11, "train_loss": 2.528689384460449, "cos_r_negg": [0.47688162326812744, 0.21026845276355743, 0.13894005119800568, 0.17643077671527863, 0.08530690521001816], "cos_apical_negg": [0.47688162326812744, 0.21026845276355743, 0.13894005119800568, 0.17643077671527863, 0.08530690521001816], "cos_Ac_negg": [0.47688162326812744, 0.21026845276355743, 0.13894005119800568, 0.17643077671527863, 0.08530690521001816], "r_norm": [4.203795909881592, 4.402362823486328, 4.326045036315918, 4.5519208908081055, 4.385489463806152]}, {"step": 4500, "epoch": 11, "train_loss": 2.004756450653076, "cos_r_negg": [0.4577484130859375, 0.22618643939495087, 0.13835857808589935, 0.161891371011734, 0.12000855058431625], "cos_apical_negg": [0.4577484130859375, 0.22618643939495087, 0.13835857808589935, 0.161891371011734, 0.12000855058431625], "cos_Ac_negg": [0.4577484130859375, 0.22618643939495087, 0.13835857808589935, 0.161891371011734, 0.12000855058431625], "r_norm": [4.087373733520508, 4.263848304748535, 4.192258834838867, 4.40069580078125, 4.259707450866699]}, {"step": 4550, "epoch": 11, "train_loss": 1.9140046834945679, "cos_r_negg": [0.47499197721481323, 0.22754746675491333, 0.14751559495925903, 0.17916056513786316, 0.12902328372001648], "cos_apical_negg": [0.47499197721481323, 0.22754746675491333, 0.14751559495925903, 0.17916056513786316, 0.12902328372001648], "cos_Ac_negg": [0.47499197721481323, 0.22754746675491333, 0.14751559495925903, 0.17916056513786316, 0.12902328372001648], "r_norm": [4.293239593505859, 4.475465774536133, 4.391831398010254, 4.624658107757568, 4.467090606689453]}, {"step": 4600, "epoch": 11, "train_loss": 2.04971981048584, "cos_r_negg": [0.46059441566467285, 0.22940298914909363, 0.14828281104564667, 0.18180419504642487, 0.0943112000823021], "cos_apical_negg": [0.46059441566467285, 0.22940298914909363, 0.14828281104564667, 0.18180419504642487, 0.0943112000823021], "cos_Ac_negg": [0.46059441566467285, 0.22940298914909363, 0.14828281104564667, 0.18180419504642487, 0.0943112000823021], "r_norm": [4.08560037612915, 4.256099700927734, 4.18535041809082, 4.4018049240112305, 4.260367393493652]}, {"step": 4650, "epoch": 11, "train_loss": 1.9778287410736084, "cos_r_negg": [0.44145989418029785, 0.20739224553108215, 0.14011967182159424, 0.15975242853164673, 0.06554697453975677], "cos_apical_negg": [0.44145989418029785, 0.20739224553108215, 0.14011967182159424, 0.15975242853164673, 0.06554697453975677], "cos_Ac_negg": [0.44145989418029785, 0.20739224553108215, 0.14011967182159424, 0.15975242853164673, 0.06554697453975677], "r_norm": [4.174070358276367, 4.359790802001953, 4.288081169128418, 4.516745567321777, 4.362396717071533]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.3183, "test_loss": 2.1672006103515624}, {"step": 4700, "epoch": 12, "train_loss": 1.925152063369751, "cos_r_negg": [0.4545082449913025, 0.2258833646774292, 0.1484057903289795, 0.1806279718875885, 0.08513020724058151], "cos_apical_negg": [0.4545082449913025, 0.2258833646774292, 0.1484057903289795, 0.1806279718875885, 0.08513020724058151], "cos_Ac_negg": [0.4545082449913025, 0.2258833646774292, 0.1484057903289795, 0.1806279718875885, 0.08513020724058151], "r_norm": [4.276103973388672, 4.471278667449951, 4.385702610015869, 4.5976104736328125, 4.465023994445801]}, {"step": 4750, "epoch": 12, "train_loss": 1.8858972787857056, "cos_r_negg": [0.45426177978515625, 0.2252357006072998, 0.13695397973060608, 0.16391576826572418, 0.07237152755260468], "cos_apical_negg": [0.45426177978515625, 0.2252357006072998, 0.13695397973060608, 0.16391576826572418, 0.07237152755260468], "cos_Ac_negg": [0.45426177978515625, 0.2252357006072998, 0.13695397973060608, 0.16391576826572418, 0.07237152755260468], "r_norm": [4.156744956970215, 4.352408409118652, 4.278281211853027, 4.494179725646973, 4.3548126220703125]}, {"step": 4800, "epoch": 12, "train_loss": 2.000648260116577, "cos_r_negg": [0.4968166649341583, 0.2727358639240265, 0.1230078861117363, 0.15646925568580627, 0.056246090680360794], "cos_apical_negg": [0.4968166649341583, 0.2727358639240265, 0.1230078861117363, 0.15646925568580627, 0.056246090680360794], "cos_Ac_negg": [0.4968166649341583, 0.2727358639240265, 0.1230078861117363, 0.15646925568580627, 0.056246090680360794], "r_norm": [4.291032314300537, 4.489686489105225, 4.429142951965332, 4.6296162605285645, 4.474908828735352]}, {"step": 4850, "epoch": 12, "train_loss": 1.8365336656570435, "cos_r_negg": [0.45584774017333984, 0.24767741560935974, 0.14511552453041077, 0.1810292899608612, 0.08243773877620697], "cos_apical_negg": [0.45584774017333984, 0.24767741560935974, 0.14511552453041077, 0.1810292899608612, 0.08243773877620697], "cos_Ac_negg": [0.45584774017333984, 0.24767741560935974, 0.14511552453041077, 0.1810292899608612, 0.08243773877620697], "r_norm": [4.192202091217041, 4.375528812408447, 4.309086799621582, 4.526892185211182, 4.374965190887451]}, {"step": 4900, "epoch": 12, "train_loss": 2.0188632011413574, "cos_r_negg": [0.4334424138069153, 0.26990804076194763, 0.178384467959404, 0.15260034799575806, 0.10551223158836365], "cos_apical_negg": [0.4334424138069153, 0.26990804076194763, 0.178384467959404, 0.15260034799575806, 0.10551223158836365], "cos_Ac_negg": [0.4334424138069153, 0.26990804076194763, 0.178384467959404, 0.15260034799575806, 0.10551223158836365], "r_norm": [4.414076328277588, 4.605704307556152, 4.493145942687988, 4.743692874908447, 4.565225124359131]}, {"step": 4950, "epoch": 12, "train_loss": 1.7213029861450195, "cos_r_negg": [0.43046677112579346, 0.27418404817581177, 0.17865484952926636, 0.1607794165611267, 0.036233190447092056], "cos_apical_negg": [0.43046677112579346, 0.27418404817581177, 0.17865484952926636, 0.1607794165611267, 0.036233190447092056], "cos_Ac_negg": [0.43046677112579346, 0.27418404817581177, 0.17865484952926636, 0.1607794165611267, 0.036233190447092056], "r_norm": [4.326069355010986, 4.508182525634766, 4.443326473236084, 4.670348167419434, 4.494071960449219]}, {"step": 5000, "epoch": 12, "train_loss": 1.8248095512390137, "cos_r_negg": [0.42419910430908203, 0.25304847955703735, 0.1484678089618683, 0.14191430807113647, 0.10037553310394287], "cos_apical_negg": [0.42419910430908203, 0.25304847955703735, 0.1484678089618683, 0.14191430807113647, 0.10037553310394287], "cos_Ac_negg": [0.42419910430908203, 0.25304847955703735, 0.1484678089618683, 0.14191430807113647, 0.10037553310394287], "r_norm": [4.196301460266113, 4.385283470153809, 4.304865837097168, 4.551628112792969, 4.370176792144775]}, {"step": 5050, "epoch": 12, "train_loss": 2.126608371734619, "cos_r_negg": [0.44768792390823364, 0.23451796174049377, 0.1683230996131897, 0.17596778273582458, 0.09103935956954956], "cos_apical_negg": [0.44768792390823364, 0.23451796174049377, 0.1683230996131897, 0.17596778273582458, 0.09103935956954956], "cos_Ac_negg": [0.44768792390823364, 0.23451796174049377, 0.1683230996131897, 0.17596778273582458, 0.09103935956954956], "r_norm": [4.358957767486572, 4.519030570983887, 4.453464508056641, 4.683448791503906, 4.540226936340332]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.3523, "test_loss": 2.0382429321289064}, {"step": 5100, "epoch": 13, "train_loss": 2.087769031524658, "cos_r_negg": [0.42721042037010193, 0.2381480485200882, 0.1723325550556183, 0.1866747885942459, 0.13467341661453247], "cos_apical_negg": [0.42721042037010193, 0.2381480485200882, 0.1723325550556183, 0.1866747885942459, 0.13467341661453247], "cos_Ac_negg": [0.42721042037010193, 0.2381480485200882, 0.1723325550556183, 0.1866747885942459, 0.13467341661453247], "r_norm": [4.219727516174316, 4.381659984588623, 4.335260391235352, 4.53594970703125, 4.390676498413086]}, {"step": 5150, "epoch": 13, "train_loss": 1.985851764678955, "cos_r_negg": [0.4707753360271454, 0.26233571767807007, 0.15710040926933289, 0.1713418960571289, 0.11394128203392029], "cos_apical_negg": [0.4707753360271454, 0.26233571767807007, 0.15710040926933289, 0.1713418960571289, 0.11394128203392029], "cos_Ac_negg": [0.4707753360271454, 0.26233571767807007, 0.15710040926933289, 0.1713418960571289, 0.11394128203392029], "r_norm": [4.198480606079102, 4.386495113372803, 4.308771133422852, 4.533881664276123, 4.384601593017578]}, {"step": 5200, "epoch": 13, "train_loss": 1.9624571800231934, "cos_r_negg": [0.4620567858219147, 0.2791486382484436, 0.17444270849227905, 0.20617127418518066, 0.054193638265132904], "cos_apical_negg": [0.4620567858219147, 0.2791486382484436, 0.17444270849227905, 0.20617127418518066, 0.054193638265132904], "cos_Ac_negg": [0.4620567858219147, 0.2791486382484436, 0.17444270849227905, 0.20617127418518066, 0.054193638265132904], "r_norm": [4.2969865798950195, 4.473354339599609, 4.3937530517578125, 4.622868537902832, 4.463461399078369]}, {"step": 5250, "epoch": 13, "train_loss": 1.771371603012085, "cos_r_negg": [0.4496321678161621, 0.258339524269104, 0.1687508523464203, 0.185724139213562, 0.10162581503391266], "cos_apical_negg": [0.4496321678161621, 0.258339524269104, 0.1687508523464203, 0.185724139213562, 0.10162581503391266], "cos_Ac_negg": [0.4496321678161621, 0.258339524269104, 0.1687508523464203, 0.185724139213562, 0.10162581503391266], "r_norm": [4.265397071838379, 4.4411420822143555, 4.361303329467773, 4.588039875030518, 4.424715518951416]}, {"step": 5300, "epoch": 13, "train_loss": 1.9441059827804565, "cos_r_negg": [0.4335726499557495, 0.24802367389202118, 0.1540033519268036, 0.15861505270004272, 0.08961282670497894], "cos_apical_negg": [0.4335726499557495, 0.24802367389202118, 0.1540033519268036, 0.15861505270004272, 0.08961282670497894], "cos_Ac_negg": [0.4335726499557495, 0.24802367389202118, 0.1540033519268036, 0.15861505270004272, 0.08961282670497894], "r_norm": [4.204863548278809, 4.377758979797363, 4.313511848449707, 4.528451919555664, 4.398128509521484]}, {"step": 5350, "epoch": 13, "train_loss": 1.9298089742660522, "cos_r_negg": [0.4669654965400696, 0.28693127632141113, 0.16153214871883392, 0.17666561901569366, 0.07856963574886322], "cos_apical_negg": [0.4669654965400696, 0.28693127632141113, 0.16153214871883392, 0.17666561901569366, 0.07856963574886322], "cos_Ac_negg": [0.4669654965400696, 0.28693127632141113, 0.16153214871883392, 0.17666561901569366, 0.07856963574886322], "r_norm": [4.134600639343262, 4.3103790283203125, 4.238742828369141, 4.4749650955200195, 4.315364837646484]}, {"step": 5400, "epoch": 13, "train_loss": 2.060734272003174, "cos_r_negg": [0.453553169965744, 0.2737259268760681, 0.14302465319633484, 0.17605410516262054, 0.08924267441034317], "cos_apical_negg": [0.453553169965744, 0.2737259268760681, 0.14302465319633484, 0.17605410516262054, 0.08924267441034317], "cos_Ac_negg": [0.453553169965744, 0.2737259268760681, 0.14302465319633484, 0.17605410516262054, 0.08924267441034317], "r_norm": [4.428417205810547, 4.624650001525879, 4.53832483291626, 4.7900896072387695, 4.619967460632324]}, {"step": 5450, "epoch": 13, "train_loss": 2.1046624183654785, "cos_r_negg": [0.4103139638900757, 0.27801573276519775, 0.15932461619377136, 0.17281921207904816, 0.07590167224407196], "cos_apical_negg": [0.4103139638900757, 0.27801573276519775, 0.15932461619377136, 0.17281921207904816, 0.07590167224407196], "cos_Ac_negg": [0.4103139638900757, 0.27801573276519775, 0.15932461619377136, 0.17281921207904816, 0.07590167224407196], "r_norm": [4.211784362792969, 4.387836933135986, 4.307828903198242, 4.518350601196289, 4.38422966003418]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.3645, "test_loss": 2.019685461425781}, {"step": 5500, "epoch": 14, "train_loss": 1.856194257736206, "cos_r_negg": [0.4225408732891083, 0.26486799120903015, 0.18545222282409668, 0.21562832593917847, 0.08393248915672302], "cos_apical_negg": [0.4225408732891083, 0.26486799120903015, 0.18545222282409668, 0.21562832593917847, 0.08393248915672302], "cos_Ac_negg": [0.4225408732891083, 0.26486799120903015, 0.18545222282409668, 0.21562832593917847, 0.08393248915672302], "r_norm": [4.101239204406738, 4.270849227905273, 4.205755710601807, 4.43215799331665, 4.279035568237305]}, {"step": 5550, "epoch": 14, "train_loss": 2.061359405517578, "cos_r_negg": [0.46403107047080994, 0.25701484084129333, 0.16850540041923523, 0.19795307517051697, 0.09646131098270416], "cos_apical_negg": [0.46403107047080994, 0.25701484084129333, 0.16850540041923523, 0.19795307517051697, 0.09646131098270416], "cos_Ac_negg": [0.46403107047080994, 0.25701484084129333, 0.16850540041923523, 0.19795307517051697, 0.09646131098270416], "r_norm": [4.201903820037842, 4.3808417320251465, 4.309052467346191, 4.5152268409729, 4.37809944152832]}, {"step": 5600, "epoch": 14, "train_loss": 2.043527126312256, "cos_r_negg": [0.47868627309799194, 0.2656240463256836, 0.16588321328163147, 0.20930923521518707, 0.07440619170665741], "cos_apical_negg": [0.47868627309799194, 0.2656240463256836, 0.16588321328163147, 0.20930923521518707, 0.07440619170665741], "cos_Ac_negg": [0.47868627309799194, 0.2656240463256836, 0.16588321328163147, 0.20930923521518707, 0.07440619170665741], "r_norm": [4.170198440551758, 4.3438544273376465, 4.2668328285217285, 4.490370273590088, 4.352566719055176]}, {"step": 5650, "epoch": 14, "train_loss": 1.9028031826019287, "cos_r_negg": [0.4497333765029907, 0.26459550857543945, 0.20054107904434204, 0.189263254404068, 0.08406881242990494], "cos_apical_negg": [0.4497333765029907, 0.26459550857543945, 0.20054107904434204, 0.189263254404068, 0.08406881242990494], "cos_Ac_negg": [0.4497333765029907, 0.26459550857543945, 0.20054107904434204, 0.189263254404068, 0.08406881242990494], "r_norm": [4.206226348876953, 4.391822338104248, 4.318181037902832, 4.546759605407715, 4.387760162353516]}, {"step": 5700, "epoch": 14, "train_loss": 2.047375202178955, "cos_r_negg": [0.4460870623588562, 0.2866489887237549, 0.1781308948993683, 0.20843343436717987, 0.052304208278656006], "cos_apical_negg": [0.4460870623588562, 0.2866489887237549, 0.1781308948993683, 0.20843343436717987, 0.052304208278656006], "cos_Ac_negg": [0.4460870623588562, 0.2866489887237549, 0.1781308948993683, 0.20843343436717987, 0.052304208278656006], "r_norm": [4.309377670288086, 4.512075424194336, 4.409436225891113, 4.6455302238464355, 4.471123695373535]}, {"step": 5750, "epoch": 14, "train_loss": 1.8384921550750732, "cos_r_negg": [0.4430500268936157, 0.2864881157875061, 0.17592760920524597, 0.2059776335954666, 0.08454861491918564], "cos_apical_negg": [0.4430500268936157, 0.2864881157875061, 0.17592760920524597, 0.2059776335954666, 0.08454861491918564], "cos_Ac_negg": [0.4430500268936157, 0.2864881157875061, 0.17592760920524597, 0.2059776335954666, 0.08454861491918564], "r_norm": [4.328378677368164, 4.497992038726807, 4.4327592849731445, 4.688753128051758, 4.510986328125]}, {"step": 5800, "epoch": 14, "train_loss": 2.2176690101623535, "cos_r_negg": [0.4724460542201996, 0.27355000376701355, 0.17690132558345795, 0.2128489911556244, 0.09192899614572525], "cos_apical_negg": [0.4724460542201996, 0.27355000376701355, 0.17690132558345795, 0.2128489911556244, 0.09192899614572525], "cos_Ac_negg": [0.4724460542201996, 0.27355000376701355, 0.17690132558345795, 0.2128489911556244, 0.09192899614572525], "r_norm": [4.0859479904174805, 4.2550272941589355, 4.185274124145508, 4.405444145202637, 4.264000415802002]}, {"step": 5850, "epoch": 14, "train_loss": 2.110583782196045, "cos_r_negg": [0.43686509132385254, 0.26998040080070496, 0.1819363236427307, 0.20814397931098938, 0.10352658480405807], "cos_apical_negg": [0.43686509132385254, 0.26998040080070496, 0.1819363236427307, 0.20814397931098938, 0.10352658480405807], "cos_Ac_negg": [0.43686509132385254, 0.26998040080070496, 0.1819363236427307, 0.20814397931098938, 0.10352658480405807], "r_norm": [4.277313232421875, 4.474620819091797, 4.40041446685791, 4.626874923706055, 4.4539995193481445]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.3508, "test_loss": 2.108153747558594}, {"step": 5900, "epoch": 15, "train_loss": 1.79225492477417, "cos_r_negg": [0.4499342739582062, 0.27079617977142334, 0.1806793063879013, 0.21885505318641663, 0.08117862045764923], "cos_apical_negg": [0.4499342739582062, 0.27079617977142334, 0.1806793063879013, 0.21885505318641663, 0.08117862045764923], "cos_Ac_negg": [0.4499342739582062, 0.27079617977142334, 0.1806793063879013, 0.21885505318641663, 0.08117862045764923], "r_norm": [4.314409255981445, 4.51688289642334, 4.430881500244141, 4.67058801651001, 4.521522045135498]}, {"step": 5950, "epoch": 15, "train_loss": 2.31813907623291, "cos_r_negg": [0.47494757175445557, 0.25392860174179077, 0.16467323899269104, 0.1948186308145523, 0.10784924030303955], "cos_apical_negg": [0.47494757175445557, 0.25392860174179077, 0.16467323899269104, 0.1948186308145523, 0.10784924030303955], "cos_Ac_negg": [0.47494757175445557, 0.25392860174179077, 0.16467323899269104, 0.1948186308145523, 0.10784924030303955], "r_norm": [4.217902183532715, 4.408809661865234, 4.33000373840332, 4.544276237487793, 4.404116630554199]}, {"step": 6000, "epoch": 15, "train_loss": 1.9490238428115845, "cos_r_negg": [0.4737633764743805, 0.25075763463974, 0.16874033212661743, 0.20166505873203278, 0.09869685769081116], "cos_apical_negg": [0.4737633764743805, 0.25075763463974, 0.16874033212661743, 0.20166505873203278, 0.09869685769081116], "cos_Ac_negg": [0.4737633764743805, 0.25075763463974, 0.16874033212661743, 0.20166505873203278, 0.09869685769081116], "r_norm": [4.472475051879883, 4.663599967956543, 4.559246063232422, 4.810314178466797, 4.659689903259277]}, {"step": 6050, "epoch": 15, "train_loss": 2.0392470359802246, "cos_r_negg": [0.4404521584510803, 0.26401761174201965, 0.1480260193347931, 0.223932147026062, 0.09166635572910309], "cos_apical_negg": [0.4404521584510803, 0.26401761174201965, 0.1480260193347931, 0.223932147026062, 0.09166635572910309], "cos_Ac_negg": [0.4404521584510803, 0.26401761174201965, 0.1480260193347931, 0.223932147026062, 0.09166635572910309], "r_norm": [4.49571418762207, 4.6986846923828125, 4.6202592849731445, 4.842554092407227, 4.668207168579102]}, {"step": 6100, "epoch": 15, "train_loss": 2.146526336669922, "cos_r_negg": [0.4415135383605957, 0.269933819770813, 0.17794263362884521, 0.21299926936626434, 0.10897897928953171], "cos_apical_negg": [0.4415135383605957, 0.269933819770813, 0.17794263362884521, 0.21299926936626434, 0.10897897928953171], "cos_Ac_negg": [0.4415135383605957, 0.269933819770813, 0.17794263362884521, 0.21299926936626434, 0.10897897928953171], "r_norm": [4.301584720611572, 4.4941816329956055, 4.413840293884277, 4.658570289611816, 4.4979939460754395]}, {"step": 6150, "epoch": 15, "train_loss": 2.0332555770874023, "cos_r_negg": [0.42413559556007385, 0.26701420545578003, 0.17450115084648132, 0.201003760099411, 0.13895359635353088], "cos_apical_negg": [0.42413559556007385, 0.26701420545578003, 0.17450115084648132, 0.201003760099411, 0.13895359635353088], "cos_Ac_negg": [0.42413559556007385, 0.26701420545578003, 0.17450115084648132, 0.201003760099411, 0.13895359635353088], "r_norm": [4.051333427429199, 4.219701766967773, 4.154705047607422, 4.376142501831055, 4.2267656326293945]}, {"step": 6200, "epoch": 15, "train_loss": 1.905465841293335, "cos_r_negg": [0.4540616571903229, 0.26407331228256226, 0.18386870622634888, 0.21105197072029114, 0.1458992063999176], "cos_apical_negg": [0.4540616571903229, 0.26407331228256226, 0.18386870622634888, 0.21105197072029114, 0.1458992063999176], "cos_Ac_negg": [0.4540616571903229, 0.26407331228256226, 0.18386870622634888, 0.21105197072029114, 0.1458992063999176], "r_norm": [4.232780456542969, 4.422752380371094, 4.337106704711914, 4.561943054199219, 4.415756702423096]}, {"step": 6250, "epoch": 15, "train_loss": 2.0355842113494873, "cos_r_negg": [0.46191349625587463, 0.2861338257789612, 0.1662808358669281, 0.21732592582702637, 0.1170690506696701], "cos_apical_negg": [0.46191349625587463, 0.2861338257789612, 0.1662808358669281, 0.21732592582702637, 0.1170690506696701], "cos_Ac_negg": [0.46191349625587463, 0.2861338257789612, 0.1662808358669281, 0.21732592582702637, 0.1170690506696701], "r_norm": [4.236769676208496, 4.422611713409424, 4.338578224182129, 4.571146011352539, 4.41400146484375]}, {"epoch_end": 15, "step": 6256, "test_acc": 0.3611, "test_loss": 2.0526176147460937}, {"step": 6300, "epoch": 16, "train_loss": 2.1736788749694824, "cos_r_negg": [0.4604283273220062, 0.2853708267211914, 0.18171706795692444, 0.22948423027992249, 0.12940852344036102], "cos_apical_negg": [0.4604283273220062, 0.2853708267211914, 0.18171706795692444, 0.22948423027992249, 0.12940852344036102], "cos_Ac_negg": [0.4604283273220062, 0.2853708267211914, 0.18171706795692444, 0.22948423027992249, 0.12940852344036102], "r_norm": [4.1347455978393555, 4.327537536621094, 4.236611843109131, 4.463964462280273, 4.307093143463135]}, {"step": 6350, "epoch": 16, "train_loss": 1.7712419033050537, "cos_r_negg": [0.47688403725624084, 0.29502540826797485, 0.20407766103744507, 0.26303428411483765, 0.15073122084140778], "cos_apical_negg": [0.47688403725624084, 0.29502540826797485, 0.20407766103744507, 0.26303428411483765, 0.15073122084140778], "cos_Ac_negg": [0.47688403725624084, 0.29502540826797485, 0.20407766103744507, 0.26303428411483765, 0.15073122084140778], "r_norm": [4.322149753570557, 4.496027946472168, 4.4279069900512695, 4.6638407707214355, 4.485065460205078]}, {"step": 6400, "epoch": 16, "train_loss": 2.0386877059936523, "cos_r_negg": [0.49665123224258423, 0.3142589032649994, 0.18818102777004242, 0.21629488468170166, 0.14919179677963257], "cos_apical_negg": [0.49665123224258423, 0.3142589032649994, 0.18818102777004242, 0.21629488468170166, 0.14919179677963257], "cos_Ac_negg": [0.49665123224258423, 0.3142589032649994, 0.18818102777004242, 0.21629488468170166, 0.14919179677963257], "r_norm": [4.171976089477539, 4.355060577392578, 4.277737617492676, 4.505659103393555, 4.348954677581787]}, {"step": 6450, "epoch": 16, "train_loss": 2.010728120803833, "cos_r_negg": [0.487979918718338, 0.2982640266418457, 0.19359327852725983, 0.22760958969593048, 0.14210528135299683], "cos_apical_negg": [0.487979918718338, 0.2982640266418457, 0.19359327852725983, 0.22760958969593048, 0.14210528135299683], "cos_Ac_negg": [0.487979918718338, 0.2982640266418457, 0.19359327852725983, 0.22760958969593048, 0.14210528135299683], "r_norm": [4.121153354644775, 4.31533670425415, 4.222872734069824, 4.4512786865234375, 4.297421455383301]}, {"step": 6500, "epoch": 16, "train_loss": 2.073610305786133, "cos_r_negg": [0.49549445509910583, 0.31929370760917664, 0.20426541566848755, 0.1942712962627411, 0.11403954029083252], "cos_apical_negg": [0.49549445509910583, 0.31929370760917664, 0.20426541566848755, 0.1942712962627411, 0.11403954029083252], "cos_Ac_negg": [0.49549445509910583, 0.31929370760917664, 0.20426541566848755, 0.1942712962627411, 0.11403954029083252], "r_norm": [4.157284736633301, 4.3389973640441895, 4.257268905639648, 4.482213973999023, 4.3156514167785645]}, {"step": 6550, "epoch": 16, "train_loss": 1.5553004741668701, "cos_r_negg": [0.48908963799476624, 0.29792284965515137, 0.19024750590324402, 0.2218761146068573, 0.1514953374862671], "cos_apical_negg": [0.48908963799476624, 0.29792284965515137, 0.19024750590324402, 0.2218761146068573, 0.1514953374862671], "cos_Ac_negg": [0.48908963799476624, 0.29792284965515137, 0.19024750590324402, 0.2218761146068573, 0.1514953374862671], "r_norm": [4.274580955505371, 4.449200630187988, 4.3783769607543945, 4.602787971496582, 4.4541168212890625]}, {"step": 6600, "epoch": 16, "train_loss": 1.8564093112945557, "cos_r_negg": [0.45599478483200073, 0.2874290645122528, 0.20132814347743988, 0.2376040518283844, 0.12428292632102966], "cos_apical_negg": [0.45599478483200073, 0.2874290645122528, 0.20132814347743988, 0.2376040518283844, 0.12428292632102966], "cos_Ac_negg": [0.45599478483200073, 0.2874290645122528, 0.20132814347743988, 0.2376040518283844, 0.12428292632102966], "r_norm": [4.068498611450195, 4.243825912475586, 4.167061805725098, 4.386992931365967, 4.227359294891357]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.3591, "test_loss": 2.065436218261719}, {"step": 6650, "epoch": 17, "train_loss": 2.1139559745788574, "cos_r_negg": [0.40500757098197937, 0.30981412529945374, 0.19078505039215088, 0.23606827855110168, 0.1612398624420166], "cos_apical_negg": [0.40500757098197937, 0.30981412529945374, 0.19078505039215088, 0.23606827855110168, 0.1612398624420166], "cos_Ac_negg": [0.40500757098197937, 0.30981412529945374, 0.19078505039215088, 0.23606827855110168, 0.1612398624420166], "r_norm": [3.965388298034668, 4.141613483428955, 4.064733505249023, 4.27290153503418, 4.134713172912598]}, {"step": 6700, "epoch": 17, "train_loss": 1.8925877809524536, "cos_r_negg": [0.4711930453777313, 0.315769761800766, 0.2113611400127411, 0.19323982298374176, 0.16566672921180725], "cos_apical_negg": [0.4711930453777313, 0.315769761800766, 0.2113611400127411, 0.19323982298374176, 0.16566672921180725], "cos_Ac_negg": [0.4711930453777313, 0.315769761800766, 0.2113611400127411, 0.19323982298374176, 0.16566672921180725], "r_norm": [4.141853332519531, 4.316400527954102, 4.230901718139648, 4.458664417266846, 4.307302474975586]}, {"step": 6750, "epoch": 17, "train_loss": 2.028806686401367, "cos_r_negg": [0.4495841860771179, 0.3308548629283905, 0.22483015060424805, 0.2038247138261795, 0.16220566630363464], "cos_apical_negg": [0.4495841860771179, 0.3308548629283905, 0.22483015060424805, 0.2038247138261795, 0.16220566630363464], "cos_Ac_negg": [0.4495841860771179, 0.3308548629283905, 0.22483015060424805, 0.2038247138261795, 0.16220566630363464], "r_norm": [4.084210395812988, 4.2551422119140625, 4.186119079589844, 4.406954288482666, 4.257081031799316]}, {"step": 6800, "epoch": 17, "train_loss": 1.7358291149139404, "cos_r_negg": [0.4460626244544983, 0.3371351659297943, 0.24135011434555054, 0.18724238872528076, 0.12189721316099167], "cos_apical_negg": [0.4460626244544983, 0.3371351659297943, 0.24135011434555054, 0.18724238872528076, 0.12189721316099167], "cos_Ac_negg": [0.4460626244544983, 0.3371351659297943, 0.24135011434555054, 0.18724238872528076, 0.12189721316099167], "r_norm": [4.236754417419434, 4.414263725280762, 4.338233947753906, 4.575700283050537, 4.416666030883789]}, {"step": 6850, "epoch": 17, "train_loss": 2.0112390518188477, "cos_r_negg": [0.4340810775756836, 0.31865715980529785, 0.22652210295200348, 0.2228594422340393, 0.12938296794891357], "cos_apical_negg": [0.4340810775756836, 0.31865715980529785, 0.22652210295200348, 0.2228594422340393, 0.12938296794891357], "cos_Ac_negg": [0.4340810775756836, 0.31865715980529785, 0.22652210295200348, 0.2228594422340393, 0.12938296794891357], "r_norm": [4.212555885314941, 4.400300979614258, 4.306095123291016, 4.539145469665527, 4.366991996765137]}, {"step": 6900, "epoch": 17, "train_loss": 2.012880802154541, "cos_r_negg": [0.4524250030517578, 0.31536638736724854, 0.2316519320011139, 0.22451262176036835, 0.13618499040603638], "cos_apical_negg": [0.4524250030517578, 0.31536638736724854, 0.2316519320011139, 0.22451262176036835, 0.13618499040603638], "cos_Ac_negg": [0.4524250030517578, 0.31536638736724854, 0.2316519320011139, 0.22451262176036835, 0.13618499040603638], "r_norm": [4.1453399658203125, 4.320042610168457, 4.2505645751953125, 4.48403263092041, 4.329102516174316]}, {"step": 6950, "epoch": 17, "train_loss": 1.7640949487686157, "cos_r_negg": [0.42609623074531555, 0.31854498386383057, 0.21019652485847473, 0.22571419179439545, 0.14056932926177979], "cos_apical_negg": [0.42609623074531555, 0.31854498386383057, 0.21019652485847473, 0.22571419179439545, 0.14056932926177979], "cos_Ac_negg": [0.42609623074531555, 0.31854498386383057, 0.21019652485847473, 0.22571419179439545, 0.14056932926177979], "r_norm": [4.1370697021484375, 4.316798686981201, 4.2313232421875, 4.464569091796875, 4.298321723937988]}, {"step": 7000, "epoch": 17, "train_loss": 1.8852074146270752, "cos_r_negg": [0.4506874084472656, 0.29978305101394653, 0.20511555671691895, 0.1699242889881134, 0.13121731579303741], "cos_apical_negg": [0.4506874084472656, 0.29978305101394653, 0.20511555671691895, 0.1699242889881134, 0.13121731579303741], "cos_Ac_negg": [0.4506874084472656, 0.29978305101394653, 0.20511555671691895, 0.1699242889881134, 0.13121731579303741], "r_norm": [4.220613479614258, 4.403946876525879, 4.333540916442871, 4.562790870666504, 4.4065141677856445]}, {"epoch_end": 17, "step": 7038, "test_acc": 0.3696, "test_loss": 2.054853515625}, {"step": 7050, "epoch": 18, "train_loss": 1.7599315643310547, "cos_r_negg": [0.44812923669815063, 0.28788450360298157, 0.1829022914171219, 0.1940944790840149, 0.14218969643115997], "cos_apical_negg": [0.44812923669815063, 0.28788450360298157, 0.1829022914171219, 0.1940944790840149, 0.14218969643115997], "cos_Ac_negg": [0.44812923669815063, 0.28788450360298157, 0.1829022914171219, 0.1940944790840149, 0.14218969643115997], "r_norm": [4.146289348602295, 4.321158409118652, 4.257493019104004, 4.480232238769531, 4.325932502746582]}, {"step": 7100, "epoch": 18, "train_loss": 1.9915146827697754, "cos_r_negg": [0.48137426376342773, 0.32466673851013184, 0.24297316372394562, 0.21889819204807281, 0.12097936868667603], "cos_apical_negg": [0.48137426376342773, 0.32466673851013184, 0.24297316372394562, 0.21889819204807281, 0.12097936868667603], "cos_Ac_negg": [0.48137426376342773, 0.32466673851013184, 0.24297316372394562, 0.21889819204807281, 0.12097936868667603], "r_norm": [4.264172077178955, 4.4421892166137695, 4.374449253082275, 4.624495983123779, 4.445972442626953]}, {"step": 7150, "epoch": 18, "train_loss": 2.096229076385498, "cos_r_negg": [0.47403502464294434, 0.3436482846736908, 0.23054644465446472, 0.18541038036346436, 0.11547853797674179], "cos_apical_negg": [0.47403502464294434, 0.3436482846736908, 0.23054644465446472, 0.18541038036346436, 0.11547853797674179], "cos_Ac_negg": [0.47403502464294434, 0.3436482846736908, 0.23054644465446472, 0.18541038036346436, 0.11547853797674179], "r_norm": [4.2506232261657715, 4.425185680389404, 4.358410358428955, 4.58005428314209, 4.433826446533203]}, {"step": 7200, "epoch": 18, "train_loss": 1.838733196258545, "cos_r_negg": [0.41762614250183105, 0.3344574570655823, 0.240920752286911, 0.19973771274089813, 0.15184572339057922], "cos_apical_negg": [0.41762614250183105, 0.3344574570655823, 0.240920752286911, 0.19973771274089813, 0.15184572339057922], "cos_Ac_negg": [0.41762614250183105, 0.3344574570655823, 0.240920752286911, 0.19973771274089813, 0.15184572339057922], "r_norm": [4.090268135070801, 4.250554084777832, 4.197240829467773, 4.411063194274902, 4.266246318817139]}, {"step": 7250, "epoch": 18, "train_loss": 1.9989972114562988, "cos_r_negg": [0.4299868643283844, 0.3339412808418274, 0.20891299843788147, 0.1931769698858261, 0.1252455860376358], "cos_apical_negg": [0.4299868643283844, 0.3339412808418274, 0.20891299843788147, 0.1931769698858261, 0.1252455860376358], "cos_Ac_negg": [0.4299868643283844, 0.3339412808418274, 0.20891299843788147, 0.1931769698858261, 0.1252455860376358], "r_norm": [4.284122467041016, 4.4762797355651855, 4.400023460388184, 4.643517017364502, 4.463077545166016]}, {"step": 7300, "epoch": 18, "train_loss": 2.2456271648406982, "cos_r_negg": [0.4796423316001892, 0.30066192150115967, 0.2018759846687317, 0.18044298887252808, 0.15283367037773132], "cos_apical_negg": [0.4796423316001892, 0.30066192150115967, 0.2018759846687317, 0.18044298887252808, 0.15283367037773132], "cos_Ac_negg": [0.4796423316001892, 0.30066192150115967, 0.2018759846687317, 0.18044298887252808, 0.15283367037773132], "r_norm": [4.033071994781494, 4.210859298706055, 4.1366071701049805, 4.353174209594727, 4.2021026611328125]}, {"step": 7350, "epoch": 18, "train_loss": 1.7878860235214233, "cos_r_negg": [0.44170820713043213, 0.3315882682800293, 0.21913696825504303, 0.17734295129776, 0.1234964057803154], "cos_apical_negg": [0.44170820713043213, 0.3315882682800293, 0.21913696825504303, 0.17734295129776, 0.1234964057803154], "cos_Ac_negg": [0.44170820713043213, 0.3315882682800293, 0.21913696825504303, 0.17734295129776, 0.1234964057803154], "r_norm": [4.051093101501465, 4.224937915802002, 4.158498764038086, 4.370100975036621, 4.222312927246094]}, {"step": 7400, "epoch": 18, "train_loss": 1.933093547821045, "cos_r_negg": [0.4625008702278137, 0.3282880485057831, 0.21595498919487, 0.1999870240688324, 0.12691959738731384], "cos_apical_negg": [0.4625008702278137, 0.3282880485057831, 0.21595498919487, 0.1999870240688324, 0.12691959738731384], "cos_Ac_negg": [0.4625008702278137, 0.3282880485057831, 0.21595498919487, 0.1999870240688324, 0.12691959738731384], "r_norm": [4.196267127990723, 4.384641647338867, 4.3097357749938965, 4.541601181030273, 4.377434253692627]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.3774, "test_loss": 2.0326586303710936}, {"step": 7450, "epoch": 19, "train_loss": 1.7903954982757568, "cos_r_negg": [0.43723350763320923, 0.3137499988079071, 0.2268834412097931, 0.22811144590377808, 0.11521387100219727], "cos_apical_negg": [0.43723350763320923, 0.3137499988079071, 0.2268834412097931, 0.22811144590377808, 0.11521387100219727], "cos_Ac_negg": [0.43723350763320923, 0.3137499988079071, 0.2268834412097931, 0.22811144590377808, 0.11521387100219727], "r_norm": [4.082247734069824, 4.276814937591553, 4.200899124145508, 4.4125075340271, 4.264472961425781]}, {"step": 7500, "epoch": 19, "train_loss": 1.7232625484466553, "cos_r_negg": [0.46876659989356995, 0.33524447679519653, 0.24580413103103638, 0.20447824895381927, 0.14362069964408875], "cos_apical_negg": [0.46876659989356995, 0.33524447679519653, 0.24580413103103638, 0.20447824895381927, 0.14362069964408875], "cos_Ac_negg": [0.46876659989356995, 0.33524447679519653, 0.24580413103103638, 0.20447824895381927, 0.14362069964408875], "r_norm": [4.118107795715332, 4.292420387268066, 4.234417915344238, 4.452311992645264, 4.309041976928711]}, {"step": 7550, "epoch": 19, "train_loss": 1.8394200801849365, "cos_r_negg": [0.45990073680877686, 0.35373565554618835, 0.2324637919664383, 0.23444387316703796, 0.1149701476097107], "cos_apical_negg": [0.45990073680877686, 0.35373565554618835, 0.2324637919664383, 0.23444387316703796, 0.1149701476097107], "cos_Ac_negg": [0.45990073680877686, 0.35373565554618835, 0.2324637919664383, 0.23444387316703796, 0.1149701476097107], "r_norm": [4.32111930847168, 4.501524925231934, 4.426648139953613, 4.658507823944092, 4.5019073486328125]}, {"step": 7600, "epoch": 19, "train_loss": 2.0535149574279785, "cos_r_negg": [0.4611808657646179, 0.3505967855453491, 0.23663514852523804, 0.2222350835800171, 0.09376972168684006], "cos_apical_negg": [0.4611808657646179, 0.3505967855453491, 0.23663514852523804, 0.2222350835800171, 0.09376972168684006], "cos_Ac_negg": [0.4611808657646179, 0.3505967855453491, 0.23663514852523804, 0.2222350835800171, 0.09376972168684006], "r_norm": [4.1955180168151855, 4.382564544677734, 4.313373565673828, 4.523874282836914, 4.36739444732666]}, {"step": 7650, "epoch": 19, "train_loss": 1.9895998239517212, "cos_r_negg": [0.4311857223510742, 0.3387313783168793, 0.23421227931976318, 0.22324281930923462, 0.13721266388893127], "cos_apical_negg": [0.4311857223510742, 0.3387313783168793, 0.23421227931976318, 0.22324281930923462, 0.13721266388893127], "cos_Ac_negg": [0.4311857223510742, 0.3387313783168793, 0.23421227931976318, 0.22324281930923462, 0.13721266388893127], "r_norm": [4.121582508087158, 4.297671794891357, 4.216310501098633, 4.441013336181641, 4.298877716064453]}, {"step": 7700, "epoch": 19, "train_loss": 1.8827929496765137, "cos_r_negg": [0.46213531494140625, 0.36097127199172974, 0.19938437640666962, 0.19795183837413788, 0.12713725864887238], "cos_apical_negg": [0.46213531494140625, 0.36097127199172974, 0.19938437640666962, 0.19795183837413788, 0.12713725864887238], "cos_Ac_negg": [0.46213531494140625, 0.36097127199172974, 0.19938437640666962, 0.19795183837413788, 0.12713725864887238], "r_norm": [4.2350029945373535, 4.415422439575195, 4.34417200088501, 4.559122085571289, 4.406984806060791]}, {"step": 7750, "epoch": 19, "train_loss": 2.08497953414917, "cos_r_negg": [0.4554600119590759, 0.3549242615699768, 0.2061881124973297, 0.21923312544822693, 0.14088183641433716], "cos_apical_negg": [0.4554600119590759, 0.3549242615699768, 0.2061881124973297, 0.21923312544822693, 0.14088183641433716], "cos_Ac_negg": [0.4554600119590759, 0.3549242615699768, 0.2061881124973297, 0.21923312544822693, 0.14088183641433716], "r_norm": [4.1595635414123535, 4.322046756744385, 4.262129783630371, 4.486622333526611, 4.32713508605957]}, {"step": 7800, "epoch": 19, "train_loss": 1.575589895248413, "cos_r_negg": [0.4175741672515869, 0.34171733260154724, 0.2425885796546936, 0.20488795638084412, 0.14884351193904877], "cos_apical_negg": [0.4175741672515869, 0.34171733260154724, 0.2425885796546936, 0.20488795638084412, 0.14884351193904877], "cos_Ac_negg": [0.4175741672515869, 0.34171733260154724, 0.2425885796546936, 0.20488795638084412, 0.14884351193904877], "r_norm": [4.106645584106445, 4.281546592712402, 4.205846786499023, 4.441898345947266, 4.271406650543213]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.3772, "test_loss": 2.026165087890625}, {"step": 7850, "epoch": 20, "train_loss": 1.7462239265441895, "cos_r_negg": [0.44776666164398193, 0.3318125605583191, 0.2288009077310562, 0.19506338238716125, 0.11541098356246948], "cos_apical_negg": [0.44776666164398193, 0.3318125605583191, 0.2288009077310562, 0.19506338238716125, 0.11541098356246948], "cos_Ac_negg": [0.44776666164398193, 0.3318125605583191, 0.2288009077310562, 0.19506338238716125, 0.11541098356246948], "r_norm": [4.293792724609375, 4.455939769744873, 4.387933254241943, 4.6278486251831055, 4.4787068367004395]}, {"step": 7900, "epoch": 20, "train_loss": 2.152871608734131, "cos_r_negg": [0.45203787088394165, 0.3471663296222687, 0.23130086064338684, 0.24467721581459045, 0.13290992379188538], "cos_apical_negg": [0.45203787088394165, 0.3471663296222687, 0.23130086064338684, 0.24467721581459045, 0.13290992379188538], "cos_Ac_negg": [0.45203787088394165, 0.3471663296222687, 0.23130086064338684, 0.24467721581459045, 0.13290992379188538], "r_norm": [4.1030707359313965, 4.272893905639648, 4.204486846923828, 4.434075355529785, 4.273868560791016]}, {"step": 7950, "epoch": 20, "train_loss": 1.96132230758667, "cos_r_negg": [0.4274137318134308, 0.36800986528396606, 0.2571803629398346, 0.23822316527366638, 0.12888236343860626], "cos_apical_negg": [0.4274137318134308, 0.36800986528396606, 0.2571803629398346, 0.23822316527366638, 0.12888236343860626], "cos_Ac_negg": [0.4274137318134308, 0.36800986528396606, 0.2571803629398346, 0.23822316527366638, 0.12888236343860626], "r_norm": [4.187579154968262, 4.361575126647949, 4.298905372619629, 4.524368762969971, 4.375126361846924]}, {"step": 8000, "epoch": 20, "train_loss": 1.8019534349441528, "cos_r_negg": [0.45795923471450806, 0.3537435531616211, 0.24560031294822693, 0.22771389782428741, 0.11882483959197998], "cos_apical_negg": [0.45795923471450806, 0.3537435531616211, 0.24560031294822693, 0.22771389782428741, 0.11882483959197998], "cos_Ac_negg": [0.45795923471450806, 0.3537435531616211, 0.24560031294822693, 0.22771389782428741, 0.11882483959197998], "r_norm": [4.19423770904541, 4.370718955993652, 4.306879043579102, 4.550920486450195, 4.387259006500244]}, {"step": 8050, "epoch": 20, "train_loss": 1.7211776971817017, "cos_r_negg": [0.459220826625824, 0.3430716395378113, 0.22595375776290894, 0.22162416577339172, 0.14636264741420746], "cos_apical_negg": [0.459220826625824, 0.3430716395378113, 0.22595375776290894, 0.22162416577339172, 0.14636264741420746], "cos_Ac_negg": [0.459220826625824, 0.3430716395378113, 0.22595375776290894, 0.22162416577339172, 0.14636264741420746], "r_norm": [4.116815567016602, 4.282747268676758, 4.210660934448242, 4.42212438583374, 4.293219566345215]}, {"step": 8100, "epoch": 20, "train_loss": 1.7766296863555908, "cos_r_negg": [0.4707278609275818, 0.34400197863578796, 0.20865370333194733, 0.25568315386772156, 0.11883486807346344], "cos_apical_negg": [0.4707278609275818, 0.34400197863578796, 0.20865370333194733, 0.25568315386772156, 0.11883486807346344], "cos_Ac_negg": [0.4707278609275818, 0.34400197863578796, 0.20865370333194733, 0.25568315386772156, 0.11883486807346344], "r_norm": [4.08111047744751, 4.25595760345459, 4.180006980895996, 4.402731418609619, 4.256178379058838]}, {"step": 8150, "epoch": 20, "train_loss": 1.7488698959350586, "cos_r_negg": [0.46933799982070923, 0.3454040288925171, 0.2169666886329651, 0.24553625285625458, 0.14064732193946838], "cos_apical_negg": [0.46933799982070923, 0.3454040288925171, 0.2169666886329651, 0.24553625285625458, 0.14064732193946838], "cos_Ac_negg": [0.46933799982070923, 0.3454040288925171, 0.2169666886329651, 0.24553625285625458, 0.14064732193946838], "r_norm": [4.193294525146484, 4.364601135253906, 4.301283836364746, 4.521135330200195, 4.380837440490723]}, {"step": 8200, "epoch": 20, "train_loss": 1.472203016281128, "cos_r_negg": [0.4662533402442932, 0.35929661989212036, 0.22060716152191162, 0.2492455244064331, 0.1645328402519226], "cos_apical_negg": [0.4662533402442932, 0.35929661989212036, 0.22060716152191162, 0.2492455244064331, 0.1645328402519226], "cos_Ac_negg": [0.4662533402442932, 0.35929661989212036, 0.22060716152191162, 0.2492455244064331, 0.1645328402519226], "r_norm": [4.06266450881958, 4.2333526611328125, 4.1695427894592285, 4.389235019683838, 4.240387916564941]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.374, "test_loss": 2.0174240234375}, {"step": 8250, "epoch": 21, "train_loss": 1.6319859027862549, "cos_r_negg": [0.45196765661239624, 0.35703110694885254, 0.23298093676567078, 0.2620105743408203, 0.15843024849891663], "cos_apical_negg": [0.45196765661239624, 0.35703110694885254, 0.23298093676567078, 0.2620105743408203, 0.15843024849891663], "cos_Ac_negg": [0.45196765661239624, 0.35703110694885254, 0.23298093676567078, 0.2620105743408203, 0.15843024849891663], "r_norm": [4.132972717285156, 4.315545082092285, 4.236757278442383, 4.462327003479004, 4.317692279815674]}, {"step": 8300, "epoch": 21, "train_loss": 2.0182137489318848, "cos_r_negg": [0.47256743907928467, 0.3653489053249359, 0.2255757749080658, 0.2592657208442688, 0.1352761685848236], "cos_apical_negg": [0.47256743907928467, 0.3653489053249359, 0.2255757749080658, 0.2592657208442688, 0.1352761685848236], "cos_Ac_negg": [0.47256743907928467, 0.3653489053249359, 0.2255757749080658, 0.2592657208442688, 0.1352761685848236], "r_norm": [4.1112470626831055, 4.303142547607422, 4.227689266204834, 4.438333511352539, 4.297525405883789]}, {"step": 8350, "epoch": 21, "train_loss": 1.7456127405166626, "cos_r_negg": [0.4684900641441345, 0.36193954944610596, 0.24462686479091644, 0.2539137005805969, 0.1530759185552597], "cos_apical_negg": [0.4684900641441345, 0.36193954944610596, 0.24462686479091644, 0.2539137005805969, 0.1530759185552597], "cos_Ac_negg": [0.4684900641441345, 0.36193954944610596, 0.24462686479091644, 0.2539137005805969, 0.1530759185552597], "r_norm": [4.138766288757324, 4.322602272033691, 4.237462997436523, 4.465400695800781, 4.310273170471191]}, {"step": 8400, "epoch": 21, "train_loss": 1.7393954992294312, "cos_r_negg": [0.42825138568878174, 0.3657023012638092, 0.2504758834838867, 0.25707149505615234, 0.1624642014503479], "cos_apical_negg": [0.42825138568878174, 0.3657023012638092, 0.2504758834838867, 0.25707149505615234, 0.1624642014503479], "cos_Ac_negg": [0.42825138568878174, 0.3657023012638092, 0.2504758834838867, 0.25707149505615234, 0.1624642014503479], "r_norm": [4.0890326499938965, 4.269527435302734, 4.202718257904053, 4.430341720581055, 4.2779083251953125]}, {"step": 8450, "epoch": 21, "train_loss": 1.5209662914276123, "cos_r_negg": [0.4506648778915405, 0.36158064007759094, 0.25286728143692017, 0.26697927713394165, 0.18704180419445038], "cos_apical_negg": [0.4506648778915405, 0.36158064007759094, 0.25286728143692017, 0.26697927713394165, 0.18704180419445038], "cos_Ac_negg": [0.4506648778915405, 0.36158064007759094, 0.25286728143692017, 0.26697927713394165, 0.18704180419445038], "r_norm": [4.1581854820251465, 4.348171234130859, 4.280800819396973, 4.499875545501709, 4.3578925132751465]}, {"step": 8500, "epoch": 21, "train_loss": 1.7330348491668701, "cos_r_negg": [0.4364657402038574, 0.3467358648777008, 0.2521805167198181, 0.2881309390068054, 0.18723736703395844], "cos_apical_negg": [0.4364657402038574, 0.3467358648777008, 0.2521805167198181, 0.2881309390068054, 0.18723736703395844], "cos_Ac_negg": [0.4364657402038574, 0.3467358648777008, 0.2521805167198181, 0.2881309390068054, 0.18723736703395844], "r_norm": [4.110154151916504, 4.2801032066345215, 4.212945461273193, 4.451815605163574, 4.288383483886719]}, {"step": 8550, "epoch": 21, "train_loss": 1.7647578716278076, "cos_r_negg": [0.4089711308479309, 0.3638096749782562, 0.24903413653373718, 0.2768193185329437, 0.17130520939826965], "cos_apical_negg": [0.4089711308479309, 0.3638096749782562, 0.24903413653373718, 0.2768193185329437, 0.17130520939826965], "cos_Ac_negg": [0.4089711308479309, 0.3638096749782562, 0.24903413653373718, 0.2768193185329437, 0.17130520939826965], "r_norm": [4.074632167816162, 4.262933731079102, 4.181387424468994, 4.39924430847168, 4.245810508728027]}, {"step": 8600, "epoch": 21, "train_loss": 1.9373574256896973, "cos_r_negg": [0.4600306451320648, 0.36457765102386475, 0.2640704810619354, 0.28226417303085327, 0.14018844068050385], "cos_apical_negg": [0.4600306451320648, 0.36457765102386475, 0.2640704810619354, 0.28226417303085327, 0.14018844068050385], "cos_Ac_negg": [0.4600306451320648, 0.36457765102386475, 0.2640704810619354, 0.28226417303085327, 0.14018844068050385], "r_norm": [4.219866752624512, 4.418514251708984, 4.325101852416992, 4.554720401763916, 4.395171642303467]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.3692, "test_loss": 2.0628166137695314}, {"step": 8650, "epoch": 22, "train_loss": 1.7866843938827515, "cos_r_negg": [0.4804103374481201, 0.36030998826026917, 0.2771429121494293, 0.23903252184391022, 0.16925784945487976], "cos_apical_negg": [0.4804103374481201, 0.36030998826026917, 0.2771429121494293, 0.23903252184391022, 0.16925784945487976], "cos_Ac_negg": [0.4804103374481201, 0.36030998826026917, 0.2771429121494293, 0.23903252184391022, 0.16925784945487976], "r_norm": [4.052463054656982, 4.235163688659668, 4.166707515716553, 4.373557090759277, 4.23232364654541]}, {"step": 8700, "epoch": 22, "train_loss": 1.884202003479004, "cos_r_negg": [0.4403628706932068, 0.3449794054031372, 0.2764219045639038, 0.2705879807472229, 0.185581773519516], "cos_apical_negg": [0.4403628706932068, 0.3449794054031372, 0.2764219045639038, 0.2705879807472229, 0.185581773519516], "cos_Ac_negg": [0.4403628706932068, 0.3449794054031372, 0.2764219045639038, 0.2705879807472229, 0.185581773519516], "r_norm": [4.0376482009887695, 4.20400333404541, 4.141836643218994, 4.36021089553833, 4.217198371887207]}, {"step": 8750, "epoch": 22, "train_loss": 1.576324701309204, "cos_r_negg": [0.4741551876068115, 0.35457539558410645, 0.26969248056411743, 0.28437864780426025, 0.17628350853919983], "cos_apical_negg": [0.4741551876068115, 0.35457539558410645, 0.26969248056411743, 0.28437864780426025, 0.17628350853919983], "cos_Ac_negg": [0.4741551876068115, 0.35457539558410645, 0.26969248056411743, 0.28437864780426025, 0.17628350853919983], "r_norm": [4.194701194763184, 4.36750602722168, 4.302886009216309, 4.519490718841553, 4.376186847686768]}, {"step": 8800, "epoch": 22, "train_loss": 1.8041894435882568, "cos_r_negg": [0.42883455753326416, 0.35287153720855713, 0.27359092235565186, 0.28073036670684814, 0.15073493123054504], "cos_apical_negg": [0.42883455753326416, 0.35287153720855713, 0.27359092235565186, 0.28073036670684814, 0.15073493123054504], "cos_Ac_negg": [0.42883455753326416, 0.35287153720855713, 0.27359092235565186, 0.28073036670684814, 0.15073493123054504], "r_norm": [4.1855788230896, 4.373848915100098, 4.288874626159668, 4.51852560043335, 4.3546366691589355]}, {"step": 8850, "epoch": 22, "train_loss": 1.5862619876861572, "cos_r_negg": [0.4624124765396118, 0.3541211485862732, 0.27639681100845337, 0.24311724305152893, 0.16569329798221588], "cos_apical_negg": [0.4624124765396118, 0.3541211485862732, 0.27639681100845337, 0.24311724305152893, 0.16569329798221588], "cos_Ac_negg": [0.4624124765396118, 0.3541211485862732, 0.27639681100845337, 0.24311724305152893, 0.16569329798221588], "r_norm": [4.109672546386719, 4.2946977615356445, 4.228160858154297, 4.446955680847168, 4.291318416595459]}, {"step": 8900, "epoch": 22, "train_loss": 1.6711671352386475, "cos_r_negg": [0.41537487506866455, 0.35037776827812195, 0.26861751079559326, 0.26319730281829834, 0.14900097250938416], "cos_apical_negg": [0.41537487506866455, 0.35037776827812195, 0.26861751079559326, 0.26319730281829834, 0.14900097250938416], "cos_Ac_negg": [0.41537487506866455, 0.35037776827812195, 0.26861751079559326, 0.26319730281829834, 0.14900097250938416], "r_norm": [3.9847912788391113, 4.158743381500244, 4.097878932952881, 4.313787937164307, 4.168187141418457]}, {"step": 8950, "epoch": 22, "train_loss": 1.660659909248352, "cos_r_negg": [0.4324645400047302, 0.367337703704834, 0.261195570230484, 0.2503257393836975, 0.1258833259344101], "cos_apical_negg": [0.4324645400047302, 0.367337703704834, 0.261195570230484, 0.2503257393836975, 0.1258833259344101], "cos_Ac_negg": [0.4324645400047302, 0.367337703704834, 0.261195570230484, 0.2503257393836975, 0.1258833259344101], "r_norm": [4.127171516418457, 4.29743766784668, 4.2241291999816895, 4.462194442749023, 4.293183326721191]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.3778, "test_loss": 2.1289819091796875}, {"step": 9000, "epoch": 23, "train_loss": 1.5367121696472168, "cos_r_negg": [0.45338958501815796, 0.36374688148498535, 0.27158743143081665, 0.2747235894203186, 0.18860965967178345], "cos_apical_negg": [0.45338958501815796, 0.36374688148498535, 0.27158743143081665, 0.2747235894203186, 0.18860965967178345], "cos_Ac_negg": [0.45338958501815796, 0.36374688148498535, 0.27158743143081665, 0.2747235894203186, 0.18860965967178345], "r_norm": [4.152495384216309, 4.321498394012451, 4.248049259185791, 4.473243236541748, 4.316195487976074]}, {"step": 9050, "epoch": 23, "train_loss": 1.6584558486938477, "cos_r_negg": [0.44281113147735596, 0.3676486909389496, 0.2774161100387573, 0.2527009844779968, 0.1502838432788849], "cos_apical_negg": [0.44281113147735596, 0.3676486909389496, 0.2774161100387573, 0.2527009844779968, 0.1502838432788849], "cos_Ac_negg": [0.44281113147735596, 0.3676486909389496, 0.2774161100387573, 0.2527009844779968, 0.1502838432788849], "r_norm": [4.100839614868164, 4.280549049377441, 4.2074103355407715, 4.436699867248535, 4.271511077880859]}, {"step": 9100, "epoch": 23, "train_loss": 1.7019436359405518, "cos_r_negg": [0.4621674418449402, 0.37246808409690857, 0.27097204327583313, 0.2721211910247803, 0.19010110199451447], "cos_apical_negg": [0.4621674418449402, 0.37246808409690857, 0.27097204327583313, 0.2721211910247803, 0.19010110199451447], "cos_Ac_negg": [0.4621674418449402, 0.37246808409690857, 0.27097204327583313, 0.2721211910247803, 0.19010110199451447], "r_norm": [4.094532489776611, 4.276849746704102, 4.200505256652832, 4.420363426208496, 4.2606401443481445]}, {"step": 9150, "epoch": 23, "train_loss": 1.7496938705444336, "cos_r_negg": [0.4416236877441406, 0.3837863504886627, 0.2784234881401062, 0.25918030738830566, 0.16727417707443237], "cos_apical_negg": [0.4416236877441406, 0.3837863504886627, 0.2784234881401062, 0.25918030738830566, 0.16727417707443237], "cos_Ac_negg": [0.4416236877441406, 0.3837863504886627, 0.2784234881401062, 0.25918030738830566, 0.16727417707443237], "r_norm": [4.082403182983398, 4.273004531860352, 4.197263717651367, 4.416618347167969, 4.27044153213501]}, {"step": 9200, "epoch": 23, "train_loss": 1.7632256746292114, "cos_r_negg": [0.44399094581604004, 0.372444212436676, 0.2734074592590332, 0.24738825857639313, 0.173686683177948], "cos_apical_negg": [0.44399094581604004, 0.372444212436676, 0.2734074592590332, 0.24738825857639313, 0.173686683177948], "cos_Ac_negg": [0.44399094581604004, 0.372444212436676, 0.2734074592590332, 0.24738825857639313, 0.173686683177948], "r_norm": [4.183250427246094, 4.364596843719482, 4.296893119812012, 4.514914512634277, 4.364985466003418]}, {"step": 9250, "epoch": 23, "train_loss": 1.7969692945480347, "cos_r_negg": [0.4294142723083496, 0.3768996000289917, 0.27689307928085327, 0.2528626322746277, 0.19275811314582825], "cos_apical_negg": [0.4294142723083496, 0.3768996000289917, 0.27689307928085327, 0.2528626322746277, 0.19275811314582825], "cos_Ac_negg": [0.4294142723083496, 0.3768996000289917, 0.27689307928085327, 0.2528626322746277, 0.19275811314582825], "r_norm": [4.239273548126221, 4.415718078613281, 4.350701332092285, 4.580960273742676, 4.419678688049316]}, {"step": 9300, "epoch": 23, "train_loss": 1.6296319961547852, "cos_r_negg": [0.4350299835205078, 0.3687761425971985, 0.27554434537887573, 0.24717319011688232, 0.15069988369941711], "cos_apical_negg": [0.4350299835205078, 0.3687761425971985, 0.27554434537887573, 0.24717319011688232, 0.15069988369941711], "cos_Ac_negg": [0.4350299835205078, 0.3687761425971985, 0.27554434537887573, 0.24717319011688232, 0.15069988369941711], "r_norm": [4.167236804962158, 4.347423076629639, 4.284097194671631, 4.50447940826416, 4.354616165161133]}, {"step": 9350, "epoch": 23, "train_loss": 1.7770030498504639, "cos_r_negg": [0.4452269673347473, 0.38132649660110474, 0.28137481212615967, 0.26904913783073425, 0.18913763761520386], "cos_apical_negg": [0.4452269673347473, 0.38132649660110474, 0.28137481212615967, 0.26904913783073425, 0.18913763761520386], "cos_Ac_negg": [0.4452269673347473, 0.38132649660110474, 0.28137481212615967, 0.26904913783073425, 0.18913763761520386], "r_norm": [4.310996055603027, 4.494089126586914, 4.427000522613525, 4.6615190505981445, 4.4962263107299805]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.3758, "test_loss": 1.9759415649414063}, {"step": 9400, "epoch": 24, "train_loss": 1.3873339891433716, "cos_r_negg": [0.4677392840385437, 0.3508387804031372, 0.2746891975402832, 0.2332228124141693, 0.16741792857646942], "cos_apical_negg": [0.4677392840385437, 0.3508387804031372, 0.2746891975402832, 0.2332228124141693, 0.16741792857646942], "cos_Ac_negg": [0.4677392840385437, 0.3508387804031372, 0.2746891975402832, 0.2332228124141693, 0.16741792857646942], "r_norm": [4.182721138000488, 4.355935096740723, 4.289397716522217, 4.51447868347168, 4.367538928985596]}, {"step": 9450, "epoch": 24, "train_loss": 1.5345547199249268, "cos_r_negg": [0.4607284963130951, 0.3718413710594177, 0.29259198904037476, 0.2355966717004776, 0.14792802929878235], "cos_apical_negg": [0.4607284963130951, 0.3718413710594177, 0.29259198904037476, 0.2355966717004776, 0.14792802929878235], "cos_Ac_negg": [0.4607284963130951, 0.3718413710594177, 0.29259198904037476, 0.2355966717004776, 0.14792802929878235], "r_norm": [4.191402912139893, 4.3794636726379395, 4.318904876708984, 4.528081893920898, 4.383778095245361]}, {"step": 9500, "epoch": 24, "train_loss": 1.8757052421569824, "cos_r_negg": [0.44464045763015747, 0.3732503652572632, 0.29797589778900146, 0.2302023470401764, 0.17255721986293793], "cos_apical_negg": [0.44464045763015747, 0.3732503652572632, 0.29797589778900146, 0.2302023470401764, 0.17255721986293793], "cos_Ac_negg": [0.44464045763015747, 0.3732503652572632, 0.29797589778900146, 0.2302023470401764, 0.17255721986293793], "r_norm": [4.175965785980225, 4.346691608428955, 4.29201602935791, 4.51573371887207, 4.359078407287598]}, {"step": 9550, "epoch": 24, "train_loss": 1.9948228597640991, "cos_r_negg": [0.44139939546585083, 0.3846104145050049, 0.29945698380470276, 0.2463265061378479, 0.17442944645881653], "cos_apical_negg": [0.44139939546585083, 0.3846104145050049, 0.29945698380470276, 0.2463265061378479, 0.17442944645881653], "cos_Ac_negg": [0.44139939546585083, 0.3846104145050049, 0.29945698380470276, 0.2463265061378479, 0.17442944645881653], "r_norm": [4.351285934448242, 4.533849716186523, 4.450546741485596, 4.693234443664551, 4.514873504638672]}, {"step": 9600, "epoch": 24, "train_loss": 1.8785853385925293, "cos_r_negg": [0.4281857907772064, 0.3778367042541504, 0.29380854964256287, 0.2520487904548645, 0.21383662521839142], "cos_apical_negg": [0.4281857907772064, 0.3778367042541504, 0.29380854964256287, 0.2520487904548645, 0.21383662521839142], "cos_Ac_negg": [0.4281857907772064, 0.3778367042541504, 0.29380854964256287, 0.2520487904548645, 0.21383662521839142], "r_norm": [4.122125625610352, 4.299755096435547, 4.232030868530273, 4.449959754943848, 4.3020429611206055]}, {"step": 9650, "epoch": 24, "train_loss": 1.573622465133667, "cos_r_negg": [0.4210335612297058, 0.37790411710739136, 0.2904808521270752, 0.24876022338867188, 0.22164365649223328], "cos_apical_negg": [0.4210335612297058, 0.37790411710739136, 0.2904808521270752, 0.24876022338867188, 0.22164365649223328], "cos_Ac_negg": [0.4210335612297058, 0.37790411710739136, 0.2904808521270752, 0.24876022338867188, 0.22164365649223328], "r_norm": [4.103070259094238, 4.292812347412109, 4.228190898895264, 4.443859100341797, 4.293898105621338]}, {"step": 9700, "epoch": 24, "train_loss": 2.1492624282836914, "cos_r_negg": [0.4623943865299225, 0.377139151096344, 0.2959855794906616, 0.24402426183223724, 0.21817973256111145], "cos_apical_negg": [0.4623943865299225, 0.377139151096344, 0.2959855794906616, 0.24402426183223724, 0.21817973256111145], "cos_Ac_negg": [0.4623943865299225, 0.377139151096344, 0.2959855794906616, 0.24402426183223724, 0.21817973256111145], "r_norm": [4.15693473815918, 4.325223922729492, 4.258981704711914, 4.504251480102539, 4.33094596862793]}, {"step": 9750, "epoch": 24, "train_loss": 1.5028645992279053, "cos_r_negg": [0.39842069149017334, 0.37773144245147705, 0.28286439180374146, 0.25899219512939453, 0.1941492259502411], "cos_apical_negg": [0.39842069149017334, 0.37773144245147705, 0.28286439180374146, 0.25899219512939453, 0.1941492259502411], "cos_Ac_negg": [0.39842069149017334, 0.37773144245147705, 0.28286439180374146, 0.25899219512939453, 0.1941492259502411], "r_norm": [4.09196662902832, 4.267906188964844, 4.2063493728637695, 4.417129993438721, 4.277281761169434]}, {"epoch_end": 24, "step": 9775, "test_acc": 0.3745, "test_loss": 2.066145166015625}], "final": {"test_acc": 0.3745, "test_loss": 2.066145166015625, "wall_s": 22.982160568237305, "cos_r_negg": [0.42066532373428345, 0.36476412415504456, 0.2928764820098877, 0.25721991062164307, 0.21373404562473297], "cos_apical_negg": [0.42066532373428345, 0.36476412415504456, 0.2928764820098877, 0.25721991062164307, 0.21373404562473297], "cos_Ac_negg": [0.42066532373428345, 0.36476412415504456, 0.2928764820098877, 0.25721991062164307, 0.21373404562473297]}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_sdil_d10_s0.json b/results/deepres_cifar10_sdil_d10_s0.json
new file mode 100644
index 0000000..c2893fb
--- /dev/null
+++ b/results/deepres_cifar10_sdil_d10_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_sdil_d10_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.480501890182495, "cos_r_negg": [-0.003323206678032875, -0.003796917852014303, -0.004710135981440544, -0.01837659813463688, 0.03381672501564026, -0.003243822604417801, -0.00833258405327797, 0.025441452860832214, -0.020245499908924103, -0.01284150779247284], "cos_apical_negg": [-0.003323206678032875, -0.003796917852014303, -0.004710135981440544, -0.01837659813463688, 0.03381672501564026, -0.003243822604417801, -0.00833258405327797, 0.025441452860832214, -0.020245499908924103, -0.01284150779247284], "cos_Ac_negg": [-0.003323206678032875, -0.003796917852014303, -0.004710135981440544, -0.01837659813463688, 0.03381672501564026, -0.003243822604417801, -0.00833258405327797, 0.025441452860832214, -0.020245499908924103, -0.01284150779247284], "r_norm": [4.869870185852051, 4.915552139282227, 4.903642177581787, 4.749951362609863, 4.869904518127441, 4.922630310058594, 4.854069709777832, 4.971411228179932, 4.996710777282715, 4.803182125091553], "ldr": {"dL_sdil": 0.0011267662048339844, "dL_bp": -0.3363516330718994, "ratio": -0.003349965018879881}}, {"step": 50, "epoch": 0, "train_loss": 1.9886806011199951, "cos_r_negg": [0.2149679809808731, 0.005716037005186081, -0.026720121502876282, -0.038548797369003296, -0.01315979566425085, 0.024420537054538727, -0.04104767367243767, 0.02025665156543255, -0.05279058590531349, -0.001447591232135892], "cos_apical_negg": [0.2149679809808731, 0.005716037005186081, -0.026720121502876282, -0.038548797369003296, -0.01315979566425085, 0.024420537054538727, -0.04104767367243767, 0.02025665156543255, -0.05279058590531349, -0.001447591232135892], "cos_Ac_negg": [0.2149679809808731, 0.005716037005186081, -0.026720121502876282, -0.038548797369003296, -0.01315979566425085, 0.024420537054538727, -0.04104767367243767, 0.02025665156543255, -0.05279058590531349, -0.001447591232135892], "r_norm": [4.387053489685059, 4.413593769073486, 4.411075592041016, 4.271036148071289, 4.3896636962890625, 4.445163726806641, 4.364264488220215, 4.483259201049805, 4.5105133056640625, 4.306025505065918]}, {"step": 100, "epoch": 0, "train_loss": 1.93720543384552, "cos_r_negg": [0.2781321108341217, 0.002585906069725752, 0.006558558437973261, -0.0406433641910553, -0.0055330595932900906, -0.009850195609033108, -0.03784298151731491, -0.02604682557284832, -0.03639630973339081, 0.015440581366419792], "cos_apical_negg": [0.2781321108341217, 0.002585906069725752, 0.006558558437973261, -0.0406433641910553, -0.0055330595932900906, -0.009850195609033108, -0.03784298151731491, -0.02604682557284832, -0.03639630973339081, 0.015440581366419792], "cos_Ac_negg": [0.2781321108341217, 0.002585906069725752, 0.006558558437973261, -0.0406433641910553, -0.0055330595932900906, -0.009850195609033108, -0.03784298151731491, -0.02604682557284832, -0.03639630973339081, 0.015440581366419792], "r_norm": [4.1873931884765625, 4.199558258056641, 4.203432559967041, 4.067473411560059, 4.184391975402832, 4.227230072021484, 4.155317306518555, 4.272111892700195, 4.298552989959717, 4.106199264526367]}, {"step": 150, "epoch": 0, "train_loss": 2.062030076980591, "cos_r_negg": [0.34059837460517883, 0.02179749310016632, -0.018671438097953796, -0.04719498008489609, -0.0006409715861082077, -0.03623142093420029, -0.028571441769599915, 0.0015347176231443882, -0.04346206411719322, 0.00012560735922306776], "cos_apical_negg": [0.34059837460517883, 0.02179749310016632, -0.018671438097953796, -0.04719498008489609, -0.0006409715861082077, -0.03623142093420029, -0.028571441769599915, 0.0015347176231443882, -0.04346206411719322, 0.00012560735922306776], "cos_Ac_negg": [0.34059837460517883, 0.02179749310016632, -0.018671438097953796, -0.04719498008489609, -0.0006409715861082077, -0.03623142093420029, -0.028571441769599915, 0.0015347176231443882, -0.04346206411719322, 0.00012560735922306776], "r_norm": [4.1377153396606445, 4.147067070007324, 4.154813289642334, 4.021331787109375, 4.141458511352539, 4.187031269073486, 4.107086181640625, 4.225028991699219, 4.247432708740234, 4.052638530731201]}, {"step": 200, "epoch": 0, "train_loss": 1.9012988805770874, "cos_r_negg": [0.3982338011264801, 0.011085931211709976, -0.011328436434268951, -0.0332312285900116, -0.013852817937731743, -0.04704996198415756, -0.026432793587446213, -0.017944125458598137, -0.048563554883003235, -0.010273792780935764], "cos_apical_negg": [0.3982338011264801, 0.011085931211709976, -0.011328436434268951, -0.0332312285900116, -0.013852817937731743, -0.04704996198415756, -0.026432793587446213, -0.017944125458598137, -0.048563554883003235, -0.010273792780935764], "cos_Ac_negg": [0.3982338011264801, 0.011085931211709976, -0.011328436434268951, -0.0332312285900116, -0.013852817937731743, -0.04704996198415756, -0.026432793587446213, -0.017944125458598137, -0.048563554883003235, -0.010273792780935764], "r_norm": [3.921976089477539, 3.9392924308776855, 3.9333925247192383, 3.804168224334717, 3.9202699661254883, 3.948477268218994, 3.8820204734802246, 3.9865028858184814, 4.02319860458374, 3.8331422805786133]}, {"step": 250, "epoch": 0, "train_loss": 2.0414581298828125, "cos_r_negg": [0.4008517861366272, 0.008260412141680717, -0.029067136347293854, 0.007136630825698376, 0.0036408512387424707, -0.026632370427250862, -0.030954504385590553, 0.0035347763914614916, -0.027223244309425354, -0.003600368509069085], "cos_apical_negg": [0.4008517861366272, 0.008260412141680717, -0.029067136347293854, 0.007136630825698376, 0.0036408512387424707, -0.026632370427250862, -0.030954504385590553, 0.0035347763914614916, -0.027223244309425354, -0.003600368509069085], "cos_Ac_negg": [0.4008517861366272, 0.008260412141680717, -0.029067136347293854, 0.007136630825698376, 0.0036408512387424707, -0.026632370427250862, -0.030954504385590553, 0.0035347763914614916, -0.027223244309425354, -0.003600368509069085], "r_norm": [4.02920389175415, 4.025932312011719, 4.030984401702881, 3.888387680053711, 3.999626398086548, 4.0533599853515625, 3.982743740081787, 4.074960231781006, 4.108826637268066, 3.919351100921631], "ldr": {"dL_sdil": -0.08740377426147461, "dL_bp": -0.08665037155151367, "ratio": 1.0086947429822968}}, {"step": 300, "epoch": 0, "train_loss": 1.705099105834961, "cos_r_negg": [0.42210692167282104, 0.02899150736629963, -0.009703239426016808, 0.007353617809712887, -0.001535892253741622, -0.05557980760931969, -0.011657357215881348, -0.012863140553236008, 0.019823553040623665, 0.018649861216545105], "cos_apical_negg": [0.42210692167282104, 0.02899150736629963, -0.009703239426016808, 0.007353617809712887, -0.001535892253741622, -0.05557980760931969, -0.011657357215881348, -0.012863140553236008, 0.019823553040623665, 0.018649861216545105], "cos_Ac_negg": [0.42210692167282104, 0.02899150736629963, -0.009703239426016808, 0.007353617809712887, -0.001535892253741622, -0.05557980760931969, -0.011657357215881348, -0.012863140553236008, 0.019823553040623665, 0.018649861216545105], "r_norm": [3.7946012020111084, 3.780251979827881, 3.7837321758270264, 3.6623897552490234, 3.7699341773986816, 3.813023328781128, 3.7408103942871094, 3.846787691116333, 3.8698537349700928, 3.700376033782959]}, {"step": 350, "epoch": 0, "train_loss": 2.182734727859497, "cos_r_negg": [0.4296336770057678, -0.0007680177222937346, -0.023476656526327133, -0.005328076425939798, -0.003746264846995473, -0.05966994911432266, -0.00832483172416687, -0.03146972507238388, 0.027057386934757233, -0.0281678494066], "cos_apical_negg": [0.4296336770057678, -0.0007680177222937346, -0.023476656526327133, -0.005328076425939798, -0.003746264846995473, -0.05966994911432266, -0.00832483172416687, -0.03146972507238388, 0.027057386934757233, -0.0281678494066], "cos_Ac_negg": [0.4296336770057678, -0.0007680177222937346, -0.023476656526327133, -0.005328076425939798, -0.003746264846995473, -0.05966994911432266, -0.00832483172416687, -0.03146972507238388, 0.027057386934757233, -0.0281678494066], "r_norm": [3.70630145072937, 3.6884074211120605, 3.692913055419922, 3.574249744415283, 3.6808252334594727, 3.716752529144287, 3.6527576446533203, 3.7517168521881104, 3.7737138271331787, 3.6084399223327637]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3637, "test_loss": 1.8389356811523438}, {"step": 400, "epoch": 1, "train_loss": 1.8319673538208008, "cos_r_negg": [0.4658971428871155, 0.02918308973312378, -0.012569714337587357, 0.018170908093452454, -0.00611464399844408, -0.017390448600053787, 0.005010615102946758, -0.0028265337459743023, 0.0042753079906105995, 0.018395138904452324], "cos_apical_negg": [0.4658971428871155, 0.02918308973312378, -0.012569714337587357, 0.018170908093452454, -0.00611464399844408, -0.017390448600053787, 0.005010615102946758, -0.0028265337459743023, 0.0042753079906105995, 0.018395138904452324], "cos_Ac_negg": [0.4658971428871155, 0.02918308973312378, -0.012569714337587357, 0.018170908093452454, -0.00611464399844408, -0.017390448600053787, 0.005010615102946758, -0.0028265337459743023, 0.0042753079906105995, 0.018395138904452324], "r_norm": [3.5532872676849365, 3.533897876739502, 3.5284714698791504, 3.4160780906677246, 3.516350030899048, 3.549201488494873, 3.4899988174438477, 3.5856871604919434, 3.613060712814331, 3.445422410964966]}, {"step": 450, "epoch": 1, "train_loss": 1.9620195627212524, "cos_r_negg": [0.4852200746536255, 0.03887856751680374, -0.013576957397162914, 0.029423821717500687, 0.011512856930494308, -0.003492043586447835, 0.015557980164885521, -0.002821075264364481, 0.05298958346247673, 0.01396787166595459], "cos_apical_negg": [0.4852200746536255, 0.03887856751680374, -0.013576957397162914, 0.029423821717500687, 0.011512856930494308, -0.003492043586447835, 0.015557980164885521, -0.002821075264364481, 0.05298958346247673, 0.01396787166595459], "cos_Ac_negg": [0.4852200746536255, 0.03887856751680374, -0.013576957397162914, 0.029423821717500687, 0.011512856930494308, -0.003492043586447835, 0.015557980164885521, -0.002821075264364481, 0.05298958346247673, 0.01396787166595459], "r_norm": [3.528289318084717, 3.502462387084961, 3.500338077545166, 3.389399766921997, 3.4829792976379395, 3.5192813873291016, 3.4639623165130615, 3.560654401779175, 3.5738706588745117, 3.425753355026245]}, {"step": 500, "epoch": 1, "train_loss": 1.8282605409622192, "cos_r_negg": [0.49789559841156006, 0.031618840992450714, -0.0010133287869393826, 0.039124757051467896, 0.06712852418422699, 0.01045728474855423, 0.04489246755838394, 0.011882439255714417, 0.05593190714716911, 0.011182300746440887], "cos_apical_negg": [0.49789559841156006, 0.031618840992450714, -0.0010133287869393826, 0.039124757051467896, 0.06712852418422699, 0.01045728474855423, 0.04489246755838394, 0.011882439255714417, 0.05593190714716911, 0.011182300746440887], "cos_Ac_negg": [0.49789559841156006, 0.031618840992450714, -0.0010133287869393826, 0.039124757051467896, 0.06712852418422699, 0.01045728474855423, 0.04489246755838394, 0.011882439255714417, 0.05593190714716911, 0.011182300746440887], "r_norm": [3.498413562774658, 3.4647912979125977, 3.464993476867676, 3.3484864234924316, 3.445038318634033, 3.485769748687744, 3.429619312286377, 3.516508102416992, 3.533567428588867, 3.3842716217041016], "ldr": {"dL_sdil": -0.045807600021362305, "dL_bp": -0.04322242736816406, "ratio": 1.0598109086095053}}, {"step": 550, "epoch": 1, "train_loss": 1.9305511713027954, "cos_r_negg": [0.5175927877426147, 0.046657949686050415, -0.006871659308671951, 0.0694969892501831, 0.05432292819023132, -0.00011254730634391308, 0.06455713510513306, 0.04026111960411072, 0.05055895820260048, 0.0010656011290848255], "cos_apical_negg": [0.5175927877426147, 0.046657949686050415, -0.006871659308671951, 0.0694969892501831, 0.05432292819023132, -0.00011254730634391308, 0.06455713510513306, 0.04026111960411072, 0.05055895820260048, 0.0010656011290848255], "cos_Ac_negg": [0.5175927877426147, 0.046657949686050415, -0.006871659308671951, 0.0694969892501831, 0.05432292819023132, -0.00011254730634391308, 0.06455713510513306, 0.04026111960411072, 0.05055895820260048, 0.0010656011290848255], "r_norm": [3.4495115280151367, 3.403947114944458, 3.4048283100128174, 3.292349100112915, 3.3890492916107178, 3.427133083343506, 3.368159294128418, 3.4572298526763916, 3.474544048309326, 3.3255066871643066]}, {"step": 600, "epoch": 1, "train_loss": 1.7665871381759644, "cos_r_negg": [0.5350949764251709, 0.04794830083847046, 0.02218138612806797, 0.06655041873455048, 0.057251714169979095, 0.02410866692662239, 0.06148388236761093, 0.04954071342945099, 0.06694482266902924, 0.02098698914051056], "cos_apical_negg": [0.5350949764251709, 0.04794830083847046, 0.02218138612806797, 0.06655041873455048, 0.057251714169979095, 0.02410866692662239, 0.06148388236761093, 0.04954071342945099, 0.06694482266902924, 0.02098698914051056], "cos_Ac_negg": [0.5350949764251709, 0.04794830083847046, 0.02218138612806797, 0.06655041873455048, 0.057251714169979095, 0.02410866692662239, 0.06148388236761093, 0.04954071342945099, 0.06694482266902924, 0.02098698914051056], "r_norm": [3.269223928451538, 3.223402500152588, 3.2277603149414062, 3.1179299354553223, 3.216848850250244, 3.244429111480713, 3.186457633972168, 3.2786028385162354, 3.29436993598938, 3.147465944290161]}, {"step": 650, "epoch": 1, "train_loss": 1.8797991275787354, "cos_r_negg": [0.5487256646156311, 0.06401708722114563, 0.03219503164291382, 0.0798698142170906, 0.04817608371376991, 0.012689724564552307, 0.0451214574277401, 0.07774871587753296, 0.07117804884910583, 0.014894114807248116], "cos_apical_negg": [0.5487256646156311, 0.06401708722114563, 0.03219503164291382, 0.0798698142170906, 0.04817608371376991, 0.012689724564552307, 0.0451214574277401, 0.07774871587753296, 0.07117804884910583, 0.014894114807248116], "cos_Ac_negg": [0.5487256646156311, 0.06401708722114563, 0.03219503164291382, 0.0798698142170906, 0.04817608371376991, 0.012689724564552307, 0.0451214574277401, 0.07774871587753296, 0.07117804884910583, 0.014894114807248116], "r_norm": [3.3287925720214844, 3.277470588684082, 3.2778875827789307, 3.166435718536377, 3.264127254486084, 3.297175168991089, 3.2419633865356445, 3.3189759254455566, 3.338557004928589, 3.1918845176696777]}, {"step": 700, "epoch": 1, "train_loss": 1.8981850147247314, "cos_r_negg": [0.5482242703437805, 0.06997023522853851, 0.031151197850704193, 0.06408344954252243, 0.05630050227046013, 0.02531597949564457, 0.039310865104198456, 0.08888018876314163, 0.06123995780944824, 0.010396176017820835], "cos_apical_negg": [0.5482242703437805, 0.06997023522853851, 0.031151197850704193, 0.06408344954252243, 0.05630050227046013, 0.02531597949564457, 0.039310865104198456, 0.08888018876314163, 0.06123995780944824, 0.010396176017820835], "cos_Ac_negg": [0.5482242703437805, 0.06997023522853851, 0.031151197850704193, 0.06408344954252243, 0.05630050227046013, 0.02531597949564457, 0.039310865104198456, 0.08888018876314163, 0.06123995780944824, 0.010396176017820835], "r_norm": [3.1412692070007324, 3.0829758644104004, 3.078716278076172, 2.98386812210083, 3.073786735534668, 3.098388910293579, 3.0433640480041504, 3.130425453186035, 3.1487507820129395, 3.01084566116333]}, {"step": 750, "epoch": 1, "train_loss": 1.9407624006271362, "cos_r_negg": [0.5660743117332458, 0.08044114708900452, 0.034060392528772354, 0.06488954275846481, 0.09041920304298401, 0.024732381105422974, 0.05584661290049553, 0.07377585023641586, 0.06676267832517624, 0.03851696848869324], "cos_apical_negg": [0.5660743117332458, 0.08044114708900452, 0.034060392528772354, 0.06488954275846481, 0.09041920304298401, 0.024732381105422974, 0.05584661290049553, 0.07377585023641586, 0.06676267832517624, 0.03851696848869324], "cos_Ac_negg": [0.5660743117332458, 0.08044114708900452, 0.034060392528772354, 0.06488954275846481, 0.09041920304298401, 0.024732381105422974, 0.05584661290049553, 0.07377585023641586, 0.06676267832517624, 0.03851696848869324], "r_norm": [3.0924532413482666, 3.017279624938965, 3.0195765495300293, 2.9282186031341553, 3.008664608001709, 3.034494400024414, 2.982574701309204, 3.063300609588623, 3.0803987979888916, 2.9491169452667236], "ldr": {"dL_sdil": -0.041268348693847656, "dL_bp": -0.038374900817871094, "ratio": 1.0753994880588484}}, {"epoch_end": 1, "step": 782, "test_acc": 0.377, "test_loss": 1.8539549682617187}, {"step": 800, "epoch": 2, "train_loss": 1.8635393381118774, "cos_r_negg": [0.5483132600784302, 0.06468647718429565, 0.05560515448451042, 0.05807004123926163, 0.09110886603593826, 0.050300389528274536, 0.06120924651622772, 0.061680641025304794, 0.06477349996566772, 0.04090812802314758], "cos_apical_negg": [0.5483132600784302, 0.06468647718429565, 0.05560515448451042, 0.05807004123926163, 0.09110886603593826, 0.050300389528274536, 0.06120924651622772, 0.061680641025304794, 0.06477349996566772, 0.04090812802314758], "cos_Ac_negg": [0.5483132600784302, 0.06468647718429565, 0.05560515448451042, 0.05807004123926163, 0.09110886603593826, 0.050300389528274536, 0.06120924651622772, 0.061680641025304794, 0.06477349996566772, 0.04090812802314758], "r_norm": [3.108743667602539, 3.0455050468444824, 3.039433479309082, 2.9390997886657715, 3.0398459434509277, 3.057094097137451, 3.0040934085845947, 3.091191291809082, 3.1045525074005127, 2.9613685607910156]}, {"step": 850, "epoch": 2, "train_loss": 1.7131242752075195, "cos_r_negg": [0.5809745788574219, 0.092635378241539, 0.0552794449031353, 0.08130890130996704, 0.12233063578605652, 0.07905933260917664, 0.0627695843577385, 0.0871867686510086, 0.08529064804315567, 0.07616832852363586], "cos_apical_negg": [0.5809745788574219, 0.092635378241539, 0.0552794449031353, 0.08130890130996704, 0.12233063578605652, 0.07905933260917664, 0.0627695843577385, 0.0871867686510086, 0.08529064804315567, 0.07616832852363586], "cos_Ac_negg": [0.5809745788574219, 0.092635378241539, 0.0552794449031353, 0.08130890130996704, 0.12233063578605652, 0.07905933260917664, 0.0627695843577385, 0.0871867686510086, 0.08529064804315567, 0.07616832852363586], "r_norm": [2.9851551055908203, 2.9000020027160645, 2.9004440307617188, 2.8101704120635986, 2.8898324966430664, 2.912865400314331, 2.8702545166015625, 2.9455251693725586, 2.9542300701141357, 2.8287413120269775]}, {"step": 900, "epoch": 2, "train_loss": 1.8060076236724854, "cos_r_negg": [0.5787109732627869, 0.09522897005081177, 0.05194038897752762, 0.0922754555940628, 0.12278857827186584, 0.08119991421699524, 0.07898777723312378, 0.08678034693002701, 0.09619919955730438, 0.059890829026699066], "cos_apical_negg": [0.5787109732627869, 0.09522897005081177, 0.05194038897752762, 0.0922754555940628, 0.12278857827186584, 0.08119991421699524, 0.07898777723312378, 0.08678034693002701, 0.09619919955730438, 0.059890829026699066], "cos_Ac_negg": [0.5787109732627869, 0.09522897005081177, 0.05194038897752762, 0.0922754555940628, 0.12278857827186584, 0.08119991421699524, 0.07898777723312378, 0.08678034693002701, 0.09619919955730438, 0.059890829026699066], "r_norm": [2.9614439010620117, 2.869180679321289, 2.875699996948242, 2.7821714878082275, 2.8566207885742188, 2.888791561126709, 2.8380794525146484, 2.913447141647339, 2.9259777069091797, 2.8019838333129883]}, {"step": 950, "epoch": 2, "train_loss": 1.5864052772521973, "cos_r_negg": [0.5699524879455566, 0.10500858724117279, 0.07126456499099731, 0.12096697837114334, 0.1348918378353119, 0.06003666669130325, 0.06776942312717438, 0.08169059455394745, 0.11823072284460068, 0.05721847712993622], "cos_apical_negg": [0.5699524879455566, 0.10500858724117279, 0.07126456499099731, 0.12096697837114334, 0.1348918378353119, 0.06003666669130325, 0.06776942312717438, 0.08169059455394745, 0.11823072284460068, 0.05721847712993622], "cos_Ac_negg": [0.5699524879455566, 0.10500858724117279, 0.07126456499099731, 0.12096697837114334, 0.1348918378353119, 0.06003666669130325, 0.06776942312717438, 0.08169059455394745, 0.11823072284460068, 0.05721847712993622], "r_norm": [2.8255491256713867, 2.731044292449951, 2.725512981414795, 2.6421051025390625, 2.7178869247436523, 2.744239330291748, 2.6977427005767822, 2.774228096008301, 2.7847070693969727, 2.664896249771118]}, {"step": 1000, "epoch": 2, "train_loss": 1.7895886898040771, "cos_r_negg": [0.6032485961914062, 0.10474835336208344, 0.07972077280282974, 0.14843350648880005, 0.13147234916687012, 0.07576820254325867, 0.05330142006278038, 0.11073888838291168, 0.10868728160858154, 0.048046406358480453], "cos_apical_negg": [0.6032485961914062, 0.10474835336208344, 0.07972077280282974, 0.14843350648880005, 0.13147234916687012, 0.07576820254325867, 0.05330142006278038, 0.11073888838291168, 0.10868728160858154, 0.048046406358480453], "cos_Ac_negg": [0.6032485961914062, 0.10474835336208344, 0.07972077280282974, 0.14843350648880005, 0.13147234916687012, 0.07576820254325867, 0.05330142006278038, 0.11073888838291168, 0.10868728160858154, 0.048046406358480453], "r_norm": [2.804208278656006, 2.7028989791870117, 2.6997499465942383, 2.6117775440216064, 2.6879491806030273, 2.7176361083984375, 2.673464298248291, 2.7472400665283203, 2.753309726715088, 2.6305954456329346], "ldr": {"dL_sdil": -0.05045127868652344, "dL_bp": -0.04773294925689697, "ratio": 1.0569487004667681}}, {"step": 1050, "epoch": 2, "train_loss": 1.9745986461639404, "cos_r_negg": [0.5924088954925537, 0.12223107367753983, 0.08126752823591232, 0.15897896885871887, 0.1308651715517044, 0.11734987795352936, 0.06402388215065002, 0.11989839375019073, 0.12879934906959534, 0.10219348222017288], "cos_apical_negg": [0.5924088954925537, 0.12223107367753983, 0.08126752823591232, 0.15897896885871887, 0.1308651715517044, 0.11734987795352936, 0.06402388215065002, 0.11989839375019073, 0.12879934906959534, 0.10219348222017288], "cos_Ac_negg": [0.5924088954925537, 0.12223107367753983, 0.08126752823591232, 0.15897896885871887, 0.1308651715517044, 0.11734987795352936, 0.06402388215065002, 0.11989839375019073, 0.12879934906959534, 0.10219348222017288], "r_norm": [2.7142062187194824, 2.6068496704101562, 2.6022090911865234, 2.5260801315307617, 2.5927987098693848, 2.615856647491455, 2.5753543376922607, 2.6463098526000977, 2.6564247608184814, 2.5433707237243652]}, {"step": 1100, "epoch": 2, "train_loss": 1.592344045639038, "cos_r_negg": [0.61052006483078, 0.1447123885154724, 0.09204918146133423, 0.18530496954917908, 0.13632594048976898, 0.10682079941034317, 0.07268023490905762, 0.14064550399780273, 0.14699751138687134, 0.08530186116695404], "cos_apical_negg": [0.61052006483078, 0.1447123885154724, 0.09204918146133423, 0.18530496954917908, 0.13632594048976898, 0.10682079941034317, 0.07268023490905762, 0.14064550399780273, 0.14699751138687134, 0.08530186116695404], "cos_Ac_negg": [0.61052006483078, 0.1447123885154724, 0.09204918146133423, 0.18530496954917908, 0.13632594048976898, 0.10682079941034317, 0.07268023490905762, 0.14064550399780273, 0.14699751138687134, 0.08530186116695404], "r_norm": [2.758133888244629, 2.650745391845703, 2.634615421295166, 2.558903455734253, 2.6272430419921875, 2.6490578651428223, 2.612248420715332, 2.682872772216797, 2.6914758682250977, 2.574981212615967]}, {"step": 1150, "epoch": 2, "train_loss": 1.7181380987167358, "cos_r_negg": [0.6108497977256775, 0.14809191226959229, 0.11880965530872345, 0.17270338535308838, 0.13687777519226074, 0.1036158949136734, 0.0954512357711792, 0.14048627018928528, 0.14804264903068542, 0.09330379962921143], "cos_apical_negg": [0.6108497977256775, 0.14809191226959229, 0.11880965530872345, 0.17270338535308838, 0.13687777519226074, 0.1036158949136734, 0.0954512357711792, 0.14048627018928528, 0.14804264903068542, 0.09330379962921143], "cos_Ac_negg": [0.6108497977256775, 0.14809191226959229, 0.11880965530872345, 0.17270338535308838, 0.13687777519226074, 0.1036158949136734, 0.0954512357711792, 0.14048627018928528, 0.14804264903068542, 0.09330379962921143], "r_norm": [2.7690820693969727, 2.649179458618164, 2.641533136367798, 2.5564985275268555, 2.634486198425293, 2.65785551071167, 2.614151954650879, 2.686375141143799, 2.692763328552246, 2.574976921081543]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3788, "test_loss": 1.8167215942382813}, {"step": 1200, "epoch": 3, "train_loss": 1.725527048110962, "cos_r_negg": [0.5982441902160645, 0.1410350203514099, 0.12313573062419891, 0.1715797334909439, 0.14484679698944092, 0.10393722355365753, 0.10127389430999756, 0.16100361943244934, 0.14850758016109467, 0.13224957883358002], "cos_apical_negg": [0.5982441902160645, 0.1410350203514099, 0.12313573062419891, 0.1715797334909439, 0.14484679698944092, 0.10393722355365753, 0.10127389430999756, 0.16100361943244934, 0.14850758016109467, 0.13224957883358002], "cos_Ac_negg": [0.5982441902160645, 0.1410350203514099, 0.12313573062419891, 0.1715797334909439, 0.14484679698944092, 0.10393722355365753, 0.10127389430999756, 0.16100361943244934, 0.14850758016109467, 0.13224957883358002], "r_norm": [2.6028547286987305, 2.476024627685547, 2.4701876640319824, 2.3992247581481934, 2.4657647609710693, 2.477519989013672, 2.4444072246551514, 2.51188325881958, 2.52573299407959, 2.4098756313323975]}, {"step": 1250, "epoch": 3, "train_loss": 1.5311825275421143, "cos_r_negg": [0.6149812936782837, 0.1627531498670578, 0.12626253068447113, 0.177265465259552, 0.15209096670150757, 0.11428062617778778, 0.10469934344291687, 0.1668090969324112, 0.16867157816886902, 0.15599575638771057], "cos_apical_negg": [0.6149812936782837, 0.1627531498670578, 0.12626253068447113, 0.177265465259552, 0.15209096670150757, 0.11428062617778778, 0.10469934344291687, 0.1668090969324112, 0.16867157816886902, 0.15599575638771057], "cos_Ac_negg": [0.6149812936782837, 0.1627531498670578, 0.12626253068447113, 0.177265465259552, 0.15209096670150757, 0.11428062617778778, 0.10469934344291687, 0.1668090969324112, 0.16867157816886902, 0.15599575638771057], "r_norm": [2.5971431732177734, 2.4703853130340576, 2.4601478576660156, 2.389601230621338, 2.4487497806549072, 2.4667232036590576, 2.430619955062866, 2.5054450035095215, 2.5115621089935303, 2.4031524658203125], "ldr": {"dL_sdil": -0.03834855556488037, "dL_bp": -0.03582644462585449, "ratio": 1.0703980248491018}}, {"step": 1300, "epoch": 3, "train_loss": 1.5487658977508545, "cos_r_negg": [0.6160122156143188, 0.1592632532119751, 0.11593671888113022, 0.18730378150939941, 0.15415309369564056, 0.15255728363990784, 0.12082067131996155, 0.17028287053108215, 0.16275610029697418, 0.14028888940811157], "cos_apical_negg": [0.6160122156143188, 0.1592632532119751, 0.11593671888113022, 0.18730378150939941, 0.15415309369564056, 0.15255728363990784, 0.12082067131996155, 0.17028287053108215, 0.16275610029697418, 0.14028888940811157], "cos_Ac_negg": [0.6160122156143188, 0.1592632532119751, 0.11593671888113022, 0.18730378150939941, 0.15415309369564056, 0.15255728363990784, 0.12082067131996155, 0.17028287053108215, 0.16275610029697418, 0.14028888940811157], "r_norm": [2.5955824851989746, 2.458500385284424, 2.4477570056915283, 2.3763527870178223, 2.4361367225646973, 2.453721284866333, 2.421449899673462, 2.49143123626709, 2.496142864227295, 2.386418581008911]}, {"step": 1350, "epoch": 3, "train_loss": 1.7247035503387451, "cos_r_negg": [0.6288878917694092, 0.1702863723039627, 0.13989943265914917, 0.21093368530273438, 0.1735638678073883, 0.15276724100112915, 0.11229154467582703, 0.18281005322933197, 0.17995810508728027, 0.15272179245948792], "cos_apical_negg": [0.6288878917694092, 0.1702863723039627, 0.13989943265914917, 0.21093368530273438, 0.1735638678073883, 0.15276724100112915, 0.11229154467582703, 0.18281005322933197, 0.17995810508728027, 0.15272179245948792], "cos_Ac_negg": [0.6288878917694092, 0.1702863723039627, 0.13989943265914917, 0.21093368530273438, 0.1735638678073883, 0.15276724100112915, 0.11229154467582703, 0.18281005322933197, 0.17995810508728027, 0.15272179245948792], "r_norm": [2.5914976596832275, 2.447091817855835, 2.438910484313965, 2.3657214641571045, 2.41986346244812, 2.446455478668213, 2.408036231994629, 2.4801206588745117, 2.4855127334594727, 2.3815038204193115]}, {"step": 1400, "epoch": 3, "train_loss": 1.6621150970458984, "cos_r_negg": [0.6324470043182373, 0.18274948000907898, 0.13833211362361908, 0.22695761919021606, 0.1854676753282547, 0.136521577835083, 0.13063408434391022, 0.1963762789964676, 0.17959089577198029, 0.15351378917694092], "cos_apical_negg": [0.6324470043182373, 0.18274948000907898, 0.13833211362361908, 0.22695761919021606, 0.1854676753282547, 0.136521577835083, 0.13063408434391022, 0.1963762789964676, 0.17959089577198029, 0.15351378917694092], "cos_Ac_negg": [0.6324470043182373, 0.18274948000907898, 0.13833211362361908, 0.22695761919021606, 0.1854676753282547, 0.136521577835083, 0.13063408434391022, 0.1963762789964676, 0.17959089577198029, 0.15351378917694092], "r_norm": [2.454158306121826, 2.304948091506958, 2.291794776916504, 2.235921859741211, 2.2919113636016846, 2.303530693054199, 2.2712454795837402, 2.3375940322875977, 2.3412184715270996, 2.242917537689209]}, {"step": 1450, "epoch": 3, "train_loss": 1.578901767730713, "cos_r_negg": [0.6570971608161926, 0.20053637027740479, 0.15803197026252747, 0.23945540189743042, 0.19555123150348663, 0.15230871737003326, 0.14063826203346252, 0.20995590090751648, 0.19090259075164795, 0.16717073321342468], "cos_apical_negg": [0.6570971608161926, 0.20053637027740479, 0.15803197026252747, 0.23945540189743042, 0.19555123150348663, 0.15230871737003326, 0.14063826203346252, 0.20995590090751648, 0.19090259075164795, 0.16717073321342468], "cos_Ac_negg": [0.6570971608161926, 0.20053637027740479, 0.15803197026252747, 0.23945540189743042, 0.19555123150348663, 0.15230871737003326, 0.14063826203346252, 0.20995590090751648, 0.19090259075164795, 0.16717073321342468], "r_norm": [2.4430787563323975, 2.2911417484283447, 2.275543451309204, 2.214723587036133, 2.2636542320251465, 2.285202980041504, 2.254974365234375, 2.31406831741333, 2.318866729736328, 2.222520112991333]}, {"step": 1500, "epoch": 3, "train_loss": 1.6704566478729248, "cos_r_negg": [0.6546800136566162, 0.20290769636631012, 0.16034065186977386, 0.2509487569332123, 0.1996859312057495, 0.14082805812358856, 0.14987030625343323, 0.21609333157539368, 0.2022617906332016, 0.17622557282447815], "cos_apical_negg": [0.6546800136566162, 0.20290769636631012, 0.16034065186977386, 0.2509487569332123, 0.1996859312057495, 0.14082805812358856, 0.14987030625343323, 0.21609333157539368, 0.2022617906332016, 0.17622557282447815], "cos_Ac_negg": [0.6546800136566162, 0.20290769636631012, 0.16034065186977386, 0.2509487569332123, 0.1996859312057495, 0.14082805812358856, 0.14987030625343323, 0.21609333157539368, 0.2022617906332016, 0.17622557282447815], "r_norm": [2.3997130393981934, 2.2388224601745605, 2.2265048027038574, 2.1670680046081543, 2.2122061252593994, 2.2364273071289062, 2.2039523124694824, 2.262690782546997, 2.2662806510925293, 2.1733076572418213], "ldr": {"dL_sdil": -0.042935848236083984, "dL_bp": -0.04043149948120117, "ratio": 1.0619405361418075}}, {"step": 1550, "epoch": 3, "train_loss": 1.9069747924804688, "cos_r_negg": [0.6445537805557251, 0.2127128541469574, 0.17675141990184784, 0.25010180473327637, 0.20301735401153564, 0.14138054847717285, 0.17873653769493103, 0.22776982188224792, 0.20439472794532776, 0.17792649567127228], "cos_apical_negg": [0.6445537805557251, 0.2127128541469574, 0.17675141990184784, 0.25010180473327637, 0.20301735401153564, 0.14138054847717285, 0.17873653769493103, 0.22776982188224792, 0.20439472794532776, 0.17792649567127228], "cos_Ac_negg": [0.6445537805557251, 0.2127128541469574, 0.17675141990184784, 0.25010180473327637, 0.20301735401153564, 0.14138054847717285, 0.17873653769493103, 0.22776982188224792, 0.20439472794532776, 0.17792649567127228], "r_norm": [2.3518199920654297, 2.1872010231018066, 2.1769142150878906, 2.11896014213562, 2.161121368408203, 2.1816091537475586, 2.152456283569336, 2.209951639175415, 2.213742733001709, 2.122913360595703]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4133, "test_loss": 1.756063720703125}, {"step": 1600, "epoch": 4, "train_loss": 1.4858973026275635, "cos_r_negg": [0.6691487431526184, 0.2241053283214569, 0.19895736873149872, 0.27009761333465576, 0.21890948712825775, 0.16747358441352844, 0.1748555600643158, 0.2276669144630432, 0.22403354942798615, 0.17831405997276306], "cos_apical_negg": [0.6691487431526184, 0.2241053283214569, 0.19895736873149872, 0.27009761333465576, 0.21890948712825775, 0.16747358441352844, 0.1748555600643158, 0.2276669144630432, 0.22403354942798615, 0.17831405997276306], "cos_Ac_negg": [0.6691487431526184, 0.2241053283214569, 0.19895736873149872, 0.27009761333465576, 0.21890948712825775, 0.16747358441352844, 0.1748555600643158, 0.2276669144630432, 0.22403354942798615, 0.17831405997276306], "r_norm": [2.3718857765197754, 2.208784580230713, 2.1928505897521973, 2.1332273483276367, 2.1754300594329834, 2.190157890319824, 2.165278434753418, 2.230184316635132, 2.227954387664795, 2.1344072818756104]}, {"step": 1650, "epoch": 4, "train_loss": 1.5318622589111328, "cos_r_negg": [0.6506236791610718, 0.23240967094898224, 0.2027791142463684, 0.27851173281669617, 0.22165173292160034, 0.1675133854150772, 0.18061906099319458, 0.22167730331420898, 0.23196275532245636, 0.1880422681570053], "cos_apical_negg": [0.6506236791610718, 0.23240967094898224, 0.2027791142463684, 0.27851173281669617, 0.22165173292160034, 0.1675133854150772, 0.18061906099319458, 0.22167730331420898, 0.23196275532245636, 0.1880422681570053], "cos_Ac_negg": [0.6506236791610718, 0.23240967094898224, 0.2027791142463684, 0.27851173281669617, 0.22165173292160034, 0.1675133854150772, 0.18061906099319458, 0.22167730331420898, 0.23196275532245636, 0.1880422681570053], "r_norm": [2.2883799076080322, 2.111820936203003, 2.100450038909912, 2.0490736961364746, 2.091050148010254, 2.102914810180664, 2.078011989593506, 2.1331119537353516, 2.1368560791015625, 2.048992156982422]}, {"step": 1700, "epoch": 4, "train_loss": 1.591313123703003, "cos_r_negg": [0.6622207164764404, 0.23505161702632904, 0.19855856895446777, 0.27868011593818665, 0.2412932962179184, 0.18991141021251678, 0.18802368640899658, 0.22477075457572937, 0.21929427981376648, 0.20481961965560913], "cos_apical_negg": [0.6622207164764404, 0.23505161702632904, 0.19855856895446777, 0.27868011593818665, 0.2412932962179184, 0.18991141021251678, 0.18802368640899658, 0.22477075457572937, 0.21929427981376648, 0.20481961965560913], "cos_Ac_negg": [0.6622207164764404, 0.23505161702632904, 0.19855856895446777, 0.27868011593818665, 0.2412932962179184, 0.18991141021251678, 0.18802368640899658, 0.22477075457572937, 0.21929427981376648, 0.20481961965560913], "r_norm": [2.253114700317383, 2.0739853382110596, 2.0602498054504395, 2.009915590286255, 2.0478363037109375, 2.0602974891662598, 2.036170482635498, 2.092346668243408, 2.096510887145996, 2.0084612369537354]}, {"step": 1750, "epoch": 4, "train_loss": 1.6478608846664429, "cos_r_negg": [0.6654469966888428, 0.2242145836353302, 0.20124614238739014, 0.28882426023483276, 0.2404053807258606, 0.1936720907688141, 0.2002934068441391, 0.22715923190116882, 0.2333661913871765, 0.20813137292861938], "cos_apical_negg": [0.6654469966888428, 0.2242145836353302, 0.20124614238739014, 0.28882426023483276, 0.2404053807258606, 0.1936720907688141, 0.2002934068441391, 0.22715923190116882, 0.2333661913871765, 0.20813137292861938], "cos_Ac_negg": [0.6654469966888428, 0.2242145836353302, 0.20124614238739014, 0.28882426023483276, 0.2404053807258606, 0.1936720907688141, 0.2002934068441391, 0.22715923190116882, 0.2333661913871765, 0.20813137292861938], "r_norm": [2.2489233016967773, 2.0633227825164795, 2.050365686416626, 2.0025410652160645, 2.0405514240264893, 2.0491204261779785, 2.0231404304504395, 2.0803380012512207, 2.08367919921875, 1.9963047504425049], "ldr": {"dL_sdil": -0.05169939994812012, "dL_bp": -0.048844337463378906, "ratio": 1.05845227170666}}, {"step": 1800, "epoch": 4, "train_loss": 1.4464757442474365, "cos_r_negg": [0.6727434992790222, 0.25160348415374756, 0.22062915563583374, 0.30492353439331055, 0.24804164469242096, 0.19976872205734253, 0.21151846647262573, 0.22087010741233826, 0.2521476745605469, 0.2164682149887085], "cos_apical_negg": [0.6727434992790222, 0.25160348415374756, 0.22062915563583374, 0.30492353439331055, 0.24804164469242096, 0.19976872205734253, 0.21151846647262573, 0.22087010741233826, 0.2521476745605469, 0.2164682149887085], "cos_Ac_negg": [0.6727434992790222, 0.25160348415374756, 0.22062915563583374, 0.30492353439331055, 0.24804164469242096, 0.19976872205734253, 0.21151846647262573, 0.22087010741233826, 0.2521476745605469, 0.2164682149887085], "r_norm": [2.2235641479492188, 2.028754711151123, 2.0166709423065186, 1.9711017608642578, 2.0008151531219482, 2.013782024383545, 1.991943597793579, 2.045768976211548, 2.051067590713501, 1.9676722288131714]}, {"step": 1850, "epoch": 4, "train_loss": 1.6518553495407104, "cos_r_negg": [0.669660210609436, 0.26977330446243286, 0.24529442191123962, 0.29714253544807434, 0.25029367208480835, 0.20024365186691284, 0.22130343317985535, 0.23333820700645447, 0.2656056880950928, 0.22634778916835785], "cos_apical_negg": [0.669660210609436, 0.26977330446243286, 0.24529442191123962, 0.29714253544807434, 0.25029367208480835, 0.20024365186691284, 0.22130343317985535, 0.23333820700645447, 0.2656056880950928, 0.22634778916835785], "cos_Ac_negg": [0.669660210609436, 0.26977330446243286, 0.24529442191123962, 0.29714253544807434, 0.25029367208480835, 0.20024365186691284, 0.22130343317985535, 0.23333820700645447, 0.2656056880950928, 0.22634778916835785], "r_norm": [2.2086689472198486, 2.008178472518921, 1.9976595640182495, 1.951538324356079, 1.977118730545044, 1.9912794828414917, 1.972698450088501, 2.0244579315185547, 2.026484966278076, 1.9464118480682373]}, {"step": 1900, "epoch": 4, "train_loss": 1.5844589471817017, "cos_r_negg": [0.6825879812240601, 0.2582249343395233, 0.2556307017803192, 0.30204734206199646, 0.26804202795028687, 0.21647551655769348, 0.23219794034957886, 0.24934661388397217, 0.2725270390510559, 0.2543359696865082], "cos_apical_negg": [0.6825879812240601, 0.2582249343395233, 0.2556307017803192, 0.30204734206199646, 0.26804202795028687, 0.21647551655769348, 0.23219794034957886, 0.24934661388397217, 0.2725270390510559, 0.2543359696865082], "cos_Ac_negg": [0.6825879812240601, 0.2582249343395233, 0.2556307017803192, 0.30204734206199646, 0.26804202795028687, 0.21647551655769348, 0.23219794034957886, 0.24934661388397217, 0.2725270390510559, 0.2543359696865082], "r_norm": [2.118227243423462, 1.921581506729126, 1.9097821712493896, 1.8657253980636597, 1.8957462310791016, 1.9033935070037842, 1.8834857940673828, 1.9377456903457642, 1.9416429996490479, 1.8595857620239258]}, {"step": 1950, "epoch": 4, "train_loss": 1.499769926071167, "cos_r_negg": [0.6820549368858337, 0.29061180353164673, 0.25609317421913147, 0.30406755208969116, 0.28765255212783813, 0.21753741800785065, 0.23174193501472473, 0.266232430934906, 0.29767027497291565, 0.24698206782341003], "cos_apical_negg": [0.6820549368858337, 0.29061180353164673, 0.25609317421913147, 0.30406755208969116, 0.28765255212783813, 0.21753741800785065, 0.23174193501472473, 0.266232430934906, 0.29767027497291565, 0.24698206782341003], "cos_Ac_negg": [0.6820549368858337, 0.29061180353164673, 0.25609317421913147, 0.30406755208969116, 0.28765255212783813, 0.21753741800785065, 0.23174193501472473, 0.266232430934906, 0.29767027497291565, 0.24698206782341003], "r_norm": [2.1094820499420166, 1.9047563076019287, 1.889885663986206, 1.8513915538787842, 1.875784158706665, 1.8836809396743774, 1.8660664558410645, 1.9190995693206787, 1.9216735363006592, 1.8417611122131348]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.3954, "test_loss": 1.8188045532226562}, {"step": 2000, "epoch": 5, "train_loss": 1.5188422203063965, "cos_r_negg": [0.6622024774551392, 0.3024030923843384, 0.26125407218933105, 0.3016253411769867, 0.2937653362751007, 0.23344388604164124, 0.23770299553871155, 0.25834617018699646, 0.2958686351776123, 0.2723880708217621], "cos_apical_negg": [0.6622024774551392, 0.3024030923843384, 0.26125407218933105, 0.3016253411769867, 0.2937653362751007, 0.23344388604164124, 0.23770299553871155, 0.25834617018699646, 0.2958686351776123, 0.2723880708217621], "cos_Ac_negg": [0.6622024774551392, 0.3024030923843384, 0.26125407218933105, 0.3016253411769867, 0.2937653362751007, 0.23344388604164124, 0.23770299553871155, 0.25834617018699646, 0.2958686351776123, 0.2723880708217621], "r_norm": [2.081343173980713, 1.8732826709747314, 1.857539176940918, 1.8175108432769775, 1.8443357944488525, 1.8516583442687988, 1.8343682289123535, 1.8848899602890015, 1.8891655206680298, 1.8057653903961182], "ldr": {"dL_sdil": -0.04671001434326172, "dL_bp": -0.04533219337463379, "ratio": 1.0303938738909313}}, {"step": 2050, "epoch": 5, "train_loss": 1.4151142835617065, "cos_r_negg": [0.6913236379623413, 0.31459811329841614, 0.2740597426891327, 0.30995750427246094, 0.3232421278953552, 0.2430647313594818, 0.2575449049472809, 0.2880092263221741, 0.3133094310760498, 0.29374250769615173], "cos_apical_negg": [0.6913236379623413, 0.31459811329841614, 0.2740597426891327, 0.30995750427246094, 0.3232421278953552, 0.2430647313594818, 0.2575449049472809, 0.2880092263221741, 0.3133094310760498, 0.29374250769615173], "cos_Ac_negg": [0.6913236379623413, 0.31459811329841614, 0.2740597426891327, 0.30995750427246094, 0.3232421278953552, 0.2430647313594818, 0.2575449049472809, 0.2880092263221741, 0.3133094310760498, 0.29374250769615173], "r_norm": [2.032874345779419, 1.8243091106414795, 1.8128219842910767, 1.7725520133972168, 1.7962331771850586, 1.7977368831634521, 1.7854760885238647, 1.8360159397125244, 1.8390488624572754, 1.760464072227478]}, {"step": 2100, "epoch": 5, "train_loss": 1.5169878005981445, "cos_r_negg": [0.6926979422569275, 0.3279668986797333, 0.28507518768310547, 0.3356962203979492, 0.34253671765327454, 0.256119042634964, 0.2555893063545227, 0.28461140394210815, 0.3176446855068207, 0.3007122278213501], "cos_apical_negg": [0.6926979422569275, 0.3279668986797333, 0.28507518768310547, 0.3356962203979492, 0.34253671765327454, 0.256119042634964, 0.2555893063545227, 0.28461140394210815, 0.3176446855068207, 0.3007122278213501], "cos_Ac_negg": [0.6926979422569275, 0.3279668986797333, 0.28507518768310547, 0.3356962203979492, 0.34253671765327454, 0.256119042634964, 0.2555893063545227, 0.28461140394210815, 0.3176446855068207, 0.3007122278213501], "r_norm": [2.0298819541931152, 1.8151626586914062, 1.8011212348937988, 1.7614723443984985, 1.7839117050170898, 1.7860263586044312, 1.7729666233062744, 1.822527289390564, 1.8259161710739136, 1.747938871383667]}, {"step": 2150, "epoch": 5, "train_loss": 1.5534532070159912, "cos_r_negg": [0.7035855054855347, 0.33771201968193054, 0.2982715368270874, 0.3472074866294861, 0.3384072780609131, 0.2516419589519501, 0.2646011710166931, 0.30855831503868103, 0.3192903995513916, 0.298647403717041], "cos_apical_negg": [0.7035855054855347, 0.33771201968193054, 0.2982715368270874, 0.3472074866294861, 0.3384072780609131, 0.2516419589519501, 0.2646011710166931, 0.30855831503868103, 0.3192903995513916, 0.298647403717041], "cos_Ac_negg": [0.7035855054855347, 0.33771201968193054, 0.2982715368270874, 0.3472074866294861, 0.3384072780609131, 0.2516419589519501, 0.2646011710166931, 0.30855831503868103, 0.3192903995513916, 0.298647403717041], "r_norm": [1.991607904434204, 1.771957516670227, 1.7605228424072266, 1.7240283489227295, 1.7456014156341553, 1.7434700727462769, 1.7323975563049316, 1.7801622152328491, 1.7838850021362305, 1.7079353332519531]}, {"step": 2200, "epoch": 5, "train_loss": 1.723017930984497, "cos_r_negg": [0.7055820226669312, 0.3343808352947235, 0.3044418692588806, 0.3538214862346649, 0.33729249238967896, 0.2771318554878235, 0.275750994682312, 0.3018430173397064, 0.34084033966064453, 0.30669933557510376], "cos_apical_negg": [0.7055820226669312, 0.3343808352947235, 0.3044418692588806, 0.3538214862346649, 0.33729249238967896, 0.2771318554878235, 0.275750994682312, 0.3018430173397064, 0.34084033966064453, 0.30669933557510376], "cos_Ac_negg": [0.7055820226669312, 0.3343808352947235, 0.3044418692588806, 0.3538214862346649, 0.33729249238967896, 0.2771318554878235, 0.275750994682312, 0.3018430173397064, 0.34084033966064453, 0.30669933557510376], "r_norm": [2.0272533893585205, 1.7975564002990723, 1.781823992729187, 1.7453596591949463, 1.7632321119308472, 1.76389479637146, 1.7555418014526367, 1.8020282983779907, 1.8026598691940308, 1.730684757232666]}, {"step": 2250, "epoch": 5, "train_loss": 1.7873129844665527, "cos_r_negg": [0.7030287981033325, 0.33728960156440735, 0.31580638885498047, 0.3660406172275543, 0.3418079912662506, 0.2908838391304016, 0.2892650365829468, 0.32342100143432617, 0.3404353857040405, 0.3277512788772583], "cos_apical_negg": [0.7030287981033325, 0.33728960156440735, 0.31580638885498047, 0.3660406172275543, 0.3418079912662506, 0.2908838391304016, 0.2892650365829468, 0.32342100143432617, 0.3404353857040405, 0.3277512788772583], "cos_Ac_negg": [0.7030287981033325, 0.33728960156440735, 0.31580638885498047, 0.3660406172275543, 0.3418079912662506, 0.2908838391304016, 0.2892650365829468, 0.32342100143432617, 0.3404353857040405, 0.3277512788772583], "r_norm": [1.975843906402588, 1.7475422620773315, 1.7309136390686035, 1.6953972578048706, 1.7136316299438477, 1.7144229412078857, 1.703075647354126, 1.7513362169265747, 1.753244161605835, 1.6777503490447998], "ldr": {"dL_sdil": -0.05149388313293457, "dL_bp": -0.04960763454437256, "ratio": 1.0380233527739529}}, {"step": 2300, "epoch": 5, "train_loss": 1.4745125770568848, "cos_r_negg": [0.709536075592041, 0.3600925803184509, 0.3292124271392822, 0.3805443346500397, 0.3466032147407532, 0.29870373010635376, 0.29731184244155884, 0.3340635895729065, 0.3611734211444855, 0.32658323645591736], "cos_apical_negg": [0.709536075592041, 0.3600925803184509, 0.3292124271392822, 0.3805443346500397, 0.3466032147407532, 0.29870373010635376, 0.29731184244155884, 0.3340635895729065, 0.3611734211444855, 0.32658323645591736], "cos_Ac_negg": [0.709536075592041, 0.3600925803184509, 0.3292124271392822, 0.3805443346500397, 0.3466032147407532, 0.29870373010635376, 0.29731184244155884, 0.3340635895729065, 0.3611734211444855, 0.32658323645591736], "r_norm": [1.9028968811035156, 1.6744662523269653, 1.660623550415039, 1.628488302230835, 1.6425559520721436, 1.6442325115203857, 1.6295008659362793, 1.677785873413086, 1.680970549583435, 1.6105459928512573]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4166, "test_loss": 1.76314208984375}, {"step": 2350, "epoch": 6, "train_loss": 1.450663447380066, "cos_r_negg": [0.7044273018836975, 0.3697695732116699, 0.33511072397232056, 0.3806200623512268, 0.37408769130706787, 0.3093515634536743, 0.3215831518173218, 0.3228338956832886, 0.34917789697647095, 0.3253295421600342], "cos_apical_negg": [0.7044273018836975, 0.3697695732116699, 0.33511072397232056, 0.3806200623512268, 0.37408769130706787, 0.3093515634536743, 0.3215831518173218, 0.3228338956832886, 0.34917789697647095, 0.3253295421600342], "cos_Ac_negg": [0.7044273018836975, 0.3697695732116699, 0.33511072397232056, 0.3806200623512268, 0.37408769130706787, 0.3093515634536743, 0.3215831518173218, 0.3228338956832886, 0.34917789697647095, 0.3253295421600342], "r_norm": [1.9372820854187012, 1.7019572257995605, 1.6852586269378662, 1.6510167121887207, 1.6653395891189575, 1.6685469150543213, 1.6538094282150269, 1.7007797956466675, 1.7034602165222168, 1.6322263479232788]}, {"step": 2400, "epoch": 6, "train_loss": 1.2863638401031494, "cos_r_negg": [0.7099996209144592, 0.38845106959342957, 0.3529570996761322, 0.3838950991630554, 0.38602355122566223, 0.3321003317832947, 0.32547497749328613, 0.3495020270347595, 0.3655628561973572, 0.34382107853889465], "cos_apical_negg": [0.7099996209144592, 0.38845106959342957, 0.3529570996761322, 0.3838950991630554, 0.38602355122566223, 0.3321003317832947, 0.32547497749328613, 0.3495020270347595, 0.3655628561973572, 0.34382107853889465], "cos_Ac_negg": [0.7099996209144592, 0.38845106959342957, 0.3529570996761322, 0.3838950991630554, 0.38602355122566223, 0.3321003317832947, 0.32547497749328613, 0.3495020270347595, 0.3655628561973572, 0.34382107853889465], "r_norm": [1.8599059581756592, 1.6274646520614624, 1.6104393005371094, 1.5818732976913452, 1.5925931930541992, 1.5928304195404053, 1.5822231769561768, 1.6253814697265625, 1.6297576427459717, 1.5596894025802612]}, {"step": 2450, "epoch": 6, "train_loss": 1.3328509330749512, "cos_r_negg": [0.709079384803772, 0.3988688588142395, 0.35427308082580566, 0.40500175952911377, 0.390572726726532, 0.3453991413116455, 0.33029240369796753, 0.3630693852901459, 0.3782743215560913, 0.3404034376144409], "cos_apical_negg": [0.709079384803772, 0.3988688588142395, 0.35427308082580566, 0.40500175952911377, 0.390572726726532, 0.3453991413116455, 0.33029240369796753, 0.3630693852901459, 0.3782743215560913, 0.3404034376144409], "cos_Ac_negg": [0.709079384803772, 0.3988688588142395, 0.35427308082580566, 0.40500175952911377, 0.390572726726532, 0.3453991413116455, 0.33029240369796753, 0.3630693852901459, 0.3782743215560913, 0.3404034376144409], "r_norm": [1.8720934391021729, 1.632590413093567, 1.614941120147705, 1.5857014656066895, 1.5990891456604004, 1.5970629453659058, 1.584815263748169, 1.6296124458312988, 1.6341538429260254, 1.5640363693237305]}, {"step": 2500, "epoch": 6, "train_loss": 1.5080478191375732, "cos_r_negg": [0.731715202331543, 0.40659433603286743, 0.36635538935661316, 0.41563302278518677, 0.3889378309249878, 0.3625265955924988, 0.33918237686157227, 0.3812120854854584, 0.4041440784931183, 0.37104499340057373], "cos_apical_negg": [0.731715202331543, 0.40659433603286743, 0.36635538935661316, 0.41563302278518677, 0.3889378309249878, 0.3625265955924988, 0.33918237686157227, 0.3812120854854584, 0.4041440784931183, 0.37104499340057373], "cos_Ac_negg": [0.731715202331543, 0.40659433603286743, 0.36635538935661316, 0.41563302278518677, 0.3889378309249878, 0.3625265955924988, 0.33918237686157227, 0.3812120854854584, 0.4041440784931183, 0.37104499340057373], "r_norm": [1.802955150604248, 1.5664005279541016, 1.549567461013794, 1.5224790573120117, 1.5333714485168457, 1.5305898189544678, 1.5195364952087402, 1.5614150762557983, 1.56553053855896, 1.4971363544464111], "ldr": {"dL_sdil": -0.029546737670898438, "dL_bp": -0.029288768768310547, "ratio": 1.0088077755889489}}, {"step": 2550, "epoch": 6, "train_loss": 1.566084861755371, "cos_r_negg": [0.7407114505767822, 0.41597676277160645, 0.3854362368583679, 0.4327630400657654, 0.4023255705833435, 0.3768656849861145, 0.3484795093536377, 0.39367181062698364, 0.40733617544174194, 0.37289875745773315], "cos_apical_negg": [0.7407114505767822, 0.41597676277160645, 0.3854362368583679, 0.4327630400657654, 0.4023255705833435, 0.3768656849861145, 0.3484795093536377, 0.39367181062698364, 0.40733617544174194, 0.37289875745773315], "cos_Ac_negg": [0.7407114505767822, 0.41597676277160645, 0.3854362368583679, 0.4327630400657654, 0.4023255705833435, 0.3768656849861145, 0.3484795093536377, 0.39367181062698364, 0.40733617544174194, 0.37289875745773315], "r_norm": [1.8825823068618774, 1.6304694414138794, 1.6111825704574585, 1.5813499689102173, 1.5884376764297485, 1.589665174484253, 1.580345630645752, 1.6169064044952393, 1.623120665550232, 1.5549356937408447]}, {"step": 2600, "epoch": 6, "train_loss": 1.6228653192520142, "cos_r_negg": [0.7257745862007141, 0.4174935221672058, 0.391653835773468, 0.438059002161026, 0.41052451729774475, 0.37662333250045776, 0.35834023356437683, 0.4037191867828369, 0.4192854166030884, 0.3956283628940582], "cos_apical_negg": [0.7257745862007141, 0.4174935221672058, 0.391653835773468, 0.438059002161026, 0.41052451729774475, 0.37662333250045776, 0.35834023356437683, 0.4037191867828369, 0.4192854166030884, 0.3956283628940582], "cos_Ac_negg": [0.7257745862007141, 0.4174935221672058, 0.391653835773468, 0.438059002161026, 0.41052451729774475, 0.37662333250045776, 0.35834023356437683, 0.4037191867828369, 0.4192854166030884, 0.3956283628940582], "r_norm": [1.8232507705688477, 1.5741544961929321, 1.5563912391662598, 1.5284342765808105, 1.5351271629333496, 1.5325844287872314, 1.5227470397949219, 1.5626599788665771, 1.5676147937774658, 1.5038700103759766]}, {"step": 2650, "epoch": 6, "train_loss": 1.328498125076294, "cos_r_negg": [0.7259485125541687, 0.4296610355377197, 0.4002651274204254, 0.44879257678985596, 0.4203903079032898, 0.38869285583496094, 0.37268778681755066, 0.4106721878051758, 0.44442716240882874, 0.40522781014442444], "cos_apical_negg": [0.7259485125541687, 0.4296610355377197, 0.4002651274204254, 0.44879257678985596, 0.4203903079032898, 0.38869285583496094, 0.37268778681755066, 0.4106721878051758, 0.44442716240882874, 0.40522781014442444], "cos_Ac_negg": [0.7259485125541687, 0.4296610355377197, 0.4002651274204254, 0.44879257678985596, 0.4203903079032898, 0.38869285583496094, 0.37268778681755066, 0.4106721878051758, 0.44442716240882874, 0.40522781014442444], "r_norm": [1.8012723922729492, 1.5518479347229004, 1.5297653675079346, 1.5078654289245605, 1.509237289428711, 1.5078976154327393, 1.4993128776550293, 1.5340991020202637, 1.5403413772583008, 1.4812850952148438]}, {"step": 2700, "epoch": 6, "train_loss": 1.5326594114303589, "cos_r_negg": [0.741142749786377, 0.439178466796875, 0.414897084236145, 0.4533774256706238, 0.43999913334846497, 0.3971174657344818, 0.38329029083251953, 0.4157635569572449, 0.4434548020362854, 0.41317644715309143], "cos_apical_negg": [0.741142749786377, 0.439178466796875, 0.414897084236145, 0.4533774256706238, 0.43999913334846497, 0.3971174657344818, 0.38329029083251953, 0.4157635569572449, 0.4434548020362854, 0.41317644715309143], "cos_Ac_negg": [0.741142749786377, 0.439178466796875, 0.414897084236145, 0.4533774256706238, 0.43999913334846497, 0.3971174657344818, 0.38329029083251953, 0.4157635569572449, 0.4434548020362854, 0.41317644715309143], "r_norm": [1.7790632247924805, 1.5257649421691895, 1.5059584379196167, 1.4807343482971191, 1.4861903190612793, 1.481227159500122, 1.4734587669372559, 1.5102460384368896, 1.5180480480194092, 1.4515730142593384]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4181, "test_loss": 1.7477551635742188}, {"step": 2750, "epoch": 7, "train_loss": 1.5635498762130737, "cos_r_negg": [0.7436466217041016, 0.4485611319541931, 0.42147940397262573, 0.47048041224479675, 0.45057642459869385, 0.41528838872909546, 0.4004499316215515, 0.4233887791633606, 0.45325058698654175, 0.4280507266521454], "cos_apical_negg": [0.7436466217041016, 0.4485611319541931, 0.42147940397262573, 0.47048041224479675, 0.45057642459869385, 0.41528838872909546, 0.4004499316215515, 0.4233887791633606, 0.45325058698654175, 0.4280507266521454], "cos_Ac_negg": [0.7436466217041016, 0.4485611319541931, 0.42147940397262573, 0.47048041224479675, 0.45057642459869385, 0.41528838872909546, 0.4004499316215515, 0.4233887791633606, 0.45325058698654175, 0.4280507266521454], "r_norm": [1.7622947692871094, 1.50590181350708, 1.486865758895874, 1.4612939357757568, 1.4678092002868652, 1.4628394842147827, 1.454728364944458, 1.4915575981140137, 1.498199224472046, 1.4328502416610718], "ldr": {"dL_sdil": -0.03639101982116699, "dL_bp": -0.03565847873687744, "ratio": 1.0205432511491852}}, {"step": 2800, "epoch": 7, "train_loss": 1.5380069017410278, "cos_r_negg": [0.7602077722549438, 0.45462924242019653, 0.424039363861084, 0.47357359528541565, 0.4727783203125, 0.4139835834503174, 0.4150875210762024, 0.440391480922699, 0.47602662444114685, 0.4288906753063202], "cos_apical_negg": [0.7602077722549438, 0.45462924242019653, 0.424039363861084, 0.47357359528541565, 0.4727783203125, 0.4139835834503174, 0.4150875210762024, 0.440391480922699, 0.47602662444114685, 0.4288906753063202], "cos_Ac_negg": [0.7602077722549438, 0.45462924242019653, 0.424039363861084, 0.47357359528541565, 0.4727783203125, 0.4139835834503174, 0.4150875210762024, 0.440391480922699, 0.47602662444114685, 0.4288906753063202], "r_norm": [1.756639838218689, 1.4964772462844849, 1.474191665649414, 1.4516558647155762, 1.451869010925293, 1.4529685974121094, 1.44379723072052, 1.4764310121536255, 1.4822484254837036, 1.4190738201141357]}, {"step": 2850, "epoch": 7, "train_loss": 1.5042884349822998, "cos_r_negg": [0.7427842617034912, 0.45945674180984497, 0.44097375869750977, 0.48581933975219727, 0.46841704845428467, 0.42486903071403503, 0.414714515209198, 0.45663565397262573, 0.4917389154434204, 0.442332923412323], "cos_apical_negg": [0.7427842617034912, 0.45945674180984497, 0.44097375869750977, 0.48581933975219727, 0.46841704845428467, 0.42486903071403503, 0.414714515209198, 0.45663565397262573, 0.4917389154434204, 0.442332923412323], "cos_Ac_negg": [0.7427842617034912, 0.45945674180984497, 0.44097375869750977, 0.48581933975219727, 0.46841704845428467, 0.42486903071403503, 0.414714515209198, 0.45663565397262573, 0.4917389154434204, 0.442332923412323], "r_norm": [1.730694055557251, 1.4717656373977661, 1.448992371559143, 1.4287574291229248, 1.4264100790023804, 1.4241359233856201, 1.4189478158950806, 1.4537400007247925, 1.4579932689666748, 1.3980154991149902]}, {"step": 2900, "epoch": 7, "train_loss": 1.456573724746704, "cos_r_negg": [0.7590107321739197, 0.46781468391418457, 0.45688045024871826, 0.4966472387313843, 0.4821828603744507, 0.44576364755630493, 0.4321434497833252, 0.4717288613319397, 0.496171236038208, 0.46495330333709717], "cos_apical_negg": [0.7590107321739197, 0.46781468391418457, 0.45688045024871826, 0.4966472387313843, 0.4821828603744507, 0.44576364755630493, 0.4321434497833252, 0.4717288613319397, 0.496171236038208, 0.46495330333709717], "cos_Ac_negg": [0.7590107321739197, 0.46781468391418457, 0.45688045024871826, 0.4966472387313843, 0.4821828603744507, 0.44576364755630493, 0.4321434497833252, 0.4717288613319397, 0.496171236038208, 0.46495330333709717], "r_norm": [1.7385430335998535, 1.475942611694336, 1.4489645957946777, 1.4291646480560303, 1.425646424293518, 1.4230775833129883, 1.4208605289459229, 1.4523775577545166, 1.457664966583252, 1.3956719636917114]}, {"step": 2950, "epoch": 7, "train_loss": 1.34218168258667, "cos_r_negg": [0.7510000467300415, 0.4732876121997833, 0.4623033404350281, 0.5067993402481079, 0.48680785298347473, 0.45297661423683167, 0.44772061705589294, 0.4759935736656189, 0.49492913484573364, 0.4755205810070038], "cos_apical_negg": [0.7510000467300415, 0.4732876121997833, 0.4623033404350281, 0.5067993402481079, 0.48680785298347473, 0.45297661423683167, 0.44772061705589294, 0.4759935736656189, 0.49492913484573364, 0.4755205810070038], "cos_Ac_negg": [0.7510000467300415, 0.4732876121997833, 0.4623033404350281, 0.5067993402481079, 0.48680785298347473, 0.45297661423683167, 0.44772061705589294, 0.4759935736656189, 0.49492913484573364, 0.4755205810070038], "r_norm": [1.7036536931991577, 1.4391580820083618, 1.4155619144439697, 1.396033763885498, 1.3946659564971924, 1.3898375034332275, 1.385073184967041, 1.417736530303955, 1.4225072860717773, 1.3626890182495117]}, {"step": 3000, "epoch": 7, "train_loss": 1.457319974899292, "cos_r_negg": [0.7496457099914551, 0.4919341206550598, 0.4810602068901062, 0.5165786147117615, 0.4985063970088959, 0.466604083776474, 0.4596548080444336, 0.4904775321483612, 0.5047892332077026, 0.48621100187301636], "cos_apical_negg": [0.7496457099914551, 0.4919341206550598, 0.4810602068901062, 0.5165786147117615, 0.4985063970088959, 0.466604083776474, 0.4596548080444336, 0.4904775321483612, 0.5047892332077026, 0.48621100187301636], "cos_Ac_negg": [0.7496457099914551, 0.4919341206550598, 0.4810602068901062, 0.5165786147117615, 0.4985063970088959, 0.466604083776474, 0.4596548080444336, 0.4904775321483612, 0.5047892332077026, 0.48621100187301636], "r_norm": [1.6950438022613525, 1.4299018383026123, 1.405112385749817, 1.3866589069366455, 1.383681058883667, 1.3750419616699219, 1.3740605115890503, 1.4044853448867798, 1.4113309383392334, 1.3519827127456665], "ldr": {"dL_sdil": -0.038637399673461914, "dL_bp": -0.03906083106994629, "ratio": 0.9891596931021223}}, {"step": 3050, "epoch": 7, "train_loss": 1.4902329444885254, "cos_r_negg": [0.756190299987793, 0.5061509013175964, 0.4857575297355652, 0.536761999130249, 0.5144436359405518, 0.4787825047969818, 0.45981335639953613, 0.48805129528045654, 0.5216496586799622, 0.49948441982269287], "cos_apical_negg": [0.756190299987793, 0.5061509013175964, 0.4857575297355652, 0.536761999130249, 0.5144436359405518, 0.4787825047969818, 0.45981335639953613, 0.48805129528045654, 0.5216496586799622, 0.49948441982269287], "cos_Ac_negg": [0.756190299987793, 0.5061509013175964, 0.4857575297355652, 0.536761999130249, 0.5144436359405518, 0.4787825047969818, 0.45981335639953613, 0.48805129528045654, 0.5216496586799622, 0.49948441982269287], "r_norm": [1.7116258144378662, 1.4390712976455688, 1.414762258529663, 1.3964431285858154, 1.3948335647583008, 1.3848679065704346, 1.3813780546188354, 1.4132201671600342, 1.4204010963439941, 1.3605005741119385]}, {"step": 3100, "epoch": 7, "train_loss": 1.353480577468872, "cos_r_negg": [0.7559332847595215, 0.511385440826416, 0.5038023591041565, 0.5387563705444336, 0.5255148410797119, 0.4914156198501587, 0.4654936194419861, 0.5012742280960083, 0.5214417576789856, 0.4992911219596863], "cos_apical_negg": [0.7559332847595215, 0.511385440826416, 0.5038023591041565, 0.5387563705444336, 0.5255148410797119, 0.4914156198501587, 0.4654936194419861, 0.5012742280960083, 0.5214417576789856, 0.4992911219596863], "cos_Ac_negg": [0.7559332847595215, 0.511385440826416, 0.5038023591041565, 0.5387563705444336, 0.5255148410797119, 0.4914156198501587, 0.4654936194419861, 0.5012742280960083, 0.5214417576789856, 0.4992911219596863], "r_norm": [1.660398244857788, 1.3935987949371338, 1.3687031269073486, 1.352171778678894, 1.34696364402771, 1.3361692428588867, 1.3351051807403564, 1.3659573793411255, 1.3725202083587646, 1.314209222793579]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4332, "test_loss": 1.727848974609375}, {"step": 3150, "epoch": 8, "train_loss": 1.3441996574401855, "cos_r_negg": [0.7561213970184326, 0.5350464582443237, 0.5094248652458191, 0.5473006963729858, 0.5310205221176147, 0.4938637316226959, 0.4798777401447296, 0.5261914730072021, 0.5351470708847046, 0.5026973485946655], "cos_apical_negg": [0.7561213970184326, 0.5350464582443237, 0.5094248652458191, 0.5473006963729858, 0.5310205221176147, 0.4938637316226959, 0.4798777401447296, 0.5261914730072021, 0.5351470708847046, 0.5026973485946655], "cos_Ac_negg": [0.7561213970184326, 0.5350464582443237, 0.5094248652458191, 0.5473006963729858, 0.5310205221176147, 0.4938637316226959, 0.4798777401447296, 0.5261914730072021, 0.5351470708847046, 0.5026973485946655], "r_norm": [1.671630859375, 1.4015332460403442, 1.3717067241668701, 1.3581995964050293, 1.3487963676452637, 1.3402020931243896, 1.3399970531463623, 1.3695646524429321, 1.3742613792419434, 1.3173142671585083]}, {"step": 3200, "epoch": 8, "train_loss": 1.4989209175109863, "cos_r_negg": [0.7636310458183289, 0.5385823845863342, 0.5085195302963257, 0.5458636283874512, 0.5371180772781372, 0.5001050233840942, 0.4927986264228821, 0.5303034782409668, 0.5393435955047607, 0.5139412879943848], "cos_apical_negg": [0.7636310458183289, 0.5385823845863342, 0.5085195302963257, 0.5458636283874512, 0.5371180772781372, 0.5001050233840942, 0.4927986264228821, 0.5303034782409668, 0.5393435955047607, 0.5139412879943848], "cos_Ac_negg": [0.7636310458183289, 0.5385823845863342, 0.5085195302963257, 0.5458636283874512, 0.5371180772781372, 0.5001050233840942, 0.4927986264228821, 0.5303034782409668, 0.5393435955047607, 0.5139412879943848], "r_norm": [1.6607056856155396, 1.3874497413635254, 1.360894799232483, 1.3446396589279175, 1.3368022441864014, 1.3295607566833496, 1.32850182056427, 1.356245756149292, 1.3594614267349243, 1.3048696517944336]}, {"step": 3250, "epoch": 8, "train_loss": 1.303039789199829, "cos_r_negg": [0.7720203399658203, 0.5458977222442627, 0.522119402885437, 0.563437819480896, 0.5504556894302368, 0.5182176828384399, 0.5104279518127441, 0.539861261844635, 0.5544278025627136, 0.5315737724304199], "cos_apical_negg": [0.7720203399658203, 0.5458977222442627, 0.522119402885437, 0.563437819480896, 0.5504556894302368, 0.5182176828384399, 0.5104279518127441, 0.539861261844635, 0.5544278025627136, 0.5315737724304199], "cos_Ac_negg": [0.7720203399658203, 0.5458977222442627, 0.522119402885437, 0.563437819480896, 0.5504556894302368, 0.5182176828384399, 0.5104279518127441, 0.539861261844635, 0.5544278025627136, 0.5315737724304199], "r_norm": [1.6504454612731934, 1.3765993118286133, 1.3509666919708252, 1.3375080823898315, 1.3298630714416504, 1.3176606893539429, 1.3135627508163452, 1.3439722061157227, 1.350736141204834, 1.297109603881836], "ldr": {"dL_sdil": -0.06302595138549805, "dL_bp": -0.06490468978881836, "ratio": 0.9710538882562539}}, {"step": 3300, "epoch": 8, "train_loss": 1.460930347442627, "cos_r_negg": [0.7711457014083862, 0.5537444949150085, 0.5474579334259033, 0.573239803314209, 0.5621778964996338, 0.5318992137908936, 0.5243338346481323, 0.5636835694313049, 0.575603723526001, 0.54750657081604], "cos_apical_negg": [0.7711457014083862, 0.5537444949150085, 0.5474579334259033, 0.573239803314209, 0.5621778964996338, 0.5318992137908936, 0.5243338346481323, 0.5636835694313049, 0.575603723526001, 0.54750657081604], "cos_Ac_negg": [0.7711457014083862, 0.5537444949150085, 0.5474579334259033, 0.573239803314209, 0.5621778964996338, 0.5318992137908936, 0.5243338346481323, 0.5636835694313049, 0.575603723526001, 0.54750657081604], "r_norm": [1.6464048624038696, 1.3690736293792725, 1.3439693450927734, 1.3283164501190186, 1.319706916809082, 1.3084702491760254, 1.3056209087371826, 1.3351006507873535, 1.3409737348556519, 1.2862823009490967]}, {"step": 3350, "epoch": 8, "train_loss": 1.3832824230194092, "cos_r_negg": [0.7558079361915588, 0.5613209009170532, 0.554955780506134, 0.5856101512908936, 0.5755829811096191, 0.540454626083374, 0.530429482460022, 0.5600961446762085, 0.5799951553344727, 0.5547560453414917], "cos_apical_negg": [0.7558079361915588, 0.5613209009170532, 0.554955780506134, 0.5856101512908936, 0.5755829811096191, 0.540454626083374, 0.530429482460022, 0.5600961446762085, 0.5799951553344727, 0.5547560453414917], "cos_Ac_negg": [0.7558079361915588, 0.5613209009170532, 0.554955780506134, 0.5856101512908936, 0.5755829811096191, 0.540454626083374, 0.530429482460022, 0.5600961446762085, 0.5799951553344727, 0.5547560453414917], "r_norm": [1.675447702407837, 1.3970292806625366, 1.3655779361724854, 1.3512622117996216, 1.3403522968292236, 1.3287618160247803, 1.328373908996582, 1.3573287725448608, 1.3598747253417969, 1.3059946298599243]}, {"step": 3400, "epoch": 8, "train_loss": 1.3801193237304688, "cos_r_negg": [0.7750557661056519, 0.5805405378341675, 0.5553078651428223, 0.5914698839187622, 0.5939260721206665, 0.5574843287467957, 0.5430135726928711, 0.5770370960235596, 0.5947108864784241, 0.5672220587730408], "cos_apical_negg": [0.7750557661056519, 0.5805405378341675, 0.5553078651428223, 0.5914698839187622, 0.5939260721206665, 0.5574843287467957, 0.5430135726928711, 0.5770370960235596, 0.5947108864784241, 0.5672220587730408], "cos_Ac_negg": [0.7750557661056519, 0.5805405378341675, 0.5553078651428223, 0.5914698839187622, 0.5939260721206665, 0.5574843287467957, 0.5430135726928711, 0.5770370960235596, 0.5947108864784241, 0.5672220587730408], "r_norm": [1.6370601654052734, 1.3600587844848633, 1.3283054828643799, 1.3172645568847656, 1.303990125656128, 1.2926515340805054, 1.2919265031814575, 1.3182629346847534, 1.3204576969146729, 1.2711987495422363]}, {"step": 3450, "epoch": 8, "train_loss": 1.1963340044021606, "cos_r_negg": [0.7898104190826416, 0.5809358358383179, 0.5720198154449463, 0.6114708185195923, 0.6007130146026611, 0.5735930800437927, 0.5565860867500305, 0.5826873779296875, 0.6020071506500244, 0.5783907175064087], "cos_apical_negg": [0.7898104190826416, 0.5809358358383179, 0.5720198154449463, 0.6114708185195923, 0.6007130146026611, 0.5735930800437927, 0.5565860867500305, 0.5826873779296875, 0.6020071506500244, 0.5783907175064087], "cos_Ac_negg": [0.7898104190826416, 0.5809358358383179, 0.5720198154449463, 0.6114708185195923, 0.6007130146026611, 0.5735930800437927, 0.5565860867500305, 0.5826873779296875, 0.6020071506500244, 0.5783907175064087], "r_norm": [1.650480031967163, 1.3681635856628418, 1.3375244140625, 1.324332356452942, 1.3104839324951172, 1.2965924739837646, 1.299419641494751, 1.3284409046173096, 1.3283348083496094, 1.2786242961883545]}, {"step": 3500, "epoch": 8, "train_loss": 1.292585849761963, "cos_r_negg": [0.7899023294448853, 0.5915569067001343, 0.5800895690917969, 0.6156728267669678, 0.6128172278404236, 0.5710863471031189, 0.5793620347976685, 0.5895196199417114, 0.6145156025886536, 0.5906206369400024], "cos_apical_negg": [0.7899023294448853, 0.5915569067001343, 0.5800895690917969, 0.6156728267669678, 0.6128172278404236, 0.5710863471031189, 0.5793620347976685, 0.5895196199417114, 0.6145156025886536, 0.5906206369400024], "cos_Ac_negg": [0.7899023294448853, 0.5915569067001343, 0.5800895690917969, 0.6156728267669678, 0.6128172278404236, 0.5710863471031189, 0.5793620347976685, 0.5895196199417114, 0.6145156025886536, 0.5906206369400024], "r_norm": [1.5859448909759521, 1.3118709325790405, 1.2829087972640991, 1.272382378578186, 1.25978422164917, 1.24559485912323, 1.243586540222168, 1.2703319787979126, 1.2747172117233276, 1.2245142459869385], "ldr": {"dL_sdil": -0.039025306701660156, "dL_bp": -0.04031777381896973, "ratio": 0.967942993997812}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4303, "test_loss": 1.7614978149414062}, {"step": 3550, "epoch": 9, "train_loss": 1.2274434566497803, "cos_r_negg": [0.7933382987976074, 0.5994969606399536, 0.5945414304733276, 0.6255544424057007, 0.6176063418388367, 0.5916786193847656, 0.5810737609863281, 0.606852650642395, 0.6307318210601807, 0.6029049754142761], "cos_apical_negg": [0.7933382987976074, 0.5994969606399536, 0.5945414304733276, 0.6255544424057007, 0.6176063418388367, 0.5916786193847656, 0.5810737609863281, 0.606852650642395, 0.6307318210601807, 0.6029049754142761], "cos_Ac_negg": [0.7933382987976074, 0.5994969606399536, 0.5945414304733276, 0.6255544424057007, 0.6176063418388367, 0.5916786193847656, 0.5810737609863281, 0.606852650642395, 0.6307318210601807, 0.6029049754142761], "r_norm": [1.6416610479354858, 1.355933666229248, 1.3269001245498657, 1.311640739440918, 1.2979238033294678, 1.2864221334457397, 1.2857478857040405, 1.3113820552825928, 1.3138805627822876, 1.2645854949951172]}, {"step": 3600, "epoch": 9, "train_loss": 1.2506885528564453, "cos_r_negg": [0.7942432165145874, 0.609285831451416, 0.6002113819122314, 0.6314449310302734, 0.6270512342453003, 0.5986362099647522, 0.5923891663551331, 0.6173088550567627, 0.6284736394882202, 0.6100926399230957], "cos_apical_negg": [0.7942432165145874, 0.609285831451416, 0.6002113819122314, 0.6314449310302734, 0.6270512342453003, 0.5986362099647522, 0.5923891663551331, 0.6173088550567627, 0.6284736394882202, 0.6100926399230957], "cos_Ac_negg": [0.7942432165145874, 0.609285831451416, 0.6002113819122314, 0.6314449310302734, 0.6270512342453003, 0.5986362099647522, 0.5923891663551331, 0.6173088550567627, 0.6284736394882202, 0.6100926399230957], "r_norm": [1.5858420133590698, 1.3098108768463135, 1.2828398942947388, 1.2678934335708618, 1.2569442987442017, 1.242146372795105, 1.2412859201431274, 1.2658584117889404, 1.2692151069641113, 1.2207049131393433]}, {"step": 3650, "epoch": 9, "train_loss": 1.246703863143921, "cos_r_negg": [0.7863656878471375, 0.6120595335960388, 0.6116365790367126, 0.6414134502410889, 0.6353410482406616, 0.606038510799408, 0.5978893637657166, 0.6218495965003967, 0.6436806917190552, 0.6212674975395203], "cos_apical_negg": [0.7863656878471375, 0.6120595335960388, 0.6116365790367126, 0.6414134502410889, 0.6353410482406616, 0.606038510799408, 0.5978893637657166, 0.6218495965003967, 0.6436806917190552, 0.6212674975395203], "cos_Ac_negg": [0.7863656878471375, 0.6120595335960388, 0.6116365790367126, 0.6414134502410889, 0.6353410482406616, 0.606038510799408, 0.5978893637657166, 0.6218495965003967, 0.6436806917190552, 0.6212674975395203], "r_norm": [1.6168794631958008, 1.3342317342758179, 1.3072185516357422, 1.2905943393707275, 1.278660774230957, 1.2642954587936401, 1.262437105178833, 1.286292552947998, 1.289515733718872, 1.2428196668624878]}, {"step": 3700, "epoch": 9, "train_loss": 1.3304877281188965, "cos_r_negg": [0.7930760979652405, 0.6230210661888123, 0.6172685027122498, 0.6504905819892883, 0.6417348384857178, 0.6242550611495972, 0.6048330068588257, 0.6335016489028931, 0.6577587127685547, 0.6331928372383118], "cos_apical_negg": [0.7930760979652405, 0.6230210661888123, 0.6172685027122498, 0.6504905819892883, 0.6417348384857178, 0.6242550611495972, 0.6048330068588257, 0.6335016489028931, 0.6577587127685547, 0.6331928372383118], "cos_Ac_negg": [0.7930760979652405, 0.6230210661888123, 0.6172685027122498, 0.6504905819892883, 0.6417348384857178, 0.6242550611495972, 0.6048330068588257, 0.6335016489028931, 0.6577587127685547, 0.6331928372383118], "r_norm": [1.6063647270202637, 1.3222143650054932, 1.295781135559082, 1.2811415195465088, 1.2654433250427246, 1.2523455619812012, 1.252152442932129, 1.2742767333984375, 1.2805653810501099, 1.2326151132583618]}, {"step": 3750, "epoch": 9, "train_loss": 1.237436056137085, "cos_r_negg": [0.7926157712936401, 0.6340221762657166, 0.6288727521896362, 0.6604820489883423, 0.6539565324783325, 0.6311535239219666, 0.6167858839035034, 0.6413609385490417, 0.6705340147018433, 0.6469051241874695], "cos_apical_negg": [0.7926157712936401, 0.6340221762657166, 0.6288727521896362, 0.6604820489883423, 0.6539565324783325, 0.6311535239219666, 0.6167858839035034, 0.6413609385490417, 0.6705340147018433, 0.6469051241874695], "cos_Ac_negg": [0.7926157712936401, 0.6340221762657166, 0.6288727521896362, 0.6604820489883423, 0.6539565324783325, 0.6311535239219666, 0.6167858839035034, 0.6413609385490417, 0.6705340147018433, 0.6469051241874695], "r_norm": [1.6179296970367432, 1.3288531303405762, 1.3005023002624512, 1.2865463495254517, 1.2700531482696533, 1.255581259727478, 1.2558748722076416, 1.278768539428711, 1.2856357097625732, 1.233116865158081], "ldr": {"dL_sdil": -0.0679011344909668, "dL_bp": -0.06977379322052002, "ratio": 0.9731610015291173}}, {"step": 3800, "epoch": 9, "train_loss": 1.3836901187896729, "cos_r_negg": [0.80620276927948, 0.6419550180435181, 0.6371914148330688, 0.6710492372512817, 0.6668530702590942, 0.6443893909454346, 0.6285622119903564, 0.6509221792221069, 0.6727736592292786, 0.6588486433029175], "cos_apical_negg": [0.80620276927948, 0.6419550180435181, 0.6371914148330688, 0.6710492372512817, 0.6668530702590942, 0.6443893909454346, 0.6285622119903564, 0.6509221792221069, 0.6727736592292786, 0.6588486433029175], "cos_Ac_negg": [0.80620276927948, 0.6419550180435181, 0.6371914148330688, 0.6710492372512817, 0.6668530702590942, 0.6443893909454346, 0.6285622119903564, 0.6509221792221069, 0.6727736592292786, 0.6588486433029175], "r_norm": [1.5861363410949707, 1.3070586919784546, 1.2772207260131836, 1.2635471820831299, 1.2449703216552734, 1.2316750288009644, 1.231184482574463, 1.2516580820083618, 1.2580475807189941, 1.2103773355484009]}, {"step": 3850, "epoch": 9, "train_loss": 1.287057876586914, "cos_r_negg": [0.8059455156326294, 0.6525145769119263, 0.640139102935791, 0.6802098155021667, 0.6765714883804321, 0.6560337543487549, 0.6407645344734192, 0.6640134453773499, 0.6877783536911011, 0.6750305891036987], "cos_apical_negg": [0.8059455156326294, 0.6525145769119263, 0.640139102935791, 0.6802098155021667, 0.6765714883804321, 0.6560337543487549, 0.6407645344734192, 0.6640134453773499, 0.6877783536911011, 0.6750305891036987], "cos_Ac_negg": [0.8059455156326294, 0.6525145769119263, 0.640139102935791, 0.6802098155021667, 0.6765714883804321, 0.6560337543487549, 0.6407645344734192, 0.6640134453773499, 0.6877783536911011, 0.6750305891036987], "r_norm": [1.5851476192474365, 1.3042246103286743, 1.2727818489074707, 1.2586705684661865, 1.2402342557907104, 1.2268717288970947, 1.2283498048782349, 1.249854326248169, 1.2524303197860718, 1.2066969871520996]}, {"step": 3900, "epoch": 9, "train_loss": 1.2272679805755615, "cos_r_negg": [0.7927960157394409, 0.6594292521476746, 0.6559674143791199, 0.689570426940918, 0.678072988986969, 0.6638509631156921, 0.6514019966125488, 0.6814425587654114, 0.693693995475769, 0.6834537982940674], "cos_apical_negg": [0.7927960157394409, 0.6594292521476746, 0.6559674143791199, 0.689570426940918, 0.678072988986969, 0.6638509631156921, 0.6514019966125488, 0.6814425587654114, 0.693693995475769, 0.6834537982940674], "cos_Ac_negg": [0.7927960157394409, 0.6594292521476746, 0.6559674143791199, 0.689570426940918, 0.678072988986969, 0.6638509631156921, 0.6514019966125488, 0.6814425587654114, 0.693693995475769, 0.6834537982940674], "r_norm": [1.560913324356079, 1.2849159240722656, 1.2533631324768066, 1.239799976348877, 1.2211164236068726, 1.2071053981781006, 1.208178162574768, 1.226513385772705, 1.2315645217895508, 1.1864702701568604]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4302, "test_loss": 1.8418719116210938}, {"step": 3950, "epoch": 10, "train_loss": 1.0715810060501099, "cos_r_negg": [0.8037697076797485, 0.6603771448135376, 0.666853129863739, 0.6929968595504761, 0.6829419136047363, 0.6636663675308228, 0.655792236328125, 0.6865861415863037, 0.6933301091194153, 0.6919806003570557], "cos_apical_negg": [0.8037697076797485, 0.6603771448135376, 0.666853129863739, 0.6929968595504761, 0.6829419136047363, 0.6636663675308228, 0.655792236328125, 0.6865861415863037, 0.6933301091194153, 0.6919806003570557], "cos_Ac_negg": [0.8037697076797485, 0.6603771448135376, 0.666853129863739, 0.6929968595504761, 0.6829419136047363, 0.6636663675308228, 0.655792236328125, 0.6865861415863037, 0.6933301091194153, 0.6919806003570557], "r_norm": [1.5437860488891602, 1.268606185913086, 1.2383466958999634, 1.2257053852081299, 1.2070393562316895, 1.1921396255493164, 1.1911699771881104, 1.2109240293502808, 1.214921236038208, 1.1729778051376343]}, {"step": 4000, "epoch": 10, "train_loss": 1.204460620880127, "cos_r_negg": [0.8055199384689331, 0.6675937175750732, 0.6738234758377075, 0.7015619277954102, 0.6935451030731201, 0.6764264106750488, 0.6644588708877563, 0.6928766965866089, 0.7028849124908447, 0.6986909508705139], "cos_apical_negg": [0.8055199384689331, 0.6675937175750732, 0.6738234758377075, 0.7015619277954102, 0.6935451030731201, 0.6764264106750488, 0.6644588708877563, 0.6928766965866089, 0.7028849124908447, 0.6986909508705139], "cos_Ac_negg": [0.8055199384689331, 0.6675937175750732, 0.6738234758377075, 0.7015619277954102, 0.6935451030731201, 0.6764264106750488, 0.6644588708877563, 0.6928766965866089, 0.7028849124908447, 0.6986909508705139], "r_norm": [1.5679707527160645, 1.289133071899414, 1.2580196857452393, 1.2447524070739746, 1.225778341293335, 1.208465576171875, 1.2093867063522339, 1.2293195724487305, 1.2351953983306885, 1.1879260540008545], "ldr": {"dL_sdil": -0.04919028282165527, "dL_bp": -0.0534212589263916, "ratio": 0.9207997679244861}}, {"step": 4050, "epoch": 10, "train_loss": 1.1722805500030518, "cos_r_negg": [0.8057597279548645, 0.6744323968887329, 0.6824169754981995, 0.7114052772521973, 0.7028080224990845, 0.6818932890892029, 0.6713728308677673, 0.7011924982070923, 0.705148458480835, 0.7058373093605042], "cos_apical_negg": [0.8057597279548645, 0.6744323968887329, 0.6824169754981995, 0.7114052772521973, 0.7028080224990845, 0.6818932890892029, 0.6713728308677673, 0.7011924982070923, 0.705148458480835, 0.7058373093605042], "cos_Ac_negg": [0.8057597279548645, 0.6744323968887329, 0.6824169754981995, 0.7114052772521973, 0.7028080224990845, 0.6818932890892029, 0.6713728308677673, 0.7011924982070923, 0.705148458480835, 0.7058373093605042], "r_norm": [1.5568196773529053, 1.2794435024261475, 1.2510993480682373, 1.236252784729004, 1.2163043022155762, 1.1996195316314697, 1.2020031213760376, 1.2189446687698364, 1.223995566368103, 1.1808795928955078]}, {"step": 4100, "epoch": 10, "train_loss": 1.2042696475982666, "cos_r_negg": [0.8135337829589844, 0.6800485849380493, 0.6895856857299805, 0.717037558555603, 0.7043415307998657, 0.6938009262084961, 0.6841486692428589, 0.7102756500244141, 0.7207074165344238, 0.7107784748077393], "cos_apical_negg": [0.8135337829589844, 0.6800485849380493, 0.6895856857299805, 0.717037558555603, 0.7043415307998657, 0.6938009262084961, 0.6841486692428589, 0.7102756500244141, 0.7207074165344238, 0.7107784748077393], "cos_Ac_negg": [0.8135337829589844, 0.6800485849380493, 0.6895856857299805, 0.717037558555603, 0.7043415307998657, 0.6938009262084961, 0.6841486692428589, 0.7102756500244141, 0.7207074165344238, 0.7107784748077393], "r_norm": [1.5610103607177734, 1.2827584743499756, 1.2513600587844849, 1.2402695417404175, 1.2188971042633057, 1.20253324508667, 1.202606439590454, 1.2196087837219238, 1.2241480350494385, 1.1821560859680176]}, {"step": 4150, "epoch": 10, "train_loss": 1.0852988958358765, "cos_r_negg": [0.813400387763977, 0.6873438358306885, 0.6968973875045776, 0.7244889736175537, 0.7166793346405029, 0.7090936303138733, 0.6990221738815308, 0.7168757915496826, 0.7237696647644043, 0.7234441637992859], "cos_apical_negg": [0.813400387763977, 0.6873438358306885, 0.6968973875045776, 0.7244889736175537, 0.7166793346405029, 0.7090936303138733, 0.6990221738815308, 0.7168757915496826, 0.7237696647644043, 0.7234441637992859], "cos_Ac_negg": [0.813400387763977, 0.6873438358306885, 0.6968973875045776, 0.7244889736175537, 0.7166793346405029, 0.7090936303138733, 0.6990221738815308, 0.7168757915496826, 0.7237696647644043, 0.7234441637992859], "r_norm": [1.604495882987976, 1.3194160461425781, 1.2863178253173828, 1.2751476764678955, 1.2487457990646362, 1.2341222763061523, 1.2389250993728638, 1.252124309539795, 1.2562447786331177, 1.2124429941177368]}, {"step": 4200, "epoch": 10, "train_loss": 1.2923024892807007, "cos_r_negg": [0.8098016977310181, 0.6962534785270691, 0.7018404006958008, 0.7270288467407227, 0.730707049369812, 0.7158896923065186, 0.7062586545944214, 0.7301891446113586, 0.7286193370819092, 0.7414082288742065], "cos_apical_negg": [0.8098016977310181, 0.6962534785270691, 0.7018404006958008, 0.7270288467407227, 0.730707049369812, 0.7158896923065186, 0.7062586545944214, 0.7301891446113586, 0.7286193370819092, 0.7414082288742065], "cos_Ac_negg": [0.8098016977310181, 0.6962534785270691, 0.7018404006958008, 0.7270288467407227, 0.730707049369812, 0.7158896923065186, 0.7062586545944214, 0.7301891446113586, 0.7286193370819092, 0.7414082288742065], "r_norm": [1.5668542385101318, 1.2865498065948486, 1.256505012512207, 1.2440271377563477, 1.221102237701416, 1.202387809753418, 1.2060705423355103, 1.2209787368774414, 1.2244443893432617, 1.182981014251709]}, {"step": 4250, "epoch": 10, "train_loss": 1.396991491317749, "cos_r_negg": [0.8086613416671753, 0.7024267911911011, 0.7077473402023315, 0.7367079257965088, 0.7377520799636841, 0.7273593544960022, 0.7153421640396118, 0.7322627902030945, 0.737045407295227, 0.7453398704528809], "cos_apical_negg": [0.8086613416671753, 0.7024267911911011, 0.7077473402023315, 0.7367079257965088, 0.7377520799636841, 0.7273593544960022, 0.7153421640396118, 0.7322627902030945, 0.737045407295227, 0.7453398704528809], "cos_Ac_negg": [0.8086613416671753, 0.7024267911911011, 0.7077473402023315, 0.7367079257965088, 0.7377520799636841, 0.7273593544960022, 0.7153421640396118, 0.7322627902030945, 0.737045407295227, 0.7453398704528809], "r_norm": [1.6011457443237305, 1.3116364479064941, 1.2809077501296997, 1.2664015293121338, 1.2463335990905762, 1.227876901626587, 1.2279099225997925, 1.2442291975021362, 1.248798131942749, 1.2047088146209717], "ldr": {"dL_sdil": -0.07735824584960938, "dL_bp": -0.08141648769378662, "ratio": 0.9501545453613697}}, {"step": 4300, "epoch": 10, "train_loss": 1.2800112962722778, "cos_r_negg": [0.812536358833313, 0.7139030694961548, 0.7122539281845093, 0.7431982755661011, 0.7432703375816345, 0.7297977805137634, 0.7223485708236694, 0.7418327331542969, 0.7502661943435669, 0.7459089756011963], "cos_apical_negg": [0.812536358833313, 0.7139030694961548, 0.7122539281845093, 0.7431982755661011, 0.7432703375816345, 0.7297977805137634, 0.7223485708236694, 0.7418327331542969, 0.7502661943435669, 0.7459089756011963], "cos_Ac_negg": [0.812536358833313, 0.7139030694961548, 0.7122539281845093, 0.7431982755661011, 0.7432703375816345, 0.7297977805137634, 0.7223485708236694, 0.7418327331542969, 0.7502661943435669, 0.7459089756011963], "r_norm": [1.5535056591033936, 1.2734522819519043, 1.2430942058563232, 1.231220006942749, 1.2106654644012451, 1.192981481552124, 1.1911565065383911, 1.2073041200637817, 1.211317777633667, 1.1693488359451294]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4344, "test_loss": 1.8133673950195313}, {"step": 4350, "epoch": 11, "train_loss": 1.1598117351531982, "cos_r_negg": [0.8028459548950195, 0.7186603546142578, 0.7229821085929871, 0.7488800287246704, 0.7472741603851318, 0.7377721071243286, 0.7254748344421387, 0.7496628761291504, 0.75607830286026, 0.7531518340110779], "cos_apical_negg": [0.8028459548950195, 0.7186603546142578, 0.7229821085929871, 0.7488800287246704, 0.7472741603851318, 0.7377721071243286, 0.7254748344421387, 0.7496628761291504, 0.75607830286026, 0.7531518340110779], "cos_Ac_negg": [0.8028459548950195, 0.7186603546142578, 0.7229821085929871, 0.7488800287246704, 0.7472741603851318, 0.7377721071243286, 0.7254748344421387, 0.7496628761291504, 0.75607830286026, 0.7531518340110779], "r_norm": [1.5893731117248535, 1.3058221340179443, 1.2729520797729492, 1.26003098487854, 1.2386033535003662, 1.2205194234848022, 1.2204327583312988, 1.233393907546997, 1.2377276420593262, 1.1956660747528076]}, {"step": 4400, "epoch": 11, "train_loss": 1.2752344608306885, "cos_r_negg": [0.8106880187988281, 0.7260464429855347, 0.7352030277252197, 0.7597004175186157, 0.7584584951400757, 0.7439510822296143, 0.7348847389221191, 0.7626314163208008, 0.7633351683616638, 0.7629148960113525], "cos_apical_negg": [0.8106880187988281, 0.7260464429855347, 0.7352030277252197, 0.7597004175186157, 0.7584584951400757, 0.7439510822296143, 0.7348847389221191, 0.7626314163208008, 0.7633351683616638, 0.7629148960113525], "cos_Ac_negg": [0.8106880187988281, 0.7260464429855347, 0.7352030277252197, 0.7597004175186157, 0.7584584951400757, 0.7439510822296143, 0.7348847389221191, 0.7626314163208008, 0.7633351683616638, 0.7629148960113525], "r_norm": [1.5706170797348022, 1.2945942878723145, 1.2588975429534912, 1.249211311340332, 1.2233744859695435, 1.2052712440490723, 1.206223964691162, 1.2189232110977173, 1.2225072383880615, 1.1824028491973877]}, {"step": 4450, "epoch": 11, "train_loss": 1.300719141960144, "cos_r_negg": [0.81931072473526, 0.7300151586532593, 0.7374279499053955, 0.7597620487213135, 0.76325523853302, 0.7546281814575195, 0.7393354177474976, 0.7708857655525208, 0.7715710401535034, 0.769264817237854], "cos_apical_negg": [0.81931072473526, 0.7300151586532593, 0.7374279499053955, 0.7597620487213135, 0.76325523853302, 0.7546281814575195, 0.7393354177474976, 0.7708857655525208, 0.7715710401535034, 0.769264817237854], "cos_Ac_negg": [0.81931072473526, 0.7300151586532593, 0.7374279499053955, 0.7597620487213135, 0.76325523853302, 0.7546281814575195, 0.7393354177474976, 0.7708857655525208, 0.7715710401535034, 0.769264817237854], "r_norm": [1.5955153703689575, 1.31029212474823, 1.2768058776855469, 1.2674763202667236, 1.2423052787780762, 1.222809076309204, 1.221921682357788, 1.2365071773529053, 1.2397831678390503, 1.1989693641662598]}, {"step": 4500, "epoch": 11, "train_loss": 1.1269861459732056, "cos_r_negg": [0.8186609745025635, 0.7323440313339233, 0.7415046691894531, 0.7669379711151123, 0.770119845867157, 0.7606862187385559, 0.748521089553833, 0.779507040977478, 0.7770254611968994, 0.7755950093269348], "cos_apical_negg": [0.8186609745025635, 0.7323440313339233, 0.7415046691894531, 0.7669379711151123, 0.770119845867157, 0.7606862187385559, 0.748521089553833, 0.779507040977478, 0.7770254611968994, 0.7755950093269348], "cos_Ac_negg": [0.8186609745025635, 0.7323440313339233, 0.7415046691894531, 0.7669379711151123, 0.770119845867157, 0.7606862187385559, 0.748521089553833, 0.779507040977478, 0.7770254611968994, 0.7755950093269348], "r_norm": [1.578588604927063, 1.29444420337677, 1.2641125917434692, 1.2543284893035889, 1.2306004762649536, 1.2100952863693237, 1.2069982290267944, 1.2218351364135742, 1.227428674697876, 1.1853221654891968], "ldr": {"dL_sdil": -0.06737756729125977, "dL_bp": -0.07528388500213623, "ratio": 0.8949799454338453}}, {"step": 4550, "epoch": 11, "train_loss": 1.1656595468521118, "cos_r_negg": [0.8202697038650513, 0.7391888499259949, 0.7485964298248291, 0.7763341069221497, 0.7798740267753601, 0.7746309638023376, 0.7605146169662476, 0.7862942814826965, 0.784548282623291, 0.7883642911911011], "cos_apical_negg": [0.8202697038650513, 0.7391888499259949, 0.7485964298248291, 0.7763341069221497, 0.7798740267753601, 0.7746309638023376, 0.7605146169662476, 0.7862942814826965, 0.784548282623291, 0.7883642911911011], "cos_Ac_negg": [0.8202697038650513, 0.7391888499259949, 0.7485964298248291, 0.7763341069221497, 0.7798740267753601, 0.7746309638023376, 0.7605146169662476, 0.7862942814826965, 0.784548282623291, 0.7883642911911011], "r_norm": [1.5828194618225098, 1.3021421432495117, 1.2706049680709839, 1.25931715965271, 1.233214020729065, 1.2171661853790283, 1.2142540216445923, 1.2269539833068848, 1.229576587677002, 1.1896443367004395]}, {"step": 4600, "epoch": 11, "train_loss": 1.280066728591919, "cos_r_negg": [0.8163584470748901, 0.7451463937759399, 0.7528135180473328, 0.7790840864181519, 0.7851696014404297, 0.7726138830184937, 0.7661720514297485, 0.7901557087898254, 0.7891690731048584, 0.7942807674407959], "cos_apical_negg": [0.8163584470748901, 0.7451463937759399, 0.7528135180473328, 0.7790840864181519, 0.7851696014404297, 0.7726138830184937, 0.7661720514297485, 0.7901557087898254, 0.7891690731048584, 0.7942807674407959], "cos_Ac_negg": [0.8163584470748901, 0.7451463937759399, 0.7528135180473328, 0.7790840864181519, 0.7851696014404297, 0.7726138830184937, 0.7661720514297485, 0.7901557087898254, 0.7891690731048584, 0.7942807674407959], "r_norm": [1.6080410480499268, 1.3219804763793945, 1.2896194458007812, 1.2770336866378784, 1.2535854578018188, 1.2328071594238281, 1.2295297384262085, 1.2448372840881348, 1.246387004852295, 1.2048349380493164]}, {"step": 4650, "epoch": 11, "train_loss": 1.12891685962677, "cos_r_negg": [0.815540075302124, 0.7500726580619812, 0.7599282264709473, 0.7858107686042786, 0.7922095060348511, 0.776132345199585, 0.7705593705177307, 0.7892581224441528, 0.798437774181366, 0.7963671684265137], "cos_apical_negg": [0.815540075302124, 0.7500726580619812, 0.7599282264709473, 0.7858107686042786, 0.7922095060348511, 0.776132345199585, 0.7705593705177307, 0.7892581224441528, 0.798437774181366, 0.7963671684265137], "cos_Ac_negg": [0.815540075302124, 0.7500726580619812, 0.7599282264709473, 0.7858107686042786, 0.7922095060348511, 0.776132345199585, 0.7705593705177307, 0.7892581224441528, 0.798437774181366, 0.7963671684265137], "r_norm": [1.5957911014556885, 1.3138399124145508, 1.2840372323989868, 1.2690098285675049, 1.2474839687347412, 1.2269929647445679, 1.223251223564148, 1.2361714839935303, 1.236440658569336, 1.1974434852600098]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4326, "test_loss": 1.8945131103515624}, {"step": 4700, "epoch": 12, "train_loss": 1.0191842317581177, "cos_r_negg": [0.8117777705192566, 0.7519824504852295, 0.7612009048461914, 0.7873448133468628, 0.794421374797821, 0.7809386253356934, 0.7742769122123718, 0.7916647791862488, 0.8035310506820679, 0.7992085814476013], "cos_apical_negg": [0.8117777705192566, 0.7519824504852295, 0.7612009048461914, 0.7873448133468628, 0.794421374797821, 0.7809386253356934, 0.7742769122123718, 0.7916647791862488, 0.8035310506820679, 0.7992085814476013], "cos_Ac_negg": [0.8117777705192566, 0.7519824504852295, 0.7612009048461914, 0.7873448133468628, 0.794421374797821, 0.7809386253356934, 0.7742769122123718, 0.7916647791862488, 0.8035310506820679, 0.7992085814476013], "r_norm": [1.5977922677993774, 1.3167113065719604, 1.2866848707199097, 1.274006962776184, 1.248708963394165, 1.2283580303192139, 1.226304531097412, 1.2395529747009277, 1.239444613456726, 1.199779987335205]}, {"step": 4750, "epoch": 12, "train_loss": 1.0704089403152466, "cos_r_negg": [0.8189202547073364, 0.7626018524169922, 0.7708779573440552, 0.7969282865524292, 0.8004775047302246, 0.7880812883377075, 0.7776730060577393, 0.7994598150253296, 0.8087389469146729, 0.8050926923751831], "cos_apical_negg": [0.8189202547073364, 0.7626018524169922, 0.7708779573440552, 0.7969282865524292, 0.8004775047302246, 0.7880812883377075, 0.7776730060577393, 0.7994598150253296, 0.8087389469146729, 0.8050926923751831], "cos_Ac_negg": [0.8189202547073364, 0.7626018524169922, 0.7708779573440552, 0.7969282865524292, 0.8004775047302246, 0.7880812883377075, 0.7776730060577393, 0.7994598150253296, 0.8087389469146729, 0.8050926923751831], "r_norm": [1.5890922546386719, 1.31342613697052, 1.281743049621582, 1.2699707746505737, 1.243206262588501, 1.224561333656311, 1.2230689525604248, 1.2353407144546509, 1.234154224395752, 1.196021556854248], "ldr": {"dL_sdil": -0.07395851612091064, "dL_bp": -0.07921862602233887, "ratio": 0.9336000866772807}}, {"step": 4800, "epoch": 12, "train_loss": 1.044939398765564, "cos_r_negg": [0.8263891339302063, 0.768072783946991, 0.7775211930274963, 0.7987685799598694, 0.808398425579071, 0.7926555871963501, 0.7858370542526245, 0.8094509840011597, 0.8172875642776489, 0.8166276216506958], "cos_apical_negg": [0.8263891339302063, 0.768072783946991, 0.7775211930274963, 0.7987685799598694, 0.808398425579071, 0.7926555871963501, 0.7858370542526245, 0.8094509840011597, 0.8172875642776489, 0.8166276216506958], "cos_Ac_negg": [0.8263891339302063, 0.768072783946991, 0.7775211930274963, 0.7987685799598694, 0.808398425579071, 0.7926555871963501, 0.7858370542526245, 0.8094509840011597, 0.8172875642776489, 0.8166276216506958], "r_norm": [1.5784941911697388, 1.3057761192321777, 1.2750611305236816, 1.2615437507629395, 1.2373318672180176, 1.216101884841919, 1.215442180633545, 1.2271549701690674, 1.2239227294921875, 1.1886627674102783]}, {"step": 4850, "epoch": 12, "train_loss": 1.018528938293457, "cos_r_negg": [0.8253099322319031, 0.7697196006774902, 0.777915894985199, 0.8033196926116943, 0.8131805658340454, 0.7981846928596497, 0.7924791574478149, 0.8144818544387817, 0.821546196937561, 0.8203307390213013], "cos_apical_negg": [0.8253099322319031, 0.7697196006774902, 0.777915894985199, 0.8033196926116943, 0.8131805658340454, 0.7981846928596497, 0.7924791574478149, 0.8144818544387817, 0.821546196937561, 0.8203307390213013], "cos_Ac_negg": [0.8253099322319031, 0.7697196006774902, 0.777915894985199, 0.8033196926116943, 0.8131805658340454, 0.7981846928596497, 0.7924791574478149, 0.8144818544387817, 0.821546196937561, 0.8203307390213013], "r_norm": [1.5804059505462646, 1.3076896667480469, 1.2784453630447388, 1.2644115686416626, 1.2392514944076538, 1.2176800966262817, 1.216194987297058, 1.228000521659851, 1.2261404991149902, 1.1886043548583984]}, {"step": 4900, "epoch": 12, "train_loss": 1.067575454711914, "cos_r_negg": [0.8266802430152893, 0.7799422740936279, 0.7875766754150391, 0.8102067112922668, 0.8140031099319458, 0.8088486194610596, 0.7996967434883118, 0.8192962408065796, 0.827957034111023, 0.8267582654953003], "cos_apical_negg": [0.8266802430152893, 0.7799422740936279, 0.7875766754150391, 0.8102067112922668, 0.8140031099319458, 0.8088486194610596, 0.7996967434883118, 0.8192962408065796, 0.827957034111023, 0.8267582654953003], "cos_Ac_negg": [0.8266802430152893, 0.7799422740936279, 0.7875766754150391, 0.8102067112922668, 0.8140031099319458, 0.8088486194610596, 0.7996967434883118, 0.8192962408065796, 0.827957034111023, 0.8267582654953003], "r_norm": [1.5754656791687012, 1.3057100772857666, 1.275608777999878, 1.2623200416564941, 1.2365596294403076, 1.2145438194274902, 1.2126197814941406, 1.2243536710739136, 1.223630428314209, 1.1844244003295898]}, {"step": 4950, "epoch": 12, "train_loss": 0.9239622950553894, "cos_r_negg": [0.8303350210189819, 0.77711021900177, 0.7884831428527832, 0.8105285167694092, 0.8223626017570496, 0.8082370758056641, 0.8048264980316162, 0.8239214420318604, 0.8304998874664307, 0.8365150094032288], "cos_apical_negg": [0.8303350210189819, 0.77711021900177, 0.7884831428527832, 0.8105285167694092, 0.8223626017570496, 0.8082370758056641, 0.8048264980316162, 0.8239214420318604, 0.8304998874664307, 0.8365150094032288], "cos_Ac_negg": [0.8303350210189819, 0.77711021900177, 0.7884831428527832, 0.8105285167694092, 0.8223626017570496, 0.8082370758056641, 0.8048264980316162, 0.8239214420318604, 0.8304998874664307, 0.8365150094032288], "r_norm": [1.5855859518051147, 1.3146858215332031, 1.2863056659698486, 1.2734074592590332, 1.2485496997833252, 1.2235751152038574, 1.2227981090545654, 1.233642339706421, 1.233520746231079, 1.193894863128662]}, {"step": 5000, "epoch": 12, "train_loss": 1.263210415840149, "cos_r_negg": [0.8198227286338806, 0.7807339429855347, 0.7936123013496399, 0.8165567517280579, 0.8193166851997375, 0.8136065006256104, 0.8102573156356812, 0.8309141397476196, 0.8321300745010376, 0.8390145897865295], "cos_apical_negg": [0.8198227286338806, 0.7807339429855347, 0.7936123013496399, 0.8165567517280579, 0.8193166851997375, 0.8136065006256104, 0.8102573156356812, 0.8309141397476196, 0.8321300745010376, 0.8390145897865295], "cos_Ac_negg": [0.8198227286338806, 0.7807339429855347, 0.7936123013496399, 0.8165567517280579, 0.8193166851997375, 0.8136065006256104, 0.8102573156356812, 0.8309141397476196, 0.8321300745010376, 0.8390145897865295], "r_norm": [1.5827991962432861, 1.3177268505096436, 1.286444902420044, 1.2744660377502441, 1.249545693397522, 1.2249534130096436, 1.2236957550048828, 1.2342133522033691, 1.2326900959014893, 1.194960355758667], "ldr": {"dL_sdil": -0.06339490413665771, "dL_bp": -0.07151508331298828, "ratio": 0.8864550134019656}}, {"step": 5050, "epoch": 12, "train_loss": 1.1582164764404297, "cos_r_negg": [0.8271679878234863, 0.7835622429847717, 0.8008689880371094, 0.8229650259017944, 0.8320357799530029, 0.8172346949577332, 0.8178206086158752, 0.8369545340538025, 0.8415898680686951, 0.8426464200019836], "cos_apical_negg": [0.8271679878234863, 0.7835622429847717, 0.8008689880371094, 0.8229650259017944, 0.8320357799530029, 0.8172346949577332, 0.8178206086158752, 0.8369545340538025, 0.8415898680686951, 0.8426464200019836], "cos_Ac_negg": [0.8271679878234863, 0.7835622429847717, 0.8008689880371094, 0.8229650259017944, 0.8320357799530029, 0.8172346949577332, 0.8178206086158752, 0.8369545340538025, 0.8415898680686951, 0.8426464200019836], "r_norm": [1.587315559387207, 1.3221383094787598, 1.2939671277999878, 1.2793270349502563, 1.2551329135894775, 1.2292559146881104, 1.2275631427764893, 1.2387630939483643, 1.2370727062225342, 1.1995093822479248]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4263, "test_loss": 1.9822911865234376}, {"step": 5100, "epoch": 13, "train_loss": 0.9869774580001831, "cos_r_negg": [0.8286794424057007, 0.7927865982055664, 0.8058488965034485, 0.827082633972168, 0.8317207098007202, 0.8261353969573975, 0.8230962157249451, 0.8432611227035522, 0.8441834449768066, 0.8456380367279053], "cos_apical_negg": [0.8286794424057007, 0.7927865982055664, 0.8058488965034485, 0.827082633972168, 0.8317207098007202, 0.8261353969573975, 0.8230962157249451, 0.8432611227035522, 0.8441834449768066, 0.8456380367279053], "cos_Ac_negg": [0.8286794424057007, 0.7927865982055664, 0.8058488965034485, 0.827082633972168, 0.8317207098007202, 0.8261353969573975, 0.8230962157249451, 0.8432611227035522, 0.8441834449768066, 0.8456380367279053], "r_norm": [1.5782372951507568, 1.3172119855880737, 1.2863305807113647, 1.2724649906158447, 1.249114751815796, 1.2235052585601807, 1.2225356101989746, 1.231128215789795, 1.2294895648956299, 1.191866397857666]}, {"step": 5150, "epoch": 13, "train_loss": 0.9803648591041565, "cos_r_negg": [0.8309889435768127, 0.7956646680831909, 0.8069245219230652, 0.8271206021308899, 0.8345908522605896, 0.8300385475158691, 0.8302000164985657, 0.8452404737472534, 0.8458433151245117, 0.8509160280227661], "cos_apical_negg": [0.8309889435768127, 0.7956646680831909, 0.8069245219230652, 0.8271206021308899, 0.8345908522605896, 0.8300385475158691, 0.8302000164985657, 0.8452404737472534, 0.8458433151245117, 0.8509160280227661], "cos_Ac_negg": [0.8309889435768127, 0.7956646680831909, 0.8069245219230652, 0.8271206021308899, 0.8345908522605896, 0.8300385475158691, 0.8302000164985657, 0.8452404737472534, 0.8458433151245117, 0.8509160280227661], "r_norm": [1.6045830249786377, 1.3417197465896606, 1.3089463710784912, 1.2953667640686035, 1.2713813781738281, 1.2444548606872559, 1.2445049285888672, 1.2521157264709473, 1.251744270324707, 1.2126182317733765]}, {"step": 5200, "epoch": 13, "train_loss": 1.1845827102661133, "cos_r_negg": [0.8312669396400452, 0.7978639602661133, 0.8101297616958618, 0.8301652669906616, 0.8346771001815796, 0.8319187164306641, 0.8344840407371521, 0.8444437980651855, 0.8543317317962646, 0.8554039001464844], "cos_apical_negg": [0.8312669396400452, 0.7978639602661133, 0.8101297616958618, 0.8301652669906616, 0.8346771001815796, 0.8319187164306641, 0.8344840407371521, 0.8444437980651855, 0.8543317317962646, 0.8554039001464844], "cos_Ac_negg": [0.8312669396400452, 0.7978639602661133, 0.8101297616958618, 0.8301652669906616, 0.8346771001815796, 0.8319187164306641, 0.8344840407371521, 0.8444437980651855, 0.8543317317962646, 0.8554039001464844], "r_norm": [1.580987572669983, 1.3239449262619019, 1.2907962799072266, 1.2781381607055664, 1.2518765926361084, 1.2269160747528076, 1.2255549430847168, 1.234093427658081, 1.2315914630889893, 1.1952241659164429]}, {"step": 5250, "epoch": 13, "train_loss": 0.9532135725021362, "cos_r_negg": [0.8247930407524109, 0.8043926954269409, 0.8153313398361206, 0.8337264657020569, 0.8402401208877563, 0.8366177082061768, 0.8372116088867188, 0.849705696105957, 0.8562816977500916, 0.8625491857528687], "cos_apical_negg": [0.8247930407524109, 0.8043926954269409, 0.8153313398361206, 0.8337264657020569, 0.8402401208877563, 0.8366177082061768, 0.8372116088867188, 0.849705696105957, 0.8562816977500916, 0.8625491857528687], "cos_Ac_negg": [0.8247930407524109, 0.8043926954269409, 0.8153313398361206, 0.8337264657020569, 0.8402401208877563, 0.8366177082061768, 0.8372116088867188, 0.849705696105957, 0.8562816977500916, 0.8625491857528687], "r_norm": [1.617756724357605, 1.355177879333496, 1.3222713470458984, 1.3100764751434326, 1.2848687171936035, 1.2581148147583008, 1.257049560546875, 1.2645834684371948, 1.2617708444595337, 1.2248728275299072], "ldr": {"dL_sdil": -0.06501054763793945, "dL_bp": -0.07652115821838379, "ratio": 0.8495761061588457}}, {"step": 5300, "epoch": 13, "train_loss": 0.837713360786438, "cos_r_negg": [0.8294798731803894, 0.8062435388565063, 0.8174128532409668, 0.837814450263977, 0.8423548936843872, 0.8403493165969849, 0.8373669385910034, 0.8564110994338989, 0.8641479015350342, 0.8690439462661743], "cos_apical_negg": [0.8294798731803894, 0.8062435388565063, 0.8174128532409668, 0.837814450263977, 0.8423548936843872, 0.8403493165969849, 0.8373669385910034, 0.8564110994338989, 0.8641479015350342, 0.8690439462661743], "cos_Ac_negg": [0.8294798731803894, 0.8062435388565063, 0.8174128532409668, 0.837814450263977, 0.8423548936843872, 0.8403493165969849, 0.8373669385910034, 0.8564110994338989, 0.8641479015350342, 0.8690439462661743], "r_norm": [1.6160523891448975, 1.3597052097320557, 1.3243560791015625, 1.3134063482284546, 1.2860395908355713, 1.261818528175354, 1.2601227760314941, 1.2645750045776367, 1.261167287826538, 1.226813554763794]}, {"step": 5350, "epoch": 13, "train_loss": 0.9979501962661743, "cos_r_negg": [0.8290836811065674, 0.8049747943878174, 0.8223199248313904, 0.8400874137878418, 0.846241295337677, 0.8434476256370544, 0.8392081260681152, 0.858017086982727, 0.8672389984130859, 0.866570234298706], "cos_apical_negg": [0.8290836811065674, 0.8049747943878174, 0.8223199248313904, 0.8400874137878418, 0.846241295337677, 0.8434476256370544, 0.8392081260681152, 0.858017086982727, 0.8672389984130859, 0.866570234298706], "cos_Ac_negg": [0.8290836811065674, 0.8049747943878174, 0.8223199248313904, 0.8400874137878418, 0.846241295337677, 0.8434476256370544, 0.8392081260681152, 0.858017086982727, 0.8672389984130859, 0.866570234298706], "r_norm": [1.5895214080810547, 1.3354440927505493, 1.3036887645721436, 1.2909657955169678, 1.2652299404144287, 1.2402417659759521, 1.2392542362213135, 1.2439604997634888, 1.2406706809997559, 1.2061846256256104]}, {"step": 5400, "epoch": 13, "train_loss": 1.2416669130325317, "cos_r_negg": [0.8327293992042542, 0.8139699697494507, 0.8259738087654114, 0.8468890190124512, 0.8539742231369019, 0.8500876426696777, 0.8488154411315918, 0.8639177083969116, 0.8708431720733643, 0.8742350339889526], "cos_apical_negg": [0.8327293992042542, 0.8139699697494507, 0.8259738087654114, 0.8468890190124512, 0.8539742231369019, 0.8500876426696777, 0.8488154411315918, 0.8639177083969116, 0.8708431720733643, 0.8742350339889526], "cos_Ac_negg": [0.8327293992042542, 0.8139699697494507, 0.8259738087654114, 0.8468890190124512, 0.8539742231369019, 0.8500876426696777, 0.8488154411315918, 0.8639177083969116, 0.8708431720733643, 0.8742350339889526], "r_norm": [1.6095823049545288, 1.3528072834014893, 1.321653127670288, 1.308880090713501, 1.2846484184265137, 1.2561535835266113, 1.2548338174819946, 1.2604780197143555, 1.2566534280776978, 1.221134901046753]}, {"step": 5450, "epoch": 13, "train_loss": 1.1308436393737793, "cos_r_negg": [0.8315377235412598, 0.8107667565345764, 0.826927900314331, 0.8494048714637756, 0.8559895753860474, 0.8540663719177246, 0.8480527400970459, 0.8667255640029907, 0.8775941133499146, 0.8762156367301941], "cos_apical_negg": [0.8315377235412598, 0.8107667565345764, 0.826927900314331, 0.8494048714637756, 0.8559895753860474, 0.8540663719177246, 0.8480527400970459, 0.8667255640029907, 0.8775941133499146, 0.8762156367301941], "cos_Ac_negg": [0.8315377235412598, 0.8107667565345764, 0.826927900314331, 0.8494048714637756, 0.8559895753860474, 0.8540663719177246, 0.8480527400970459, 0.8667255640029907, 0.8775941133499146, 0.8762156367301941], "r_norm": [1.6184759140014648, 1.364518642425537, 1.3316595554351807, 1.3196148872375488, 1.2904245853424072, 1.265258550643921, 1.267605185508728, 1.2688145637512207, 1.264378309249878, 1.2287124395370483]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4342, "test_loss": 1.9928426025390624}, {"step": 5500, "epoch": 14, "train_loss": 0.8462610244750977, "cos_r_negg": [0.8295275568962097, 0.8176687359809875, 0.8288849592208862, 0.8537219166755676, 0.8593476414680481, 0.8568087220191956, 0.8565151691436768, 0.8699216246604919, 0.8799200057983398, 0.8856964707374573], "cos_apical_negg": [0.8295275568962097, 0.8176687359809875, 0.8288849592208862, 0.8537219166755676, 0.8593476414680481, 0.8568087220191956, 0.8565151691436768, 0.8699216246604919, 0.8799200057983398, 0.8856964707374573], "cos_Ac_negg": [0.8295275568962097, 0.8176687359809875, 0.8288849592208862, 0.8537219166755676, 0.8593476414680481, 0.8568087220191956, 0.8565151691436768, 0.8699216246604919, 0.8799200057983398, 0.8856964707374573], "r_norm": [1.6329865455627441, 1.379030466079712, 1.3468106985092163, 1.3327096700668335, 1.3055448532104492, 1.2786418199539185, 1.2798503637313843, 1.2809394598007202, 1.2766951322555542, 1.2424838542938232], "ldr": {"dL_sdil": -0.06473469734191895, "dL_bp": -0.07810580730438232, "ratio": 0.8288077362755437}}, {"step": 5550, "epoch": 14, "train_loss": 1.0406668186187744, "cos_r_negg": [0.8341467380523682, 0.8198136687278748, 0.8309673070907593, 0.8532791137695312, 0.8612151145935059, 0.8575750589370728, 0.8573383092880249, 0.8711484670639038, 0.8833321332931519, 0.8860548734664917], "cos_apical_negg": [0.8341467380523682, 0.8198136687278748, 0.8309673070907593, 0.8532791137695312, 0.8612151145935059, 0.8575750589370728, 0.8573383092880249, 0.8711484670639038, 0.8833321332931519, 0.8860548734664917], "cos_Ac_negg": [0.8341467380523682, 0.8198136687278748, 0.8309673070907593, 0.8532791137695312, 0.8612151145935059, 0.8575750589370728, 0.8573383092880249, 0.8711484670639038, 0.8833321332931519, 0.8860548734664917], "r_norm": [1.618683099746704, 1.367379069328308, 1.3359160423278809, 1.3226765394210815, 1.295327067375183, 1.2674821615219116, 1.267912745475769, 1.271397352218628, 1.2652769088745117, 1.2325413227081299]}, {"step": 5600, "epoch": 14, "train_loss": 0.8491159081459045, "cos_r_negg": [0.8264837265014648, 0.8206323385238647, 0.8361948728561401, 0.8560810089111328, 0.8659607172012329, 0.8623433113098145, 0.859210729598999, 0.8726218342781067, 0.8843528032302856, 0.88810795545578], "cos_apical_negg": [0.8264837265014648, 0.8206323385238647, 0.8361948728561401, 0.8560810089111328, 0.8659607172012329, 0.8623433113098145, 0.859210729598999, 0.8726218342781067, 0.8843528032302856, 0.88810795545578], "cos_Ac_negg": [0.8264837265014648, 0.8206323385238647, 0.8361948728561401, 0.8560810089111328, 0.8659607172012329, 0.8623433113098145, 0.859210729598999, 0.8726218342781067, 0.8843528032302856, 0.88810795545578], "r_norm": [1.6414015293121338, 1.389212727546692, 1.356997013092041, 1.3423247337341309, 1.314992904663086, 1.2875237464904785, 1.2867969274520874, 1.2897207736968994, 1.28471839427948, 1.2501451969146729]}, {"step": 5650, "epoch": 14, "train_loss": 0.9941989183425903, "cos_r_negg": [0.8339625597000122, 0.8221167922019958, 0.8365172743797302, 0.8593572378158569, 0.866980791091919, 0.8652215600013733, 0.8606849908828735, 0.8766394853591919, 0.8850541114807129, 0.8950440883636475], "cos_apical_negg": [0.8339625597000122, 0.8221167922019958, 0.8365172743797302, 0.8593572378158569, 0.866980791091919, 0.8652215600013733, 0.8606849908828735, 0.8766394853591919, 0.8850541114807129, 0.8950440883636475], "cos_Ac_negg": [0.8339625597000122, 0.8221167922019958, 0.8365172743797302, 0.8593572378158569, 0.866980791091919, 0.8652215600013733, 0.8606849908828735, 0.8766394853591919, 0.8850541114807129, 0.8950440883636475], "r_norm": [1.6617790460586548, 1.4079432487487793, 1.3795251846313477, 1.3636683225631714, 1.3343244791030884, 1.3053021430969238, 1.3059452772140503, 1.3090964555740356, 1.302554965019226, 1.2680338621139526]}, {"step": 5700, "epoch": 14, "train_loss": 0.8889895081520081, "cos_r_negg": [0.8297818899154663, 0.8247613310813904, 0.8352066278457642, 0.862574577331543, 0.8688104152679443, 0.8676843643188477, 0.8655656576156616, 0.8814983367919922, 0.8877786993980408, 0.8960875272750854], "cos_apical_negg": [0.8297818899154663, 0.8247613310813904, 0.8352066278457642, 0.862574577331543, 0.8688104152679443, 0.8676843643188477, 0.8655656576156616, 0.8814983367919922, 0.8877786993980408, 0.8960875272750854], "cos_Ac_negg": [0.8297818899154663, 0.8247613310813904, 0.8352066278457642, 0.862574577331543, 0.8688104152679443, 0.8676843643188477, 0.8655656576156616, 0.8814983367919922, 0.8877786993980408, 0.8960875272750854], "r_norm": [1.6544930934906006, 1.403025507926941, 1.3728680610656738, 1.3592500686645508, 1.3289709091186523, 1.3005002737045288, 1.2983216047286987, 1.3010544776916504, 1.2942497730255127, 1.2608914375305176]}, {"step": 5750, "epoch": 14, "train_loss": 1.0103437900543213, "cos_r_negg": [0.8346675634384155, 0.8283109664916992, 0.8402705788612366, 0.8646154403686523, 0.8734792470932007, 0.871973991394043, 0.8738127946853638, 0.8860886096954346, 0.8922165036201477, 0.8985344767570496], "cos_apical_negg": [0.8346675634384155, 0.8283109664916992, 0.8402705788612366, 0.8646154403686523, 0.8734792470932007, 0.871973991394043, 0.8738127946853638, 0.8860886096954346, 0.8922165036201477, 0.8985344767570496], "cos_Ac_negg": [0.8346675634384155, 0.8283109664916992, 0.8402705788612366, 0.8646154403686523, 0.8734792470932007, 0.871973991394043, 0.8738127946853638, 0.8860886096954346, 0.8922165036201477, 0.8985344767570496], "r_norm": [1.6557883024215698, 1.4072362184524536, 1.3736834526062012, 1.3616745471954346, 1.3299628496170044, 1.3032567501068115, 1.3006032705307007, 1.3024232387542725, 1.2964438199996948, 1.2611738443374634], "ldr": {"dL_sdil": -0.06194806098937988, "dL_bp": -0.07990741729736328, "ratio": 0.7752479442408908}}, {"step": 5800, "epoch": 14, "train_loss": 0.931515097618103, "cos_r_negg": [0.8309750556945801, 0.8286107778549194, 0.8407103419303894, 0.8648030757904053, 0.873629093170166, 0.8749359250068665, 0.8751823902130127, 0.8908926248550415, 0.8980823755264282, 0.9003169536590576], "cos_apical_negg": [0.8309750556945801, 0.8286107778549194, 0.8407103419303894, 0.8648030757904053, 0.873629093170166, 0.8749359250068665, 0.8751823902130127, 0.8908926248550415, 0.8980823755264282, 0.9003169536590576], "cos_Ac_negg": [0.8309750556945801, 0.8286107778549194, 0.8407103419303894, 0.8648030757904053, 0.873629093170166, 0.8749359250068665, 0.8751823902130127, 0.8908926248550415, 0.8980823755264282, 0.9003169536590576], "r_norm": [1.707301378250122, 1.456171989440918, 1.4229974746704102, 1.409661054611206, 1.376570463180542, 1.35015869140625, 1.3464643955230713, 1.3488798141479492, 1.339970350265503, 1.304651141166687]}, {"step": 5850, "epoch": 14, "train_loss": 0.9425901174545288, "cos_r_negg": [0.8285712003707886, 0.830437183380127, 0.8455435633659363, 0.8664520978927612, 0.87613445520401, 0.8768013715744019, 0.8778531551361084, 0.8931955099105835, 0.9007691144943237, 0.9052636027336121], "cos_apical_negg": [0.8285712003707886, 0.830437183380127, 0.8455435633659363, 0.8664520978927612, 0.87613445520401, 0.8768013715744019, 0.8778531551361084, 0.8931955099105835, 0.9007691144943237, 0.9052636027336121], "cos_Ac_negg": [0.8285712003707886, 0.830437183380127, 0.8455435633659363, 0.8664520978927612, 0.87613445520401, 0.8768013715744019, 0.8778531551361084, 0.8931955099105835, 0.9007691144943237, 0.9052636027336121], "r_norm": [1.7136694192886353, 1.463120460510254, 1.4310368299484253, 1.4180630445480347, 1.386528491973877, 1.3563742637634277, 1.3536182641983032, 1.354280710220337, 1.347254991531372, 1.3110356330871582]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4282, "test_loss": 2.0445418090820313}, {"step": 5900, "epoch": 15, "train_loss": 0.7136619687080383, "cos_r_negg": [0.8265474438667297, 0.8381873965263367, 0.8541949987411499, 0.8722822666168213, 0.8784152865409851, 0.8827053308486938, 0.8808404803276062, 0.8955702781677246, 0.9031080007553101, 0.9105255603790283], "cos_apical_negg": [0.8265474438667297, 0.8381873965263367, 0.8541949987411499, 0.8722822666168213, 0.8784152865409851, 0.8827053308486938, 0.8808404803276062, 0.8955702781677246, 0.9031080007553101, 0.9105255603790283], "cos_Ac_negg": [0.8265474438667297, 0.8381873965263367, 0.8541949987411499, 0.8722822666168213, 0.8784152865409851, 0.8827053308486938, 0.8808404803276062, 0.8955702781677246, 0.9031080007553101, 0.9105255603790283], "r_norm": [1.6918437480926514, 1.4457948207855225, 1.415827989578247, 1.4012513160705566, 1.3733911514282227, 1.34182608127594, 1.3397974967956543, 1.3405084609985352, 1.3317816257476807, 1.2965812683105469]}, {"step": 5950, "epoch": 15, "train_loss": 0.9649174809455872, "cos_r_negg": [0.8329185843467712, 0.8357925415039062, 0.8507349491119385, 0.8719693422317505, 0.8773470520973206, 0.8819383382797241, 0.8817859292030334, 0.8960363864898682, 0.9041330814361572, 0.9111921191215515], "cos_apical_negg": [0.8329185843467712, 0.8357925415039062, 0.8507349491119385, 0.8719693422317505, 0.8773470520973206, 0.8819383382797241, 0.8817859292030334, 0.8960363864898682, 0.9041330814361572, 0.9111921191215515], "cos_Ac_negg": [0.8329185843467712, 0.8357925415039062, 0.8507349491119385, 0.8719693422317505, 0.8773470520973206, 0.8819383382797241, 0.8817859292030334, 0.8960363864898682, 0.9041330814361572, 0.9111921191215515], "r_norm": [1.7015516757965088, 1.4548133611679077, 1.4218192100524902, 1.4069547653198242, 1.3773674964904785, 1.3464686870574951, 1.3424837589263916, 1.343273401260376, 1.3350751399993896, 1.2994927167892456]}, {"step": 6000, "epoch": 15, "train_loss": 0.9940289855003357, "cos_r_negg": [0.833376407623291, 0.8360653519630432, 0.8528642058372498, 0.872058629989624, 0.8814560174942017, 0.8845089673995972, 0.8827283382415771, 0.897855281829834, 0.9053650498390198, 0.9119436740875244], "cos_apical_negg": [0.833376407623291, 0.8360653519630432, 0.8528642058372498, 0.872058629989624, 0.8814560174942017, 0.8845089673995972, 0.8827283382415771, 0.897855281829834, 0.9053650498390198, 0.9119436740875244], "cos_Ac_negg": [0.833376407623291, 0.8360653519630432, 0.8528642058372498, 0.872058629989624, 0.8814560174942017, 0.8845089673995972, 0.8827283382415771, 0.897855281829834, 0.9053650498390198, 0.9119436740875244], "r_norm": [1.7386860847473145, 1.4897139072418213, 1.4592013359069824, 1.4424347877502441, 1.4129905700683594, 1.3801429271697998, 1.3766019344329834, 1.3789374828338623, 1.3688914775848389, 1.3327678442001343], "ldr": {"dL_sdil": -0.07108664512634277, "dL_bp": -0.09118247032165527, "ratio": 0.7796086778037218}}, {"step": 6050, "epoch": 15, "train_loss": 0.8888028264045715, "cos_r_negg": [0.8319330215454102, 0.8374462127685547, 0.8528765439987183, 0.8757892847061157, 0.8839856386184692, 0.8869198560714722, 0.8865061402320862, 0.8992944955825806, 0.9080829620361328, 0.913040280342102], "cos_apical_negg": [0.8319330215454102, 0.8374462127685547, 0.8528765439987183, 0.8757892847061157, 0.8839856386184692, 0.8869198560714722, 0.8865061402320862, 0.8992944955825806, 0.9080829620361328, 0.913040280342102], "cos_Ac_negg": [0.8319330215454102, 0.8374462127685547, 0.8528765439987183, 0.8757892847061157, 0.8839856386184692, 0.8869198560714722, 0.8865061402320862, 0.8992944955825806, 0.9080829620361328, 0.913040280342102], "r_norm": [1.746380090713501, 1.4990508556365967, 1.4664226770401, 1.449926733970642, 1.419655203819275, 1.3869144916534424, 1.3848016262054443, 1.3856087923049927, 1.3741638660430908, 1.3383209705352783]}, {"step": 6100, "epoch": 15, "train_loss": 0.746648371219635, "cos_r_negg": [0.8342152237892151, 0.8421717882156372, 0.8556129336357117, 0.8755233287811279, 0.8875558376312256, 0.887625515460968, 0.8874695301055908, 0.900746762752533, 0.9086495637893677, 0.9142322540283203], "cos_apical_negg": [0.8342152237892151, 0.8421717882156372, 0.8556129336357117, 0.8755233287811279, 0.8875558376312256, 0.887625515460968, 0.8874695301055908, 0.900746762752533, 0.9086495637893677, 0.9142322540283203], "cos_Ac_negg": [0.8342152237892151, 0.8421717882156372, 0.8556129336357117, 0.8755233287811279, 0.8875558376312256, 0.887625515460968, 0.8874695301055908, 0.900746762752533, 0.9086495637893677, 0.9142322540283203], "r_norm": [1.74027419090271, 1.4977505207061768, 1.4651894569396973, 1.4481679201126099, 1.4207932949066162, 1.3855173587799072, 1.3808081150054932, 1.3824667930603027, 1.3707690238952637, 1.3362228870391846]}, {"step": 6150, "epoch": 15, "train_loss": 0.9273542165756226, "cos_r_negg": [0.827959418296814, 0.8444690704345703, 0.8585560321807861, 0.8759790658950806, 0.8904845714569092, 0.8882262706756592, 0.8921725749969482, 0.9066101908683777, 0.91141277551651, 0.9185659885406494], "cos_apical_negg": [0.827959418296814, 0.8444690704345703, 0.8585560321807861, 0.8759790658950806, 0.8904845714569092, 0.8882262706756592, 0.8921725749969482, 0.9066101908683777, 0.91141277551651, 0.9185659885406494], "cos_Ac_negg": [0.827959418296814, 0.8444690704345703, 0.8585560321807861, 0.8759790658950806, 0.8904845714569092, 0.8882262706756592, 0.8921725749969482, 0.9066101908683777, 0.91141277551651, 0.9185659885406494], "r_norm": [1.7338907718658447, 1.495483160018921, 1.4615347385406494, 1.4460761547088623, 1.417981743812561, 1.3839316368103027, 1.379500389099121, 1.3807560205459595, 1.3683297634124756, 1.3344719409942627]}, {"step": 6200, "epoch": 15, "train_loss": 0.873595118522644, "cos_r_negg": [0.834323525428772, 0.8454504609107971, 0.8634520173072815, 0.8804195523262024, 0.8906759023666382, 0.8908547163009644, 0.8920423984527588, 0.9072378277778625, 0.9148736000061035, 0.9202273488044739], "cos_apical_negg": [0.834323525428772, 0.8454504609107971, 0.8634520173072815, 0.8804195523262024, 0.8906759023666382, 0.8908547163009644, 0.8920423984527588, 0.9072378277778625, 0.9148736000061035, 0.9202273488044739], "cos_Ac_negg": [0.834323525428772, 0.8454504609107971, 0.8634520173072815, 0.8804195523262024, 0.8906759023666382, 0.8908547163009644, 0.8920423984527588, 0.9072378277778625, 0.9148736000061035, 0.9202273488044739], "r_norm": [1.8326383829116821, 1.584844946861267, 1.5502636432647705, 1.5332448482513428, 1.5038301944732666, 1.467134714126587, 1.464073896408081, 1.463315486907959, 1.4505138397216797, 1.4141080379486084]}, {"step": 6250, "epoch": 15, "train_loss": 0.9117767810821533, "cos_r_negg": [0.8363749980926514, 0.8492128252983093, 0.863320529460907, 0.8810745477676392, 0.8932175636291504, 0.896740198135376, 0.8983116149902344, 0.9096695184707642, 0.9184079170227051, 0.9240211248397827], "cos_apical_negg": [0.8363749980926514, 0.8492128252983093, 0.863320529460907, 0.8810745477676392, 0.8932175636291504, 0.896740198135376, 0.8983116149902344, 0.9096695184707642, 0.9184079170227051, 0.9240211248397827], "cos_Ac_negg": [0.8363749980926514, 0.8492128252983093, 0.863320529460907, 0.8810745477676392, 0.8932175636291504, 0.896740198135376, 0.8983116149902344, 0.9096695184707642, 0.9184079170227051, 0.9240211248397827], "r_norm": [1.7666267156600952, 1.526111364364624, 1.494513988494873, 1.4761650562286377, 1.4491119384765625, 1.4128756523132324, 1.4082609415054321, 1.4082006216049194, 1.3949501514434814, 1.3603880405426025], "ldr": {"dL_sdil": -0.06682205200195312, "dL_bp": -0.08636140823364258, "ratio": 0.7737489854400291}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4284, "test_loss": 2.1437418701171875}, {"step": 6300, "epoch": 16, "train_loss": 0.8482658863067627, "cos_r_negg": [0.8317356109619141, 0.849551260471344, 0.8620685935020447, 0.8829741477966309, 0.8943872451782227, 0.8957374095916748, 0.896693229675293, 0.9099951386451721, 0.9184215068817139, 0.9236864447593689], "cos_apical_negg": [0.8317356109619141, 0.849551260471344, 0.8620685935020447, 0.8829741477966309, 0.8943872451782227, 0.8957374095916748, 0.896693229675293, 0.9099951386451721, 0.9184215068817139, 0.9236864447593689], "cos_Ac_negg": [0.8317356109619141, 0.849551260471344, 0.8620685935020447, 0.8829741477966309, 0.8943872451782227, 0.8957374095916748, 0.896693229675293, 0.9099951386451721, 0.9184215068817139, 0.9236864447593689], "r_norm": [1.8199748992919922, 1.5755751132965088, 1.5409910678863525, 1.5233774185180664, 1.4956697225570679, 1.458066463470459, 1.4535255432128906, 1.4539978504180908, 1.4395698308944702, 1.4033514261245728]}, {"step": 6350, "epoch": 16, "train_loss": 0.6774637699127197, "cos_r_negg": [0.8358375430107117, 0.8503947257995605, 0.8630257844924927, 0.8817474246025085, 0.8968638777732849, 0.899018406867981, 0.8997167944908142, 0.9119269251823425, 0.9197278022766113, 0.9256751537322998], "cos_apical_negg": [0.8358375430107117, 0.8503947257995605, 0.8630257844924927, 0.8817474246025085, 0.8968638777732849, 0.899018406867981, 0.8997167944908142, 0.9119269251823425, 0.9197278022766113, 0.9256751537322998], "cos_Ac_negg": [0.8358375430107117, 0.8503947257995605, 0.8630257844924927, 0.8817474246025085, 0.8968638777732849, 0.899018406867981, 0.8997167944908142, 0.9119269251823425, 0.9197278022766113, 0.9256751537322998], "r_norm": [1.8194754123687744, 1.575287103652954, 1.5435571670532227, 1.5245294570922852, 1.4974321126937866, 1.4600496292114258, 1.4540655612945557, 1.4545495510101318, 1.4403901100158691, 1.4039530754089355]}, {"step": 6400, "epoch": 16, "train_loss": 0.8764932155609131, "cos_r_negg": [0.8329000473022461, 0.8499002456665039, 0.8642721176147461, 0.883324384689331, 0.8962002992630005, 0.8988964557647705, 0.9006611108779907, 0.9134506583213806, 0.9210699796676636, 0.9269014000892639], "cos_apical_negg": [0.8329000473022461, 0.8499002456665039, 0.8642721176147461, 0.883324384689331, 0.8962002992630005, 0.8988964557647705, 0.9006611108779907, 0.9134506583213806, 0.9210699796676636, 0.9269014000892639], "cos_Ac_negg": [0.8329000473022461, 0.8499002456665039, 0.8642721176147461, 0.883324384689331, 0.8962002992630005, 0.8988964557647705, 0.9006611108779907, 0.9134506583213806, 0.9210699796676636, 0.9269014000892639], "r_norm": [1.7814146280288696, 1.5469298362731934, 1.5164198875427246, 1.4986753463745117, 1.4733926057815552, 1.4351485967636108, 1.4294064044952393, 1.4288270473480225, 1.4143035411834717, 1.379894733428955]}, {"step": 6450, "epoch": 16, "train_loss": 0.8272907733917236, "cos_r_negg": [0.8347474336624146, 0.8517359495162964, 0.8691297769546509, 0.8865869045257568, 0.8963413238525391, 0.9021621346473694, 0.9030800461769104, 0.9161223769187927, 0.9257433414459229, 0.9284303188323975], "cos_apical_negg": [0.8347474336624146, 0.8517359495162964, 0.8691297769546509, 0.8865869045257568, 0.8963413238525391, 0.9021621346473694, 0.9030800461769104, 0.9161223769187927, 0.9257433414459229, 0.9284303188323975], "cos_Ac_negg": [0.8347474336624146, 0.8517359495162964, 0.8691297769546509, 0.8865869045257568, 0.8963413238525391, 0.9021621346473694, 0.9030800461769104, 0.9161223769187927, 0.9257433414459229, 0.9284303188323975], "r_norm": [1.8154484033584595, 1.579482078552246, 1.5467255115509033, 1.5293800830841064, 1.5039055347442627, 1.4652447700500488, 1.4600096940994263, 1.4586561918258667, 1.4433985948562622, 1.4064111709594727]}, {"step": 6500, "epoch": 16, "train_loss": 0.9578719735145569, "cos_r_negg": [0.8397024273872375, 0.8557969927787781, 0.8702067136764526, 0.8880277872085571, 0.8995595574378967, 0.9045941829681396, 0.9070370197296143, 0.9212229251861572, 0.9278291463851929, 0.9323962926864624], "cos_apical_negg": [0.8397024273872375, 0.8557969927787781, 0.8702067136764526, 0.8880277872085571, 0.8995595574378967, 0.9045941829681396, 0.9070370197296143, 0.9212229251861572, 0.9278291463851929, 0.9323962926864624], "cos_Ac_negg": [0.8397024273872375, 0.8557969927787781, 0.8702067136764526, 0.8880277872085571, 0.8995595574378967, 0.9045941829681396, 0.9070370197296143, 0.9212229251861572, 0.9278291463851929, 0.9323962926864624], "r_norm": [1.7872358560562134, 1.560392141342163, 1.5285061597824097, 1.5114396810531616, 1.4848744869232178, 1.4485323429107666, 1.4443045854568481, 1.441040277481079, 1.42518949508667, 1.389967679977417], "ldr": {"dL_sdil": -0.0722503662109375, "dL_bp": -0.09410929679870605, "ratio": 0.7677282550041421}}, {"step": 6550, "epoch": 16, "train_loss": 0.677939236164093, "cos_r_negg": [0.8338925838470459, 0.8561240434646606, 0.8712248802185059, 0.8875160217285156, 0.9003310203552246, 0.9032139778137207, 0.9083709120750427, 0.9216912388801575, 0.9288027286529541, 0.9339188933372498], "cos_apical_negg": [0.8338925838470459, 0.8561240434646606, 0.8712248802185059, 0.8875160217285156, 0.9003310203552246, 0.9032139778137207, 0.9083709120750427, 0.9216912388801575, 0.9288027286529541, 0.9339188933372498], "cos_Ac_negg": [0.8338925838470459, 0.8561240434646606, 0.8712248802185059, 0.8875160217285156, 0.9003310203552246, 0.9032139778137207, 0.9083709120750427, 0.9216912388801575, 0.9288027286529541, 0.9339188933372498], "r_norm": [1.8091814517974854, 1.5818562507629395, 1.5490634441375732, 1.5308393239974976, 1.5049909353256226, 1.4678905010223389, 1.4633172750473022, 1.4589136838912964, 1.4434688091278076, 1.4076964855194092]}, {"step": 6600, "epoch": 16, "train_loss": 1.0019612312316895, "cos_r_negg": [0.8386499881744385, 0.8567755222320557, 0.8717031478881836, 0.8893184661865234, 0.900902509689331, 0.9048993587493896, 0.9089293479919434, 0.9226529598236084, 0.9290967583656311, 0.9354996681213379], "cos_apical_negg": [0.8386499881744385, 0.8567755222320557, 0.8717031478881836, 0.8893184661865234, 0.900902509689331, 0.9048993587493896, 0.9089293479919434, 0.9226529598236084, 0.9290967583656311, 0.9354996681213379], "cos_Ac_negg": [0.8386499881744385, 0.8567755222320557, 0.8717031478881836, 0.8893184661865234, 0.900902509689331, 0.9048993587493896, 0.9089293479919434, 0.9226529598236084, 0.9290967583656311, 0.9354996681213379], "r_norm": [1.7895203828811646, 1.5679148435592651, 1.5361831188201904, 1.5168850421905518, 1.4911608695983887, 1.4523632526397705, 1.4493317604064941, 1.4445979595184326, 1.4294567108154297, 1.3942770957946777]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4352, "test_loss": 2.1697156982421877}, {"step": 6650, "epoch": 17, "train_loss": 0.72133868932724, "cos_r_negg": [0.8413490653038025, 0.8586283922195435, 0.872390627861023, 0.8916112184524536, 0.9031789898872375, 0.9065935611724854, 0.909063994884491, 0.9245611429214478, 0.9306776523590088, 0.9362236261367798], "cos_apical_negg": [0.8413490653038025, 0.8586283922195435, 0.872390627861023, 0.8916112184524536, 0.9031789898872375, 0.9065935611724854, 0.909063994884491, 0.9245611429214478, 0.9306776523590088, 0.9362236261367798], "cos_Ac_negg": [0.8413490653038025, 0.8586283922195435, 0.872390627861023, 0.8916112184524536, 0.9031789898872375, 0.9065935611724854, 0.909063994884491, 0.9245611429214478, 0.9306776523590088, 0.9362236261367798], "r_norm": [1.7852694988250732, 1.5664033889770508, 1.5335218906402588, 1.5164072513580322, 1.48778235912323, 1.4497451782226562, 1.4453829526901245, 1.4410851001739502, 1.4268968105316162, 1.3893747329711914]}, {"step": 6700, "epoch": 17, "train_loss": 0.7887049913406372, "cos_r_negg": [0.8279886245727539, 0.8612320423126221, 0.8751334547996521, 0.891743540763855, 0.9039070010185242, 0.9068000316619873, 0.9131549596786499, 0.9256623983383179, 0.9319220781326294, 0.9393289089202881], "cos_apical_negg": [0.8279886245727539, 0.8612320423126221, 0.8751334547996521, 0.891743540763855, 0.9039070010185242, 0.9068000316619873, 0.9131549596786499, 0.9256623983383179, 0.9319220781326294, 0.9393289089202881], "cos_Ac_negg": [0.8279886245727539, 0.8612320423126221, 0.8751334547996521, 0.891743540763855, 0.9039070010185242, 0.9068000316619873, 0.9131549596786499, 0.9256623983383179, 0.9319220781326294, 0.9393289089202881], "r_norm": [1.7785203456878662, 1.5628530979156494, 1.5338226556777954, 1.5132814645767212, 1.486688256263733, 1.4503211975097656, 1.4473127126693726, 1.4424399137496948, 1.4275280237197876, 1.3885785341262817]}, {"step": 6750, "epoch": 17, "train_loss": 0.8678449392318726, "cos_r_negg": [0.83655846118927, 0.8613383769989014, 0.8760596513748169, 0.8942086696624756, 0.9055871963500977, 0.909642219543457, 0.9133008718490601, 0.9257813692092896, 0.9341897964477539, 0.9416491985321045], "cos_apical_negg": [0.83655846118927, 0.8613383769989014, 0.8760596513748169, 0.8942086696624756, 0.9055871963500977, 0.909642219543457, 0.9133008718490601, 0.9257813692092896, 0.9341897964477539, 0.9416491985321045], "cos_Ac_negg": [0.83655846118927, 0.8613383769989014, 0.8760596513748169, 0.8942086696624756, 0.9055871963500977, 0.909642219543457, 0.9133008718490601, 0.9257813692092896, 0.9341897964477539, 0.9416491985321045], "r_norm": [1.810068130493164, 1.5915113687515259, 1.561291217803955, 1.540083646774292, 1.5129438638687134, 1.4750418663024902, 1.4717328548431396, 1.4670860767364502, 1.4513201713562012, 1.4120550155639648], "ldr": {"dL_sdil": -0.07961797714233398, "dL_bp": -0.10950994491577148, "ratio": 0.7270387835878411}}, {"step": 6800, "epoch": 17, "train_loss": 0.7029612064361572, "cos_r_negg": [0.8333010077476501, 0.8607121109962463, 0.8778449892997742, 0.8948506116867065, 0.9065731763839722, 0.9124851226806641, 0.913793683052063, 0.9272339344024658, 0.9351546764373779, 0.9420918226242065], "cos_apical_negg": [0.8333010077476501, 0.8607121109962463, 0.8778449892997742, 0.8948506116867065, 0.9065731763839722, 0.9124851226806641, 0.913793683052063, 0.9272339344024658, 0.9351546764373779, 0.9420918226242065], "cos_Ac_negg": [0.8333010077476501, 0.8607121109962463, 0.8778449892997742, 0.8948506116867065, 0.9065731763839722, 0.9124851226806641, 0.913793683052063, 0.9272339344024658, 0.9351546764373779, 0.9420918226242065], "r_norm": [1.8445773124694824, 1.6287182569503784, 1.597200632095337, 1.577991247177124, 1.548417568206787, 1.511913537979126, 1.5087363719940186, 1.5021295547485352, 1.485828161239624, 1.4460697174072266]}, {"step": 6850, "epoch": 17, "train_loss": 0.7459614276885986, "cos_r_negg": [0.8351802825927734, 0.863672137260437, 0.8770859241485596, 0.8951984643936157, 0.9061299562454224, 0.9122254252433777, 0.916012167930603, 0.9271783828735352, 0.9360702037811279, 0.94313645362854], "cos_apical_negg": [0.8351802825927734, 0.863672137260437, 0.8770859241485596, 0.8951984643936157, 0.9061299562454224, 0.9122254252433777, 0.916012167930603, 0.9271783828735352, 0.9360702037811279, 0.94313645362854], "cos_Ac_negg": [0.8351802825927734, 0.863672137260437, 0.8770859241485596, 0.8951984643936157, 0.9061299562454224, 0.9122254252433777, 0.916012167930603, 0.9271783828735352, 0.9360702037811279, 0.94313645362854], "r_norm": [1.8238880634307861, 1.6114583015441895, 1.5810015201568604, 1.5621192455291748, 1.5317108631134033, 1.494934320449829, 1.4927198886871338, 1.4858574867248535, 1.4686514139175415, 1.4299061298370361]}, {"step": 6900, "epoch": 17, "train_loss": 0.7767808437347412, "cos_r_negg": [0.8397451639175415, 0.863679051399231, 0.879364550113678, 0.8982499241828918, 0.9079299569129944, 0.914779543876648, 0.9198423624038696, 0.9297246336936951, 0.9382376670837402, 0.9459770321846008], "cos_apical_negg": [0.8397451639175415, 0.863679051399231, 0.879364550113678, 0.8982499241828918, 0.9079299569129944, 0.914779543876648, 0.9198423624038696, 0.9297246336936951, 0.9382376670837402, 0.9459770321846008], "cos_Ac_negg": [0.8397451639175415, 0.863679051399231, 0.879364550113678, 0.8982499241828918, 0.9079299569129944, 0.914779543876648, 0.9198423624038696, 0.9297246336936951, 0.9382376670837402, 0.9459770321846008], "r_norm": [1.8270140886306763, 1.6162939071655273, 1.586524486541748, 1.5670607089996338, 1.5385652780532837, 1.500704050064087, 1.498852014541626, 1.4909521341323853, 1.4739813804626465, 1.4353724718093872]}, {"step": 6950, "epoch": 17, "train_loss": 0.7097769975662231, "cos_r_negg": [0.8338117599487305, 0.8659778237342834, 0.8805183172225952, 0.8988509178161621, 0.9100220203399658, 0.9151771664619446, 0.9210102558135986, 0.9313006401062012, 0.9402947425842285, 0.9460247755050659], "cos_apical_negg": [0.8338117599487305, 0.8659778237342834, 0.8805183172225952, 0.8988509178161621, 0.9100220203399658, 0.9151771664619446, 0.9210102558135986, 0.9313006401062012, 0.9402947425842285, 0.9460247755050659], "cos_Ac_negg": [0.8338117599487305, 0.8659778237342834, 0.8805183172225952, 0.8988509178161621, 0.9100220203399658, 0.9151771664619446, 0.9210102558135986, 0.9313006401062012, 0.9402947425842285, 0.9460247755050659], "r_norm": [1.868656039237976, 1.6528749465942383, 1.6220149993896484, 1.6043215990066528, 1.5743565559387207, 1.5361542701721191, 1.5306012630462646, 1.5231561660766602, 1.5052947998046875, 1.4663383960723877]}, {"step": 7000, "epoch": 17, "train_loss": 0.7281782627105713, "cos_r_negg": [0.8298859000205994, 0.8649293780326843, 0.8784089088439941, 0.8981002569198608, 0.9081268310546875, 0.9162558913230896, 0.9203160405158997, 0.931670069694519, 0.941466212272644, 0.94558185338974], "cos_apical_negg": [0.8298859000205994, 0.8649293780326843, 0.8784089088439941, 0.8981002569198608, 0.9081268310546875, 0.9162558913230896, 0.9203160405158997, 0.931670069694519, 0.941466212272644, 0.94558185338974], "cos_Ac_negg": [0.8298859000205994, 0.8649293780326843, 0.8784089088439941, 0.8981002569198608, 0.9081268310546875, 0.9162558913230896, 0.9203160405158997, 0.931670069694519, 0.941466212272644, 0.94558185338974], "r_norm": [1.8472498655319214, 1.635331630706787, 1.6055045127868652, 1.5879120826721191, 1.5579209327697754, 1.5192523002624512, 1.5155773162841797, 1.5077595710754395, 1.4900295734405518, 1.4508734941482544], "ldr": {"dL_sdil": -0.07924699783325195, "dL_bp": -0.10863518714904785, "ratio": 0.7294781728918531}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4308, "test_loss": 2.29679150390625}, {"step": 7050, "epoch": 18, "train_loss": 0.5293539762496948, "cos_r_negg": [0.8283669352531433, 0.8649498224258423, 0.8791656494140625, 0.8978729248046875, 0.9100087881088257, 0.9147214889526367, 0.9209805727005005, 0.9317324161529541, 0.9428412914276123, 0.9468351602554321], "cos_apical_negg": [0.8283669352531433, 0.8649498224258423, 0.8791656494140625, 0.8978729248046875, 0.9100087881088257, 0.9147214889526367, 0.9209805727005005, 0.9317324161529541, 0.9428412914276123, 0.9468351602554321], "cos_Ac_negg": [0.8283669352531433, 0.8649498224258423, 0.8791656494140625, 0.8978729248046875, 0.9100087881088257, 0.9147214889526367, 0.9209805727005005, 0.9317324161529541, 0.9428412914276123, 0.9468351602554321], "r_norm": [1.8455878496170044, 1.6373069286346436, 1.6080985069274902, 1.590132474899292, 1.561538577079773, 1.5231388807296753, 1.519240379333496, 1.509109616279602, 1.4905612468719482, 1.4525295495986938]}, {"step": 7100, "epoch": 18, "train_loss": 0.648687481880188, "cos_r_negg": [0.8295004963874817, 0.8631700873374939, 0.8780588507652283, 0.8973433971405029, 0.9090303182601929, 0.915467381477356, 0.9197971820831299, 0.9307326674461365, 0.9403854608535767, 0.946799635887146], "cos_apical_negg": [0.8295004963874817, 0.8631700873374939, 0.8780588507652283, 0.8973433971405029, 0.9090303182601929, 0.915467381477356, 0.9197971820831299, 0.9307326674461365, 0.9403854608535767, 0.946799635887146], "cos_Ac_negg": [0.8295004963874817, 0.8631700873374939, 0.8780588507652283, 0.8973433971405029, 0.9090303182601929, 0.915467381477356, 0.9197971820831299, 0.9307326674461365, 0.9403854608535767, 0.946799635887146], "r_norm": [1.901731252670288, 1.6904267072677612, 1.6599081754684448, 1.6403822898864746, 1.6120576858520508, 1.5728634595870972, 1.5701820850372314, 1.5594091415405273, 1.5370006561279297, 1.4976551532745361]}, {"step": 7150, "epoch": 18, "train_loss": 0.6785929203033447, "cos_r_negg": [0.842017650604248, 0.8672873973846436, 0.8825514316558838, 0.899040699005127, 0.9116679430007935, 0.9196251630783081, 0.9230350852012634, 0.9352871179580688, 0.9440770149230957, 0.949553370475769], "cos_apical_negg": [0.842017650604248, 0.8672873973846436, 0.8825514316558838, 0.899040699005127, 0.9116679430007935, 0.9196251630783081, 0.9230350852012634, 0.9352871179580688, 0.9440770149230957, 0.949553370475769], "cos_Ac_negg": [0.842017650604248, 0.8672873973846436, 0.8825514316558838, 0.899040699005127, 0.9116679430007935, 0.9196251630783081, 0.9230350852012634, 0.9352871179580688, 0.9440770149230957, 0.949553370475769], "r_norm": [1.8920764923095703, 1.6814323663711548, 1.6501944065093994, 1.6305248737335205, 1.6028517484664917, 1.562729835510254, 1.5586539506912231, 1.5494318008422852, 1.527686595916748, 1.4891778230667114]}, {"step": 7200, "epoch": 18, "train_loss": 0.6741410493850708, "cos_r_negg": [0.827532172203064, 0.8681991100311279, 0.8827842473983765, 0.8988728523254395, 0.9115691184997559, 0.9182955622673035, 0.9234867691993713, 0.9335101842880249, 0.943892776966095, 0.9499868154525757], "cos_apical_negg": [0.827532172203064, 0.8681991100311279, 0.8827842473983765, 0.8988728523254395, 0.9115691184997559, 0.9182955622673035, 0.9234867691993713, 0.9335101842880249, 0.943892776966095, 0.9499868154525757], "cos_Ac_negg": [0.827532172203064, 0.8681991100311279, 0.8827842473983765, 0.8988728523254395, 0.9115691184997559, 0.9182955622673035, 0.9234867691993713, 0.9335101842880249, 0.943892776966095, 0.9499868154525757], "r_norm": [1.8715920448303223, 1.665016770362854, 1.6360938549041748, 1.6182830333709717, 1.5902632474899292, 1.5502898693084717, 1.5469813346862793, 1.5379042625427246, 1.5152497291564941, 1.4781371355056763]}, {"step": 7250, "epoch": 18, "train_loss": 0.6817185878753662, "cos_r_negg": [0.8256203532218933, 0.8688581585884094, 0.8829381465911865, 0.8997777104377747, 0.9130804538726807, 0.9205853343009949, 0.926593005657196, 0.9366714954376221, 0.9459840059280396, 0.9523536562919617], "cos_apical_negg": [0.8256203532218933, 0.8688581585884094, 0.8829381465911865, 0.8997777104377747, 0.9130804538726807, 0.9205853343009949, 0.926593005657196, 0.9366714954376221, 0.9459840059280396, 0.9523536562919617], "cos_Ac_negg": [0.8256203532218933, 0.8688581585884094, 0.8829381465911865, 0.8997777104377747, 0.9130804538726807, 0.9205853343009949, 0.926593005657196, 0.9366714954376221, 0.9459840059280396, 0.9523536562919617], "r_norm": [1.9624472856521606, 1.7493826150894165, 1.7164618968963623, 1.699180245399475, 1.6697309017181396, 1.6288796663284302, 1.6233961582183838, 1.6145739555358887, 1.5888185501098633, 1.549860954284668], "ldr": {"dL_sdil": -0.1147146224975586, "dL_bp": -0.1506974697113037, "ratio": 0.7612246092606685}}, {"step": 7300, "epoch": 18, "train_loss": 0.7128161191940308, "cos_r_negg": [0.8316764831542969, 0.867900013923645, 0.8848130106925964, 0.9014944434165955, 0.9135250449180603, 0.919065535068512, 0.9262548685073853, 0.9351232051849365, 0.9469718337059021, 0.9515329599380493], "cos_apical_negg": [0.8316764831542969, 0.867900013923645, 0.8848130106925964, 0.9014944434165955, 0.9135250449180603, 0.919065535068512, 0.9262548685073853, 0.9351232051849365, 0.9469718337059021, 0.9515329599380493], "cos_Ac_negg": [0.8316764831542969, 0.867900013923645, 0.8848130106925964, 0.9014944434165955, 0.9135250449180603, 0.919065535068512, 0.9262548685073853, 0.9351232051849365, 0.9469718337059021, 0.9515329599380493], "r_norm": [1.9194221496582031, 1.715816617012024, 1.6811232566833496, 1.6649314165115356, 1.6355335712432861, 1.5979206562042236, 1.5899677276611328, 1.5808789730072021, 1.5561890602111816, 1.5194463729858398]}, {"step": 7350, "epoch": 18, "train_loss": 0.6809794306755066, "cos_r_negg": [0.8316627144813538, 0.8692362308502197, 0.8825422525405884, 0.9032855033874512, 0.9146437644958496, 0.9204118847846985, 0.9264022707939148, 0.9375172853469849, 0.9477230310440063, 0.9540907740592957], "cos_apical_negg": [0.8316627144813538, 0.8692362308502197, 0.8825422525405884, 0.9032855033874512, 0.9146437644958496, 0.9204118847846985, 0.9264022707939148, 0.9375172853469849, 0.9477230310440063, 0.9540907740592957], "cos_Ac_negg": [0.8316627144813538, 0.8692362308502197, 0.8825422525405884, 0.9032855033874512, 0.9146437644958496, 0.9204118847846985, 0.9264022707939148, 0.9375172853469849, 0.9477230310440063, 0.9540907740592957], "r_norm": [1.942586898803711, 1.7372584342956543, 1.7055120468139648, 1.6895503997802734, 1.6600112915039062, 1.6194069385528564, 1.6125916242599487, 1.6024160385131836, 1.578041434288025, 1.5391870737075806]}, {"step": 7400, "epoch": 18, "train_loss": 0.6276102066040039, "cos_r_negg": [0.831063985824585, 0.8694807291030884, 0.8857309818267822, 0.9034813642501831, 0.9169902801513672, 0.9251426458358765, 0.9293955564498901, 0.9383682608604431, 0.9491672515869141, 0.9552339911460876], "cos_apical_negg": [0.831063985824585, 0.8694807291030884, 0.8857309818267822, 0.9034813642501831, 0.9169902801513672, 0.9251426458358765, 0.9293955564498901, 0.9383682608604431, 0.9491672515869141, 0.9552339911460876], "cos_Ac_negg": [0.831063985824585, 0.8694807291030884, 0.8857309818267822, 0.9034813642501831, 0.9169902801513672, 0.9251426458358765, 0.9293955564498901, 0.9383682608604431, 0.9491672515869141, 0.9552339911460876], "r_norm": [1.951697587966919, 1.7516875267028809, 1.7191424369812012, 1.702195167541504, 1.6722218990325928, 1.632340431213379, 1.6241015195846558, 1.6125630140304565, 1.588510274887085, 1.5483474731445312]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4266, "test_loss": 2.422165087890625}, {"step": 7450, "epoch": 19, "train_loss": 0.46529847383499146, "cos_r_negg": [0.8372713923454285, 0.8690624237060547, 0.886089563369751, 0.9043096303939819, 0.9180657863616943, 0.9237947463989258, 0.929757833480835, 0.9398651123046875, 0.9496638178825378, 0.9564637541770935], "cos_apical_negg": [0.8372713923454285, 0.8690624237060547, 0.886089563369751, 0.9043096303939819, 0.9180657863616943, 0.9237947463989258, 0.929757833480835, 0.9398651123046875, 0.9496638178825378, 0.9564637541770935], "cos_Ac_negg": [0.8372713923454285, 0.8690624237060547, 0.886089563369751, 0.9043096303939819, 0.9180657863616943, 0.9237947463989258, 0.929757833480835, 0.9398651123046875, 0.9496638178825378, 0.9564637541770935], "r_norm": [1.9458696842193604, 1.7514663934707642, 1.7174657583236694, 1.7001330852508545, 1.6697815656661987, 1.6306220293045044, 1.6226511001586914, 1.6103609800338745, 1.586599588394165, 1.546492576599121]}, {"step": 7500, "epoch": 19, "train_loss": 0.5832878351211548, "cos_r_negg": [0.8308683633804321, 0.8693081140518188, 0.8863276243209839, 0.9057571887969971, 0.9193633794784546, 0.9246565103530884, 0.9281783699989319, 0.9399807453155518, 0.9502582550048828, 0.9559934735298157], "cos_apical_negg": [0.8308683633804321, 0.8693081140518188, 0.8863276243209839, 0.9057571887969971, 0.9193633794784546, 0.9246565103530884, 0.9281783699989319, 0.9399807453155518, 0.9502582550048828, 0.9559934735298157], "cos_Ac_negg": [0.8308683633804321, 0.8693081140518188, 0.8863276243209839, 0.9057571887969971, 0.9193633794784546, 0.9246565103530884, 0.9281783699989319, 0.9399807453155518, 0.9502582550048828, 0.9559934735298157], "r_norm": [1.9865672588348389, 1.7897578477859497, 1.7531870603561401, 1.735518455505371, 1.70438551902771, 1.663846731185913, 1.6558592319488525, 1.6433005332946777, 1.616900086402893, 1.577986478805542], "ldr": {"dL_sdil": -0.09521889686584473, "dL_bp": -0.13486766815185547, "ratio": 0.7060172254081842}}, {"step": 7550, "epoch": 19, "train_loss": 0.4464569687843323, "cos_r_negg": [0.8359774351119995, 0.8714970350265503, 0.8869118094444275, 0.9052867889404297, 0.917658805847168, 0.9248519539833069, 0.9306275844573975, 0.9408117532730103, 0.9524178504943848, 0.9574750065803528], "cos_apical_negg": [0.8359774351119995, 0.8714970350265503, 0.8869118094444275, 0.9052867889404297, 0.917658805847168, 0.9248519539833069, 0.9306275844573975, 0.9408117532730103, 0.9524178504943848, 0.9574750065803528], "cos_Ac_negg": [0.8359774351119995, 0.8714970350265503, 0.8869118094444275, 0.9052867889404297, 0.917658805847168, 0.9248519539833069, 0.9306275844573975, 0.9408117532730103, 0.9524178504943848, 0.9574750065803528], "r_norm": [1.9721050262451172, 1.78096604347229, 1.7466191053390503, 1.7298877239227295, 1.6985602378845215, 1.6583871841430664, 1.6521737575531006, 1.637364149093628, 1.6110641956329346, 1.5721874237060547]}, {"step": 7600, "epoch": 19, "train_loss": 0.6905346512794495, "cos_r_negg": [0.8301638960838318, 0.8717687129974365, 0.8867155909538269, 0.903891921043396, 0.9174460768699646, 0.9260619878768921, 0.930885374546051, 0.940231442451477, 0.9524936676025391, 0.9571762681007385], "cos_apical_negg": [0.8301638960838318, 0.8717687129974365, 0.8867155909538269, 0.903891921043396, 0.9174460768699646, 0.9260619878768921, 0.930885374546051, 0.940231442451477, 0.9524936676025391, 0.9571762681007385], "cos_Ac_negg": [0.8301638960838318, 0.8717687129974365, 0.8867155909538269, 0.903891921043396, 0.9174460768699646, 0.9260619878768921, 0.930885374546051, 0.940231442451477, 0.9524936676025391, 0.9571762681007385], "r_norm": [2.0280795097351074, 1.8334240913391113, 1.800823450088501, 1.7843934297561646, 1.751706600189209, 1.7111018896102905, 1.7048203945159912, 1.6873589754104614, 1.661407709121704, 1.6214202642440796]}, {"step": 7650, "epoch": 19, "train_loss": 0.5848312377929688, "cos_r_negg": [0.824838399887085, 0.8694519400596619, 0.8856073021888733, 0.9036469459533691, 0.9176821708679199, 0.9248584508895874, 0.9313729405403137, 0.9414008259773254, 0.9523167610168457, 0.9575885534286499], "cos_apical_negg": [0.824838399887085, 0.8694519400596619, 0.8856073021888733, 0.9036469459533691, 0.9176821708679199, 0.9248584508895874, 0.9313729405403137, 0.9414008259773254, 0.9523167610168457, 0.9575885534286499], "cos_Ac_negg": [0.824838399887085, 0.8694519400596619, 0.8856073021888733, 0.9036469459533691, 0.9176821708679199, 0.9248584508895874, 0.9313729405403137, 0.9414008259773254, 0.9523167610168457, 0.9575885534286499], "r_norm": [2.035304069519043, 1.8405425548553467, 1.8078715801239014, 1.7884469032287598, 1.756443738937378, 1.7155687808990479, 1.7091832160949707, 1.69403076171875, 1.6671288013458252, 1.623751163482666]}, {"step": 7700, "epoch": 19, "train_loss": 0.5304282903671265, "cos_r_negg": [0.8391348123550415, 0.8703039884567261, 0.8885047435760498, 0.9073183536529541, 0.9204640984535217, 0.9281824827194214, 0.9326376914978027, 0.942631721496582, 0.9527149200439453, 0.9596067667007446], "cos_apical_negg": [0.8391348123550415, 0.8703039884567261, 0.8885047435760498, 0.9073183536529541, 0.9204640984535217, 0.9281824827194214, 0.9326376914978027, 0.942631721496582, 0.9527149200439453, 0.9596067667007446], "cos_Ac_negg": [0.8391348123550415, 0.8703039884567261, 0.8885047435760498, 0.9073183536529541, 0.9204640984535217, 0.9281824827194214, 0.9326376914978027, 0.942631721496582, 0.9527149200439453, 0.9596067667007446], "r_norm": [1.9813964366912842, 1.7948496341705322, 1.7608250379562378, 1.7432308197021484, 1.711818814277649, 1.6733675003051758, 1.6666285991668701, 1.6483159065246582, 1.6238080263137817, 1.581578254699707]}, {"step": 7750, "epoch": 19, "train_loss": 0.8416252136230469, "cos_r_negg": [0.8356897830963135, 0.8729425668716431, 0.8892865180969238, 0.9074047803878784, 0.9210618734359741, 0.928654670715332, 0.9328582286834717, 0.9438421726226807, 0.9534331560134888, 0.9592113494873047], "cos_apical_negg": [0.8356897830963135, 0.8729425668716431, 0.8892865180969238, 0.9074047803878784, 0.9210618734359741, 0.928654670715332, 0.9328582286834717, 0.9438421726226807, 0.9534331560134888, 0.9592113494873047], "cos_Ac_negg": [0.8356897830963135, 0.8729425668716431, 0.8892865180969238, 0.9074047803878784, 0.9210618734359741, 0.928654670715332, 0.9328582286834717, 0.9438421726226807, 0.9534331560134888, 0.9592113494873047], "r_norm": [2.0351314544677734, 1.8450994491577148, 1.8107638359069824, 1.7899718284606934, 1.7618460655212402, 1.7205673456192017, 1.7126550674438477, 1.694847583770752, 1.6671371459960938, 1.6257109642028809], "ldr": {"dL_sdil": -0.10138511657714844, "dL_bp": -0.1488475799560547, "ratio": 0.6811337920783198}}, {"step": 7800, "epoch": 19, "train_loss": 0.5751491189002991, "cos_r_negg": [0.83546382188797, 0.8728020191192627, 0.8896664977073669, 0.9065819382667542, 0.922188937664032, 0.9304777979850769, 0.9352074861526489, 0.9454971551895142, 0.9562690258026123, 0.96207195520401], "cos_apical_negg": [0.83546382188797, 0.8728020191192627, 0.8896664977073669, 0.9065819382667542, 0.922188937664032, 0.9304777979850769, 0.9352074861526489, 0.9454971551895142, 0.9562690258026123, 0.96207195520401], "cos_Ac_negg": [0.83546382188797, 0.8728020191192627, 0.8896664977073669, 0.9065819382667542, 0.922188937664032, 0.9304777979850769, 0.9352074861526489, 0.9454971551895142, 0.9562690258026123, 0.96207195520401], "r_norm": [1.9937744140625, 1.8120994567871094, 1.7794091701507568, 1.759528398513794, 1.731412410736084, 1.6905730962753296, 1.6841316223144531, 1.665337324142456, 1.6374719142913818, 1.5983633995056152]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.417, "test_loss": 2.5822064697265623}, {"step": 7850, "epoch": 20, "train_loss": 0.5379806756973267, "cos_r_negg": [0.8311237096786499, 0.872581958770752, 0.8894011974334717, 0.9060869216918945, 0.9216422438621521, 0.9288403987884521, 0.9332603812217712, 0.944043755531311, 0.9527376890182495, 0.9586399793624878], "cos_apical_negg": [0.8311237096786499, 0.872581958770752, 0.8894011974334717, 0.9060869216918945, 0.9216422438621521, 0.9288403987884521, 0.9332603812217712, 0.944043755531311, 0.9527376890182495, 0.9586399793624878], "cos_Ac_negg": [0.8311237096786499, 0.872581958770752, 0.8894011974334717, 0.9060869216918945, 0.9216422438621521, 0.9288403987884521, 0.9332603812217712, 0.944043755531311, 0.9527376890182495, 0.9586399793624878], "r_norm": [2.0465705394744873, 1.8619731664657593, 1.8269011974334717, 1.8049260377883911, 1.776667833328247, 1.7354991436004639, 1.7269483804702759, 1.7086983919143677, 1.6801116466522217, 1.6373810768127441]}, {"step": 7900, "epoch": 20, "train_loss": 0.4008328914642334, "cos_r_negg": [0.8319892883300781, 0.873170018196106, 0.8887747526168823, 0.9069114923477173, 0.92046719789505, 0.9289565086364746, 0.9332916140556335, 0.943213939666748, 0.9539172649383545, 0.9594593048095703], "cos_apical_negg": [0.8319892883300781, 0.873170018196106, 0.8887747526168823, 0.9069114923477173, 0.92046719789505, 0.9289565086364746, 0.9332916140556335, 0.943213939666748, 0.9539172649383545, 0.9594593048095703], "cos_Ac_negg": [0.8319892883300781, 0.873170018196106, 0.8887747526168823, 0.9069114923477173, 0.92046719789505, 0.9289565086364746, 0.9332916140556335, 0.943213939666748, 0.9539172649383545, 0.9594593048095703], "r_norm": [2.0497686862945557, 1.8714371919631958, 1.8369550704956055, 1.8149621486663818, 1.7868419885635376, 1.747053861618042, 1.7380409240722656, 1.7185304164886475, 1.689249873161316, 1.648568868637085]}, {"step": 7950, "epoch": 20, "train_loss": 0.6137692928314209, "cos_r_negg": [0.8324712514877319, 0.8725813031196594, 0.8919532299041748, 0.9063045978546143, 0.9227510690689087, 0.9297802448272705, 0.935660719871521, 0.9447073936462402, 0.9553751945495605, 0.9608854651451111], "cos_apical_negg": [0.8324712514877319, 0.8725813031196594, 0.8919532299041748, 0.9063045978546143, 0.9227510690689087, 0.9297802448272705, 0.935660719871521, 0.9447073936462402, 0.9553751945495605, 0.9608854651451111], "cos_Ac_negg": [0.8324712514877319, 0.8725813031196594, 0.8919532299041748, 0.9063045978546143, 0.9227510690689087, 0.9297802448272705, 0.935660719871521, 0.9447073936462402, 0.9553751945495605, 0.9608854651451111], "r_norm": [2.0443315505981445, 1.8685730695724487, 1.8327325582504272, 1.8112045526504517, 1.7805874347686768, 1.7408745288848877, 1.730939507484436, 1.711671233177185, 1.682235598564148, 1.640166997909546]}, {"step": 8000, "epoch": 20, "train_loss": 0.740950345993042, "cos_r_negg": [0.8265280723571777, 0.8729840517044067, 0.8889938592910767, 0.9056422710418701, 0.9211200475692749, 0.928583025932312, 0.9365258812904358, 0.9457805156707764, 0.9561724662780762, 0.9593645334243774], "cos_apical_negg": [0.8265280723571777, 0.8729840517044067, 0.8889938592910767, 0.9056422710418701, 0.9211200475692749, 0.928583025932312, 0.9365258812904358, 0.9457805156707764, 0.9561724662780762, 0.9593645334243774], "cos_Ac_negg": [0.8265280723571777, 0.8729840517044067, 0.8889938592910767, 0.9056422710418701, 0.9211200475692749, 0.928583025932312, 0.9365258812904358, 0.9457805156707764, 0.9561724662780762, 0.9593645334243774], "r_norm": [2.060718059539795, 1.8872010707855225, 1.853355884552002, 1.8326096534729004, 1.8036118745803833, 1.762214183807373, 1.7522963285446167, 1.733492374420166, 1.7028489112854004, 1.6611251831054688], "ldr": {"dL_sdil": -0.11695575714111328, "dL_bp": -0.17029118537902832, "ratio": 0.6867986553784163}}, {"step": 8050, "epoch": 20, "train_loss": 0.4988747239112854, "cos_r_negg": [0.8316115736961365, 0.8737956285476685, 0.8916009664535522, 0.9089035987854004, 0.9234548211097717, 0.9305213093757629, 0.9383581876754761, 0.9468005895614624, 0.9585137367248535, 0.9637755155563354], "cos_apical_negg": [0.8316115736961365, 0.8737956285476685, 0.8916009664535522, 0.9089035987854004, 0.9234548211097717, 0.9305213093757629, 0.9383581876754761, 0.9468005895614624, 0.9585137367248535, 0.9637755155563354], "cos_Ac_negg": [0.8316115736961365, 0.8737956285476685, 0.8916009664535522, 0.9089035987854004, 0.9234548211097717, 0.9305213093757629, 0.9383581876754761, 0.9468005895614624, 0.9585137367248535, 0.9637755155563354], "r_norm": [2.0816891193389893, 1.9059484004974365, 1.870708703994751, 1.8496642112731934, 1.8184641599655151, 1.7759301662445068, 1.7691504955291748, 1.747536540031433, 1.7179995775222778, 1.6748409271240234]}, {"step": 8100, "epoch": 20, "train_loss": 0.5307513475418091, "cos_r_negg": [0.835609495639801, 0.8746334314346313, 0.8919004201889038, 0.9094685316085815, 0.9242810010910034, 0.9318479299545288, 0.938366174697876, 0.9471411108970642, 0.9579779505729675, 0.9636675119400024], "cos_apical_negg": [0.835609495639801, 0.8746334314346313, 0.8919004201889038, 0.9094685316085815, 0.9242810010910034, 0.9318479299545288, 0.938366174697876, 0.9471411108970642, 0.9579779505729675, 0.9636675119400024], "cos_Ac_negg": [0.835609495639801, 0.8746334314346313, 0.8919004201889038, 0.9094685316085815, 0.9242810010910034, 0.9318479299545288, 0.938366174697876, 0.9471411108970642, 0.9579779505729675, 0.9636675119400024], "r_norm": [2.0598220825195312, 1.890366792678833, 1.8537217378616333, 1.8328752517700195, 1.803663730621338, 1.7607932090759277, 1.7534170150756836, 1.7334064245224, 1.7006031274795532, 1.6598540544509888]}, {"step": 8150, "epoch": 20, "train_loss": 0.5482906103134155, "cos_r_negg": [0.8313516974449158, 0.8764238357543945, 0.8939620852470398, 0.9104901552200317, 0.9250521659851074, 0.9333990812301636, 0.9402246475219727, 0.9488335847854614, 0.9595940709114075, 0.965713620185852], "cos_apical_negg": [0.8313516974449158, 0.8764238357543945, 0.8939620852470398, 0.9104901552200317, 0.9250521659851074, 0.9333990812301636, 0.9402246475219727, 0.9488335847854614, 0.9595940709114075, 0.965713620185852], "cos_Ac_negg": [0.8313516974449158, 0.8764238357543945, 0.8939620852470398, 0.9104901552200317, 0.9250521659851074, 0.9333990812301636, 0.9402246475219727, 0.9488335847854614, 0.9595940709114075, 0.965713620185852], "r_norm": [2.094759464263916, 1.9280383586883545, 1.8938124179840088, 1.872849941253662, 1.8422038555145264, 1.7990498542785645, 1.7927800416946411, 1.7698078155517578, 1.7380414009094238, 1.6960300207138062]}, {"step": 8200, "epoch": 20, "train_loss": 0.4049496650695801, "cos_r_negg": [0.8316029906272888, 0.8750612139701843, 0.8916131854057312, 0.9084668755531311, 0.9239755868911743, 0.9312366247177124, 0.936015248298645, 0.946702241897583, 0.9575673341751099, 0.9641593098640442], "cos_apical_negg": [0.8316029906272888, 0.8750612139701843, 0.8916131854057312, 0.9084668755531311, 0.9239755868911743, 0.9312366247177124, 0.936015248298645, 0.946702241897583, 0.9575673341751099, 0.9641593098640442], "cos_Ac_negg": [0.8316029906272888, 0.8750612139701843, 0.8916131854057312, 0.9084668755531311, 0.9239755868911743, 0.9312366247177124, 0.936015248298645, 0.946702241897583, 0.9575673341751099, 0.9641593098640442], "r_norm": [2.0631792545318604, 1.9048137664794922, 1.8703997135162354, 1.8484596014022827, 1.819628119468689, 1.7771525382995605, 1.7702566385269165, 1.7487170696258545, 1.7155396938323975, 1.6726971864700317]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.424, "test_loss": 2.5918534423828126}, {"step": 8250, "epoch": 21, "train_loss": 0.3842916786670685, "cos_r_negg": [0.8250828981399536, 0.8747433423995972, 0.8919390439987183, 0.9091816544532776, 0.9240478277206421, 0.9312019348144531, 0.9373646974563599, 0.948322057723999, 0.9578996896743774, 0.9648707509040833], "cos_apical_negg": [0.8250828981399536, 0.8747433423995972, 0.8919390439987183, 0.9091816544532776, 0.9240478277206421, 0.9312019348144531, 0.9373646974563599, 0.948322057723999, 0.9578996896743774, 0.9648707509040833], "cos_Ac_negg": [0.8250828981399536, 0.8747433423995972, 0.8919390439987183, 0.9091816544532776, 0.9240478277206421, 0.9312019348144531, 0.9373646974563599, 0.948322057723999, 0.9578996896743774, 0.9648707509040833], "r_norm": [2.0916411876678467, 1.928119421005249, 1.8952081203460693, 1.8708412647247314, 1.8391549587249756, 1.797926425933838, 1.7912883758544922, 1.768527865409851, 1.7353026866912842, 1.692767858505249], "ldr": {"dL_sdil": -0.10297107696533203, "dL_bp": -0.158980131149292, "ratio": 0.6476977734320519}}, {"step": 8300, "epoch": 21, "train_loss": 0.6572383046150208, "cos_r_negg": [0.8156168460845947, 0.8745614290237427, 0.8908581137657166, 0.9086971282958984, 0.9227876663208008, 0.9304957389831543, 0.935840368270874, 0.9473122358322144, 0.956132173538208, 0.9628036022186279], "cos_apical_negg": [0.8156168460845947, 0.8745614290237427, 0.8908581137657166, 0.9086971282958984, 0.9227876663208008, 0.9304957389831543, 0.935840368270874, 0.9473122358322144, 0.956132173538208, 0.9628036022186279], "cos_Ac_negg": [0.8156168460845947, 0.8745614290237427, 0.8908581137657166, 0.9086971282958984, 0.9227876663208008, 0.9304957389831543, 0.935840368270874, 0.9473122358322144, 0.956132173538208, 0.9628036022186279], "r_norm": [2.1008734703063965, 1.939180850982666, 1.905653953552246, 1.882376790046692, 1.8502519130706787, 1.8096673488616943, 1.8002352714538574, 1.7770216464996338, 1.744415044784546, 1.6985907554626465]}, {"step": 8350, "epoch": 21, "train_loss": 0.5615348815917969, "cos_r_negg": [0.8230467438697815, 0.872590184211731, 0.8899645805358887, 0.9074045419692993, 0.9205082654953003, 0.9296873807907104, 0.9363318681716919, 0.9462693333625793, 0.9567000865936279, 0.9625502228736877], "cos_apical_negg": [0.8230467438697815, 0.872590184211731, 0.8899645805358887, 0.9074045419692993, 0.9205082654953003, 0.9296873807907104, 0.9363318681716919, 0.9462693333625793, 0.9567000865936279, 0.9625502228736877], "cos_Ac_negg": [0.8230467438697815, 0.872590184211731, 0.8899645805358887, 0.9074045419692993, 0.9205082654953003, 0.9296873807907104, 0.9363318681716919, 0.9462693333625793, 0.9567000865936279, 0.9625502228736877], "r_norm": [2.1385059356689453, 1.9784293174743652, 1.9427337646484375, 1.9190678596496582, 1.8892614841461182, 1.8483887910842896, 1.8363127708435059, 1.8127377033233643, 1.7804070711135864, 1.734104871749878]}, {"step": 8400, "epoch": 21, "train_loss": 0.47560936212539673, "cos_r_negg": [0.819490373134613, 0.8752968311309814, 0.8944706320762634, 0.9111667275428772, 0.9238846302032471, 0.9329124689102173, 0.9404831528663635, 0.9499728679656982, 0.9594683051109314, 0.9664812088012695], "cos_apical_negg": [0.819490373134613, 0.8752968311309814, 0.8944706320762634, 0.9111667275428772, 0.9238846302032471, 0.9329124689102173, 0.9404831528663635, 0.9499728679656982, 0.9594683051109314, 0.9664812088012695], "cos_Ac_negg": [0.819490373134613, 0.8752968311309814, 0.8944706320762634, 0.9111667275428772, 0.9238846302032471, 0.9329124689102173, 0.9404831528663635, 0.9499728679656982, 0.9594683051109314, 0.9664812088012695], "r_norm": [2.113502264022827, 1.9543019533157349, 1.9194753170013428, 1.8971998691558838, 1.86801016330719, 1.8272757530212402, 1.8142586946487427, 1.7895739078521729, 1.7573699951171875, 1.7124156951904297]}, {"step": 8450, "epoch": 21, "train_loss": 0.2690434157848358, "cos_r_negg": [0.8240437507629395, 0.8767457604408264, 0.8928720951080322, 0.9083873629570007, 0.9242120385169983, 0.9304118156433105, 0.9392858743667603, 0.9484987258911133, 0.9573045969009399, 0.9644086956977844], "cos_apical_negg": [0.8240437507629395, 0.8767457604408264, 0.8928720951080322, 0.9083873629570007, 0.9242120385169983, 0.9304118156433105, 0.9392858743667603, 0.9484987258911133, 0.9573045969009399, 0.9644086956977844], "cos_Ac_negg": [0.8240437507629395, 0.8767457604408264, 0.8928720951080322, 0.9083873629570007, 0.9242120385169983, 0.9304118156433105, 0.9392858743667603, 0.9484987258911133, 0.9573045969009399, 0.9644086956977844], "r_norm": [2.1182165145874023, 1.961229681968689, 1.9273658990859985, 1.904923915863037, 1.875814437866211, 1.8343490362167358, 1.8220009803771973, 1.7975125312805176, 1.7646548748016357, 1.7192673683166504]}, {"step": 8500, "epoch": 21, "train_loss": 0.5225064754486084, "cos_r_negg": [0.8263819217681885, 0.878632664680481, 0.8949543237686157, 0.9100069999694824, 0.9248846769332886, 0.9317367076873779, 0.9410340189933777, 0.9498906135559082, 0.9608807563781738, 0.9671936631202698], "cos_apical_negg": [0.8263819217681885, 0.878632664680481, 0.8949543237686157, 0.9100069999694824, 0.9248846769332886, 0.9317367076873779, 0.9410340189933777, 0.9498906135559082, 0.9608807563781738, 0.9671936631202698], "cos_Ac_negg": [0.8263819217681885, 0.878632664680481, 0.8949543237686157, 0.9100069999694824, 0.9248846769332886, 0.9317367076873779, 0.9410340189933777, 0.9498906135559082, 0.9608807563781738, 0.9671936631202698], "r_norm": [2.115701675415039, 1.9622697830200195, 1.9302558898925781, 1.9043453931808472, 1.8751640319824219, 1.8330049514770508, 1.8212138414382935, 1.7953872680664062, 1.7628947496414185, 1.7183561325073242], "ldr": {"dL_sdil": -0.1265864372253418, "dL_bp": -0.18631720542907715, "ratio": 0.6794135674900285}}, {"step": 8550, "epoch": 21, "train_loss": 0.5546755790710449, "cos_r_negg": [0.8282396793365479, 0.8782440423965454, 0.8944246172904968, 0.9096482396125793, 0.924893856048584, 0.9342400431632996, 0.9407051801681519, 0.9488556385040283, 0.9606022238731384, 0.9677291512489319], "cos_apical_negg": [0.8282396793365479, 0.8782440423965454, 0.8944246172904968, 0.9096482396125793, 0.924893856048584, 0.9342400431632996, 0.9407051801681519, 0.9488556385040283, 0.9606022238731384, 0.9677291512489319], "cos_Ac_negg": [0.8282396793365479, 0.8782440423965454, 0.8944246172904968, 0.9096482396125793, 0.924893856048584, 0.9342400431632996, 0.9407051801681519, 0.9488556385040283, 0.9606022238731384, 0.9677291512489319], "r_norm": [2.1658740043640137, 2.012773036956787, 1.9803135395050049, 1.9536848068237305, 1.9242990016937256, 1.8804848194122314, 1.8663740158081055, 1.8420238494873047, 1.8072991371154785, 1.7614843845367432]}, {"step": 8600, "epoch": 21, "train_loss": 0.5607976913452148, "cos_r_negg": [0.8209863901138306, 0.8775314688682556, 0.8945108652114868, 0.9104583859443665, 0.9262703657150269, 0.9343847036361694, 0.9414659738540649, 0.9503141641616821, 0.9617780447006226, 0.9675646424293518], "cos_apical_negg": [0.8209863901138306, 0.8775314688682556, 0.8945108652114868, 0.9104583859443665, 0.9262703657150269, 0.9343847036361694, 0.9414659738540649, 0.9503141641616821, 0.9617780447006226, 0.9675646424293518], "cos_Ac_negg": [0.8209863901138306, 0.8775314688682556, 0.8945108652114868, 0.9104583859443665, 0.9262703657150269, 0.9343847036361694, 0.9414659738540649, 0.9503141641616821, 0.9617780447006226, 0.9675646424293518], "r_norm": [2.1673052310943604, 2.0172030925750732, 1.9855544567108154, 1.9576501846313477, 1.9271864891052246, 1.8832594156265259, 1.870842456817627, 1.8431708812713623, 1.8102028369903564, 1.7637989521026611]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4112, "test_loss": 2.752756103515625}, {"step": 8650, "epoch": 22, "train_loss": 0.45928671956062317, "cos_r_negg": [0.8236438035964966, 0.8786998391151428, 0.8970406651496887, 0.9126968383789062, 0.9266895651817322, 0.9348481893539429, 0.9419893026351929, 0.9509645700454712, 0.9618853330612183, 0.9682238101959229], "cos_apical_negg": [0.8236438035964966, 0.8786998391151428, 0.8970406651496887, 0.9126968383789062, 0.9266895651817322, 0.9348481893539429, 0.9419893026351929, 0.9509645700454712, 0.9618853330612183, 0.9682238101959229], "cos_Ac_negg": [0.8236438035964966, 0.8786998391151428, 0.8970406651496887, 0.9126968383789062, 0.9266895651817322, 0.9348481893539429, 0.9419893026351929, 0.9509645700454712, 0.9618853330612183, 0.9682238101959229], "r_norm": [2.1804380416870117, 2.0307276248931885, 1.999192714691162, 1.9715572595596313, 1.9402902126312256, 1.897226095199585, 1.8824656009674072, 1.8561094999313354, 1.823312520980835, 1.7746789455413818]}, {"step": 8700, "epoch": 22, "train_loss": 0.5501186847686768, "cos_r_negg": [0.8230738043785095, 0.8747471570968628, 0.8926353454589844, 0.9096413850784302, 0.9230425357818604, 0.9316537380218506, 0.9394824504852295, 0.9474068880081177, 0.9591054916381836, 0.9654662609100342], "cos_apical_negg": [0.8230738043785095, 0.8747471570968628, 0.8926353454589844, 0.9096413850784302, 0.9230425357818604, 0.9316537380218506, 0.9394824504852295, 0.9474068880081177, 0.9591054916381836, 0.9654662609100342], "cos_Ac_negg": [0.8230738043785095, 0.8747471570968628, 0.8926353454589844, 0.9096413850784302, 0.9230425357818604, 0.9316537380218506, 0.9394824504852295, 0.9474068880081177, 0.9591054916381836, 0.9654662609100342], "r_norm": [2.215404510498047, 2.0635902881622314, 2.0335099697113037, 2.0056140422821045, 1.9747285842895508, 1.9301255941390991, 1.9151943922042847, 1.887784481048584, 1.8542381525039673, 1.8042197227478027]}, {"step": 8750, "epoch": 22, "train_loss": 0.3827553391456604, "cos_r_negg": [0.8187896013259888, 0.8783082962036133, 0.8943337202072144, 0.9129234552383423, 0.9270668029785156, 0.9339370131492615, 0.9417068362236023, 0.9513627290725708, 0.9620154500007629, 0.9690430164337158], "cos_apical_negg": [0.8187896013259888, 0.8783082962036133, 0.8943337202072144, 0.9129234552383423, 0.9270668029785156, 0.9339370131492615, 0.9417068362236023, 0.9513627290725708, 0.9620154500007629, 0.9690430164337158], "cos_Ac_negg": [0.8187896013259888, 0.8783082962036133, 0.8943337202072144, 0.9129234552383423, 0.9270668029785156, 0.9339370131492615, 0.9417068362236023, 0.9513627290725708, 0.9620154500007629, 0.9690430164337158], "r_norm": [2.226377487182617, 2.0743801593780518, 2.0437886714935303, 2.0168957710266113, 1.9839030504226685, 1.93967866897583, 1.9244120121002197, 1.8975698947906494, 1.8637131452560425, 1.8126122951507568], "ldr": {"dL_sdil": -0.12777090072631836, "dL_bp": -0.20348548889160156, "ratio": 0.6279116089422131}}, {"step": 8800, "epoch": 22, "train_loss": 0.5248590707778931, "cos_r_negg": [0.8161261081695557, 0.8764714002609253, 0.8921149969100952, 0.9099254608154297, 0.9248009324073792, 0.9317828416824341, 0.9399898648262024, 0.9485285878181458, 0.9611827731132507, 0.9677051305770874], "cos_apical_negg": [0.8161261081695557, 0.8764714002609253, 0.8921149969100952, 0.9099254608154297, 0.9248009324073792, 0.9317828416824341, 0.9399898648262024, 0.9485285878181458, 0.9611827731132507, 0.9677051305770874], "cos_Ac_negg": [0.8161261081695557, 0.8764714002609253, 0.8921149969100952, 0.9099254608154297, 0.9248009324073792, 0.9317828416824341, 0.9399898648262024, 0.9485285878181458, 0.9611827731132507, 0.9677051305770874], "r_norm": [2.2390084266662598, 2.0870187282562256, 2.0587825775146484, 2.033604145050049, 1.9998728036880493, 1.9552254676818848, 1.9394428730010986, 1.909891128540039, 1.8758351802825928, 1.825963020324707]}, {"step": 8850, "epoch": 22, "train_loss": 0.27781498432159424, "cos_r_negg": [0.8227478265762329, 0.8766967058181763, 0.8944330215454102, 0.9108498096466064, 0.9264675974845886, 0.9329577684402466, 0.9408117532730103, 0.9497102499008179, 0.9607399702072144, 0.9684621095657349], "cos_apical_negg": [0.8227478265762329, 0.8766967058181763, 0.8944330215454102, 0.9108498096466064, 0.9264675974845886, 0.9329577684402466, 0.9408117532730103, 0.9497102499008179, 0.9607399702072144, 0.9684621095657349], "cos_Ac_negg": [0.8227478265762329, 0.8766967058181763, 0.8944330215454102, 0.9108498096466064, 0.9264675974845886, 0.9329577684402466, 0.9408117532730103, 0.9497102499008179, 0.9607399702072144, 0.9684621095657349], "r_norm": [2.1761550903320312, 2.02877140045166, 2.001746654510498, 1.9766781330108643, 1.9446439743041992, 1.899320125579834, 1.885753870010376, 1.8565500974655151, 1.8235177993774414, 1.7748689651489258]}, {"step": 8900, "epoch": 22, "train_loss": 0.428894966840744, "cos_r_negg": [0.8157123327255249, 0.8731464147567749, 0.8931411504745483, 0.9097741842269897, 0.9258362650871277, 0.93183434009552, 0.9405052065849304, 0.9490052461624146, 0.9597508907318115, 0.9659490585327148], "cos_apical_negg": [0.8157123327255249, 0.8731464147567749, 0.8931411504745483, 0.9097741842269897, 0.9258362650871277, 0.93183434009552, 0.9405052065849304, 0.9490052461624146, 0.9597508907318115, 0.9659490585327148], "cos_Ac_negg": [0.8157123327255249, 0.8731464147567749, 0.8931411504745483, 0.9097741842269897, 0.9258362650871277, 0.93183434009552, 0.9405052065849304, 0.9490052461624146, 0.9597508907318115, 0.9659490585327148], "r_norm": [2.228048086166382, 2.0793323516845703, 2.0507702827453613, 2.02668833732605, 1.9912850856781006, 1.945561408996582, 1.9331918954849243, 1.901294231414795, 1.8655929565429688, 1.816002368927002]}, {"step": 8950, "epoch": 22, "train_loss": 0.49497485160827637, "cos_r_negg": [0.8243392705917358, 0.8770225048065186, 0.8969871997833252, 0.9137002229690552, 0.9286179542541504, 0.9359797835350037, 0.9441114664077759, 0.9538896083831787, 0.9639847874641418, 0.9702485799789429], "cos_apical_negg": [0.8243392705917358, 0.8770225048065186, 0.8969871997833252, 0.9137002229690552, 0.9286179542541504, 0.9359797835350037, 0.9441114664077759, 0.9538896083831787, 0.9639847874641418, 0.9702485799789429], "cos_Ac_negg": [0.8243392705917358, 0.8770225048065186, 0.8969871997833252, 0.9137002229690552, 0.9286179542541504, 0.9359797835350037, 0.9441114664077759, 0.9538896083831787, 0.9639847874641418, 0.9702485799789429], "r_norm": [2.25471568107605, 2.1089248657226562, 2.080026626586914, 2.0557520389556885, 2.020019292831421, 1.9748506546020508, 1.9631426334381104, 1.9299774169921875, 1.893958330154419, 1.8437596559524536]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4233, "test_loss": 2.8488656494140625}, {"step": 9000, "epoch": 23, "train_loss": 0.35825854539871216, "cos_r_negg": [0.8161062002182007, 0.8746981620788574, 0.8941587805747986, 0.9107913970947266, 0.9254918694496155, 0.9339351058006287, 0.9420540928840637, 0.9508788585662842, 0.9624935388565063, 0.9682980179786682], "cos_apical_negg": [0.8161062002182007, 0.8746981620788574, 0.8941587805747986, 0.9107913970947266, 0.9254918694496155, 0.9339351058006287, 0.9420540928840637, 0.9508788585662842, 0.9624935388565063, 0.9682980179786682], "cos_Ac_negg": [0.8161062002182007, 0.8746981620788574, 0.8941587805747986, 0.9107913970947266, 0.9254918694496155, 0.9339351058006287, 0.9420540928840637, 0.9508788585662842, 0.9624935388565063, 0.9682980179786682], "r_norm": [2.227118730545044, 2.0862410068511963, 2.059825897216797, 2.036015272140503, 2.001101493835449, 1.9559299945831299, 1.9453418254852295, 1.910705804824829, 1.875442385673523, 1.8261194229125977], "ldr": {"dL_sdil": -0.13006925582885742, "dL_bp": -0.19974613189697266, "ratio": 0.6511728392114549}}, {"step": 9050, "epoch": 23, "train_loss": 0.3471050560474396, "cos_r_negg": [0.8182054758071899, 0.8741636276245117, 0.8931841850280762, 0.9114171862602234, 0.9242082834243774, 0.9343167543411255, 0.9419656991958618, 0.9505019187927246, 0.96103435754776, 0.9677343964576721], "cos_apical_negg": [0.8182054758071899, 0.8741636276245117, 0.8931841850280762, 0.9114171862602234, 0.9242082834243774, 0.9343167543411255, 0.9419656991958618, 0.9505019187927246, 0.96103435754776, 0.9677343964576721], "cos_Ac_negg": [0.8182054758071899, 0.8741636276245117, 0.8931841850280762, 0.9114171862602234, 0.9242082834243774, 0.9343167543411255, 0.9419656991958618, 0.9505019187927246, 0.96103435754776, 0.9677343964576721], "r_norm": [2.267819881439209, 2.124330997467041, 2.096876382827759, 2.0730273723602295, 2.0378305912017822, 1.9920545816421509, 1.9811639785766602, 1.9445173740386963, 1.9079501628875732, 1.85666823387146]}, {"step": 9100, "epoch": 23, "train_loss": 0.4127892255783081, "cos_r_negg": [0.8180926442146301, 0.8737437725067139, 0.8930463790893555, 0.9110673666000366, 0.9239679574966431, 0.9332163333892822, 0.9419403672218323, 0.9492028951644897, 0.9606593251228333, 0.9671827554702759], "cos_apical_negg": [0.8180926442146301, 0.8737437725067139, 0.8930463790893555, 0.9110673666000366, 0.9239679574966431, 0.9332163333892822, 0.9419403672218323, 0.9492028951644897, 0.9606593251228333, 0.9671827554702759], "cos_Ac_negg": [0.8180926442146301, 0.8737437725067139, 0.8930463790893555, 0.9110673666000366, 0.9239679574966431, 0.9332163333892822, 0.9419403672218323, 0.9492028951644897, 0.9606593251228333, 0.9671827554702759], "r_norm": [2.2358860969543457, 2.100900650024414, 2.0755062103271484, 2.0510520935058594, 2.017277717590332, 1.9730229377746582, 1.9620436429977417, 1.9259648323059082, 1.8895540237426758, 1.8383195400238037]}, {"step": 9150, "epoch": 23, "train_loss": 0.5241909623146057, "cos_r_negg": [0.8165585994720459, 0.8771476745605469, 0.8948838710784912, 0.9127200841903687, 0.9279493093490601, 0.9343069195747375, 0.9438239932060242, 0.9517196416854858, 0.9623322486877441, 0.9679863452911377], "cos_apical_negg": [0.8165585994720459, 0.8771476745605469, 0.8948838710784912, 0.9127200841903687, 0.9279493093490601, 0.9343069195747375, 0.9438239932060242, 0.9517196416854858, 0.9623322486877441, 0.9679863452911377], "cos_Ac_negg": [0.8165585994720459, 0.8771476745605469, 0.8948838710784912, 0.9127200841903687, 0.9279493093490601, 0.9343069195747375, 0.9438239932060242, 0.9517196416854858, 0.9623322486877441, 0.9679863452911377], "r_norm": [2.254794120788574, 2.115736961364746, 2.0894501209259033, 2.067070245742798, 2.031778335571289, 1.9872106313705444, 1.9743857383728027, 1.938832402229309, 1.900620937347412, 1.8501794338226318]}, {"step": 9200, "epoch": 23, "train_loss": 0.47785747051239014, "cos_r_negg": [0.8118339776992798, 0.8725018501281738, 0.8929505348205566, 0.9102582931518555, 0.9255069494247437, 0.9318994879722595, 0.940182089805603, 0.9494004249572754, 0.9596879482269287, 0.9665699005126953], "cos_apical_negg": [0.8118339776992798, 0.8725018501281738, 0.8929505348205566, 0.9102582931518555, 0.9255069494247437, 0.9318994879722595, 0.940182089805603, 0.9494004249572754, 0.9596879482269287, 0.9665699005126953], "cos_Ac_negg": [0.8118339776992798, 0.8725018501281738, 0.8929505348205566, 0.9102582931518555, 0.9255069494247437, 0.9318994879722595, 0.940182089805603, 0.9494004249572754, 0.9596879482269287, 0.9665699005126953], "r_norm": [2.2446959018707275, 2.109833240509033, 2.0830414295196533, 2.060072422027588, 2.023728847503662, 1.9783672094345093, 1.9654223918914795, 1.9310145378112793, 1.8931326866149902, 1.8415656089782715]}, {"step": 9250, "epoch": 23, "train_loss": 0.5353630781173706, "cos_r_negg": [0.8208446502685547, 0.879568338394165, 0.8964128494262695, 0.915311336517334, 0.9295451641082764, 0.9366518259048462, 0.9451541900634766, 0.9540966749191284, 0.9646365642547607, 0.9716809988021851], "cos_apical_negg": [0.8208446502685547, 0.879568338394165, 0.8964128494262695, 0.915311336517334, 0.9295451641082764, 0.9366518259048462, 0.9451541900634766, 0.9540966749191284, 0.9646365642547607, 0.9716809988021851], "cos_Ac_negg": [0.8208446502685547, 0.879568338394165, 0.8964128494262695, 0.915311336517334, 0.9295451641082764, 0.9366518259048462, 0.9451541900634766, 0.9540966749191284, 0.9646365642547607, 0.9716809988021851], "r_norm": [2.3354742527008057, 2.192448139190674, 2.1650376319885254, 2.1408777236938477, 2.1041738986968994, 2.0564146041870117, 2.0400867462158203, 2.004849433898926, 1.9658193588256836, 1.9125229120254517], "ldr": {"dL_sdil": -0.14971351623535156, "dL_bp": -0.24295759201049805, "ratio": 0.616212545557673}}, {"step": 9300, "epoch": 23, "train_loss": 0.40789711475372314, "cos_r_negg": [0.8215395212173462, 0.8780936002731323, 0.8969694375991821, 0.9129624962806702, 0.927696704864502, 0.9361082315444946, 0.9437276124954224, 0.9524092674255371, 0.9635283350944519, 0.9703551530838013], "cos_apical_negg": [0.8215395212173462, 0.8780936002731323, 0.8969694375991821, 0.9129624962806702, 0.927696704864502, 0.9361082315444946, 0.9437276124954224, 0.9524092674255371, 0.9635283350944519, 0.9703551530838013], "cos_Ac_negg": [0.8215395212173462, 0.8780936002731323, 0.8969694375991821, 0.9129624962806702, 0.927696704864502, 0.9361082315444946, 0.9437276124954224, 0.9524092674255371, 0.9635283350944519, 0.9703551530838013], "r_norm": [2.2941336631774902, 2.157787799835205, 2.1296772956848145, 2.1072957515716553, 2.068336009979248, 2.023653507232666, 2.007014751434326, 1.9723799228668213, 1.933430552482605, 1.8811020851135254]}, {"step": 9350, "epoch": 23, "train_loss": 0.413057804107666, "cos_r_negg": [0.816280722618103, 0.8798843622207642, 0.8988059163093567, 0.9153463840484619, 0.9286305904388428, 0.9375824928283691, 0.9459805488586426, 0.9543142914772034, 0.9649701714515686, 0.9722604155540466], "cos_apical_negg": [0.816280722618103, 0.8798843622207642, 0.8988059163093567, 0.9153463840484619, 0.9286305904388428, 0.9375824928283691, 0.9459805488586426, 0.9543142914772034, 0.9649701714515686, 0.9722604155540466], "cos_Ac_negg": [0.816280722618103, 0.8798843622207642, 0.8988059163093567, 0.9153463840484619, 0.9286305904388428, 0.9375824928283691, 0.9459805488586426, 0.9543142914772034, 0.9649701714515686, 0.9722604155540466], "r_norm": [2.2739667892456055, 2.140359878540039, 2.1157732009887695, 2.0938658714294434, 2.0557761192321777, 2.0118470191955566, 1.9956586360931396, 1.9594836235046387, 1.9205429553985596, 1.868401050567627]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4191, "test_loss": 2.9097555908203123}, {"step": 9400, "epoch": 24, "train_loss": 0.33998245000839233, "cos_r_negg": [0.8236165642738342, 0.8775150179862976, 0.8964841365814209, 0.913233757019043, 0.9276078343391418, 0.9374744296073914, 0.9438000917434692, 0.9532442092895508, 0.9635869264602661, 0.9708614349365234], "cos_apical_negg": [0.8236165642738342, 0.8775150179862976, 0.8964841365814209, 0.913233757019043, 0.9276078343391418, 0.9374744296073914, 0.9438000917434692, 0.9532442092895508, 0.9635869264602661, 0.9708614349365234], "cos_Ac_negg": [0.8236165642738342, 0.8775150179862976, 0.8964841365814209, 0.913233757019043, 0.9276078343391418, 0.9374744296073914, 0.9438000917434692, 0.9532442092895508, 0.9635869264602661, 0.9708614349365234], "r_norm": [2.355848789215088, 2.219989538192749, 2.1931986808776855, 2.1703848838806152, 2.1309902667999268, 2.0864036083221436, 2.067134141921997, 2.0317206382751465, 1.989743709564209, 1.9345036745071411]}, {"step": 9450, "epoch": 24, "train_loss": 0.31110426783561707, "cos_r_negg": [0.8131792545318604, 0.8771387338638306, 0.8967584371566772, 0.9134438037872314, 0.9280134439468384, 0.9367953538894653, 0.9441412091255188, 0.9528199434280396, 0.9628980159759521, 0.9710410833358765], "cos_apical_negg": [0.8131792545318604, 0.8771387338638306, 0.8967584371566772, 0.9134438037872314, 0.9280134439468384, 0.9367953538894653, 0.9441412091255188, 0.9528199434280396, 0.9628980159759521, 0.9710410833358765], "cos_Ac_negg": [0.8131792545318604, 0.8771387338638306, 0.8967584371566772, 0.9134438037872314, 0.9280134439468384, 0.9367953538894653, 0.9441412091255188, 0.9528199434280396, 0.9628980159759521, 0.9710410833358765], "r_norm": [2.376765251159668, 2.2420058250427246, 2.21600341796875, 2.191995859146118, 2.1521501541137695, 2.1070735454559326, 2.087470531463623, 2.050774097442627, 2.010113477706909, 1.953374981880188]}, {"step": 9500, "epoch": 24, "train_loss": 0.2653230130672455, "cos_r_negg": [0.8117527365684509, 0.8771453499794006, 0.8957895040512085, 0.9134613275527954, 0.9271105527877808, 0.9358281493186951, 0.9437549114227295, 0.9526273012161255, 0.9627937078475952, 0.9704341888427734], "cos_apical_negg": [0.8117527365684509, 0.8771453499794006, 0.8957895040512085, 0.9134613275527954, 0.9271105527877808, 0.9358281493186951, 0.9437549114227295, 0.9526273012161255, 0.9627937078475952, 0.9704341888427734], "cos_Ac_negg": [0.8117527365684509, 0.8771453499794006, 0.8957895040512085, 0.9134613275527954, 0.9271105527877808, 0.9358281493186951, 0.9437549114227295, 0.9526273012161255, 0.9627937078475952, 0.9704341888427734], "r_norm": [2.3361611366271973, 2.2035679817199707, 2.179781675338745, 2.1555936336517334, 2.116499900817871, 2.0734782218933105, 2.0547566413879395, 2.017216682434082, 1.9778149127960205, 1.9219110012054443], "ldr": {"dL_sdil": -0.13861536979675293, "dL_bp": -0.23845577239990234, "ratio": 0.5813043165266218}}, {"step": 9550, "epoch": 24, "train_loss": 0.3658953011035919, "cos_r_negg": [0.8163187503814697, 0.8764803409576416, 0.8960235714912415, 0.9119561910629272, 0.9253253936767578, 0.9344074726104736, 0.942043662071228, 0.9507097601890564, 0.9610974788665771, 0.9676738381385803], "cos_apical_negg": [0.8163187503814697, 0.8764803409576416, 0.8960235714912415, 0.9119561910629272, 0.9253253936767578, 0.9344074726104736, 0.942043662071228, 0.9507097601890564, 0.9610974788665771, 0.9676738381385803], "cos_Ac_negg": [0.8163187503814697, 0.8764803409576416, 0.8960235714912415, 0.9119561910629272, 0.9253253936767578, 0.9344074726104736, 0.942043662071228, 0.9507097601890564, 0.9610974788665771, 0.9676738381385803], "r_norm": [2.3478140830993652, 2.2149646282196045, 2.190809726715088, 2.1694183349609375, 2.128337860107422, 2.085428237915039, 2.067180871963501, 2.0272369384765625, 1.9863076210021973, 1.9317463636398315]}, {"step": 9600, "epoch": 24, "train_loss": 0.5589661598205566, "cos_r_negg": [0.8208863735198975, 0.8761637210845947, 0.8951418399810791, 0.9105589985847473, 0.9229921102523804, 0.9330028295516968, 0.9419088959693909, 0.9503050446510315, 0.9610142707824707, 0.9681985974311829], "cos_apical_negg": [0.8208863735198975, 0.8761637210845947, 0.8951418399810791, 0.9105589985847473, 0.9229921102523804, 0.9330028295516968, 0.9419088959693909, 0.9503050446510315, 0.9610142707824707, 0.9681985974311829], "cos_Ac_negg": [0.8208863735198975, 0.8761637210845947, 0.8951418399810791, 0.9105589985847473, 0.9229921102523804, 0.9330028295516968, 0.9419088959693909, 0.9503050446510315, 0.9610142707824707, 0.9681985974311829], "r_norm": [2.313232183456421, 2.1895644664764404, 2.1645450592041016, 2.144199848175049, 2.1033542156219482, 2.061220645904541, 2.042727470397949, 2.0040476322174072, 1.9613285064697266, 1.9078726768493652]}, {"step": 9650, "epoch": 24, "train_loss": 0.30652520060539246, "cos_r_negg": [0.8184812664985657, 0.8773520588874817, 0.8963921070098877, 0.9124993085861206, 0.9276710152626038, 0.9362746477127075, 0.9435135722160339, 0.9534606337547302, 0.9642152786254883, 0.9707232713699341], "cos_apical_negg": [0.8184812664985657, 0.8773520588874817, 0.8963921070098877, 0.9124993085861206, 0.9276710152626038, 0.9362746477127075, 0.9435135722160339, 0.9534606337547302, 0.9642152786254883, 0.9707232713699341], "cos_Ac_negg": [0.8184812664985657, 0.8773520588874817, 0.8963921070098877, 0.9124993085861206, 0.9276710152626038, 0.9362746477127075, 0.9435135722160339, 0.9534606337547302, 0.9642152786254883, 0.9707232713699341], "r_norm": [2.4250340461730957, 2.2973976135253906, 2.271017551422119, 2.2494239807128906, 2.209611654281616, 2.162942886352539, 2.144186019897461, 2.1044068336486816, 2.0603280067443848, 2.001366138458252]}, {"step": 9700, "epoch": 24, "train_loss": 0.29215168952941895, "cos_r_negg": [0.8173782825469971, 0.8767470121383667, 0.8947042226791382, 0.9132546186447144, 0.9265214204788208, 0.9350650310516357, 0.9432695508003235, 0.9509891271591187, 0.9619076251983643, 0.968752384185791], "cos_apical_negg": [0.8173782825469971, 0.8767470121383667, 0.8947042226791382, 0.9132546186447144, 0.9265214204788208, 0.9350650310516357, 0.9432695508003235, 0.9509891271591187, 0.9619076251983643, 0.968752384185791], "cos_Ac_negg": [0.8173782825469971, 0.8767470121383667, 0.8947042226791382, 0.9132546186447144, 0.9265214204788208, 0.9350650310516357, 0.9432695508003235, 0.9509891271591187, 0.9619076251983643, 0.968752384185791], "r_norm": [2.369680881500244, 2.2472751140594482, 2.2197811603546143, 2.199262857437134, 2.1578681468963623, 2.11323881149292, 2.094618320465088, 2.053891658782959, 2.011312246322632, 1.9548027515411377]}, {"step": 9750, "epoch": 24, "train_loss": 0.3844079375267029, "cos_r_negg": [0.8149287700653076, 0.8769791126251221, 0.8963398337364197, 0.9138971567153931, 0.9269805550575256, 0.9362084865570068, 0.9447873830795288, 0.9533448219299316, 0.9637162089347839, 0.9715941548347473], "cos_apical_negg": [0.8149287700653076, 0.8769791126251221, 0.8963398337364197, 0.9138971567153931, 0.9269805550575256, 0.9362084865570068, 0.9447873830795288, 0.9533448219299316, 0.9637162089347839, 0.9715941548347473], "cos_Ac_negg": [0.8149287700653076, 0.8769791126251221, 0.8963398337364197, 0.9138971567153931, 0.9269805550575256, 0.9362084865570068, 0.9447873830795288, 0.9533448219299316, 0.9637162089347839, 0.9715941548347473], "r_norm": [2.3205759525299072, 2.200150489807129, 2.1743245124816895, 2.1562187671661377, 2.1159090995788574, 2.0722079277038574, 2.0535993576049805, 2.0128870010375977, 1.9709655046463013, 1.9133943319320679], "ldr": {"dL_sdil": -0.13271713256835938, "dL_bp": -0.22763466835021973, "ratio": 0.5830268892266087}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4263, "test_loss": 2.98737705078125}], "final": {"test_acc": 0.4263, "test_loss": 2.98737705078125, "wall_s": 266.59551191329956, "cos_r_negg": [0.8097996711730957, 0.8749818205833435, 0.8939743041992188, 0.9117679595947266, 0.9254773259162903, 0.9337514638900757, 0.9422734975814819, 0.9509189128875732, 0.9607361555099487, 0.9682681560516357], "cos_apical_negg": [0.8097996711730957, 0.8749818205833435, 0.8939743041992188, 0.9117679595947266, 0.9254773259162903, 0.9337514638900757, 0.9422734975814819, 0.9509189128875732, 0.9607361555099487, 0.9682681560516357], "cos_Ac_negg": [0.8097996711730957, 0.8749818205833435, 0.8939743041992188, 0.9117679595947266, 0.9254773259162903, 0.9337514638900757, 0.9422734975814819, 0.9509189128875732, 0.9607361555099487, 0.9682681560516357]}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_sdil_d10_s1.json b/results/deepres_cifar10_sdil_d10_s1.json
new file mode 100644
index 0000000..8b9ef5f
--- /dev/null
+++ b/results/deepres_cifar10_sdil_d10_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_sdil_d10_s1", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.474938154220581, "cos_r_negg": [-0.007744775619357824, 0.008340233005583286, -0.003938066773116589, -0.006496783345937729, 0.044481586664915085, -0.011365361511707306, -0.031242026016116142, 0.018188636749982834, -0.02746845781803131, -0.012100575491786003], "cos_apical_negg": [-0.007744775619357824, 0.008340233005583286, -0.003938066773116589, -0.006496783345937729, 0.044481586664915085, -0.011365361511707306, -0.031242026016116142, 0.018188636749982834, -0.02746845781803131, -0.012100575491786003], "cos_Ac_negg": [-0.007744775619357824, 0.008340233005583286, -0.003938066773116589, -0.006496783345937729, 0.044481586664915085, -0.011365361511707306, -0.031242026016116142, 0.018188636749982834, -0.02746845781803131, -0.012100575491786003], "r_norm": [5.030750274658203, 5.04127836227417, 5.046191215515137, 5.034816741943359, 4.983816146850586, 4.952178001403809, 5.099880695343018, 5.018294334411621, 5.025327205657959, 5.078590393066406], "ldr": {"dL_sdil": 0.08585238456726074, "dL_bp": -0.4539375305175781, "ratio": -0.1891281923073691}}, {"step": 50, "epoch": 0, "train_loss": 2.119333267211914, "cos_r_negg": [0.2153799831867218, -0.026133369654417038, -0.06473436951637268, -0.01985703408718109, -0.021868310868740082, -0.003920213785022497, -0.0056856609880924225, -0.008016599342226982, -0.00848359614610672, -0.03584903106093407], "cos_apical_negg": [0.2153799831867218, -0.026133369654417038, -0.06473436951637268, -0.01985703408718109, -0.021868310868740082, -0.003920213785022497, -0.0056856609880924225, -0.008016599342226982, -0.00848359614610672, -0.03584903106093407], "cos_Ac_negg": [0.2153799831867218, -0.026133369654417038, -0.06473436951637268, -0.01985703408718109, -0.021868310868740082, -0.003920213785022497, -0.0056856609880924225, -0.008016599342226982, -0.00848359614610672, -0.03584903106093407], "r_norm": [4.573591709136963, 4.572543144226074, 4.569631576538086, 4.574687480926514, 4.520352363586426, 4.488040924072266, 4.626414775848389, 4.539608001708984, 4.544598579406738, 4.594439506530762]}, {"step": 100, "epoch": 0, "train_loss": 1.9570084810256958, "cos_r_negg": [0.3097948133945465, -0.04777881130576134, -0.08196861296892166, -0.004074998199939728, -0.007481397595256567, 0.0038449447602033615, 0.004112063907086849, -0.0015930398367345333, 0.03124861791729927, -0.1286824345588684], "cos_apical_negg": [0.3097948133945465, -0.04777881130576134, -0.08196861296892166, -0.004074998199939728, -0.007481397595256567, 0.0038449447602033615, 0.004112063907086849, -0.0015930398367345333, 0.03124861791729927, -0.1286824345588684], "cos_Ac_negg": [0.3097948133945465, -0.04777881130576134, -0.08196861296892166, -0.004074998199939728, -0.007481397595256567, 0.0038449447602033615, 0.004112063907086849, -0.0015930398367345333, 0.03124861791729927, -0.1286824345588684], "r_norm": [4.288110733032227, 4.279498100280762, 4.255747318267822, 4.278764724731445, 4.227993965148926, 4.195913314819336, 4.322960376739502, 4.239567279815674, 4.240151882171631, 4.285144805908203]}, {"step": 150, "epoch": 0, "train_loss": 2.031351327896118, "cos_r_negg": [0.37698838114738464, -0.01482947263866663, -0.06573483347892761, -0.0018951806705445051, 0.0019377414137125015, -0.05212552100419998, -0.024803705513477325, 0.025365907698869705, 0.019063087180256844, -0.05020029842853546], "cos_apical_negg": [0.37698838114738464, -0.01482947263866663, -0.06573483347892761, -0.0018951806705445051, 0.0019377414137125015, -0.05212552100419998, -0.024803705513477325, 0.025365907698869705, 0.019063087180256844, -0.05020029842853546], "cos_Ac_negg": [0.37698838114738464, -0.01482947263866663, -0.06573483347892761, -0.0018951806705445051, 0.0019377414137125015, -0.05212552100419998, -0.024803705513477325, 0.025365907698869705, 0.019063087180256844, -0.05020029842853546], "r_norm": [4.257630825042725, 4.244527816772461, 4.237356185913086, 4.254366874694824, 4.206723213195801, 4.169325828552246, 4.295703887939453, 4.2180328369140625, 4.2128400802612305, 4.253107070922852]}, {"step": 200, "epoch": 0, "train_loss": 2.035020112991333, "cos_r_negg": [0.43250176310539246, -0.01535739004611969, -0.0367702841758728, 0.01297575980424881, -0.004941725637763739, -0.04335375875234604, -0.0434277206659317, -0.005548802204430103, -0.005802549887448549, -0.06444783508777618], "cos_apical_negg": [0.43250176310539246, -0.01535739004611969, -0.0367702841758728, 0.01297575980424881, -0.004941725637763739, -0.04335375875234604, -0.0434277206659317, -0.005548802204430103, -0.005802549887448549, -0.06444783508777618], "cos_Ac_negg": [0.43250176310539246, -0.01535739004611969, -0.0367702841758728, 0.01297575980424881, -0.004941725637763739, -0.04335375875234604, -0.0434277206659317, -0.005548802204430103, -0.005802549887448549, -0.06444783508777618], "r_norm": [4.063373565673828, 4.046192646026611, 4.031770706176758, 4.038079261779785, 3.9934511184692383, 3.9639880657196045, 4.086834907531738, 4.0172929763793945, 4.006169319152832, 4.038569450378418]}, {"step": 250, "epoch": 0, "train_loss": 2.2229881286621094, "cos_r_negg": [0.42588937282562256, 0.0018705693073570728, -0.0140138640999794, -0.019510356709361076, -0.021309448406100273, -0.023739365860819817, 0.019058067351579666, -0.01496672723442316, 0.005637568421661854, -0.03716918081045151], "cos_apical_negg": [0.42588937282562256, 0.0018705693073570728, -0.0140138640999794, -0.019510356709361076, -0.021309448406100273, -0.023739365860819817, 0.019058067351579666, -0.01496672723442316, 0.005637568421661854, -0.03716918081045151], "cos_Ac_negg": [0.42588937282562256, 0.0018705693073570728, -0.0140138640999794, -0.019510356709361076, -0.021309448406100273, -0.023739365860819817, 0.019058067351579666, -0.01496672723442316, 0.005637568421661854, -0.03716918081045151], "r_norm": [4.102580547332764, 4.0731048583984375, 4.062771320343018, 4.089174270629883, 4.034114837646484, 4.00779390335083, 4.111861228942871, 4.056087970733643, 4.04929780960083, 4.074297904968262], "ldr": {"dL_sdil": -0.15512144565582275, "dL_bp": -0.15340614318847656, "ratio": 1.0111814457471808}}, {"step": 300, "epoch": 0, "train_loss": 1.6840770244598389, "cos_r_negg": [0.45847174525260925, 0.023912742733955383, -0.018636373803019524, -0.02370382472872734, -0.016418911516666412, -0.05976313725113869, 0.002542522270232439, 0.026523062959313393, -0.014558564871549606, -0.0819602906703949], "cos_apical_negg": [0.45847174525260925, 0.023912742733955383, -0.018636373803019524, -0.02370382472872734, -0.016418911516666412, -0.05976313725113869, 0.002542522270232439, 0.026523062959313393, -0.014558564871549606, -0.0819602906703949], "cos_Ac_negg": [0.45847174525260925, 0.023912742733955383, -0.018636373803019524, -0.02370382472872734, -0.016418911516666412, -0.05976313725113869, 0.002542522270232439, 0.026523062959313393, -0.014558564871549606, -0.0819602906703949], "r_norm": [3.7406275272369385, 3.7137937545776367, 3.6993536949157715, 3.721384286880493, 3.6757559776306152, 3.6451492309570312, 3.7523136138916016, 3.6923582553863525, 3.6882705688476562, 3.7117037773132324]}, {"step": 350, "epoch": 0, "train_loss": 2.2706799507141113, "cos_r_negg": [0.4725895822048187, 0.0197456032037735, -0.02123376354575157, -0.02509189024567604, -0.003037521615624428, -0.06872712075710297, 0.0007302009034901857, -0.008661116473376751, -0.03598769009113312, -0.07233993709087372], "cos_apical_negg": [0.4725895822048187, 0.0197456032037735, -0.02123376354575157, -0.02509189024567604, -0.003037521615624428, -0.06872712075710297, 0.0007302009034901857, -0.008661116473376751, -0.03598769009113312, -0.07233993709087372], "cos_Ac_negg": [0.4725895822048187, 0.0197456032037735, -0.02123376354575157, -0.02509189024567604, -0.003037521615624428, -0.06872712075710297, 0.0007302009034901857, -0.008661116473376751, -0.03598769009113312, -0.07233993709087372], "r_norm": [3.70529842376709, 3.6703450679779053, 3.6572208404541016, 3.670125961303711, 3.6302149295806885, 3.599459648132324, 3.7061378955841064, 3.647761821746826, 3.6433048248291016, 3.669740676879883]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3586, "test_loss": 1.8486583251953126}, {"step": 400, "epoch": 1, "train_loss": 1.8342113494873047, "cos_r_negg": [0.46489179134368896, 0.02759537100791931, -0.02009199559688568, 0.009665216319262981, -0.016656838357448578, -0.056915223598480225, 0.04758481681346893, -0.013470525853335857, 0.0029503628611564636, -0.011315267533063889], "cos_apical_negg": [0.46489179134368896, 0.02759537100791931, -0.02009199559688568, 0.009665216319262981, -0.016656838357448578, -0.056915223598480225, 0.04758481681346893, -0.013470525853335857, 0.0029503628611564636, -0.011315267533063889], "cos_Ac_negg": [0.46489179134368896, 0.02759537100791931, -0.02009199559688568, 0.009665216319262981, -0.016656838357448578, -0.056915223598480225, 0.04758481681346893, -0.013470525853335857, 0.0029503628611564636, -0.011315267533063889], "r_norm": [3.5948987007141113, 3.550386905670166, 3.5321879386901855, 3.5606095790863037, 3.519763231277466, 3.4878692626953125, 3.5855534076690674, 3.5314834117889404, 3.536041259765625, 3.556304454803467]}, {"step": 450, "epoch": 1, "train_loss": 1.9995008707046509, "cos_r_negg": [0.5157973766326904, 0.03860607370734215, 0.014867249876260757, 0.04342086240649223, 0.017609011381864548, -0.012240629643201828, 0.05797354876995087, -0.023376237601041794, 0.037393439561128616, -0.04331845045089722], "cos_apical_negg": [0.5157973766326904, 0.03860607370734215, 0.014867249876260757, 0.04342086240649223, 0.017609011381864548, -0.012240629643201828, 0.05797354876995087, -0.023376237601041794, 0.037393439561128616, -0.04331845045089722], "cos_Ac_negg": [0.5157973766326904, 0.03860607370734215, 0.014867249876260757, 0.04342086240649223, 0.017609011381864548, -0.012240629643201828, 0.05797354876995087, -0.023376237601041794, 0.037393439561128616, -0.04331845045089722], "r_norm": [3.5341529846191406, 3.49650502204895, 3.471705913543701, 3.500619888305664, 3.4558517932891846, 3.4321041107177734, 3.5320017337799072, 3.4794657230377197, 3.471071720123291, 3.4950830936431885]}, {"step": 500, "epoch": 1, "train_loss": 1.7058247327804565, "cos_r_negg": [0.5241082906723022, 0.021071400493383408, 0.02104482799768448, 0.057609520852565765, 0.04553252458572388, -0.012873277999460697, 0.012770142406225204, -0.054960235953330994, 0.03649965673685074, 0.02228200063109398], "cos_apical_negg": [0.5241082906723022, 0.021071400493383408, 0.02104482799768448, 0.057609520852565765, 0.04553252458572388, -0.012873277999460697, 0.012770142406225204, -0.054960235953330994, 0.03649965673685074, 0.02228200063109398], "cos_Ac_negg": [0.5241082906723022, 0.021071400493383408, 0.02104482799768448, 0.057609520852565765, 0.04553252458572388, -0.012873277999460697, 0.012770142406225204, -0.054960235953330994, 0.03649965673685074, 0.02228200063109398], "r_norm": [3.504748821258545, 3.453740119934082, 3.436582088470459, 3.4690070152282715, 3.424344539642334, 3.3879477977752686, 3.494396686553955, 3.439699172973633, 3.4295120239257812, 3.459841728210449], "ldr": {"dL_sdil": -0.0702505111694336, "dL_bp": -0.06728720664978027, "ratio": 1.0440396424104343}}, {"step": 550, "epoch": 1, "train_loss": 2.0136313438415527, "cos_r_negg": [0.5159556269645691, 0.037827808409929276, 0.0496206060051918, 0.05435121804475784, 0.032372698187828064, -0.00926617905497551, 0.011912014335393906, 0.0031432793475687504, 0.03064705990254879, -0.005136845167726278], "cos_apical_negg": [0.5159556269645691, 0.037827808409929276, 0.0496206060051918, 0.05435121804475784, 0.032372698187828064, -0.00926617905497551, 0.011912014335393906, 0.0031432793475687504, 0.03064705990254879, -0.005136845167726278], "cos_Ac_negg": [0.5159556269645691, 0.037827808409929276, 0.0496206060051918, 0.05435121804475784, 0.032372698187828064, -0.00926617905497551, 0.011912014335393906, 0.0031432793475687504, 0.03064705990254879, -0.005136845167726278], "r_norm": [3.4535129070281982, 3.400625467300415, 3.384099006652832, 3.3975319862365723, 3.3687334060668945, 3.335419178009033, 3.4321515560150146, 3.3850674629211426, 3.375527858734131, 3.3987865447998047]}, {"step": 600, "epoch": 1, "train_loss": 1.8781334161758423, "cos_r_negg": [0.535615861415863, 0.07612315565347672, 0.06866844743490219, 0.04960344731807709, 0.05674160271883011, 0.045906852930784225, 0.06932997703552246, 0.006674719974398613, 0.06004054844379425, -0.013573454692959785], "cos_apical_negg": [0.535615861415863, 0.07612315565347672, 0.06866844743490219, 0.04960344731807709, 0.05674160271883011, 0.045906852930784225, 0.06932997703552246, 0.006674719974398613, 0.06004054844379425, -0.013573454692959785], "cos_Ac_negg": [0.535615861415863, 0.07612315565347672, 0.06866844743490219, 0.04960344731807709, 0.05674160271883011, 0.045906852930784225, 0.06932997703552246, 0.006674719974398613, 0.06004054844379425, -0.013573454692959785], "r_norm": [3.2930121421813965, 3.2234230041503906, 3.2101974487304688, 3.2368898391723633, 3.19252872467041, 3.1639771461486816, 3.2600221633911133, 3.2134814262390137, 3.2004992961883545, 3.224785804748535]}, {"step": 650, "epoch": 1, "train_loss": 1.8435325622558594, "cos_r_negg": [0.5356100797653198, 0.0838327407836914, 0.061349138617515564, 0.06939717382192612, 0.043975017964839935, 0.034899599850177765, -0.0075310044921934605, 0.001841563731431961, 0.011411432176828384, -0.012540245428681374], "cos_apical_negg": [0.5356100797653198, 0.0838327407836914, 0.061349138617515564, 0.06939717382192612, 0.043975017964839935, 0.034899599850177765, -0.0075310044921934605, 0.001841563731431961, 0.011411432176828384, -0.012540245428681374], "cos_Ac_negg": [0.5356100797653198, 0.0838327407836914, 0.061349138617515564, 0.06939717382192612, 0.043975017964839935, 0.034899599850177765, -0.0075310044921934605, 0.001841563731431961, 0.011411432176828384, -0.012540245428681374], "r_norm": [3.264547109603882, 3.1932880878448486, 3.1753687858581543, 3.2016725540161133, 3.166348934173584, 3.129575252532959, 3.227993965148926, 3.1764960289001465, 3.174375057220459, 3.1969244480133057]}, {"step": 700, "epoch": 1, "train_loss": 1.8615293502807617, "cos_r_negg": [0.5462170839309692, 0.07219702750444412, 0.05035363882780075, 0.07056308537721634, 0.06063176691532135, 0.03941743075847626, 0.03778413310647011, 0.02325025200843811, 0.01145489513874054, 0.02000718005001545], "cos_apical_negg": [0.5462170839309692, 0.07219702750444412, 0.05035363882780075, 0.07056308537721634, 0.06063176691532135, 0.03941743075847626, 0.03778413310647011, 0.02325025200843811, 0.01145489513874054, 0.02000718005001545], "cos_Ac_negg": [0.5462170839309692, 0.07219702750444412, 0.05035363882780075, 0.07056308537721634, 0.06063176691532135, 0.03941743075847626, 0.03778413310647011, 0.02325025200843811, 0.01145489513874054, 0.02000718005001545], "r_norm": [3.225616931915283, 3.140564441680908, 3.1276657581329346, 3.150179862976074, 3.124147891998291, 3.0862584114074707, 3.1815993785858154, 3.1314706802368164, 3.116621494293213, 3.1477420330047607]}, {"step": 750, "epoch": 1, "train_loss": 2.0021088123321533, "cos_r_negg": [0.5622770190238953, 0.10304190963506699, 0.05514013022184372, 0.08908748626708984, 0.06676672399044037, 0.0063118701800704, 0.04830186069011688, 0.040956806391477585, -0.014352953061461449, 0.025313494727015495], "cos_apical_negg": [0.5622770190238953, 0.10304190963506699, 0.05514013022184372, 0.08908748626708984, 0.06676672399044037, 0.0063118701800704, 0.04830186069011688, 0.040956806391477585, -0.014352953061461449, 0.025313494727015495], "cos_Ac_negg": [0.5622770190238953, 0.10304190963506699, 0.05514013022184372, 0.08908748626708984, 0.06676672399044037, 0.0063118701800704, 0.04830186069011688, 0.040956806391477585, -0.014352953061461449, 0.025313494727015495], "r_norm": [3.0693721771240234, 2.9920568466186523, 2.977783203125, 2.998378276824951, 2.9585447311401367, 2.930356740951538, 3.022970676422119, 2.9748682975769043, 2.9711198806762695, 2.9883346557617188], "ldr": {"dL_sdil": -0.06376314163208008, "dL_bp": -0.06052398681640625, "ratio": 1.053518530190344}}, {"epoch_end": 1, "step": 782, "test_acc": 0.3709, "test_loss": 1.8876553100585938}, {"step": 800, "epoch": 2, "train_loss": 1.87039053440094, "cos_r_negg": [0.5740359425544739, 0.09735452383756638, 0.06201603636145592, 0.09773111343383789, 0.05443359166383743, 0.035072267055511475, 0.0639202743768692, 0.046667687594890594, 0.012889867648482323, 0.030598456040024757], "cos_apical_negg": [0.5740359425544739, 0.09735452383756638, 0.06201603636145592, 0.09773111343383789, 0.05443359166383743, 0.035072267055511475, 0.0639202743768692, 0.046667687594890594, 0.012889867648482323, 0.030598456040024757], "cos_Ac_negg": [0.5740359425544739, 0.09735452383756638, 0.06201603636145592, 0.09773111343383789, 0.05443359166383743, 0.035072267055511475, 0.0639202743768692, 0.046667687594890594, 0.012889867648482323, 0.030598456040024757], "r_norm": [3.0895447731018066, 2.9931275844573975, 2.978402614593506, 3.009749412536621, 2.9691715240478516, 2.937521457672119, 3.0267086029052734, 2.9821863174438477, 2.9767003059387207, 2.998253345489502]}, {"step": 850, "epoch": 2, "train_loss": 1.7521326541900635, "cos_r_negg": [0.6036769151687622, 0.1070772334933281, 0.06692878901958466, 0.08631971478462219, 0.07306026667356491, 0.06127544492483139, 0.06985587626695633, 0.0266968235373497, 0.02001935988664627, 0.07706784456968307], "cos_apical_negg": [0.6036769151687622, 0.1070772334933281, 0.06692878901958466, 0.08631971478462219, 0.07306026667356491, 0.06127544492483139, 0.06985587626695633, 0.0266968235373497, 0.02001935988664627, 0.07706784456968307], "cos_Ac_negg": [0.6036769151687622, 0.1070772334933281, 0.06692878901958466, 0.08631971478462219, 0.07306026667356491, 0.06127544492483139, 0.06985587626695633, 0.0266968235373497, 0.02001935988664627, 0.07706784456968307], "r_norm": [3.016676902770996, 2.9185173511505127, 2.904662609100342, 2.925050735473633, 2.901336431503296, 2.865994930267334, 2.9521050453186035, 2.9076144695281982, 2.9034483432769775, 2.9270553588867188]}, {"step": 900, "epoch": 2, "train_loss": 1.7184162139892578, "cos_r_negg": [0.5785340070724487, 0.1049676239490509, 0.0784570723772049, 0.10871295630931854, 0.07409752905368805, 0.046878743916749954, 0.08378361165523529, 0.059796467423439026, 0.03887135535478592, 0.05691153183579445], "cos_apical_negg": [0.5785340070724487, 0.1049676239490509, 0.0784570723772049, 0.10871295630931854, 0.07409752905368805, 0.046878743916749954, 0.08378361165523529, 0.059796467423439026, 0.03887135535478592, 0.05691153183579445], "cos_Ac_negg": [0.5785340070724487, 0.1049676239490509, 0.0784570723772049, 0.10871295630931854, 0.07409752905368805, 0.046878743916749954, 0.08378361165523529, 0.059796467423439026, 0.03887135535478592, 0.05691153183579445], "r_norm": [2.9925761222839355, 2.8946168422698975, 2.8763022422790527, 2.89725399017334, 2.862234354019165, 2.83756947517395, 2.923147201538086, 2.880967378616333, 2.864811420440674, 2.891207218170166]}, {"step": 950, "epoch": 2, "train_loss": 1.55898916721344, "cos_r_negg": [0.5973604917526245, 0.09207422286272049, 0.08513397723436356, 0.1181291863322258, 0.06732714176177979, 0.05121081694960594, 0.09529009461402893, 0.06251130253076553, 0.06717506796121597, 0.06646795570850372], "cos_apical_negg": [0.5973604917526245, 0.09207422286272049, 0.08513397723436356, 0.1181291863322258, 0.06732714176177979, 0.05121081694960594, 0.09529009461402893, 0.06251130253076553, 0.06717506796121597, 0.06646795570850372], "cos_Ac_negg": [0.5973604917526245, 0.09207422286272049, 0.08513397723436356, 0.1181291863322258, 0.06732714176177979, 0.05121081694960594, 0.09529009461402893, 0.06251130253076553, 0.06717506796121597, 0.06646795570850372], "r_norm": [2.9209213256835938, 2.8095617294311523, 2.79470157623291, 2.819356918334961, 2.782561779022217, 2.754598617553711, 2.839383602142334, 2.799741268157959, 2.7848432064056396, 2.8096630573272705]}, {"step": 1000, "epoch": 2, "train_loss": 1.7238938808441162, "cos_r_negg": [0.5979324579238892, 0.12087082117795944, 0.12327603250741959, 0.13069145381450653, 0.08452923595905304, 0.062094174325466156, 0.10205696523189545, 0.05473244935274124, 0.05879075825214386, 0.08187566697597504], "cos_apical_negg": [0.5979324579238892, 0.12087082117795944, 0.12327603250741959, 0.13069145381450653, 0.08452923595905304, 0.062094174325466156, 0.10205696523189545, 0.05473244935274124, 0.05879075825214386, 0.08187566697597504], "cos_Ac_negg": [0.5979324579238892, 0.12087082117795944, 0.12327603250741959, 0.13069145381450653, 0.08452923595905304, 0.062094174325466156, 0.10205696523189545, 0.05473244935274124, 0.05879075825214386, 0.08187566697597504], "r_norm": [2.8209691047668457, 2.7054669857025146, 2.6878700256347656, 2.712599754333496, 2.6808338165283203, 2.6525707244873047, 2.7356557846069336, 2.6978793144226074, 2.683403491973877, 2.7095842361450195], "ldr": {"dL_sdil": -0.043009042739868164, "dL_bp": -0.039459943771362305, "ratio": 1.0899418151498124}}, {"step": 1050, "epoch": 2, "train_loss": 1.987369179725647, "cos_r_negg": [0.6059632897377014, 0.12582272291183472, 0.1313648521900177, 0.12970060110092163, 0.10990247875452042, 0.06704673171043396, 0.10658051073551178, 0.05647294968366623, 0.07552388310432434, 0.08206356316804886], "cos_apical_negg": [0.6059632897377014, 0.12582272291183472, 0.1313648521900177, 0.12970060110092163, 0.10990247875452042, 0.06704673171043396, 0.10658051073551178, 0.05647294968366623, 0.07552388310432434, 0.08206356316804886], "cos_Ac_negg": [0.6059632897377014, 0.12582272291183472, 0.1313648521900177, 0.12970060110092163, 0.10990247875452042, 0.06704673171043396, 0.10658051073551178, 0.05647294968366623, 0.07552388310432434, 0.08206356316804886], "r_norm": [2.7295584678649902, 2.6152262687683105, 2.5969316959381104, 2.6156983375549316, 2.57905912399292, 2.5590736865997314, 2.6407060623168945, 2.6028316020965576, 2.590787887573242, 2.614564895629883]}, {"step": 1100, "epoch": 2, "train_loss": 1.62894868850708, "cos_r_negg": [0.5906524658203125, 0.1285899132490158, 0.13876374065876007, 0.1426030993461609, 0.1392768770456314, 0.07770465314388275, 0.11527974903583527, 0.05653127282857895, 0.07623641937971115, 0.07794538885354996], "cos_apical_negg": [0.5906524658203125, 0.1285899132490158, 0.13876374065876007, 0.1426030993461609, 0.1392768770456314, 0.07770465314388275, 0.11527974903583527, 0.05653127282857895, 0.07623641937971115, 0.07794538885354996], "cos_Ac_negg": [0.5906524658203125, 0.1285899132490158, 0.13876374065876007, 0.1426030993461609, 0.1392768770456314, 0.07770465314388275, 0.11527974903583527, 0.05653127282857895, 0.07623641937971115, 0.07794538885354996], "r_norm": [2.712764263153076, 2.586618423461914, 2.572739601135254, 2.595108985900879, 2.5614240169525146, 2.535612106323242, 2.615671157836914, 2.5775527954101562, 2.566282272338867, 2.586611747741699]}, {"step": 1150, "epoch": 2, "train_loss": 1.69466233253479, "cos_r_negg": [0.6061956882476807, 0.13084784150123596, 0.13512670993804932, 0.1461784839630127, 0.1455223560333252, 0.07869166135787964, 0.13236039876937866, 0.07428568601608276, 0.0771775096654892, 0.06441819667816162], "cos_apical_negg": [0.6061956882476807, 0.13084784150123596, 0.13512670993804932, 0.1461784839630127, 0.1455223560333252, 0.07869166135787964, 0.13236039876937866, 0.07428568601608276, 0.0771775096654892, 0.06441819667816162], "cos_Ac_negg": [0.6061956882476807, 0.13084784150123596, 0.13512670993804932, 0.1461784839630127, 0.1455223560333252, 0.07869166135787964, 0.13236039876937866, 0.07428568601608276, 0.0771775096654892, 0.06441819667816162], "r_norm": [2.730846881866455, 2.6003878116607666, 2.58475923538208, 2.6065382957458496, 2.577209949493408, 2.549386501312256, 2.6300668716430664, 2.591212272644043, 2.5804243087768555, 2.601757049560547]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.367, "test_loss": 1.8419258422851563}, {"step": 1200, "epoch": 3, "train_loss": 1.7909047603607178, "cos_r_negg": [0.6220817565917969, 0.1454225480556488, 0.15145941078662872, 0.1716213822364807, 0.14137275516986847, 0.08948677778244019, 0.135783389210701, 0.094511479139328, 0.07611459493637085, 0.09532185643911362], "cos_apical_negg": [0.6220817565917969, 0.1454225480556488, 0.15145941078662872, 0.1716213822364807, 0.14137275516986847, 0.08948677778244019, 0.135783389210701, 0.094511479139328, 0.07611459493637085, 0.09532185643911362], "cos_Ac_negg": [0.6220817565917969, 0.1454225480556488, 0.15145941078662872, 0.1716213822364807, 0.14137275516986847, 0.08948677778244019, 0.135783389210701, 0.094511479139328, 0.07611459493637085, 0.09532185643911362], "r_norm": [2.622865676879883, 2.49086332321167, 2.473325729370117, 2.4929592609405518, 2.461916446685791, 2.4344847202301025, 2.5174574851989746, 2.4796717166900635, 2.460562229156494, 2.4832491874694824]}, {"step": 1250, "epoch": 3, "train_loss": 1.571398377418518, "cos_r_negg": [0.6332715749740601, 0.1367536336183548, 0.1672479659318924, 0.16956764459609985, 0.1638757288455963, 0.11325609683990479, 0.16638442873954773, 0.11931312829256058, 0.09437170624732971, 0.06220711022615433], "cos_apical_negg": [0.6332715749740601, 0.1367536336183548, 0.1672479659318924, 0.16956764459609985, 0.1638757288455963, 0.11325609683990479, 0.16638442873954773, 0.11931312829256058, 0.09437170624732971, 0.06220711022615433], "cos_Ac_negg": [0.6332715749740601, 0.1367536336183548, 0.1672479659318924, 0.16956764459609985, 0.1638757288455963, 0.11325609683990479, 0.16638442873954773, 0.11931312829256058, 0.09437170624732971, 0.06220711022615433], "r_norm": [2.5649592876434326, 2.4211244583129883, 2.4042253494262695, 2.427874803543091, 2.395782709121704, 2.373312473297119, 2.447498083114624, 2.4135701656341553, 2.398641347885132, 2.4161839485168457], "ldr": {"dL_sdil": -0.053264737129211426, "dL_bp": -0.050937533378601074, "ratio": 1.0456874056565137}}, {"step": 1300, "epoch": 3, "train_loss": 1.6164209842681885, "cos_r_negg": [0.6264902353286743, 0.1558690220117569, 0.17457550764083862, 0.1850874274969101, 0.15754956007003784, 0.12025173753499985, 0.16617782413959503, 0.13902059197425842, 0.1112755537033081, 0.0699358582496643], "cos_apical_negg": [0.6264902353286743, 0.1558690220117569, 0.17457550764083862, 0.1850874274969101, 0.15754956007003784, 0.12025173753499985, 0.16617782413959503, 0.13902059197425842, 0.1112755537033081, 0.0699358582496643], "cos_Ac_negg": [0.6264902353286743, 0.1558690220117569, 0.17457550764083862, 0.1850874274969101, 0.15754956007003784, 0.12025173753499985, 0.16617782413959503, 0.13902059197425842, 0.1112755537033081, 0.0699358582496643], "r_norm": [2.6025326251983643, 2.4434990882873535, 2.4335074424743652, 2.458636999130249, 2.4307665824890137, 2.404747247695923, 2.4742398262023926, 2.4379141330718994, 2.428784132003784, 2.451232433319092]}, {"step": 1350, "epoch": 3, "train_loss": 1.739700198173523, "cos_r_negg": [0.634373664855957, 0.17367073893547058, 0.1643325537443161, 0.2009914070367813, 0.1806250512599945, 0.11017052084207535, 0.16823866963386536, 0.13806092739105225, 0.11926073580980301, 0.09379398822784424], "cos_apical_negg": [0.634373664855957, 0.17367073893547058, 0.1643325537443161, 0.2009914070367813, 0.1806250512599945, 0.11017052084207535, 0.16823866963386536, 0.13806092739105225, 0.11926073580980301, 0.09379398822784424], "cos_Ac_negg": [0.634373664855957, 0.17367073893547058, 0.1643325537443161, 0.2009914070367813, 0.1806250512599945, 0.11017052084207535, 0.16823866963386536, 0.13806092739105225, 0.11926073580980301, 0.09379398822784424], "r_norm": [2.5737221240997314, 2.4059255123138428, 2.3958775997161865, 2.4197888374328613, 2.3874268531799316, 2.364030361175537, 2.434994697570801, 2.4034676551818848, 2.3884143829345703, 2.4022297859191895]}, {"step": 1400, "epoch": 3, "train_loss": 1.658424973487854, "cos_r_negg": [0.6594701409339905, 0.1748795211315155, 0.16408255696296692, 0.2004707306623459, 0.1896202266216278, 0.10619529336690903, 0.15462557971477509, 0.15608665347099304, 0.11824799329042435, 0.0956583172082901], "cos_apical_negg": [0.6594701409339905, 0.1748795211315155, 0.16408255696296692, 0.2004707306623459, 0.1896202266216278, 0.10619529336690903, 0.15462557971477509, 0.15608665347099304, 0.11824799329042435, 0.0956583172082901], "cos_Ac_negg": [0.6594701409339905, 0.1748795211315155, 0.16408255696296692, 0.2004707306623459, 0.1896202266216278, 0.10619529336690903, 0.15462557971477509, 0.15608665347099304, 0.11824799329042435, 0.0956583172082901], "r_norm": [2.505452871322632, 2.3419387340545654, 2.326294422149658, 2.345595598220825, 2.323417901992798, 2.298367500305176, 2.366002082824707, 2.333791971206665, 2.3178017139434814, 2.3405609130859375]}, {"step": 1450, "epoch": 3, "train_loss": 1.6220617294311523, "cos_r_negg": [0.6776741743087769, 0.1926015019416809, 0.17679817974567413, 0.20730797946453094, 0.21457555890083313, 0.1618325114250183, 0.20070701837539673, 0.1791512817144394, 0.1307263821363449, 0.1094621866941452], "cos_apical_negg": [0.6776741743087769, 0.1926015019416809, 0.17679817974567413, 0.20730797946453094, 0.21457555890083313, 0.1618325114250183, 0.20070701837539673, 0.1791512817144394, 0.1307263821363449, 0.1094621866941452], "cos_Ac_negg": [0.6776741743087769, 0.1926015019416809, 0.17679817974567413, 0.20730797946453094, 0.21457555890083313, 0.1618325114250183, 0.20070701837539673, 0.1791512817144394, 0.1307263821363449, 0.1094621866941452], "r_norm": [2.4391446113586426, 2.271540641784668, 2.2553465366363525, 2.2736806869506836, 2.247344732284546, 2.2299892902374268, 2.291830062866211, 2.2631912231445312, 2.244555950164795, 2.26359224319458]}, {"step": 1500, "epoch": 3, "train_loss": 1.6299889087677002, "cos_r_negg": [0.6529289484024048, 0.18213395774364471, 0.1715272217988968, 0.22839133441448212, 0.19951237738132477, 0.1335182785987854, 0.1915045827627182, 0.1643156111240387, 0.1434928923845291, 0.11091242730617523], "cos_apical_negg": [0.6529289484024048, 0.18213395774364471, 0.1715272217988968, 0.22839133441448212, 0.19951237738132477, 0.1335182785987854, 0.1915045827627182, 0.1643156111240387, 0.1434928923845291, 0.11091242730617523], "cos_Ac_negg": [0.6529289484024048, 0.18213395774364471, 0.1715272217988968, 0.22839133441448212, 0.19951237738132477, 0.1335182785987854, 0.1915045827627182, 0.1643156111240387, 0.1434928923845291, 0.11091242730617523], "r_norm": [2.4022107124328613, 2.2251646518707275, 2.211890459060669, 2.232320785522461, 2.201810359954834, 2.1848044395446777, 2.248889446258545, 2.2181620597839355, 2.1986236572265625, 2.2183403968811035], "ldr": {"dL_sdil": -0.07935881614685059, "dL_bp": -0.07644832134246826, "ratio": 1.0380714023967128}}, {"step": 1550, "epoch": 3, "train_loss": 1.9548842906951904, "cos_r_negg": [0.6646473407745361, 0.2048078179359436, 0.16723491251468658, 0.22098003327846527, 0.17272675037384033, 0.15643954277038574, 0.20534884929656982, 0.1780942678451538, 0.16510356962680817, 0.09079283475875854], "cos_apical_negg": [0.6646473407745361, 0.2048078179359436, 0.16723491251468658, 0.22098003327846527, 0.17272675037384033, 0.15643954277038574, 0.20534884929656982, 0.1780942678451538, 0.16510356962680817, 0.09079283475875854], "cos_Ac_negg": [0.6646473407745361, 0.2048078179359436, 0.16723491251468658, 0.22098003327846527, 0.17272675037384033, 0.15643954277038574, 0.20534884929656982, 0.1780942678451538, 0.16510356962680817, 0.09079283475875854], "r_norm": [2.4803659915924072, 2.296975612640381, 2.28316593170166, 2.297084331512451, 2.262268304824829, 2.2534215450286865, 2.320373058319092, 2.2873570919036865, 2.2692997455596924, 2.28568696975708]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3843, "test_loss": 1.8194905395507812}, {"step": 1600, "epoch": 4, "train_loss": 1.6110808849334717, "cos_r_negg": [0.6645765900611877, 0.20554861426353455, 0.1898314356803894, 0.23250561952590942, 0.216933935880661, 0.17054885625839233, 0.23955628275871277, 0.20413903892040253, 0.16930167376995087, 0.11331444978713989], "cos_apical_negg": [0.6645765900611877, 0.20554861426353455, 0.1898314356803894, 0.23250561952590942, 0.216933935880661, 0.17054885625839233, 0.23955628275871277, 0.20413903892040253, 0.16930167376995087, 0.11331444978713989], "cos_Ac_negg": [0.6645765900611877, 0.20554861426353455, 0.1898314356803894, 0.23250561952590942, 0.216933935880661, 0.17054885625839233, 0.23955628275871277, 0.20413903892040253, 0.16930167376995087, 0.11331444978713989], "r_norm": [2.3317649364471436, 2.146061897277832, 2.1290805339813232, 2.155261278152466, 2.128434181213379, 2.107302188873291, 2.167919635772705, 2.138275623321533, 2.1218390464782715, 2.135225296020508]}, {"step": 1650, "epoch": 4, "train_loss": 1.6337461471557617, "cos_r_negg": [0.6784703731536865, 0.21427476406097412, 0.20053428411483765, 0.2635204792022705, 0.2278202325105667, 0.19052207469940186, 0.24329403042793274, 0.18960610032081604, 0.20202922821044922, 0.12165794521570206], "cos_apical_negg": [0.6784703731536865, 0.21427476406097412, 0.20053428411483765, 0.2635204792022705, 0.2278202325105667, 0.19052207469940186, 0.24329403042793274, 0.18960610032081604, 0.20202922821044922, 0.12165794521570206], "cos_Ac_negg": [0.6784703731536865, 0.21427476406097412, 0.20053428411483765, 0.2635204792022705, 0.2278202325105667, 0.19052207469940186, 0.24329403042793274, 0.18960610032081604, 0.20202922821044922, 0.12165794521570206], "r_norm": [2.303192615509033, 2.1170125007629395, 2.101224422454834, 2.1225976943969727, 2.0919861793518066, 2.0772438049316406, 2.137570858001709, 2.1066818237304688, 2.090879440307617, 2.1050055027008057]}, {"step": 1700, "epoch": 4, "train_loss": 1.5436744689941406, "cos_r_negg": [0.6904493570327759, 0.2203502655029297, 0.213029146194458, 0.2621794044971466, 0.23240819573402405, 0.20208188891410828, 0.2615571618080139, 0.2081764042377472, 0.1843259334564209, 0.12285570800304413], "cos_apical_negg": [0.6904493570327759, 0.2203502655029297, 0.213029146194458, 0.2621794044971466, 0.23240819573402405, 0.20208188891410828, 0.2615571618080139, 0.2081764042377472, 0.1843259334564209, 0.12285570800304413], "cos_Ac_negg": [0.6904493570327759, 0.2203502655029297, 0.213029146194458, 0.2621794044971466, 0.23240819573402405, 0.20208188891410828, 0.2615571618080139, 0.2081764042377472, 0.1843259334564209, 0.12285570800304413], "r_norm": [2.258392095565796, 2.067382574081421, 2.052624464035034, 2.0740957260131836, 2.047724962234497, 2.0276050567626953, 2.085360050201416, 2.0586800575256348, 2.0387768745422363, 2.055328130722046]}, {"step": 1750, "epoch": 4, "train_loss": 1.542895793914795, "cos_r_negg": [0.699087381362915, 0.2316684126853943, 0.22841981053352356, 0.26409080624580383, 0.23360908031463623, 0.21366329491138458, 0.2666494846343994, 0.20308005809783936, 0.18699190020561218, 0.12125988304615021], "cos_apical_negg": [0.699087381362915, 0.2316684126853943, 0.22841981053352356, 0.26409080624580383, 0.23360908031463623, 0.21366329491138458, 0.2666494846343994, 0.20308005809783936, 0.18699190020561218, 0.12125988304615021], "cos_Ac_negg": [0.699087381362915, 0.2316684126853943, 0.22841981053352356, 0.26409080624580383, 0.23360908031463623, 0.21366329491138458, 0.2666494846343994, 0.20308005809783936, 0.18699190020561218, 0.12125988304615021], "r_norm": [2.188762903213501, 2.000316858291626, 1.9820396900177002, 2.004983425140381, 1.9758809804916382, 1.9568099975585938, 2.0165085792541504, 1.9931573867797852, 1.9694437980651855, 1.9836649894714355], "ldr": {"dL_sdil": -0.05622756481170654, "dL_bp": -0.05428504943847656, "ratio": 1.0357836161765221}}, {"step": 1800, "epoch": 4, "train_loss": 1.5117590427398682, "cos_r_negg": [0.6818792223930359, 0.2464800775051117, 0.242572620511055, 0.2722579836845398, 0.24751803278923035, 0.19352459907531738, 0.24915900826454163, 0.2149287462234497, 0.20863665640354156, 0.151947483420372], "cos_apical_negg": [0.6818792223930359, 0.2464800775051117, 0.242572620511055, 0.2722579836845398, 0.24751803278923035, 0.19352459907531738, 0.24915900826454163, 0.2149287462234497, 0.20863665640354156, 0.151947483420372], "cos_Ac_negg": [0.6818792223930359, 0.2464800775051117, 0.242572620511055, 0.2722579836845398, 0.24751803278923035, 0.19352459907531738, 0.24915900826454163, 0.2149287462234497, 0.20863665640354156, 0.151947483420372], "r_norm": [2.227476119995117, 2.0242257118225098, 2.0070390701293945, 2.0335798263549805, 2.0033936500549316, 1.9834389686584473, 2.0385966300964355, 2.0147929191589355, 1.9931684732437134, 2.009129524230957]}, {"step": 1850, "epoch": 4, "train_loss": 1.5214250087738037, "cos_r_negg": [0.6762712001800537, 0.25925764441490173, 0.24641241133213043, 0.2782670855522156, 0.25208422541618347, 0.22770537436008453, 0.2718929052352905, 0.22974923253059387, 0.23125725984573364, 0.16380861401557922], "cos_apical_negg": [0.6762712001800537, 0.25925764441490173, 0.24641241133213043, 0.2782670855522156, 0.25208422541618347, 0.22770537436008453, 0.2718929052352905, 0.22974923253059387, 0.23125725984573364, 0.16380861401557922], "cos_Ac_negg": [0.6762712001800537, 0.25925764441490173, 0.24641241133213043, 0.2782670855522156, 0.25208422541618347, 0.22770537436008453, 0.2718929052352905, 0.22974923253059387, 0.23125725984573364, 0.16380861401557922], "r_norm": [2.2383108139038086, 2.0229945182800293, 2.0121219158172607, 2.0286130905151367, 1.9941456317901611, 1.978033185005188, 2.039700508117676, 2.0151472091674805, 1.9926767349243164, 2.000552177429199]}, {"step": 1900, "epoch": 4, "train_loss": 1.6756601333618164, "cos_r_negg": [0.7037723064422607, 0.263480544090271, 0.24513742327690125, 0.28420618176460266, 0.2672787010669708, 0.2288396656513214, 0.2913326025009155, 0.24217328429222107, 0.23911401629447937, 0.17131894826889038], "cos_apical_negg": [0.7037723064422607, 0.263480544090271, 0.24513742327690125, 0.28420618176460266, 0.2672787010669708, 0.2288396656513214, 0.2913326025009155, 0.24217328429222107, 0.23911401629447937, 0.17131894826889038], "cos_Ac_negg": [0.7037723064422607, 0.263480544090271, 0.24513742327690125, 0.28420618176460266, 0.2672787010669708, 0.2288396656513214, 0.2913326025009155, 0.24217328429222107, 0.23911401629447937, 0.17131894826889038], "r_norm": [2.134672164916992, 1.9244393110275269, 1.9063103199005127, 1.9280622005462646, 1.8950579166412354, 1.8800981044769287, 1.9366891384124756, 1.9143779277801514, 1.8887451887130737, 1.9017767906188965]}, {"step": 1950, "epoch": 4, "train_loss": 1.518413782119751, "cos_r_negg": [0.7053066492080688, 0.2736952304840088, 0.25671398639678955, 0.3215015232563019, 0.2833182215690613, 0.23353740572929382, 0.2793421149253845, 0.24783210456371307, 0.23695923388004303, 0.15854178369045258], "cos_apical_negg": [0.7053066492080688, 0.2736952304840088, 0.25671398639678955, 0.3215015232563019, 0.2833182215690613, 0.23353740572929382, 0.2793421149253845, 0.24783210456371307, 0.23695923388004303, 0.15854178369045258], "cos_Ac_negg": [0.7053066492080688, 0.2736952304840088, 0.25671398639678955, 0.3215015232563019, 0.2833182215690613, 0.23353740572929382, 0.2793421149253845, 0.24783210456371307, 0.23695923388004303, 0.15854178369045258], "r_norm": [2.105717897415161, 1.8852591514587402, 1.8674179315567017, 1.8926903009414673, 1.864182710647583, 1.8473786115646362, 1.9002854824066162, 1.8823354244232178, 1.8565205335617065, 1.8656909465789795]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4056, "test_loss": 1.7341566528320314}, {"step": 2000, "epoch": 5, "train_loss": 1.5644270181655884, "cos_r_negg": [0.7106380462646484, 0.2901350259780884, 0.2858255207538605, 0.3275986611843109, 0.3043733835220337, 0.24031054973602295, 0.2935628294944763, 0.2510172724723816, 0.25390905141830444, 0.18324774503707886], "cos_apical_negg": [0.7106380462646484, 0.2901350259780884, 0.2858255207538605, 0.3275986611843109, 0.3043733835220337, 0.24031054973602295, 0.2935628294944763, 0.2510172724723816, 0.25390905141830444, 0.18324774503707886], "cos_Ac_negg": [0.7106380462646484, 0.2901350259780884, 0.2858255207538605, 0.3275986611843109, 0.3043733835220337, 0.24031054973602295, 0.2935628294944763, 0.2510172724723816, 0.25390905141830444, 0.18324774503707886], "r_norm": [2.045916795730591, 1.826270341873169, 1.805836796760559, 1.8336845636367798, 1.80802583694458, 1.7877721786499023, 1.8380284309387207, 1.8187536001205444, 1.7955431938171387, 1.8044980764389038], "ldr": {"dL_sdil": -0.07244980335235596, "dL_bp": -0.07032155990600586, "ratio": 1.0302644516019663}}, {"step": 2050, "epoch": 5, "train_loss": 1.5174906253814697, "cos_r_negg": [0.702715277671814, 0.2997359037399292, 0.28797948360443115, 0.31840741634368896, 0.3151874244213104, 0.25016865134239197, 0.2924775779247284, 0.2670398950576782, 0.25887924432754517, 0.20183561742305756], "cos_apical_negg": [0.702715277671814, 0.2997359037399292, 0.28797948360443115, 0.31840741634368896, 0.3151874244213104, 0.25016865134239197, 0.2924775779247284, 0.2670398950576782, 0.25887924432754517, 0.20183561742305756], "cos_Ac_negg": [0.702715277671814, 0.2997359037399292, 0.28797948360443115, 0.31840741634368896, 0.3151874244213104, 0.25016865134239197, 0.2924775779247284, 0.2670398950576782, 0.25887924432754517, 0.20183561742305756], "r_norm": [2.061005115509033, 1.835500717163086, 1.8196797370910645, 1.8411704301834106, 1.8159334659576416, 1.7944421768188477, 1.8494902849197388, 1.8271626234054565, 1.8001558780670166, 1.81456458568573]}, {"step": 2100, "epoch": 5, "train_loss": 1.5795729160308838, "cos_r_negg": [0.725928544998169, 0.31575703620910645, 0.2924438416957855, 0.3271138072013855, 0.3233793377876282, 0.26225411891937256, 0.3132297396659851, 0.29045695066452026, 0.27430427074432373, 0.21416933834552765], "cos_apical_negg": [0.725928544998169, 0.31575703620910645, 0.2924438416957855, 0.3271138072013855, 0.3233793377876282, 0.26225411891937256, 0.3132297396659851, 0.29045695066452026, 0.27430427074432373, 0.21416933834552765], "cos_Ac_negg": [0.725928544998169, 0.31575703620910645, 0.2924438416957855, 0.3271138072013855, 0.3233793377876282, 0.26225411891937256, 0.3132297396659851, 0.29045695066452026, 0.27430427074432373, 0.21416933834552765], "r_norm": [2.037200927734375, 1.8092362880706787, 1.7868255376815796, 1.8147656917572021, 1.7852351665496826, 1.7678990364074707, 1.820829153060913, 1.799121618270874, 1.7696598768234253, 1.7820580005645752]}, {"step": 2150, "epoch": 5, "train_loss": 1.686045527458191, "cos_r_negg": [0.7191451787948608, 0.3214227259159088, 0.3132880926132202, 0.33663031458854675, 0.3343675434589386, 0.26936423778533936, 0.31805849075317383, 0.2838040888309479, 0.2678506076335907, 0.19865654408931732], "cos_apical_negg": [0.7191451787948608, 0.3214227259159088, 0.3132880926132202, 0.33663031458854675, 0.3343675434589386, 0.26936423778533936, 0.31805849075317383, 0.2838040888309479, 0.2678506076335907, 0.19865654408931732], "cos_Ac_negg": [0.7191451787948608, 0.3214227259159088, 0.3132880926132202, 0.33663031458854675, 0.3343675434589386, 0.26936423778533936, 0.31805849075317383, 0.2838040888309479, 0.2678506076335907, 0.19865654408931732], "r_norm": [1.9622137546539307, 1.7303552627563477, 1.7144649028778076, 1.7375158071517944, 1.7074825763702393, 1.6911386251449585, 1.7411539554595947, 1.7219130992889404, 1.6968744993209839, 1.7032774686813354]}, {"step": 2200, "epoch": 5, "train_loss": 1.6957857608795166, "cos_r_negg": [0.7294288873672485, 0.32619860768318176, 0.3168067932128906, 0.33459025621414185, 0.3446410596370697, 0.2816634178161621, 0.31313908100128174, 0.3027743101119995, 0.28634190559387207, 0.24106699228286743], "cos_apical_negg": [0.7294288873672485, 0.32619860768318176, 0.3168067932128906, 0.33459025621414185, 0.3446410596370697, 0.2816634178161621, 0.31313908100128174, 0.3027743101119995, 0.28634190559387207, 0.24106699228286743], "cos_Ac_negg": [0.7294288873672485, 0.32619860768318176, 0.3168067932128906, 0.33459025621414185, 0.3446410596370697, 0.2816634178161621, 0.31313908100128174, 0.3027743101119995, 0.28634190559387207, 0.24106699228286743], "r_norm": [2.0454912185668945, 1.804006576538086, 1.785139799118042, 1.808218002319336, 1.7798048257827759, 1.7618823051452637, 1.8149596452713013, 1.79295015335083, 1.764549732208252, 1.7799738645553589]}, {"step": 2250, "epoch": 5, "train_loss": 1.7433772087097168, "cos_r_negg": [0.7230628728866577, 0.3257592022418976, 0.31402379274368286, 0.33261144161224365, 0.3544560670852661, 0.3165331780910492, 0.3215770721435547, 0.3284311294555664, 0.3073207139968872, 0.2254294902086258], "cos_apical_negg": [0.7230628728866577, 0.3257592022418976, 0.31402379274368286, 0.33261144161224365, 0.3544560670852661, 0.3165331780910492, 0.3215770721435547, 0.3284311294555664, 0.3073207139968872, 0.2254294902086258], "cos_Ac_negg": [0.7230628728866577, 0.3257592022418976, 0.31402379274368286, 0.33261144161224365, 0.3544560670852661, 0.3165331780910492, 0.3215770721435547, 0.3284311294555664, 0.3073207139968872, 0.2254294902086258], "r_norm": [1.9447968006134033, 1.7038474082946777, 1.686927080154419, 1.7089086771011353, 1.6820675134658813, 1.6617634296417236, 1.7109699249267578, 1.6941943168640137, 1.6680529117584229, 1.6758205890655518], "ldr": {"dL_sdil": -0.032889485359191895, "dL_bp": -0.03202414512634277, "ratio": 1.0270214936084991}}, {"step": 2300, "epoch": 5, "train_loss": 1.5904638767242432, "cos_r_negg": [0.7359031438827515, 0.35158148407936096, 0.33323049545288086, 0.3448438048362732, 0.3719682991504669, 0.31562936305999756, 0.3241468667984009, 0.31838852167129517, 0.3140714168548584, 0.23619650304317474], "cos_apical_negg": [0.7359031438827515, 0.35158148407936096, 0.33323049545288086, 0.3448438048362732, 0.3719682991504669, 0.31562936305999756, 0.3241468667984009, 0.31838852167129517, 0.3140714168548584, 0.23619650304317474], "cos_Ac_negg": [0.7359031438827515, 0.35158148407936096, 0.33323049545288086, 0.3448438048362732, 0.3719682991504669, 0.31562936305999756, 0.3241468667984009, 0.31838852167129517, 0.3140714168548584, 0.23619650304317474], "r_norm": [1.900797724723816, 1.6585652828216553, 1.6381393671035767, 1.6612459421157837, 1.6363086700439453, 1.6159758567810059, 1.663240671157837, 1.6491693258285522, 1.6210166215896606, 1.6282250881195068]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4154, "test_loss": 1.7686388549804688}, {"step": 2350, "epoch": 6, "train_loss": 1.410893201828003, "cos_r_negg": [0.7286709547042847, 0.355598509311676, 0.3472122550010681, 0.3693597614765167, 0.36955028772354126, 0.3131840229034424, 0.33682161569595337, 0.3385348320007324, 0.3190363049507141, 0.2477169632911682], "cos_apical_negg": [0.7286709547042847, 0.355598509311676, 0.3472122550010681, 0.3693597614765167, 0.36955028772354126, 0.3131840229034424, 0.33682161569595337, 0.3385348320007324, 0.3190363049507141, 0.2477169632911682], "cos_Ac_negg": [0.7286709547042847, 0.355598509311676, 0.3472122550010681, 0.3693597614765167, 0.36955028772354126, 0.3131840229034424, 0.33682161569595337, 0.3385348320007324, 0.3190363049507141, 0.2477169632911682], "r_norm": [1.915525197982788, 1.669867753982544, 1.651076078414917, 1.6704045534133911, 1.6436004638671875, 1.6265028715133667, 1.673398494720459, 1.6583669185638428, 1.6273194551467896, 1.6357388496398926]}, {"step": 2400, "epoch": 6, "train_loss": 1.3721492290496826, "cos_r_negg": [0.7346742749214172, 0.3631712794303894, 0.35947954654693604, 0.37680691480636597, 0.3941739797592163, 0.3300834000110626, 0.35791313648223877, 0.35691219568252563, 0.3441013693809509, 0.24870672821998596], "cos_apical_negg": [0.7346742749214172, 0.3631712794303894, 0.35947954654693604, 0.37680691480636597, 0.3941739797592163, 0.3300834000110626, 0.35791313648223877, 0.35691219568252563, 0.3441013693809509, 0.24870672821998596], "cos_Ac_negg": [0.7346742749214172, 0.3631712794303894, 0.35947954654693604, 0.37680691480636597, 0.3941739797592163, 0.3300834000110626, 0.35791313648223877, 0.35691219568252563, 0.3441013693809509, 0.24870672821998596], "r_norm": [1.8811136484146118, 1.633649468421936, 1.6120553016662598, 1.6374322175979614, 1.6094787120819092, 1.5899369716644287, 1.633499264717102, 1.6187162399291992, 1.5956230163574219, 1.5993694067001343]}, {"step": 2450, "epoch": 6, "train_loss": 1.3812044858932495, "cos_r_negg": [0.741356611251831, 0.3656688332557678, 0.36012765765190125, 0.38755732774734497, 0.3991963863372803, 0.33728712797164917, 0.38155099749565125, 0.36138230562210083, 0.36121612787246704, 0.23726293444633484], "cos_apical_negg": [0.741356611251831, 0.3656688332557678, 0.36012765765190125, 0.38755732774734497, 0.3991963863372803, 0.33728712797164917, 0.38155099749565125, 0.36138230562210083, 0.36121612787246704, 0.23726293444633484], "cos_Ac_negg": [0.741356611251831, 0.3656688332557678, 0.36012765765190125, 0.38755732774734497, 0.3991963863372803, 0.33728712797164917, 0.38155099749565125, 0.36138230562210083, 0.36121612787246704, 0.23726293444633484], "r_norm": [1.9032896757125854, 1.6432597637176514, 1.6264212131500244, 1.645505666732788, 1.6184697151184082, 1.598740577697754, 1.6445930004119873, 1.6259689331054688, 1.601393222808838, 1.6094708442687988]}, {"step": 2500, "epoch": 6, "train_loss": 1.5581395626068115, "cos_r_negg": [0.7473620176315308, 0.3926299810409546, 0.3829638361930847, 0.40529531240463257, 0.4249067008495331, 0.3621235489845276, 0.40915054082870483, 0.3836115598678589, 0.3624805808067322, 0.25693270564079285], "cos_apical_negg": [0.7473620176315308, 0.3926299810409546, 0.3829638361930847, 0.40529531240463257, 0.4249067008495331, 0.3621235489845276, 0.40915054082870483, 0.3836115598678589, 0.3624805808067322, 0.25693270564079285], "cos_Ac_negg": [0.7473620176315308, 0.3926299810409546, 0.3829638361930847, 0.40529531240463257, 0.4249067008495331, 0.3621235489845276, 0.40915054082870483, 0.3836115598678589, 0.3624805808067322, 0.25693270564079285], "r_norm": [1.8111834526062012, 1.5542190074920654, 1.5346194505691528, 1.55873441696167, 1.535773515701294, 1.515385627746582, 1.5569045543670654, 1.5434496402740479, 1.5150740146636963, 1.5202478170394897], "ldr": {"dL_sdil": -0.044237732887268066, "dL_bp": -0.043833374977111816, "ratio": 1.0092248865246491}}, {"step": 2550, "epoch": 6, "train_loss": 1.634296178817749, "cos_r_negg": [0.7394546866416931, 0.3949098587036133, 0.37802204489707947, 0.4165944457054138, 0.4217476546764374, 0.3726993203163147, 0.40685319900512695, 0.4080735445022583, 0.3805493116378784, 0.30739259719848633], "cos_apical_negg": [0.7394546866416931, 0.3949098587036133, 0.37802204489707947, 0.4165944457054138, 0.4217476546764374, 0.3726993203163147, 0.40685319900512695, 0.4080735445022583, 0.3805493116378784, 0.30739259719848633], "cos_Ac_negg": [0.7394546866416931, 0.3949098587036133, 0.37802204489707947, 0.4165944457054138, 0.4217476546764374, 0.3726993203163147, 0.40685319900512695, 0.4080735445022583, 0.3805493116378784, 0.30739259719848633], "r_norm": [1.8701337575912476, 1.5947895050048828, 1.581333875656128, 1.6040894985198975, 1.5780929327011108, 1.5543588399887085, 1.600219964981079, 1.5877764225006104, 1.5555120706558228, 1.5590741634368896]}, {"step": 2600, "epoch": 6, "train_loss": 1.565786600112915, "cos_r_negg": [0.7561034560203552, 0.4003787338733673, 0.4020923972129822, 0.4185684025287628, 0.4321761727333069, 0.3776592016220093, 0.4226640462875366, 0.4232679605484009, 0.3725457191467285, 0.319479763507843], "cos_apical_negg": [0.7561034560203552, 0.4003787338733673, 0.4020923972129822, 0.4185684025287628, 0.4321761727333069, 0.3776592016220093, 0.4226640462875366, 0.4232679605484009, 0.3725457191467285, 0.319479763507843], "cos_Ac_negg": [0.7561034560203552, 0.4003787338733673, 0.4020923972129822, 0.4185684025287628, 0.4321761727333069, 0.3776592016220093, 0.4226640462875366, 0.4232679605484009, 0.3725457191467285, 0.319479763507843], "r_norm": [1.8325284719467163, 1.5638344287872314, 1.544600248336792, 1.5651750564575195, 1.5397415161132812, 1.5164361000061035, 1.5620454549789429, 1.5476245880126953, 1.517712116241455, 1.5232065916061401]}, {"step": 2650, "epoch": 6, "train_loss": 1.438910961151123, "cos_r_negg": [0.7569226026535034, 0.4178009629249573, 0.41263389587402344, 0.4292535185813904, 0.4392251968383789, 0.39720284938812256, 0.4220338463783264, 0.4240078330039978, 0.37346869707107544, 0.3396717309951782], "cos_apical_negg": [0.7569226026535034, 0.4178009629249573, 0.41263389587402344, 0.4292535185813904, 0.4392251968383789, 0.39720284938812256, 0.4220338463783264, 0.4240078330039978, 0.37346869707107544, 0.3396717309951782], "cos_Ac_negg": [0.7569226026535034, 0.4178009629249573, 0.41263389587402344, 0.4292535185813904, 0.4392251968383789, 0.39720284938812256, 0.4220338463783264, 0.4240078330039978, 0.37346869707107544, 0.3396717309951782], "r_norm": [1.8001987934112549, 1.5280358791351318, 1.5092623233795166, 1.526965856552124, 1.5059088468551636, 1.482898235321045, 1.5264084339141846, 1.5134090185165405, 1.4850664138793945, 1.4854531288146973]}, {"step": 2700, "epoch": 6, "train_loss": 1.5290051698684692, "cos_r_negg": [0.7653416395187378, 0.43110910058021545, 0.4301287829875946, 0.44131091237068176, 0.46052247285842896, 0.4191572666168213, 0.429080069065094, 0.42547130584716797, 0.4027863144874573, 0.3481300473213196], "cos_apical_negg": [0.7653416395187378, 0.43110910058021545, 0.4301287829875946, 0.44131091237068176, 0.46052247285842896, 0.4191572666168213, 0.429080069065094, 0.42547130584716797, 0.4027863144874573, 0.3481300473213196], "cos_Ac_negg": [0.7653416395187378, 0.43110910058021545, 0.4301287829875946, 0.44131091237068176, 0.46052247285842896, 0.4191572666168213, 0.429080069065094, 0.42547130584716797, 0.4027863144874573, 0.3481300473213196], "r_norm": [1.7985718250274658, 1.5208336114883423, 1.5026113986968994, 1.525917410850525, 1.4990148544311523, 1.4772536754608154, 1.5192408561706543, 1.5085172653198242, 1.476554036140442, 1.4804788827896118]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4186, "test_loss": 1.7531395874023437}, {"step": 2750, "epoch": 7, "train_loss": 1.50391685962677, "cos_r_negg": [0.7657321691513062, 0.4415387213230133, 0.4399869740009308, 0.4528582692146301, 0.4622220993041992, 0.43114346265792847, 0.4443654417991638, 0.43009334802627563, 0.4226591885089874, 0.34130775928497314], "cos_apical_negg": [0.7657321691513062, 0.4415387213230133, 0.4399869740009308, 0.4528582692146301, 0.4622220993041992, 0.43114346265792847, 0.4443654417991638, 0.43009334802627563, 0.4226591885089874, 0.34130775928497314], "cos_Ac_negg": [0.7657321691513062, 0.4415387213230133, 0.4399869740009308, 0.4528582692146301, 0.4622220993041992, 0.43114346265792847, 0.4443654417991638, 0.43009334802627563, 0.4226591885089874, 0.34130775928497314], "r_norm": [1.7916960716247559, 1.5097119808197021, 1.4929265975952148, 1.5141465663909912, 1.490565299987793, 1.4675065279006958, 1.5089054107666016, 1.4977504014968872, 1.4649744033813477, 1.4694699048995972], "ldr": {"dL_sdil": -0.04921090602874756, "dL_bp": -0.04908406734466553, "ratio": 1.002584111116778}}, {"step": 2800, "epoch": 7, "train_loss": 1.6575841903686523, "cos_r_negg": [0.7728002071380615, 0.45928409695625305, 0.45378991961479187, 0.4639468193054199, 0.477469801902771, 0.4295903444290161, 0.467033326625824, 0.44260865449905396, 0.41965994238853455, 0.3464440405368805], "cos_apical_negg": [0.7728002071380615, 0.45928409695625305, 0.45378991961479187, 0.4639468193054199, 0.477469801902771, 0.4295903444290161, 0.467033326625824, 0.44260865449905396, 0.41965994238853455, 0.3464440405368805], "cos_Ac_negg": [0.7728002071380615, 0.45928409695625305, 0.45378991961479187, 0.4639468193054199, 0.477469801902771, 0.4295903444290161, 0.467033326625824, 0.44260865449905396, 0.41965994238853455, 0.3464440405368805], "r_norm": [1.7335705757141113, 1.4550437927246094, 1.4394969940185547, 1.4590649604797363, 1.434810757637024, 1.4149372577667236, 1.453113317489624, 1.4417741298675537, 1.4087985754013062, 1.4137022495269775]}, {"step": 2850, "epoch": 7, "train_loss": 1.574871301651001, "cos_r_negg": [0.7654388546943665, 0.4652680456638336, 0.46111100912094116, 0.46700263023376465, 0.4993293881416321, 0.4455658197402954, 0.47986069321632385, 0.4456626772880554, 0.4231913387775421, 0.3601646423339844], "cos_apical_negg": [0.7654388546943665, 0.4652680456638336, 0.46111100912094116, 0.46700263023376465, 0.4993293881416321, 0.4455658197402954, 0.47986069321632385, 0.4456626772880554, 0.4231913387775421, 0.3601646423339844], "cos_Ac_negg": [0.7654388546943665, 0.4652680456638336, 0.46111100912094116, 0.46700263023376465, 0.4993293881416321, 0.4455658197402954, 0.47986069321632385, 0.4456626772880554, 0.4231913387775421, 0.3601646423339844], "r_norm": [1.7564785480499268, 1.4682018756866455, 1.4516898393630981, 1.4726108312606812, 1.4481477737426758, 1.4245761632919312, 1.466267704963684, 1.4529813528060913, 1.4185867309570312, 1.4251915216445923]}, {"step": 2900, "epoch": 7, "train_loss": 1.3714603185653687, "cos_r_negg": [0.7729865312576294, 0.47089534997940063, 0.470808744430542, 0.4823167324066162, 0.5043864250183105, 0.43972402811050415, 0.49137943983078003, 0.46821704506874084, 0.4472218155860901, 0.38471129536628723], "cos_apical_negg": [0.7729865312576294, 0.47089534997940063, 0.470808744430542, 0.4823167324066162, 0.5043864250183105, 0.43972402811050415, 0.49137943983078003, 0.46821704506874084, 0.4472218155860901, 0.38471129536628723], "cos_Ac_negg": [0.7729865312576294, 0.47089534997940063, 0.470808744430542, 0.4823167324066162, 0.5043864250183105, 0.43972402811050415, 0.49137943983078003, 0.46821704506874084, 0.4472218155860901, 0.38471129536628723], "r_norm": [1.7587331533432007, 1.4638279676437378, 1.4453246593475342, 1.4671019315719604, 1.444960117340088, 1.4225211143493652, 1.4605062007904053, 1.4485805034637451, 1.415871500968933, 1.4180622100830078]}, {"step": 2950, "epoch": 7, "train_loss": 1.4941508769989014, "cos_r_negg": [0.7760128974914551, 0.48051780462265015, 0.4853273630142212, 0.5021762251853943, 0.4968464970588684, 0.4595246911048889, 0.5007266998291016, 0.47590985894203186, 0.4697863459587097, 0.3915533721446991], "cos_apical_negg": [0.7760128974914551, 0.48051780462265015, 0.4853273630142212, 0.5021762251853943, 0.4968464970588684, 0.4595246911048889, 0.5007266998291016, 0.47590985894203186, 0.4697863459587097, 0.3915533721446991], "cos_Ac_negg": [0.7760128974914551, 0.48051780462265015, 0.4853273630142212, 0.5021762251853943, 0.4968464970588684, 0.4595246911048889, 0.5007266998291016, 0.47590985894203186, 0.4697863459587097, 0.3915533721446991], "r_norm": [1.7460724115371704, 1.4501502513885498, 1.4360764026641846, 1.45546293258667, 1.427253246307373, 1.4081742763519287, 1.448513388633728, 1.4343128204345703, 1.3996857404708862, 1.4046649932861328]}, {"step": 3000, "epoch": 7, "train_loss": 1.5192227363586426, "cos_r_negg": [0.7758481502532959, 0.49343687295913696, 0.4983029365539551, 0.5025442838668823, 0.5141596794128418, 0.4738546311855316, 0.5062123537063599, 0.48880308866500854, 0.4868943393230438, 0.39835065603256226], "cos_apical_negg": [0.7758481502532959, 0.49343687295913696, 0.4983029365539551, 0.5025442838668823, 0.5141596794128418, 0.4738546311855316, 0.5062123537063599, 0.48880308866500854, 0.4868943393230438, 0.39835065603256226], "cos_Ac_negg": [0.7758481502532959, 0.49343687295913696, 0.4983029365539551, 0.5025442838668823, 0.5141596794128418, 0.4738546311855316, 0.5062123537063599, 0.48880308866500854, 0.4868943393230438, 0.39835065603256226], "r_norm": [1.7016172409057617, 1.407806396484375, 1.392001748085022, 1.4124373197555542, 1.3839154243469238, 1.3646315336227417, 1.4034409523010254, 1.3919399976730347, 1.3566325902938843, 1.36051344871521], "ldr": {"dL_sdil": -0.07662057876586914, "dL_bp": -0.07662534713745117, "ratio": 0.999937770310215}}, {"step": 3050, "epoch": 7, "train_loss": 1.4633748531341553, "cos_r_negg": [0.7933378219604492, 0.4970771074295044, 0.5103896856307983, 0.524282693862915, 0.5318869352340698, 0.48820704221725464, 0.5077999830245972, 0.5000189542770386, 0.49308136105537415, 0.41336172819137573], "cos_apical_negg": [0.7933378219604492, 0.4970771074295044, 0.5103896856307983, 0.524282693862915, 0.5318869352340698, 0.48820704221725464, 0.5077999830245972, 0.5000189542770386, 0.49308136105537415, 0.41336172819137573], "cos_Ac_negg": [0.7933378219604492, 0.4970771074295044, 0.5103896856307983, 0.524282693862915, 0.5318869352340698, 0.48820704221725464, 0.5077999830245972, 0.5000189542770386, 0.49308136105537415, 0.41336172819137573], "r_norm": [1.7043044567108154, 1.406348705291748, 1.3909714221954346, 1.4127843379974365, 1.3847877979278564, 1.3628277778625488, 1.4021276235580444, 1.3911874294281006, 1.3561866283416748, 1.359706163406372]}, {"step": 3100, "epoch": 7, "train_loss": 1.316341757774353, "cos_r_negg": [0.7826817035675049, 0.5091635584831238, 0.5162900686264038, 0.5178718566894531, 0.5457253456115723, 0.5032054781913757, 0.5314462184906006, 0.5217317938804626, 0.5052661895751953, 0.4345725476741791], "cos_apical_negg": [0.7826817035675049, 0.5091635584831238, 0.5162900686264038, 0.5178718566894531, 0.5457253456115723, 0.5032054781913757, 0.5314462184906006, 0.5217317938804626, 0.5052661895751953, 0.4345725476741791], "cos_Ac_negg": [0.7826817035675049, 0.5091635584831238, 0.5162900686264038, 0.5178718566894531, 0.5457253456115723, 0.5032054781913757, 0.5314462184906006, 0.5217317938804626, 0.5052661895751953, 0.4345725476741791], "r_norm": [1.6895564794540405, 1.3907911777496338, 1.3754262924194336, 1.3921414613723755, 1.3683639764785767, 1.3461096286773682, 1.3838375806808472, 1.3720464706420898, 1.336185097694397, 1.3401947021484375]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4299, "test_loss": 1.75498388671875}, {"step": 3150, "epoch": 8, "train_loss": 1.4005341529846191, "cos_r_negg": [0.7950899600982666, 0.5204136371612549, 0.5339891314506531, 0.5256271362304688, 0.5575054883956909, 0.5121142268180847, 0.5285178422927856, 0.529569685459137, 0.522842288017273, 0.4595790207386017], "cos_apical_negg": [0.7950899600982666, 0.5204136371612549, 0.5339891314506531, 0.5256271362304688, 0.5575054883956909, 0.5121142268180847, 0.5285178422927856, 0.529569685459137, 0.522842288017273, 0.4595790207386017], "cos_Ac_negg": [0.7950899600982666, 0.5204136371612549, 0.5339891314506531, 0.5256271362304688, 0.5575054883956909, 0.5121142268180847, 0.5285178422927856, 0.529569685459137, 0.522842288017273, 0.4595790207386017], "r_norm": [1.6855119466781616, 1.3828990459442139, 1.368027925491333, 1.3845276832580566, 1.3610446453094482, 1.3371598720550537, 1.3764526844024658, 1.3653452396392822, 1.3302361965179443, 1.3309053182601929]}, {"step": 3200, "epoch": 8, "train_loss": 1.389169454574585, "cos_r_negg": [0.7919156551361084, 0.5283539295196533, 0.538171112537384, 0.5420106649398804, 0.5648311972618103, 0.5297472476959229, 0.5460484027862549, 0.5393276214599609, 0.5280317068099976, 0.4680582284927368], "cos_apical_negg": [0.7919156551361084, 0.5283539295196533, 0.538171112537384, 0.5420106649398804, 0.5648311972618103, 0.5297472476959229, 0.5460484027862549, 0.5393276214599609, 0.5280317068099976, 0.4680582284927368], "cos_Ac_negg": [0.7919156551361084, 0.5283539295196533, 0.538171112537384, 0.5420106649398804, 0.5648311972618103, 0.5297472476959229, 0.5460484027862549, 0.5393276214599609, 0.5280317068099976, 0.4680582284927368], "r_norm": [1.6366420984268188, 1.3394379615783691, 1.3231756687164307, 1.341323971748352, 1.3184728622436523, 1.2968201637268066, 1.3328986167907715, 1.3227438926696777, 1.2876243591308594, 1.2897508144378662]}, {"step": 3250, "epoch": 8, "train_loss": 1.4002373218536377, "cos_r_negg": [0.7922664284706116, 0.5393989086151123, 0.5538350343704224, 0.5585271120071411, 0.5727330446243286, 0.5256425142288208, 0.5573678016662598, 0.5656570792198181, 0.548075258731842, 0.48960331082344055], "cos_apical_negg": [0.7922664284706116, 0.5393989086151123, 0.5538350343704224, 0.5585271120071411, 0.5727330446243286, 0.5256425142288208, 0.5573678016662598, 0.5656570792198181, 0.548075258731842, 0.48960331082344055], "cos_Ac_negg": [0.7922664284706116, 0.5393989086151123, 0.5538350343704224, 0.5585271120071411, 0.5727330446243286, 0.5256425142288208, 0.5573678016662598, 0.5656570792198181, 0.548075258731842, 0.48960331082344055], "r_norm": [1.6888847351074219, 1.3806803226470947, 1.3620734214782715, 1.3835203647613525, 1.3554129600524902, 1.334075689315796, 1.372227668762207, 1.362583875656128, 1.323309302330017, 1.3250958919525146], "ldr": {"dL_sdil": -0.11558282375335693, "dL_bp": -0.11544370651245117, "ratio": 1.00120506561257}}, {"step": 3300, "epoch": 8, "train_loss": 1.488495111465454, "cos_r_negg": [0.7876659631729126, 0.5524869561195374, 0.5607418417930603, 0.56980961561203, 0.5863727927207947, 0.5417227745056152, 0.5674169063568115, 0.5708374977111816, 0.5559397339820862, 0.5195217132568359], "cos_apical_negg": [0.7876659631729126, 0.5524869561195374, 0.5607418417930603, 0.56980961561203, 0.5863727927207947, 0.5417227745056152, 0.5674169063568115, 0.5708374977111816, 0.5559397339820862, 0.5195217132568359], "cos_Ac_negg": [0.7876659631729126, 0.5524869561195374, 0.5607418417930603, 0.56980961561203, 0.5863727927207947, 0.5417227745056152, 0.5674169063568115, 0.5708374977111816, 0.5559397339820862, 0.5195217132568359], "r_norm": [1.636254072189331, 1.3323028087615967, 1.3158066272735596, 1.335497260093689, 1.3113425970077515, 1.2880980968475342, 1.3229626417160034, 1.314052700996399, 1.276057481765747, 1.2804811000823975]}, {"step": 3350, "epoch": 8, "train_loss": 1.402127981185913, "cos_r_negg": [0.7994785308837891, 0.5634979009628296, 0.5679123401641846, 0.5738493204116821, 0.5925401449203491, 0.5555639266967773, 0.5743722915649414, 0.5861964225769043, 0.5665085911750793, 0.5204235315322876], "cos_apical_negg": [0.7994785308837891, 0.5634979009628296, 0.5679123401641846, 0.5738493204116821, 0.5925401449203491, 0.5555639266967773, 0.5743722915649414, 0.5861964225769043, 0.5665085911750793, 0.5204235315322876], "cos_Ac_negg": [0.7994785308837891, 0.5634979009628296, 0.5679123401641846, 0.5738493204116821, 0.5925401449203491, 0.5555639266967773, 0.5743722915649414, 0.5861964225769043, 0.5665085911750793, 0.5204235315322876], "r_norm": [1.6665483713150024, 1.3509788513183594, 1.3384678363800049, 1.351986289024353, 1.3299987316131592, 1.3060247898101807, 1.3436267375946045, 1.3327405452728271, 1.294550895690918, 1.2947282791137695]}, {"step": 3400, "epoch": 8, "train_loss": 1.4552979469299316, "cos_r_negg": [0.8051515817642212, 0.5696858167648315, 0.5790619254112244, 0.5913896560668945, 0.5956083536148071, 0.5782300233840942, 0.5833032131195068, 0.6090954542160034, 0.588111400604248, 0.5166813135147095], "cos_apical_negg": [0.8051515817642212, 0.5696858167648315, 0.5790619254112244, 0.5913896560668945, 0.5956083536148071, 0.5782300233840942, 0.5833032131195068, 0.6090954542160034, 0.588111400604248, 0.5166813135147095], "cos_Ac_negg": [0.8051515817642212, 0.5696858167648315, 0.5790619254112244, 0.5913896560668945, 0.5956083536148071, 0.5782300233840942, 0.5833032131195068, 0.6090954542160034, 0.588111400604248, 0.5166813135147095], "r_norm": [1.6440200805664062, 1.330840826034546, 1.3165650367736816, 1.3313188552856445, 1.3086585998535156, 1.287132978439331, 1.3208800554275513, 1.3108024597167969, 1.2730728387832642, 1.2752673625946045]}, {"step": 3450, "epoch": 8, "train_loss": 1.2531826496124268, "cos_r_negg": [0.8051973581314087, 0.5803828239440918, 0.5821341276168823, 0.5977933406829834, 0.6104636192321777, 0.5813856720924377, 0.597501277923584, 0.6028623580932617, 0.588810384273529, 0.5434664487838745], "cos_apical_negg": [0.8051973581314087, 0.5803828239440918, 0.5821341276168823, 0.5977933406829834, 0.6104636192321777, 0.5813856720924377, 0.597501277923584, 0.6028623580932617, 0.588810384273529, 0.5434664487838745], "cos_Ac_negg": [0.8051973581314087, 0.5803828239440918, 0.5821341276168823, 0.5977933406829834, 0.6104636192321777, 0.5813856720924377, 0.597501277923584, 0.6028623580932617, 0.588810384273529, 0.5434664487838745], "r_norm": [1.636949062347412, 1.3220878839492798, 1.308657169342041, 1.3239445686340332, 1.3026230335235596, 1.278352975845337, 1.3099831342697144, 1.3032684326171875, 1.2643102407455444, 1.2675158977508545]}, {"step": 3500, "epoch": 8, "train_loss": 1.2244224548339844, "cos_r_negg": [0.8064635396003723, 0.5933513641357422, 0.5908704996109009, 0.6092509031295776, 0.6295127272605896, 0.5903230905532837, 0.611054539680481, 0.6055209636688232, 0.6087607145309448, 0.5630782842636108], "cos_apical_negg": [0.8064635396003723, 0.5933513641357422, 0.5908704996109009, 0.6092509031295776, 0.6295127272605896, 0.5903230905532837, 0.611054539680481, 0.6055209636688232, 0.6087607145309448, 0.5630782842636108], "cos_Ac_negg": [0.8064635396003723, 0.5933513641357422, 0.5908704996109009, 0.6092509031295776, 0.6295127272605896, 0.5903230905532837, 0.611054539680481, 0.6055209636688232, 0.6087607145309448, 0.5630782842636108], "r_norm": [1.6144330501556396, 1.302386999130249, 1.2877998352050781, 1.305116891860962, 1.2799208164215088, 1.258192777633667, 1.2879518270492554, 1.2808122634887695, 1.2451353073120117, 1.2475593090057373], "ldr": {"dL_sdil": -0.05225217342376709, "dL_bp": -0.05352044105529785, "ratio": 0.976303116967583}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4108, "test_loss": 1.8314488647460938}, {"step": 3550, "epoch": 9, "train_loss": 1.3622759580612183, "cos_r_negg": [0.805336594581604, 0.6010568737983704, 0.599757969379425, 0.6139072179794312, 0.6344997882843018, 0.6027096509933472, 0.6160944700241089, 0.6282632946968079, 0.6118943691253662, 0.5787696838378906], "cos_apical_negg": [0.805336594581604, 0.6010568737983704, 0.599757969379425, 0.6139072179794312, 0.6344997882843018, 0.6027096509933472, 0.6160944700241089, 0.6282632946968079, 0.6118943691253662, 0.5787696838378906], "cos_Ac_negg": [0.805336594581604, 0.6010568737983704, 0.599757969379425, 0.6139072179794312, 0.6344997882843018, 0.6027096509933472, 0.6160944700241089, 0.6282632946968079, 0.6118943691253662, 0.5787696838378906], "r_norm": [1.6624739170074463, 1.3398947715759277, 1.325444221496582, 1.3421186208724976, 1.316827654838562, 1.294102430343628, 1.323129415512085, 1.3198161125183105, 1.2799134254455566, 1.2844018936157227]}, {"step": 3600, "epoch": 9, "train_loss": 1.4924331903457642, "cos_r_negg": [0.8048821687698364, 0.6159349083900452, 0.6150359511375427, 0.6232706308364868, 0.6473915576934814, 0.6144402027130127, 0.6235953569412231, 0.6364778280258179, 0.6190568208694458, 0.5800206661224365], "cos_apical_negg": [0.8048821687698364, 0.6159349083900452, 0.6150359511375427, 0.6232706308364868, 0.6473915576934814, 0.6144402027130127, 0.6235953569412231, 0.6364778280258179, 0.6190568208694458, 0.5800206661224365], "cos_Ac_negg": [0.8048821687698364, 0.6159349083900452, 0.6150359511375427, 0.6232706308364868, 0.6473915576934814, 0.6144402027130127, 0.6235953569412231, 0.6364778280258179, 0.6190568208694458, 0.5800206661224365], "r_norm": [1.6077383756637573, 1.2945706844329834, 1.2802073955535889, 1.2953784465789795, 1.2723369598388672, 1.2470629215240479, 1.2766292095184326, 1.2706067562103271, 1.233548879623413, 1.2353358268737793]}, {"step": 3650, "epoch": 9, "train_loss": 1.3289766311645508, "cos_r_negg": [0.8010181188583374, 0.6209344863891602, 0.6259927153587341, 0.6382542252540588, 0.6528828144073486, 0.6340008974075317, 0.6374058723449707, 0.6460394859313965, 0.6209254264831543, 0.5838978886604309], "cos_apical_negg": [0.8010181188583374, 0.6209344863891602, 0.6259927153587341, 0.6382542252540588, 0.6528828144073486, 0.6340008974075317, 0.6374058723449707, 0.6460394859313965, 0.6209254264831543, 0.5838978886604309], "cos_Ac_negg": [0.8010181188583374, 0.6209344863891602, 0.6259927153587341, 0.6382542252540588, 0.6528828144073486, 0.6340008974075317, 0.6374058723449707, 0.6460394859313965, 0.6209254264831543, 0.5838978886604309], "r_norm": [1.6153581142425537, 1.2988736629486084, 1.2851576805114746, 1.300161361694336, 1.2760850191116333, 1.2526631355285645, 1.2811403274536133, 1.2743664979934692, 1.2391116619110107, 1.2377538681030273]}, {"step": 3700, "epoch": 9, "train_loss": 1.2686632871627808, "cos_r_negg": [0.8179293870925903, 0.6340121030807495, 0.6369499564170837, 0.6462013721466064, 0.6626225709915161, 0.6278414726257324, 0.6552187204360962, 0.6609174013137817, 0.6371840238571167, 0.5923199653625488], "cos_apical_negg": [0.8179293870925903, 0.6340121030807495, 0.6369499564170837, 0.6462013721466064, 0.6626225709915161, 0.6278414726257324, 0.6552187204360962, 0.6609174013137817, 0.6371840238571167, 0.5923199653625488], "cos_Ac_negg": [0.8179293870925903, 0.6340121030807495, 0.6369499564170837, 0.6462013721466064, 0.6626225709915161, 0.6278414726257324, 0.6552187204360962, 0.6609174013137817, 0.6371840238571167, 0.5923199653625488], "r_norm": [1.623655080795288, 1.3023655414581299, 1.290792465209961, 1.3048672676086426, 1.2806276082992554, 1.2563217878341675, 1.2858328819274902, 1.2777717113494873, 1.2416324615478516, 1.2414402961730957]}, {"step": 3750, "epoch": 9, "train_loss": 1.2556359767913818, "cos_r_negg": [0.8125932216644287, 0.6435109376907349, 0.6458761692047119, 0.6588427424430847, 0.671428918838501, 0.6499314308166504, 0.667291522026062, 0.6742781400680542, 0.6519430875778198, 0.6150102019309998], "cos_apical_negg": [0.8125932216644287, 0.6435109376907349, 0.6458761692047119, 0.6588427424430847, 0.671428918838501, 0.6499314308166504, 0.667291522026062, 0.6742781400680542, 0.6519430875778198, 0.6150102019309998], "cos_Ac_negg": [0.8125932216644287, 0.6435109376907349, 0.6458761692047119, 0.6588427424430847, 0.671428918838501, 0.6499314308166504, 0.667291522026062, 0.6742781400680542, 0.6519430875778198, 0.6150102019309998], "r_norm": [1.6368968486785889, 1.3091696500778198, 1.2951056957244873, 1.3105926513671875, 1.285792350769043, 1.2610187530517578, 1.2902543544769287, 1.2831575870513916, 1.2468953132629395, 1.2464756965637207], "ldr": {"dL_sdil": -0.06828939914703369, "dL_bp": -0.0705573558807373, "ratio": 0.967856551519063}}, {"step": 3800, "epoch": 9, "train_loss": 1.6134612560272217, "cos_r_negg": [0.8221583366394043, 0.648074746131897, 0.6568514108657837, 0.6617326736450195, 0.6818681955337524, 0.6636422872543335, 0.6705424785614014, 0.6794830560684204, 0.665260910987854, 0.6173460483551025], "cos_apical_negg": [0.8221583366394043, 0.648074746131897, 0.6568514108657837, 0.6617326736450195, 0.6818681955337524, 0.6636422872543335, 0.6705424785614014, 0.6794830560684204, 0.665260910987854, 0.6173460483551025], "cos_Ac_negg": [0.8221583366394043, 0.648074746131897, 0.6568514108657837, 0.6617326736450195, 0.6818681955337524, 0.6636422872543335, 0.6705424785614014, 0.6794830560684204, 0.665260910987854, 0.6173460483551025], "r_norm": [1.6031485795974731, 1.2825698852539062, 1.2679184675216675, 1.2825528383255005, 1.2591331005096436, 1.2324806451797485, 1.261345624923706, 1.2546923160552979, 1.2174086570739746, 1.2186243534088135]}, {"step": 3850, "epoch": 9, "train_loss": 1.32893705368042, "cos_r_negg": [0.8143698573112488, 0.6563373804092407, 0.6657558083534241, 0.6741244792938232, 0.6911270022392273, 0.673328697681427, 0.6816441416740417, 0.6773198843002319, 0.6714682579040527, 0.6367161273956299], "cos_apical_negg": [0.8143698573112488, 0.6563373804092407, 0.6657558083534241, 0.6741244792938232, 0.6911270022392273, 0.673328697681427, 0.6816441416740417, 0.6773198843002319, 0.6714682579040527, 0.6367161273956299], "cos_Ac_negg": [0.8143698573112488, 0.6563373804092407, 0.6657558083534241, 0.6741244792938232, 0.6911270022392273, 0.673328697681427, 0.6816441416740417, 0.6773198843002319, 0.6714682579040527, 0.6367161273956299], "r_norm": [1.6100578308105469, 1.2897875308990479, 1.2739508152008057, 1.2881484031677246, 1.2648407220840454, 1.240987777709961, 1.267228126525879, 1.2598036527633667, 1.226628303527832, 1.2253475189208984]}, {"step": 3900, "epoch": 9, "train_loss": 1.301753282546997, "cos_r_negg": [0.8208474516868591, 0.6595726013183594, 0.6763615608215332, 0.676209032535553, 0.6935832500457764, 0.6821541786193848, 0.6778237223625183, 0.6906042695045471, 0.6745620965957642, 0.6502234935760498], "cos_apical_negg": [0.8208474516868591, 0.6595726013183594, 0.6763615608215332, 0.676209032535553, 0.6935832500457764, 0.6821541786193848, 0.6778237223625183, 0.6906042695045471, 0.6745620965957642, 0.6502234935760498], "cos_Ac_negg": [0.8208474516868591, 0.6595726013183594, 0.6763615608215332, 0.676209032535553, 0.6935832500457764, 0.6821541786193848, 0.6778237223625183, 0.6906042695045471, 0.6745620965957642, 0.6502234935760498], "r_norm": [1.594281792640686, 1.2762401103973389, 1.2614988088607788, 1.274608850479126, 1.250905990600586, 1.2250888347625732, 1.2516056299209595, 1.2454982995986938, 1.2072492837905884, 1.2084556818008423]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4288, "test_loss": 1.8249390991210936}, {"step": 3950, "epoch": 10, "train_loss": 1.1442859172821045, "cos_r_negg": [0.8277332782745361, 0.6726675033569336, 0.6860724687576294, 0.6869183778762817, 0.6988729238510132, 0.688718318939209, 0.6930607557296753, 0.693079948425293, 0.688084602355957, 0.6629362106323242], "cos_apical_negg": [0.8277332782745361, 0.6726675033569336, 0.6860724687576294, 0.6869183778762817, 0.6988729238510132, 0.688718318939209, 0.6930607557296753, 0.693079948425293, 0.688084602355957, 0.6629362106323242], "cos_Ac_negg": [0.8277332782745361, 0.6726675033569336, 0.6860724687576294, 0.6869183778762817, 0.6988729238510132, 0.688718318939209, 0.6930607557296753, 0.693079948425293, 0.688084602355957, 0.6629362106323242], "r_norm": [1.62125825881958, 1.297528624534607, 1.284340500831604, 1.293873906135559, 1.2716978788375854, 1.2459031343460083, 1.2733712196350098, 1.2651259899139404, 1.2288687229156494, 1.2289189100265503]}, {"step": 4000, "epoch": 10, "train_loss": 1.2246689796447754, "cos_r_negg": [0.8259750604629517, 0.6761822700500488, 0.6951454877853394, 0.7009505033493042, 0.7142648696899414, 0.6972623467445374, 0.7086896300315857, 0.716209352016449, 0.7055784463882446, 0.6700092554092407], "cos_apical_negg": [0.8259750604629517, 0.6761822700500488, 0.6951454877853394, 0.7009505033493042, 0.7142648696899414, 0.6972623467445374, 0.7086896300315857, 0.716209352016449, 0.7055784463882446, 0.6700092554092407], "cos_Ac_negg": [0.8259750604629517, 0.6761822700500488, 0.6951454877853394, 0.7009505033493042, 0.7142648696899414, 0.6972623467445374, 0.7086896300315857, 0.716209352016449, 0.7055784463882446, 0.6700092554092407], "r_norm": [1.6347578763961792, 1.3097336292266846, 1.2952783107757568, 1.3039816617965698, 1.2810779809951782, 1.2562637329101562, 1.284340739250183, 1.2758548259735107, 1.2380902767181396, 1.2363967895507812], "ldr": {"dL_sdil": -0.07850420475006104, "dL_bp": -0.08218491077423096, "ratio": 0.9552143332699948}}, {"step": 4050, "epoch": 10, "train_loss": 1.2029675245285034, "cos_r_negg": [0.823047935962677, 0.6886584758758545, 0.7017353177070618, 0.7036159634590149, 0.7191247344017029, 0.7029132843017578, 0.7161952257156372, 0.7159203886985779, 0.7204097509384155, 0.6815626621246338], "cos_apical_negg": [0.823047935962677, 0.6886584758758545, 0.7017353177070618, 0.7036159634590149, 0.7191247344017029, 0.7029132843017578, 0.7161952257156372, 0.7159203886985779, 0.7204097509384155, 0.6815626621246338], "cos_Ac_negg": [0.823047935962677, 0.6886584758758545, 0.7017353177070618, 0.7036159634590149, 0.7191247344017029, 0.7029132843017578, 0.7161952257156372, 0.7159203886985779, 0.7204097509384155, 0.6815626621246338], "r_norm": [1.6023679971694946, 1.2840837240219116, 1.2693909406661987, 1.278977394104004, 1.2573950290679932, 1.229941964149475, 1.257852554321289, 1.2517952919006348, 1.2131239175796509, 1.2139537334442139]}, {"step": 4100, "epoch": 10, "train_loss": 1.4268798828125, "cos_r_negg": [0.8266434669494629, 0.6930316686630249, 0.7045595645904541, 0.7133195996284485, 0.7289653420448303, 0.7132956385612488, 0.721771776676178, 0.7203847169876099, 0.7224864959716797, 0.6849313974380493], "cos_apical_negg": [0.8266434669494629, 0.6930316686630249, 0.7045595645904541, 0.7133195996284485, 0.7289653420448303, 0.7132956385612488, 0.721771776676178, 0.7203847169876099, 0.7224864959716797, 0.6849313974380493], "cos_Ac_negg": [0.8266434669494629, 0.6930316686630249, 0.7045595645904541, 0.7133195996284485, 0.7289653420448303, 0.7132956385612488, 0.721771776676178, 0.7203847169876099, 0.7224864959716797, 0.6849313974380493], "r_norm": [1.5923514366149902, 1.2710192203521729, 1.2597770690917969, 1.2708324193954468, 1.2473084926605225, 1.2227251529693604, 1.2467823028564453, 1.2393914461135864, 1.2032241821289062, 1.2041575908660889]}, {"step": 4150, "epoch": 10, "train_loss": 1.115698218345642, "cos_r_negg": [0.8317607641220093, 0.7064791917800903, 0.7153669595718384, 0.7207343578338623, 0.7395485639572144, 0.7198127508163452, 0.7291569113731384, 0.7324464917182922, 0.7381627559661865, 0.7049780488014221], "cos_apical_negg": [0.8317607641220093, 0.7064791917800903, 0.7153669595718384, 0.7207343578338623, 0.7395485639572144, 0.7198127508163452, 0.7291569113731384, 0.7324464917182922, 0.7381627559661865, 0.7049780488014221], "cos_Ac_negg": [0.8317607641220093, 0.7064791917800903, 0.7153669595718384, 0.7207343578338623, 0.7395485639572144, 0.7198127508163452, 0.7291569113731384, 0.7324464917182922, 0.7381627559661865, 0.7049780488014221], "r_norm": [1.6149271726608276, 1.2909207344055176, 1.27901029586792, 1.2844393253326416, 1.2623708248138428, 1.2363765239715576, 1.2635256052017212, 1.2572789192199707, 1.220066785812378, 1.2157604694366455]}, {"step": 4200, "epoch": 10, "train_loss": 1.2613701820373535, "cos_r_negg": [0.8362516164779663, 0.7124415636062622, 0.7243342995643616, 0.7339449524879456, 0.7435852289199829, 0.7327771782875061, 0.7392502427101135, 0.7397160530090332, 0.7487707734107971, 0.7159069776535034], "cos_apical_negg": [0.8362516164779663, 0.7124415636062622, 0.7243342995643616, 0.7339449524879456, 0.7435852289199829, 0.7327771782875061, 0.7392502427101135, 0.7397160530090332, 0.7487707734107971, 0.7159069776535034], "cos_Ac_negg": [0.8362516164779663, 0.7124415636062622, 0.7243342995643616, 0.7339449524879456, 0.7435852289199829, 0.7327771782875061, 0.7392502427101135, 0.7397160530090332, 0.7487707734107971, 0.7159069776535034], "r_norm": [1.567805528640747, 1.2529064416885376, 1.2420861721038818, 1.2479881048202515, 1.2261239290237427, 1.201119065284729, 1.2270841598510742, 1.21970796585083, 1.1829015016555786, 1.181220293045044]}, {"step": 4250, "epoch": 10, "train_loss": 1.456941843032837, "cos_r_negg": [0.8335639238357544, 0.7166321873664856, 0.7286323308944702, 0.739326000213623, 0.7501572966575623, 0.7361599206924438, 0.7349996566772461, 0.7483611702919006, 0.7475736141204834, 0.712481677532196], "cos_apical_negg": [0.8335639238357544, 0.7166321873664856, 0.7286323308944702, 0.739326000213623, 0.7501572966575623, 0.7361599206924438, 0.7349996566772461, 0.7483611702919006, 0.7475736141204834, 0.712481677532196], "cos_Ac_negg": [0.8335639238357544, 0.7166321873664856, 0.7286323308944702, 0.739326000213623, 0.7501572966575623, 0.7361599206924438, 0.7349996566772461, 0.7483611702919006, 0.7475736141204834, 0.712481677532196], "r_norm": [1.6048250198364258, 1.2833154201507568, 1.2732081413269043, 1.2798497676849365, 1.257350206375122, 1.23222017288208, 1.2569456100463867, 1.248161792755127, 1.2105648517608643, 1.2094502449035645], "ldr": {"dL_sdil": -0.056360602378845215, "dL_bp": -0.061241865158081055, "ratio": 0.9202953279323541}}, {"step": 4300, "epoch": 10, "train_loss": 1.0921649932861328, "cos_r_negg": [0.8360998034477234, 0.722707986831665, 0.7416645288467407, 0.7451919317245483, 0.7613480091094971, 0.7480603456497192, 0.7484197020530701, 0.7521796822547913, 0.7550983428955078, 0.7292765974998474], "cos_apical_negg": [0.8360998034477234, 0.722707986831665, 0.7416645288467407, 0.7451919317245483, 0.7613480091094971, 0.7480603456497192, 0.7484197020530701, 0.7521796822547913, 0.7550983428955078, 0.7292765974998474], "cos_Ac_negg": [0.8360998034477234, 0.722707986831665, 0.7416645288467407, 0.7451919317245483, 0.7613480091094971, 0.7480603456497192, 0.7484197020530701, 0.7521796822547913, 0.7550983428955078, 0.7292765974998474], "r_norm": [1.600241780281067, 1.2792418003082275, 1.2677435874938965, 1.2774276733398438, 1.251571774482727, 1.2285977602005005, 1.2514410018920898, 1.2423853874206543, 1.2063905000686646, 1.20356285572052]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.427, "test_loss": 1.8113104736328125}, {"step": 4350, "epoch": 11, "train_loss": 1.0735366344451904, "cos_r_negg": [0.8340811729431152, 0.727561354637146, 0.7426640391349792, 0.7505735158920288, 0.7659980058670044, 0.7573503255844116, 0.7574889659881592, 0.7601394653320312, 0.7622075080871582, 0.735095739364624], "cos_apical_negg": [0.8340811729431152, 0.727561354637146, 0.7426640391349792, 0.7505735158920288, 0.7659980058670044, 0.7573503255844116, 0.7574889659881592, 0.7601394653320312, 0.7622075080871582, 0.735095739364624], "cos_Ac_negg": [0.8340811729431152, 0.727561354637146, 0.7426640391349792, 0.7505735158920288, 0.7659980058670044, 0.7573503255844116, 0.7574889659881592, 0.7601394653320312, 0.7622075080871582, 0.735095739364624], "r_norm": [1.63350510597229, 1.3071718215942383, 1.2964649200439453, 1.304221272468567, 1.27933931350708, 1.2535189390182495, 1.2771337032318115, 1.2670798301696777, 1.231541633605957, 1.22902250289917]}, {"step": 4400, "epoch": 11, "train_loss": 1.2045485973358154, "cos_r_negg": [0.8369556069374084, 0.739726185798645, 0.7523385286331177, 0.7641225457191467, 0.7730467915534973, 0.7694971561431885, 0.7610181570053101, 0.7701972723007202, 0.7702209949493408, 0.7484472393989563], "cos_apical_negg": [0.8369556069374084, 0.739726185798645, 0.7523385286331177, 0.7641225457191467, 0.7730467915534973, 0.7694971561431885, 0.7610181570053101, 0.7701972723007202, 0.7702209949493408, 0.7484472393989563], "cos_Ac_negg": [0.8369556069374084, 0.739726185798645, 0.7523385286331177, 0.7641225457191467, 0.7730467915534973, 0.7694971561431885, 0.7610181570053101, 0.7701972723007202, 0.7702209949493408, 0.7484472393989563], "r_norm": [1.6033716201782227, 1.2833465337753296, 1.2721936702728271, 1.2804853916168213, 1.2580349445343018, 1.230599045753479, 1.2527278661727905, 1.243523359298706, 1.206432819366455, 1.206479787826538]}, {"step": 4450, "epoch": 11, "train_loss": 1.334566593170166, "cos_r_negg": [0.8384905457496643, 0.7390838861465454, 0.7573407888412476, 0.760945737361908, 0.7775663137435913, 0.764289140701294, 0.7685507535934448, 0.769790768623352, 0.7771099209785461, 0.7531278729438782], "cos_apical_negg": [0.8384905457496643, 0.7390838861465454, 0.7573407888412476, 0.760945737361908, 0.7775663137435913, 0.764289140701294, 0.7685507535934448, 0.769790768623352, 0.7771099209785461, 0.7531278729438782], "cos_Ac_negg": [0.8384905457496643, 0.7390838861465454, 0.7573407888412476, 0.760945737361908, 0.7775663137435913, 0.764289140701294, 0.7685507535934448, 0.769790768623352, 0.7771099209785461, 0.7531278729438782], "r_norm": [1.6966310739517212, 1.3574978113174438, 1.3493421077728271, 1.3541216850280762, 1.327463150024414, 1.3014707565307617, 1.3250117301940918, 1.3140441179275513, 1.2787806987762451, 1.2744688987731934]}, {"step": 4500, "epoch": 11, "train_loss": 1.1555266380310059, "cos_r_negg": [0.8401687741279602, 0.7451590299606323, 0.7645363807678223, 0.7694669961929321, 0.7813663482666016, 0.7737302780151367, 0.7806696891784668, 0.7871604561805725, 0.788095235824585, 0.7582231163978577], "cos_apical_negg": [0.8401687741279602, 0.7451590299606323, 0.7645363807678223, 0.7694669961929321, 0.7813663482666016, 0.7737302780151367, 0.7806696891784668, 0.7871604561805725, 0.788095235824585, 0.7582231163978577], "cos_Ac_negg": [0.8401687741279602, 0.7451590299606323, 0.7645363807678223, 0.7694669961929321, 0.7813663482666016, 0.7737302780151367, 0.7806696891784668, 0.7871604561805725, 0.788095235824585, 0.7582231163978577], "r_norm": [1.6237471103668213, 1.301206350326538, 1.2910932302474976, 1.2981315851211548, 1.2729631662368774, 1.2470858097076416, 1.2674148082733154, 1.2591030597686768, 1.2220690250396729, 1.220583438873291], "ldr": {"dL_sdil": -0.07400822639465332, "dL_bp": -0.07902252674102783, "ratio": 0.9365459375551562}}, {"step": 4550, "epoch": 11, "train_loss": 1.2003276348114014, "cos_r_negg": [0.8367381691932678, 0.7470805644989014, 0.7713502645492554, 0.7747617363929749, 0.7821855545043945, 0.7774649262428284, 0.7846056818962097, 0.7878901958465576, 0.7932274341583252, 0.763729453086853], "cos_apical_negg": [0.8367381691932678, 0.7470805644989014, 0.7713502645492554, 0.7747617363929749, 0.7821855545043945, 0.7774649262428284, 0.7846056818962097, 0.7878901958465576, 0.7932274341583252, 0.763729453086853], "cos_Ac_negg": [0.8367381691932678, 0.7470805644989014, 0.7713502645492554, 0.7747617363929749, 0.7821855545043945, 0.7774649262428284, 0.7846056818962097, 0.7878901958465576, 0.7932274341583252, 0.763729453086853], "r_norm": [1.5977859497070312, 1.2831250429153442, 1.273592233657837, 1.279893159866333, 1.2548985481262207, 1.2273924350738525, 1.2477060556411743, 1.2375035285949707, 1.2043416500091553, 1.2017838954925537]}, {"step": 4600, "epoch": 11, "train_loss": 1.3527956008911133, "cos_r_negg": [0.8371281027793884, 0.7522525787353516, 0.77531898021698, 0.7788568139076233, 0.7948762774467468, 0.7816981077194214, 0.7827699184417725, 0.7949030995368958, 0.7996714115142822, 0.7706995606422424], "cos_apical_negg": [0.8371281027793884, 0.7522525787353516, 0.77531898021698, 0.7788568139076233, 0.7948762774467468, 0.7816981077194214, 0.7827699184417725, 0.7949030995368958, 0.7996714115142822, 0.7706995606422424], "cos_Ac_negg": [0.8371281027793884, 0.7522525787353516, 0.77531898021698, 0.7788568139076233, 0.7948762774467468, 0.7816981077194214, 0.7827699184417725, 0.7949030995368958, 0.7996714115142822, 0.7706995606422424], "r_norm": [1.647338628768921, 1.321927547454834, 1.3122503757476807, 1.3176960945129395, 1.293224811553955, 1.2641311883926392, 1.2844544649124146, 1.2763065099716187, 1.2398855686187744, 1.2368972301483154]}, {"step": 4650, "epoch": 11, "train_loss": 1.061845064163208, "cos_r_negg": [0.8420315384864807, 0.763980507850647, 0.7804981470108032, 0.7867248058319092, 0.8029813766479492, 0.7958630919456482, 0.7964600324630737, 0.8038913607597351, 0.8065872192382812, 0.7809016704559326], "cos_apical_negg": [0.8420315384864807, 0.763980507850647, 0.7804981470108032, 0.7867248058319092, 0.8029813766479492, 0.7958630919456482, 0.7964600324630737, 0.8038913607597351, 0.8065872192382812, 0.7809016704559326], "cos_Ac_negg": [0.8420315384864807, 0.763980507850647, 0.7804981470108032, 0.7867248058319092, 0.8029813766479492, 0.7958630919456482, 0.7964600324630737, 0.8038913607597351, 0.8065872192382812, 0.7809016704559326], "r_norm": [1.635714054107666, 1.3114649057388306, 1.3028937578201294, 1.3072757720947266, 1.2840287685394287, 1.2567607164382935, 1.2739672660827637, 1.267787218093872, 1.2305465936660767, 1.2268216609954834]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4325, "test_loss": 1.8999481567382812}, {"step": 4700, "epoch": 12, "train_loss": 1.0022220611572266, "cos_r_negg": [0.8457232713699341, 0.7717710733413696, 0.7849634885787964, 0.7928599715232849, 0.8068163394927979, 0.7996441125869751, 0.8047559261322021, 0.8098101615905762, 0.8111931085586548, 0.7926745414733887], "cos_apical_negg": [0.8457232713699341, 0.7717710733413696, 0.7849634885787964, 0.7928599715232849, 0.8068163394927979, 0.7996441125869751, 0.8047559261322021, 0.8098101615905762, 0.8111931085586548, 0.7926745414733887], "cos_Ac_negg": [0.8457232713699341, 0.7717710733413696, 0.7849634885787964, 0.7928599715232849, 0.8068163394927979, 0.7996441125869751, 0.8047559261322021, 0.8098101615905762, 0.8111931085586548, 0.7926745414733887], "r_norm": [1.633056640625, 1.3131732940673828, 1.303418755531311, 1.3074898719787598, 1.283573865890503, 1.2572283744812012, 1.2737854719161987, 1.2691824436187744, 1.2319525480270386, 1.2270636558532715]}, {"step": 4750, "epoch": 12, "train_loss": 1.2084237337112427, "cos_r_negg": [0.8439943790435791, 0.7753876447677612, 0.7895431518554688, 0.7995736598968506, 0.8111794590950012, 0.800590455532074, 0.8096894025802612, 0.8122652769088745, 0.8182319402694702, 0.7949784994125366], "cos_apical_negg": [0.8439943790435791, 0.7753876447677612, 0.7895431518554688, 0.7995736598968506, 0.8111794590950012, 0.800590455532074, 0.8096894025802612, 0.8122652769088745, 0.8182319402694702, 0.7949784994125366], "cos_Ac_negg": [0.8439943790435791, 0.7753876447677612, 0.7895431518554688, 0.7995736598968506, 0.8111794590950012, 0.800590455532074, 0.8096894025802612, 0.8122652769088745, 0.8182319402694702, 0.7949784994125366], "r_norm": [1.6545355319976807, 1.3298721313476562, 1.3215415477752686, 1.3245623111724854, 1.3009350299835205, 1.2736289501190186, 1.2901501655578613, 1.2821029424667358, 1.249039888381958, 1.2424155473709106], "ldr": {"dL_sdil": -0.1173257827758789, "dL_bp": -0.12219619750976562, "ratio": 0.9601426653763306}}, {"step": 4800, "epoch": 12, "train_loss": 1.0191066265106201, "cos_r_negg": [0.8397239446640015, 0.778348445892334, 0.7957926392555237, 0.8059965372085571, 0.8209329843521118, 0.8095453381538391, 0.8172969818115234, 0.8170779943466187, 0.8258676528930664, 0.8042517900466919], "cos_apical_negg": [0.8397239446640015, 0.778348445892334, 0.7957926392555237, 0.8059965372085571, 0.8209329843521118, 0.8095453381538391, 0.8172969818115234, 0.8170779943466187, 0.8258676528930664, 0.8042517900466919], "cos_Ac_negg": [0.8397239446640015, 0.778348445892334, 0.7957926392555237, 0.8059965372085571, 0.8209329843521118, 0.8095453381538391, 0.8172969818115234, 0.8170779943466187, 0.8258676528930664, 0.8042517900466919], "r_norm": [1.6600501537322998, 1.3404123783111572, 1.3293524980545044, 1.3320190906524658, 1.3066610097885132, 1.2783783674240112, 1.296950101852417, 1.2884886264801025, 1.2527813911437988, 1.2469422817230225]}, {"step": 4850, "epoch": 12, "train_loss": 1.0366562604904175, "cos_r_negg": [0.8425726890563965, 0.7813981771469116, 0.8008321523666382, 0.809224009513855, 0.8234304785728455, 0.8123319745063782, 0.8234779834747314, 0.8266677260398865, 0.8302459716796875, 0.8064773082733154], "cos_apical_negg": [0.8425726890563965, 0.7813981771469116, 0.8008321523666382, 0.809224009513855, 0.8234304785728455, 0.8123319745063782, 0.8234779834747314, 0.8266677260398865, 0.8302459716796875, 0.8064773082733154], "cos_Ac_negg": [0.8425726890563965, 0.7813981771469116, 0.8008321523666382, 0.809224009513855, 0.8234304785728455, 0.8123319745063782, 0.8234779834747314, 0.8266677260398865, 0.8302459716796875, 0.8064773082733154], "r_norm": [1.6493693590164185, 1.3313558101654053, 1.320709228515625, 1.3241441249847412, 1.2997033596038818, 1.2720409631729126, 1.2874784469604492, 1.2788805961608887, 1.2435293197631836, 1.2401645183563232]}, {"step": 4900, "epoch": 12, "train_loss": 1.2336575984954834, "cos_r_negg": [0.8453992009162903, 0.785910427570343, 0.8036148548126221, 0.8112509846687317, 0.8269791603088379, 0.8176945447921753, 0.833055853843689, 0.8304310441017151, 0.8363896012306213, 0.8148105144500732], "cos_apical_negg": [0.8453992009162903, 0.785910427570343, 0.8036148548126221, 0.8112509846687317, 0.8269791603088379, 0.8176945447921753, 0.833055853843689, 0.8304310441017151, 0.8363896012306213, 0.8148105144500732], "cos_Ac_negg": [0.8453992009162903, 0.785910427570343, 0.8036148548126221, 0.8112509846687317, 0.8269791603088379, 0.8176945447921753, 0.833055853843689, 0.8304310441017151, 0.8363896012306213, 0.8148105144500732], "r_norm": [1.6400959491729736, 1.3263475894927979, 1.3168162107467651, 1.318302869796753, 1.2937493324279785, 1.2662229537963867, 1.2804841995239258, 1.273538589477539, 1.2399805784225464, 1.2349827289581299]}, {"step": 4950, "epoch": 12, "train_loss": 1.0325839519500732, "cos_r_negg": [0.8474640846252441, 0.7880330681800842, 0.8076655268669128, 0.8182930946350098, 0.8300069570541382, 0.8278312683105469, 0.8366341590881348, 0.8306324481964111, 0.8401609063148499, 0.8265173435211182], "cos_apical_negg": [0.8474640846252441, 0.7880330681800842, 0.8076655268669128, 0.8182930946350098, 0.8300069570541382, 0.8278312683105469, 0.8366341590881348, 0.8306324481964111, 0.8401609063148499, 0.8265173435211182], "cos_Ac_negg": [0.8474640846252441, 0.7880330681800842, 0.8076655268669128, 0.8182930946350098, 0.8300069570541382, 0.8278312683105469, 0.8366341590881348, 0.8306324481964111, 0.8401609063148499, 0.8265173435211182], "r_norm": [1.6247166395187378, 1.314229130744934, 1.3023570775985718, 1.3049299716949463, 1.2789568901062012, 1.2523614168167114, 1.2670361995697021, 1.258622646331787, 1.2237863540649414, 1.219285488128662]}, {"step": 5000, "epoch": 12, "train_loss": 1.1600149869918823, "cos_r_negg": [0.8430944681167603, 0.7939068078994751, 0.8106711506843567, 0.8235180974006653, 0.8342968821525574, 0.8299459218978882, 0.8392583131790161, 0.8407859802246094, 0.844761312007904, 0.8347971439361572], "cos_apical_negg": [0.8430944681167603, 0.7939068078994751, 0.8106711506843567, 0.8235180974006653, 0.8342968821525574, 0.8299459218978882, 0.8392583131790161, 0.8407859802246094, 0.844761312007904, 0.8347971439361572], "cos_Ac_negg": [0.8430944681167603, 0.7939068078994751, 0.8106711506843567, 0.8235180974006653, 0.8342968821525574, 0.8299459218978882, 0.8392583131790161, 0.8407859802246094, 0.844761312007904, 0.8347971439361572], "r_norm": [1.6591486930847168, 1.3481419086456299, 1.3360986709594727, 1.3352124691009521, 1.3110036849975586, 1.284349799156189, 1.3000119924545288, 1.2902884483337402, 1.2554734945297241, 1.2514796257019043], "ldr": {"dL_sdil": -0.09108710289001465, "dL_bp": -0.09851956367492676, "ratio": 0.9245585292131814}}, {"step": 5050, "epoch": 12, "train_loss": 0.9720175266265869, "cos_r_negg": [0.8525689840316772, 0.8003596067428589, 0.8161991834640503, 0.8238135576248169, 0.8358169794082642, 0.8301375508308411, 0.8422040343284607, 0.8453683257102966, 0.8526520729064941, 0.8366168737411499], "cos_apical_negg": [0.8525689840316772, 0.8003596067428589, 0.8161991834640503, 0.8238135576248169, 0.8358169794082642, 0.8301375508308411, 0.8422040343284607, 0.8453683257102966, 0.8526520729064941, 0.8366168737411499], "cos_Ac_negg": [0.8525689840316772, 0.8003596067428589, 0.8161991834640503, 0.8238135576248169, 0.8358169794082642, 0.8301375508308411, 0.8422040343284607, 0.8453683257102966, 0.8526520729064941, 0.8366168737411499], "r_norm": [1.6622424125671387, 1.3508704900741577, 1.3408889770507812, 1.3402345180511475, 1.3161633014678955, 1.2897697687149048, 1.3020390272140503, 1.293778657913208, 1.2574210166931152, 1.2551045417785645]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4295, "test_loss": 1.957610009765625}, {"step": 5100, "epoch": 13, "train_loss": 0.9422798156738281, "cos_r_negg": [0.8509393930435181, 0.8051382899284363, 0.8219484090805054, 0.8310737609863281, 0.8407142162322998, 0.8393943309783936, 0.8473013639450073, 0.8513972759246826, 0.8566230535507202, 0.8452441096305847], "cos_apical_negg": [0.8509393930435181, 0.8051382899284363, 0.8219484090805054, 0.8310737609863281, 0.8407142162322998, 0.8393943309783936, 0.8473013639450073, 0.8513972759246826, 0.8566230535507202, 0.8452441096305847], "cos_Ac_negg": [0.8509393930435181, 0.8051382899284363, 0.8219484090805054, 0.8310737609863281, 0.8407142162322998, 0.8393943309783936, 0.8473013639450073, 0.8513972759246826, 0.8566230535507202, 0.8452441096305847], "r_norm": [1.640025019645691, 1.334460973739624, 1.3242820501327515, 1.3237768411636353, 1.300689935684204, 1.2734707593917847, 1.2862129211425781, 1.276505947113037, 1.241408109664917, 1.2384116649627686]}, {"step": 5150, "epoch": 13, "train_loss": 1.0345810651779175, "cos_r_negg": [0.8468278050422668, 0.8078631162643433, 0.8272224068641663, 0.8339670896530151, 0.8419177532196045, 0.8457612991333008, 0.8469847440719604, 0.8521738052368164, 0.8583848476409912, 0.8474183082580566], "cos_apical_negg": [0.8468278050422668, 0.8078631162643433, 0.8272224068641663, 0.8339670896530151, 0.8419177532196045, 0.8457612991333008, 0.8469847440719604, 0.8521738052368164, 0.8583848476409912, 0.8474183082580566], "cos_Ac_negg": [0.8468278050422668, 0.8078631162643433, 0.8272224068641663, 0.8339670896530151, 0.8419177532196045, 0.8457612991333008, 0.8469847440719604, 0.8521738052368164, 0.8583848476409912, 0.8474183082580566], "r_norm": [1.6163277626037598, 1.3185155391693115, 1.306679129600525, 1.3056201934814453, 1.2824110984802246, 1.2558293342590332, 1.2686395645141602, 1.260265588760376, 1.2241116762161255, 1.2207932472229004]}, {"step": 5200, "epoch": 13, "train_loss": 1.0185115337371826, "cos_r_negg": [0.8523931503295898, 0.8110624551773071, 0.8312248587608337, 0.8379979133605957, 0.8500241041183472, 0.8475784063339233, 0.8564999103546143, 0.8543002009391785, 0.865146279335022, 0.8508344888687134], "cos_apical_negg": [0.8523931503295898, 0.8110624551773071, 0.8312248587608337, 0.8379979133605957, 0.8500241041183472, 0.8475784063339233, 0.8564999103546143, 0.8543002009391785, 0.865146279335022, 0.8508344888687134], "cos_Ac_negg": [0.8523931503295898, 0.8110624551773071, 0.8312248587608337, 0.8379979133605957, 0.8500241041183472, 0.8475784063339233, 0.8564999103546143, 0.8543002009391785, 0.865146279335022, 0.8508344888687134], "r_norm": [1.641006350517273, 1.339723825454712, 1.3293147087097168, 1.3265678882598877, 1.303654670715332, 1.2772407531738281, 1.290103554725647, 1.281242847442627, 1.2457109689712524, 1.2418056726455688]}, {"step": 5250, "epoch": 13, "train_loss": 0.9301217794418335, "cos_r_negg": [0.8511433005332947, 0.8181977272033691, 0.8376563787460327, 0.8439367413520813, 0.8571138381958008, 0.8513327836990356, 0.8595530986785889, 0.861291766166687, 0.87317955493927, 0.8518017530441284], "cos_apical_negg": [0.8511433005332947, 0.8181977272033691, 0.8376563787460327, 0.8439367413520813, 0.8571138381958008, 0.8513327836990356, 0.8595530986785889, 0.861291766166687, 0.87317955493927, 0.8518017530441284], "cos_Ac_negg": [0.8511433005332947, 0.8181977272033691, 0.8376563787460327, 0.8439367413520813, 0.8571138381958008, 0.8513327836990356, 0.8595530986785889, 0.861291766166687, 0.87317955493927, 0.8518017530441284], "r_norm": [1.6753270626068115, 1.3706152439117432, 1.3609497547149658, 1.3570435047149658, 1.3339273929595947, 1.3070251941680908, 1.317881464958191, 1.3108714818954468, 1.2742969989776611, 1.270289421081543], "ldr": {"dL_sdil": -0.07005488872528076, "dL_bp": -0.08167135715484619, "ratio": 0.8577656985968656}}, {"step": 5300, "epoch": 13, "train_loss": 0.950436532497406, "cos_r_negg": [0.8505166172981262, 0.8184096813201904, 0.836561918258667, 0.8448308110237122, 0.8569602370262146, 0.8527724742889404, 0.8592556118965149, 0.861284613609314, 0.8687730431556702, 0.8532822132110596], "cos_apical_negg": [0.8505166172981262, 0.8184096813201904, 0.836561918258667, 0.8448308110237122, 0.8569602370262146, 0.8527724742889404, 0.8592556118965149, 0.861284613609314, 0.8687730431556702, 0.8532822132110596], "cos_Ac_negg": [0.8505166172981262, 0.8184096813201904, 0.836561918258667, 0.8448308110237122, 0.8569602370262146, 0.8527724742889404, 0.8592556118965149, 0.861284613609314, 0.8687730431556702, 0.8532822132110596], "r_norm": [1.7043893337249756, 1.395784616470337, 1.3884570598602295, 1.3808598518371582, 1.3597075939178467, 1.3327150344848633, 1.3433806896209717, 1.3340535163879395, 1.296886682510376, 1.2950780391693115]}, {"step": 5350, "epoch": 13, "train_loss": 0.9522261023521423, "cos_r_negg": [0.8497885465621948, 0.8208556175231934, 0.8384029269218445, 0.8452081680297852, 0.8584797382354736, 0.8559091091156006, 0.8658256530761719, 0.8674224019050598, 0.872830331325531, 0.8571654558181763], "cos_apical_negg": [0.8497885465621948, 0.8208556175231934, 0.8384029269218445, 0.8452081680297852, 0.8584797382354736, 0.8559091091156006, 0.8658256530761719, 0.8674224019050598, 0.872830331325531, 0.8571654558181763], "cos_Ac_negg": [0.8497885465621948, 0.8208556175231934, 0.8384029269218445, 0.8452081680297852, 0.8584797382354736, 0.8559091091156006, 0.8658256530761719, 0.8674224019050598, 0.872830331325531, 0.8571654558181763], "r_norm": [1.6490790843963623, 1.3556066751480103, 1.3460026979446411, 1.3405847549438477, 1.3183889389038086, 1.2929259538650513, 1.3019806146621704, 1.2914557456970215, 1.258338451385498, 1.2548826932907104]}, {"step": 5400, "epoch": 13, "train_loss": 1.2892212867736816, "cos_r_negg": [0.8465027809143066, 0.8234326243400574, 0.8407788276672363, 0.8509216904640198, 0.862763524055481, 0.8609284162521362, 0.8697547316551208, 0.8720499277114868, 0.8785110712051392, 0.8601429462432861], "cos_apical_negg": [0.8465027809143066, 0.8234326243400574, 0.8407788276672363, 0.8509216904640198, 0.862763524055481, 0.8609284162521362, 0.8697547316551208, 0.8720499277114868, 0.8785110712051392, 0.8601429462432861], "cos_Ac_negg": [0.8465027809143066, 0.8234326243400574, 0.8407788276672363, 0.8509216904640198, 0.862763524055481, 0.8609284162521362, 0.8697547316551208, 0.8720499277114868, 0.8785110712051392, 0.8601429462432861], "r_norm": [1.6944687366485596, 1.391906976699829, 1.3822463750839233, 1.3765209913253784, 1.352506160736084, 1.3272321224212646, 1.335744857788086, 1.3274434804916382, 1.2899572849273682, 1.2865347862243652]}, {"step": 5450, "epoch": 13, "train_loss": 1.2206305265426636, "cos_r_negg": [0.8536007404327393, 0.8253567814826965, 0.8432630300521851, 0.8503903150558472, 0.8648720383644104, 0.8598271012306213, 0.8683638572692871, 0.8745734095573425, 0.8820812106132507, 0.8682957887649536], "cos_apical_negg": [0.8536007404327393, 0.8253567814826965, 0.8432630300521851, 0.8503903150558472, 0.8648720383644104, 0.8598271012306213, 0.8683638572692871, 0.8745734095573425, 0.8820812106132507, 0.8682957887649536], "cos_Ac_negg": [0.8536007404327393, 0.8253567814826965, 0.8432630300521851, 0.8503903150558472, 0.8648720383644104, 0.8598271012306213, 0.8683638572692871, 0.8745734095573425, 0.8820812106132507, 0.8682957887649536], "r_norm": [1.7145709991455078, 1.4147543907165527, 1.4040359258651733, 1.3963615894317627, 1.375538945198059, 1.3503751754760742, 1.3570512533187866, 1.3484669923782349, 1.3106658458709717, 1.3074989318847656]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.421, "test_loss": 2.059187707519531}, {"step": 5500, "epoch": 14, "train_loss": 0.8297479152679443, "cos_r_negg": [0.852729082107544, 0.8295835256576538, 0.8505910038948059, 0.8584895133972168, 0.871430516242981, 0.8711076974868774, 0.8734242916107178, 0.8798438310623169, 0.8877818584442139, 0.8770538568496704], "cos_apical_negg": [0.852729082107544, 0.8295835256576538, 0.8505910038948059, 0.8584895133972168, 0.871430516242981, 0.8711076974868774, 0.8734242916107178, 0.8798438310623169, 0.8877818584442139, 0.8770538568496704], "cos_Ac_negg": [0.852729082107544, 0.8295835256576538, 0.8505910038948059, 0.8584895133972168, 0.871430516242981, 0.8711076974868774, 0.8734242916107178, 0.8798438310623169, 0.8877818584442139, 0.8770538568496704], "r_norm": [1.7103636264801025, 1.4128167629241943, 1.4047421216964722, 1.3959298133850098, 1.373826026916504, 1.3489272594451904, 1.3573265075683594, 1.3478899002075195, 1.3089739084243774, 1.3053555488586426], "ldr": {"dL_sdil": -0.07259702682495117, "dL_bp": -0.08398568630218506, "ratio": 0.8643976137045917}}, {"step": 5550, "epoch": 14, "train_loss": 0.7922085523605347, "cos_r_negg": [0.8523512482643127, 0.8325012922286987, 0.8520755767822266, 0.8597317337989807, 0.8697454929351807, 0.8719290494918823, 0.8767272233963013, 0.879183292388916, 0.8849833011627197, 0.8732293844223022], "cos_apical_negg": [0.8523512482643127, 0.8325012922286987, 0.8520755767822266, 0.8597317337989807, 0.8697454929351807, 0.8719290494918823, 0.8767272233963013, 0.879183292388916, 0.8849833011627197, 0.8732293844223022], "cos_Ac_negg": [0.8523512482643127, 0.8325012922286987, 0.8520755767822266, 0.8597317337989807, 0.8697454929351807, 0.8719290494918823, 0.8767272233963013, 0.879183292388916, 0.8849833011627197, 0.8732293844223022], "r_norm": [1.691856026649475, 1.3977127075195312, 1.3894556760787964, 1.3816605806350708, 1.3586324453353882, 1.3336924314498901, 1.3394231796264648, 1.3309472799301147, 1.2927610874176025, 1.2901363372802734]}, {"step": 5600, "epoch": 14, "train_loss": 0.9408779144287109, "cos_r_negg": [0.8550063371658325, 0.8366194367408752, 0.8547693490982056, 0.8626254796981812, 0.8735225200653076, 0.8777313232421875, 0.8827441930770874, 0.8882561326026917, 0.8917971253395081, 0.8820945620536804], "cos_apical_negg": [0.8550063371658325, 0.8366194367408752, 0.8547693490982056, 0.8626254796981812, 0.8735225200653076, 0.8777313232421875, 0.8827441930770874, 0.8882561326026917, 0.8917971253395081, 0.8820945620536804], "cos_Ac_negg": [0.8550063371658325, 0.8366194367408752, 0.8547693490982056, 0.8626254796981812, 0.8735225200653076, 0.8777313232421875, 0.8827441930770874, 0.8882561326026917, 0.8917971253395081, 0.8820945620536804], "r_norm": [1.712745189666748, 1.4184253215789795, 1.4102253913879395, 1.4013006687164307, 1.3782944679260254, 1.352950096130371, 1.3586522340774536, 1.349929928779602, 1.3123582601547241, 1.3078951835632324]}, {"step": 5650, "epoch": 14, "train_loss": 0.9895890355110168, "cos_r_negg": [0.8590397238731384, 0.837452232837677, 0.8537030816078186, 0.8647485971450806, 0.8760665655136108, 0.8775452375411987, 0.8845526576042175, 0.8919034004211426, 0.8918865919113159, 0.8803415894508362], "cos_apical_negg": [0.8590397238731384, 0.837452232837677, 0.8537030816078186, 0.8647485971450806, 0.8760665655136108, 0.8775452375411987, 0.8845526576042175, 0.8919034004211426, 0.8918865919113159, 0.8803415894508362], "cos_Ac_negg": [0.8590397238731384, 0.837452232837677, 0.8537030816078186, 0.8647485971450806, 0.8760665655136108, 0.8775452375411987, 0.8845526576042175, 0.8919034004211426, 0.8918865919113159, 0.8803415894508362], "r_norm": [1.7393593788146973, 1.443345069885254, 1.4333990812301636, 1.4260375499725342, 1.3999688625335693, 1.3745555877685547, 1.3793690204620361, 1.371279239654541, 1.3321959972381592, 1.3294050693511963]}, {"step": 5700, "epoch": 14, "train_loss": 0.8877849578857422, "cos_r_negg": [0.8601932525634766, 0.8404293656349182, 0.8576134443283081, 0.8653620481491089, 0.8798146843910217, 0.8822370171546936, 0.8865607976913452, 0.8927464485168457, 0.8937694430351257, 0.8845015168190002], "cos_apical_negg": [0.8601932525634766, 0.8404293656349182, 0.8576134443283081, 0.8653620481491089, 0.8798146843910217, 0.8822370171546936, 0.8865607976913452, 0.8927464485168457, 0.8937694430351257, 0.8845015168190002], "cos_Ac_negg": [0.8601932525634766, 0.8404293656349182, 0.8576134443283081, 0.8653620481491089, 0.8798146843910217, 0.8822370171546936, 0.8865607976913452, 0.8927464485168457, 0.8937694430351257, 0.8845015168190002], "r_norm": [1.7083308696746826, 1.420182704925537, 1.4125235080718994, 1.4033286571502686, 1.3788678646087646, 1.354853630065918, 1.357088327407837, 1.34916090965271, 1.3111004829406738, 1.309558391571045]}, {"step": 5750, "epoch": 14, "train_loss": 1.1247334480285645, "cos_r_negg": [0.8551797866821289, 0.8451098203659058, 0.8609727621078491, 0.8722003102302551, 0.8837915062904358, 0.8863455653190613, 0.8917844295501709, 0.8955722451210022, 0.9026268720626831, 0.8925232887268066], "cos_apical_negg": [0.8551797866821289, 0.8451098203659058, 0.8609727621078491, 0.8722003102302551, 0.8837915062904358, 0.8863455653190613, 0.8917844295501709, 0.8955722451210022, 0.9026268720626831, 0.8925232887268066], "cos_Ac_negg": [0.8551797866821289, 0.8451098203659058, 0.8609727621078491, 0.8722003102302551, 0.8837915062904358, 0.8863455653190613, 0.8917844295501709, 0.8955722451210022, 0.9026268720626831, 0.8925232887268066], "r_norm": [1.735126256942749, 1.4439321756362915, 1.4359188079833984, 1.4275684356689453, 1.4033091068267822, 1.378644347190857, 1.3800430297851562, 1.370943546295166, 1.334230899810791, 1.3317155838012695], "ldr": {"dL_sdil": -0.07414484024047852, "dL_bp": -0.08689522743225098, "ratio": 0.8532671175558696}}, {"step": 5800, "epoch": 14, "train_loss": 1.1063581705093384, "cos_r_negg": [0.855069637298584, 0.8436049222946167, 0.8627110123634338, 0.8709136247634888, 0.883597731590271, 0.8843187689781189, 0.8909545540809631, 0.8970859050750732, 0.9034771919250488, 0.8949572443962097], "cos_apical_negg": [0.855069637298584, 0.8436049222946167, 0.8627110123634338, 0.8709136247634888, 0.883597731590271, 0.8843187689781189, 0.8909545540809631, 0.8970859050750732, 0.9034771919250488, 0.8949572443962097], "cos_Ac_negg": [0.855069637298584, 0.8436049222946167, 0.8627110123634338, 0.8709136247634888, 0.883597731590271, 0.8843187689781189, 0.8909545540809631, 0.8970859050750732, 0.9034771919250488, 0.8949572443962097], "r_norm": [1.8130871057510376, 1.5095279216766357, 1.5016722679138184, 1.4882171154022217, 1.463614821434021, 1.4396448135375977, 1.4411128759384155, 1.4312628507614136, 1.3905651569366455, 1.3882715702056885]}, {"step": 5850, "epoch": 14, "train_loss": 0.9048371315002441, "cos_r_negg": [0.8547940254211426, 0.8468523621559143, 0.8704057931900024, 0.8761392831802368, 0.8875634074211121, 0.8915647864341736, 0.8983060121536255, 0.9008634090423584, 0.910332441329956, 0.90117347240448], "cos_apical_negg": [0.8547940254211426, 0.8468523621559143, 0.8704057931900024, 0.8761392831802368, 0.8875634074211121, 0.8915647864341736, 0.8983060121536255, 0.9008634090423584, 0.910332441329956, 0.90117347240448], "cos_Ac_negg": [0.8547940254211426, 0.8468523621559143, 0.8704057931900024, 0.8761392831802368, 0.8875634074211121, 0.8915647864341736, 0.8983060121536255, 0.9008634090423584, 0.910332441329956, 0.90117347240448], "r_norm": [1.779727578163147, 1.485234022140503, 1.4794342517852783, 1.468036413192749, 1.4424107074737549, 1.4197890758514404, 1.419195294380188, 1.4100943803787231, 1.3709983825683594, 1.3678698539733887]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4272, "test_loss": 2.0653154296875}, {"step": 5900, "epoch": 15, "train_loss": 0.7146568298339844, "cos_r_negg": [0.8554109334945679, 0.8485777974128723, 0.8689002990722656, 0.8795953989028931, 0.8902822136878967, 0.8974812626838684, 0.9011049270629883, 0.9037601947784424, 0.9101316928863525, 0.9067354202270508], "cos_apical_negg": [0.8554109334945679, 0.8485777974128723, 0.8689002990722656, 0.8795953989028931, 0.8902822136878967, 0.8974812626838684, 0.9011049270629883, 0.9037601947784424, 0.9101316928863525, 0.9067354202270508], "cos_Ac_negg": [0.8554109334945679, 0.8485777974128723, 0.8689002990722656, 0.8795953989028931, 0.8902822136878967, 0.8974812626838684, 0.9011049270629883, 0.9037601947784424, 0.9101316928863525, 0.9067354202270508], "r_norm": [1.7696709632873535, 1.4776479005813599, 1.471735954284668, 1.4588909149169922, 1.4361079931259155, 1.4138517379760742, 1.4120819568634033, 1.402825117111206, 1.3644444942474365, 1.3611857891082764]}, {"step": 5950, "epoch": 15, "train_loss": 0.9034267067909241, "cos_r_negg": [0.8504525423049927, 0.8514609932899475, 0.8670348525047302, 0.8790379762649536, 0.8920527100563049, 0.8948571681976318, 0.9013835191726685, 0.9047907590866089, 0.9158706665039062, 0.9048694372177124], "cos_apical_negg": [0.8504525423049927, 0.8514609932899475, 0.8670348525047302, 0.8790379762649536, 0.8920527100563049, 0.8948571681976318, 0.9013835191726685, 0.9047907590866089, 0.9158706665039062, 0.9048694372177124], "cos_Ac_negg": [0.8504525423049927, 0.8514609932899475, 0.8670348525047302, 0.8790379762649536, 0.8920527100563049, 0.8948571681976318, 0.9013835191726685, 0.9047907590866089, 0.9158706665039062, 0.9048694372177124], "r_norm": [1.8426542282104492, 1.5396571159362793, 1.533315896987915, 1.5179561376571655, 1.4948387145996094, 1.4700907468795776, 1.4705793857574463, 1.4600636959075928, 1.4209851026535034, 1.416959524154663]}, {"step": 6000, "epoch": 15, "train_loss": 1.053526759147644, "cos_r_negg": [0.8490203022956848, 0.8520576357841492, 0.8686250448226929, 0.8779202103614807, 0.889807403087616, 0.8944533467292786, 0.9036086201667786, 0.9079805612564087, 0.9112718105316162, 0.9054552912712097], "cos_apical_negg": [0.8490203022956848, 0.8520576357841492, 0.8686250448226929, 0.8779202103614807, 0.889807403087616, 0.8944533467292786, 0.9036086201667786, 0.9079805612564087, 0.9112718105316162, 0.9054552912712097], "cos_Ac_negg": [0.8490203022956848, 0.8520576357841492, 0.8686250448226929, 0.8779202103614807, 0.889807403087616, 0.8944533467292786, 0.9036086201667786, 0.9079805612564087, 0.9112718105316162, 0.9054552912712097], "r_norm": [1.8303440809249878, 1.5319879055023193, 1.52476167678833, 1.512749195098877, 1.4886523485183716, 1.4634661674499512, 1.4622173309326172, 1.4512884616851807, 1.4127137660980225, 1.4103317260742188], "ldr": {"dL_sdil": -0.10604715347290039, "dL_bp": -0.12508630752563477, "ratio": 0.8477918612408272}}, {"step": 6050, "epoch": 15, "train_loss": 0.8620893955230713, "cos_r_negg": [0.8618156909942627, 0.8555096387863159, 0.8750287294387817, 0.8836426734924316, 0.8971544504165649, 0.8994725942611694, 0.9056475162506104, 0.9118406176567078, 0.9147717356681824, 0.9134234189987183], "cos_apical_negg": [0.8618156909942627, 0.8555096387863159, 0.8750287294387817, 0.8836426734924316, 0.8971544504165649, 0.8994725942611694, 0.9056475162506104, 0.9118406176567078, 0.9147717356681824, 0.9134234189987183], "cos_Ac_negg": [0.8618156909942627, 0.8555096387863159, 0.8750287294387817, 0.8836426734924316, 0.8971544504165649, 0.8994725942611694, 0.9056475162506104, 0.9118406176567078, 0.9147717356681824, 0.9134234189987183], "r_norm": [1.8333745002746582, 1.5388489961624146, 1.531752347946167, 1.5214781761169434, 1.4978034496307373, 1.4714524745941162, 1.469519019126892, 1.459338903427124, 1.420227289199829, 1.4185675382614136]}, {"step": 6100, "epoch": 15, "train_loss": 0.8934153318405151, "cos_r_negg": [0.8621119856834412, 0.8558240532875061, 0.8738535642623901, 0.8849796652793884, 0.8961392641067505, 0.9004020690917969, 0.9077694416046143, 0.9118875861167908, 0.9175423383712769, 0.9116032123565674], "cos_apical_negg": [0.8621119856834412, 0.8558240532875061, 0.8738535642623901, 0.8849796652793884, 0.8961392641067505, 0.9004020690917969, 0.9077694416046143, 0.9118875861167908, 0.9175423383712769, 0.9116032123565674], "cos_Ac_negg": [0.8621119856834412, 0.8558240532875061, 0.8738535642623901, 0.8849796652793884, 0.8961392641067505, 0.9004020690917969, 0.9077694416046143, 0.9118875861167908, 0.9175423383712769, 0.9116032123565674], "r_norm": [1.839144229888916, 1.5464658737182617, 1.5365116596221924, 1.524312138557434, 1.5023027658462524, 1.4768716096878052, 1.4744768142700195, 1.4628205299377441, 1.4247181415557861, 1.4220659732818604]}, {"step": 6150, "epoch": 15, "train_loss": 1.0399574041366577, "cos_r_negg": [0.8578507900238037, 0.8567476868629456, 0.8763765096664429, 0.889634370803833, 0.9000191688537598, 0.9037696123123169, 0.9096490740776062, 0.9147859215736389, 0.9204418659210205, 0.9162049889564514], "cos_apical_negg": [0.8578507900238037, 0.8567476868629456, 0.8763765096664429, 0.889634370803833, 0.9000191688537598, 0.9037696123123169, 0.9096490740776062, 0.9147859215736389, 0.9204418659210205, 0.9162049889564514], "cos_Ac_negg": [0.8578507900238037, 0.8567476868629456, 0.8763765096664429, 0.889634370803833, 0.9000191688537598, 0.9037696123123169, 0.9096490740776062, 0.9147859215736389, 0.9204418659210205, 0.9162049889564514], "r_norm": [1.814941644668579, 1.5271447896957397, 1.521569848060608, 1.508453607559204, 1.485196828842163, 1.4627387523651123, 1.4570329189300537, 1.4473826885223389, 1.4090750217437744, 1.406170129776001]}, {"step": 6200, "epoch": 15, "train_loss": 0.8865101337432861, "cos_r_negg": [0.8516209125518799, 0.8568670749664307, 0.8760281205177307, 0.8904685974121094, 0.899150013923645, 0.9047931432723999, 0.9113626480102539, 0.9165627360343933, 0.919632077217102, 0.9147842526435852], "cos_apical_negg": [0.8516209125518799, 0.8568670749664307, 0.8760281205177307, 0.8904685974121094, 0.899150013923645, 0.9047931432723999, 0.9113626480102539, 0.9165627360343933, 0.919632077217102, 0.9147842526435852], "cos_Ac_negg": [0.8516209125518799, 0.8568670749664307, 0.8760281205177307, 0.8904685974121094, 0.899150013923645, 0.9047931432723999, 0.9113626480102539, 0.9165627360343933, 0.919632077217102, 0.9147842526435852], "r_norm": [1.8622229099273682, 1.5697920322418213, 1.5625123977661133, 1.547807216644287, 1.52466881275177, 1.4998091459274292, 1.4953842163085938, 1.4836081266403198, 1.4472405910491943, 1.4408488273620605]}, {"step": 6250, "epoch": 15, "train_loss": 0.9157503247261047, "cos_r_negg": [0.8586207628250122, 0.8598511815071106, 0.8793776035308838, 0.8914908766746521, 0.9022723436355591, 0.9080721735954285, 0.9148857593536377, 0.9193077087402344, 0.9241050481796265, 0.9199888110160828], "cos_apical_negg": [0.8586207628250122, 0.8598511815071106, 0.8793776035308838, 0.8914908766746521, 0.9022723436355591, 0.9080721735954285, 0.9148857593536377, 0.9193077087402344, 0.9241050481796265, 0.9199888110160828], "cos_Ac_negg": [0.8586207628250122, 0.8598511815071106, 0.8793776035308838, 0.8914908766746521, 0.9022723436355591, 0.9080721735954285, 0.9148857593536377, 0.9193077087402344, 0.9241050481796265, 0.9199888110160828], "r_norm": [1.8207414150238037, 1.5403326749801636, 1.5324368476867676, 1.518686056137085, 1.496593713760376, 1.4734257459640503, 1.4664008617401123, 1.455631971359253, 1.4197801351547241, 1.4148399829864502], "ldr": {"dL_sdil": -0.08576297760009766, "dL_bp": -0.1031186580657959, "ratio": 0.8316921419339623}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4275, "test_loss": 2.1070326416015623}, {"step": 6300, "epoch": 16, "train_loss": 0.8196045160293579, "cos_r_negg": [0.8581534624099731, 0.8602287769317627, 0.8789936304092407, 0.892516016960144, 0.9023783206939697, 0.9088943004608154, 0.9143012166023254, 0.9183187484741211, 0.9241536855697632, 0.9196388721466064], "cos_apical_negg": [0.8581534624099731, 0.8602287769317627, 0.8789936304092407, 0.892516016960144, 0.9023783206939697, 0.9088943004608154, 0.9143012166023254, 0.9183187484741211, 0.9241536855697632, 0.9196388721466064], "cos_Ac_negg": [0.8581534624099731, 0.8602287769317627, 0.8789936304092407, 0.892516016960144, 0.9023783206939697, 0.9088943004608154, 0.9143012166023254, 0.9183187484741211, 0.9241536855697632, 0.9196388721466064], "r_norm": [1.8683922290802002, 1.584403395652771, 1.576050043106079, 1.5607101917266846, 1.537578821182251, 1.5137181282043457, 1.5068491697311401, 1.4956796169281006, 1.4580938816070557, 1.4535813331604004]}, {"step": 6350, "epoch": 16, "train_loss": 0.8355814218521118, "cos_r_negg": [0.8592455387115479, 0.8621513843536377, 0.8835901021957397, 0.8948792815208435, 0.9031392931938171, 0.9082026481628418, 0.9173147678375244, 0.9224385023117065, 0.9266155958175659, 0.9262479543685913], "cos_apical_negg": [0.8592455387115479, 0.8621513843536377, 0.8835901021957397, 0.8948792815208435, 0.9031392931938171, 0.9082026481628418, 0.9173147678375244, 0.9224385023117065, 0.9266155958175659, 0.9262479543685913], "cos_Ac_negg": [0.8592455387115479, 0.8621513843536377, 0.8835901021957397, 0.8948792815208435, 0.9031392931938171, 0.9082026481628418, 0.9173147678375244, 0.9224385023117065, 0.9266155958175659, 0.9262479543685913], "r_norm": [1.8862062692642212, 1.6029739379882812, 1.5936133861541748, 1.5802409648895264, 1.5574977397918701, 1.5324127674102783, 1.5255956649780273, 1.512954592704773, 1.4757171869277954, 1.4718761444091797]}, {"step": 6400, "epoch": 16, "train_loss": 0.8623749017715454, "cos_r_negg": [0.8565748929977417, 0.8634079694747925, 0.8847310543060303, 0.894755482673645, 0.9041377305984497, 0.9096270799636841, 0.9164919853210449, 0.9250652194023132, 0.9292246103286743, 0.9273598194122314], "cos_apical_negg": [0.8565748929977417, 0.8634079694747925, 0.8847310543060303, 0.894755482673645, 0.9041377305984497, 0.9096270799636841, 0.9164919853210449, 0.9250652194023132, 0.9292246103286743, 0.9273598194122314], "cos_Ac_negg": [0.8565748929977417, 0.8634079694747925, 0.8847310543060303, 0.894755482673645, 0.9041377305984497, 0.9096270799636841, 0.9164919853210449, 0.9250652194023132, 0.9292246103286743, 0.9273598194122314], "r_norm": [1.8406397104263306, 1.5676990747451782, 1.5602529048919678, 1.546405553817749, 1.5262298583984375, 1.4985156059265137, 1.4917304515838623, 1.480088710784912, 1.44284188747406, 1.4405443668365479]}, {"step": 6450, "epoch": 16, "train_loss": 0.8332830667495728, "cos_r_negg": [0.8546369075775146, 0.8642998933792114, 0.8871513605117798, 0.8960242867469788, 0.9070050716400146, 0.9136241674423218, 0.918229877948761, 0.9251664876937866, 0.928390622138977, 0.92656409740448], "cos_apical_negg": [0.8546369075775146, 0.8642998933792114, 0.8871513605117798, 0.8960242867469788, 0.9070050716400146, 0.9136241674423218, 0.918229877948761, 0.9251664876937866, 0.928390622138977, 0.92656409740448], "cos_Ac_negg": [0.8546369075775146, 0.8642998933792114, 0.8871513605117798, 0.8960242867469788, 0.9070050716400146, 0.9136241674423218, 0.918229877948761, 0.9251664876937866, 0.928390622138977, 0.92656409740448], "r_norm": [1.844881296157837, 1.57572603225708, 1.5666906833648682, 1.5536315441131592, 1.5332615375518799, 1.506089448928833, 1.4975578784942627, 1.486438274383545, 1.4492708444595337, 1.446744441986084]}, {"step": 6500, "epoch": 16, "train_loss": 1.0344855785369873, "cos_r_negg": [0.8549070358276367, 0.8671150803565979, 0.8875643610954285, 0.8951462507247925, 0.9109694361686707, 0.9145097732543945, 0.9232466220855713, 0.9289851188659668, 0.9311918020248413, 0.9310232996940613], "cos_apical_negg": [0.8549070358276367, 0.8671150803565979, 0.8875643610954285, 0.8951462507247925, 0.9109694361686707, 0.9145097732543945, 0.9232466220855713, 0.9289851188659668, 0.9311918020248413, 0.9310232996940613], "cos_Ac_negg": [0.8549070358276367, 0.8671150803565979, 0.8875643610954285, 0.8951462507247925, 0.9109694361686707, 0.9145097732543945, 0.9232466220855713, 0.9289851188659668, 0.9311918020248413, 0.9310232996940613], "r_norm": [1.8871209621429443, 1.61376953125, 1.6060593128204346, 1.592053771018982, 1.5698606967926025, 1.542417287826538, 1.533266544342041, 1.5214135646820068, 1.485663890838623, 1.4819555282592773], "ldr": {"dL_sdil": -0.09070277214050293, "dL_bp": -0.11471176147460938, "ratio": 0.7907015895713478}}, {"step": 6550, "epoch": 16, "train_loss": 0.7875583171844482, "cos_r_negg": [0.8622369766235352, 0.8649253845214844, 0.88765549659729, 0.8976262807846069, 0.9106113910675049, 0.9143126010894775, 0.9226551055908203, 0.926967442035675, 0.9324708580970764, 0.9294391870498657], "cos_apical_negg": [0.8622369766235352, 0.8649253845214844, 0.88765549659729, 0.8976262807846069, 0.9106113910675049, 0.9143126010894775, 0.9226551055908203, 0.926967442035675, 0.9324708580970764, 0.9294391870498657], "cos_Ac_negg": [0.8622369766235352, 0.8649253845214844, 0.88765549659729, 0.8976262807846069, 0.9106113910675049, 0.9143126010894775, 0.9226551055908203, 0.926967442035675, 0.9324708580970764, 0.9294391870498657], "r_norm": [1.861107587814331, 1.593563437461853, 1.5857837200164795, 1.5719178915023804, 1.5498712062835693, 1.522635817527771, 1.5148849487304688, 1.501021385192871, 1.4659101963043213, 1.4634557962417603]}, {"step": 6600, "epoch": 16, "train_loss": 0.9559421539306641, "cos_r_negg": [0.8605790138244629, 0.8664674758911133, 0.8887434601783752, 0.8989369869232178, 0.9109328985214233, 0.9155158400535583, 0.9259442090988159, 0.9294397234916687, 0.9326271414756775, 0.9323115944862366], "cos_apical_negg": [0.8605790138244629, 0.8664674758911133, 0.8887434601783752, 0.8989369869232178, 0.9109328985214233, 0.9155158400535583, 0.9259442090988159, 0.9294397234916687, 0.9326271414756775, 0.9323115944862366], "cos_Ac_negg": [0.8605790138244629, 0.8664674758911133, 0.8887434601783752, 0.8989369869232178, 0.9109328985214233, 0.9155158400535583, 0.9259442090988159, 0.9294397234916687, 0.9326271414756775, 0.9323115944862366], "r_norm": [1.8638761043548584, 1.5969288349151611, 1.5879075527191162, 1.574782133102417, 1.5506420135498047, 1.5233099460601807, 1.5137662887573242, 1.5011664628982544, 1.4670605659484863, 1.463405966758728]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4281, "test_loss": 2.1874304931640625}, {"step": 6650, "epoch": 17, "train_loss": 0.798764705657959, "cos_r_negg": [0.8555032014846802, 0.8704359531402588, 0.8906482458114624, 0.9027098417282104, 0.9128344655036926, 0.9155790209770203, 0.9269235134124756, 0.9320458769798279, 0.9362963438034058, 0.9352465867996216], "cos_apical_negg": [0.8555032014846802, 0.8704359531402588, 0.8906482458114624, 0.9027098417282104, 0.9128344655036926, 0.9155790209770203, 0.9269235134124756, 0.9320458769798279, 0.9362963438034058, 0.9352465867996216], "cos_Ac_negg": [0.8555032014846802, 0.8704359531402588, 0.8906482458114624, 0.9027098417282104, 0.9128344655036926, 0.9155790209770203, 0.9269235134124756, 0.9320458769798279, 0.9362963438034058, 0.9352465867996216], "r_norm": [1.9168329238891602, 1.6447981595993042, 1.6340641975402832, 1.620221495628357, 1.595918893814087, 1.5667188167572021, 1.5576777458190918, 1.545271635055542, 1.5084381103515625, 1.504343032836914]}, {"step": 6700, "epoch": 17, "train_loss": 0.8721271753311157, "cos_r_negg": [0.8551875352859497, 0.8726614117622375, 0.892876148223877, 0.9034062623977661, 0.9150061011314392, 0.920455813407898, 0.9294085502624512, 0.9336174130439758, 0.9389992952346802, 0.9401586651802063], "cos_apical_negg": [0.8551875352859497, 0.8726614117622375, 0.892876148223877, 0.9034062623977661, 0.9150061011314392, 0.920455813407898, 0.9294085502624512, 0.9336174130439758, 0.9389992952346802, 0.9401586651802063], "cos_Ac_negg": [0.8551875352859497, 0.8726614117622375, 0.892876148223877, 0.9034062623977661, 0.9150061011314392, 0.920455813407898, 0.9294085502624512, 0.9336174130439758, 0.9389992952346802, 0.9401586651802063], "r_norm": [1.9323983192443848, 1.661817193031311, 1.6533894538879395, 1.6370248794555664, 1.6136882305145264, 1.5844646692276, 1.5734848976135254, 1.561034917831421, 1.5254933834075928, 1.5212347507476807]}, {"step": 6750, "epoch": 17, "train_loss": 0.931134819984436, "cos_r_negg": [0.8519123792648315, 0.8720738887786865, 0.8919970393180847, 0.9024720788002014, 0.913966178894043, 0.918607234954834, 0.9301726222038269, 0.9334688782691956, 0.9377524852752686, 0.9413957595825195], "cos_apical_negg": [0.8519123792648315, 0.8720738887786865, 0.8919970393180847, 0.9024720788002014, 0.913966178894043, 0.918607234954834, 0.9301726222038269, 0.9334688782691956, 0.9377524852752686, 0.9413957595825195], "cos_Ac_negg": [0.8519123792648315, 0.8720738887786865, 0.8919970393180847, 0.9024720788002014, 0.913966178894043, 0.918607234954834, 0.9301726222038269, 0.9334688782691956, 0.9377524852752686, 0.9413957595825195], "r_norm": [1.943691611289978, 1.6739261150360107, 1.666125774383545, 1.6493138074874878, 1.6252965927124023, 1.5975685119628906, 1.5868549346923828, 1.5744221210479736, 1.536226749420166, 1.5322744846343994], "ldr": {"dL_sdil": -0.11679601669311523, "dL_bp": -0.14189434051513672, "ratio": 0.8231196273868012}}, {"step": 6800, "epoch": 17, "train_loss": 0.742360532283783, "cos_r_negg": [0.8568605184555054, 0.8751320838928223, 0.8951321840286255, 0.9035717248916626, 0.9172227382659912, 0.9206897616386414, 0.9295085072517395, 0.9341422319412231, 0.9415892362594604, 0.9419393539428711], "cos_apical_negg": [0.8568605184555054, 0.8751320838928223, 0.8951321840286255, 0.9035717248916626, 0.9172227382659912, 0.9206897616386414, 0.9295085072517395, 0.9341422319412231, 0.9415892362594604, 0.9419393539428711], "cos_Ac_negg": [0.8568605184555054, 0.8751320838928223, 0.8951321840286255, 0.9035717248916626, 0.9172227382659912, 0.9206897616386414, 0.9295085072517395, 0.9341422319412231, 0.9415892362594604, 0.9419393539428711], "r_norm": [1.9784528017044067, 1.7085789442062378, 1.698958158493042, 1.6836631298065186, 1.6563572883605957, 1.627695918083191, 1.615661859512329, 1.6028817892074585, 1.5659396648406982, 1.5603265762329102]}, {"step": 6850, "epoch": 17, "train_loss": 0.9186170697212219, "cos_r_negg": [0.8569621443748474, 0.8746082782745361, 0.8972064256668091, 0.9072012901306152, 0.9190647602081299, 0.9231062531471252, 0.9328269958496094, 0.9378786087036133, 0.9415853023529053, 0.9422592520713806], "cos_apical_negg": [0.8569621443748474, 0.8746082782745361, 0.8972064256668091, 0.9072012901306152, 0.9190647602081299, 0.9231062531471252, 0.9328269958496094, 0.9378786087036133, 0.9415853023529053, 0.9422592520713806], "cos_Ac_negg": [0.8569621443748474, 0.8746082782745361, 0.8972064256668091, 0.9072012901306152, 0.9190647602081299, 0.9231062531471252, 0.9328269958496094, 0.9378786087036133, 0.9415853023529053, 0.9422592520713806], "r_norm": [1.9821829795837402, 1.7138433456420898, 1.706083059310913, 1.688425064086914, 1.6623327732086182, 1.6334402561187744, 1.6226649284362793, 1.6074429750442505, 1.5714181661605835, 1.5664910078048706]}, {"step": 6900, "epoch": 17, "train_loss": 0.7832973599433899, "cos_r_negg": [0.8519326448440552, 0.8749560117721558, 0.8960817456245422, 0.9062999486923218, 0.9193357229232788, 0.9230353832244873, 0.9332513809204102, 0.9391771554946899, 0.9445168972015381, 0.9428584575653076], "cos_apical_negg": [0.8519326448440552, 0.8749560117721558, 0.8960817456245422, 0.9062999486923218, 0.9193357229232788, 0.9230353832244873, 0.9332513809204102, 0.9391771554946899, 0.9445168972015381, 0.9428584575653076], "cos_Ac_negg": [0.8519326448440552, 0.8749560117721558, 0.8960817456245422, 0.9062999486923218, 0.9193357229232788, 0.9230353832244873, 0.9332513809204102, 0.9391771554946899, 0.9445168972015381, 0.9428584575653076], "r_norm": [1.9555621147155762, 1.6959353685379028, 1.6888208389282227, 1.6682652235031128, 1.643588900566101, 1.6143295764923096, 1.604330062866211, 1.5883530378341675, 1.55385160446167, 1.5496060848236084]}, {"step": 6950, "epoch": 17, "train_loss": 0.7084394097328186, "cos_r_negg": [0.8566605448722839, 0.876911997795105, 0.8971547484397888, 0.9079264402389526, 0.9197070598602295, 0.9229146838188171, 0.9341091513633728, 0.9398924112319946, 0.9440604448318481, 0.9451983571052551], "cos_apical_negg": [0.8566605448722839, 0.876911997795105, 0.8971547484397888, 0.9079264402389526, 0.9197070598602295, 0.9229146838188171, 0.9341091513633728, 0.9398924112319946, 0.9440604448318481, 0.9451983571052551], "cos_Ac_negg": [0.8566605448722839, 0.876911997795105, 0.8971547484397888, 0.9079264402389526, 0.9197070598602295, 0.9229146838188171, 0.9341091513633728, 0.9398924112319946, 0.9440604448318481, 0.9451983571052551], "r_norm": [2.003593921661377, 1.7378497123718262, 1.731090784072876, 1.7103744745254517, 1.682705044746399, 1.653161644935608, 1.6432068347930908, 1.6284089088439941, 1.593657374382019, 1.5862689018249512]}, {"step": 7000, "epoch": 17, "train_loss": 0.7560899257659912, "cos_r_negg": [0.8559103012084961, 0.87661212682724, 0.8977999687194824, 0.909429669380188, 0.9195013046264648, 0.9245609045028687, 0.9337228536605835, 0.9414787292480469, 0.9460810422897339, 0.9443808794021606], "cos_apical_negg": [0.8559103012084961, 0.87661212682724, 0.8977999687194824, 0.909429669380188, 0.9195013046264648, 0.9245609045028687, 0.9337228536605835, 0.9414787292480469, 0.9460810422897339, 0.9443808794021606], "cos_Ac_negg": [0.8559103012084961, 0.87661212682724, 0.8977999687194824, 0.909429669380188, 0.9195013046264648, 0.9245609045028687, 0.9337228536605835, 0.9414787292480469, 0.9460810422897339, 0.9443808794021606], "r_norm": [2.012153387069702, 1.7492499351501465, 1.7440904378890991, 1.7217369079589844, 1.6935607194900513, 1.663414478302002, 1.6516937017440796, 1.6392021179199219, 1.6036111116409302, 1.5951403379440308], "ldr": {"dL_sdil": -0.09803104400634766, "dL_bp": -0.12549185752868652, "ratio": 0.7811745394233126}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4277, "test_loss": 2.299020263671875}, {"step": 7050, "epoch": 18, "train_loss": 0.8640892505645752, "cos_r_negg": [0.8545575141906738, 0.874794065952301, 0.8981237411499023, 0.9100379347801208, 0.9184420108795166, 0.9242075681686401, 0.9347864985466003, 0.9439321756362915, 0.9450124502182007, 0.944604754447937], "cos_apical_negg": [0.8545575141906738, 0.874794065952301, 0.8981237411499023, 0.9100379347801208, 0.9184420108795166, 0.9242075681686401, 0.9347864985466003, 0.9439321756362915, 0.9450124502182007, 0.944604754447937], "cos_Ac_negg": [0.8545575141906738, 0.874794065952301, 0.8981237411499023, 0.9100379347801208, 0.9184420108795166, 0.9242075681686401, 0.9347864985466003, 0.9439321756362915, 0.9450124502182007, 0.944604754447937], "r_norm": [1.9594807624816895, 1.7053523063659668, 1.6997202634811401, 1.6787368059158325, 1.6519348621368408, 1.6232349872589111, 1.6099340915679932, 1.5978590250015259, 1.562220573425293, 1.5545973777770996]}, {"step": 7100, "epoch": 18, "train_loss": 0.9500099420547485, "cos_r_negg": [0.8509765863418579, 0.8783169984817505, 0.900231122970581, 0.9118593335151672, 0.9224587678909302, 0.9279059171676636, 0.9379501342773438, 0.9441171884536743, 0.9466733932495117, 0.9475283026695251], "cos_apical_negg": [0.8509765863418579, 0.8783169984817505, 0.900231122970581, 0.9118593335151672, 0.9224587678909302, 0.9279059171676636, 0.9379501342773438, 0.9441171884536743, 0.9466733932495117, 0.9475283026695251], "cos_Ac_negg": [0.8509765863418579, 0.8783169984817505, 0.900231122970581, 0.9118593335151672, 0.9224587678909302, 0.9279059171676636, 0.9379501342773438, 0.9441171884536743, 0.9466733932495117, 0.9475283026695251], "r_norm": [2.075347661972046, 1.8075484037399292, 1.8008887767791748, 1.7788827419281006, 1.7507295608520508, 1.7200051546096802, 1.7064231634140015, 1.693029761314392, 1.6571111679077148, 1.645882487297058]}, {"step": 7150, "epoch": 18, "train_loss": 0.6971473693847656, "cos_r_negg": [0.8520039319992065, 0.8780086040496826, 0.8981518745422363, 0.9127849340438843, 0.9220776557922363, 0.9267858266830444, 0.935632050037384, 0.9432936906814575, 0.947834849357605, 0.9475451111793518], "cos_apical_negg": [0.8520039319992065, 0.8780086040496826, 0.8981518745422363, 0.9127849340438843, 0.9220776557922363, 0.9267858266830444, 0.935632050037384, 0.9432936906814575, 0.947834849357605, 0.9475451111793518], "cos_Ac_negg": [0.8520039319992065, 0.8780086040496826, 0.8981518745422363, 0.9127849340438843, 0.9220776557922363, 0.9267858266830444, 0.935632050037384, 0.9432936906814575, 0.947834849357605, 0.9475451111793518], "r_norm": [2.0842504501342773, 1.8159024715423584, 1.8091652393341064, 1.7874855995178223, 1.7593486309051514, 1.7303014993667603, 1.71610426902771, 1.7024438381195068, 1.6654114723205566, 1.6548781394958496]}, {"step": 7200, "epoch": 18, "train_loss": 0.7499282956123352, "cos_r_negg": [0.8588882684707642, 0.8790931701660156, 0.9003312587738037, 0.9130473136901855, 0.9227287769317627, 0.9287598729133606, 0.9381128549575806, 0.9429581165313721, 0.9472975730895996, 0.9498708248138428], "cos_apical_negg": [0.8588882684707642, 0.8790931701660156, 0.9003312587738037, 0.9130473136901855, 0.9227287769317627, 0.9287598729133606, 0.9381128549575806, 0.9429581165313721, 0.9472975730895996, 0.9498708248138428], "cos_Ac_negg": [0.8588882684707642, 0.8790931701660156, 0.9003312587738037, 0.9130473136901855, 0.9227287769317627, 0.9287598729133606, 0.9381128549575806, 0.9429581165313721, 0.9472975730895996, 0.9498708248138428], "r_norm": [2.013887643814087, 1.7640928030014038, 1.7568433284759521, 1.7367312908172607, 1.7106444835662842, 1.6800427436828613, 1.6651215553283691, 1.6525006294250488, 1.6182241439819336, 1.607570767402649]}, {"step": 7250, "epoch": 18, "train_loss": 0.6394797563552856, "cos_r_negg": [0.8555575609207153, 0.877923846244812, 0.9003767967224121, 0.9115354418754578, 0.9252161979675293, 0.9313011169433594, 0.9398998022079468, 0.9455807209014893, 0.950754702091217, 0.9508640766143799], "cos_apical_negg": [0.8555575609207153, 0.877923846244812, 0.9003767967224121, 0.9115354418754578, 0.9252161979675293, 0.9313011169433594, 0.9398998022079468, 0.9455807209014893, 0.950754702091217, 0.9508640766143799], "cos_Ac_negg": [0.8555575609207153, 0.877923846244812, 0.9003767967224121, 0.9115354418754578, 0.9252161979675293, 0.9313011169433594, 0.9398998022079468, 0.9455807209014893, 0.950754702091217, 0.9508640766143799], "r_norm": [2.038179636001587, 1.78472900390625, 1.7764275074005127, 1.7551486492156982, 1.7293691635131836, 1.696367859840393, 1.6827384233474731, 1.6684396266937256, 1.633413314819336, 1.6234383583068848], "ldr": {"dL_sdil": -0.10004210472106934, "dL_bp": -0.13457250595092773, "ratio": 0.7434067160609314}}, {"step": 7300, "epoch": 18, "train_loss": 0.8268162608146667, "cos_r_negg": [0.8502603769302368, 0.8802694082260132, 0.9025262594223022, 0.9141644239425659, 0.9254639148712158, 0.929766833782196, 0.9423238039016724, 0.9463067054748535, 0.948176383972168, 0.9495108723640442], "cos_apical_negg": [0.8502603769302368, 0.8802694082260132, 0.9025262594223022, 0.9141644239425659, 0.9254639148712158, 0.929766833782196, 0.9423238039016724, 0.9463067054748535, 0.948176383972168, 0.9495108723640442], "cos_Ac_negg": [0.8502603769302368, 0.8802694082260132, 0.9025262594223022, 0.9141644239425659, 0.9254639148712158, 0.929766833782196, 0.9423238039016724, 0.9463067054748535, 0.948176383972168, 0.9495108723640442], "r_norm": [2.0990285873413086, 1.8406764268875122, 1.8315798044204712, 1.8112969398498535, 1.7825465202331543, 1.7474892139434814, 1.7338120937347412, 1.7216413021087646, 1.685246229171753, 1.6721186637878418]}, {"step": 7350, "epoch": 18, "train_loss": 0.6403111815452576, "cos_r_negg": [0.8502606749534607, 0.8815450072288513, 0.9059827327728271, 0.9162923097610474, 0.926249623298645, 0.9328547716140747, 0.9420605897903442, 0.9477480053901672, 0.952073872089386, 0.9509316682815552], "cos_apical_negg": [0.8502606749534607, 0.8815450072288513, 0.9059827327728271, 0.9162923097610474, 0.926249623298645, 0.9328547716140747, 0.9420605897903442, 0.9477480053901672, 0.952073872089386, 0.9509316682815552], "cos_Ac_negg": [0.8502606749534607, 0.8815450072288513, 0.9059827327728271, 0.9162923097610474, 0.926249623298645, 0.9328547716140747, 0.9420605897903442, 0.9477480053901672, 0.952073872089386, 0.9509316682815552], "r_norm": [2.0673604011535645, 1.8187248706817627, 1.8110454082489014, 1.7895615100860596, 1.761252522468567, 1.7286159992218018, 1.7135343551635742, 1.7039601802825928, 1.6642348766326904, 1.653113603591919]}, {"step": 7400, "epoch": 18, "train_loss": 0.8426305651664734, "cos_r_negg": [0.8556163311004639, 0.8813992738723755, 0.9026196002960205, 0.9172166585922241, 0.9275143146514893, 0.9327076077461243, 0.9426907300949097, 0.9504807591438293, 0.9541730880737305, 0.9554426670074463], "cos_apical_negg": [0.8556163311004639, 0.8813992738723755, 0.9026196002960205, 0.9172166585922241, 0.9275143146514893, 0.9327076077461243, 0.9426907300949097, 0.9504807591438293, 0.9541730880737305, 0.9554426670074463], "cos_Ac_negg": [0.8556163311004639, 0.8813992738723755, 0.9026196002960205, 0.9172166585922241, 0.9275143146514893, 0.9327076077461243, 0.9426907300949097, 0.9504807591438293, 0.9541730880737305, 0.9554426670074463], "r_norm": [2.128408908843994, 1.8773139715194702, 1.867539882659912, 1.845682978630066, 1.819070816040039, 1.7838433980941772, 1.7676228284835815, 1.7591972351074219, 1.7156721353530884, 1.7059284448623657]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4103, "test_loss": 2.4461067626953126}, {"step": 7450, "epoch": 19, "train_loss": 0.516127347946167, "cos_r_negg": [0.8531416654586792, 0.8832744359970093, 0.9034581184387207, 0.9162489771842957, 0.9287809133529663, 0.9336463809013367, 0.9443995952606201, 0.9504843354225159, 0.9556703567504883, 0.9551097750663757], "cos_apical_negg": [0.8531416654586792, 0.8832744359970093, 0.9034581184387207, 0.9162489771842957, 0.9287809133529663, 0.9336463809013367, 0.9443995952606201, 0.9504843354225159, 0.9556703567504883, 0.9551097750663757], "cos_Ac_negg": [0.8531416654586792, 0.8832744359970093, 0.9034581184387207, 0.9162489771842957, 0.9287809133529663, 0.9336463809013367, 0.9443995952606201, 0.9504843354225159, 0.9556703567504883, 0.9551097750663757], "r_norm": [2.0903115272521973, 1.8457846641540527, 1.8358498811721802, 1.8138155937194824, 1.7862846851348877, 1.7541991472244263, 1.7383906841278076, 1.7271238565444946, 1.6838150024414062, 1.6738793849945068]}, {"step": 7500, "epoch": 19, "train_loss": 0.48536041378974915, "cos_r_negg": [0.8487854599952698, 0.8829246759414673, 0.9037830233573914, 0.9169256687164307, 0.9294349551200867, 0.9330758452415466, 0.9442152380943298, 0.9516072869300842, 0.9552477598190308, 0.9560534358024597], "cos_apical_negg": [0.8487854599952698, 0.8829246759414673, 0.9037830233573914, 0.9169256687164307, 0.9294349551200867, 0.9330758452415466, 0.9442152380943298, 0.9516072869300842, 0.9552477598190308, 0.9560534358024597], "cos_Ac_negg": [0.8487854599952698, 0.8829246759414673, 0.9037830233573914, 0.9169256687164307, 0.9294349551200867, 0.9330758452415466, 0.9442152380943298, 0.9516072869300842, 0.9552477598190308, 0.9560534358024597], "r_norm": [2.123671054840088, 1.878523349761963, 1.8689674139022827, 1.8469421863555908, 1.8184173107147217, 1.7848596572875977, 1.768308162689209, 1.7554744482040405, 1.7145907878875732, 1.703035831451416], "ldr": {"dL_sdil": -0.10842180252075195, "dL_bp": -0.1499185562133789, "ratio": 0.7232046869930853}}, {"step": 7550, "epoch": 19, "train_loss": 0.5542123317718506, "cos_r_negg": [0.8471963405609131, 0.8811615109443665, 0.9043295979499817, 0.9155473709106445, 0.927741289138794, 0.9339438676834106, 0.9441759586334229, 0.9505151510238647, 0.9551492929458618, 0.9560752511024475], "cos_apical_negg": [0.8471963405609131, 0.8811615109443665, 0.9043295979499817, 0.9155473709106445, 0.927741289138794, 0.9339438676834106, 0.9441759586334229, 0.9505151510238647, 0.9551492929458618, 0.9560752511024475], "cos_Ac_negg": [0.8471963405609131, 0.8811615109443665, 0.9043295979499817, 0.9155473709106445, 0.927741289138794, 0.9339438676834106, 0.9441759586334229, 0.9505151510238647, 0.9551492929458618, 0.9560752511024475], "r_norm": [2.097219944000244, 1.8580052852630615, 1.8471345901489258, 1.8249695301055908, 1.7957615852355957, 1.762232780456543, 1.747369408607483, 1.7342736721038818, 1.6926075220108032, 1.681353211402893]}, {"step": 7600, "epoch": 19, "train_loss": 0.8907990455627441, "cos_r_negg": [0.8581835627555847, 0.8825151920318604, 0.9062509536743164, 0.9167039394378662, 0.9291867613792419, 0.9337528347969055, 0.9456889033317566, 0.9530969858169556, 0.9566954970359802, 0.9571230411529541], "cos_apical_negg": [0.8581835627555847, 0.8825151920318604, 0.9062509536743164, 0.9167039394378662, 0.9291867613792419, 0.9337528347969055, 0.9456889033317566, 0.9530969858169556, 0.9566954970359802, 0.9571230411529541], "cos_Ac_negg": [0.8581835627555847, 0.8825151920318604, 0.9062509536743164, 0.9167039394378662, 0.9291867613792419, 0.9337528347969055, 0.9456889033317566, 0.9530969858169556, 0.9566954970359802, 0.9571230411529541], "r_norm": [2.1398587226867676, 1.8948084115982056, 1.883446455001831, 1.863608956336975, 1.8323769569396973, 1.7987427711486816, 1.7832565307617188, 1.7697782516479492, 1.7263014316558838, 1.7140864133834839]}, {"step": 7650, "epoch": 19, "train_loss": 0.5762187242507935, "cos_r_negg": [0.8556345701217651, 0.8844313621520996, 0.9066430926322937, 0.9187723994255066, 0.9317734837532043, 0.9355103373527527, 0.9470106363296509, 0.9525535106658936, 0.9570664167404175, 0.958081841468811], "cos_apical_negg": [0.8556345701217651, 0.8844313621520996, 0.9066430926322937, 0.9187723994255066, 0.9317734837532043, 0.9355103373527527, 0.9470106363296509, 0.9525535106658936, 0.9570664167404175, 0.958081841468811], "cos_Ac_negg": [0.8556345701217651, 0.8844313621520996, 0.9066430926322937, 0.9187723994255066, 0.9317734837532043, 0.9355103373527527, 0.9470106363296509, 0.9525535106658936, 0.9570664167404175, 0.958081841468811], "r_norm": [2.1272292137145996, 1.8842312097549438, 1.8751957416534424, 1.8530244827270508, 1.8219019174575806, 1.7874068021774292, 1.7715327739715576, 1.758180022239685, 1.7157764434814453, 1.7032089233398438]}, {"step": 7700, "epoch": 19, "train_loss": 0.5551396608352661, "cos_r_negg": [0.8585000038146973, 0.8877321481704712, 0.9086521863937378, 0.9208589196205139, 0.9339160323143005, 0.9372750520706177, 0.9484420418739319, 0.9553866386413574, 0.9583752155303955, 0.9610093235969543], "cos_apical_negg": [0.8585000038146973, 0.8877321481704712, 0.9086521863937378, 0.9208589196205139, 0.9339160323143005, 0.9372750520706177, 0.9484420418739319, 0.9553866386413574, 0.9583752155303955, 0.9610093235969543], "cos_Ac_negg": [0.8585000038146973, 0.8877321481704712, 0.9086521863937378, 0.9208589196205139, 0.9339160323143005, 0.9372750520706177, 0.9484420418739319, 0.9553866386413574, 0.9583752155303955, 0.9610093235969543], "r_norm": [2.127730369567871, 1.8882356882095337, 1.8790550231933594, 1.8589586019515991, 1.8278863430023193, 1.7937889099121094, 1.7757914066314697, 1.7622413635253906, 1.7215490341186523, 1.7084776163101196]}, {"step": 7750, "epoch": 19, "train_loss": 0.7705116271972656, "cos_r_negg": [0.8576768636703491, 0.8862922191619873, 0.9066500663757324, 0.9194531440734863, 0.9325893521308899, 0.9376048445701599, 0.9483695030212402, 0.9559818506240845, 0.9588664770126343, 0.9612062573432922], "cos_apical_negg": [0.8576768636703491, 0.8862922191619873, 0.9066500663757324, 0.9194531440734863, 0.9325893521308899, 0.9376048445701599, 0.9483695030212402, 0.9559818506240845, 0.9588664770126343, 0.9612062573432922], "cos_Ac_negg": [0.8576768636703491, 0.8862922191619873, 0.9066500663757324, 0.9194531440734863, 0.9325893521308899, 0.9376048445701599, 0.9483695030212402, 0.9559818506240845, 0.9588664770126343, 0.9612062573432922], "r_norm": [2.1486878395080566, 1.9149401187896729, 1.903454303741455, 1.8822566270828247, 1.8524487018585205, 1.8179947137832642, 1.798474669456482, 1.7844593524932861, 1.744443655014038, 1.730093240737915], "ldr": {"dL_sdil": -0.09553861618041992, "dL_bp": -0.13764214515686035, "ratio": 0.6941087417051063}}, {"step": 7800, "epoch": 19, "train_loss": 0.7653546333312988, "cos_r_negg": [0.85732102394104, 0.8869593143463135, 0.9077121019363403, 0.92022705078125, 0.9329460859298706, 0.9380024671554565, 0.948633074760437, 0.9560161828994751, 0.960243821144104, 0.9607846736907959], "cos_apical_negg": [0.85732102394104, 0.8869593143463135, 0.9077121019363403, 0.92022705078125, 0.9329460859298706, 0.9380024671554565, 0.948633074760437, 0.9560161828994751, 0.960243821144104, 0.9607846736907959], "cos_Ac_negg": [0.85732102394104, 0.8869593143463135, 0.9077121019363403, 0.92022705078125, 0.9329460859298706, 0.9380024671554565, 0.948633074760437, 0.9560161828994751, 0.960243821144104, 0.9607846736907959], "r_norm": [2.1550965309143066, 1.9227120876312256, 1.9119266271591187, 1.8879125118255615, 1.8591727018356323, 1.822967529296875, 1.8023691177368164, 1.7902759313583374, 1.7511188983917236, 1.7351258993148804]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4161, "test_loss": 2.525790380859375}, {"step": 7850, "epoch": 20, "train_loss": 0.5865379571914673, "cos_r_negg": [0.857859194278717, 0.885859489440918, 0.906097412109375, 0.9189843535423279, 0.9312182664871216, 0.938040018081665, 0.9477537870407104, 0.9548944234848022, 0.9591132402420044, 0.9596956968307495], "cos_apical_negg": [0.857859194278717, 0.885859489440918, 0.906097412109375, 0.9189843535423279, 0.9312182664871216, 0.938040018081665, 0.9477537870407104, 0.9548944234848022, 0.9591132402420044, 0.9596956968307495], "cos_Ac_negg": [0.857859194278717, 0.885859489440918, 0.906097412109375, 0.9189843535423279, 0.9312182664871216, 0.938040018081665, 0.9477537870407104, 0.9548944234848022, 0.9591132402420044, 0.9596956968307495], "r_norm": [2.165806770324707, 1.933257818222046, 1.9233460426330566, 1.8988611698150635, 1.8701305389404297, 1.8340812921524048, 1.8116689920425415, 1.8016040325164795, 1.7604360580444336, 1.74551522731781]}, {"step": 7900, "epoch": 20, "train_loss": 0.49871015548706055, "cos_r_negg": [0.8523744344711304, 0.8859450817108154, 0.9065769910812378, 0.9192773699760437, 0.9317775964736938, 0.9369930028915405, 0.9474430680274963, 0.9550479054450989, 0.9594922661781311, 0.9609265327453613], "cos_apical_negg": [0.8523744344711304, 0.8859450817108154, 0.9065769910812378, 0.9192773699760437, 0.9317775964736938, 0.9369930028915405, 0.9474430680274963, 0.9550479054450989, 0.9594922661781311, 0.9609265327453613], "cos_Ac_negg": [0.8523744344711304, 0.8859450817108154, 0.9065769910812378, 0.9192773699760437, 0.9317775964736938, 0.9369930028915405, 0.9474430680274963, 0.9550479054450989, 0.9594922661781311, 0.9609265327453613], "r_norm": [2.119961738586426, 1.8947806358337402, 1.886098861694336, 1.8629670143127441, 1.8353962898254395, 1.8010094165802002, 1.7789218425750732, 1.7676646709442139, 1.7272433042526245, 1.7143585681915283]}, {"step": 7950, "epoch": 20, "train_loss": 0.5576584339141846, "cos_r_negg": [0.8445614576339722, 0.8858870267868042, 0.9077128171920776, 0.9202144145965576, 0.9326791763305664, 0.9394824504852295, 0.9494677782058716, 0.9565645456314087, 0.9604514837265015, 0.9629765748977661], "cos_apical_negg": [0.8445614576339722, 0.8858870267868042, 0.9077128171920776, 0.9202144145965576, 0.9326791763305664, 0.9394824504852295, 0.9494677782058716, 0.9565645456314087, 0.9604514837265015, 0.9629765748977661], "cos_Ac_negg": [0.8445614576339722, 0.8858870267868042, 0.9077128171920776, 0.9202144145965576, 0.9326791763305664, 0.9394824504852295, 0.9494677782058716, 0.9565645456314087, 0.9604514837265015, 0.9629765748977661], "r_norm": [2.1742303371429443, 1.9487183094024658, 1.9388889074325562, 1.9142420291900635, 1.8854509592056274, 1.8495705127716064, 1.8282310962677002, 1.8170220851898193, 1.7755749225616455, 1.761833667755127]}, {"step": 8000, "epoch": 20, "train_loss": 0.6874237656593323, "cos_r_negg": [0.8538572788238525, 0.8887220621109009, 0.9105584621429443, 0.9217183589935303, 0.9350482225418091, 0.9409409761428833, 0.9524364471435547, 0.9577233791351318, 0.9624813199043274, 0.9659295082092285], "cos_apical_negg": [0.8538572788238525, 0.8887220621109009, 0.9105584621429443, 0.9217183589935303, 0.9350482225418091, 0.9409409761428833, 0.9524364471435547, 0.9577233791351318, 0.9624813199043274, 0.9659295082092285], "cos_Ac_negg": [0.8538572788238525, 0.8887220621109009, 0.9105584621429443, 0.9217183589935303, 0.9350482225418091, 0.9409409761428833, 0.9524364471435547, 0.9577233791351318, 0.9624813199043274, 0.9659295082092285], "r_norm": [2.2306694984436035, 2.000364303588867, 1.9905818700790405, 1.9657635688781738, 1.9344366788864136, 1.8980340957641602, 1.8761096000671387, 1.8605365753173828, 1.8205702304840088, 1.805159330368042], "ldr": {"dL_sdil": -0.1492311954498291, "dL_bp": -0.20003247261047363, "ratio": 0.7460348487539288}}, {"step": 8050, "epoch": 20, "train_loss": 0.43090102076530457, "cos_r_negg": [0.8515477180480957, 0.8871903419494629, 0.9109536409378052, 0.9228041768074036, 0.9346293807029724, 0.9401857256889343, 0.9519485831260681, 0.9589672684669495, 0.9626631736755371, 0.9653469324111938], "cos_apical_negg": [0.8515477180480957, 0.8871903419494629, 0.9109536409378052, 0.9228041768074036, 0.9346293807029724, 0.9401857256889343, 0.9519485831260681, 0.9589672684669495, 0.9626631736755371, 0.9653469324111938], "cos_Ac_negg": [0.8515477180480957, 0.8871903419494629, 0.9109536409378052, 0.9228041768074036, 0.9346293807029724, 0.9401857256889343, 0.9519485831260681, 0.9589672684669495, 0.9626631736755371, 0.9653469324111938], "r_norm": [2.191617488861084, 1.9664299488067627, 1.955657720565796, 1.9364635944366455, 1.9053665399551392, 1.86879301071167, 1.8482593297958374, 1.833014965057373, 1.7909833192825317, 1.7771214246749878]}, {"step": 8100, "epoch": 20, "train_loss": 0.5493643879890442, "cos_r_negg": [0.8541142344474792, 0.8876463174819946, 0.9089944958686829, 0.9243394136428833, 0.9359586834907532, 0.94173264503479, 0.951593816280365, 0.9593797326087952, 0.9625123143196106, 0.9647486209869385], "cos_apical_negg": [0.8541142344474792, 0.8876463174819946, 0.9089944958686829, 0.9243394136428833, 0.9359586834907532, 0.94173264503479, 0.951593816280365, 0.9593797326087952, 0.9625123143196106, 0.9647486209869385], "cos_Ac_negg": [0.8541142344474792, 0.8876463174819946, 0.9089944958686829, 0.9243394136428833, 0.9359586834907532, 0.94173264503479, 0.951593816280365, 0.9593797326087952, 0.9625123143196106, 0.9647486209869385], "r_norm": [2.206688404083252, 1.9802523851394653, 1.9674994945526123, 1.9449204206466675, 1.9144287109375, 1.8771649599075317, 1.8556166887283325, 1.8392753601074219, 1.7999988794326782, 1.7834492921829224]}, {"step": 8150, "epoch": 20, "train_loss": 0.5784655809402466, "cos_r_negg": [0.8523377180099487, 0.8877004384994507, 0.9110606908798218, 0.9241195321083069, 0.936414361000061, 0.9434643387794495, 0.95200514793396, 0.9586998224258423, 0.9634124040603638, 0.9654940366744995], "cos_apical_negg": [0.8523377180099487, 0.8877004384994507, 0.9110606908798218, 0.9241195321083069, 0.936414361000061, 0.9434643387794495, 0.95200514793396, 0.9586998224258423, 0.9634124040603638, 0.9654940366744995], "cos_Ac_negg": [0.8523377180099487, 0.8877004384994507, 0.9110606908798218, 0.9241195321083069, 0.936414361000061, 0.9434643387794495, 0.95200514793396, 0.9586998224258423, 0.9634124040603638, 0.9654940366744995], "r_norm": [2.209655284881592, 1.9899494647979736, 1.978775978088379, 1.9561469554901123, 1.928261160850525, 1.8930401802062988, 1.8683650493621826, 1.851914405822754, 1.8109586238861084, 1.7969763278961182]}, {"step": 8200, "epoch": 20, "train_loss": 0.5450178384780884, "cos_r_negg": [0.8472012877464294, 0.8866851925849915, 0.9092864990234375, 0.9218235015869141, 0.9340171813964844, 0.9411704540252686, 0.9497157335281372, 0.9573132991790771, 0.9634148478507996, 0.9650635719299316], "cos_apical_negg": [0.8472012877464294, 0.8866851925849915, 0.9092864990234375, 0.9218235015869141, 0.9340171813964844, 0.9411704540252686, 0.9497157335281372, 0.9573132991790771, 0.9634148478507996, 0.9650635719299316], "cos_Ac_negg": [0.8472012877464294, 0.8866851925849915, 0.9092864990234375, 0.9218235015869141, 0.9340171813964844, 0.9411704540252686, 0.9497157335281372, 0.9573132991790771, 0.9634148478507996, 0.9650635719299316], "r_norm": [2.2442216873168945, 2.020843267440796, 2.0088415145874023, 1.9865946769714355, 1.9575934410095215, 1.9188765287399292, 1.8943321704864502, 1.8769066333770752, 1.8383116722106934, 1.8225443363189697]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.419, "test_loss": 2.548640283203125}, {"step": 8250, "epoch": 21, "train_loss": 0.319943368434906, "cos_r_negg": [0.8470296859741211, 0.8884539008140564, 0.9095710515975952, 0.9216010570526123, 0.9344213008880615, 0.9416570067405701, 0.9519880414009094, 0.9581325650215149, 0.9636572599411011, 0.9671451449394226], "cos_apical_negg": [0.8470296859741211, 0.8884539008140564, 0.9095710515975952, 0.9216010570526123, 0.9344213008880615, 0.9416570067405701, 0.9519880414009094, 0.9581325650215149, 0.9636572599411011, 0.9671451449394226], "cos_Ac_negg": [0.8470296859741211, 0.8884539008140564, 0.9095710515975952, 0.9216010570526123, 0.9344213008880615, 0.9416570067405701, 0.9519880414009094, 0.9581325650215149, 0.9636572599411011, 0.9671451449394226], "r_norm": [2.208707094192505, 1.9906396865844727, 1.9791669845581055, 1.957547664642334, 1.9288206100463867, 1.891735553741455, 1.86651611328125, 1.8470022678375244, 1.8108793497085571, 1.7937040328979492], "ldr": {"dL_sdil": -0.10938692092895508, "dL_bp": -0.16069364547729492, "ratio": 0.6807171534633634}}, {"step": 8300, "epoch": 21, "train_loss": 0.5729383826255798, "cos_r_negg": [0.8463640809059143, 0.8878858089447021, 0.9106041193008423, 0.9223334193229675, 0.934107780456543, 0.9406534433364868, 0.951195240020752, 0.9585237503051758, 0.9629318118095398, 0.9674223065376282], "cos_apical_negg": [0.8463640809059143, 0.8878858089447021, 0.9106041193008423, 0.9223334193229675, 0.934107780456543, 0.9406534433364868, 0.951195240020752, 0.9585237503051758, 0.9629318118095398, 0.9674223065376282], "cos_Ac_negg": [0.8463640809059143, 0.8878858089447021, 0.9106041193008423, 0.9223334193229675, 0.934107780456543, 0.9406534433364868, 0.951195240020752, 0.9585237503051758, 0.9629318118095398, 0.9674223065376282], "r_norm": [2.282726287841797, 2.0570502281188965, 2.0469889640808105, 2.0268425941467285, 1.9958624839782715, 1.9558380842208862, 1.9291795492172241, 1.9122318029403687, 1.8712011575698853, 1.8563761711120605]}, {"step": 8350, "epoch": 21, "train_loss": 0.5420491099357605, "cos_r_negg": [0.8488501310348511, 0.887186586856842, 0.9101685285568237, 0.9218615293502808, 0.9345000982284546, 0.9401899576187134, 0.9511562585830688, 0.9580685496330261, 0.9621652960777283, 0.965340793132782], "cos_apical_negg": [0.8488501310348511, 0.887186586856842, 0.9101685285568237, 0.9218615293502808, 0.9345000982284546, 0.9401899576187134, 0.9511562585830688, 0.9580685496330261, 0.9621652960777283, 0.965340793132782], "cos_Ac_negg": [0.8488501310348511, 0.887186586856842, 0.9101685285568237, 0.9218615293502808, 0.9345000982284546, 0.9401899576187134, 0.9511562585830688, 0.9580685496330261, 0.9621652960777283, 0.965340793132782], "r_norm": [2.280759811401367, 2.0576467514038086, 2.0478553771972656, 2.025265693664551, 1.9942333698272705, 1.9542672634124756, 1.928368091583252, 1.909210443496704, 1.870242714881897, 1.8535497188568115]}, {"step": 8400, "epoch": 21, "train_loss": 0.5120325088500977, "cos_r_negg": [0.8440710306167603, 0.8873083591461182, 0.9113729596138, 0.923714280128479, 0.935124397277832, 0.9413027167320251, 0.9523893594741821, 0.9588650465011597, 0.9630836248397827, 0.9673420190811157], "cos_apical_negg": [0.8440710306167603, 0.8873083591461182, 0.9113729596138, 0.923714280128479, 0.935124397277832, 0.9413027167320251, 0.9523893594741821, 0.9588650465011597, 0.9630836248397827, 0.9673420190811157], "cos_Ac_negg": [0.8440710306167603, 0.8873083591461182, 0.9113729596138, 0.923714280128479, 0.935124397277832, 0.9413027167320251, 0.9523893594741821, 0.9588650465011597, 0.9630836248397827, 0.9673420190811157], "r_norm": [2.2649030685424805, 2.045459032058716, 2.034067153930664, 2.011765718460083, 1.9822213649749756, 1.9424959421157837, 1.9167463779449463, 1.8981578350067139, 1.8582775592803955, 1.840578317642212]}, {"step": 8450, "epoch": 21, "train_loss": 0.34539005160331726, "cos_r_negg": [0.8449380397796631, 0.8857861757278442, 0.9100874066352844, 0.9226846694946289, 0.934855580329895, 0.9411303400993347, 0.9524769186973572, 0.9590691924095154, 0.9633111953735352, 0.9671918153762817], "cos_apical_negg": [0.8449380397796631, 0.8857861757278442, 0.9100874066352844, 0.9226846694946289, 0.934855580329895, 0.9411303400993347, 0.9524769186973572, 0.9590691924095154, 0.9633111953735352, 0.9671918153762817], "cos_Ac_negg": [0.8449380397796631, 0.8857861757278442, 0.9100874066352844, 0.9226846694946289, 0.934855580329895, 0.9411303400993347, 0.9524769186973572, 0.9590691924095154, 0.9633111953735352, 0.9671918153762817], "r_norm": [2.2497005462646484, 2.032473087310791, 2.023951292037964, 2.000444173812866, 1.9699811935424805, 1.9316681623458862, 1.9050111770629883, 1.8853471279144287, 1.8472723960876465, 1.8282101154327393]}, {"step": 8500, "epoch": 21, "train_loss": 0.6743770837783813, "cos_r_negg": [0.8456872701644897, 0.8892688155174255, 0.9102874994277954, 0.9244900941848755, 0.9364638328552246, 0.9443109035491943, 0.9545230269432068, 0.9613077044487, 0.9672651886940002, 0.9700472354888916], "cos_apical_negg": [0.8456872701644897, 0.8892688155174255, 0.9102874994277954, 0.9244900941848755, 0.9364638328552246, 0.9443109035491943, 0.9545230269432068, 0.9613077044487, 0.9672651886940002, 0.9700472354888916], "cos_Ac_negg": [0.8456872701644897, 0.8892688155174255, 0.9102874994277954, 0.9244900941848755, 0.9364638328552246, 0.9443109035491943, 0.9545230269432068, 0.9613077044487, 0.9672651886940002, 0.9700472354888916], "r_norm": [2.2637598514556885, 2.052633285522461, 2.041210651397705, 2.016505241394043, 1.989084005355835, 1.9503509998321533, 1.9228870868682861, 1.905207872390747, 1.8649744987487793, 1.845693588256836], "ldr": {"dL_sdil": -0.12621498107910156, "dL_bp": -0.18455052375793457, "ratio": 0.6839047568602474}}, {"step": 8550, "epoch": 21, "train_loss": 0.5274971723556519, "cos_r_negg": [0.845680832862854, 0.8859831690788269, 0.906838059425354, 0.9222534894943237, 0.9336326122283936, 0.9415771961212158, 0.9515765905380249, 0.9598324298858643, 0.9616642594337463, 0.9664950966835022], "cos_apical_negg": [0.845680832862854, 0.8859831690788269, 0.906838059425354, 0.9222534894943237, 0.9336326122283936, 0.9415771961212158, 0.9515765905380249, 0.9598324298858643, 0.9616642594337463, 0.9664950966835022], "cos_Ac_negg": [0.845680832862854, 0.8859831690788269, 0.906838059425354, 0.9222534894943237, 0.9336326122283936, 0.9415771961212158, 0.9515765905380249, 0.9598324298858643, 0.9616642594337463, 0.9664950966835022], "r_norm": [2.2604105472564697, 2.052013397216797, 2.039335250854492, 2.0169715881347656, 1.987952470779419, 1.9483051300048828, 1.9193757772445679, 1.9038660526275635, 1.8641011714935303, 1.8440403938293457]}, {"step": 8600, "epoch": 21, "train_loss": 0.701034426689148, "cos_r_negg": [0.843745231628418, 0.890829861164093, 0.912043035030365, 0.9265145659446716, 0.9377351999282837, 0.9458127021789551, 0.9563986659049988, 0.9629806280136108, 0.9679139256477356, 0.9716671109199524], "cos_apical_negg": [0.843745231628418, 0.890829861164093, 0.912043035030365, 0.9265145659446716, 0.9377351999282837, 0.9458127021789551, 0.9563986659049988, 0.9629806280136108, 0.9679139256477356, 0.9716671109199524], "cos_Ac_negg": [0.843745231628418, 0.890829861164093, 0.912043035030365, 0.9265145659446716, 0.9377351999282837, 0.9458127021789551, 0.9563986659049988, 0.9629806280136108, 0.9679139256477356, 0.9716671109199524], "r_norm": [2.3127002716064453, 2.102674961090088, 2.091820240020752, 2.0670108795166016, 2.037217140197754, 1.996896505355835, 1.967097282409668, 1.9481301307678223, 1.910429835319519, 1.8876357078552246]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4209, "test_loss": 2.668593408203125}, {"step": 8650, "epoch": 22, "train_loss": 0.4557415544986725, "cos_r_negg": [0.8525001406669617, 0.8882210850715637, 0.9114415645599365, 0.9251272678375244, 0.9352772831916809, 0.9438896775245667, 0.952879786491394, 0.9603610634803772, 0.9654843807220459, 0.9690367579460144], "cos_apical_negg": [0.8525001406669617, 0.8882210850715637, 0.9114415645599365, 0.9251272678375244, 0.9352772831916809, 0.9438896775245667, 0.952879786491394, 0.9603610634803772, 0.9654843807220459, 0.9690367579460144], "cos_Ac_negg": [0.8525001406669617, 0.8882210850715637, 0.9114415645599365, 0.9251272678375244, 0.9352772831916809, 0.9438896775245667, 0.952879786491394, 0.9603610634803772, 0.9654843807220459, 0.9690367579460144], "r_norm": [2.313464641571045, 2.101269245147705, 2.0924715995788574, 2.0678963661193848, 2.0379581451416016, 1.9967350959777832, 1.9669432640075684, 1.9480035305023193, 1.9091662168502808, 1.8894197940826416]}, {"step": 8700, "epoch": 22, "train_loss": 0.6521828770637512, "cos_r_negg": [0.8387014865875244, 0.8892046213150024, 0.9111934900283813, 0.9256563782691956, 0.936194658279419, 0.9446040987968445, 0.9538294076919556, 0.9615631103515625, 0.9666719436645508, 0.9697025418281555], "cos_apical_negg": [0.8387014865875244, 0.8892046213150024, 0.9111934900283813, 0.9256563782691956, 0.936194658279419, 0.9446040987968445, 0.9538294076919556, 0.9615631103515625, 0.9666719436645508, 0.9697025418281555], "cos_Ac_negg": [0.8387014865875244, 0.8892046213150024, 0.9111934900283813, 0.9256563782691956, 0.936194658279419, 0.9446040987968445, 0.9538294076919556, 0.9615631103515625, 0.9666719436645508, 0.9697025418281555], "r_norm": [2.320929527282715, 2.109405994415283, 2.0959572792053223, 2.073829412460327, 2.043951988220215, 2.002310037612915, 1.9716027975082397, 1.9524509906768799, 1.9130107164382935, 1.8926894664764404]}, {"step": 8750, "epoch": 22, "train_loss": 0.44793230295181274, "cos_r_negg": [0.8410561084747314, 0.8898595571517944, 0.9124046564102173, 0.924777626991272, 0.9351508617401123, 0.9432920813560486, 0.9520778059959412, 0.9601231813430786, 0.965665340423584, 0.9681872129440308], "cos_apical_negg": [0.8410561084747314, 0.8898595571517944, 0.9124046564102173, 0.924777626991272, 0.9351508617401123, 0.9432920813560486, 0.9520778059959412, 0.9601231813430786, 0.965665340423584, 0.9681872129440308], "cos_Ac_negg": [0.8410561084747314, 0.8898595571517944, 0.9124046564102173, 0.924777626991272, 0.9351508617401123, 0.9432920813560486, 0.9520778059959412, 0.9601231813430786, 0.965665340423584, 0.9681872129440308], "r_norm": [2.2834811210632324, 2.0822975635528564, 2.070218086242676, 2.0489516258239746, 2.018516778945923, 1.9800379276275635, 1.9485971927642822, 1.930381178855896, 1.8888726234436035, 1.8720303773880005], "ldr": {"dL_sdil": -0.119293212890625, "dL_bp": -0.18325424194335938, "ratio": 0.650971085992631}}, {"step": 8800, "epoch": 22, "train_loss": 0.47865644097328186, "cos_r_negg": [0.8468371629714966, 0.8887996673583984, 0.9125327467918396, 0.9251706004142761, 0.9355847239494324, 0.9445959329605103, 0.9545761942863464, 0.9619672298431396, 0.966646671295166, 0.9705389738082886], "cos_apical_negg": [0.8468371629714966, 0.8887996673583984, 0.9125327467918396, 0.9251706004142761, 0.9355847239494324, 0.9445959329605103, 0.9545761942863464, 0.9619672298431396, 0.966646671295166, 0.9705389738082886], "cos_Ac_negg": [0.8468371629714966, 0.8887996673583984, 0.9125327467918396, 0.9251706004142761, 0.9355847239494324, 0.9445959329605103, 0.9545761942863464, 0.9619672298431396, 0.966646671295166, 0.9705389738082886], "r_norm": [2.4090332984924316, 2.199007511138916, 2.186798095703125, 2.1617631912231445, 2.1300535202026367, 2.088580846786499, 2.0542593002319336, 2.033003807067871, 1.9937454462051392, 1.9732201099395752]}, {"step": 8850, "epoch": 22, "train_loss": 0.494277685880661, "cos_r_negg": [0.8470233678817749, 0.890957772731781, 0.9139425158500671, 0.9262359738349915, 0.9371351003646851, 0.9449862837791443, 0.9550106525421143, 0.9627540111541748, 0.96678626537323, 0.9708433151245117], "cos_apical_negg": [0.8470233678817749, 0.890957772731781, 0.9139425158500671, 0.9262359738349915, 0.9371351003646851, 0.9449862837791443, 0.9550106525421143, 0.9627540111541748, 0.96678626537323, 0.9708433151245117], "cos_Ac_negg": [0.8470233678817749, 0.890957772731781, 0.9139425158500671, 0.9262359738349915, 0.9371351003646851, 0.9449862837791443, 0.9550106525421143, 0.9627540111541748, 0.96678626537323, 0.9708433151245117], "r_norm": [2.351710081100464, 2.14567232131958, 2.132988929748535, 2.110046863555908, 2.0762710571289062, 2.039301872253418, 2.004509687423706, 1.982277750968933, 1.9437732696533203, 1.9230291843414307]}, {"step": 8900, "epoch": 22, "train_loss": 0.5221306085586548, "cos_r_negg": [0.850946843624115, 0.8910362720489502, 0.9137649536132812, 0.9277145862579346, 0.9394661784172058, 0.9468979835510254, 0.9564181566238403, 0.9622579216957092, 0.9689179062843323, 0.9720096588134766], "cos_apical_negg": [0.850946843624115, 0.8910362720489502, 0.9137649536132812, 0.9277145862579346, 0.9394661784172058, 0.9468979835510254, 0.9564181566238403, 0.9622579216957092, 0.9689179062843323, 0.9720096588134766], "cos_Ac_negg": [0.850946843624115, 0.8910362720489502, 0.9137649536132812, 0.9277145862579346, 0.9394661784172058, 0.9468979835510254, 0.9564181566238403, 0.9622579216957092, 0.9689179062843323, 0.9720096588134766], "r_norm": [2.3431410789489746, 2.1444554328918457, 2.130361318588257, 2.1074202060699463, 2.0760135650634766, 2.0384535789489746, 2.0029802322387695, 1.9801387786865234, 1.9405386447906494, 1.9223688840866089]}, {"step": 8950, "epoch": 22, "train_loss": 0.4570894241333008, "cos_r_negg": [0.8414002656936646, 0.8903684020042419, 0.9145245552062988, 0.9252951741218567, 0.9378032684326172, 0.9453531503677368, 0.9553394317626953, 0.9630185961723328, 0.9675477147102356, 0.9726660251617432], "cos_apical_negg": [0.8414002656936646, 0.8903684020042419, 0.9145245552062988, 0.9252951741218567, 0.9378032684326172, 0.9453531503677368, 0.9553394317626953, 0.9630185961723328, 0.9675477147102356, 0.9726660251617432], "cos_Ac_negg": [0.8414002656936646, 0.8903684020042419, 0.9145245552062988, 0.9252951741218567, 0.9378032684326172, 0.9453531503677368, 0.9553394317626953, 0.9630185961723328, 0.9675477147102356, 0.9726660251617432], "r_norm": [2.392704486846924, 2.1928296089172363, 2.1778292655944824, 2.15517520904541, 2.1218502521514893, 2.08349609375, 2.0454049110412598, 2.02313232421875, 1.9837450981140137, 1.9630141258239746]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4239, "test_loss": 2.7585802490234377}, {"step": 9000, "epoch": 23, "train_loss": 0.44198745489120483, "cos_r_negg": [0.843669593334198, 0.8903292417526245, 0.9146673083305359, 0.9275906085968018, 0.9391888976097107, 0.9473042488098145, 0.9588426351547241, 0.9647230505943298, 0.9698089361190796, 0.9743934869766235], "cos_apical_negg": [0.843669593334198, 0.8903292417526245, 0.9146673083305359, 0.9275906085968018, 0.9391888976097107, 0.9473042488098145, 0.9588426351547241, 0.9647230505943298, 0.9698089361190796, 0.9743934869766235], "cos_Ac_negg": [0.843669593334198, 0.8903292417526245, 0.9146673083305359, 0.9275906085968018, 0.9391888976097107, 0.9473042488098145, 0.9588426351547241, 0.9647230505943298, 0.9698089361190796, 0.9743934869766235], "r_norm": [2.3604493141174316, 2.1663689613342285, 2.152864456176758, 2.130876064300537, 2.096345901489258, 2.0586581230163574, 2.0234248638153076, 2.000793933868408, 1.9609174728393555, 1.9407844543457031], "ldr": {"dL_sdil": -0.11544179916381836, "dL_bp": -0.17685461044311523, "ratio": 0.6527497297049537}}, {"step": 9050, "epoch": 23, "train_loss": 0.36188358068466187, "cos_r_negg": [0.8409124612808228, 0.8875003457069397, 0.9100700616836548, 0.9235512018203735, 0.9348552227020264, 0.9416550397872925, 0.9516192674636841, 0.9583877921104431, 0.9623440504074097, 0.9667989015579224], "cos_apical_negg": [0.8409124612808228, 0.8875003457069397, 0.9100700616836548, 0.9235512018203735, 0.9348552227020264, 0.9416550397872925, 0.9516192674636841, 0.9583877921104431, 0.9623440504074097, 0.9667989015579224], "cos_Ac_negg": [0.8409124612808228, 0.8875003457069397, 0.9100700616836548, 0.9235512018203735, 0.9348552227020264, 0.9416550397872925, 0.9516192674636841, 0.9583877921104431, 0.9623440504074097, 0.9667989015579224], "r_norm": [2.4393584728240967, 2.2331905364990234, 2.217195510864258, 2.1944007873535156, 2.1588430404663086, 2.1192281246185303, 2.0820059776306152, 2.0617520809173584, 2.0146491527557373, 1.9965975284576416]}, {"step": 9100, "epoch": 23, "train_loss": 0.34197598695755005, "cos_r_negg": [0.8441454768180847, 0.8927544951438904, 0.9154649972915649, 0.9288924932479858, 0.9391793012619019, 0.9470710754394531, 0.9570266604423523, 0.9632489681243896, 0.9686530828475952, 0.9734086990356445], "cos_apical_negg": [0.8441454768180847, 0.8927544951438904, 0.9154649972915649, 0.9288924932479858, 0.9391793012619019, 0.9470710754394531, 0.9570266604423523, 0.9632489681243896, 0.9686530828475952, 0.9734086990356445], "cos_Ac_negg": [0.8441454768180847, 0.8927544951438904, 0.9154649972915649, 0.9288924932479858, 0.9391793012619019, 0.9470710754394531, 0.9570266604423523, 0.9632489681243896, 0.9686530828475952, 0.9734086990356445], "r_norm": [2.3873472213745117, 2.190997362136841, 2.1750311851501465, 2.156209945678711, 2.1213417053222656, 2.081740379333496, 2.0459542274475098, 2.0230374336242676, 1.9808058738708496, 1.959113597869873]}, {"step": 9150, "epoch": 23, "train_loss": 0.49731260538101196, "cos_r_negg": [0.8439072370529175, 0.8888013362884521, 0.9114218950271606, 0.9244861602783203, 0.9362748861312866, 0.9434503316879272, 0.9542370438575745, 0.9609924554824829, 0.9653241634368896, 0.9703640937805176], "cos_apical_negg": [0.8439072370529175, 0.8888013362884521, 0.9114218950271606, 0.9244861602783203, 0.9362748861312866, 0.9434503316879272, 0.9542370438575745, 0.9609924554824829, 0.9653241634368896, 0.9703640937805176], "cos_Ac_negg": [0.8439072370529175, 0.8888013362884521, 0.9114218950271606, 0.9244861602783203, 0.9362748861312866, 0.9434503316879272, 0.9542370438575745, 0.9609924554824829, 0.9653241634368896, 0.9703640937805176], "r_norm": [2.3741707801818848, 2.1814754009246826, 2.166137456893921, 2.14556884765625, 2.110182046890259, 2.0715208053588867, 2.0336098670959473, 2.0085463523864746, 1.9686176776885986, 1.9475581645965576]}, {"step": 9200, "epoch": 23, "train_loss": 0.5801140069961548, "cos_r_negg": [0.8376086950302124, 0.8930546045303345, 0.91278076171875, 0.9280339479446411, 0.9379103183746338, 0.9462061524391174, 0.9564009308815002, 0.9629292488098145, 0.9680824279785156, 0.972760796546936], "cos_apical_negg": [0.8376086950302124, 0.8930546045303345, 0.91278076171875, 0.9280339479446411, 0.9379103183746338, 0.9462061524391174, 0.9564009308815002, 0.9629292488098145, 0.9680824279785156, 0.972760796546936], "cos_Ac_negg": [0.8376086950302124, 0.8930546045303345, 0.91278076171875, 0.9280339479446411, 0.9379103183746338, 0.9462061524391174, 0.9564009308815002, 0.9629292488098145, 0.9680824279785156, 0.972760796546936], "r_norm": [2.3884129524230957, 2.1958847045898438, 2.1798481941223145, 2.160792112350464, 2.1254491806030273, 2.085984230041504, 2.0479137897491455, 2.022456169128418, 1.9821512699127197, 1.9601378440856934]}, {"step": 9250, "epoch": 23, "train_loss": 0.5809997916221619, "cos_r_negg": [0.8437879085540771, 0.8920713067054749, 0.9125343561172485, 0.9269928932189941, 0.9377292394638062, 0.9460950493812561, 0.9567915201187134, 0.9628260731697083, 0.9690271019935608, 0.9723422527313232], "cos_apical_negg": [0.8437879085540771, 0.8920713067054749, 0.9125343561172485, 0.9269928932189941, 0.9377292394638062, 0.9460950493812561, 0.9567915201187134, 0.9628260731697083, 0.9690271019935608, 0.9723422527313232], "cos_Ac_negg": [0.8437879085540771, 0.8920713067054749, 0.9125343561172485, 0.9269928932189941, 0.9377292394638062, 0.9460950493812561, 0.9567915201187134, 0.9628260731697083, 0.9690271019935608, 0.9723422527313232], "r_norm": [2.4386768341064453, 2.2424681186676025, 2.229877471923828, 2.205448627471924, 2.169337272644043, 2.1308441162109375, 2.0897579193115234, 2.063640594482422, 2.022548198699951, 2.001222610473633], "ldr": {"dL_sdil": -0.14543843269348145, "dL_bp": -0.22272419929504395, "ratio": 0.652997892253362}}, {"step": 9300, "epoch": 23, "train_loss": 0.5424085259437561, "cos_r_negg": [0.8380023241043091, 0.8934187889099121, 0.9148402214050293, 0.9282466769218445, 0.9386124610900879, 0.9476331472396851, 0.9582982063293457, 0.9636942148208618, 0.9692388772964478, 0.9736169576644897], "cos_apical_negg": [0.8380023241043091, 0.8934187889099121, 0.9148402214050293, 0.9282466769218445, 0.9386124610900879, 0.9476331472396851, 0.9582982063293457, 0.9636942148208618, 0.9692388772964478, 0.9736169576644897], "cos_Ac_negg": [0.8380023241043091, 0.8934187889099121, 0.9148402214050293, 0.9282466769218445, 0.9386124610900879, 0.9476331472396851, 0.9582982063293457, 0.9636942148208618, 0.9692388772964478, 0.9736169576644897], "r_norm": [2.4260692596435547, 2.231752872467041, 2.220456600189209, 2.1945958137512207, 2.1614551544189453, 2.123251438140869, 2.0805554389953613, 2.0548291206359863, 2.012748956680298, 1.9918537139892578]}, {"step": 9350, "epoch": 23, "train_loss": 0.5247859358787537, "cos_r_negg": [0.840661883354187, 0.8922008872032166, 0.912814736366272, 0.9253122806549072, 0.9379655718803406, 0.9468005299568176, 0.957393229007721, 0.9636333584785461, 0.9698785543441772, 0.973243772983551], "cos_apical_negg": [0.840661883354187, 0.8922008872032166, 0.912814736366272, 0.9253122806549072, 0.9379655718803406, 0.9468005299568176, 0.957393229007721, 0.9636333584785461, 0.9698785543441772, 0.973243772983551], "cos_Ac_negg": [0.840661883354187, 0.8922008872032166, 0.912814736366272, 0.9253122806549072, 0.9379655718803406, 0.9468005299568176, 0.957393229007721, 0.9636333584785461, 0.9698785543441772, 0.973243772983551], "r_norm": [2.444129705429077, 2.2484843730926514, 2.240218162536621, 2.216254234313965, 2.1807162761688232, 2.143394947052002, 2.099759340286255, 2.07364821434021, 2.0302603244781494, 2.0091190338134766]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4197, "test_loss": 2.914017626953125}, {"step": 9400, "epoch": 24, "train_loss": 0.272218257188797, "cos_r_negg": [0.8409290313720703, 0.891494631767273, 0.9130994081497192, 0.9273146390914917, 0.9392397403717041, 0.9467504024505615, 0.9581095576286316, 0.9642106890678406, 0.9695547819137573, 0.9737377166748047], "cos_apical_negg": [0.8409290313720703, 0.891494631767273, 0.9130994081497192, 0.9273146390914917, 0.9392397403717041, 0.9467504024505615, 0.9581095576286316, 0.9642106890678406, 0.9695547819137573, 0.9737377166748047], "cos_Ac_negg": [0.8409290313720703, 0.891494631767273, 0.9130994081497192, 0.9273146390914917, 0.9392397403717041, 0.9467504024505615, 0.9581095576286316, 0.9642106890678406, 0.9695547819137573, 0.9737377166748047], "r_norm": [2.476891040802002, 2.282160997390747, 2.2707436084747314, 2.24800443649292, 2.211089849472046, 2.1711602210998535, 2.130908489227295, 2.1034207344055176, 2.0588936805725098, 2.0368988513946533]}, {"step": 9450, "epoch": 24, "train_loss": 0.36399567127227783, "cos_r_negg": [0.8445786237716675, 0.8921737670898438, 0.9136830568313599, 0.928220272064209, 0.9407120943069458, 0.9483599662780762, 0.9591875076293945, 0.9649295210838318, 0.9712275266647339, 0.9764674305915833], "cos_apical_negg": [0.8445786237716675, 0.8921737670898438, 0.9136830568313599, 0.928220272064209, 0.9407120943069458, 0.9483599662780762, 0.9591875076293945, 0.9649295210838318, 0.9712275266647339, 0.9764674305915833], "cos_Ac_negg": [0.8445786237716675, 0.8921737670898438, 0.9136830568313599, 0.928220272064209, 0.9407120943069458, 0.9483599662780762, 0.9591875076293945, 0.9649295210838318, 0.9712275266647339, 0.9764674305915833], "r_norm": [2.5114431381225586, 2.3149259090423584, 2.30533504486084, 2.2815802097320557, 2.243168830871582, 2.2038111686706543, 2.1636905670166016, 2.1327526569366455, 2.090282917022705, 2.0662784576416016]}, {"step": 9500, "epoch": 24, "train_loss": 0.5074794292449951, "cos_r_negg": [0.8462954759597778, 0.8892122507095337, 0.9126560688018799, 0.9268068075180054, 0.9368577003479004, 0.9463610053062439, 0.9560579061508179, 0.9621912240982056, 0.9678921699523926, 0.9713695049285889], "cos_apical_negg": [0.8462954759597778, 0.8892122507095337, 0.9126560688018799, 0.9268068075180054, 0.9368577003479004, 0.9463610053062439, 0.9560579061508179, 0.9621912240982056, 0.9678921699523926, 0.9713695049285889], "cos_Ac_negg": [0.8462954759597778, 0.8892122507095337, 0.9126560688018799, 0.9268068075180054, 0.9368577003479004, 0.9463610053062439, 0.9560579061508179, 0.9621912240982056, 0.9678921699523926, 0.9713695049285889], "r_norm": [2.4213080406188965, 2.2324013710021973, 2.2224273681640625, 2.199272871017456, 2.16233229637146, 2.122982978820801, 2.0848734378814697, 2.0546023845672607, 2.0130820274353027, 1.990043044090271], "ldr": {"dL_sdil": -0.13020110130310059, "dL_bp": -0.2148911952972412, "ratio": 0.6058931410521691}}, {"step": 9550, "epoch": 24, "train_loss": 0.4787975549697876, "cos_r_negg": [0.8429374694824219, 0.892455518245697, 0.9129952788352966, 0.9260156154632568, 0.9393855929374695, 0.9464918375015259, 0.9576157331466675, 0.96337890625, 0.9694475531578064, 0.9734340310096741], "cos_apical_negg": [0.8429374694824219, 0.892455518245697, 0.9129952788352966, 0.9260156154632568, 0.9393855929374695, 0.9464918375015259, 0.9576157331466675, 0.96337890625, 0.9694475531578064, 0.9734340310096741], "cos_Ac_negg": [0.8429374694824219, 0.892455518245697, 0.9129952788352966, 0.9260156154632568, 0.9393855929374695, 0.9464918375015259, 0.9576157331466675, 0.96337890625, 0.9694475531578064, 0.9734340310096741], "r_norm": [2.4861018657684326, 2.2916641235351562, 2.2846620082855225, 2.257295846939087, 2.2201452255249023, 2.1803488731384277, 2.1396665573120117, 2.1086931228637695, 2.067317247390747, 2.040303945541382]}, {"step": 9600, "epoch": 24, "train_loss": 0.4978410005569458, "cos_r_negg": [0.8343015909194946, 0.8868356943130493, 0.9102658033370972, 0.9226519465446472, 0.9353756308555603, 0.9430812001228333, 0.9539684057235718, 0.9588106870651245, 0.9656603932380676, 0.9693880677223206], "cos_apical_negg": [0.8343015909194946, 0.8868356943130493, 0.9102658033370972, 0.9226519465446472, 0.9353756308555603, 0.9430812001228333, 0.9539684057235718, 0.9588106870651245, 0.9656603932380676, 0.9693880677223206], "cos_Ac_negg": [0.8343015909194946, 0.8868356943130493, 0.9102658033370972, 0.9226519465446472, 0.9353756308555603, 0.9430812001228333, 0.9539684057235718, 0.9588106870651245, 0.9656603932380676, 0.9693880677223206], "r_norm": [2.4627885818481445, 2.270644187927246, 2.2660582065582275, 2.2386960983276367, 2.201655864715576, 2.161543369293213, 2.1215717792510986, 2.09014892578125, 2.049272060394287, 2.023818016052246]}, {"step": 9650, "epoch": 24, "train_loss": 0.45145612955093384, "cos_r_negg": [0.8409304618835449, 0.8929415941238403, 0.9148625135421753, 0.927782416343689, 0.9400064945220947, 0.9485478401184082, 0.9594318866729736, 0.964796781539917, 0.9715772271156311, 0.9742367267608643], "cos_apical_negg": [0.8409304618835449, 0.8929415941238403, 0.9148625135421753, 0.927782416343689, 0.9400064945220947, 0.9485478401184082, 0.9594318866729736, 0.964796781539917, 0.9715772271156311, 0.9742367267608643], "cos_Ac_negg": [0.8409304618835449, 0.8929415941238403, 0.9148625135421753, 0.927782416343689, 0.9400064945220947, 0.9485478401184082, 0.9594318866729736, 0.964796781539917, 0.9715772271156311, 0.9742367267608643], "r_norm": [2.523267984390259, 2.3297910690307617, 2.3230347633361816, 2.298006057739258, 2.2587335109710693, 2.2179746627807617, 2.17578125, 2.146958827972412, 2.1006205081939697, 2.07517147064209]}, {"step": 9700, "epoch": 24, "train_loss": 0.46843039989471436, "cos_r_negg": [0.8356807827949524, 0.8906207084655762, 0.9122889637947083, 0.9254865646362305, 0.9377404451370239, 0.9466508030891418, 0.957236647605896, 0.9635764360427856, 0.9692507386207581, 0.9719916582107544], "cos_apical_negg": [0.8356807827949524, 0.8906207084655762, 0.9122889637947083, 0.9254865646362305, 0.9377404451370239, 0.9466508030891418, 0.957236647605896, 0.9635764360427856, 0.9692507386207581, 0.9719916582107544], "cos_Ac_negg": [0.8356807827949524, 0.8906207084655762, 0.9122889637947083, 0.9254865646362305, 0.9377404451370239, 0.9466508030891418, 0.957236647605896, 0.9635764360427856, 0.9692507386207581, 0.9719916582107544], "r_norm": [2.5394883155822754, 2.3477869033813477, 2.339822292327881, 2.3133273124694824, 2.2741501331329346, 2.231130361557007, 2.1911027431488037, 2.159487724304199, 2.1150400638580322, 2.0884246826171875]}, {"step": 9750, "epoch": 24, "train_loss": 0.4103124737739563, "cos_r_negg": [0.8334949612617493, 0.8909972906112671, 0.9134677648544312, 0.9263808727264404, 0.9390333294868469, 0.9483181238174438, 0.9584111571311951, 0.9646151661872864, 0.9707947969436646, 0.9741841554641724], "cos_apical_negg": [0.8334949612617493, 0.8909972906112671, 0.9134677648544312, 0.9263808727264404, 0.9390333294868469, 0.9483181238174438, 0.9584111571311951, 0.9646151661872864, 0.9707947969436646, 0.9741841554641724], "cos_Ac_negg": [0.8334949612617493, 0.8909972906112671, 0.9134677648544312, 0.9263808727264404, 0.9390333294868469, 0.9483181238174438, 0.9584111571311951, 0.9646151661872864, 0.9707947969436646, 0.9741841554641724], "r_norm": [2.550175905227661, 2.3582634925842285, 2.350444793701172, 2.323606491088867, 2.285677909851074, 2.2411513328552246, 2.1990678310394287, 2.168584108352661, 2.1230392456054688, 2.0960025787353516], "ldr": {"dL_sdil": -0.16714239120483398, "dL_bp": -0.2580373287200928, "ratio": 0.6477450066387197}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4182, "test_loss": 2.956260302734375}], "final": {"test_acc": 0.4182, "test_loss": 2.956260302734375, "wall_s": 264.69758009910583, "cos_r_negg": [0.8389388918876648, 0.8909502625465393, 0.9148313999176025, 0.9267532825469971, 0.9396188259124756, 0.9477636218070984, 0.9588479399681091, 0.9652251601219177, 0.9716606736183167, 0.9755978584289551], "cos_apical_negg": [0.8389388918876648, 0.8909502625465393, 0.9148313999176025, 0.9267532825469971, 0.9396188259124756, 0.9477636218070984, 0.9588479399681091, 0.9652251601219177, 0.9716606736183167, 0.9755978584289551], "cos_Ac_negg": [0.8389388918876648, 0.8909502625465393, 0.9148313999176025, 0.9267532825469971, 0.9396188259124756, 0.9477636218070984, 0.9588479399681091, 0.9652251601219177, 0.9716606736183167, 0.9755978584289551]}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_sdil_d10_s2.json b/results/deepres_cifar10_sdil_d10_s2.json
new file mode 100644
index 0000000..4a5145b
--- /dev/null
+++ b/results/deepres_cifar10_sdil_d10_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 10, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_sdil_d10_s2", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5071754455566406, "cos_r_negg": [-0.0031174742616713047, 0.016229066997766495, 0.020341206341981888, 0.04321257025003433, 0.024757537990808487, 0.010979318991303444, 0.029976869001984596, -0.008801573887467384, -0.009405117481946945, 0.03087235800921917], "cos_apical_negg": [-0.0031174742616713047, 0.016229066997766495, 0.020341206341981888, 0.04321257025003433, 0.024757537990808487, 0.010979318991303444, 0.029976869001984596, -0.008801573887467384, -0.009405117481946945, 0.03087235800921917], "cos_Ac_negg": [-0.0031174742616713047, 0.016229066997766495, 0.020341206341981888, 0.04321257025003433, 0.024757537990808487, 0.010979318991303444, 0.029976869001984596, -0.008801573887467384, -0.009405117481946945, 0.03087235800921917], "r_norm": [4.979062080383301, 4.960965156555176, 4.8505401611328125, 5.045966148376465, 5.038695812225342, 4.879708290100098, 5.043834686279297, 4.871130466461182, 5.010150909423828, 4.894737720489502], "ldr": {"dL_sdil": 0.0241549015045166, "dL_bp": -0.38945984840393066, "ratio": -0.062021544976991305}}, {"step": 50, "epoch": 0, "train_loss": 2.0829925537109375, "cos_r_negg": [0.20442640781402588, -0.029665125533938408, -0.009212322533130646, -0.02960812672972679, -0.006331394426524639, -0.016643885523080826, -0.043123554438352585, -0.036923833191394806, -0.014601469971239567, -0.023816686123609543], "cos_apical_negg": [0.20442640781402588, -0.029665125533938408, -0.009212322533130646, -0.02960812672972679, -0.006331394426524639, -0.016643885523080826, -0.043123554438352585, -0.036923833191394806, -0.014601469971239567, -0.023816686123609543], "cos_Ac_negg": [0.20442640781402588, -0.029665125533938408, -0.009212322533130646, -0.02960812672972679, -0.006331394426524639, -0.016643885523080826, -0.043123554438352585, -0.036923833191394806, -0.014601469971239567, -0.023816686123609543], "r_norm": [4.498209476470947, 4.510054588317871, 4.3705902099609375, 4.584251880645752, 4.546134948730469, 4.406312465667725, 4.527230262756348, 4.413275718688965, 4.537436485290527, 4.405758857727051]}, {"step": 100, "epoch": 0, "train_loss": 1.9796266555786133, "cos_r_negg": [0.29647284746170044, -0.029030198231339455, -0.023281101137399673, -0.01752975955605507, -0.03425584360957146, -0.047617748379707336, -0.06256520748138428, -0.016589831560850143, -0.019595429301261902, -0.02616727165877819], "cos_apical_negg": [0.29647284746170044, -0.029030198231339455, -0.023281101137399673, -0.01752975955605507, -0.03425584360957146, -0.047617748379707336, -0.06256520748138428, -0.016589831560850143, -0.019595429301261902, -0.02616727165877819], "cos_Ac_negg": [0.29647284746170044, -0.029030198231339455, -0.023281101137399673, -0.01752975955605507, -0.03425584360957146, -0.047617748379707336, -0.06256520748138428, -0.016589831560850143, -0.019595429301261902, -0.02616727165877819], "r_norm": [4.241337299346924, 4.25071907043457, 4.126655578613281, 4.312551498413086, 4.286795616149902, 4.151585578918457, 4.273319244384766, 4.149493217468262, 4.273197174072266, 4.1441450119018555]}, {"step": 150, "epoch": 0, "train_loss": 2.0029945373535156, "cos_r_negg": [0.33807772397994995, -0.013658242300152779, -0.019967950880527496, -0.004908607341349125, -0.0271652452647686, -0.03289678692817688, -0.05233629047870636, -0.021917182952165604, -0.049248479306697845, -0.013973565772175789], "cos_apical_negg": [0.33807772397994995, -0.013658242300152779, -0.019967950880527496, -0.004908607341349125, -0.0271652452647686, -0.03289678692817688, -0.05233629047870636, -0.021917182952165604, -0.049248479306697845, -0.013973565772175789], "cos_Ac_negg": [0.33807772397994995, -0.013658242300152779, -0.019967950880527496, -0.004908607341349125, -0.0271652452647686, -0.03289678692817688, -0.05233629047870636, -0.021917182952165604, -0.049248479306697845, -0.013973565772175789], "r_norm": [4.134927272796631, 4.136143684387207, 4.018853664398193, 4.198703765869141, 4.176549434661865, 4.041423797607422, 4.157750129699707, 4.050476551055908, 4.147298812866211, 4.043959617614746]}, {"step": 200, "epoch": 0, "train_loss": 1.8739420175552368, "cos_r_negg": [0.3722546696662903, -0.0034160008653998375, -0.008471458218991756, -0.014335505664348602, -0.005484599620103836, -0.0331994891166687, -0.0316336452960968, -0.05290091782808304, -0.03703771531581879, -0.0125662200152874], "cos_apical_negg": [0.3722546696662903, -0.0034160008653998375, -0.008471458218991756, -0.014335505664348602, -0.005484599620103836, -0.0331994891166687, -0.0316336452960968, -0.05290091782808304, -0.03703771531581879, -0.0125662200152874], "cos_Ac_negg": [0.3722546696662903, -0.0034160008653998375, -0.008471458218991756, -0.014335505664348602, -0.005484599620103836, -0.0331994891166687, -0.0316336452960968, -0.05290091782808304, -0.03703771531581879, -0.0125662200152874], "r_norm": [3.9492366313934326, 3.9504847526550293, 3.8301572799682617, 4.014869689941406, 3.9860236644744873, 3.8580009937286377, 3.973358154296875, 3.866255283355713, 3.969726800918579, 3.8596866130828857]}, {"step": 250, "epoch": 0, "train_loss": 2.0005533695220947, "cos_r_negg": [0.39292824268341064, 0.008084163069725037, -0.0022439872846007347, -0.0012842660071328282, -0.019228417426347733, -0.024710679426789284, -0.027478720992803574, -0.04514516890048981, -0.05390821024775505, -0.007277505937963724], "cos_apical_negg": [0.39292824268341064, 0.008084163069725037, -0.0022439872846007347, -0.0012842660071328282, -0.019228417426347733, -0.024710679426789284, -0.027478720992803574, -0.04514516890048981, -0.05390821024775505, -0.007277505937963724], "cos_Ac_negg": [0.39292824268341064, 0.008084163069725037, -0.0022439872846007347, -0.0012842660071328282, -0.019228417426347733, -0.024710679426789284, -0.027478720992803574, -0.04514516890048981, -0.05390821024775505, -0.007277505937963724], "r_norm": [4.034205436706543, 4.011205673217773, 3.9035348892211914, 4.069767475128174, 4.058122634887695, 3.9278810024261475, 4.0355658531188965, 3.9382822513580322, 4.037240028381348, 3.919905185699463], "ldr": {"dL_sdil": -0.08684229850769043, "dL_bp": -0.08423686027526855, "ratio": 1.030929906740444}}, {"step": 300, "epoch": 0, "train_loss": 1.7193565368652344, "cos_r_negg": [0.39691081643104553, 0.010742866434156895, 0.006792291067540646, 0.025197433307766914, -0.021486077457666397, -0.019577577710151672, -0.05092927813529968, -0.04794438183307648, -0.0604826919734478, 0.018442977219820023], "cos_apical_negg": [0.39691081643104553, 0.010742866434156895, 0.006792291067540646, 0.025197433307766914, -0.021486077457666397, -0.019577577710151672, -0.05092927813529968, -0.04794438183307648, -0.0604826919734478, 0.018442977219820023], "cos_Ac_negg": [0.39691081643104553, 0.010742866434156895, 0.006792291067540646, 0.025197433307766914, -0.021486077457666397, -0.019577577710151672, -0.05092927813529968, -0.04794438183307648, -0.0604826919734478, 0.018442977219820023], "r_norm": [3.829036235809326, 3.812911033630371, 3.6984643936157227, 3.865318536758423, 3.843149423599243, 3.7262518405914307, 3.838918685913086, 3.72749662399292, 3.8200154304504395, 3.7224464416503906]}, {"step": 350, "epoch": 0, "train_loss": 2.2335267066955566, "cos_r_negg": [0.42293819785118103, 0.00809913408011198, 0.0005870824679732323, 0.01614355854690075, -0.008095117285847664, -0.026711881160736084, -0.05005582422018051, -0.06323836743831635, -0.06426432728767395, 0.01306593231856823], "cos_apical_negg": [0.42293819785118103, 0.00809913408011198, 0.0005870824679732323, 0.01614355854690075, -0.008095117285847664, -0.026711881160736084, -0.05005582422018051, -0.06323836743831635, -0.06426432728767395, 0.01306593231856823], "cos_Ac_negg": [0.42293819785118103, 0.00809913408011198, 0.0005870824679732323, 0.01614355854690075, -0.008095117285847664, -0.026711881160736084, -0.05005582422018051, -0.06323836743831635, -0.06426432728767395, 0.01306593231856823], "r_norm": [3.7092573642730713, 3.6926093101501465, 3.5925557613372803, 3.741744041442871, 3.7317652702331543, 3.6225178241729736, 3.72041654586792, 3.618645191192627, 3.717959403991699, 3.61606502532959]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3662, "test_loss": 1.8490768676757812}, {"step": 400, "epoch": 1, "train_loss": 1.8466984033584595, "cos_r_negg": [0.472967267036438, 0.029379624873399734, 0.012820634059607983, 0.031311020255088806, -0.000991287874057889, 0.00983339548110962, -0.012603236362338066, -0.0837106928229332, -0.04206237941980362, 0.012609850615262985], "cos_apical_negg": [0.472967267036438, 0.029379624873399734, 0.012820634059607983, 0.031311020255088806, -0.000991287874057889, 0.00983339548110962, -0.012603236362338066, -0.0837106928229332, -0.04206237941980362, 0.012609850615262985], "cos_Ac_negg": [0.472967267036438, 0.029379624873399734, 0.012820634059607983, 0.031311020255088806, -0.000991287874057889, 0.00983339548110962, -0.012603236362338066, -0.0837106928229332, -0.04206237941980362, 0.012609850615262985], "r_norm": [3.5923941135406494, 3.5653297901153564, 3.4701597690582275, 3.6190009117126465, 3.602212429046631, 3.489049196243286, 3.5938820838928223, 3.4932985305786133, 3.585134744644165, 3.491765260696411]}, {"step": 450, "epoch": 1, "train_loss": 1.9041383266448975, "cos_r_negg": [0.4923439025878906, 0.03274412825703621, 0.0316426120698452, 0.03869558498263359, 0.015025030821561813, 0.03612969070672989, -0.006511068437248468, -0.049014054238796234, -0.03622332960367203, -0.00394026655703783], "cos_apical_negg": [0.4923439025878906, 0.03274412825703621, 0.0316426120698452, 0.03869558498263359, 0.015025030821561813, 0.03612969070672989, -0.006511068437248468, -0.049014054238796234, -0.03622332960367203, -0.00394026655703783], "cos_Ac_negg": [0.4923439025878906, 0.03274412825703621, 0.0316426120698452, 0.03869558498263359, 0.015025030821561813, 0.03612969070672989, -0.006511068437248468, -0.049014054238796234, -0.03622332960367203, -0.00394026655703783], "r_norm": [3.555387258529663, 3.520357131958008, 3.421200752258301, 3.573432207107544, 3.550997734069824, 3.4512062072753906, 3.5482306480407715, 3.448833703994751, 3.5462961196899414, 3.4487905502319336]}, {"step": 500, "epoch": 1, "train_loss": 1.7631793022155762, "cos_r_negg": [0.5143492817878723, 0.029406722635030746, 0.044434987008571625, 0.05358921363949776, 0.031510382890701294, 0.032918013632297516, 0.010244164615869522, -0.03685304522514343, -0.02166016772389412, 0.018666420131921768], "cos_apical_negg": [0.5143492817878723, 0.029406722635030746, 0.044434987008571625, 0.05358921363949776, 0.031510382890701294, 0.032918013632297516, 0.010244164615869522, -0.03685304522514343, -0.02166016772389412, 0.018666420131921768], "cos_Ac_negg": [0.5143492817878723, 0.029406722635030746, 0.044434987008571625, 0.05358921363949776, 0.031510382890701294, 0.032918013632297516, 0.010244164615869522, -0.03685304522514343, -0.02166016772389412, 0.018666420131921768], "r_norm": [3.474236249923706, 3.4228110313415527, 3.335728168487549, 3.4820199012756348, 3.464315414428711, 3.3631439208984375, 3.454181671142578, 3.3640222549438477, 3.448294162750244, 3.3573107719421387], "ldr": {"dL_sdil": -0.03284049034118652, "dL_bp": -0.02984023094177246, "ratio": 1.1005441078947578}}, {"step": 550, "epoch": 1, "train_loss": 1.8657052516937256, "cos_r_negg": [0.5199868679046631, 0.03239858150482178, 0.05259393900632858, 0.07408935576677322, 0.049745067954063416, 0.056292399764060974, 0.0021951920352876186, -0.0025821179151535034, -0.04812343418598175, 0.06781888008117676], "cos_apical_negg": [0.5199868679046631, 0.03239858150482178, 0.05259393900632858, 0.07408935576677322, 0.049745067954063416, 0.056292399764060974, 0.0021951920352876186, -0.0025821179151535034, -0.04812343418598175, 0.06781888008117676], "cos_Ac_negg": [0.5199868679046631, 0.03239858150482178, 0.05259393900632858, 0.07408935576677322, 0.049745067954063416, 0.056292399764060974, 0.0021951920352876186, -0.0025821179151535034, -0.04812343418598175, 0.06781888008117676], "r_norm": [3.434055805206299, 3.3859729766845703, 3.286954879760742, 3.4340262413024902, 3.4228177070617676, 3.3155643939971924, 3.41192364692688, 3.316436290740967, 3.402413845062256, 3.317854166030884]}, {"step": 600, "epoch": 1, "train_loss": 1.711562991142273, "cos_r_negg": [0.5339736938476562, 0.05433575063943863, 0.06187480688095093, 0.09060563147068024, 0.06087924912571907, 0.04694994166493416, 0.007521152496337891, -0.0002156267873942852, -0.01143757626414299, 0.0733177661895752], "cos_apical_negg": [0.5339736938476562, 0.05433575063943863, 0.06187480688095093, 0.09060563147068024, 0.06087924912571907, 0.04694994166493416, 0.007521152496337891, -0.0002156267873942852, -0.01143757626414299, 0.0733177661895752], "cos_Ac_negg": [0.5339736938476562, 0.05433575063943863, 0.06187480688095093, 0.09060563147068024, 0.06087924912571907, 0.04694994166493416, 0.007521152496337891, -0.0002156267873942852, -0.01143757626414299, 0.0733177661895752], "r_norm": [3.2906441688537598, 3.2383856773376465, 3.152783155441284, 3.290461778640747, 3.271817684173584, 3.176145553588867, 3.2634613513946533, 3.1722731590270996, 3.2504849433898926, 3.1704628467559814]}, {"step": 650, "epoch": 1, "train_loss": 1.8327796459197998, "cos_r_negg": [0.5278728008270264, 0.0498509407043457, 0.08943486213684082, 0.08071565628051758, 0.07284566760063171, 0.06599198281764984, 0.017628587782382965, 0.011169277131557465, -0.0045989155769348145, 0.057916510850191116], "cos_apical_negg": [0.5278728008270264, 0.0498509407043457, 0.08943486213684082, 0.08071565628051758, 0.07284566760063171, 0.06599198281764984, 0.017628587782382965, 0.011169277131557465, -0.0045989155769348145, 0.057916510850191116], "cos_Ac_negg": [0.5278728008270264, 0.0498509407043457, 0.08943486213684082, 0.08071565628051758, 0.07284566760063171, 0.06599198281764984, 0.017628587782382965, 0.011169277131557465, -0.0045989155769348145, 0.057916510850191116], "r_norm": [3.2782459259033203, 3.213258743286133, 3.1316428184509277, 3.2621729373931885, 3.2506115436553955, 3.154496669769287, 3.2337307929992676, 3.1495046615600586, 3.223606586456299, 3.14703369140625]}, {"step": 700, "epoch": 1, "train_loss": 1.959729790687561, "cos_r_negg": [0.5280269384384155, 0.05600346624851227, 0.10070733726024628, 0.07655149698257446, 0.07792249321937561, 0.05631960183382034, 0.025979027152061462, 0.0010325601324439049, 0.0014310521073639393, 0.034355051815509796], "cos_apical_negg": [0.5280269384384155, 0.05600346624851227, 0.10070733726024628, 0.07655149698257446, 0.07792249321937561, 0.05631960183382034, 0.025979027152061462, 0.0010325601324439049, 0.0014310521073639393, 0.034355051815509796], "cos_Ac_negg": [0.5280269384384155, 0.05600346624851227, 0.10070733726024628, 0.07655149698257446, 0.07792249321937561, 0.05631960183382034, 0.025979027152061462, 0.0010325601324439049, 0.0014310521073639393, 0.034355051815509796], "r_norm": [3.144069194793701, 3.0814170837402344, 2.994999408721924, 3.12992525100708, 3.110088348388672, 3.015472173690796, 3.094728469848633, 3.0118937492370605, 3.091019868850708, 3.0222902297973633]}, {"step": 750, "epoch": 1, "train_loss": 1.84720778465271, "cos_r_negg": [0.5519076585769653, 0.0764099508523941, 0.09830118715763092, 0.07752610743045807, 0.07523569464683533, 0.07018546760082245, 0.04322226345539093, 0.015972841531038284, 0.014046486467123032, 0.05078047513961792], "cos_apical_negg": [0.5519076585769653, 0.0764099508523941, 0.09830118715763092, 0.07752610743045807, 0.07523569464683533, 0.07018546760082245, 0.04322226345539093, 0.015972841531038284, 0.014046486467123032, 0.05078047513961792], "cos_Ac_negg": [0.5519076585769653, 0.0764099508523941, 0.09830118715763092, 0.07752610743045807, 0.07523569464683533, 0.07018546760082245, 0.04322226345539093, 0.015972841531038284, 0.014046486467123032, 0.05078047513961792], "r_norm": [3.078815221786499, 3.0066275596618652, 2.9283623695373535, 3.055875062942505, 3.04378080368042, 2.9453938007354736, 3.030467987060547, 2.9449167251586914, 3.016768455505371, 2.9470136165618896], "ldr": {"dL_sdil": -0.04542362689971924, "dL_bp": -0.04237556457519531, "ratio": 1.0719297159832561}}, {"epoch_end": 1, "step": 782, "test_acc": 0.3914, "test_loss": 1.8125559204101562}, {"step": 800, "epoch": 2, "train_loss": 1.8686604499816895, "cos_r_negg": [0.5421135425567627, 0.08606373518705368, 0.07653741538524628, 0.07944238930940628, 0.08798572421073914, 0.09250176697969437, 0.030104156583547592, 0.0019913967698812485, 0.016638092696666718, 0.05674995854496956], "cos_apical_negg": [0.5421135425567627, 0.08606373518705368, 0.07653741538524628, 0.07944238930940628, 0.08798572421073914, 0.09250176697969437, 0.030104156583547592, 0.0019913967698812485, 0.016638092696666718, 0.05674995854496956], "cos_Ac_negg": [0.5421135425567627, 0.08606373518705368, 0.07653741538524628, 0.07944238930940628, 0.08798572421073914, 0.09250176697969437, 0.030104156583547592, 0.0019913967698812485, 0.016638092696666718, 0.05674995854496956], "r_norm": [3.162946939468384, 3.079946517944336, 3.0068373680114746, 3.136981964111328, 3.1146159172058105, 3.0202178955078125, 3.100433826446533, 3.0160868167877197, 3.0830159187316895, 3.0160884857177734]}, {"step": 850, "epoch": 2, "train_loss": 1.7076051235198975, "cos_r_negg": [0.5473450422286987, 0.10516504943370819, 0.11069470643997192, 0.1052878201007843, 0.08469679951667786, 0.09721122682094574, 0.03848208859562874, -0.008982435800135136, 0.042967282235622406, 0.06482352316379547], "cos_apical_negg": [0.5473450422286987, 0.10516504943370819, 0.11069470643997192, 0.1052878201007843, 0.08469679951667786, 0.09721122682094574, 0.03848208859562874, -0.008982435800135136, 0.042967282235622406, 0.06482352316379547], "cos_Ac_negg": [0.5473450422286987, 0.10516504943370819, 0.11069470643997192, 0.1052878201007843, 0.08469679951667786, 0.09721122682094574, 0.03848208859562874, -0.008982435800135136, 0.042967282235622406, 0.06482352316379547], "r_norm": [2.9645042419433594, 2.8801558017730713, 2.8081307411193848, 2.931459426879883, 2.9167566299438477, 2.824867010116577, 2.9010884761810303, 2.823951244354248, 2.893465518951416, 2.8302221298217773]}, {"step": 900, "epoch": 2, "train_loss": 1.7079747915267944, "cos_r_negg": [0.5604128837585449, 0.11443279683589935, 0.13793742656707764, 0.11826847493648529, 0.09568367898464203, 0.10592558234930038, 0.05463096499443054, 0.021065030246973038, 0.06425421684980392, 0.08181989938020706], "cos_apical_negg": [0.5604128837585449, 0.11443279683589935, 0.13793742656707764, 0.11826847493648529, 0.09568367898464203, 0.10592558234930038, 0.05463096499443054, 0.021065030246973038, 0.06425421684980392, 0.08181989938020706], "cos_Ac_negg": [0.5604128837585449, 0.11443279683589935, 0.13793742656707764, 0.11826847493648529, 0.09568367898464203, 0.10592558234930038, 0.05463096499443054, 0.021065030246973038, 0.06425421684980392, 0.08181989938020706], "r_norm": [2.9520304203033447, 2.8622376918792725, 2.786485195159912, 2.9041359424591064, 2.8947339057922363, 2.804713726043701, 2.8789994716644287, 2.801743268966675, 2.8647961616516113, 2.8032891750335693]}, {"step": 950, "epoch": 2, "train_loss": 1.4968582391738892, "cos_r_negg": [0.5455553531646729, 0.10549530386924744, 0.1450965851545334, 0.125776469707489, 0.1088135838508606, 0.12221521139144897, 0.06042061373591423, 0.024902887642383575, 0.08716336637735367, 0.08553777635097504], "cos_apical_negg": [0.5455553531646729, 0.10549530386924744, 0.1450965851545334, 0.125776469707489, 0.1088135838508606, 0.12221521139144897, 0.06042061373591423, 0.024902887642383575, 0.08716336637735367, 0.08553777635097504], "cos_Ac_negg": [0.5455553531646729, 0.10549530386924744, 0.1450965851545334, 0.125776469707489, 0.1088135838508606, 0.12221521139144897, 0.06042061373591423, 0.024902887642383575, 0.08716336637735367, 0.08553777635097504], "r_norm": [2.8230719566345215, 2.7280657291412354, 2.660060167312622, 2.7759456634521484, 2.760288715362549, 2.678342580795288, 2.747624635696411, 2.673058271408081, 2.7421562671661377, 2.674940586090088]}, {"step": 1000, "epoch": 2, "train_loss": 1.687849521636963, "cos_r_negg": [0.5683387517929077, 0.11963477730751038, 0.12633556127548218, 0.12395269423723221, 0.10990935564041138, 0.1305547058582306, 0.07314112782478333, 0.01888793706893921, 0.09298869967460632, 0.10776349902153015], "cos_apical_negg": [0.5683387517929077, 0.11963477730751038, 0.12633556127548218, 0.12395269423723221, 0.10990935564041138, 0.1305547058582306, 0.07314112782478333, 0.01888793706893921, 0.09298869967460632, 0.10776349902153015], "cos_Ac_negg": [0.5683387517929077, 0.11963477730751038, 0.12633556127548218, 0.12395269423723221, 0.10990935564041138, 0.1305547058582306, 0.07314112782478333, 0.01888793706893921, 0.09298869967460632, 0.10776349902153015], "r_norm": [2.7351696491241455, 2.6366312503814697, 2.5690743923187256, 2.6816232204437256, 2.6649327278137207, 2.586116313934326, 2.6534621715545654, 2.5778119564056396, 2.649569272994995, 2.5846452713012695], "ldr": {"dL_sdil": -0.03576493263244629, "dL_bp": -0.032750606536865234, "ratio": 1.0920387868904968}}, {"step": 1050, "epoch": 2, "train_loss": 1.9446582794189453, "cos_r_negg": [0.5567061305046082, 0.12193616479635239, 0.14959582686424255, 0.11919315904378891, 0.11330291628837585, 0.14767034351825714, 0.07634890079498291, 0.02554001286625862, 0.08999750018119812, 0.12876766920089722], "cos_apical_negg": [0.5567061305046082, 0.12193616479635239, 0.14959582686424255, 0.11919315904378891, 0.11330291628837585, 0.14767034351825714, 0.07634890079498291, 0.02554001286625862, 0.08999750018119812, 0.12876766920089722], "cos_Ac_negg": [0.5567061305046082, 0.12193616479635239, 0.14959582686424255, 0.11919315904378891, 0.11330291628837585, 0.14767034351825714, 0.07634890079498291, 0.02554001286625862, 0.08999750018119812, 0.12876766920089722], "r_norm": [2.703460216522217, 2.5985708236694336, 2.5325303077697754, 2.6396267414093018, 2.627800941467285, 2.547276020050049, 2.613417625427246, 2.5412206649780273, 2.608515977859497, 2.5464367866516113]}, {"step": 1100, "epoch": 2, "train_loss": 1.619195818901062, "cos_r_negg": [0.5700401663780212, 0.13803857564926147, 0.1672416776418686, 0.11979489028453827, 0.14015930891036987, 0.15355321764945984, 0.08595458418130875, 0.04917735606431961, 0.10306068509817123, 0.1330096423625946], "cos_apical_negg": [0.5700401663780212, 0.13803857564926147, 0.1672416776418686, 0.11979489028453827, 0.14015930891036987, 0.15355321764945984, 0.08595458418130875, 0.04917735606431961, 0.10306068509817123, 0.1330096423625946], "cos_Ac_negg": [0.5700401663780212, 0.13803857564926147, 0.1672416776418686, 0.11979489028453827, 0.14015930891036987, 0.15355321764945984, 0.08595458418130875, 0.04917735606431961, 0.10306068509817123, 0.1330096423625946], "r_norm": [2.733729839324951, 2.6182475090026855, 2.5525379180908203, 2.6606922149658203, 2.6488585472106934, 2.564270496368408, 2.628753185272217, 2.554598808288574, 2.6243951320648193, 2.5609617233276367]}, {"step": 1150, "epoch": 2, "train_loss": 1.6387536525726318, "cos_r_negg": [0.5643113851547241, 0.1674014925956726, 0.1896173357963562, 0.15147849917411804, 0.12583912909030914, 0.14700812101364136, 0.09684355556964874, 0.038852863013744354, 0.10904271900653839, 0.1189405769109726], "cos_apical_negg": [0.5643113851547241, 0.1674014925956726, 0.1896173357963562, 0.15147849917411804, 0.12583912909030914, 0.14700812101364136, 0.09684355556964874, 0.038852863013744354, 0.10904271900653839, 0.1189405769109726], "cos_Ac_negg": [0.5643113851547241, 0.1674014925956726, 0.1896173357963562, 0.15147849917411804, 0.12583912909030914, 0.14700812101364136, 0.09684355556964874, 0.038852863013744354, 0.10904271900653839, 0.1189405769109726], "r_norm": [2.71764874458313, 2.5896286964416504, 2.5323519706726074, 2.633286714553833, 2.6242594718933105, 2.538233518600464, 2.60599422454834, 2.5297014713287354, 2.5999417304992676, 2.538590908050537]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3923, "test_loss": 1.7756172119140625}, {"step": 1200, "epoch": 3, "train_loss": 1.7725533246994019, "cos_r_negg": [0.5776405334472656, 0.17357634007930756, 0.2177457958459854, 0.19018244743347168, 0.14003399014472961, 0.1463916301727295, 0.11149480193853378, 0.05340886861085892, 0.11251728981733322, 0.12788555026054382], "cos_apical_negg": [0.5776405334472656, 0.17357634007930756, 0.2177457958459854, 0.19018244743347168, 0.14003399014472961, 0.1463916301727295, 0.11149480193853378, 0.05340886861085892, 0.11251728981733322, 0.12788555026054382], "cos_Ac_negg": [0.5776405334472656, 0.17357634007930756, 0.2177457958459854, 0.19018244743347168, 0.14003399014472961, 0.1463916301727295, 0.11149480193853378, 0.05340886861085892, 0.11251728981733322, 0.12788555026054382], "r_norm": [2.5826263427734375, 2.4614293575286865, 2.4004111289978027, 2.501662254333496, 2.49448299407959, 2.4122376441955566, 2.4732487201690674, 2.4047651290893555, 2.467890739440918, 2.4113473892211914]}, {"step": 1250, "epoch": 3, "train_loss": 1.5702872276306152, "cos_r_negg": [0.6026211977005005, 0.18195538222789764, 0.22620996832847595, 0.2021448314189911, 0.152522474527359, 0.15211006999015808, 0.1409703940153122, 0.0595441535115242, 0.11807382106781006, 0.13025572896003723], "cos_apical_negg": [0.6026211977005005, 0.18195538222789764, 0.22620996832847595, 0.2021448314189911, 0.152522474527359, 0.15211006999015808, 0.1409703940153122, 0.0595441535115242, 0.11807382106781006, 0.13025572896003723], "cos_Ac_negg": [0.6026211977005005, 0.18195538222789764, 0.22620996832847595, 0.2021448314189911, 0.152522474527359, 0.15211006999015808, 0.1409703940153122, 0.0595441535115242, 0.11807382106781006, 0.13025572896003723], "r_norm": [2.554586410522461, 2.429917573928833, 2.3669586181640625, 2.470858573913574, 2.453097343444824, 2.37589693069458, 2.436143636703491, 2.36519718170166, 2.4249587059020996, 2.375645160675049], "ldr": {"dL_sdil": -0.039293766021728516, "dL_bp": -0.036623239517211914, "ratio": 1.0729189044912733}}, {"step": 1300, "epoch": 3, "train_loss": 1.5752613544464111, "cos_r_negg": [0.6014986038208008, 0.18248364329338074, 0.22150474786758423, 0.1954958736896515, 0.16363483667373657, 0.15558114647865295, 0.15182560682296753, 0.059808164834976196, 0.13629907369613647, 0.14132732152938843], "cos_apical_negg": [0.6014986038208008, 0.18248364329338074, 0.22150474786758423, 0.1954958736896515, 0.16363483667373657, 0.15558114647865295, 0.15182560682296753, 0.059808164834976196, 0.13629907369613647, 0.14132732152938843], "cos_Ac_negg": [0.6014986038208008, 0.18248364329338074, 0.22150474786758423, 0.1954958736896515, 0.16363483667373657, 0.15558114647865295, 0.15182560682296753, 0.059808164834976196, 0.13629907369613647, 0.14132732152938843], "r_norm": [2.5591299533843994, 2.422567367553711, 2.368149995803833, 2.466128349304199, 2.451154947280884, 2.371434211730957, 2.4303946495056152, 2.3594517707824707, 2.4250431060791016, 2.369845390319824]}, {"step": 1350, "epoch": 3, "train_loss": 1.6641039848327637, "cos_r_negg": [0.6083839535713196, 0.19194701313972473, 0.22308790683746338, 0.20036351680755615, 0.17387762665748596, 0.18562428653240204, 0.1643422693014145, 0.05905958637595177, 0.1376642882823944, 0.15818217396736145], "cos_apical_negg": [0.6083839535713196, 0.19194701313972473, 0.22308790683746338, 0.20036351680755615, 0.17387762665748596, 0.18562428653240204, 0.1643422693014145, 0.05905958637595177, 0.1376642882823944, 0.15818217396736145], "cos_Ac_negg": [0.6083839535713196, 0.19194701313972473, 0.22308790683746338, 0.20036351680755615, 0.17387762665748596, 0.18562428653240204, 0.1643422693014145, 0.05905958637595177, 0.1376642882823944, 0.15818217396736145], "r_norm": [2.5185577869415283, 2.378124237060547, 2.3219051361083984, 2.4160666465759277, 2.4042623043060303, 2.3311123847961426, 2.392000675201416, 2.319658041000366, 2.382967472076416, 2.327131748199463]}, {"step": 1400, "epoch": 3, "train_loss": 1.6310166120529175, "cos_r_negg": [0.6179332137107849, 0.2153392881155014, 0.22527490556240082, 0.1993424892425537, 0.17309600114822388, 0.18302889168262482, 0.16364267468452454, 0.09317236393690109, 0.13756924867630005, 0.17680604755878448], "cos_apical_negg": [0.6179332137107849, 0.2153392881155014, 0.22527490556240082, 0.1993424892425537, 0.17309600114822388, 0.18302889168262482, 0.16364267468452454, 0.09317236393690109, 0.13756924867630005, 0.17680604755878448], "cos_Ac_negg": [0.6179332137107849, 0.2153392881155014, 0.22527490556240082, 0.1993424892425537, 0.17309600114822388, 0.18302889168262482, 0.16364267468452454, 0.09317236393690109, 0.13756924867630005, 0.17680604755878448], "r_norm": [2.4505696296691895, 2.3023171424865723, 2.24975848197937, 2.346797466278076, 2.3285069465637207, 2.257359027862549, 2.3149633407592773, 2.2485647201538086, 2.309884786605835, 2.2562341690063477]}, {"step": 1450, "epoch": 3, "train_loss": 1.6896196603775024, "cos_r_negg": [0.6355384588241577, 0.2282722145318985, 0.2379409372806549, 0.22257068753242493, 0.1946573257446289, 0.21207109093666077, 0.16818445920944214, 0.1094241514801979, 0.1383936107158661, 0.16943153738975525], "cos_apical_negg": [0.6355384588241577, 0.2282722145318985, 0.2379409372806549, 0.22257068753242493, 0.1946573257446289, 0.21207109093666077, 0.16818445920944214, 0.1094241514801979, 0.1383936107158661, 0.16943153738975525], "cos_Ac_negg": [0.6355384588241577, 0.2282722145318985, 0.2379409372806549, 0.22257068753242493, 0.1946573257446289, 0.21207109093666077, 0.16818445920944214, 0.1094241514801979, 0.1383936107158661, 0.16943153738975525], "r_norm": [2.4276461601257324, 2.27506685256958, 2.2245373725891113, 2.313133478164673, 2.3001902103424072, 2.2283740043640137, 2.278994560241699, 2.2120702266693115, 2.2713255882263184, 2.2239718437194824]}, {"step": 1500, "epoch": 3, "train_loss": 1.6797163486480713, "cos_r_negg": [0.6045571565628052, 0.227702796459198, 0.2391679286956787, 0.21658912301063538, 0.19327661395072937, 0.21462701261043549, 0.19047702848911285, 0.12163975834846497, 0.1582019329071045, 0.17591319978237152], "cos_apical_negg": [0.6045571565628052, 0.227702796459198, 0.2391679286956787, 0.21658912301063538, 0.19327661395072937, 0.21462701261043549, 0.19047702848911285, 0.12163975834846497, 0.1582019329071045, 0.17591319978237152], "cos_Ac_negg": [0.6045571565628052, 0.227702796459198, 0.2391679286956787, 0.21658912301063538, 0.19327661395072937, 0.21462701261043549, 0.19047702848911285, 0.12163975834846497, 0.1582019329071045, 0.17591319978237152], "r_norm": [2.3762197494506836, 2.223334312438965, 2.1790757179260254, 2.254603385925293, 2.245692253112793, 2.1866815090179443, 2.232081413269043, 2.1606223583221436, 2.2242698669433594, 2.17631196975708], "ldr": {"dL_sdil": -0.058725595474243164, "dL_bp": -0.0565185546875, "ratio": 1.039049844762419}}, {"step": 1550, "epoch": 3, "train_loss": 1.8957394361495972, "cos_r_negg": [0.622704267501831, 0.2434367835521698, 0.2511848211288452, 0.223431795835495, 0.19442814588546753, 0.221359983086586, 0.19511842727661133, 0.10848688334226608, 0.17550471425056458, 0.17545033991336823], "cos_apical_negg": [0.622704267501831, 0.2434367835521698, 0.2511848211288452, 0.223431795835495, 0.19442814588546753, 0.221359983086586, 0.19511842727661133, 0.10848688334226608, 0.17550471425056458, 0.17545033991336823], "cos_Ac_negg": [0.622704267501831, 0.2434367835521698, 0.2511848211288452, 0.223431795835495, 0.19442814588546753, 0.221359983086586, 0.19511842727661133, 0.10848688334226608, 0.17550471425056458, 0.17545033991336823], "r_norm": [2.3443856239318848, 2.188236713409424, 2.1357531547546387, 2.2200584411621094, 2.2064497470855713, 2.137366771697998, 2.186624050140381, 2.121443748474121, 2.1755192279815674, 2.1321911811828613]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4157, "test_loss": 1.727186669921875}, {"step": 1600, "epoch": 4, "train_loss": 1.5499436855316162, "cos_r_negg": [0.6147756576538086, 0.2311709225177765, 0.24882782995700836, 0.21516406536102295, 0.20689640939235687, 0.24177755415439606, 0.20728784799575806, 0.11932405829429626, 0.18007656931877136, 0.170927494764328], "cos_apical_negg": [0.6147756576538086, 0.2311709225177765, 0.24882782995700836, 0.21516406536102295, 0.20689640939235687, 0.24177755415439606, 0.20728784799575806, 0.11932405829429626, 0.18007656931877136, 0.170927494764328], "cos_Ac_negg": [0.6147756576538086, 0.2311709225177765, 0.24882782995700836, 0.21516406536102295, 0.20689640939235687, 0.24177755415439606, 0.20728784799575806, 0.11932405829429626, 0.18007656931877136, 0.170927494764328], "r_norm": [2.3532652854919434, 2.1877734661102295, 2.142205238342285, 2.2256197929382324, 2.2144079208374023, 2.140648365020752, 2.190387487411499, 2.123654842376709, 2.1819448471069336, 2.140362501144409]}, {"step": 1650, "epoch": 4, "train_loss": 1.6831295490264893, "cos_r_negg": [0.6406980752944946, 0.2395450323820114, 0.2688659131526947, 0.2279435098171234, 0.2299322485923767, 0.23977388441562653, 0.21485164761543274, 0.1192890852689743, 0.18555793166160583, 0.20741721987724304], "cos_apical_negg": [0.6406980752944946, 0.2395450323820114, 0.2688659131526947, 0.2279435098171234, 0.2299322485923767, 0.23977388441562653, 0.21485164761543274, 0.1192890852689743, 0.18555793166160583, 0.20741721987724304], "cos_Ac_negg": [0.6406980752944946, 0.2395450323820114, 0.2688659131526947, 0.2279435098171234, 0.2299322485923767, 0.23977388441562653, 0.21485164761543274, 0.1192890852689743, 0.18555793166160583, 0.20741721987724304], "r_norm": [2.3052730560302734, 2.133859872817993, 2.0878725051879883, 2.1658475399017334, 2.1558992862701416, 2.087167263031006, 2.1349644660949707, 2.069720983505249, 2.1263527870178223, 2.0783560276031494]}, {"step": 1700, "epoch": 4, "train_loss": 1.6364445686340332, "cos_r_negg": [0.6349061727523804, 0.25207915902137756, 0.25786733627319336, 0.22869423031806946, 0.23925566673278809, 0.2472166270017624, 0.20437999069690704, 0.13762712478637695, 0.18215632438659668, 0.20458000898361206], "cos_apical_negg": [0.6349061727523804, 0.25207915902137756, 0.25786733627319336, 0.22869423031806946, 0.23925566673278809, 0.2472166270017624, 0.20437999069690704, 0.13762712478637695, 0.18215632438659668, 0.20458000898361206], "cos_Ac_negg": [0.6349061727523804, 0.25207915902137756, 0.25786733627319336, 0.22869423031806946, 0.23925566673278809, 0.2472166270017624, 0.20437999069690704, 0.13762712478637695, 0.18215632438659668, 0.20458000898361206], "r_norm": [2.2265400886535645, 2.0554354190826416, 2.009671688079834, 2.088129997253418, 2.075222969055176, 2.0111780166625977, 2.055136203765869, 1.9860820770263672, 2.0450010299682617, 2.003891944885254]}, {"step": 1750, "epoch": 4, "train_loss": 1.564862847328186, "cos_r_negg": [0.6431736946105957, 0.257269024848938, 0.2775997817516327, 0.25968074798583984, 0.24756458401679993, 0.2535129487514496, 0.22298265993595123, 0.14961667358875275, 0.19705656170845032, 0.23205441236495972], "cos_apical_negg": [0.6431736946105957, 0.257269024848938, 0.2775997817516327, 0.25968074798583984, 0.24756458401679993, 0.2535129487514496, 0.22298265993595123, 0.14961667358875275, 0.19705656170845032, 0.23205441236495972], "cos_Ac_negg": [0.6431736946105957, 0.257269024848938, 0.2775997817516327, 0.25968074798583984, 0.24756458401679993, 0.2535129487514496, 0.22298265993595123, 0.14961667358875275, 0.19705656170845032, 0.23205441236495972], "r_norm": [2.2340710163116455, 2.0582902431488037, 2.013622283935547, 2.0928733348846436, 2.0783638954162598, 2.0114564895629883, 2.0519189834594727, 1.9852113723754883, 2.0489907264709473, 2.0061843395233154], "ldr": {"dL_sdil": -0.06045389175415039, "dL_bp": -0.05753779411315918, "ratio": 1.050681429240338}}, {"step": 1800, "epoch": 4, "train_loss": 1.3926784992218018, "cos_r_negg": [0.6558449864387512, 0.2748374342918396, 0.2874823808670044, 0.2408105731010437, 0.2467615008354187, 0.2589607834815979, 0.23423132300376892, 0.16380903124809265, 0.20283754169940948, 0.24066321551799774], "cos_apical_negg": [0.6558449864387512, 0.2748374342918396, 0.2874823808670044, 0.2408105731010437, 0.2467615008354187, 0.2589607834815979, 0.23423132300376892, 0.16380903124809265, 0.20283754169940948, 0.24066321551799774], "cos_Ac_negg": [0.6558449864387512, 0.2748374342918396, 0.2874823808670044, 0.2408105731010437, 0.2467615008354187, 0.2589607834815979, 0.23423132300376892, 0.16380903124809265, 0.20283754169940948, 0.24066321551799774], "r_norm": [2.1769955158233643, 1.9941285848617554, 1.9488966464996338, 2.021059513092041, 2.013331890106201, 1.9526047706604004, 1.9950975179672241, 1.9339979887008667, 1.9873197078704834, 1.9491019248962402]}, {"step": 1850, "epoch": 4, "train_loss": 1.6417591571807861, "cos_r_negg": [0.6504966020584106, 0.2654672861099243, 0.2987656891345978, 0.26712995767593384, 0.2463265359401703, 0.26491832733154297, 0.2536364197731018, 0.15798242390155792, 0.2186538726091385, 0.23954269289970398], "cos_apical_negg": [0.6504966020584106, 0.2654672861099243, 0.2987656891345978, 0.26712995767593384, 0.2463265359401703, 0.26491832733154297, 0.2536364197731018, 0.15798242390155792, 0.2186538726091385, 0.23954269289970398], "cos_Ac_negg": [0.6504966020584106, 0.2654672861099243, 0.2987656891345978, 0.26712995767593384, 0.2463265359401703, 0.26491832733154297, 0.2536364197731018, 0.15798242390155792, 0.2186538726091385, 0.23954269289970398], "r_norm": [2.1599926948547363, 1.9765363931655884, 1.9322090148925781, 1.9992345571517944, 1.9928157329559326, 1.9269198179244995, 1.9725806713104248, 1.9040347337722778, 1.9587938785552979, 1.9251656532287598]}, {"step": 1900, "epoch": 4, "train_loss": 1.5590853691101074, "cos_r_negg": [0.66986083984375, 0.2800392508506775, 0.31147968769073486, 0.27239590883255005, 0.2586197257041931, 0.28435251116752625, 0.2669302225112915, 0.17427100241184235, 0.24363651871681213, 0.2477814257144928], "cos_apical_negg": [0.66986083984375, 0.2800392508506775, 0.31147968769073486, 0.27239590883255005, 0.2586197257041931, 0.28435251116752625, 0.2669302225112915, 0.17427100241184235, 0.24363651871681213, 0.2477814257144928], "cos_Ac_negg": [0.66986083984375, 0.2800392508506775, 0.31147968769073486, 0.27239590883255005, 0.2586197257041931, 0.28435251116752625, 0.2669302225112915, 0.17427100241184235, 0.24363651871681213, 0.2477814257144928], "r_norm": [2.0857632160186768, 1.9009226560592651, 1.857425570487976, 1.9292021989822388, 1.9180660247802734, 1.85441255569458, 1.8970612287521362, 1.831032395362854, 1.885880470275879, 1.8530821800231934]}, {"step": 1950, "epoch": 4, "train_loss": 1.490696668624878, "cos_r_negg": [0.6703259944915771, 0.29047641158103943, 0.3231869339942932, 0.2817826569080353, 0.2547948956489563, 0.2830020487308502, 0.2661494016647339, 0.17921334505081177, 0.2486981451511383, 0.25610360503196716], "cos_apical_negg": [0.6703259944915771, 0.29047641158103943, 0.3231869339942932, 0.2817826569080353, 0.2547948956489563, 0.2830020487308502, 0.2661494016647339, 0.17921334505081177, 0.2486981451511383, 0.25610360503196716], "cos_Ac_negg": [0.6703259944915771, 0.29047641158103943, 0.3231869339942932, 0.2817826569080353, 0.2547948956489563, 0.2830020487308502, 0.2661494016647339, 0.17921334505081177, 0.2486981451511383, 0.25610360503196716], "r_norm": [2.096263885498047, 1.9034136533737183, 1.86238431930542, 1.9319435358047485, 1.9221311807632446, 1.8554257154464722, 1.8987382650375366, 1.8353526592254639, 1.8865207433700562, 1.8539867401123047]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4054, "test_loss": 1.7636687622070313}, {"step": 2000, "epoch": 5, "train_loss": 1.3706488609313965, "cos_r_negg": [0.6771678924560547, 0.2967260479927063, 0.3320797383785248, 0.28331732749938965, 0.27131330966949463, 0.29212427139282227, 0.26931214332580566, 0.18792441487312317, 0.25249069929122925, 0.25976866483688354], "cos_apical_negg": [0.6771678924560547, 0.2967260479927063, 0.3320797383785248, 0.28331732749938965, 0.27131330966949463, 0.29212427139282227, 0.26931214332580566, 0.18792441487312317, 0.25249069929122925, 0.25976866483688354], "cos_Ac_negg": [0.6771678924560547, 0.2967260479927063, 0.3320797383785248, 0.28331732749938965, 0.27131330966949463, 0.29212427139282227, 0.26931214332580566, 0.18792441487312317, 0.25249069929122925, 0.25976866483688354], "r_norm": [2.023597240447998, 1.8248493671417236, 1.788309097290039, 1.8566298484802246, 1.8467211723327637, 1.7855541706085205, 1.8246253728866577, 1.7635326385498047, 1.8134543895721436, 1.780326008796692], "ldr": {"dL_sdil": -0.046669840812683105, "dL_bp": -0.04482245445251465, "ratio": 1.041215644764068}}, {"step": 2050, "epoch": 5, "train_loss": 1.4414732456207275, "cos_r_negg": [0.6831055879592896, 0.3130369782447815, 0.3316829204559326, 0.3048187494277954, 0.2922820448875427, 0.3038487732410431, 0.2833714187145233, 0.22657063603401184, 0.2609739899635315, 0.26092734932899475], "cos_apical_negg": [0.6831055879592896, 0.3130369782447815, 0.3316829204559326, 0.3048187494277954, 0.2922820448875427, 0.3038487732410431, 0.2833714187145233, 0.22657063603401184, 0.2609739899635315, 0.26092734932899475], "cos_Ac_negg": [0.6831055879592896, 0.3130369782447815, 0.3316829204559326, 0.3048187494277954, 0.2922820448875427, 0.3038487732410431, 0.2833714187145233, 0.22657063603401184, 0.2609739899635315, 0.26092734932899475], "r_norm": [2.020425319671631, 1.8169349431991577, 1.7804615497589111, 1.8494280576705933, 1.8333461284637451, 1.7748359441757202, 1.8149032592773438, 1.7477490901947021, 1.8022100925445557, 1.7653231620788574]}, {"step": 2100, "epoch": 5, "train_loss": 1.5662906169891357, "cos_r_negg": [0.6837562918663025, 0.31693583726882935, 0.3460875153541565, 0.3118733763694763, 0.3045569360256195, 0.31525999307632446, 0.29392099380493164, 0.23042726516723633, 0.2732202410697937, 0.2750968337059021], "cos_apical_negg": [0.6837562918663025, 0.31693583726882935, 0.3460875153541565, 0.3118733763694763, 0.3045569360256195, 0.31525999307632446, 0.29392099380493164, 0.23042726516723633, 0.2732202410697937, 0.2750968337059021], "cos_Ac_negg": [0.6837562918663025, 0.31693583726882935, 0.3460875153541565, 0.3118733763694763, 0.3045569360256195, 0.31525999307632446, 0.29392099380493164, 0.23042726516723633, 0.2732202410697937, 0.2750968337059021], "r_norm": [1.9986917972564697, 1.7910665273666382, 1.754118800163269, 1.8228776454925537, 1.8078083992004395, 1.7484629154205322, 1.789807677268982, 1.7252670526504517, 1.7798235416412354, 1.7440681457519531]}, {"step": 2150, "epoch": 5, "train_loss": 1.5483403205871582, "cos_r_negg": [0.6816316246986389, 0.332785964012146, 0.3436785340309143, 0.313055157661438, 0.3129890561103821, 0.322827011346817, 0.2957558035850525, 0.2184266448020935, 0.2815132737159729, 0.3020053505897522], "cos_apical_negg": [0.6816316246986389, 0.332785964012146, 0.3436785340309143, 0.313055157661438, 0.3129890561103821, 0.322827011346817, 0.2957558035850525, 0.2184266448020935, 0.2815132737159729, 0.3020053505897522], "cos_Ac_negg": [0.6816316246986389, 0.332785964012146, 0.3436785340309143, 0.313055157661438, 0.3129890561103821, 0.322827011346817, 0.2957558035850525, 0.2184266448020935, 0.2815132737159729, 0.3020053505897522], "r_norm": [1.9457488059997559, 1.7393542528152466, 1.705336093902588, 1.768265724182129, 1.7550081014633179, 1.7004263401031494, 1.7364211082458496, 1.6714718341827393, 1.7232692241668701, 1.6922836303710938]}, {"step": 2200, "epoch": 5, "train_loss": 1.708553671836853, "cos_r_negg": [0.6853744983673096, 0.3323158025741577, 0.36035770177841187, 0.32539457082748413, 0.31298828125, 0.32739877700805664, 0.31542083621025085, 0.2452460080385208, 0.28098201751708984, 0.2993175685405731], "cos_apical_negg": [0.6853744983673096, 0.3323158025741577, 0.36035770177841187, 0.32539457082748413, 0.31298828125, 0.32739877700805664, 0.31542083621025085, 0.2452460080385208, 0.28098201751708984, 0.2993175685405731], "cos_Ac_negg": [0.6853744983673096, 0.3323158025741577, 0.36035770177841187, 0.32539457082748413, 0.31298828125, 0.32739877700805664, 0.31542083621025085, 0.2452460080385208, 0.28098201751708984, 0.2993175685405731], "r_norm": [1.9898030757904053, 1.7700474262237549, 1.735056757926941, 1.7941306829452515, 1.7842390537261963, 1.726334810256958, 1.7661441564559937, 1.6960824728012085, 1.7523401975631714, 1.7216503620147705]}, {"step": 2250, "epoch": 5, "train_loss": 1.8089157342910767, "cos_r_negg": [0.6921689510345459, 0.32754677534103394, 0.3688090443611145, 0.34546881914138794, 0.31936681270599365, 0.33791086077690125, 0.32445958256721497, 0.24062903225421906, 0.29544952511787415, 0.2939252257347107], "cos_apical_negg": [0.6921689510345459, 0.32754677534103394, 0.3688090443611145, 0.34546881914138794, 0.31936681270599365, 0.33791086077690125, 0.32445958256721497, 0.24062903225421906, 0.29544952511787415, 0.2939252257347107], "cos_Ac_negg": [0.6921689510345459, 0.32754677534103394, 0.3688090443611145, 0.34546881914138794, 0.31936681270599365, 0.33791086077690125, 0.32445958256721497, 0.24062903225421906, 0.29544952511787415, 0.2939252257347107], "r_norm": [1.9296256303787231, 1.7108502388000488, 1.677101731300354, 1.7349469661712646, 1.722264289855957, 1.6670644283294678, 1.7030307054519653, 1.635575294494629, 1.6876565217971802, 1.6605175733566284], "ldr": {"dL_sdil": -0.04842543601989746, "dL_bp": -0.0474245548248291, "ratio": 1.021104704066602}}, {"step": 2300, "epoch": 5, "train_loss": 1.5680971145629883, "cos_r_negg": [0.6988943815231323, 0.33979812264442444, 0.3666319251060486, 0.33659231662750244, 0.3226955533027649, 0.359483540058136, 0.3479403257369995, 0.2628411650657654, 0.31693702936172485, 0.3190326988697052], "cos_apical_negg": [0.6988943815231323, 0.33979812264442444, 0.3666319251060486, 0.33659231662750244, 0.3226955533027649, 0.359483540058136, 0.3479403257369995, 0.2628411650657654, 0.31693702936172485, 0.3190326988697052], "cos_Ac_negg": [0.6988943815231323, 0.33979812264442444, 0.3666319251060486, 0.33659231662750244, 0.3226955533027649, 0.359483540058136, 0.3479403257369995, 0.2628411650657654, 0.31693702936172485, 0.3190326988697052], "r_norm": [1.8909457921981812, 1.674593210220337, 1.638505458831787, 1.6962647438049316, 1.6840317249298096, 1.633553147315979, 1.6655287742614746, 1.6007208824157715, 1.6514034271240234, 1.6221731901168823]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.42, "test_loss": 1.7401546020507812}, {"step": 2350, "epoch": 6, "train_loss": 1.4623018503189087, "cos_r_negg": [0.7040942907333374, 0.3517906665802002, 0.36921992897987366, 0.3521576523780823, 0.33471164107322693, 0.3709328770637512, 0.34928861260414124, 0.25317686796188354, 0.3275407552719116, 0.31903350353240967], "cos_apical_negg": [0.7040942907333374, 0.3517906665802002, 0.36921992897987366, 0.3521576523780823, 0.33471164107322693, 0.3709328770637512, 0.34928861260414124, 0.25317686796188354, 0.3275407552719116, 0.31903350353240967], "cos_Ac_negg": [0.7040942907333374, 0.3517906665802002, 0.36921992897987366, 0.3521576523780823, 0.33471164107322693, 0.3709328770637512, 0.34928861260414124, 0.25317686796188354, 0.3275407552719116, 0.31903350353240967], "r_norm": [1.9015986919403076, 1.6768388748168945, 1.6460026502609253, 1.6996451616287231, 1.6876416206359863, 1.6360924243927002, 1.6671292781829834, 1.597325086593628, 1.654536485671997, 1.6255536079406738]}, {"step": 2400, "epoch": 6, "train_loss": 1.3823446035385132, "cos_r_negg": [0.6955848932266235, 0.36044904589653015, 0.37307339906692505, 0.3663696348667145, 0.3526122272014618, 0.38032418489456177, 0.35215306282043457, 0.26998478174209595, 0.34515273571014404, 0.31943362951278687], "cos_apical_negg": [0.6955848932266235, 0.36044904589653015, 0.37307339906692505, 0.3663696348667145, 0.3526122272014618, 0.38032418489456177, 0.35215306282043457, 0.26998478174209595, 0.34515273571014404, 0.31943362951278687], "cos_Ac_negg": [0.6955848932266235, 0.36044904589653015, 0.37307339906692505, 0.3663696348667145, 0.3526122272014618, 0.38032418489456177, 0.35215306282043457, 0.26998478174209595, 0.34515273571014404, 0.31943362951278687], "r_norm": [1.8333072662353516, 1.6119986772537231, 1.5808119773864746, 1.6319630146026611, 1.6216036081314087, 1.5720765590667725, 1.6013647317886353, 1.5363821983337402, 1.5882102251052856, 1.5614597797393799]}, {"step": 2450, "epoch": 6, "train_loss": 1.3758089542388916, "cos_r_negg": [0.7095528244972229, 0.3833409547805786, 0.3818961977958679, 0.3857971429824829, 0.36884236335754395, 0.38314491510391235, 0.36056745052337646, 0.2918107211589813, 0.35631459951400757, 0.32468077540397644], "cos_apical_negg": [0.7095528244972229, 0.3833409547805786, 0.3818961977958679, 0.3857971429824829, 0.36884236335754395, 0.38314491510391235, 0.36056745052337646, 0.2918107211589813, 0.35631459951400757, 0.32468077540397644], "cos_Ac_negg": [0.7095528244972229, 0.3833409547805786, 0.3818961977958679, 0.3857971429824829, 0.36884236335754395, 0.38314491510391235, 0.36056745052337646, 0.2918107211589813, 0.35631459951400757, 0.32468077540397644], "r_norm": [1.8609447479248047, 1.6318076848983765, 1.5955246686935425, 1.650307059288025, 1.6374239921569824, 1.5883870124816895, 1.618841290473938, 1.5537145137786865, 1.6028891801834106, 1.5783236026763916]}, {"step": 2500, "epoch": 6, "train_loss": 1.521351933479309, "cos_r_negg": [0.7260720729827881, 0.4002305269241333, 0.40175706148147583, 0.3851433992385864, 0.3795012831687927, 0.40009188652038574, 0.3840735852718353, 0.29199039936065674, 0.3710154891014099, 0.35007545351982117], "cos_apical_negg": [0.7260720729827881, 0.4002305269241333, 0.40175706148147583, 0.3851433992385864, 0.3795012831687927, 0.40009188652038574, 0.3840735852718353, 0.29199039936065674, 0.3710154891014099, 0.35007545351982117], "cos_Ac_negg": [0.7260720729827881, 0.4002305269241333, 0.40175706148147583, 0.3851433992385864, 0.3795012831687927, 0.40009188652038574, 0.3840735852718353, 0.29199039936065674, 0.3710154891014099, 0.35007545351982117], "r_norm": [1.796799898147583, 1.5655988454818726, 1.534306287765503, 1.5871315002441406, 1.5723092555999756, 1.5266388654708862, 1.556664228439331, 1.4881618022918701, 1.5381762981414795, 1.5150363445281982], "ldr": {"dL_sdil": -0.044444918632507324, "dL_bp": -0.04393875598907471, "ratio": 1.0115197308626234}}, {"step": 2550, "epoch": 6, "train_loss": 1.4473305940628052, "cos_r_negg": [0.7153626680374146, 0.40581658482551575, 0.42665866017341614, 0.39911600947380066, 0.3774161636829376, 0.41321414709091187, 0.3867682218551636, 0.31535130739212036, 0.3700629472732544, 0.3582081198692322], "cos_apical_negg": [0.7153626680374146, 0.40581658482551575, 0.42665866017341614, 0.39911600947380066, 0.3774161636829376, 0.41321414709091187, 0.3867682218551636, 0.31535130739212036, 0.3700629472732544, 0.3582081198692322], "cos_Ac_negg": [0.7153626680374146, 0.40581658482551575, 0.42665866017341614, 0.39911600947380066, 0.3774161636829376, 0.41321414709091187, 0.3867682218551636, 0.31535130739212036, 0.3700629472732544, 0.3582081198692322], "r_norm": [1.838153600692749, 1.5954508781433105, 1.5624899864196777, 1.6129937171936035, 1.5999507904052734, 1.551914095878601, 1.5803399085998535, 1.514557957649231, 1.5622113943099976, 1.5384870767593384]}, {"step": 2600, "epoch": 6, "train_loss": 1.4995633363723755, "cos_r_negg": [0.7308633327484131, 0.41560298204421997, 0.42547571659088135, 0.411105215549469, 0.3998515009880066, 0.4167599380016327, 0.4029950797557831, 0.3215821087360382, 0.3885580897331238, 0.37360939383506775], "cos_apical_negg": [0.7308633327484131, 0.41560298204421997, 0.42547571659088135, 0.411105215549469, 0.3998515009880066, 0.4167599380016327, 0.4029950797557831, 0.3215821087360382, 0.3885580897331238, 0.37360939383506775], "cos_Ac_negg": [0.7308633327484131, 0.41560298204421997, 0.42547571659088135, 0.411105215549469, 0.3998515009880066, 0.4167599380016327, 0.4029950797557831, 0.3215821087360382, 0.3885580897331238, 0.37360939383506775], "r_norm": [1.7649133205413818, 1.5282808542251587, 1.4979064464569092, 1.547835111618042, 1.5303781032562256, 1.488008737564087, 1.51497220993042, 1.4469904899597168, 1.4986165761947632, 1.4741549491882324]}, {"step": 2650, "epoch": 6, "train_loss": 1.4235737323760986, "cos_r_negg": [0.7228975892066956, 0.41529062390327454, 0.434045672416687, 0.42231273651123047, 0.41685956716537476, 0.42605534195899963, 0.42195942997932434, 0.3472016453742981, 0.388580858707428, 0.39088499546051025], "cos_apical_negg": [0.7228975892066956, 0.41529062390327454, 0.434045672416687, 0.42231273651123047, 0.41685956716537476, 0.42605534195899963, 0.42195942997932434, 0.3472016453742981, 0.388580858707428, 0.39088499546051025], "cos_Ac_negg": [0.7228975892066956, 0.41529062390327454, 0.434045672416687, 0.42231273651123047, 0.41685956716537476, 0.42605534195899963, 0.42195942997932434, 0.3472016453742981, 0.388580858707428, 0.39088499546051025], "r_norm": [1.7514369487762451, 1.5115630626678467, 1.4811283349990845, 1.5281492471694946, 1.512991189956665, 1.4730324745178223, 1.4996603727340698, 1.433220624923706, 1.4799870252609253, 1.4598090648651123]}, {"step": 2700, "epoch": 6, "train_loss": 1.5480449199676514, "cos_r_negg": [0.7422391772270203, 0.4224610924720764, 0.45137107372283936, 0.4333226978778839, 0.417417973279953, 0.4212802052497864, 0.41612398624420166, 0.34747445583343506, 0.40388089418411255, 0.3973388373851776], "cos_apical_negg": [0.7422391772270203, 0.4224610924720764, 0.45137107372283936, 0.4333226978778839, 0.417417973279953, 0.4212802052497864, 0.41612398624420166, 0.34747445583343506, 0.40388089418411255, 0.3973388373851776], "cos_Ac_negg": [0.7422391772270203, 0.4224610924720764, 0.45137107372283936, 0.4333226978778839, 0.417417973279953, 0.4212802052497864, 0.41612398624420166, 0.34747445583343506, 0.40388089418411255, 0.3973388373851776], "r_norm": [1.7433124780654907, 1.4971680641174316, 1.4678728580474854, 1.5181858539581299, 1.5004066228866577, 1.4565045833587646, 1.4834744930267334, 1.4175777435302734, 1.4676501750946045, 1.4433224201202393]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4292, "test_loss": 1.7161533325195313}, {"step": 2750, "epoch": 7, "train_loss": 1.522401213645935, "cos_r_negg": [0.7295123338699341, 0.42958956956863403, 0.46691614389419556, 0.44850122928619385, 0.42238330841064453, 0.4430775046348572, 0.4245728850364685, 0.35518568754196167, 0.4120752513408661, 0.393157422542572], "cos_apical_negg": [0.7295123338699341, 0.42958956956863403, 0.46691614389419556, 0.44850122928619385, 0.42238330841064453, 0.4430775046348572, 0.4245728850364685, 0.35518568754196167, 0.4120752513408661, 0.393157422542572], "cos_Ac_negg": [0.7295123338699341, 0.42958956956863403, 0.46691614389419556, 0.44850122928619385, 0.42238330841064453, 0.4430775046348572, 0.4245728850364685, 0.35518568754196167, 0.4120752513408661, 0.393157422542572], "r_norm": [1.7160792350769043, 1.472069501876831, 1.444361686706543, 1.4868371486663818, 1.4729080200195312, 1.4325000047683716, 1.4575625658035278, 1.3925766944885254, 1.4394769668579102, 1.417452096939087], "ldr": {"dL_sdil": -0.0323491096496582, "dL_bp": -0.031874656677246094, "ratio": 1.0148849594590552}}, {"step": 2800, "epoch": 7, "train_loss": 1.572861909866333, "cos_r_negg": [0.7422580122947693, 0.44260603189468384, 0.4702472686767578, 0.4630696773529053, 0.44040679931640625, 0.45242249965667725, 0.4447183907032013, 0.37804681062698364, 0.42429304122924805, 0.40366071462631226], "cos_apical_negg": [0.7422580122947693, 0.44260603189468384, 0.4702472686767578, 0.4630696773529053, 0.44040679931640625, 0.45242249965667725, 0.4447183907032013, 0.37804681062698364, 0.42429304122924805, 0.40366071462631226], "cos_Ac_negg": [0.7422580122947693, 0.44260603189468384, 0.4702472686767578, 0.4630696773529053, 0.44040679931640625, 0.45242249965667725, 0.4447183907032013, 0.37804681062698364, 0.42429304122924805, 0.40366071462631226], "r_norm": [1.685173749923706, 1.439150094985962, 1.4129694700241089, 1.4538832902908325, 1.4424614906311035, 1.4018242359161377, 1.4246222972869873, 1.3605729341506958, 1.4049720764160156, 1.3836917877197266]}, {"step": 2850, "epoch": 7, "train_loss": 1.522111415863037, "cos_r_negg": [0.7426039576530457, 0.4569772779941559, 0.4816325902938843, 0.4654284715652466, 0.45114749670028687, 0.4670230448246002, 0.4576728343963623, 0.385200560092926, 0.4384717643260956, 0.4143180847167969], "cos_apical_negg": [0.7426039576530457, 0.4569772779941559, 0.4816325902938843, 0.4654284715652466, 0.45114749670028687, 0.4670230448246002, 0.4576728343963623, 0.385200560092926, 0.4384717643260956, 0.4143180847167969], "cos_Ac_negg": [0.7426039576530457, 0.4569772779941559, 0.4816325902938843, 0.4654284715652466, 0.45114749670028687, 0.4670230448246002, 0.4576728343963623, 0.385200560092926, 0.4384717643260956, 0.4143180847167969], "r_norm": [1.665987253189087, 1.4169700145721436, 1.3923672437667847, 1.434203863143921, 1.420498013496399, 1.379127025604248, 1.403770923614502, 1.3387351036071777, 1.3865509033203125, 1.3624398708343506]}, {"step": 2900, "epoch": 7, "train_loss": 1.4533077478408813, "cos_r_negg": [0.7491719126701355, 0.4671652913093567, 0.4947338104248047, 0.4718886613845825, 0.46274876594543457, 0.47415149211883545, 0.4636543393135071, 0.3786434531211853, 0.45841124653816223, 0.44206345081329346], "cos_apical_negg": [0.7491719126701355, 0.4671652913093567, 0.4947338104248047, 0.4718886613845825, 0.46274876594543457, 0.47415149211883545, 0.4636543393135071, 0.3786434531211853, 0.45841124653816223, 0.44206345081329346], "cos_Ac_negg": [0.7491719126701355, 0.4671652913093567, 0.4947338104248047, 0.4718886613845825, 0.46274876594543457, 0.47415149211883545, 0.4636543393135071, 0.3786434531211853, 0.45841124653816223, 0.44206345081329346], "r_norm": [1.6494359970092773, 1.3977453708648682, 1.372036337852478, 1.414780855178833, 1.3977065086364746, 1.3590352535247803, 1.3817775249481201, 1.320239543914795, 1.3633756637573242, 1.3456785678863525]}, {"step": 2950, "epoch": 7, "train_loss": 1.5240471363067627, "cos_r_negg": [0.7450469732284546, 0.47527146339416504, 0.4974885582923889, 0.4800819158554077, 0.46600958704948425, 0.48606887459754944, 0.4746161699295044, 0.393311083316803, 0.46129491925239563, 0.4447200894355774], "cos_apical_negg": [0.7450469732284546, 0.47527146339416504, 0.4974885582923889, 0.4800819158554077, 0.46600958704948425, 0.48606887459754944, 0.4746161699295044, 0.393311083316803, 0.46129491925239563, 0.4447200894355774], "cos_Ac_negg": [0.7450469732284546, 0.47527146339416504, 0.4974885582923889, 0.4800819158554077, 0.46600958704948425, 0.48606887459754944, 0.4746161699295044, 0.393311083316803, 0.46129491925239563, 0.4447200894355774], "r_norm": [1.6705150604248047, 1.411805272102356, 1.3867359161376953, 1.4252853393554688, 1.4120378494262695, 1.3710386753082275, 1.3913753032684326, 1.32682466506958, 1.3732761144638062, 1.3521616458892822]}, {"step": 3000, "epoch": 7, "train_loss": 1.5871338844299316, "cos_r_negg": [0.7491602301597595, 0.4955306947231293, 0.514411449432373, 0.49309515953063965, 0.47287485003471375, 0.4956132471561432, 0.4908762276172638, 0.41045495867729187, 0.4650888442993164, 0.4654281735420227], "cos_apical_negg": [0.7491602301597595, 0.4955306947231293, 0.514411449432373, 0.49309515953063965, 0.47287485003471375, 0.4956132471561432, 0.4908762276172638, 0.41045495867729187, 0.4650888442993164, 0.4654281735420227], "cos_Ac_negg": [0.7491602301597595, 0.4955306947231293, 0.514411449432373, 0.49309515953063965, 0.47287485003471375, 0.4956132471561432, 0.4908762276172638, 0.41045495867729187, 0.4650888442993164, 0.4654281735420227], "r_norm": [1.6512646675109863, 1.391563057899475, 1.3629615306854248, 1.4061431884765625, 1.387325406074524, 1.3486554622650146, 1.3714406490325928, 1.3029420375823975, 1.3520230054855347, 1.3292174339294434], "ldr": {"dL_sdil": -0.04894149303436279, "dL_bp": -0.04969131946563721, "ratio": 0.9849103135248212}}, {"step": 3050, "epoch": 7, "train_loss": 1.485975742340088, "cos_r_negg": [0.7531746029853821, 0.5010205507278442, 0.5209888219833374, 0.4970839023590088, 0.48862379789352417, 0.5033793449401855, 0.49590516090393066, 0.44282254576683044, 0.47534245252609253, 0.47067928314208984], "cos_apical_negg": [0.7531746029853821, 0.5010205507278442, 0.5209888219833374, 0.4970839023590088, 0.48862379789352417, 0.5033793449401855, 0.49590516090393066, 0.44282254576683044, 0.47534245252609253, 0.47067928314208984], "cos_Ac_negg": [0.7531746029853821, 0.5010205507278442, 0.5209888219833374, 0.4970839023590088, 0.48862379789352417, 0.5033793449401855, 0.49590516090393066, 0.44282254576683044, 0.47534245252609253, 0.47067928314208984], "r_norm": [1.679385781288147, 1.4092532396316528, 1.3845717906951904, 1.422031283378601, 1.4056310653686523, 1.3684947490692139, 1.388181447982788, 1.3226627111434937, 1.3676764965057373, 1.3473749160766602]}, {"step": 3100, "epoch": 7, "train_loss": 1.348603367805481, "cos_r_negg": [0.7641206979751587, 0.5026125907897949, 0.5371066331863403, 0.5086508393287659, 0.49633294343948364, 0.5214093923568726, 0.5118976831436157, 0.4523388743400574, 0.49238985776901245, 0.4898046851158142], "cos_apical_negg": [0.7641206979751587, 0.5026125907897949, 0.5371066331863403, 0.5086508393287659, 0.49633294343948364, 0.5214093923568726, 0.5118976831436157, 0.4523388743400574, 0.49238985776901245, 0.4898046851158142], "cos_Ac_negg": [0.7641206979751587, 0.5026125907897949, 0.5371066331863403, 0.5086508393287659, 0.49633294343948364, 0.5214093923568726, 0.5118976831436157, 0.4523388743400574, 0.49238985776901245, 0.4898046851158142], "r_norm": [1.6159393787384033, 1.354992389678955, 1.3301249742507935, 1.3669238090515137, 1.3500022888183594, 1.3137953281402588, 1.3324861526489258, 1.2692867517471313, 1.3136258125305176, 1.2927014827728271]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4316, "test_loss": 1.7635344360351564}, {"step": 3150, "epoch": 8, "train_loss": 1.3811140060424805, "cos_r_negg": [0.7554241418838501, 0.514581561088562, 0.5399538278579712, 0.515873372554779, 0.5079495906829834, 0.5313841700553894, 0.515615701675415, 0.45664095878601074, 0.4993220269680023, 0.49521759152412415], "cos_apical_negg": [0.7554241418838501, 0.514581561088562, 0.5399538278579712, 0.515873372554779, 0.5079495906829834, 0.5313841700553894, 0.515615701675415, 0.45664095878601074, 0.4993220269680023, 0.49521759152412415], "cos_Ac_negg": [0.7554241418838501, 0.514581561088562, 0.5399538278579712, 0.515873372554779, 0.5079495906829834, 0.5313841700553894, 0.515615701675415, 0.45664095878601074, 0.4993220269680023, 0.49521759152412415], "r_norm": [1.6385407447814941, 1.3668889999389648, 1.3451027870178223, 1.379073143005371, 1.3626329898834229, 1.3272488117218018, 1.347442388534546, 1.280957818031311, 1.3276729583740234, 1.3081424236297607]}, {"step": 3200, "epoch": 8, "train_loss": 1.3779314756393433, "cos_r_negg": [0.7600393891334534, 0.5242074131965637, 0.5434925556182861, 0.5276825428009033, 0.5227988362312317, 0.5361919403076172, 0.5254299640655518, 0.4720752537250519, 0.4996591806411743, 0.5083984136581421], "cos_apical_negg": [0.7600393891334534, 0.5242074131965637, 0.5434925556182861, 0.5276825428009033, 0.5227988362312317, 0.5361919403076172, 0.5254299640655518, 0.4720752537250519, 0.4996591806411743, 0.5083984136581421], "cos_Ac_negg": [0.7600393891334534, 0.5242074131965637, 0.5434925556182861, 0.5276825428009033, 0.5227988362312317, 0.5361919403076172, 0.5254299640655518, 0.4720752537250519, 0.4996591806411743, 0.5083984136581421], "r_norm": [1.6440496444702148, 1.3674530982971191, 1.3427001237869263, 1.3751165866851807, 1.3614120483398438, 1.32744562625885, 1.3451025485992432, 1.275850534439087, 1.320298671722412, 1.3018460273742676]}, {"step": 3250, "epoch": 8, "train_loss": 1.3533170223236084, "cos_r_negg": [0.7599397897720337, 0.5322610139846802, 0.5563124418258667, 0.5396798849105835, 0.5303295850753784, 0.5468349456787109, 0.5364917516708374, 0.4749695956707001, 0.5145779848098755, 0.5294561386108398], "cos_apical_negg": [0.7599397897720337, 0.5322610139846802, 0.5563124418258667, 0.5396798849105835, 0.5303295850753784, 0.5468349456787109, 0.5364917516708374, 0.4749695956707001, 0.5145779848098755, 0.5294561386108398], "cos_Ac_negg": [0.7599397897720337, 0.5322610139846802, 0.5563124418258667, 0.5396798849105835, 0.5303295850753784, 0.5468349456787109, 0.5364917516708374, 0.4749695956707001, 0.5145779848098755, 0.5294561386108398], "r_norm": [1.603057861328125, 1.332281231880188, 1.3078889846801758, 1.344254970550537, 1.3248240947723389, 1.2896286249160767, 1.307936429977417, 1.243278980255127, 1.287919521331787, 1.2699142694473267], "ldr": {"dL_sdil": -0.05592179298400879, "dL_bp": -0.05680954456329346, "ratio": 0.9843731966853634}}, {"step": 3300, "epoch": 8, "train_loss": 1.5324971675872803, "cos_r_negg": [0.7703895568847656, 0.5481660962104797, 0.5690463781356812, 0.5445460081100464, 0.5457308292388916, 0.5670652389526367, 0.5568373203277588, 0.4957500398159027, 0.5287557244300842, 0.5264847874641418], "cos_apical_negg": [0.7703895568847656, 0.5481660962104797, 0.5690463781356812, 0.5445460081100464, 0.5457308292388916, 0.5670652389526367, 0.5568373203277588, 0.4957500398159027, 0.5287557244300842, 0.5264847874641418], "cos_Ac_negg": [0.7703895568847656, 0.5481660962104797, 0.5690463781356812, 0.5445460081100464, 0.5457308292388916, 0.5670652389526367, 0.5568373203277588, 0.4957500398159027, 0.5287557244300842, 0.5264847874641418], "r_norm": [1.6342705488204956, 1.3542976379394531, 1.3296864032745361, 1.3615410327911377, 1.3458499908447266, 1.3087983131408691, 1.3248193264007568, 1.2634114027023315, 1.3044257164001465, 1.287244439125061]}, {"step": 3350, "epoch": 8, "train_loss": 1.352820634841919, "cos_r_negg": [0.7747395634651184, 0.5483869314193726, 0.5800999402999878, 0.5613143444061279, 0.5519758462905884, 0.5833731889724731, 0.5753711462020874, 0.5079800486564636, 0.5510417819023132, 0.5352246761322021], "cos_apical_negg": [0.7747395634651184, 0.5483869314193726, 0.5800999402999878, 0.5613143444061279, 0.5519758462905884, 0.5833731889724731, 0.5753711462020874, 0.5079800486564636, 0.5510417819023132, 0.5352246761322021], "cos_Ac_negg": [0.7747395634651184, 0.5483869314193726, 0.5800999402999878, 0.5613143444061279, 0.5519758462905884, 0.5833731889724731, 0.5753711462020874, 0.5079800486564636, 0.5510417819023132, 0.5352246761322021], "r_norm": [1.602710485458374, 1.3276463747024536, 1.303017497062683, 1.3357336521148682, 1.316906213760376, 1.2820438146591187, 1.298858880996704, 1.2343370914459229, 1.2780884504318237, 1.2608634233474731]}, {"step": 3400, "epoch": 8, "train_loss": 1.3924988508224487, "cos_r_negg": [0.7705931663513184, 0.5638638138771057, 0.5825567841529846, 0.5664840936660767, 0.5675709247589111, 0.5823726654052734, 0.582538366317749, 0.5143990516662598, 0.5674892663955688, 0.5541427135467529], "cos_apical_negg": [0.7705931663513184, 0.5638638138771057, 0.5825567841529846, 0.5664840936660767, 0.5675709247589111, 0.5823726654052734, 0.582538366317749, 0.5143990516662598, 0.5674892663955688, 0.5541427135467529], "cos_Ac_negg": [0.7705931663513184, 0.5638638138771057, 0.5825567841529846, 0.5664840936660767, 0.5675709247589111, 0.5823726654052734, 0.582538366317749, 0.5143990516662598, 0.5674892663955688, 0.5541427135467529], "r_norm": [1.600203037261963, 1.3206441402435303, 1.2964808940887451, 1.327277660369873, 1.310866117477417, 1.2757375240325928, 1.287198543548584, 1.2263236045837402, 1.2671527862548828, 1.2483417987823486]}, {"step": 3450, "epoch": 8, "train_loss": 1.2868404388427734, "cos_r_negg": [0.7745087742805481, 0.5687606334686279, 0.5917472243309021, 0.5766819715499878, 0.5768018960952759, 0.5891097187995911, 0.5936061143875122, 0.5372129678726196, 0.5776670575141907, 0.5644921660423279], "cos_apical_negg": [0.7745087742805481, 0.5687606334686279, 0.5917472243309021, 0.5766819715499878, 0.5768018960952759, 0.5891097187995911, 0.5936061143875122, 0.5372129678726196, 0.5776670575141907, 0.5644921660423279], "cos_Ac_negg": [0.7745087742805481, 0.5687606334686279, 0.5917472243309021, 0.5766819715499878, 0.5768018960952759, 0.5891097187995911, 0.5936061143875122, 0.5372129678726196, 0.5776670575141907, 0.5644921660423279], "r_norm": [1.5849710702896118, 1.3060379028320312, 1.2831286191940308, 1.3117632865905762, 1.2947827577590942, 1.260873556137085, 1.2762665748596191, 1.2111873626708984, 1.2547929286956787, 1.2373303174972534]}, {"step": 3500, "epoch": 8, "train_loss": 1.3306219577789307, "cos_r_negg": [0.7708784937858582, 0.5762500762939453, 0.5989474058151245, 0.5899735689163208, 0.5787990689277649, 0.595184326171875, 0.5861561298370361, 0.541958212852478, 0.5837110280990601, 0.5729029178619385], "cos_apical_negg": [0.7708784937858582, 0.5762500762939453, 0.5989474058151245, 0.5899735689163208, 0.5787990689277649, 0.595184326171875, 0.5861561298370361, 0.541958212852478, 0.5837110280990601, 0.5729029178619385], "cos_Ac_negg": [0.7708784937858582, 0.5762500762939453, 0.5989474058151245, 0.5899735689163208, 0.5787990689277649, 0.595184326171875, 0.5861561298370361, 0.541958212852478, 0.5837110280990601, 0.5729029178619385], "r_norm": [1.5706578493118286, 1.29398512840271, 1.268925666809082, 1.2972090244293213, 1.2798495292663574, 1.2492209672927856, 1.259958267211914, 1.1985194683074951, 1.2386658191680908, 1.2230823040008545], "ldr": {"dL_sdil": -0.05008852481842041, "dL_bp": -0.05151081085205078, "ratio": 0.9723885916353471}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4331, "test_loss": 1.7609679321289062}, {"step": 3550, "epoch": 9, "train_loss": 1.2355668544769287, "cos_r_negg": [0.7718358039855957, 0.5868011116981506, 0.6130802631378174, 0.6039203405380249, 0.5897393226623535, 0.6115157008171082, 0.5999847650527954, 0.5565096139907837, 0.5957776308059692, 0.587456464767456], "cos_apical_negg": [0.7718358039855957, 0.5868011116981506, 0.6130802631378174, 0.6039203405380249, 0.5897393226623535, 0.6115157008171082, 0.5999847650527954, 0.5565096139907837, 0.5957776308059692, 0.587456464767456], "cos_Ac_negg": [0.7718358039855957, 0.5868011116981506, 0.6130802631378174, 0.6039203405380249, 0.5897393226623535, 0.6115157008171082, 0.5999847650527954, 0.5565096139907837, 0.5957776308059692, 0.587456464767456], "r_norm": [1.6170481443405151, 1.3282212018966675, 1.305627465248108, 1.3296928405761719, 1.31473970413208, 1.2835133075714111, 1.2950199842453003, 1.2312954664230347, 1.2735090255737305, 1.2567216157913208]}, {"step": 3600, "epoch": 9, "train_loss": 1.2374241352081299, "cos_r_negg": [0.7835365533828735, 0.5983982086181641, 0.6206101179122925, 0.6051977872848511, 0.6046857237815857, 0.6217322945594788, 0.6107803583145142, 0.5631201267242432, 0.607634425163269, 0.600806713104248], "cos_apical_negg": [0.7835365533828735, 0.5983982086181641, 0.6206101179122925, 0.6051977872848511, 0.6046857237815857, 0.6217322945594788, 0.6107803583145142, 0.5631201267242432, 0.607634425163269, 0.600806713104248], "cos_Ac_negg": [0.7835365533828735, 0.5983982086181641, 0.6206101179122925, 0.6051977872848511, 0.6046857237815857, 0.6217322945594788, 0.6107803583145142, 0.5631201267242432, 0.607634425163269, 0.600806713104248], "r_norm": [1.5968847274780273, 1.3082293272018433, 1.2856231927871704, 1.3131465911865234, 1.2941457033157349, 1.2625789642333984, 1.2747533321380615, 1.2098973989486694, 1.2534496784210205, 1.232270359992981]}, {"step": 3650, "epoch": 9, "train_loss": 1.2645854949951172, "cos_r_negg": [0.7884117364883423, 0.6057443618774414, 0.6271494626998901, 0.619348406791687, 0.6099278926849365, 0.6261763572692871, 0.6223323345184326, 0.5829716920852661, 0.6090336441993713, 0.6121423840522766], "cos_apical_negg": [0.7884117364883423, 0.6057443618774414, 0.6271494626998901, 0.619348406791687, 0.6099278926849365, 0.6261763572692871, 0.6223323345184326, 0.5829716920852661, 0.6090336441993713, 0.6121423840522766], "cos_Ac_negg": [0.7884117364883423, 0.6057443618774414, 0.6271494626998901, 0.619348406791687, 0.6099278926849365, 0.6261763572692871, 0.6223323345184326, 0.5829716920852661, 0.6090336441993713, 0.6121423840522766], "r_norm": [1.5661792755126953, 1.2811675071716309, 1.262772560119629, 1.283729076385498, 1.2682381868362427, 1.2405836582183838, 1.2512502670288086, 1.186307430267334, 1.2283583879470825, 1.2083218097686768]}, {"step": 3700, "epoch": 9, "train_loss": 1.3048994541168213, "cos_r_negg": [0.7856490612030029, 0.6165022850036621, 0.6448413729667664, 0.6334754228591919, 0.6199221611022949, 0.6377816200256348, 0.6307768821716309, 0.5900493860244751, 0.6235870122909546, 0.6237897276878357], "cos_apical_negg": [0.7856490612030029, 0.6165022850036621, 0.6448413729667664, 0.6334754228591919, 0.6199221611022949, 0.6377816200256348, 0.6307768821716309, 0.5900493860244751, 0.6235870122909546, 0.6237897276878357], "cos_Ac_negg": [0.7856490612030029, 0.6165022850036621, 0.6448413729667664, 0.6334754228591919, 0.6199221611022949, 0.6377816200256348, 0.6307768821716309, 0.5900493860244751, 0.6235870122909546, 0.6237897276878357], "r_norm": [1.5732526779174805, 1.285506010055542, 1.2631680965423584, 1.2872964143753052, 1.2710604667663574, 1.2395634651184082, 1.248252511024475, 1.1907432079315186, 1.228088617324829, 1.2087416648864746]}, {"step": 3750, "epoch": 9, "train_loss": 1.2374775409698486, "cos_r_negg": [0.7836793065071106, 0.6308587789535522, 0.6469236612319946, 0.6403225064277649, 0.622515082359314, 0.648406445980072, 0.6451658606529236, 0.605994462966919, 0.6330230832099915, 0.644986629486084], "cos_apical_negg": [0.7836793065071106, 0.6308587789535522, 0.6469236612319946, 0.6403225064277649, 0.622515082359314, 0.648406445980072, 0.6451658606529236, 0.605994462966919, 0.6330230832099915, 0.644986629486084], "cos_Ac_negg": [0.7836793065071106, 0.6308587789535522, 0.6469236612319946, 0.6403225064277649, 0.622515082359314, 0.648406445980072, 0.6451658606529236, 0.605994462966919, 0.6330230832099915, 0.644986629486084], "r_norm": [1.5644181966781616, 1.274280071258545, 1.2546359300613403, 1.274275541305542, 1.2591545581817627, 1.23199462890625, 1.2382068634033203, 1.1814703941345215, 1.2169084548950195, 1.1994872093200684], "ldr": {"dL_sdil": -0.06654870510101318, "dL_bp": -0.06870317459106445, "ratio": 0.9686409033807373}}, {"step": 3800, "epoch": 9, "train_loss": 1.4224228858947754, "cos_r_negg": [0.796099066734314, 0.6300832033157349, 0.6535242199897766, 0.6515159010887146, 0.6347343325614929, 0.660093367099762, 0.6458648443222046, 0.6103492975234985, 0.6417995095252991, 0.6550103425979614], "cos_apical_negg": [0.796099066734314, 0.6300832033157349, 0.6535242199897766, 0.6515159010887146, 0.6347343325614929, 0.660093367099762, 0.6458648443222046, 0.6103492975234985, 0.6417995095252991, 0.6550103425979614], "cos_Ac_negg": [0.796099066734314, 0.6300832033157349, 0.6535242199897766, 0.6515159010887146, 0.6347343325614929, 0.660093367099762, 0.6458648443222046, 0.6103492975234985, 0.6417995095252991, 0.6550103425979614], "r_norm": [1.5272886753082275, 1.2462239265441895, 1.224745273590088, 1.2481884956359863, 1.2322678565979004, 1.2006683349609375, 1.2088139057159424, 1.1541215181350708, 1.186844825744629, 1.169539213180542]}, {"step": 3850, "epoch": 9, "train_loss": 1.2494282722473145, "cos_r_negg": [0.7918366193771362, 0.6440741419792175, 0.6599639058113098, 0.6613599061965942, 0.645240843296051, 0.6673648953437805, 0.6628110408782959, 0.6214603185653687, 0.6531066298484802, 0.665279746055603], "cos_apical_negg": [0.7918366193771362, 0.6440741419792175, 0.6599639058113098, 0.6613599061965942, 0.645240843296051, 0.6673648953437805, 0.6628110408782959, 0.6214603185653687, 0.6531066298484802, 0.665279746055603], "cos_Ac_negg": [0.7918366193771362, 0.6440741419792175, 0.6599639058113098, 0.6613599061965942, 0.645240843296051, 0.6673648953437805, 0.6628110408782959, 0.6214603185653687, 0.6531066298484802, 0.665279746055603], "r_norm": [1.5327301025390625, 1.2482056617736816, 1.228385329246521, 1.248361349105835, 1.2314362525939941, 1.204254388809204, 1.214156985282898, 1.1521458625793457, 1.1896626949310303, 1.1748782396316528]}, {"step": 3900, "epoch": 9, "train_loss": 1.2804625034332275, "cos_r_negg": [0.7865914702415466, 0.6500888466835022, 0.670814037322998, 0.6648567914962769, 0.6623730659484863, 0.6791550517082214, 0.6727637648582458, 0.6278886795043945, 0.6626487970352173, 0.6743461489677429], "cos_apical_negg": [0.7865914702415466, 0.6500888466835022, 0.670814037322998, 0.6648567914962769, 0.6623730659484863, 0.6791550517082214, 0.6727637648582458, 0.6278886795043945, 0.6626487970352173, 0.6743461489677429], "cos_Ac_negg": [0.7865914702415466, 0.6500888466835022, 0.670814037322998, 0.6648567914962769, 0.6623730659484863, 0.6791550517082214, 0.6727637648582458, 0.6278886795043945, 0.6626487970352173, 0.6743461489677429], "r_norm": [1.5605156421661377, 1.2706551551818848, 1.2523574829101562, 1.273860216140747, 1.2561581134796143, 1.2264647483825684, 1.2359027862548828, 1.1723990440368652, 1.2100437879562378, 1.1946206092834473]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4332, "test_loss": 1.7843046875}, {"step": 3950, "epoch": 10, "train_loss": 1.2435120344161987, "cos_r_negg": [0.8048349618911743, 0.6588804125785828, 0.6817162036895752, 0.6701996922492981, 0.6732783317565918, 0.6824692487716675, 0.6826422214508057, 0.6418704986572266, 0.663176417350769, 0.6796284914016724], "cos_apical_negg": [0.8048349618911743, 0.6588804125785828, 0.6817162036895752, 0.6701996922492981, 0.6732783317565918, 0.6824692487716675, 0.6826422214508057, 0.6418704986572266, 0.663176417350769, 0.6796284914016724], "cos_Ac_negg": [0.8048349618911743, 0.6588804125785828, 0.6817162036895752, 0.6701996922492981, 0.6732783317565918, 0.6824692487716675, 0.6826422214508057, 0.6418704986572266, 0.663176417350769, 0.6796284914016724], "r_norm": [1.5138176679611206, 1.2317479848861694, 1.2124271392822266, 1.2334322929382324, 1.2149510383605957, 1.1872789859771729, 1.1945292949676514, 1.1347730159759521, 1.172104835510254, 1.157616376876831]}, {"step": 4000, "epoch": 10, "train_loss": 1.147400140762329, "cos_r_negg": [0.7904667258262634, 0.6616953611373901, 0.6885956525802612, 0.673124372959137, 0.6794818043708801, 0.685646653175354, 0.6905083656311035, 0.6481119394302368, 0.6758368611335754, 0.6847578287124634], "cos_apical_negg": [0.7904667258262634, 0.6616953611373901, 0.6885956525802612, 0.673124372959137, 0.6794818043708801, 0.685646653175354, 0.6905083656311035, 0.6481119394302368, 0.6758368611335754, 0.6847578287124634], "cos_Ac_negg": [0.7904667258262634, 0.6616953611373901, 0.6885956525802612, 0.673124372959137, 0.6794818043708801, 0.685646653175354, 0.6905083656311035, 0.6481119394302368, 0.6758368611335754, 0.6847578287124634], "r_norm": [1.5358388423919678, 1.250976800918579, 1.2285007238388062, 1.2492916584014893, 1.2290290594100952, 1.2024235725402832, 1.2104904651641846, 1.1485730409622192, 1.1860002279281616, 1.1681222915649414], "ldr": {"dL_sdil": -0.04978489875793457, "dL_bp": -0.05341625213623047, "ratio": 0.9320178179286212}}, {"step": 4050, "epoch": 10, "train_loss": 1.1017146110534668, "cos_r_negg": [0.7931009531021118, 0.6741477251052856, 0.7006584405899048, 0.6848137378692627, 0.6856238842010498, 0.699896514415741, 0.7023444175720215, 0.6599385738372803, 0.6834405064582825, 0.6930794715881348], "cos_apical_negg": [0.7931009531021118, 0.6741477251052856, 0.7006584405899048, 0.6848137378692627, 0.6856238842010498, 0.699896514415741, 0.7023444175720215, 0.6599385738372803, 0.6834405064582825, 0.6930794715881348], "cos_Ac_negg": [0.7931009531021118, 0.6741477251052856, 0.7006584405899048, 0.6848137378692627, 0.6856238842010498, 0.699896514415741, 0.7023444175720215, 0.6599385738372803, 0.6834405064582825, 0.6930794715881348], "r_norm": [1.5394431352615356, 1.2510627508163452, 1.2291476726531982, 1.2501437664031982, 1.2296538352966309, 1.2039128541946411, 1.2110133171081543, 1.150416374206543, 1.1850918531417847, 1.168630599975586]}, {"step": 4100, "epoch": 10, "train_loss": 1.2913122177124023, "cos_r_negg": [0.8058710098266602, 0.6832674145698547, 0.7019275426864624, 0.6926503777503967, 0.6867585182189941, 0.7015864849090576, 0.7076418995857239, 0.6702992916107178, 0.6907581090927124, 0.6999889612197876], "cos_apical_negg": [0.8058710098266602, 0.6832674145698547, 0.7019275426864624, 0.6926503777503967, 0.6867585182189941, 0.7015864849090576, 0.7076418995857239, 0.6702992916107178, 0.6907581090927124, 0.6999889612197876], "cos_Ac_negg": [0.8058710098266602, 0.6832674145698547, 0.7019275426864624, 0.6926503777503967, 0.6867585182189941, 0.7015864849090576, 0.7076418995857239, 0.6702992916107178, 0.6907581090927124, 0.6999889612197876], "r_norm": [1.5296385288238525, 1.2434628009796143, 1.222388744354248, 1.239973783493042, 1.2213199138641357, 1.1959232091903687, 1.2014719247817993, 1.1410086154937744, 1.1739087104797363, 1.159557580947876]}, {"step": 4150, "epoch": 10, "train_loss": 1.313830852508545, "cos_r_negg": [0.7948766946792603, 0.6849074959754944, 0.7172539830207825, 0.7056679129600525, 0.6985664367675781, 0.7245966196060181, 0.7154433727264404, 0.6809777021408081, 0.7020164132118225, 0.7172279953956604], "cos_apical_negg": [0.7948766946792603, 0.6849074959754944, 0.7172539830207825, 0.7056679129600525, 0.6985664367675781, 0.7245966196060181, 0.7154433727264404, 0.6809777021408081, 0.7020164132118225, 0.7172279953956604], "cos_Ac_negg": [0.7948766946792603, 0.6849074959754944, 0.7172539830207825, 0.7056679129600525, 0.6985664367675781, 0.7245966196060181, 0.7154433727264404, 0.6809777021408081, 0.7020164132118225, 0.7172279953956604], "r_norm": [1.5929332971572876, 1.2959604263305664, 1.2760549783706665, 1.2916264533996582, 1.2705309391021729, 1.240563154220581, 1.2484123706817627, 1.1863577365875244, 1.2203937768936157, 1.2063498497009277]}, {"step": 4200, "epoch": 10, "train_loss": 1.2857062816619873, "cos_r_negg": [0.8026649951934814, 0.686381459236145, 0.7181519269943237, 0.7070597410202026, 0.7080247402191162, 0.7256526947021484, 0.7268021702766418, 0.692976713180542, 0.7195421457290649, 0.7199393510818481], "cos_apical_negg": [0.8026649951934814, 0.686381459236145, 0.7181519269943237, 0.7070597410202026, 0.7080247402191162, 0.7256526947021484, 0.7268021702766418, 0.692976713180542, 0.7195421457290649, 0.7199393510818481], "cos_Ac_negg": [0.8026649951934814, 0.686381459236145, 0.7181519269943237, 0.7070597410202026, 0.7080247402191162, 0.7256526947021484, 0.7268021702766418, 0.692976713180542, 0.7195421457290649, 0.7199393510818481], "r_norm": [1.5374764204025269, 1.250664234161377, 1.2310069799423218, 1.2444301843643188, 1.224668025970459, 1.200170874595642, 1.2055778503417969, 1.1457221508026123, 1.1793270111083984, 1.1612257957458496]}, {"step": 4250, "epoch": 10, "train_loss": 1.5183658599853516, "cos_r_negg": [0.8080804347991943, 0.6994619369506836, 0.7218669056892395, 0.7182642221450806, 0.7066857814788818, 0.7319871187210083, 0.7336349487304688, 0.7112138271331787, 0.7262492179870605, 0.7248501777648926], "cos_apical_negg": [0.8080804347991943, 0.6994619369506836, 0.7218669056892395, 0.7182642221450806, 0.7066857814788818, 0.7319871187210083, 0.7336349487304688, 0.7112138271331787, 0.7262492179870605, 0.7248501777648926], "cos_Ac_negg": [0.8080804347991943, 0.6994619369506836, 0.7218669056892395, 0.7182642221450806, 0.7066857814788818, 0.7319871187210083, 0.7336349487304688, 0.7112138271331787, 0.7262492179870605, 0.7248501777648926], "r_norm": [1.5486218929290771, 1.2594799995422363, 1.2392170429229736, 1.2533795833587646, 1.2332556247711182, 1.2077586650848389, 1.2135868072509766, 1.1516895294189453, 1.185903787612915, 1.1675407886505127], "ldr": {"dL_sdil": -0.06671702861785889, "dL_bp": -0.07036733627319336, "ratio": 0.9481249703532537}}, {"step": 4300, "epoch": 10, "train_loss": 1.0632017850875854, "cos_r_negg": [0.8076028823852539, 0.7033145427703857, 0.7267380356788635, 0.7235130071640015, 0.7176340818405151, 0.7372817397117615, 0.741168737411499, 0.7124968767166138, 0.7342358827590942, 0.7429033517837524], "cos_apical_negg": [0.8076028823852539, 0.7033145427703857, 0.7267380356788635, 0.7235130071640015, 0.7176340818405151, 0.7372817397117615, 0.741168737411499, 0.7124968767166138, 0.7342358827590942, 0.7429033517837524], "cos_Ac_negg": [0.8076028823852539, 0.7033145427703857, 0.7267380356788635, 0.7235130071640015, 0.7176340818405151, 0.7372817397117615, 0.741168737411499, 0.7124968767166138, 0.7342358827590942, 0.7429033517837524], "r_norm": [1.5143905878067017, 1.231128215789795, 1.2147505283355713, 1.2243494987487793, 1.205216646194458, 1.1810712814331055, 1.1861538887023926, 1.1254487037658691, 1.1580997705459595, 1.141533613204956]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4361, "test_loss": 1.7697701416015625}, {"step": 4350, "epoch": 11, "train_loss": 1.1679354906082153, "cos_r_negg": [0.7979613542556763, 0.70853191614151, 0.7360153198242188, 0.7296326756477356, 0.7295324206352234, 0.7468439340591431, 0.7475950717926025, 0.7223306894302368, 0.7392334938049316, 0.750947117805481], "cos_apical_negg": [0.7979613542556763, 0.70853191614151, 0.7360153198242188, 0.7296326756477356, 0.7295324206352234, 0.7468439340591431, 0.7475950717926025, 0.7223306894302368, 0.7392334938049316, 0.750947117805481], "cos_Ac_negg": [0.7979613542556763, 0.70853191614151, 0.7360153198242188, 0.7296326756477356, 0.7295324206352234, 0.7468439340591431, 0.7475950717926025, 0.7223306894302368, 0.7392334938049316, 0.750947117805481], "r_norm": [1.5619596242904663, 1.2686926126480103, 1.2522995471954346, 1.264230489730835, 1.2432221174240112, 1.2191781997680664, 1.2209875583648682, 1.1624553203582764, 1.1926679611206055, 1.1756421327590942]}, {"step": 4400, "epoch": 11, "train_loss": 1.2135350704193115, "cos_r_negg": [0.7949838638305664, 0.7179847955703735, 0.742964506149292, 0.7393416166305542, 0.7352937459945679, 0.7543208003044128, 0.7539217472076416, 0.726659893989563, 0.7481542825698853, 0.7598600387573242], "cos_apical_negg": [0.7949838638305664, 0.7179847955703735, 0.742964506149292, 0.7393416166305542, 0.7352937459945679, 0.7543208003044128, 0.7539217472076416, 0.726659893989563, 0.7481542825698853, 0.7598600387573242], "cos_Ac_negg": [0.7949838638305664, 0.7179847955703735, 0.742964506149292, 0.7393416166305542, 0.7352937459945679, 0.7543208003044128, 0.7539217472076416, 0.726659893989563, 0.7481542825698853, 0.7598600387573242], "r_norm": [1.5475223064422607, 1.2584253549575806, 1.242883324623108, 1.2527704238891602, 1.2328438758850098, 1.2070446014404297, 1.2109994888305664, 1.1529566049575806, 1.1824266910552979, 1.1675399541854858]}, {"step": 4450, "epoch": 11, "train_loss": 1.4029793739318848, "cos_r_negg": [0.8060096502304077, 0.7242226600646973, 0.7402098178863525, 0.7395395040512085, 0.7449738383293152, 0.760546088218689, 0.7600728273391724, 0.7324788570404053, 0.7570986151695251, 0.7630546689033508], "cos_apical_negg": [0.8060096502304077, 0.7242226600646973, 0.7402098178863525, 0.7395395040512085, 0.7449738383293152, 0.760546088218689, 0.7600728273391724, 0.7324788570404053, 0.7570986151695251, 0.7630546689033508], "cos_Ac_negg": [0.8060096502304077, 0.7242226600646973, 0.7402098178863525, 0.7395395040512085, 0.7449738383293152, 0.760546088218689, 0.7600728273391724, 0.7324788570404053, 0.7570986151695251, 0.7630546689033508], "r_norm": [1.566586971282959, 1.2762925624847412, 1.2571334838867188, 1.2680182456970215, 1.2464265823364258, 1.2215462923049927, 1.224104881286621, 1.1635942459106445, 1.1952542066574097, 1.1813645362854004]}, {"step": 4500, "epoch": 11, "train_loss": 1.1093332767486572, "cos_r_negg": [0.8065359592437744, 0.729119062423706, 0.7491896152496338, 0.7453481554985046, 0.7448505163192749, 0.7645161151885986, 0.7669236660003662, 0.7417119145393372, 0.760672390460968, 0.7660723328590393], "cos_apical_negg": [0.8065359592437744, 0.729119062423706, 0.7491896152496338, 0.7453481554985046, 0.7448505163192749, 0.7645161151885986, 0.7669236660003662, 0.7417119145393372, 0.760672390460968, 0.7660723328590393], "cos_Ac_negg": [0.8065359592437744, 0.729119062423706, 0.7491896152496338, 0.7453481554985046, 0.7448505163192749, 0.7645161151885986, 0.7669236660003662, 0.7417119145393372, 0.760672390460968, 0.7660723328590393], "r_norm": [1.563905119895935, 1.2731719017028809, 1.2556006908416748, 1.266890048980713, 1.243372917175293, 1.217501163482666, 1.221858263015747, 1.1610206365585327, 1.1911625862121582, 1.1784017086029053], "ldr": {"dL_sdil": -0.0642542839050293, "dL_bp": -0.06947731971740723, "ratio": 0.9248238729757832}}, {"step": 4550, "epoch": 11, "train_loss": 1.1377911567687988, "cos_r_negg": [0.8078614473342896, 0.731099009513855, 0.7522367238998413, 0.7520388960838318, 0.7605392336845398, 0.7736607193946838, 0.7745657563209534, 0.7483679056167603, 0.7713167071342468, 0.7779459953308105], "cos_apical_negg": [0.8078614473342896, 0.731099009513855, 0.7522367238998413, 0.7520388960838318, 0.7605392336845398, 0.7736607193946838, 0.7745657563209534, 0.7483679056167603, 0.7713167071342468, 0.7779459953308105], "cos_Ac_negg": [0.8078614473342896, 0.731099009513855, 0.7522367238998413, 0.7520388960838318, 0.7605392336845398, 0.7736607193946838, 0.7745657563209534, 0.7483679056167603, 0.7713167071342468, 0.7779459953308105], "r_norm": [1.5538644790649414, 1.2673990726470947, 1.2488542795181274, 1.257775902748108, 1.2358314990997314, 1.2098397016525269, 1.2131918668746948, 1.152315378189087, 1.1828210353851318, 1.168578863143921]}, {"step": 4600, "epoch": 11, "train_loss": 1.2313637733459473, "cos_r_negg": [0.8152250051498413, 0.7392278909683228, 0.7609180808067322, 0.7633137702941895, 0.762746274471283, 0.7786200046539307, 0.7833251953125, 0.7619202136993408, 0.7756845951080322, 0.7839488983154297], "cos_apical_negg": [0.8152250051498413, 0.7392278909683228, 0.7609180808067322, 0.7633137702941895, 0.762746274471283, 0.7786200046539307, 0.7833251953125, 0.7619202136993408, 0.7756845951080322, 0.7839488983154297], "cos_Ac_negg": [0.8152250051498413, 0.7392278909683228, 0.7609180808067322, 0.7633137702941895, 0.762746274471283, 0.7786200046539307, 0.7833251953125, 0.7619202136993408, 0.7756845951080322, 0.7839488983154297], "r_norm": [1.5599992275238037, 1.27152419090271, 1.2526743412017822, 1.26123046875, 1.2379662990570068, 1.2132065296173096, 1.2163915634155273, 1.1540968418121338, 1.187863826751709, 1.1710705757141113]}, {"step": 4650, "epoch": 11, "train_loss": 1.0262608528137207, "cos_r_negg": [0.8069667220115662, 0.7448779344558716, 0.7641807794570923, 0.7661670446395874, 0.768841564655304, 0.7752747535705566, 0.7927197813987732, 0.7667787075042725, 0.7836331129074097, 0.7888925075531006], "cos_apical_negg": [0.8069667220115662, 0.7448779344558716, 0.7641807794570923, 0.7661670446395874, 0.768841564655304, 0.7752747535705566, 0.7927197813987732, 0.7667787075042725, 0.7836331129074097, 0.7888925075531006], "cos_Ac_negg": [0.8069667220115662, 0.7448779344558716, 0.7641807794570923, 0.7661670446395874, 0.768841564655304, 0.7752747535705566, 0.7927197813987732, 0.7667787075042725, 0.7836331129074097, 0.7888925075531006], "r_norm": [1.5417752265930176, 1.2576708793640137, 1.240325689315796, 1.2491869926452637, 1.2257654666900635, 1.202553153038025, 1.203818917274475, 1.1446588039398193, 1.1735888719558716, 1.16111159324646]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4259, "test_loss": 1.8984248046875}, {"step": 4700, "epoch": 12, "train_loss": 0.9103531837463379, "cos_r_negg": [0.8162213563919067, 0.7487916946411133, 0.7656031250953674, 0.7665578126907349, 0.7715742588043213, 0.7808363437652588, 0.7936253547668457, 0.7769993543624878, 0.7888326644897461, 0.8000384569168091], "cos_apical_negg": [0.8162213563919067, 0.7487916946411133, 0.7656031250953674, 0.7665578126907349, 0.7715742588043213, 0.7808363437652588, 0.7936253547668457, 0.7769993543624878, 0.7888326644897461, 0.8000384569168091], "cos_Ac_negg": [0.8162213563919067, 0.7487916946411133, 0.7656031250953674, 0.7665578126907349, 0.7715742588043213, 0.7808363437652588, 0.7936253547668457, 0.7769993543624878, 0.7888326644897461, 0.8000384569168091], "r_norm": [1.5419079065322876, 1.258211612701416, 1.2400805950164795, 1.2484996318817139, 1.226240873336792, 1.2005374431610107, 1.202558994293213, 1.1454185247421265, 1.1735081672668457, 1.1611945629119873]}, {"step": 4750, "epoch": 12, "train_loss": 1.1558209657669067, "cos_r_negg": [0.8149441480636597, 0.7539580464363098, 0.7766156792640686, 0.7736958265304565, 0.7751082181930542, 0.78745037317276, 0.8005458116531372, 0.7826273441314697, 0.7986102104187012, 0.8072963953018188], "cos_apical_negg": [0.8149441480636597, 0.7539580464363098, 0.7766156792640686, 0.7736958265304565, 0.7751082181930542, 0.78745037317276, 0.8005458116531372, 0.7826273441314697, 0.7986102104187012, 0.8072963953018188], "cos_Ac_negg": [0.8149441480636597, 0.7539580464363098, 0.7766156792640686, 0.7736958265304565, 0.7751082181930542, 0.78745037317276, 0.8005458116531372, 0.7826273441314697, 0.7986102104187012, 0.8072963953018188], "r_norm": [1.5650873184204102, 1.2802985906600952, 1.263946533203125, 1.2701060771942139, 1.2477138042449951, 1.222446084022522, 1.22639000415802, 1.1701774597167969, 1.1932125091552734, 1.1845016479492188], "ldr": {"dL_sdil": -0.07214999198913574, "dL_bp": -0.07861042022705078, "ratio": 0.9178171517305802}}, {"step": 4800, "epoch": 12, "train_loss": 1.0545179843902588, "cos_r_negg": [0.8159409761428833, 0.7607251405715942, 0.7827185988426208, 0.7808246612548828, 0.7835354804992676, 0.7981101274490356, 0.812321126461029, 0.791716456413269, 0.806973934173584, 0.8111624717712402], "cos_apical_negg": [0.8159409761428833, 0.7607251405715942, 0.7827185988426208, 0.7808246612548828, 0.7835354804992676, 0.7981101274490356, 0.812321126461029, 0.791716456413269, 0.806973934173584, 0.8111624717712402], "cos_Ac_negg": [0.8159409761428833, 0.7607251405715942, 0.7827185988426208, 0.7808246612548828, 0.7835354804992676, 0.7981101274490356, 0.812321126461029, 0.791716456413269, 0.806973934173584, 0.8111624717712402], "r_norm": [1.569077491760254, 1.284134864807129, 1.2668746709823608, 1.2737009525299072, 1.249959111213684, 1.225646734237671, 1.2248036861419678, 1.1690447330474854, 1.1933629512786865, 1.1811437606811523]}, {"step": 4850, "epoch": 12, "train_loss": 1.0613682270050049, "cos_r_negg": [0.8239558935165405, 0.7649164199829102, 0.7859640121459961, 0.7851128578186035, 0.7917316555976868, 0.8006078004837036, 0.813603401184082, 0.7950360774993896, 0.8093942403793335, 0.8144809007644653], "cos_apical_negg": [0.8239558935165405, 0.7649164199829102, 0.7859640121459961, 0.7851128578186035, 0.7917316555976868, 0.8006078004837036, 0.813603401184082, 0.7950360774993896, 0.8093942403793335, 0.8144809007644653], "cos_Ac_negg": [0.8239558935165405, 0.7649164199829102, 0.7859640121459961, 0.7851128578186035, 0.7917316555976868, 0.8006078004837036, 0.813603401184082, 0.7950360774993896, 0.8093942403793335, 0.8144809007644653], "r_norm": [1.5749272108078003, 1.291256070137024, 1.2737667560577393, 1.27886962890625, 1.2563741207122803, 1.2291219234466553, 1.2313964366912842, 1.1744328737258911, 1.1989784240722656, 1.1876776218414307]}, {"step": 4900, "epoch": 12, "train_loss": 1.0244617462158203, "cos_r_negg": [0.8241745233535767, 0.7708207368850708, 0.7903752326965332, 0.7951712608337402, 0.801287829875946, 0.80802983045578, 0.8217474818229675, 0.802390456199646, 0.8189586400985718, 0.8234020471572876], "cos_apical_negg": [0.8241745233535767, 0.7708207368850708, 0.7903752326965332, 0.7951712608337402, 0.801287829875946, 0.80802983045578, 0.8217474818229675, 0.802390456199646, 0.8189586400985718, 0.8234020471572876], "cos_Ac_negg": [0.8241745233535767, 0.7708207368850708, 0.7903752326965332, 0.7951712608337402, 0.801287829875946, 0.80802983045578, 0.8217474818229675, 0.802390456199646, 0.8189586400985718, 0.8234020471572876], "r_norm": [1.543959140777588, 1.2680493593215942, 1.2516242265701294, 1.2563271522521973, 1.2331862449645996, 1.20790433883667, 1.2114711999893188, 1.1549123525619507, 1.1776578426361084, 1.1665655374526978]}, {"step": 4950, "epoch": 12, "train_loss": 0.9821452498435974, "cos_r_negg": [0.8186320066452026, 0.7739462852478027, 0.7980569005012512, 0.7988227605819702, 0.8050835132598877, 0.816990077495575, 0.8230493068695068, 0.8037039041519165, 0.8190588355064392, 0.8305237293243408], "cos_apical_negg": [0.8186320066452026, 0.7739462852478027, 0.7980569005012512, 0.7988227605819702, 0.8050835132598877, 0.816990077495575, 0.8230493068695068, 0.8037039041519165, 0.8190588355064392, 0.8305237293243408], "cos_Ac_negg": [0.8186320066452026, 0.7739462852478027, 0.7980569005012512, 0.7988227605819702, 0.8050835132598877, 0.816990077495575, 0.8230493068695068, 0.8037039041519165, 0.8190588355064392, 0.8305237293243408], "r_norm": [1.527392029762268, 1.2533142566680908, 1.2390127182006836, 1.2452378273010254, 1.220825433731079, 1.1938691139221191, 1.1963751316070557, 1.141588807106018, 1.163935661315918, 1.153996229171753]}, {"step": 5000, "epoch": 12, "train_loss": 1.1081273555755615, "cos_r_negg": [0.8138117790222168, 0.7759996056556702, 0.7987123727798462, 0.8022162318229675, 0.8055013418197632, 0.8224151134490967, 0.8291820287704468, 0.8062478303909302, 0.8256784677505493, 0.8346725702285767], "cos_apical_negg": [0.8138117790222168, 0.7759996056556702, 0.7987123727798462, 0.8022162318229675, 0.8055013418197632, 0.8224151134490967, 0.8291820287704468, 0.8062478303909302, 0.8256784677505493, 0.8346725702285767], "cos_Ac_negg": [0.8138117790222168, 0.7759996056556702, 0.7987123727798462, 0.8022162318229675, 0.8055013418197632, 0.8224151134490967, 0.8291820287704468, 0.8062478303909302, 0.8256784677505493, 0.8346725702285767], "r_norm": [1.5957459211349487, 1.3122562170028687, 1.2971727848052979, 1.2987146377563477, 1.2765707969665527, 1.2471108436584473, 1.2488144636154175, 1.1923747062683105, 1.2155077457427979, 1.2029600143432617], "ldr": {"dL_sdil": -0.06510448455810547, "dL_bp": -0.07244682312011719, "ratio": 0.8986520285390833}}, {"step": 5050, "epoch": 12, "train_loss": 1.0427777767181396, "cos_r_negg": [0.8244698643684387, 0.7789030075073242, 0.8015737533569336, 0.8070868253707886, 0.8078264594078064, 0.8216153383255005, 0.833441972732544, 0.8147580623626709, 0.8286566734313965, 0.8374043703079224], "cos_apical_negg": [0.8244698643684387, 0.7789030075073242, 0.8015737533569336, 0.8070868253707886, 0.8078264594078064, 0.8216153383255005, 0.833441972732544, 0.8147580623626709, 0.8286566734313965, 0.8374043703079224], "cos_Ac_negg": [0.8244698643684387, 0.7789030075073242, 0.8015737533569336, 0.8070868253707886, 0.8078264594078064, 0.8216153383255005, 0.833441972732544, 0.8147580623626709, 0.8286566734313965, 0.8374043703079224], "r_norm": [1.5965125560760498, 1.312442660331726, 1.2968472242355347, 1.2993701696395874, 1.2753143310546875, 1.2454161643981934, 1.2467727661132812, 1.1892571449279785, 1.2149860858917236, 1.2027379274368286]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4203, "test_loss": 1.9453783569335938}, {"step": 5100, "epoch": 13, "train_loss": 0.9132874608039856, "cos_r_negg": [0.8210299015045166, 0.7832609415054321, 0.8036854267120361, 0.8093015551567078, 0.8156510591506958, 0.8278707265853882, 0.8365588188171387, 0.8195391297340393, 0.8371782898902893, 0.8421652913093567], "cos_apical_negg": [0.8210299015045166, 0.7832609415054321, 0.8036854267120361, 0.8093015551567078, 0.8156510591506958, 0.8278707265853882, 0.8365588188171387, 0.8195391297340393, 0.8371782898902893, 0.8421652913093567], "cos_Ac_negg": [0.8210299015045166, 0.7832609415054321, 0.8036854267120361, 0.8093015551567078, 0.8156510591506958, 0.8278707265853882, 0.8365588188171387, 0.8195391297340393, 0.8371782898902893, 0.8421652913093567], "r_norm": [1.5717073678970337, 1.2948132753372192, 1.2789673805236816, 1.2805641889572144, 1.2566063404083252, 1.2302242517471313, 1.2315137386322021, 1.1753475666046143, 1.199026346206665, 1.1857757568359375]}, {"step": 5150, "epoch": 13, "train_loss": 0.9091825485229492, "cos_r_negg": [0.8137158751487732, 0.7862381935119629, 0.8054877519607544, 0.8087798357009888, 0.8118525743484497, 0.8311794996261597, 0.8381470441818237, 0.8288300037384033, 0.8388317227363586, 0.847531795501709], "cos_apical_negg": [0.8137158751487732, 0.7862381935119629, 0.8054877519607544, 0.8087798357009888, 0.8118525743484497, 0.8311794996261597, 0.8381470441818237, 0.8288300037384033, 0.8388317227363586, 0.847531795501709], "cos_Ac_negg": [0.8137158751487732, 0.7862381935119629, 0.8054877519607544, 0.8087798357009888, 0.8118525743484497, 0.8311794996261597, 0.8381470441818237, 0.8288300037384033, 0.8388317227363586, 0.847531795501709], "r_norm": [1.590148687362671, 1.307982087135315, 1.2919176816940308, 1.293387532234192, 1.2714077234268188, 1.2418771982192993, 1.2434580326080322, 1.1891474723815918, 1.2100706100463867, 1.2017462253570557]}, {"step": 5200, "epoch": 13, "train_loss": 0.9561342597007751, "cos_r_negg": [0.8280613422393799, 0.7911850810050964, 0.8119402527809143, 0.8145977854728699, 0.8222343921661377, 0.835012674331665, 0.8437738418579102, 0.8285707831382751, 0.8449300527572632, 0.8528666496276855], "cos_apical_negg": [0.8280613422393799, 0.7911850810050964, 0.8119402527809143, 0.8145977854728699, 0.8222343921661377, 0.835012674331665, 0.8437738418579102, 0.8285707831382751, 0.8449300527572632, 0.8528666496276855], "cos_Ac_negg": [0.8280613422393799, 0.7911850810050964, 0.8119402527809143, 0.8145977854728699, 0.8222343921661377, 0.835012674331665, 0.8437738418579102, 0.8285707831382751, 0.8449300527572632, 0.8528666496276855], "r_norm": [1.569696068763733, 1.294062852859497, 1.2783836126327515, 1.2777125835418701, 1.2582470178604126, 1.2293741703033447, 1.2316420078277588, 1.1775387525558472, 1.197587490081787, 1.1887133121490479]}, {"step": 5250, "epoch": 13, "train_loss": 1.0390719175338745, "cos_r_negg": [0.8238442540168762, 0.7966972589492798, 0.8191900253295898, 0.8240159153938293, 0.8272072672843933, 0.8403682708740234, 0.849587082862854, 0.835952877998352, 0.852557897567749, 0.8605630993843079], "cos_apical_negg": [0.8238442540168762, 0.7966972589492798, 0.8191900253295898, 0.8240159153938293, 0.8272072672843933, 0.8403682708740234, 0.849587082862854, 0.835952877998352, 0.852557897567749, 0.8605630993843079], "cos_Ac_negg": [0.8238442540168762, 0.7966972589492798, 0.8191900253295898, 0.8240159153938293, 0.8272072672843933, 0.8403682708740234, 0.849587082862854, 0.835952877998352, 0.852557897567749, 0.8605630993843079], "r_norm": [1.603034496307373, 1.3249907493591309, 1.3092767000198364, 1.3070399761199951, 1.2879849672317505, 1.2578175067901611, 1.258103609085083, 1.2042089700698853, 1.224261999130249, 1.2130720615386963], "ldr": {"dL_sdil": -0.05569124221801758, "dL_bp": -0.06682276725769043, "ratio": 0.8334171795557934}}, {"step": 5300, "epoch": 13, "train_loss": 1.06370210647583, "cos_r_negg": [0.8225714564323425, 0.7961831092834473, 0.8202484250068665, 0.8258218765258789, 0.8335793614387512, 0.8463168144226074, 0.8522511720657349, 0.8453408479690552, 0.8580971956253052, 0.8662230968475342], "cos_apical_negg": [0.8225714564323425, 0.7961831092834473, 0.8202484250068665, 0.8258218765258789, 0.8335793614387512, 0.8463168144226074, 0.8522511720657349, 0.8453408479690552, 0.8580971956253052, 0.8662230968475342], "cos_Ac_negg": [0.8225714564323425, 0.7961831092834473, 0.8202484250068665, 0.8258218765258789, 0.8335793614387512, 0.8463168144226074, 0.8522511720657349, 0.8453408479690552, 0.8580971956253052, 0.8662230968475342], "r_norm": [1.6543405055999756, 1.3692874908447266, 1.3534791469573975, 1.3495540618896484, 1.3309787511825562, 1.2986524105072021, 1.2958168983459473, 1.2427144050598145, 1.2621192932128906, 1.2512147426605225]}, {"step": 5350, "epoch": 13, "train_loss": 1.0779775381088257, "cos_r_negg": [0.8235501646995544, 0.7978731989860535, 0.823278546333313, 0.8285910487174988, 0.8355695009231567, 0.8439870476722717, 0.8543537259101868, 0.8463262319564819, 0.8590439558029175, 0.8687621355056763], "cos_apical_negg": [0.8235501646995544, 0.7978731989860535, 0.823278546333313, 0.8285910487174988, 0.8355695009231567, 0.8439870476722717, 0.8543537259101868, 0.8463262319564819, 0.8590439558029175, 0.8687621355056763], "cos_Ac_negg": [0.8235501646995544, 0.7978731989860535, 0.823278546333313, 0.8285910487174988, 0.8355695009231567, 0.8439870476722717, 0.8543537259101868, 0.8463262319564819, 0.8590439558029175, 0.8687621355056763], "r_norm": [1.5777060985565186, 1.3081607818603516, 1.2909122705459595, 1.2884745597839355, 1.2707583904266357, 1.2410105466842651, 1.2396867275238037, 1.1885550022125244, 1.2052422761917114, 1.195702314376831]}, {"step": 5400, "epoch": 13, "train_loss": 1.2951184511184692, "cos_r_negg": [0.8236517310142517, 0.8042377233505249, 0.8266074061393738, 0.8331766128540039, 0.8395372629165649, 0.8479942083358765, 0.8573876619338989, 0.8510735034942627, 0.8657304048538208, 0.8764757513999939], "cos_apical_negg": [0.8236517310142517, 0.8042377233505249, 0.8266074061393738, 0.8331766128540039, 0.8395372629165649, 0.8479942083358765, 0.8573876619338989, 0.8510735034942627, 0.8657304048538208, 0.8764757513999939], "cos_Ac_negg": [0.8236517310142517, 0.8042377233505249, 0.8266074061393738, 0.8331766128540039, 0.8395372629165649, 0.8479942083358765, 0.8573876619338989, 0.8510735034942627, 0.8657304048538208, 0.8764757513999939], "r_norm": [1.6087355613708496, 1.335280179977417, 1.319642186164856, 1.3153290748596191, 1.2975780963897705, 1.2658131122589111, 1.2658967971801758, 1.2125837802886963, 1.2308123111724854, 1.2196043729782104]}, {"step": 5450, "epoch": 13, "train_loss": 1.049389362335205, "cos_r_negg": [0.8246023654937744, 0.807339072227478, 0.8301130533218384, 0.8365836143493652, 0.8398460149765015, 0.8539308309555054, 0.8643922805786133, 0.8514063358306885, 0.8671912550926208, 0.8797935247421265], "cos_apical_negg": [0.8246023654937744, 0.807339072227478, 0.8301130533218384, 0.8365836143493652, 0.8398460149765015, 0.8539308309555054, 0.8643922805786133, 0.8514063358306885, 0.8671912550926208, 0.8797935247421265], "cos_Ac_negg": [0.8246023654937744, 0.807339072227478, 0.8301130533218384, 0.8365836143493652, 0.8398460149765015, 0.8539308309555054, 0.8643922805786133, 0.8514063358306885, 0.8671912550926208, 0.8797935247421265], "r_norm": [1.6264361143112183, 1.3539109230041504, 1.3394298553466797, 1.334973931312561, 1.3146846294403076, 1.281039834022522, 1.2847328186035156, 1.230360746383667, 1.2468780279159546, 1.2378830909729004]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4237, "test_loss": 1.967201611328125}, {"step": 5500, "epoch": 14, "train_loss": 0.8873913288116455, "cos_r_negg": [0.8182419538497925, 0.8121943473815918, 0.8309069871902466, 0.8414015173912048, 0.8453565835952759, 0.8564995527267456, 0.8678934574127197, 0.8567570447921753, 0.8741224408149719, 0.8830778002738953], "cos_apical_negg": [0.8182419538497925, 0.8121943473815918, 0.8309069871902466, 0.8414015173912048, 0.8453565835952759, 0.8564995527267456, 0.8678934574127197, 0.8567570447921753, 0.8741224408149719, 0.8830778002738953], "cos_Ac_negg": [0.8182419538497925, 0.8121943473815918, 0.8309069871902466, 0.8414015173912048, 0.8453565835952759, 0.8564995527267456, 0.8678934574127197, 0.8567570447921753, 0.8741224408149719, 0.8830778002738953], "r_norm": [1.629181981086731, 1.358030080795288, 1.344008207321167, 1.3369237184524536, 1.3182144165039062, 1.287299633026123, 1.288771152496338, 1.2339999675750732, 1.2518725395202637, 1.2403614521026611], "ldr": {"dL_sdil": -0.05721879005432129, "dL_bp": -0.0713815689086914, "ratio": 0.8015905356116982}}, {"step": 5550, "epoch": 14, "train_loss": 0.9309874773025513, "cos_r_negg": [0.8284003138542175, 0.8135777711868286, 0.8369149565696716, 0.8432971239089966, 0.8507610559463501, 0.861120343208313, 0.8685117363929749, 0.8564107418060303, 0.8765984773635864, 0.8847748041152954], "cos_apical_negg": [0.8284003138542175, 0.8135777711868286, 0.8369149565696716, 0.8432971239089966, 0.8507610559463501, 0.861120343208313, 0.8685117363929749, 0.8564107418060303, 0.8765984773635864, 0.8847748041152954], "cos_Ac_negg": [0.8284003138542175, 0.8135777711868286, 0.8369149565696716, 0.8432971239089966, 0.8507610559463501, 0.861120343208313, 0.8685117363929749, 0.8564107418060303, 0.8765984773635864, 0.8847748041152954], "r_norm": [1.5949095487594604, 1.3320705890655518, 1.3175376653671265, 1.3113954067230225, 1.2925955057144165, 1.262359619140625, 1.2628939151763916, 1.2111021280288696, 1.2274243831634521, 1.215853214263916]}, {"step": 5600, "epoch": 14, "train_loss": 0.9226442575454712, "cos_r_negg": [0.8218019008636475, 0.8140328526496887, 0.8387370109558105, 0.8420817255973816, 0.8473069667816162, 0.8599700331687927, 0.870025634765625, 0.8625401258468628, 0.8810557723045349, 0.8885257244110107], "cos_apical_negg": [0.8218019008636475, 0.8140328526496887, 0.8387370109558105, 0.8420817255973816, 0.8473069667816162, 0.8599700331687927, 0.870025634765625, 0.8625401258468628, 0.8810557723045349, 0.8885257244110107], "cos_Ac_negg": [0.8218019008636475, 0.8140328526496887, 0.8387370109558105, 0.8420817255973816, 0.8473069667816162, 0.8599700331687927, 0.870025634765625, 0.8625401258468628, 0.8810557723045349, 0.8885257244110107], "r_norm": [1.6338844299316406, 1.3655853271484375, 1.3506364822387695, 1.3433336019515991, 1.3245304822921753, 1.2944425344467163, 1.2933236360549927, 1.2409648895263672, 1.2572451829910278, 1.2455259561538696]}, {"step": 5650, "epoch": 14, "train_loss": 1.0074914693832397, "cos_r_negg": [0.8345575332641602, 0.8162776231765747, 0.837539792060852, 0.8458001017570496, 0.8515915870666504, 0.8645833730697632, 0.8729889392852783, 0.8685158491134644, 0.8821859359741211, 0.889307975769043], "cos_apical_negg": [0.8345575332641602, 0.8162776231765747, 0.837539792060852, 0.8458001017570496, 0.8515915870666504, 0.8645833730697632, 0.8729889392852783, 0.8685158491134644, 0.8821859359741211, 0.889307975769043], "cos_Ac_negg": [0.8345575332641602, 0.8162776231765747, 0.837539792060852, 0.8458001017570496, 0.8515915870666504, 0.8645833730697632, 0.8729889392852783, 0.8685158491134644, 0.8821859359741211, 0.889307975769043], "r_norm": [1.6535958051681519, 1.3860325813293457, 1.3672572374343872, 1.3597124814987183, 1.342088222503662, 1.310056447982788, 1.3113312721252441, 1.2565717697143555, 1.2730557918548584, 1.2592849731445312]}, {"step": 5700, "epoch": 14, "train_loss": 1.0150374174118042, "cos_r_negg": [0.8297849893569946, 0.8185619115829468, 0.8400471210479736, 0.848077654838562, 0.8544904589653015, 0.86716628074646, 0.874945878982544, 0.8702279329299927, 0.8836644887924194, 0.8925001621246338], "cos_apical_negg": [0.8297849893569946, 0.8185619115829468, 0.8400471210479736, 0.848077654838562, 0.8544904589653015, 0.86716628074646, 0.874945878982544, 0.8702279329299927, 0.8836644887924194, 0.8925001621246338], "cos_Ac_negg": [0.8297849893569946, 0.8185619115829468, 0.8400471210479736, 0.848077654838562, 0.8544904589653015, 0.86716628074646, 0.874945878982544, 0.8702279329299927, 0.8836644887924194, 0.8925001621246338], "r_norm": [1.6584700345993042, 1.3931159973144531, 1.3726650476455688, 1.3684238195419312, 1.3487926721572876, 1.3144900798797607, 1.314415693283081, 1.2615587711334229, 1.2769206762313843, 1.2648060321807861]}, {"step": 5750, "epoch": 14, "train_loss": 0.9856007695198059, "cos_r_negg": [0.8282808065414429, 0.8246065378189087, 0.8465467095375061, 0.8531200885772705, 0.862006425857544, 0.8732046484947205, 0.8818493485450745, 0.873713493347168, 0.889166533946991, 0.898131251335144], "cos_apical_negg": [0.8282808065414429, 0.8246065378189087, 0.8465467095375061, 0.8531200885772705, 0.862006425857544, 0.8732046484947205, 0.8818493485450745, 0.873713493347168, 0.889166533946991, 0.898131251335144], "cos_Ac_negg": [0.8282808065414429, 0.8246065378189087, 0.8465467095375061, 0.8531200885772705, 0.862006425857544, 0.8732046484947205, 0.8818493485450745, 0.873713493347168, 0.889166533946991, 0.898131251335144], "r_norm": [1.675730586051941, 1.4092803001403809, 1.390561580657959, 1.383817434310913, 1.365664005279541, 1.3313387632369995, 1.332137107849121, 1.2790026664733887, 1.2919213771820068, 1.2782399654388428], "ldr": {"dL_sdil": -0.06585359573364258, "dL_bp": -0.07993507385253906, "ratio": 0.8238385549643275}}, {"step": 5800, "epoch": 14, "train_loss": 1.1932001113891602, "cos_r_negg": [0.8279390931129456, 0.8247048258781433, 0.846108615398407, 0.855170726776123, 0.8570541143417358, 0.873824954032898, 0.8849592804908752, 0.8807173371315002, 0.8905097246170044, 0.9001327157020569], "cos_apical_negg": [0.8279390931129456, 0.8247048258781433, 0.846108615398407, 0.855170726776123, 0.8570541143417358, 0.873824954032898, 0.8849592804908752, 0.8807173371315002, 0.8905097246170044, 0.9001327157020569], "cos_Ac_negg": [0.8279390931129456, 0.8247048258781433, 0.846108615398407, 0.855170726776123, 0.8570541143417358, 0.873824954032898, 0.8849592804908752, 0.8807173371315002, 0.8905097246170044, 0.9001327157020569], "r_norm": [1.727570652961731, 1.4570715427398682, 1.4379329681396484, 1.4292371273040771, 1.4117183685302734, 1.3769547939300537, 1.3751399517059326, 1.3207051753997803, 1.333320140838623, 1.32150137424469]}, {"step": 5850, "epoch": 14, "train_loss": 0.8679041266441345, "cos_r_negg": [0.827727198600769, 0.8242971897125244, 0.8502650856971741, 0.8576476573944092, 0.8632537126541138, 0.8777430653572083, 0.884845495223999, 0.8776788711547852, 0.8957736492156982, 0.9036146402359009], "cos_apical_negg": [0.827727198600769, 0.8242971897125244, 0.8502650856971741, 0.8576476573944092, 0.8632537126541138, 0.8777430653572083, 0.884845495223999, 0.8776788711547852, 0.8957736492156982, 0.9036146402359009], "cos_Ac_negg": [0.827727198600769, 0.8242971897125244, 0.8502650856971741, 0.8576476573944092, 0.8632537126541138, 0.8777430653572083, 0.884845495223999, 0.8776788711547852, 0.8957736492156982, 0.9036146402359009], "r_norm": [1.6824088096618652, 1.4211609363555908, 1.4016947746276855, 1.3959180116653442, 1.3737047910690308, 1.3409459590911865, 1.34061861038208, 1.285923719406128, 1.298895001411438, 1.2874085903167725]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4138, "test_loss": 2.1261427734375}, {"step": 5900, "epoch": 15, "train_loss": 0.749437689781189, "cos_r_negg": [0.8280445337295532, 0.8324645757675171, 0.8528708219528198, 0.8630953431129456, 0.8674522638320923, 0.8835645914077759, 0.8902288675308228, 0.8878570199012756, 0.9016873836517334, 0.9065214991569519], "cos_apical_negg": [0.8280445337295532, 0.8324645757675171, 0.8528708219528198, 0.8630953431129456, 0.8674522638320923, 0.8835645914077759, 0.8902288675308228, 0.8878570199012756, 0.9016873836517334, 0.9065214991569519], "cos_Ac_negg": [0.8280445337295532, 0.8324645757675171, 0.8528708219528198, 0.8630953431129456, 0.8674522638320923, 0.8835645914077759, 0.8902288675308228, 0.8878570199012756, 0.9016873836517334, 0.9065214991569519], "r_norm": [1.656308650970459, 1.4012733697891235, 1.387239694595337, 1.3785507678985596, 1.3590912818908691, 1.3273193836212158, 1.327800989151001, 1.2713325023651123, 1.2856013774871826, 1.274713158607483]}, {"step": 5950, "epoch": 15, "train_loss": 0.8376166224479675, "cos_r_negg": [0.8355796337127686, 0.8298656344413757, 0.8549004793167114, 0.8654302358627319, 0.869544267654419, 0.8844029307365417, 0.8903114795684814, 0.8901532292366028, 0.9030662775039673, 0.9084367156028748], "cos_apical_negg": [0.8355796337127686, 0.8298656344413757, 0.8549004793167114, 0.8654302358627319, 0.869544267654419, 0.8844029307365417, 0.8903114795684814, 0.8901532292366028, 0.9030662775039673, 0.9084367156028748], "cos_Ac_negg": [0.8355796337127686, 0.8298656344413757, 0.8549004793167114, 0.8654302358627319, 0.869544267654419, 0.8844029307365417, 0.8903114795684814, 0.8901532292366028, 0.9030662775039673, 0.9084367156028748], "r_norm": [1.680450201034546, 1.4232573509216309, 1.4076815843582153, 1.398325800895691, 1.3803424835205078, 1.346651554107666, 1.3483397960662842, 1.292249083518982, 1.3049167394638062, 1.2934787273406982]}, {"step": 6000, "epoch": 15, "train_loss": 0.991916298866272, "cos_r_negg": [0.8317714333534241, 0.8319023847579956, 0.8542148470878601, 0.8631352186203003, 0.8674100637435913, 0.8844560384750366, 0.8917407989501953, 0.8885877728462219, 0.9028926491737366, 0.9093151092529297], "cos_apical_negg": [0.8317714333534241, 0.8319023847579956, 0.8542148470878601, 0.8631352186203003, 0.8674100637435913, 0.8844560384750366, 0.8917407989501953, 0.8885877728462219, 0.9028926491737366, 0.9093151092529297], "cos_Ac_negg": [0.8317714333534241, 0.8319023847579956, 0.8542148470878601, 0.8631352186203003, 0.8674100637435913, 0.8844560384750366, 0.8917407989501953, 0.8885877728462219, 0.9028926491737366, 0.9093151092529297], "r_norm": [1.6900538206100464, 1.432704210281372, 1.4160610437393188, 1.4064507484436035, 1.3882968425750732, 1.354327917098999, 1.3540377616882324, 1.298405408859253, 1.3095462322235107, 1.3000555038452148], "ldr": {"dL_sdil": -0.06397056579589844, "dL_bp": -0.08182096481323242, "ratio": 0.7818358771730453}}, {"step": 6050, "epoch": 15, "train_loss": 0.8894860744476318, "cos_r_negg": [0.8307062387466431, 0.834044873714447, 0.8563606142997742, 0.8676267862319946, 0.8712108135223389, 0.8864296674728394, 0.8949441909790039, 0.8910101652145386, 0.9092482924461365, 0.9114530682563782], "cos_apical_negg": [0.8307062387466431, 0.834044873714447, 0.8563606142997742, 0.8676267862319946, 0.8712108135223389, 0.8864296674728394, 0.8949441909790039, 0.8910101652145386, 0.9092482924461365, 0.9114530682563782], "cos_Ac_negg": [0.8307062387466431, 0.834044873714447, 0.8563606142997742, 0.8676267862319946, 0.8712108135223389, 0.8864296674728394, 0.8949441909790039, 0.8910101652145386, 0.9092482924461365, 0.9114530682563782], "r_norm": [1.740760087966919, 1.480054259300232, 1.4608192443847656, 1.450883388519287, 1.4323346614837646, 1.3980387449264526, 1.3974907398223877, 1.3418772220611572, 1.3529975414276123, 1.340877890586853]}, {"step": 6100, "epoch": 15, "train_loss": 0.9395047426223755, "cos_r_negg": [0.8345122337341309, 0.8350405097007751, 0.8589464426040649, 0.867215633392334, 0.8731722831726074, 0.8877807855606079, 0.8943830728530884, 0.8947210311889648, 0.9114851951599121, 0.9170209765434265], "cos_apical_negg": [0.8345122337341309, 0.8350405097007751, 0.8589464426040649, 0.867215633392334, 0.8731722831726074, 0.8877807855606079, 0.8943830728530884, 0.8947210311889648, 0.9114851951599121, 0.9170209765434265], "cos_Ac_negg": [0.8345122337341309, 0.8350405097007751, 0.8589464426040649, 0.867215633392334, 0.8731722831726074, 0.8877807855606079, 0.8943830728530884, 0.8947210311889648, 0.9114851951599121, 0.9170209765434265], "r_norm": [1.7679505348205566, 1.50583016872406, 1.4841296672821045, 1.47532057762146, 1.4535921812057495, 1.4187871217727661, 1.4170994758605957, 1.3604345321655273, 1.3701276779174805, 1.3591105937957764]}, {"step": 6150, "epoch": 15, "train_loss": 0.9775720834732056, "cos_r_negg": [0.826557993888855, 0.8387724161148071, 0.8611429929733276, 0.8702952861785889, 0.876049816608429, 0.8924692273139954, 0.8999864459037781, 0.8964976072311401, 0.9141271114349365, 0.9182145595550537], "cos_apical_negg": [0.826557993888855, 0.8387724161148071, 0.8611429929733276, 0.8702952861785889, 0.876049816608429, 0.8924692273139954, 0.8999864459037781, 0.8964976072311401, 0.9141271114349365, 0.9182145595550537], "cos_Ac_negg": [0.826557993888855, 0.8387724161148071, 0.8611429929733276, 0.8702952861785889, 0.876049816608429, 0.8924692273139954, 0.8999864459037781, 0.8964976072311401, 0.9141271114349365, 0.9182145595550537], "r_norm": [1.725171446800232, 1.4724290370941162, 1.45325767993927, 1.4445033073425293, 1.4229602813720703, 1.3870283365249634, 1.3874845504760742, 1.331350564956665, 1.3426659107208252, 1.3306069374084473]}, {"step": 6200, "epoch": 15, "train_loss": 1.0269174575805664, "cos_r_negg": [0.8246446847915649, 0.8369814157485962, 0.8589718341827393, 0.8706110715866089, 0.8787307143211365, 0.8917801380157471, 0.9008274078369141, 0.8964828252792358, 0.9134086966514587, 0.9205981492996216], "cos_apical_negg": [0.8246446847915649, 0.8369814157485962, 0.8589718341827393, 0.8706110715866089, 0.8787307143211365, 0.8917801380157471, 0.9008274078369141, 0.8964828252792358, 0.9134086966514587, 0.9205981492996216], "cos_Ac_negg": [0.8246446847915649, 0.8369814157485962, 0.8589718341827393, 0.8706110715866089, 0.8787307143211365, 0.8917801380157471, 0.9008274078369141, 0.8964828252792358, 0.9134086966514587, 0.9205981492996216], "r_norm": [1.8227894306182861, 1.5555176734924316, 1.5353764295578003, 1.526031732559204, 1.5035022497177124, 1.4642219543457031, 1.4613333940505981, 1.4054720401763916, 1.4161349534988403, 1.4029078483581543]}, {"step": 6250, "epoch": 15, "train_loss": 0.9669102430343628, "cos_r_negg": [0.8249186277389526, 0.8393372297286987, 0.8632105588912964, 0.8725036382675171, 0.8803527355194092, 0.8952409029006958, 0.9048190116882324, 0.8992006778717041, 0.9138197302818298, 0.9225143790245056], "cos_apical_negg": [0.8249186277389526, 0.8393372297286987, 0.8632105588912964, 0.8725036382675171, 0.8803527355194092, 0.8952409029006958, 0.9048190116882324, 0.8992006778717041, 0.9138197302818298, 0.9225143790245056], "cos_Ac_negg": [0.8249186277389526, 0.8393372297286987, 0.8632105588912964, 0.8725036382675171, 0.8803527355194092, 0.8952409029006958, 0.9048190116882324, 0.8992006778717041, 0.9138197302818298, 0.9225143790245056], "r_norm": [1.796826958656311, 1.537229061126709, 1.5162255764007568, 1.5079188346862793, 1.4854991436004639, 1.4468495845794678, 1.4482285976409912, 1.3908984661102295, 1.4011435508728027, 1.3882102966308594], "ldr": {"dL_sdil": -0.08394718170166016, "dL_bp": -0.10374593734741211, "ratio": 0.8091611473955628}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4279, "test_loss": 2.14066982421875}, {"step": 6300, "epoch": 16, "train_loss": 0.8193880319595337, "cos_r_negg": [0.8301489353179932, 0.8423873782157898, 0.8665039539337158, 0.874376118183136, 0.8817826509475708, 0.8937515020370483, 0.907076358795166, 0.90305495262146, 0.9176069498062134, 0.9247086048126221], "cos_apical_negg": [0.8301489353179932, 0.8423873782157898, 0.8665039539337158, 0.874376118183136, 0.8817826509475708, 0.8937515020370483, 0.907076358795166, 0.90305495262146, 0.9176069498062134, 0.9247086048126221], "cos_Ac_negg": [0.8301489353179932, 0.8423873782157898, 0.8665039539337158, 0.874376118183136, 0.8817826509475708, 0.8937515020370483, 0.907076358795166, 0.90305495262146, 0.9176069498062134, 0.9247086048126221], "r_norm": [1.8210939168930054, 1.557981252670288, 1.538423776626587, 1.5300827026367188, 1.507155179977417, 1.4687484502792358, 1.466904878616333, 1.4091867208480835, 1.418576717376709, 1.4059288501739502]}, {"step": 6350, "epoch": 16, "train_loss": 0.8026264309883118, "cos_r_negg": [0.8292953968048096, 0.8423510789871216, 0.8657172918319702, 0.8726664781570435, 0.8815133571624756, 0.8965762853622437, 0.9076447486877441, 0.9018962383270264, 0.9190225601196289, 0.9274988174438477], "cos_apical_negg": [0.8292953968048096, 0.8423510789871216, 0.8657172918319702, 0.8726664781570435, 0.8815133571624756, 0.8965762853622437, 0.9076447486877441, 0.9018962383270264, 0.9190225601196289, 0.9274988174438477], "cos_Ac_negg": [0.8292953968048096, 0.8423510789871216, 0.8657172918319702, 0.8726664781570435, 0.8815133571624756, 0.8965762853622437, 0.9076447486877441, 0.9018962383270264, 0.9190225601196289, 0.9274988174438477], "r_norm": [1.745304822921753, 1.4956021308898926, 1.4733049869537354, 1.4669691324234009, 1.4428763389587402, 1.4084833860397339, 1.4069080352783203, 1.3499019145965576, 1.3590160608291626, 1.3465490341186523]}, {"step": 6400, "epoch": 16, "train_loss": 0.9191062450408936, "cos_r_negg": [0.831153154373169, 0.844044029712677, 0.8696125745773315, 0.8745228052139282, 0.8846670389175415, 0.9003043174743652, 0.9085510969161987, 0.9064594507217407, 0.9195420742034912, 0.9298557043075562], "cos_apical_negg": [0.831153154373169, 0.844044029712677, 0.8696125745773315, 0.8745228052139282, 0.8846670389175415, 0.9003043174743652, 0.9085510969161987, 0.9064594507217407, 0.9195420742034912, 0.9298557043075562], "cos_Ac_negg": [0.831153154373169, 0.844044029712677, 0.8696125745773315, 0.8745228052139282, 0.8846670389175415, 0.9003043174743652, 0.9085510969161987, 0.9064594507217407, 0.9195420742034912, 0.9298557043075562], "r_norm": [1.7747535705566406, 1.5256397724151611, 1.5052425861358643, 1.4983651638031006, 1.4749921560287476, 1.4418175220489502, 1.441225528717041, 1.3803578615188599, 1.3919811248779297, 1.377781867980957]}, {"step": 6450, "epoch": 16, "train_loss": 0.8856726884841919, "cos_r_negg": [0.8314328193664551, 0.8455755710601807, 0.8711048364639282, 0.8773524761199951, 0.887475311756134, 0.9017428159713745, 0.9095221757888794, 0.9091850519180298, 0.9227705001831055, 0.9311276078224182], "cos_apical_negg": [0.8314328193664551, 0.8455755710601807, 0.8711048364639282, 0.8773524761199951, 0.887475311756134, 0.9017428159713745, 0.9095221757888794, 0.9091850519180298, 0.9227705001831055, 0.9311276078224182], "cos_Ac_negg": [0.8314328193664551, 0.8455755710601807, 0.8711048364639282, 0.8773524761199951, 0.887475311756134, 0.9017428159713745, 0.9095221757888794, 0.9091850519180298, 0.9227705001831055, 0.9311276078224182], "r_norm": [1.8091144561767578, 1.5578649044036865, 1.5373587608337402, 1.5280506610870361, 1.5055649280548096, 1.4739925861358643, 1.4696438312530518, 1.4099459648132324, 1.4190447330474854, 1.4049251079559326]}, {"step": 6500, "epoch": 16, "train_loss": 0.8292325139045715, "cos_r_negg": [0.8227354884147644, 0.8475070595741272, 0.871288537979126, 0.8792576789855957, 0.8873310089111328, 0.9021499156951904, 0.9124820828437805, 0.908998966217041, 0.9258003234863281, 0.9306302666664124], "cos_apical_negg": [0.8227354884147644, 0.8475070595741272, 0.871288537979126, 0.8792576789855957, 0.8873310089111328, 0.9021499156951904, 0.9124820828437805, 0.908998966217041, 0.9258003234863281, 0.9306302666664124], "cos_Ac_negg": [0.8227354884147644, 0.8475070595741272, 0.871288537979126, 0.8792576789855957, 0.8873310089111328, 0.9021499156951904, 0.9124820828437805, 0.908998966217041, 0.9258003234863281, 0.9306302666664124], "r_norm": [1.7755212783813477, 1.5334205627441406, 1.5135960578918457, 1.5049567222595215, 1.481209635734558, 1.4483494758605957, 1.4464695453643799, 1.3875179290771484, 1.3965251445770264, 1.382080078125], "ldr": {"dL_sdil": -0.07523751258850098, "dL_bp": -0.09834170341491699, "ratio": 0.7650621249772713}}, {"step": 6550, "epoch": 16, "train_loss": 0.7069781422615051, "cos_r_negg": [0.831085205078125, 0.8468828201293945, 0.8698433637619019, 0.8797303438186646, 0.8882999420166016, 0.90301513671875, 0.912395179271698, 0.9096477031707764, 0.9276391267776489, 0.9303144216537476], "cos_apical_negg": [0.831085205078125, 0.8468828201293945, 0.8698433637619019, 0.8797303438186646, 0.8882999420166016, 0.90301513671875, 0.912395179271698, 0.9096477031707764, 0.9276391267776489, 0.9303144216537476], "cos_Ac_negg": [0.831085205078125, 0.8468828201293945, 0.8698433637619019, 0.8797303438186646, 0.8882999420166016, 0.90301513671875, 0.912395179271698, 0.9096477031707764, 0.9276391267776489, 0.9303144216537476], "r_norm": [1.858349323272705, 1.6030182838439941, 1.5791926383972168, 1.5735397338867188, 1.544607400894165, 1.5099773406982422, 1.5065022706985474, 1.4465217590332031, 1.4547878503799438, 1.440176010131836]}, {"step": 6600, "epoch": 16, "train_loss": 0.9203009605407715, "cos_r_negg": [0.8279584646224976, 0.8478855490684509, 0.870402455329895, 0.8816224336624146, 0.8903958797454834, 0.9030537605285645, 0.9132949709892273, 0.9134712219238281, 0.9268184900283813, 0.9333294034004211], "cos_apical_negg": [0.8279584646224976, 0.8478855490684509, 0.870402455329895, 0.8816224336624146, 0.8903958797454834, 0.9030537605285645, 0.9132949709892273, 0.9134712219238281, 0.9268184900283813, 0.9333294034004211], "cos_Ac_negg": [0.8279584646224976, 0.8478855490684509, 0.870402455329895, 0.8816224336624146, 0.8903958797454834, 0.9030537605285645, 0.9132949709892273, 0.9134712219238281, 0.9268184900283813, 0.9333294034004211], "r_norm": [1.8044066429138184, 1.5622050762176514, 1.5405161380767822, 1.5336852073669434, 1.508011817932129, 1.4775131940841675, 1.4736132621765137, 1.4154694080352783, 1.4226183891296387, 1.4066483974456787]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4309, "test_loss": 2.2115357421875}, {"step": 6650, "epoch": 17, "train_loss": 0.7483491897583008, "cos_r_negg": [0.8233667016029358, 0.849377453327179, 0.8703038692474365, 0.8834146857261658, 0.8906126022338867, 0.9064648747444153, 0.9161186814308167, 0.9142680168151855, 0.9271037578582764, 0.9369323253631592], "cos_apical_negg": [0.8233667016029358, 0.849377453327179, 0.8703038692474365, 0.8834146857261658, 0.8906126022338867, 0.9064648747444153, 0.9161186814308167, 0.9142680168151855, 0.9271037578582764, 0.9369323253631592], "cos_Ac_negg": [0.8233667016029358, 0.849377453327179, 0.8703038692474365, 0.8834146857261658, 0.8906126022338867, 0.9064648747444153, 0.9161186814308167, 0.9142680168151855, 0.9271037578582764, 0.9369323253631592], "r_norm": [1.8178515434265137, 1.5733485221862793, 1.5498456954956055, 1.545153021812439, 1.5154101848602295, 1.4862842559814453, 1.4775645732879639, 1.4196488857269287, 1.4275450706481934, 1.4133927822113037]}, {"step": 6700, "epoch": 17, "train_loss": 0.746633768081665, "cos_r_negg": [0.8241969347000122, 0.8525113463401794, 0.8720579743385315, 0.8857065439224243, 0.8919229507446289, 0.9079182147979736, 0.91568922996521, 0.9175601005554199, 0.9313112497329712, 0.9383727312088013], "cos_apical_negg": [0.8241969347000122, 0.8525113463401794, 0.8720579743385315, 0.8857065439224243, 0.8919229507446289, 0.9079182147979736, 0.91568922996521, 0.9175601005554199, 0.9313112497329712, 0.9383727312088013], "cos_Ac_negg": [0.8241969347000122, 0.8525113463401794, 0.8720579743385315, 0.8857065439224243, 0.8919229507446289, 0.9079182147979736, 0.91568922996521, 0.9175601005554199, 0.9313112497329712, 0.9383727312088013], "r_norm": [1.7954425811767578, 1.5595767498016357, 1.5362966060638428, 1.531988263130188, 1.5013089179992676, 1.4702417850494385, 1.4654083251953125, 1.4086328744888306, 1.4166548252105713, 1.40034818649292]}, {"step": 6750, "epoch": 17, "train_loss": 0.7567358613014221, "cos_r_negg": [0.8283389806747437, 0.8561134934425354, 0.8750051856040955, 0.8880072832107544, 0.8951338529586792, 0.9098511338233948, 0.9190331697463989, 0.9199038743972778, 0.9320858120918274, 0.9420425891876221], "cos_apical_negg": [0.8283389806747437, 0.8561134934425354, 0.8750051856040955, 0.8880072832107544, 0.8951338529586792, 0.9098511338233948, 0.9190331697463989, 0.9199038743972778, 0.9320858120918274, 0.9420425891876221], "cos_Ac_negg": [0.8283389806747437, 0.8561134934425354, 0.8750051856040955, 0.8880072832107544, 0.8951338529586792, 0.9098511338233948, 0.9190331697463989, 0.9199038743972778, 0.9320858120918274, 0.9420425891876221], "r_norm": [1.8221431970596313, 1.584740400314331, 1.5606369972229004, 1.555030345916748, 1.524571418762207, 1.4956597089767456, 1.4917092323303223, 1.432511568069458, 1.4394373893737793, 1.422771692276001], "ldr": {"dL_sdil": -0.0808403491973877, "dL_bp": -0.10834121704101562, "ratio": 0.746164307594803}}, {"step": 6800, "epoch": 17, "train_loss": 0.5862345695495605, "cos_r_negg": [0.8243229985237122, 0.8568558692932129, 0.8752662539482117, 0.8890493512153625, 0.895197331905365, 0.9106950163841248, 0.9189596176147461, 0.9207057952880859, 0.9328570365905762, 0.9416025876998901], "cos_apical_negg": [0.8243229985237122, 0.8568558692932129, 0.8752662539482117, 0.8890493512153625, 0.895197331905365, 0.9106950163841248, 0.9189596176147461, 0.9207057952880859, 0.9328570365905762, 0.9416025876998901], "cos_Ac_negg": [0.8243229985237122, 0.8568558692932129, 0.8752662539482117, 0.8890493512153625, 0.895197331905365, 0.9106950163841248, 0.9189596176147461, 0.9207057952880859, 0.9328570365905762, 0.9416025876998901], "r_norm": [1.8469058275222778, 1.6093559265136719, 1.5842232704162598, 1.5786986351013184, 1.5481382608413696, 1.5165905952453613, 1.5113614797592163, 1.454134225845337, 1.4566264152526855, 1.4414125680923462]}, {"step": 6850, "epoch": 17, "train_loss": 0.8861182332038879, "cos_r_negg": [0.8301840424537659, 0.8559792041778564, 0.876212477684021, 0.8907608985900879, 0.8965093493461609, 0.9105175137519836, 0.9201231598854065, 0.9226895570755005, 0.9336189031600952, 0.9417262077331543], "cos_apical_negg": [0.8301840424537659, 0.8559792041778564, 0.876212477684021, 0.8907608985900879, 0.8965093493461609, 0.9105175137519836, 0.9201231598854065, 0.9226895570755005, 0.9336189031600952, 0.9417262077331543], "cos_Ac_negg": [0.8301840424537659, 0.8559792041778564, 0.876212477684021, 0.8907608985900879, 0.8965093493461609, 0.9105175137519836, 0.9201231598854065, 0.9226895570755005, 0.9336189031600952, 0.9417262077331543], "r_norm": [1.884903907775879, 1.645119309425354, 1.6178735494613647, 1.6122851371765137, 1.5813024044036865, 1.5498353242874146, 1.5438530445098877, 1.4857499599456787, 1.4889569282531738, 1.4718670845031738]}, {"step": 6900, "epoch": 17, "train_loss": 0.7751353979110718, "cos_r_negg": [0.8382302522659302, 0.8570197820663452, 0.8787996172904968, 0.8906564712524414, 0.8969061374664307, 0.9123242497444153, 0.922144889831543, 0.9252697229385376, 0.9352421164512634, 0.9450904130935669], "cos_apical_negg": [0.8382302522659302, 0.8570197820663452, 0.8787996172904968, 0.8906564712524414, 0.8969061374664307, 0.9123242497444153, 0.922144889831543, 0.9252697229385376, 0.9352421164512634, 0.9450904130935669], "cos_Ac_negg": [0.8382302522659302, 0.8570197820663452, 0.8787996172904968, 0.8906564712524414, 0.8969061374664307, 0.9123242497444153, 0.922144889831543, 0.9252697229385376, 0.9352421164512634, 0.9450904130935669], "r_norm": [1.868913173675537, 1.6340382099151611, 1.6092817783355713, 1.603874921798706, 1.5738940238952637, 1.54107666015625, 1.5362298488616943, 1.4782296419143677, 1.481012225151062, 1.4634380340576172]}, {"step": 6950, "epoch": 17, "train_loss": 0.7442561388015747, "cos_r_negg": [0.8341238498687744, 0.8583147525787354, 0.8795670866966248, 0.8928492665290833, 0.9001864194869995, 0.9168363213539124, 0.9249934554100037, 0.9292290210723877, 0.9366310834884644, 0.9462246298789978], "cos_apical_negg": [0.8341238498687744, 0.8583147525787354, 0.8795670866966248, 0.8928492665290833, 0.9001864194869995, 0.9168363213539124, 0.9249934554100037, 0.9292290210723877, 0.9366310834884644, 0.9462246298789978], "cos_Ac_negg": [0.8341238498687744, 0.8583147525787354, 0.8795670866966248, 0.8928492665290833, 0.9001864194869995, 0.9168363213539124, 0.9249934554100037, 0.9292290210723877, 0.9366310834884644, 0.9462246298789978], "r_norm": [1.8218822479248047, 1.5951818227767944, 1.5711250305175781, 1.5671284198760986, 1.5362001657485962, 1.5039596557617188, 1.4995146989822388, 1.4445217847824097, 1.444408655166626, 1.4280844926834106]}, {"step": 7000, "epoch": 17, "train_loss": 0.7284711599349976, "cos_r_negg": [0.8327993154525757, 0.8602762818336487, 0.878693163394928, 0.892048180103302, 0.9016574621200562, 0.9142457246780396, 0.9255795478820801, 0.9285335540771484, 0.9387259483337402, 0.9459061622619629], "cos_apical_negg": [0.8327993154525757, 0.8602762818336487, 0.878693163394928, 0.892048180103302, 0.9016574621200562, 0.9142457246780396, 0.9255795478820801, 0.9285335540771484, 0.9387259483337402, 0.9459061622619629], "cos_Ac_negg": [0.8327993154525757, 0.8602762818336487, 0.878693163394928, 0.892048180103302, 0.9016574621200562, 0.9142457246780396, 0.9255795478820801, 0.9285335540771484, 0.9387259483337402, 0.9459061622619629], "r_norm": [1.8666883707046509, 1.637987494468689, 1.6131916046142578, 1.608048677444458, 1.5780317783355713, 1.5461546182632446, 1.5407989025115967, 1.483062744140625, 1.4843237400054932, 1.4664472341537476], "ldr": {"dL_sdil": -0.0848085880279541, "dL_bp": -0.11589717864990234, "ratio": 0.7317571403885557}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4289, "test_loss": 2.329475634765625}, {"step": 7050, "epoch": 18, "train_loss": 0.5934032201766968, "cos_r_negg": [0.8316957950592041, 0.8598781824111938, 0.8799289464950562, 0.8924547433853149, 0.9019390940666199, 0.9178256392478943, 0.9263402819633484, 0.9279459118843079, 0.9375949501991272, 0.94614577293396], "cos_apical_negg": [0.8316957950592041, 0.8598781824111938, 0.8799289464950562, 0.8924547433853149, 0.9019390940666199, 0.9178256392478943, 0.9263402819633484, 0.9279459118843079, 0.9375949501991272, 0.94614577293396], "cos_Ac_negg": [0.8316957950592041, 0.8598781824111938, 0.8799289464950562, 0.8924547433853149, 0.9019390940666199, 0.9178256392478943, 0.9263402819633484, 0.9279459118843079, 0.9375949501991272, 0.94614577293396], "r_norm": [1.8513517379760742, 1.6263293027877808, 1.602109670639038, 1.597140908241272, 1.56964111328125, 1.5343300104141235, 1.5296401977539062, 1.472984790802002, 1.4727716445922852, 1.457279086112976]}, {"step": 7100, "epoch": 18, "train_loss": 0.8315023183822632, "cos_r_negg": [0.8271410465240479, 0.8562396764755249, 0.8795251846313477, 0.8933469653129578, 0.9010378122329712, 0.9167934656143188, 0.9272242188453674, 0.9294021129608154, 0.9389811754226685, 0.9472967386245728], "cos_apical_negg": [0.8271410465240479, 0.8562396764755249, 0.8795251846313477, 0.8933469653129578, 0.9010378122329712, 0.9167934656143188, 0.9272242188453674, 0.9294021129608154, 0.9389811754226685, 0.9472967386245728], "cos_Ac_negg": [0.8271410465240479, 0.8562396764755249, 0.8795251846313477, 0.8933469653129578, 0.9010378122329712, 0.9167934656143188, 0.9272242188453674, 0.9294021129608154, 0.9389811754226685, 0.9472967386245728], "r_norm": [1.9142789840698242, 1.6856783628463745, 1.6639788150787354, 1.658948540687561, 1.628240942955017, 1.5946636199951172, 1.588639736175537, 1.5295073986053467, 1.52907395362854, 1.5117319822311401]}, {"step": 7150, "epoch": 18, "train_loss": 0.6054482460021973, "cos_r_negg": [0.8257985711097717, 0.8579750657081604, 0.8803281784057617, 0.8934286832809448, 0.9029572606086731, 0.9174898862838745, 0.9280098080635071, 0.9300506114959717, 0.9404687881469727, 0.9500108957290649], "cos_apical_negg": [0.8257985711097717, 0.8579750657081604, 0.8803281784057617, 0.8934286832809448, 0.9029572606086731, 0.9174898862838745, 0.9280098080635071, 0.9300506114959717, 0.9404687881469727, 0.9500108957290649], "cos_Ac_negg": [0.8257985711097717, 0.8579750657081604, 0.8803281784057617, 0.8934286832809448, 0.9029572606086731, 0.9174898862838745, 0.9280098080635071, 0.9300506114959717, 0.9404687881469727, 0.9500108957290649], "r_norm": [1.944111704826355, 1.7147529125213623, 1.69352126121521, 1.6873818635940552, 1.6575214862823486, 1.6218273639678955, 1.6163302659988403, 1.5587615966796875, 1.5561943054199219, 1.5375878810882568]}, {"step": 7200, "epoch": 18, "train_loss": 0.6516788005828857, "cos_r_negg": [0.8286980986595154, 0.860034704208374, 0.8822965621948242, 0.8937486410140991, 0.902470588684082, 0.9184128046035767, 0.9287642240524292, 0.9306129217147827, 0.9414852857589722, 0.9510984420776367], "cos_apical_negg": [0.8286980986595154, 0.860034704208374, 0.8822965621948242, 0.8937486410140991, 0.902470588684082, 0.9184128046035767, 0.9287642240524292, 0.9306129217147827, 0.9414852857589722, 0.9510984420776367], "cos_Ac_negg": [0.8286980986595154, 0.860034704208374, 0.8822965621948242, 0.8937486410140991, 0.902470588684082, 0.9184128046035767, 0.9287642240524292, 0.9306129217147827, 0.9414852857589722, 0.9510984420776367], "r_norm": [1.9264823198318481, 1.6980539560317993, 1.675571322441101, 1.6697888374328613, 1.6390165090560913, 1.60475754737854, 1.5974757671356201, 1.539207935333252, 1.5386197566986084, 1.5183773040771484]}, {"step": 7250, "epoch": 18, "train_loss": 0.740851879119873, "cos_r_negg": [0.8305584788322449, 0.8607189655303955, 0.8842513561248779, 0.8967559337615967, 0.9049145579338074, 0.9220757484436035, 0.9285703301429749, 0.9320006966590881, 0.9443778991699219, 0.9528622627258301], "cos_apical_negg": [0.8305584788322449, 0.8607189655303955, 0.8842513561248779, 0.8967559337615967, 0.9049145579338074, 0.9220757484436035, 0.9285703301429749, 0.9320006966590881, 0.9443778991699219, 0.9528622627258301], "cos_Ac_negg": [0.8305584788322449, 0.8607189655303955, 0.8842513561248779, 0.8967559337615967, 0.9049145579338074, 0.9220757484436035, 0.9285703301429749, 0.9320006966590881, 0.9443778991699219, 0.9528622627258301], "r_norm": [1.9482553005218506, 1.719490647315979, 1.6929826736450195, 1.6868624687194824, 1.6558319330215454, 1.6224043369293213, 1.6116089820861816, 1.5561020374298096, 1.5543725490570068, 1.5334831476211548], "ldr": {"dL_sdil": -0.10260558128356934, "dL_bp": -0.13667988777160645, "ratio": 0.7506999234227084}}, {"step": 7300, "epoch": 18, "train_loss": 0.6890127658843994, "cos_r_negg": [0.8260443210601807, 0.8608288764953613, 0.8839618563652039, 0.8968231678009033, 0.9048805236816406, 0.9218793511390686, 0.9286919832229614, 0.9331885576248169, 0.9426219463348389, 0.9517595767974854], "cos_apical_negg": [0.8260443210601807, 0.8608288764953613, 0.8839618563652039, 0.8968231678009033, 0.9048805236816406, 0.9218793511390686, 0.9286919832229614, 0.9331885576248169, 0.9426219463348389, 0.9517595767974854], "cos_Ac_negg": [0.8260443210601807, 0.8608288764953613, 0.8839618563652039, 0.8968231678009033, 0.9048805236816406, 0.9218793511390686, 0.9286919832229614, 0.9331885576248169, 0.9426219463348389, 0.9517595767974854], "r_norm": [1.9392064809799194, 1.7148957252502441, 1.6905577182769775, 1.6844468116760254, 1.651838779449463, 1.6198843717575073, 1.6091980934143066, 1.5552679300308228, 1.5520859956741333, 1.5302118062973022]}, {"step": 7350, "epoch": 18, "train_loss": 0.8229384422302246, "cos_r_negg": [0.8178340792655945, 0.8621851205825806, 0.8835998177528381, 0.8978726267814636, 0.9079846143722534, 0.9220792055130005, 0.9284979104995728, 0.935102105140686, 0.9455224275588989, 0.9534876346588135], "cos_apical_negg": [0.8178340792655945, 0.8621851205825806, 0.8835998177528381, 0.8978726267814636, 0.9079846143722534, 0.9220792055130005, 0.9284979104995728, 0.935102105140686, 0.9455224275588989, 0.9534876346588135], "cos_Ac_negg": [0.8178340792655945, 0.8621851205825806, 0.8835998177528381, 0.8978726267814636, 0.9079846143722534, 0.9220792055130005, 0.9284979104995728, 0.935102105140686, 0.9455224275588989, 0.9534876346588135], "r_norm": [1.9499073028564453, 1.725658893585205, 1.7035620212554932, 1.6959909200668335, 1.662623405456543, 1.634039044380188, 1.6203312873840332, 1.5665435791015625, 1.5639845132827759, 1.5394659042358398]}, {"step": 7400, "epoch": 18, "train_loss": 0.6657058000564575, "cos_r_negg": [0.8256886601448059, 0.8609994649887085, 0.8828510046005249, 0.8955327272415161, 0.9057403206825256, 0.9213083386421204, 0.9303921461105347, 0.9345365762710571, 0.9443899393081665, 0.9536889791488647], "cos_apical_negg": [0.8256886601448059, 0.8609994649887085, 0.8828510046005249, 0.8955327272415161, 0.9057403206825256, 0.9213083386421204, 0.9303921461105347, 0.9345365762710571, 0.9443899393081665, 0.9536889791488647], "cos_Ac_negg": [0.8256886601448059, 0.8609994649887085, 0.8828510046005249, 0.8955327272415161, 0.9057403206825256, 0.9213083386421204, 0.9303921461105347, 0.9345365762710571, 0.9443899393081665, 0.9536889791488647], "r_norm": [1.9982831478118896, 1.7714802026748657, 1.7487778663635254, 1.7394087314605713, 1.708072304725647, 1.6748323440551758, 1.6621637344360352, 1.6095516681671143, 1.603513479232788, 1.580043077468872]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4257, "test_loss": 2.395592138671875}, {"step": 7450, "epoch": 19, "train_loss": 0.46295076608657837, "cos_r_negg": [0.8253133893013, 0.864057183265686, 0.8846437931060791, 0.8977257013320923, 0.9079146385192871, 0.9227293729782104, 0.9313077926635742, 0.9351398944854736, 0.9459424614906311, 0.9557555913925171], "cos_apical_negg": [0.8253133893013, 0.864057183265686, 0.8846437931060791, 0.8977257013320923, 0.9079146385192871, 0.9227293729782104, 0.9313077926635742, 0.9351398944854736, 0.9459424614906311, 0.9557555913925171], "cos_Ac_negg": [0.8253133893013, 0.864057183265686, 0.8846437931060791, 0.8977257013320923, 0.9079146385192871, 0.9227293729782104, 0.9313077926635742, 0.9351398944854736, 0.9459424614906311, 0.9557555913925171], "r_norm": [1.981518030166626, 1.7596981525421143, 1.7365567684173584, 1.7278701066970825, 1.695591926574707, 1.6624712944030762, 1.6489386558532715, 1.5972974300384521, 1.5906991958618164, 1.5674471855163574]}, {"step": 7500, "epoch": 19, "train_loss": 0.4078858196735382, "cos_r_negg": [0.8259793519973755, 0.8635892868041992, 0.8850942850112915, 0.899446964263916, 0.9094162583351135, 0.9238739013671875, 0.9328405857086182, 0.9363032579421997, 0.947670578956604, 0.956925630569458], "cos_apical_negg": [0.8259793519973755, 0.8635892868041992, 0.8850942850112915, 0.899446964263916, 0.9094162583351135, 0.9238739013671875, 0.9328405857086182, 0.9363032579421997, 0.947670578956604, 0.956925630569458], "cos_Ac_negg": [0.8259793519973755, 0.8635892868041992, 0.8850942850112915, 0.899446964263916, 0.9094162583351135, 0.9238739013671875, 0.9328405857086182, 0.9363032579421997, 0.947670578956604, 0.956925630569458], "r_norm": [1.9718546867370605, 1.7549810409545898, 1.7317947149276733, 1.7229211330413818, 1.6909661293029785, 1.6587793827056885, 1.6444017887115479, 1.5936145782470703, 1.588739037513733, 1.563266634941101], "ldr": {"dL_sdil": -0.08982110023498535, "dL_bp": -0.1288902759552002, "ratio": 0.696880347018618}}, {"step": 7550, "epoch": 19, "train_loss": 0.47180014848709106, "cos_r_negg": [0.8230472207069397, 0.8646397590637207, 0.8863341212272644, 0.8996515870094299, 0.9083951711654663, 0.9250277280807495, 0.9340288639068604, 0.9378001093864441, 0.9482698440551758, 0.959164023399353], "cos_apical_negg": [0.8230472207069397, 0.8646397590637207, 0.8863341212272644, 0.8996515870094299, 0.9083951711654663, 0.9250277280807495, 0.9340288639068604, 0.9378001093864441, 0.9482698440551758, 0.959164023399353], "cos_Ac_negg": [0.8230472207069397, 0.8646397590637207, 0.8863341212272644, 0.8996515870094299, 0.9083951711654663, 0.9250277280807495, 0.9340288639068604, 0.9378001093864441, 0.9482698440551758, 0.959164023399353], "r_norm": [2.002102851867676, 1.7877135276794434, 1.766975998878479, 1.7578935623168945, 1.7293533086776733, 1.6941006183624268, 1.6795539855957031, 1.629361867904663, 1.6244726181030273, 1.5988266468048096]}, {"step": 7600, "epoch": 19, "train_loss": 0.8303958773612976, "cos_r_negg": [0.828485369682312, 0.8643311262130737, 0.8859634399414062, 0.8992165327072144, 0.9084126949310303, 0.9241929054260254, 0.9328210353851318, 0.9365733861923218, 0.9470506906509399, 0.9573490023612976], "cos_apical_negg": [0.828485369682312, 0.8643311262130737, 0.8859634399414062, 0.8992165327072144, 0.9084126949310303, 0.9241929054260254, 0.9328210353851318, 0.9365733861923218, 0.9470506906509399, 0.9573490023612976], "cos_Ac_negg": [0.828485369682312, 0.8643311262130737, 0.8859634399414062, 0.8992165327072144, 0.9084126949310303, 0.9241929054260254, 0.9328210353851318, 0.9365733861923218, 0.9470506906509399, 0.9573490023612976], "r_norm": [1.976771354675293, 1.7641122341156006, 1.7434929609298706, 1.734134554862976, 1.704365611076355, 1.671427845954895, 1.6535353660583496, 1.6040761470794678, 1.5989634990692139, 1.5719728469848633]}, {"step": 7650, "epoch": 19, "train_loss": 0.6588690280914307, "cos_r_negg": [0.8168542981147766, 0.8635739684104919, 0.8866310119628906, 0.8996154069900513, 0.9094288349151611, 0.923320472240448, 0.9326314330101013, 0.9373180866241455, 0.948798656463623, 0.9588142037391663], "cos_apical_negg": [0.8168542981147766, 0.8635739684104919, 0.8866310119628906, 0.8996154069900513, 0.9094288349151611, 0.923320472240448, 0.9326314330101013, 0.9373180866241455, 0.948798656463623, 0.9588142037391663], "cos_Ac_negg": [0.8168542981147766, 0.8635739684104919, 0.8866310119628906, 0.8996154069900513, 0.9094288349151611, 0.923320472240448, 0.9326314330101013, 0.9373180866241455, 0.948798656463623, 0.9588142037391663], "r_norm": [2.016477584838867, 1.7991359233856201, 1.778839349746704, 1.770509123802185, 1.7384980916976929, 1.7056207656860352, 1.6872334480285645, 1.6358904838562012, 1.6316449642181396, 1.6051456928253174]}, {"step": 7700, "epoch": 19, "train_loss": 0.5472383499145508, "cos_r_negg": [0.8261174559593201, 0.8647124171257019, 0.8872554898262024, 0.9030100107192993, 0.9121493101119995, 0.9263652563095093, 0.9359188079833984, 0.939520537853241, 0.9511149525642395, 0.9595462083816528], "cos_apical_negg": [0.8261174559593201, 0.8647124171257019, 0.8872554898262024, 0.9030100107192993, 0.9121493101119995, 0.9263652563095093, 0.9359188079833984, 0.939520537853241, 0.9511149525642395, 0.9595462083816528], "cos_Ac_negg": [0.8261174559593201, 0.8647124171257019, 0.8872554898262024, 0.9030100107192993, 0.9121493101119995, 0.9263652563095093, 0.9359188079833984, 0.939520537853241, 0.9511149525642395, 0.9595462083816528], "r_norm": [1.9729924201965332, 1.7631592750549316, 1.742369532585144, 1.7343239784240723, 1.7016851902008057, 1.667898416519165, 1.651907205581665, 1.6025447845458984, 1.5956017971038818, 1.568781852722168]}, {"step": 7750, "epoch": 19, "train_loss": 0.7856402397155762, "cos_r_negg": [0.8257753252983093, 0.8637170791625977, 0.8864738941192627, 0.9009077548980713, 0.9118675589561462, 0.9250122308731079, 0.9364675879478455, 0.9396438598632812, 0.949822187423706, 0.958439826965332], "cos_apical_negg": [0.8257753252983093, 0.8637170791625977, 0.8864738941192627, 0.9009077548980713, 0.9118675589561462, 0.9250122308731079, 0.9364675879478455, 0.9396438598632812, 0.949822187423706, 0.958439826965332], "cos_Ac_negg": [0.8257753252983093, 0.8637170791625977, 0.8864738941192627, 0.9009077548980713, 0.9118675589561462, 0.9250122308731079, 0.9364675879478455, 0.9396438598632812, 0.949822187423706, 0.958439826965332], "r_norm": [2.0589685440063477, 1.8414376974105835, 1.8184564113616943, 1.8112690448760986, 1.777115821838379, 1.7424479722976685, 1.7241625785827637, 1.6729159355163574, 1.664067029953003, 1.6370651721954346], "ldr": {"dL_sdil": -0.10959529876708984, "dL_bp": -0.15514492988586426, "ratio": 0.7064059318452496}}, {"step": 7800, "epoch": 19, "train_loss": 0.7491711378097534, "cos_r_negg": [0.8279663920402527, 0.8636786937713623, 0.8871763348579407, 0.9040027260780334, 0.9113565683364868, 0.9255385994911194, 0.9354730844497681, 0.9397764801979065, 0.9509216547012329, 0.9597384929656982], "cos_apical_negg": [0.8279663920402527, 0.8636786937713623, 0.8871763348579407, 0.9040027260780334, 0.9113565683364868, 0.9255385994911194, 0.9354730844497681, 0.9397764801979065, 0.9509216547012329, 0.9597384929656982], "cos_Ac_negg": [0.8279663920402527, 0.8636786937713623, 0.8871763348579407, 0.9040027260780334, 0.9113565683364868, 0.9255385994911194, 0.9354730844497681, 0.9397764801979065, 0.9509216547012329, 0.9597384929656982], "r_norm": [2.008708953857422, 1.7979915142059326, 1.7818548679351807, 1.7716041803359985, 1.7378835678100586, 1.7062608003616333, 1.688253402709961, 1.6370863914489746, 1.6302449703216553, 1.6035912036895752]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4164, "test_loss": 2.5258214599609374}, {"step": 7850, "epoch": 20, "train_loss": 0.5641740560531616, "cos_r_negg": [0.8251646757125854, 0.8658844232559204, 0.887362003326416, 0.9028621912002563, 0.9126126766204834, 0.9279864430427551, 0.9371222853660583, 0.9413841962814331, 0.9525478482246399, 0.9608501195907593], "cos_apical_negg": [0.8251646757125854, 0.8658844232559204, 0.887362003326416, 0.9028621912002563, 0.9126126766204834, 0.9279864430427551, 0.9371222853660583, 0.9413841962814331, 0.9525478482246399, 0.9608501195907593], "cos_Ac_negg": [0.8251646757125854, 0.8658844232559204, 0.887362003326416, 0.9028621912002563, 0.9126126766204834, 0.9279864430427551, 0.9371222853660583, 0.9413841962814331, 0.9525478482246399, 0.9608501195907593], "r_norm": [2.021608829498291, 1.8119678497314453, 1.7938096523284912, 1.7848689556121826, 1.750817060470581, 1.7175250053405762, 1.697448968887329, 1.6480578184127808, 1.6383991241455078, 1.6120802164077759]}, {"step": 7900, "epoch": 20, "train_loss": 0.437558650970459, "cos_r_negg": [0.8179165124893188, 0.8640407919883728, 0.8856145143508911, 0.9038999080657959, 0.9141836166381836, 0.9278122782707214, 0.937533438205719, 0.9412497282028198, 0.9526705145835876, 0.9602808952331543], "cos_apical_negg": [0.8179165124893188, 0.8640407919883728, 0.8856145143508911, 0.9038999080657959, 0.9141836166381836, 0.9278122782707214, 0.937533438205719, 0.9412497282028198, 0.9526705145835876, 0.9602808952331543], "cos_Ac_negg": [0.8179165124893188, 0.8640407919883728, 0.8856145143508911, 0.9038999080657959, 0.9141836166381836, 0.9278122782707214, 0.937533438205719, 0.9412497282028198, 0.9526705145835876, 0.9602808952331543], "r_norm": [2.0279150009155273, 1.8244718313217163, 1.8071664571762085, 1.798860788345337, 1.76347815990448, 1.7302865982055664, 1.7111846208572388, 1.660851240158081, 1.653217077255249, 1.6251598596572876]}, {"step": 7950, "epoch": 20, "train_loss": 0.6194002628326416, "cos_r_negg": [0.8230648636817932, 0.8665919303894043, 0.8879212141036987, 0.9052410125732422, 0.9128785133361816, 0.9286541938781738, 0.9366672039031982, 0.9425097703933716, 0.9537398815155029, 0.9620342254638672], "cos_apical_negg": [0.8230648636817932, 0.8665919303894043, 0.8879212141036987, 0.9052410125732422, 0.9128785133361816, 0.9286541938781738, 0.9366672039031982, 0.9425097703933716, 0.9537398815155029, 0.9620342254638672], "cos_Ac_negg": [0.8230648636817932, 0.8665919303894043, 0.8879212141036987, 0.9052410125732422, 0.9128785133361816, 0.9286541938781738, 0.9366672039031982, 0.9425097703933716, 0.9537398815155029, 0.9620342254638672], "r_norm": [2.0259768962860107, 1.8224766254425049, 1.8016778230667114, 1.7951419353485107, 1.758108139038086, 1.7248526811599731, 1.706374168395996, 1.655265212059021, 1.649890422821045, 1.6194138526916504]}, {"step": 8000, "epoch": 20, "train_loss": 0.6459575891494751, "cos_r_negg": [0.8232997059822083, 0.8664267063140869, 0.8886325359344482, 0.9052202105522156, 0.9140012264251709, 0.9271043539047241, 0.936502993106842, 0.9426751136779785, 0.9514862895011902, 0.9614216685295105], "cos_apical_negg": [0.8232997059822083, 0.8664267063140869, 0.8886325359344482, 0.9052202105522156, 0.9140012264251709, 0.9271043539047241, 0.936502993106842, 0.9426751136779785, 0.9514862895011902, 0.9614216685295105], "cos_Ac_negg": [0.8232997059822083, 0.8664267063140869, 0.8886325359344482, 0.9052202105522156, 0.9140012264251709, 0.9271043539047241, 0.936502993106842, 0.9426751136779785, 0.9514862895011902, 0.9614216685295105], "r_norm": [2.079982280731201, 1.8751084804534912, 1.8570075035095215, 1.8485963344573975, 1.8123164176940918, 1.7771990299224854, 1.7574294805526733, 1.703829288482666, 1.697007417678833, 1.667484998703003], "ldr": {"dL_sdil": -0.11547732353210449, "dL_bp": -0.16257333755493164, "ratio": 0.7103091150668297}}, {"step": 8050, "epoch": 20, "train_loss": 0.48971766233444214, "cos_r_negg": [0.8212836384773254, 0.8678704500198364, 0.8900837898254395, 0.9062312841415405, 0.9144818186759949, 0.9283459186553955, 0.9385246634483337, 0.9440563917160034, 0.953818142414093, 0.9624513387680054], "cos_apical_negg": [0.8212836384773254, 0.8678704500198364, 0.8900837898254395, 0.9062312841415405, 0.9144818186759949, 0.9283459186553955, 0.9385246634483337, 0.9440563917160034, 0.953818142414093, 0.9624513387680054], "cos_Ac_negg": [0.8212836384773254, 0.8678704500198364, 0.8900837898254395, 0.9062312841415405, 0.9144818186759949, 0.9283459186553955, 0.9385246634483337, 0.9440563917160034, 0.953818142414093, 0.9624513387680054], "r_norm": [2.0703203678131104, 1.8686245679855347, 1.8490126132965088, 1.8420848846435547, 1.804971694946289, 1.7712104320526123, 1.752156138420105, 1.6975364685058594, 1.6929447650909424, 1.6615303754806519]}, {"step": 8100, "epoch": 20, "train_loss": 0.5547071099281311, "cos_r_negg": [0.8230288028717041, 0.8692632913589478, 0.8897657990455627, 0.9053145051002502, 0.9146342873573303, 0.9289792776107788, 0.9390754699707031, 0.9441467523574829, 0.9551842212677002, 0.9625281095504761], "cos_apical_negg": [0.8230288028717041, 0.8692632913589478, 0.8897657990455627, 0.9053145051002502, 0.9146342873573303, 0.9289792776107788, 0.9390754699707031, 0.9441467523574829, 0.9551842212677002, 0.9625281095504761], "cos_Ac_negg": [0.8230288028717041, 0.8692632913589478, 0.8897657990455627, 0.9053145051002502, 0.9146342873573303, 0.9289792776107788, 0.9390754699707031, 0.9441467523574829, 0.9551842212677002, 0.9625281095504761], "r_norm": [2.0728373527526855, 1.8728141784667969, 1.8497657775878906, 1.8454794883728027, 1.803846836090088, 1.7699581384658813, 1.7529447078704834, 1.6993297338485718, 1.6913056373596191, 1.6625728607177734]}, {"step": 8150, "epoch": 20, "train_loss": 0.5252624154090881, "cos_r_negg": [0.8244200944900513, 0.8695894479751587, 0.8905370235443115, 0.9074664115905762, 0.9171785712242126, 0.9299664497375488, 0.9396169185638428, 0.9450132846832275, 0.9541941285133362, 0.9630471467971802], "cos_apical_negg": [0.8244200944900513, 0.8695894479751587, 0.8905370235443115, 0.9074664115905762, 0.9171785712242126, 0.9299664497375488, 0.9396169185638428, 0.9450132846832275, 0.9541941285133362, 0.9630471467971802], "cos_Ac_negg": [0.8244200944900513, 0.8695894479751587, 0.8905370235443115, 0.9074664115905762, 0.9171785712242126, 0.9299664497375488, 0.9396169185638428, 0.9450132846832275, 0.9541941285133362, 0.9630471467971802], "r_norm": [2.093069553375244, 1.8952429294586182, 1.8717107772827148, 1.8663480281829834, 1.8258306980133057, 1.7924385070800781, 1.7726157903671265, 1.7181596755981445, 1.710207223892212, 1.682471513748169]}, {"step": 8200, "epoch": 20, "train_loss": 0.5562716722488403, "cos_r_negg": [0.8246116638183594, 0.8687926530838013, 0.8901538848876953, 0.9074562788009644, 0.9182590246200562, 0.9313619136810303, 0.9413937926292419, 0.9473099708557129, 0.9566572904586792, 0.9657612442970276], "cos_apical_negg": [0.8246116638183594, 0.8687926530838013, 0.8901538848876953, 0.9074562788009644, 0.9182590246200562, 0.9313619136810303, 0.9413937926292419, 0.9473099708557129, 0.9566572904586792, 0.9657612442970276], "cos_Ac_negg": [0.8246116638183594, 0.8687926530838013, 0.8901538848876953, 0.9074562788009644, 0.9182590246200562, 0.9313619136810303, 0.9413937926292419, 0.9473099708557129, 0.9566572904586792, 0.9657612442970276], "r_norm": [2.0641469955444336, 1.8723978996276855, 1.8485684394836426, 1.8428409099578857, 1.8038716316223145, 1.7708210945129395, 1.7514309883117676, 1.6977531909942627, 1.6879689693450928, 1.658663272857666]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.417, "test_loss": 2.600467919921875}, {"step": 8250, "epoch": 21, "train_loss": 0.32456672191619873, "cos_r_negg": [0.8239772319793701, 0.8709759712219238, 0.8913133144378662, 0.906895637512207, 0.918248176574707, 0.9316778182983398, 0.9418079853057861, 0.9479755759239197, 0.9575815200805664, 0.9664170742034912], "cos_apical_negg": [0.8239772319793701, 0.8709759712219238, 0.8913133144378662, 0.906895637512207, 0.918248176574707, 0.9316778182983398, 0.9418079853057861, 0.9479755759239197, 0.9575815200805664, 0.9664170742034912], "cos_Ac_negg": [0.8239772319793701, 0.8709759712219238, 0.8913133144378662, 0.906895637512207, 0.918248176574707, 0.9316778182983398, 0.9418079853057861, 0.9479755759239197, 0.9575815200805664, 0.9664170742034912], "r_norm": [2.076904773712158, 1.8876782655715942, 1.8668373823165894, 1.861698865890503, 1.8208284378051758, 1.7875654697418213, 1.7681756019592285, 1.714125156402588, 1.704340934753418, 1.6752891540527344], "ldr": {"dL_sdil": -0.11365604400634766, "dL_bp": -0.16705989837646484, "ratio": 0.6803310974739546}}, {"step": 8300, "epoch": 21, "train_loss": 0.5537629127502441, "cos_r_negg": [0.8159216642379761, 0.8706119060516357, 0.8925141096115112, 0.9072489142417908, 0.9184505939483643, 0.9315493702888489, 0.9416427612304688, 0.9462932348251343, 0.9564350843429565, 0.9662536978721619], "cos_apical_negg": [0.8159216642379761, 0.8706119060516357, 0.8925141096115112, 0.9072489142417908, 0.9184505939483643, 0.9315493702888489, 0.9416427612304688, 0.9462932348251343, 0.9564350843429565, 0.9662536978721619], "cos_Ac_negg": [0.8159216642379761, 0.8706119060516357, 0.8925141096115112, 0.9072489142417908, 0.9184505939483643, 0.9315493702888489, 0.9416427612304688, 0.9462932348251343, 0.9564350843429565, 0.9662536978721619], "r_norm": [2.097449779510498, 1.905245065689087, 1.8828928470611572, 1.8766913414001465, 1.8355844020843506, 1.8031330108642578, 1.7828387022018433, 1.7285892963409424, 1.7187579870224, 1.6887314319610596]}, {"step": 8350, "epoch": 21, "train_loss": 0.5747500658035278, "cos_r_negg": [0.8111293315887451, 0.8685773015022278, 0.8915054202079773, 0.9064372777938843, 0.9175405502319336, 0.9305218458175659, 0.9412078261375427, 0.9474425315856934, 0.9561214447021484, 0.9671685099601746], "cos_apical_negg": [0.8111293315887451, 0.8685773015022278, 0.8915054202079773, 0.9064372777938843, 0.9175405502319336, 0.9305218458175659, 0.9412078261375427, 0.9474425315856934, 0.9561214447021484, 0.9671685099601746], "cos_Ac_negg": [0.8111293315887451, 0.8685773015022278, 0.8915054202079773, 0.9064372777938843, 0.9175405502319336, 0.9305218458175659, 0.9412078261375427, 0.9474425315856934, 0.9561214447021484, 0.9671685099601746], "r_norm": [2.1080217361450195, 1.91742742061615, 1.8948156833648682, 1.889317512512207, 1.847373127937317, 1.813692569732666, 1.7939438819885254, 1.7398550510406494, 1.7295958995819092, 1.6991643905639648]}, {"step": 8400, "epoch": 21, "train_loss": 0.44879230856895447, "cos_r_negg": [0.8219791054725647, 0.868931233882904, 0.8910353779792786, 0.9093376398086548, 0.9199250340461731, 0.9330644607543945, 0.9424394369125366, 0.9491385221481323, 0.9592175483703613, 0.9682896137237549], "cos_apical_negg": [0.8219791054725647, 0.868931233882904, 0.8910353779792786, 0.9093376398086548, 0.9199250340461731, 0.9330644607543945, 0.9424394369125366, 0.9491385221481323, 0.9592175483703613, 0.9682896137237549], "cos_Ac_negg": [0.8219791054725647, 0.868931233882904, 0.8910353779792786, 0.9093376398086548, 0.9199250340461731, 0.9330644607543945, 0.9424394369125366, 0.9491385221481323, 0.9592175483703613, 0.9682896137237549], "r_norm": [2.122455358505249, 1.9305458068847656, 1.9078888893127441, 1.9042726755142212, 1.8626158237457275, 1.827674388885498, 1.8077638149261475, 1.7520519495010376, 1.7437633275985718, 1.7116563320159912]}, {"step": 8450, "epoch": 21, "train_loss": 0.35735321044921875, "cos_r_negg": [0.820820689201355, 0.8701791763305664, 0.8924850821495056, 0.9076339602470398, 0.9173420667648315, 0.9313727617263794, 0.9410386085510254, 0.9472448229789734, 0.9568235874176025, 0.9668214321136475], "cos_apical_negg": [0.820820689201355, 0.8701791763305664, 0.8924850821495056, 0.9076339602470398, 0.9173420667648315, 0.9313727617263794, 0.9410386085510254, 0.9472448229789734, 0.9568235874176025, 0.9668214321136475], "cos_Ac_negg": [0.820820689201355, 0.8701791763305664, 0.8924850821495056, 0.9076339602470398, 0.9173420667648315, 0.9313727617263794, 0.9410386085510254, 0.9472448229789734, 0.9568235874176025, 0.9668214321136475], "r_norm": [2.133064031600952, 1.9440252780914307, 1.9224307537078857, 1.9189985990524292, 1.8776769638061523, 1.83998703956604, 1.8204445838928223, 1.7633326053619385, 1.7562458515167236, 1.7228155136108398]}, {"step": 8500, "epoch": 21, "train_loss": 0.5184504389762878, "cos_r_negg": [0.81721031665802, 0.8724257349967957, 0.8928297162055969, 0.9101296663284302, 0.9208594560623169, 0.9329406023025513, 0.9439306855201721, 0.9487713575363159, 0.9603018760681152, 0.9682179093360901], "cos_apical_negg": [0.81721031665802, 0.8724257349967957, 0.8928297162055969, 0.9101296663284302, 0.9208594560623169, 0.9329406023025513, 0.9439306855201721, 0.9487713575363159, 0.9603018760681152, 0.9682179093360901], "cos_Ac_negg": [0.81721031665802, 0.8724257349967957, 0.8928297162055969, 0.9101296663284302, 0.9208594560623169, 0.9329406023025513, 0.9439306855201721, 0.9487713575363159, 0.9603018760681152, 0.9682179093360901], "r_norm": [2.1319665908813477, 1.9479217529296875, 1.9261382818222046, 1.9251790046691895, 1.8810433149337769, 1.8454458713531494, 1.8249683380126953, 1.7675610780715942, 1.7620724439620972, 1.7265651226043701], "ldr": {"dL_sdil": -0.1234898567199707, "dL_bp": -0.17880964279174805, "ratio": 0.6906219082591315}}, {"step": 8550, "epoch": 21, "train_loss": 0.5599329471588135, "cos_r_negg": [0.8146594762802124, 0.8723061084747314, 0.8923513889312744, 0.9074283242225647, 0.9197449684143066, 0.9317963719367981, 0.9426796436309814, 0.9483027458190918, 0.9592158198356628, 0.968387246131897], "cos_apical_negg": [0.8146594762802124, 0.8723061084747314, 0.8923513889312744, 0.9074283242225647, 0.9197449684143066, 0.9317963719367981, 0.9426796436309814, 0.9483027458190918, 0.9592158198356628, 0.968387246131897], "cos_Ac_negg": [0.8146594762802124, 0.8723061084747314, 0.8923513889312744, 0.9074283242225647, 0.9197449684143066, 0.9317963719367981, 0.9426796436309814, 0.9483027458190918, 0.9592158198356628, 0.968387246131897], "r_norm": [2.169628620147705, 1.9828226566314697, 1.9567071199417114, 1.955198884010315, 1.9119515419006348, 1.8741945028305054, 1.8546944856643677, 1.798833966255188, 1.789736032485962, 1.7547636032104492]}, {"step": 8600, "epoch": 21, "train_loss": 0.5989625453948975, "cos_r_negg": [0.8199301958084106, 0.869267463684082, 0.892052948474884, 0.9083300828933716, 0.9203681945800781, 0.9322052001953125, 0.9424896836280823, 0.9485950469970703, 0.9582905173301697, 0.9682340621948242], "cos_apical_negg": [0.8199301958084106, 0.869267463684082, 0.892052948474884, 0.9083300828933716, 0.9203681945800781, 0.9322052001953125, 0.9424896836280823, 0.9485950469970703, 0.9582905173301697, 0.9682340621948242], "cos_Ac_negg": [0.8199301958084106, 0.869267463684082, 0.892052948474884, 0.9083300828933716, 0.9203681945800781, 0.9322052001953125, 0.9424896836280823, 0.9485950469970703, 0.9582905173301697, 0.9682340621948242], "r_norm": [2.15278959274292, 1.9721426963806152, 1.9504069089889526, 1.948507308959961, 1.9059462547302246, 1.8699883222579956, 1.849821925163269, 1.792067527770996, 1.7842767238616943, 1.7469123601913452]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4107, "test_loss": 2.6931146240234374}, {"step": 8650, "epoch": 22, "train_loss": 0.3525954782962799, "cos_r_negg": [0.817516028881073, 0.8691719174385071, 0.893718957901001, 0.9080042839050293, 0.9195984601974487, 0.9320604205131531, 0.9433877468109131, 0.9496227502822876, 0.9588265419006348, 0.9686890840530396], "cos_apical_negg": [0.817516028881073, 0.8691719174385071, 0.893718957901001, 0.9080042839050293, 0.9195984601974487, 0.9320604205131531, 0.9433877468109131, 0.9496227502822876, 0.9588265419006348, 0.9686890840530396], "cos_Ac_negg": [0.817516028881073, 0.8691719174385071, 0.893718957901001, 0.9080042839050293, 0.9195984601974487, 0.9320604205131531, 0.9433877468109131, 0.9496227502822876, 0.9588265419006348, 0.9686890840530396], "r_norm": [2.168440341949463, 1.987257719039917, 1.9652040004730225, 1.9628349542617798, 1.921930193901062, 1.8836363554000854, 1.8645460605621338, 1.8069586753845215, 1.7988150119781494, 1.7607030868530273]}, {"step": 8700, "epoch": 22, "train_loss": 0.6090840101242065, "cos_r_negg": [0.8197609782218933, 0.8681894540786743, 0.8931090831756592, 0.9088085889816284, 0.9194044470787048, 0.9317612648010254, 0.9419974088668823, 0.9480607509613037, 0.9578511118888855, 0.9682179689407349], "cos_apical_negg": [0.8197609782218933, 0.8681894540786743, 0.8931090831756592, 0.9088085889816284, 0.9194044470787048, 0.9317612648010254, 0.9419974088668823, 0.9480607509613037, 0.9578511118888855, 0.9682179689407349], "cos_Ac_negg": [0.8197609782218933, 0.8681894540786743, 0.8931090831756592, 0.9088085889816284, 0.9194044470787048, 0.9317612648010254, 0.9419974088668823, 0.9480607509613037, 0.9578511118888855, 0.9682179689407349], "r_norm": [2.1635189056396484, 1.9820035696029663, 1.9588168859481812, 1.954681634902954, 1.9118452072143555, 1.8736965656280518, 1.857226014137268, 1.7972590923309326, 1.7890955209732056, 1.7517027854919434]}, {"step": 8750, "epoch": 22, "train_loss": 0.35523468255996704, "cos_r_negg": [0.8151103258132935, 0.8690934181213379, 0.8916287422180176, 0.9086925983428955, 0.9176521301269531, 0.932019829750061, 0.9419518709182739, 0.9467943906784058, 0.9578949213027954, 0.9673234224319458], "cos_apical_negg": [0.8151103258132935, 0.8690934181213379, 0.8916287422180176, 0.9086925983428955, 0.9176521301269531, 0.932019829750061, 0.9419518709182739, 0.9467943906784058, 0.9578949213027954, 0.9673234224319458], "cos_Ac_negg": [0.8151103258132935, 0.8690934181213379, 0.8916287422180176, 0.9086925983428955, 0.9176521301269531, 0.932019829750061, 0.9419518709182739, 0.9467943906784058, 0.9578949213027954, 0.9673234224319458], "r_norm": [2.1776177883148193, 1.9975520372390747, 1.9741785526275635, 1.9712214469909668, 1.9278151988983154, 1.8908207416534424, 1.8746486902236938, 1.813116192817688, 1.8047208786010742, 1.766621470451355], "ldr": {"dL_sdil": -0.1063389778137207, "dL_bp": -0.17202520370483398, "ratio": 0.6181592901711096}}, {"step": 8800, "epoch": 22, "train_loss": 0.5598787069320679, "cos_r_negg": [0.8161805868148804, 0.8666794896125793, 0.8906385898590088, 0.9079069495201111, 0.9184396266937256, 0.9304475784301758, 0.9414998292922974, 0.9470751285552979, 0.9569768905639648, 0.9664167165756226], "cos_apical_negg": [0.8161805868148804, 0.8666794896125793, 0.8906385898590088, 0.9079069495201111, 0.9184396266937256, 0.9304475784301758, 0.9414998292922974, 0.9470751285552979, 0.9569768905639648, 0.9664167165756226], "cos_Ac_negg": [0.8161805868148804, 0.8666794896125793, 0.8906385898590088, 0.9079069495201111, 0.9184396266937256, 0.9304475784301758, 0.9414998292922974, 0.9470751285552979, 0.9569768905639648, 0.9664167165756226], "r_norm": [2.236459493637085, 2.055107355117798, 2.0321245193481445, 2.0295331478118896, 1.9866267442703247, 1.9467198848724365, 1.9270044565200806, 1.867379903793335, 1.8560791015625, 1.8184866905212402]}, {"step": 8850, "epoch": 22, "train_loss": 0.37289226055145264, "cos_r_negg": [0.8161429166793823, 0.8696563243865967, 0.8941261768341064, 0.9093340635299683, 0.9189502000808716, 0.9326945543289185, 0.9430279731750488, 0.9487110376358032, 0.9589048624038696, 0.968321681022644], "cos_apical_negg": [0.8161429166793823, 0.8696563243865967, 0.8941261768341064, 0.9093340635299683, 0.9189502000808716, 0.9326945543289185, 0.9430279731750488, 0.9487110376358032, 0.9589048624038696, 0.968321681022644], "cos_Ac_negg": [0.8161429166793823, 0.8696563243865967, 0.8941261768341064, 0.9093340635299683, 0.9189502000808716, 0.9326945543289185, 0.9430279731750488, 0.9487110376358032, 0.9589048624038696, 0.968321681022644], "r_norm": [2.263162612915039, 2.0797650814056396, 2.0570731163024902, 2.0542960166931152, 2.0090270042419434, 1.9686397314071655, 1.9498943090438843, 1.8899312019348145, 1.8794053792953491, 1.8406689167022705]}, {"step": 8900, "epoch": 22, "train_loss": 0.5680534839630127, "cos_r_negg": [0.8173625469207764, 0.8688662052154541, 0.8925268650054932, 0.9092042446136475, 0.9192003011703491, 0.9329009056091309, 0.9435945749282837, 0.9497318863868713, 0.9604296088218689, 0.9685332179069519], "cos_apical_negg": [0.8173625469207764, 0.8688662052154541, 0.8925268650054932, 0.9092042446136475, 0.9192003011703491, 0.9329009056091309, 0.9435945749282837, 0.9497318863868713, 0.9604296088218689, 0.9685332179069519], "cos_Ac_negg": [0.8173625469207764, 0.8688662052154541, 0.8925268650054932, 0.9092042446136475, 0.9192003011703491, 0.9329009056091309, 0.9435945749282837, 0.9497318863868713, 0.9604296088218689, 0.9685332179069519], "r_norm": [2.2348616123199463, 2.056213140487671, 2.033289909362793, 2.0321152210235596, 1.9881057739257812, 1.947028636932373, 1.9279167652130127, 1.8684802055358887, 1.8573293685913086, 1.8180261850357056]}, {"step": 8950, "epoch": 22, "train_loss": 0.37986376881599426, "cos_r_negg": [0.8132902383804321, 0.8687463998794556, 0.8936874866485596, 0.909308910369873, 0.9216779470443726, 0.9339140057563782, 0.945121705532074, 0.9501696825027466, 0.960509181022644, 0.9694840312004089], "cos_apical_negg": [0.8132902383804321, 0.8687463998794556, 0.8936874866485596, 0.909308910369873, 0.9216779470443726, 0.9339140057563782, 0.945121705532074, 0.9501696825027466, 0.960509181022644, 0.9694840312004089], "cos_Ac_negg": [0.8132902383804321, 0.8687463998794556, 0.8936874866485596, 0.909308910369873, 0.9216779470443726, 0.9339140057563782, 0.945121705532074, 0.9501696825027466, 0.960509181022644, 0.9694840312004089], "r_norm": [2.21102237701416, 2.032975912094116, 2.0082221031188965, 2.007263660430908, 1.9635547399520874, 1.924081802368164, 1.9031257629394531, 1.844374656677246, 1.8345282077789307, 1.795314908027649]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4297, "test_loss": 2.7588923828125}, {"step": 9000, "epoch": 23, "train_loss": 0.47232234477996826, "cos_r_negg": [0.8083497285842896, 0.8681640625, 0.8915236592292786, 0.9071309566497803, 0.9206609725952148, 0.932059109210968, 0.9416639804840088, 0.9473522901535034, 0.9579006433486938, 0.9666852951049805], "cos_apical_negg": [0.8083497285842896, 0.8681640625, 0.8915236592292786, 0.9071309566497803, 0.9206609725952148, 0.932059109210968, 0.9416639804840088, 0.9473522901535034, 0.9579006433486938, 0.9666852951049805], "cos_Ac_negg": [0.8083497285842896, 0.8681640625, 0.8915236592292786, 0.9071309566497803, 0.9206609725952148, 0.932059109210968, 0.9416639804840088, 0.9473522901535034, 0.9579006433486938, 0.9666852951049805], "r_norm": [2.201331615447998, 2.024301528930664, 2.0034046173095703, 2.002227783203125, 1.9592764377593994, 1.9192237854003906, 1.8974359035491943, 1.8388131856918335, 1.8281738758087158, 1.78793466091156], "ldr": {"dL_sdil": -0.13073968887329102, "dL_bp": -0.1991884708404541, "ratio": 0.6563617277729434}}, {"step": 9050, "epoch": 23, "train_loss": 0.2786961793899536, "cos_r_negg": [0.8019906878471375, 0.869868278503418, 0.8933219909667969, 0.9099733829498291, 0.9209939241409302, 0.932907223701477, 0.9421676993370056, 0.9480962753295898, 0.9594459533691406, 0.9672356843948364], "cos_apical_negg": [0.8019906878471375, 0.869868278503418, 0.8933219909667969, 0.9099733829498291, 0.9209939241409302, 0.932907223701477, 0.9421676993370056, 0.9480962753295898, 0.9594459533691406, 0.9672356843948364], "cos_Ac_negg": [0.8019906878471375, 0.869868278503418, 0.8933219909667969, 0.9099733829498291, 0.9209939241409302, 0.932907223701477, 0.9421676993370056, 0.9480962753295898, 0.9594459533691406, 0.9672356843948364], "r_norm": [2.2156381607055664, 2.0392189025878906, 2.0170745849609375, 2.0146982669830322, 1.9720349311828613, 1.931210994720459, 1.9102189540863037, 1.8517136573791504, 1.8409162759780884, 1.7988020181655884]}, {"step": 9100, "epoch": 23, "train_loss": 0.41080111265182495, "cos_r_negg": [0.8139070868492126, 0.867240846157074, 0.8915054202079773, 0.9077924489974976, 0.9196751117706299, 0.9327593445777893, 0.9422305822372437, 0.9480205774307251, 0.9590717554092407, 0.9674891233444214], "cos_apical_negg": [0.8139070868492126, 0.867240846157074, 0.8915054202079773, 0.9077924489974976, 0.9196751117706299, 0.9327593445777893, 0.9422305822372437, 0.9480205774307251, 0.9590717554092407, 0.9674891233444214], "cos_Ac_negg": [0.8139070868492126, 0.867240846157074, 0.8915054202079773, 0.9077924489974976, 0.9196751117706299, 0.9327593445777893, 0.9422305822372437, 0.9480205774307251, 0.9590717554092407, 0.9674891233444214], "r_norm": [2.3019304275512695, 2.1223084926605225, 2.101508140563965, 2.099405288696289, 2.054842948913574, 2.0118658542633057, 1.9894523620605469, 1.9290533065795898, 1.915771484375, 1.8724851608276367]}, {"step": 9150, "epoch": 23, "train_loss": 0.5878912806510925, "cos_r_negg": [0.8122215867042542, 0.8691171407699585, 0.8924447298049927, 0.907760500907898, 0.919690728187561, 0.9318519830703735, 0.9422070980072021, 0.9491778612136841, 0.9593068957328796, 0.9673078060150146], "cos_apical_negg": [0.8122215867042542, 0.8691171407699585, 0.8924447298049927, 0.907760500907898, 0.919690728187561, 0.9318519830703735, 0.9422070980072021, 0.9491778612136841, 0.9593068957328796, 0.9673078060150146], "cos_Ac_negg": [0.8122215867042542, 0.8691171407699585, 0.8924447298049927, 0.907760500907898, 0.919690728187561, 0.9318519830703735, 0.9422070980072021, 0.9491778612136841, 0.9593068957328796, 0.9673078060150146], "r_norm": [2.2439894676208496, 2.0660738945007324, 2.046750545501709, 2.042757034301758, 1.9997154474258423, 1.9587087631225586, 1.936361312866211, 1.8759974241256714, 1.8639776706695557, 1.822378158569336]}, {"step": 9200, "epoch": 23, "train_loss": 0.511394739151001, "cos_r_negg": [0.8144429326057434, 0.8689226508140564, 0.8908635377883911, 0.9072496294975281, 0.9214475750923157, 0.9334872961044312, 0.9432790279388428, 0.9502886533737183, 0.9608866572380066, 0.9690097570419312], "cos_apical_negg": [0.8144429326057434, 0.8689226508140564, 0.8908635377883911, 0.9072496294975281, 0.9214475750923157, 0.9334872961044312, 0.9432790279388428, 0.9502886533737183, 0.9608866572380066, 0.9690097570419312], "cos_Ac_negg": [0.8144429326057434, 0.8689226508140564, 0.8908635377883911, 0.9072496294975281, 0.9214475750923157, 0.9334872961044312, 0.9432790279388428, 0.9502886533737183, 0.9608866572380066, 0.9690097570419312], "r_norm": [2.3130578994750977, 2.133301019668579, 2.1127493381500244, 2.1081204414367676, 2.0656487941741943, 2.022850751876831, 2.0004186630249023, 1.9382970333099365, 1.9249721765518188, 1.8818116188049316]}, {"step": 9250, "epoch": 23, "train_loss": 0.5708692669868469, "cos_r_negg": [0.8105686902999878, 0.8676760196685791, 0.8911480903625488, 0.9082425236701965, 0.9199953079223633, 0.9336202144622803, 0.9431480765342712, 0.9513318538665771, 0.9604842066764832, 0.9695176482200623], "cos_apical_negg": [0.8105686902999878, 0.8676760196685791, 0.8911480903625488, 0.9082425236701965, 0.9199953079223633, 0.9336202144622803, 0.9431480765342712, 0.9513318538665771, 0.9604842066764832, 0.9695176482200623], "cos_Ac_negg": [0.8105686902999878, 0.8676760196685791, 0.8911480903625488, 0.9082425236701965, 0.9199953079223633, 0.9336202144622803, 0.9431480765342712, 0.9513318538665771, 0.9604842066764832, 0.9695176482200623], "r_norm": [2.3228931427001953, 2.1438212394714355, 2.1261603832244873, 2.121072769165039, 2.0793981552124023, 2.0357861518859863, 2.012232780456543, 1.9497923851013184, 1.9361857175827026, 1.8925127983093262], "ldr": {"dL_sdil": -0.14981651306152344, "dL_bp": -0.2307744026184082, "ratio": 0.6491903407036401}}, {"step": 9300, "epoch": 23, "train_loss": 0.3461182713508606, "cos_r_negg": [0.811574399471283, 0.8682107925415039, 0.8913791179656982, 0.9074047803878784, 0.9203091263771057, 0.9332765340805054, 0.9419952630996704, 0.9494437575340271, 0.9592725038528442, 0.9683060646057129], "cos_apical_negg": [0.811574399471283, 0.8682107925415039, 0.8913791179656982, 0.9074047803878784, 0.9203091263771057, 0.9332765340805054, 0.9419952630996704, 0.9494437575340271, 0.9592725038528442, 0.9683060646057129], "cos_Ac_negg": [0.811574399471283, 0.8682107925415039, 0.8913791179656982, 0.9074047803878784, 0.9203091263771057, 0.9332765340805054, 0.9419952630996704, 0.9494437575340271, 0.9592725038528442, 0.9683060646057129], "r_norm": [2.277010440826416, 2.101625442504883, 2.0847010612487793, 2.082172155380249, 2.0407118797302246, 1.9975224733352661, 1.9741822481155396, 1.9123984575271606, 1.898963212966919, 1.8540372848510742]}, {"step": 9350, "epoch": 23, "train_loss": 0.42782992124557495, "cos_r_negg": [0.8229893445968628, 0.8706719279289246, 0.8950636386871338, 0.911608099937439, 0.9219067096710205, 0.9363070726394653, 0.9467259645462036, 0.9533266425132751, 0.9633918404579163, 0.9724286794662476], "cos_apical_negg": [0.8229893445968628, 0.8706719279289246, 0.8950636386871338, 0.911608099937439, 0.9219067096710205, 0.9363070726394653, 0.9467259645462036, 0.9533266425132751, 0.9633918404579163, 0.9724286794662476], "cos_Ac_negg": [0.8229893445968628, 0.8706719279289246, 0.8950636386871338, 0.911608099937439, 0.9219067096710205, 0.9363070726394653, 0.9467259645462036, 0.9533266425132751, 0.9633918404579163, 0.9724286794662476], "r_norm": [2.31457257270813, 2.138805866241455, 2.118197202682495, 2.1163368225097656, 2.0735645294189453, 2.029442310333252, 2.0045018196105957, 1.9422645568847656, 1.9293291568756104, 1.8844385147094727]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4217, "test_loss": 2.8580676513671874}, {"step": 9400, "epoch": 24, "train_loss": 0.34347862005233765, "cos_r_negg": [0.8174365758895874, 0.869185209274292, 0.8903573751449585, 0.9082180857658386, 0.919605553150177, 0.9327607750892639, 0.9427205324172974, 0.9492336511611938, 0.9599313735961914, 0.9687565565109253], "cos_apical_negg": [0.8174365758895874, 0.869185209274292, 0.8903573751449585, 0.9082180857658386, 0.919605553150177, 0.9327607750892639, 0.9427205324172974, 0.9492336511611938, 0.9599313735961914, 0.9687565565109253], "cos_Ac_negg": [0.8174365758895874, 0.869185209274292, 0.8903573751449585, 0.9082180857658386, 0.919605553150177, 0.9327607750892639, 0.9427205324172974, 0.9492336511611938, 0.9599313735961914, 0.9687565565109253], "r_norm": [2.3114166259765625, 2.137848377227783, 2.118260383605957, 2.1149306297302246, 2.0749645233154297, 2.029973030090332, 2.003554582595825, 1.9415287971496582, 1.9266433715820312, 1.8832900524139404]}, {"step": 9450, "epoch": 24, "train_loss": 0.21980281174182892, "cos_r_negg": [0.8149893283843994, 0.8692730665206909, 0.891943097114563, 0.9100548028945923, 0.920982837677002, 0.9347130060195923, 0.9456751346588135, 0.9517450332641602, 0.9623230695724487, 0.9709937572479248], "cos_apical_negg": [0.8149893283843994, 0.8692730665206909, 0.891943097114563, 0.9100548028945923, 0.920982837677002, 0.9347130060195923, 0.9456751346588135, 0.9517450332641602, 0.9623230695724487, 0.9709937572479248], "cos_Ac_negg": [0.8149893283843994, 0.8692730665206909, 0.891943097114563, 0.9100548028945923, 0.920982837677002, 0.9347130060195923, 0.9456751346588135, 0.9517450332641602, 0.9623230695724487, 0.9709937572479248], "r_norm": [2.3136746883392334, 2.142995834350586, 2.1245474815368652, 2.1227784156799316, 2.0832953453063965, 2.037584066390991, 2.012336254119873, 1.951384425163269, 1.9343703985214233, 1.8911125659942627]}, {"step": 9500, "epoch": 24, "train_loss": 0.3706730604171753, "cos_r_negg": [0.8181346654891968, 0.8672690391540527, 0.8911381363868713, 0.9090405702590942, 0.919410228729248, 0.9336344003677368, 0.9426613450050354, 0.9503333568572998, 0.9598028063774109, 0.969293475151062], "cos_apical_negg": [0.8181346654891968, 0.8672690391540527, 0.8911381363868713, 0.9090405702590942, 0.919410228729248, 0.9336344003677368, 0.9426613450050354, 0.9503333568572998, 0.9598028063774109, 0.969293475151062], "cos_Ac_negg": [0.8181346654891968, 0.8672690391540527, 0.8911381363868713, 0.9090405702590942, 0.919410228729248, 0.9336344003677368, 0.9426613450050354, 0.9503333568572998, 0.9598028063774109, 0.969293475151062], "r_norm": [2.352443218231201, 2.1819772720336914, 2.1617789268493652, 2.1582255363464355, 2.117906093597412, 2.073579788208008, 2.047180652618408, 1.9839038848876953, 1.9657938480377197, 1.9212063550949097], "ldr": {"dL_sdil": -0.15013551712036133, "dL_bp": -0.23298001289367676, "ratio": 0.6444137213988287}}, {"step": 9550, "epoch": 24, "train_loss": 0.45549294352531433, "cos_r_negg": [0.8165453672409058, 0.8720089793205261, 0.8945879936218262, 0.9130074381828308, 0.9222757816314697, 0.9363116025924683, 0.9470574259757996, 0.95502769947052, 0.9645529389381409, 0.9733375310897827], "cos_apical_negg": [0.8165453672409058, 0.8720089793205261, 0.8945879936218262, 0.9130074381828308, 0.9222757816314697, 0.9363116025924683, 0.9470574259757996, 0.95502769947052, 0.9645529389381409, 0.9733375310897827], "cos_Ac_negg": [0.8165453672409058, 0.8720089793205261, 0.8945879936218262, 0.9130074381828308, 0.9222757816314697, 0.9363116025924683, 0.9470574259757996, 0.95502769947052, 0.9645529389381409, 0.9733375310897827], "r_norm": [2.371384859085083, 2.1977648735046387, 2.176877737045288, 2.175499439239502, 2.1315197944641113, 2.0864944458007812, 2.0588202476501465, 1.9953083992004395, 1.9796497821807861, 1.9356698989868164]}, {"step": 9600, "epoch": 24, "train_loss": 0.4254836142063141, "cos_r_negg": [0.8030059337615967, 0.8683487176895142, 0.8943382501602173, 0.9111897349357605, 0.9212614893913269, 0.9346058368682861, 0.9442991018295288, 0.9515515565872192, 0.960979700088501, 0.9705982804298401], "cos_apical_negg": [0.8030059337615967, 0.8683487176895142, 0.8943382501602173, 0.9111897349357605, 0.9212614893913269, 0.9346058368682861, 0.9442991018295288, 0.9515515565872192, 0.960979700088501, 0.9705982804298401], "cos_Ac_negg": [0.8030059337615967, 0.8683487176895142, 0.8943382501602173, 0.9111897349357605, 0.9212614893913269, 0.9346058368682861, 0.9442991018295288, 0.9515515565872192, 0.960979700088501, 0.9705982804298401], "r_norm": [2.369699478149414, 2.204066276550293, 2.18485951423645, 2.180671215057373, 2.1385083198547363, 2.0918097496032715, 2.0638601779937744, 2.0021936893463135, 1.9838409423828125, 1.9375085830688477]}, {"step": 9650, "epoch": 24, "train_loss": 0.28555357456207275, "cos_r_negg": [0.8106215596199036, 0.8691145181655884, 0.8939450979232788, 0.9102323055267334, 0.9228382706642151, 0.9357356429100037, 0.9450850486755371, 0.9538980722427368, 0.9629111886024475, 0.9722504615783691], "cos_apical_negg": [0.8106215596199036, 0.8691145181655884, 0.8939450979232788, 0.9102323055267334, 0.9228382706642151, 0.9357356429100037, 0.9450850486755371, 0.9538980722427368, 0.9629111886024475, 0.9722504615783691], "cos_Ac_negg": [0.8106215596199036, 0.8691145181655884, 0.8939450979232788, 0.9102323055267334, 0.9228382706642151, 0.9357356429100037, 0.9450850486755371, 0.9538980722427368, 0.9629111886024475, 0.9722504615783691], "r_norm": [2.3827428817749023, 2.215175151824951, 2.19576358795166, 2.1936233043670654, 2.1509151458740234, 2.105670928955078, 2.0785231590270996, 2.012742519378662, 1.9952113628387451, 1.9480273723602295]}, {"step": 9700, "epoch": 24, "train_loss": 0.48008060455322266, "cos_r_negg": [0.8034723997116089, 0.8677269816398621, 0.8925253748893738, 0.9105398654937744, 0.9211230874061584, 0.9349421262741089, 0.9437572956085205, 0.9510790705680847, 0.961844265460968, 0.9706904888153076], "cos_apical_negg": [0.8034723997116089, 0.8677269816398621, 0.8925253748893738, 0.9105398654937744, 0.9211230874061584, 0.9349421262741089, 0.9437572956085205, 0.9510790705680847, 0.961844265460968, 0.9706904888153076], "cos_Ac_negg": [0.8034723997116089, 0.8677269816398621, 0.8925253748893738, 0.9105398654937744, 0.9211230874061584, 0.9349421262741089, 0.9437572956085205, 0.9510790705680847, 0.961844265460968, 0.9706904888153076], "r_norm": [2.288384437561035, 2.130566120147705, 2.1120223999023438, 2.1100244522094727, 2.0681467056274414, 2.021418571472168, 1.9982423782348633, 1.936179518699646, 1.915960431098938, 1.8722641468048096]}, {"step": 9750, "epoch": 24, "train_loss": 0.4690169095993042, "cos_r_negg": [0.8164303302764893, 0.8712292909622192, 0.8942126631736755, 0.9103975296020508, 0.9233443140983582, 0.9356412887573242, 0.9454147815704346, 0.9512618780136108, 0.9621082544326782, 0.9715725183486938], "cos_apical_negg": [0.8164303302764893, 0.8712292909622192, 0.8942126631736755, 0.9103975296020508, 0.9233443140983582, 0.9356412887573242, 0.9454147815704346, 0.9512618780136108, 0.9621082544326782, 0.9715725183486938], "cos_Ac_negg": [0.8164303302764893, 0.8712292909622192, 0.8942126631736755, 0.9103975296020508, 0.9233443140983582, 0.9356412887573242, 0.9454147815704346, 0.9512618780136108, 0.9621082544326782, 0.9715725183486938], "r_norm": [2.378079414367676, 2.2169299125671387, 2.196760654449463, 2.1943535804748535, 2.1500558853149414, 2.103494167327881, 2.0779595375061035, 2.0138330459594727, 1.9925651550292969, 1.9484084844589233], "ldr": {"dL_sdil": -0.15203118324279785, "dL_bp": -0.24319124221801758, "ratio": 0.62515073263413}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4163, "test_loss": 3.033963232421875}], "final": {"test_acc": 0.4163, "test_loss": 3.033963232421875, "wall_s": 262.6103754043579, "cos_r_negg": [0.8049477338790894, 0.8696848750114441, 0.8952335119247437, 0.910760760307312, 0.9239270687103271, 0.9346554279327393, 0.9460725784301758, 0.9527750015258789, 0.9631505012512207, 0.9716512560844421], "cos_apical_negg": [0.8049477338790894, 0.8696848750114441, 0.8952335119247437, 0.910760760307312, 0.9239270687103271, 0.9346554279327393, 0.9460725784301758, 0.9527750015258789, 0.9631505012512207, 0.9716512560844421], "cos_Ac_negg": [0.8049477338790894, 0.8696848750114441, 0.8952335119247437, 0.910760760307312, 0.9239270687103271, 0.9346554279327393, 0.9460725784301758, 0.9527750015258789, 0.9631505012512207, 0.9716512560844421]}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_sdil_d20_s0.json b/results/deepres_cifar10_sdil_d20_s0.json
new file mode 100644
index 0000000..9b1d3f0
--- /dev/null
+++ b/results/deepres_cifar10_sdil_d20_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 20, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_sdil_d20_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.405811309814453, "cos_r_negg": [-0.021756738424301147, -0.007820929400622845, 0.013971375301480293, -0.010859769769012928, -0.014171868562698364, -0.007995640859007835, 0.030239298939704895, 0.018384728580713272, 0.016000740230083466, 0.026037678122520447, 0.007089130114763975, -0.04875464737415314, -0.00790475681424141, -0.05049549788236618, 0.0022333720698952675, 0.017606833949685097, -0.034960031509399414, 0.018210235983133316, -0.003956370986998081, -0.03421519324183464], "cos_apical_negg": [-0.021756738424301147, -0.007820929400622845, 0.013971375301480293, -0.010859769769012928, -0.014171868562698364, -0.007995640859007835, 0.030239298939704895, 0.018384728580713272, 0.016000740230083466, 0.026037678122520447, 0.007089130114763975, -0.04875464737415314, -0.00790475681424141, -0.05049549788236618, 0.0022333720698952675, 0.017606833949685097, -0.034960031509399414, 0.018210235983133316, -0.003956370986998081, -0.03421519324183464], "cos_Ac_negg": [-0.021756738424301147, -0.007820929400622845, 0.013971375301480293, -0.010859769769012928, -0.014171868562698364, -0.007995640859007835, 0.030239298939704895, 0.018384728580713272, 0.016000740230083466, 0.026037678122520447, 0.007089130114763975, -0.04875464737415314, -0.00790475681424141, -0.05049549788236618, 0.0022333720698952675, 0.017606833949685097, -0.034960031509399414, 0.018210235983133316, -0.003956370986998081, -0.03421519324183464], "r_norm": [5.072123050689697, 4.926836967468262, 4.805803298950195, 4.945363521575928, 4.812819480895996, 4.8660712242126465, 5.093082427978516, 4.901607990264893, 4.937991142272949, 4.9522318840026855, 5.047922134399414, 4.856790065765381, 4.946050643920898, 4.922868251800537, 4.866570949554443, 4.997820854187012, 4.997243881225586, 4.8667192459106445, 4.970040798187256, 5.0663065910339355], "ldr": {"dL_sdil": 0.09763360023498535, "dL_bp": -0.36548447608947754, "ratio": -0.26713473929076753}}, {"step": 50, "epoch": 0, "train_loss": 2.092548370361328, "cos_r_negg": [0.20894138514995575, 0.03237307071685791, 0.005398179870098829, -0.013553500175476074, -0.020453132688999176, 0.028711149469017982, -0.025083573535084724, -0.020519837737083435, -0.02949727699160576, 0.01782824844121933, -0.01773664355278015, -0.06564889848232269, 0.015881255269050598, -0.05714261904358864, 0.012107500806450844, 0.011565436609089375, 0.027211159467697144, -0.024956898763775826, -0.022188641130924225, -0.007853742688894272], "cos_apical_negg": [0.20894138514995575, 0.03237307071685791, 0.005398179870098829, -0.013553500175476074, -0.020453132688999176, 0.028711149469017982, -0.025083573535084724, -0.020519837737083435, -0.02949727699160576, 0.01782824844121933, -0.01773664355278015, -0.06564889848232269, 0.015881255269050598, -0.05714261904358864, 0.012107500806450844, 0.011565436609089375, 0.027211159467697144, -0.024956898763775826, -0.022188641130924225, -0.007853742688894272], "cos_Ac_negg": [0.20894138514995575, 0.03237307071685791, 0.005398179870098829, -0.013553500175476074, -0.020453132688999176, 0.028711149469017982, -0.025083573535084724, -0.020519837737083435, -0.02949727699160576, 0.01782824844121933, -0.01773664355278015, -0.06564889848232269, 0.015881255269050598, -0.05714261904358864, 0.012107500806450844, 0.011565436609089375, 0.027211159467697144, -0.024956898763775826, -0.022188641130924225, -0.007853742688894272], "r_norm": [4.649035453796387, 4.4715423583984375, 4.411355972290039, 4.505748271942139, 4.4049177169799805, 4.42191743850708, 4.666236400604248, 4.4544525146484375, 4.5123138427734375, 4.540741920471191, 4.589317798614502, 4.415125846862793, 4.510895252227783, 4.4891180992126465, 4.435943603515625, 4.568126678466797, 4.5517659187316895, 4.46476936340332, 4.551671028137207, 4.603264808654785]}, {"step": 100, "epoch": 0, "train_loss": 1.984588384628296, "cos_r_negg": [0.28982090950012207, 0.054398320615291595, 0.006258423440158367, -0.030338240787386894, -0.03225407749414444, 0.015199916437268257, -0.03878125548362732, -0.004783642943948507, 0.009574100375175476, -0.0075352489948272705, -0.044345758855342865, -0.05511965602636337, 0.04667259007692337, -0.019326655194163322, -0.060192033648490906, -0.010617190971970558, 0.0016798456199467182, 0.016946256160736084, -0.026136327534914017, -0.031208373606204987], "cos_apical_negg": [0.28982090950012207, 0.054398320615291595, 0.006258423440158367, -0.030338240787386894, -0.03225407749414444, 0.015199916437268257, -0.03878125548362732, -0.004783642943948507, 0.009574100375175476, -0.0075352489948272705, -0.044345758855342865, -0.05511965602636337, 0.04667259007692337, -0.019326655194163322, -0.060192033648490906, -0.010617190971970558, 0.0016798456199467182, 0.016946256160736084, -0.026136327534914017, -0.031208373606204987], "cos_Ac_negg": [0.28982090950012207, 0.054398320615291595, 0.006258423440158367, -0.030338240787386894, -0.03225407749414444, 0.015199916437268257, -0.03878125548362732, -0.004783642943948507, 0.009574100375175476, -0.0075352489948272705, -0.044345758855342865, -0.05511965602636337, 0.04667259007692337, -0.019326655194163322, -0.060192033648490906, -0.010617190971970558, 0.0016798456199467182, 0.016946256160736084, -0.026136327534914017, -0.031208373606204987], "r_norm": [4.427041053771973, 4.27199125289917, 4.199997901916504, 4.297303199768066, 4.183957576751709, 4.227196216583252, 4.441568374633789, 4.25465202331543, 4.300183296203613, 4.328000068664551, 4.385267734527588, 4.220421314239502, 4.3089213371276855, 4.289333343505859, 4.232974052429199, 4.360411167144775, 4.337913990020752, 4.252523899078369, 4.331122398376465, 4.384547233581543]}, {"step": 150, "epoch": 0, "train_loss": 2.0772719383239746, "cos_r_negg": [0.3365603983402252, 0.062483057379722595, -0.02830231562256813, 0.009150607511401176, -0.04961245134472847, 0.047119878232479095, -0.05126519501209259, 0.00961950421333313, -0.02515619434416294, -0.00724774319678545, -0.016538042575120926, -0.027665158733725548, 0.00889965146780014, -0.06629414856433868, -0.030487069860100746, -0.019200539216399193, 0.004288454074412584, -0.01483967900276184, -0.09518280625343323, 0.011231586337089539], "cos_apical_negg": [0.3365603983402252, 0.062483057379722595, -0.02830231562256813, 0.009150607511401176, -0.04961245134472847, 0.047119878232479095, -0.05126519501209259, 0.00961950421333313, -0.02515619434416294, -0.00724774319678545, -0.016538042575120926, -0.027665158733725548, 0.00889965146780014, -0.06629414856433868, -0.030487069860100746, -0.019200539216399193, 0.004288454074412584, -0.01483967900276184, -0.09518280625343323, 0.011231586337089539], "cos_Ac_negg": [0.3365603983402252, 0.062483057379722595, -0.02830231562256813, 0.009150607511401176, -0.04961245134472847, 0.047119878232479095, -0.05126519501209259, 0.00961950421333313, -0.02515619434416294, -0.00724774319678545, -0.016538042575120926, -0.027665158733725548, 0.00889965146780014, -0.06629414856433868, -0.030487069860100746, -0.019200539216399193, 0.004288454074412584, -0.01483967900276184, -0.09518280625343323, 0.011231586337089539], "r_norm": [4.30326509475708, 4.14586067199707, 4.075225830078125, 4.176588535308838, 4.067478179931641, 4.0969719886779785, 4.305912971496582, 4.132265090942383, 4.174915790557861, 4.1959638595581055, 4.256384372711182, 4.093689918518066, 4.1799421310424805, 4.158844470977783, 4.103951930999756, 4.235684871673584, 4.2066216468811035, 4.131399154663086, 4.207737445831299, 4.250819683074951]}, {"step": 200, "epoch": 0, "train_loss": 1.9156960248947144, "cos_r_negg": [0.3846776485443115, 0.0662154108285904, -0.02413160726428032, 0.01690906099975109, -0.03541506826877594, 0.04082031175494194, -0.02952883206307888, -0.009813833050429821, -0.029133498668670654, -0.005454187281429768, -0.03793763741850853, -0.013853466138243675, 0.02307596430182457, -0.04230644926428795, -0.005227673798799515, -0.040388621389865875, -0.010559040121734142, 0.02981383353471756, -0.07609574496746063, 0.05100980028510094], "cos_apical_negg": [0.3846776485443115, 0.0662154108285904, -0.02413160726428032, 0.01690906099975109, -0.03541506826877594, 0.04082031175494194, -0.02952883206307888, -0.009813833050429821, -0.029133498668670654, -0.005454187281429768, -0.03793763741850853, -0.013853466138243675, 0.02307596430182457, -0.04230644926428795, -0.005227673798799515, -0.040388621389865875, -0.010559040121734142, 0.02981383353471756, -0.07609574496746063, 0.05100980028510094], "cos_Ac_negg": [0.3846776485443115, 0.0662154108285904, -0.02413160726428032, 0.01690906099975109, -0.03541506826877594, 0.04082031175494194, -0.02952883206307888, -0.009813833050429821, -0.029133498668670654, -0.005454187281429768, -0.03793763741850853, -0.013853466138243675, 0.02307596430182457, -0.04230644926428795, -0.005227673798799515, -0.040388621389865875, -0.010559040121734142, 0.02981383353471756, -0.07609574496746063, 0.05100980028510094], "r_norm": [4.100630760192871, 3.9480361938476562, 3.8712124824523926, 3.9716973304748535, 3.863626480102539, 3.907524347305298, 4.098509788513184, 3.935147285461426, 3.9756603240966797, 3.999876022338867, 4.050223350524902, 3.9007132053375244, 3.980647563934326, 3.9559905529022217, 3.9078168869018555, 4.029095649719238, 4.009792327880859, 3.9240379333496094, 4.002915382385254, 4.048864841461182]}, {"step": 250, "epoch": 0, "train_loss": 2.0649616718292236, "cos_r_negg": [0.3912464380264282, 0.037720438092947006, -0.03798140585422516, 0.00691464077681303, -0.05932300537824631, 0.027358245104551315, -0.03280472755432129, 0.010359087027609348, -0.022501245141029358, -0.00843146163970232, 0.004163778852671385, 0.0025925994850695133, 0.023225851356983185, -0.0676267072558403, 0.01237146370112896, -0.03838181495666504, 0.008324270136654377, 0.029212888330221176, -0.0432879813015461, 0.025003772228956223], "cos_apical_negg": [0.3912464380264282, 0.037720438092947006, -0.03798140585422516, 0.00691464077681303, -0.05932300537824631, 0.027358245104551315, -0.03280472755432129, 0.010359087027609348, -0.022501245141029358, -0.00843146163970232, 0.004163778852671385, 0.0025925994850695133, 0.023225851356983185, -0.0676267072558403, 0.01237146370112896, -0.03838181495666504, 0.008324270136654377, 0.029212888330221176, -0.0432879813015461, 0.025003772228956223], "cos_Ac_negg": [0.3912464380264282, 0.037720438092947006, -0.03798140585422516, 0.00691464077681303, -0.05932300537824631, 0.027358245104551315, -0.03280472755432129, 0.010359087027609348, -0.022501245141029358, -0.00843146163970232, 0.004163778852671385, 0.0025925994850695133, 0.023225851356983185, -0.0676267072558403, 0.01237146370112896, -0.03838181495666504, 0.008324270136654377, 0.029212888330221176, -0.0432879813015461, 0.025003772228956223], "r_norm": [4.149503707885742, 3.979424238204956, 3.911147356033325, 4.014511585235596, 3.911623477935791, 3.9468607902526855, 4.12617826461792, 3.968201160430908, 4.021716117858887, 4.014926910400391, 4.089992523193359, 3.9327850341796875, 4.006777763366699, 3.9927780628204346, 3.937391757965088, 4.066553115844727, 4.048223495483398, 3.9578492641448975, 4.036985397338867, 4.091341972351074], "ldr": {"dL_sdil": -0.10065269470214844, "dL_bp": -0.09836101531982422, "ratio": 1.023298655212868}}, {"step": 300, "epoch": 0, "train_loss": 1.6866179704666138, "cos_r_negg": [0.41978806257247925, 0.04022970795631409, -0.003991952631622553, 0.009786788374185562, -0.04376153275370598, 0.015227600000798702, -0.013895191252231598, 0.004248050972819328, 0.010298187844455242, -0.031926658004522324, 0.019876772537827492, 0.029149621725082397, 0.04208169877529144, -0.0730113759636879, 0.036268897354602814, -0.050757139921188354, -0.01928248256444931, 0.0443994402885437, -0.02004157193005085, -0.003775964491069317], "cos_apical_negg": [0.41978806257247925, 0.04022970795631409, -0.003991952631622553, 0.009786788374185562, -0.04376153275370598, 0.015227600000798702, -0.013895191252231598, 0.004248050972819328, 0.010298187844455242, -0.031926658004522324, 0.019876772537827492, 0.029149621725082397, 0.04208169877529144, -0.0730113759636879, 0.036268897354602814, -0.050757139921188354, -0.01928248256444931, 0.0443994402885437, -0.02004157193005085, -0.003775964491069317], "cos_Ac_negg": [0.41978806257247925, 0.04022970795631409, -0.003991952631622553, 0.009786788374185562, -0.04376153275370598, 0.015227600000798702, -0.013895191252231598, 0.004248050972819328, 0.010298187844455242, -0.031926658004522324, 0.019876772537827492, 0.029149621725082397, 0.04208169877529144, -0.0730113759636879, 0.036268897354602814, -0.050757139921188354, -0.01928248256444931, 0.0443994402885437, -0.02004157193005085, -0.003775964491069317], "r_norm": [3.894913911819458, 3.753770351409912, 3.6805784702301025, 3.7631773948669434, 3.6554129123687744, 3.7034082412719727, 3.880051612854004, 3.7215590476989746, 3.768939733505249, 3.774374485015869, 3.841202735900879, 3.691727876663208, 3.7666263580322266, 3.7476253509521484, 3.6974785327911377, 3.814814805984497, 3.7941925525665283, 3.716829538345337, 3.790782928466797, 3.8333635330200195]}, {"step": 350, "epoch": 0, "train_loss": 2.169455051422119, "cos_r_negg": [0.43119585514068604, 0.06661094725131989, -0.002178728813305497, 0.024471456184983253, -0.0538659505546093, 0.013740917667746544, 0.017507877200841904, 0.005291355308145285, 0.022041700780391693, -0.011130415834486485, 0.015785984694957733, 0.036578353494405746, 0.023319194093346596, -0.03628608584403992, 0.0598459392786026, -0.06178632751107216, -0.010619927197694778, 0.050643254071474075, -0.044232554733753204, -0.009034093469381332], "cos_apical_negg": [0.43119585514068604, 0.06661094725131989, -0.002178728813305497, 0.024471456184983253, -0.0538659505546093, 0.013740917667746544, 0.017507877200841904, 0.005291355308145285, 0.022041700780391693, -0.011130415834486485, 0.015785984694957733, 0.036578353494405746, 0.023319194093346596, -0.03628608584403992, 0.0598459392786026, -0.06178632751107216, -0.010619927197694778, 0.050643254071474075, -0.044232554733753204, -0.009034093469381332], "cos_Ac_negg": [0.43119585514068604, 0.06661094725131989, -0.002178728813305497, 0.024471456184983253, -0.0538659505546093, 0.013740917667746544, 0.017507877200841904, 0.005291355308145285, 0.022041700780391693, -0.011130415834486485, 0.015785984694957733, 0.036578353494405746, 0.023319194093346596, -0.03628608584403992, 0.0598459392786026, -0.06178632751107216, -0.010619927197694778, 0.050643254071474075, -0.044232554733753204, -0.009034093469381332], "r_norm": [3.792113780975342, 3.6401069164276123, 3.569652557373047, 3.6613476276397705, 3.5555975437164307, 3.599395751953125, 3.7708539962768555, 3.6172091960906982, 3.659884214401245, 3.6746647357940674, 3.728271961212158, 3.59049654006958, 3.6571755409240723, 3.6395699977874756, 3.5948402881622314, 3.704620599746704, 3.6858339309692383, 3.609666347503662, 3.688925266265869, 3.7305450439453125]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3497, "test_loss": 1.8600717529296875}, {"step": 400, "epoch": 1, "train_loss": 1.8492182493209839, "cos_r_negg": [0.4622509479522705, 0.04250987619161606, 0.009195031598210335, 0.017837004736065865, -0.05647701770067215, 0.032439496368169785, -0.002280809450894594, 0.012472974136471748, -0.006034097634255886, -2.268305979669094e-05, 0.015888402238488197, 0.03433249145746231, 0.03937840461730957, -0.07458263635635376, 0.025675252079963684, -0.09037833660840988, 0.020717423409223557, 0.04032335430383682, -0.0626661479473114, 0.03812532126903534], "cos_apical_negg": [0.4622509479522705, 0.04250987619161606, 0.009195031598210335, 0.017837004736065865, -0.05647701770067215, 0.032439496368169785, -0.002280809450894594, 0.012472974136471748, -0.006034097634255886, -2.268305979669094e-05, 0.015888402238488197, 0.03433249145746231, 0.03937840461730957, -0.07458263635635376, 0.025675252079963684, -0.09037833660840988, 0.020717423409223557, 0.04032335430383682, -0.0626661479473114, 0.03812532126903534], "cos_Ac_negg": [0.4622509479522705, 0.04250987619161606, 0.009195031598210335, 0.017837004736065865, -0.05647701770067215, 0.032439496368169785, -0.002280809450894594, 0.012472974136471748, -0.006034097634255886, -2.268305979669094e-05, 0.015888402238488197, 0.03433249145746231, 0.03937840461730957, -0.07458263635635376, 0.025675252079963684, -0.09037833660840988, 0.020717423409223557, 0.04032335430383682, -0.0626661479473114, 0.03812532126903534], "r_norm": [3.7148752212524414, 3.5629937648773193, 3.491640090942383, 3.5756354331970215, 3.482043743133545, 3.5231850147247314, 3.6864495277404785, 3.5421321392059326, 3.582200288772583, 3.595932960510254, 3.646334648132324, 3.515117645263672, 3.588029623031616, 3.567671775817871, 3.5259602069854736, 3.6275429725646973, 3.6048192977905273, 3.538679361343384, 3.597226619720459, 3.6493539810180664]}, {"step": 450, "epoch": 1, "train_loss": 1.9524905681610107, "cos_r_negg": [0.48454606533050537, 0.04715981334447861, 0.011774491518735886, 0.03044855408370495, -0.01785638928413391, 0.04610869288444519, 0.015189863741397858, 0.04135745018720627, -0.027180194854736328, 0.01786094531416893, 0.021292496472597122, 0.02660016342997551, 0.05033266916871071, -0.038381434977054596, 0.02382514625787735, -0.03562382608652115, 0.03241384029388428, 0.024066299200057983, 0.014376215636730194, 0.05500296130776405], "cos_apical_negg": [0.48454606533050537, 0.04715981334447861, 0.011774491518735886, 0.03044855408370495, -0.01785638928413391, 0.04610869288444519, 0.015189863741397858, 0.04135745018720627, -0.027180194854736328, 0.01786094531416893, 0.021292496472597122, 0.02660016342997551, 0.05033266916871071, -0.038381434977054596, 0.02382514625787735, -0.03562382608652115, 0.03241384029388428, 0.024066299200057983, 0.014376215636730194, 0.05500296130776405], "cos_Ac_negg": [0.48454606533050537, 0.04715981334447861, 0.011774491518735886, 0.03044855408370495, -0.01785638928413391, 0.04610869288444519, 0.015189863741397858, 0.04135745018720627, -0.027180194854736328, 0.01786094531416893, 0.021292496472597122, 0.02660016342997551, 0.05033266916871071, -0.038381434977054596, 0.02382514625787735, -0.03562382608652115, 0.03241384029388428, 0.024066299200057983, 0.014376215636730194, 0.05500296130776405], "r_norm": [3.6609177589416504, 3.5013318061828613, 3.439333200454712, 3.5194525718688965, 3.422140598297119, 3.4611873626708984, 3.6216046810150146, 3.4813601970672607, 3.5239150524139404, 3.525730848312378, 3.5836739540100098, 3.4477622509002686, 3.519564390182495, 3.499660015106201, 3.4575741291046143, 3.5650696754455566, 3.545931339263916, 3.473583698272705, 3.5419437885284424, 3.5866808891296387]}, {"step": 500, "epoch": 1, "train_loss": 1.7785626649856567, "cos_r_negg": [0.5136374831199646, 0.0750240758061409, 0.026915842667222023, 0.020728282630443573, -0.01722090318799019, 0.03569718450307846, 0.04902811348438263, 0.0560653954744339, -0.0025108149275183678, 0.033805277198553085, 0.010618955828249454, 0.03918911889195442, 0.03867630288004875, -0.03814985230565071, 0.018025889992713928, -0.03312426060438156, 0.013432485982775688, 0.021761538460850716, 0.06360732018947601, 0.04243920370936394], "cos_apical_negg": [0.5136374831199646, 0.0750240758061409, 0.026915842667222023, 0.020728282630443573, -0.01722090318799019, 0.03569718450307846, 0.04902811348438263, 0.0560653954744339, -0.0025108149275183678, 0.033805277198553085, 0.010618955828249454, 0.03918911889195442, 0.03867630288004875, -0.03814985230565071, 0.018025889992713928, -0.03312426060438156, 0.013432485982775688, 0.021761538460850716, 0.06360732018947601, 0.04243920370936394], "cos_Ac_negg": [0.5136374831199646, 0.0750240758061409, 0.026915842667222023, 0.020728282630443573, -0.01722090318799019, 0.03569718450307846, 0.04902811348438263, 0.0560653954744339, -0.0025108149275183678, 0.033805277198553085, 0.010618955828249454, 0.03918911889195442, 0.03867630288004875, -0.03814985230565071, 0.018025889992713928, -0.03312426060438156, 0.013432485982775688, 0.021761538460850716, 0.06360732018947601, 0.04243920370936394], "r_norm": [3.560978651046753, 3.403745412826538, 3.333500385284424, 3.4145514965057373, 3.3261818885803223, 3.359405994415283, 3.5187792778015137, 3.3795220851898193, 3.418750286102295, 3.4286928176879883, 3.477985143661499, 3.3495864868164062, 3.416900634765625, 3.4031052589416504, 3.358238697052002, 3.460209846496582, 3.4364800453186035, 3.3783740997314453, 3.444089889526367, 3.4826879501342773], "ldr": {"dL_sdil": -0.07413911819458008, "dL_bp": -0.0711824893951416, "ratio": 1.0415359005362388}}, {"step": 550, "epoch": 1, "train_loss": 1.9478658437728882, "cos_r_negg": [0.5310564637184143, 0.0644795373082161, 0.03392560034990311, 0.013682466000318527, -0.00744822109118104, 0.05658883601427078, 0.055641308426856995, 0.04611016809940338, -0.012113720178604126, 0.046789802610874176, -0.0004717884585261345, 0.03572220355272293, 0.01016971655189991, -0.06290998309850693, 0.0013020085170865059, -0.016120649874210358, 0.039573222398757935, -0.005260150879621506, 0.00941636972129345, 0.007229492999613285], "cos_apical_negg": [0.5310564637184143, 0.0644795373082161, 0.03392560034990311, 0.013682466000318527, -0.00744822109118104, 0.05658883601427078, 0.055641308426856995, 0.04611016809940338, -0.012113720178604126, 0.046789802610874176, -0.0004717884585261345, 0.03572220355272293, 0.01016971655189991, -0.06290998309850693, 0.0013020085170865059, -0.016120649874210358, 0.039573222398757935, -0.005260150879621506, 0.00941636972129345, 0.007229492999613285], "cos_Ac_negg": [0.5310564637184143, 0.0644795373082161, 0.03392560034990311, 0.013682466000318527, -0.00744822109118104, 0.05658883601427078, 0.055641308426856995, 0.04611016809940338, -0.012113720178604126, 0.046789802610874176, -0.0004717884585261345, 0.03572220355272293, 0.01016971655189991, -0.06290998309850693, 0.0013020085170865059, -0.016120649874210358, 0.039573222398757935, -0.005260150879621506, 0.00941636972129345, 0.007229492999613285], "r_norm": [3.542677402496338, 3.3713183403015137, 3.3032989501953125, 3.3822200298309326, 3.293778419494629, 3.3407387733459473, 3.4922099113464355, 3.3495407104492188, 3.3939762115478516, 3.3965678215026855, 3.4498443603515625, 3.32295560836792, 3.3820018768310547, 3.3732991218566895, 3.32662296295166, 3.4319214820861816, 3.4076108932495117, 3.3409156799316406, 3.411564826965332, 3.4556803703308105]}, {"step": 600, "epoch": 1, "train_loss": 1.7740404605865479, "cos_r_negg": [0.5562870502471924, 0.06928690522909164, 0.01599821448326111, 0.024068892002105713, 0.013432477600872517, 0.06936752796173096, 0.0869269073009491, 0.06366384029388428, -0.02008645050227642, 0.009653449058532715, 0.015359314158558846, 0.04039978235960007, 0.01908017322421074, -0.06268025934696198, -0.0068398453295230865, -0.01255948655307293, 0.040316712111234665, 0.06402552127838135, -0.004881273489445448, 0.039526768028736115], "cos_apical_negg": [0.5562870502471924, 0.06928690522909164, 0.01599821448326111, 0.024068892002105713, 0.013432477600872517, 0.06936752796173096, 0.0869269073009491, 0.06366384029388428, -0.02008645050227642, 0.009653449058532715, 0.015359314158558846, 0.04039978235960007, 0.01908017322421074, -0.06268025934696198, -0.0068398453295230865, -0.01255948655307293, 0.040316712111234665, 0.06402552127838135, -0.004881273489445448, 0.039526768028736115], "cos_Ac_negg": [0.5562870502471924, 0.06928690522909164, 0.01599821448326111, 0.024068892002105713, 0.013432477600872517, 0.06936752796173096, 0.0869269073009491, 0.06366384029388428, -0.02008645050227642, 0.009653449058532715, 0.015359314158558846, 0.04039978235960007, 0.01908017322421074, -0.06268025934696198, -0.0068398453295230865, -0.01255948655307293, 0.040316712111234665, 0.06402552127838135, -0.004881273489445448, 0.039526768028736115], "r_norm": [3.3501362800598145, 3.1900956630706787, 3.1218271255493164, 3.1951041221618652, 3.1084561347961426, 3.149740695953369, 3.295290470123291, 3.160494804382324, 3.201385498046875, 3.2090182304382324, 3.2627973556518555, 3.134511709213257, 3.196526288986206, 3.1822469234466553, 3.140098810195923, 3.2392661571502686, 3.221566677093506, 3.151063919067383, 3.222744941711426, 3.257866859436035]}, {"step": 650, "epoch": 1, "train_loss": 1.7876267433166504, "cos_r_negg": [0.5462949275970459, 0.06232228875160217, 0.039351921528577805, 0.028838541358709335, 0.0270314272493124, 0.04898151382803917, 0.06396251916885376, 0.0724564865231514, -0.009592004120349884, 0.05325149744749069, 0.026228416711091995, 0.062172118574380875, 0.022018183022737503, -0.0489189587533474, 0.010560169816017151, 0.024584386497735977, 0.0821211040019989, 0.04784945771098137, -0.011184586212038994, 0.03528314083814621], "cos_apical_negg": [0.5462949275970459, 0.06232228875160217, 0.039351921528577805, 0.028838541358709335, 0.0270314272493124, 0.04898151382803917, 0.06396251916885376, 0.0724564865231514, -0.009592004120349884, 0.05325149744749069, 0.026228416711091995, 0.062172118574380875, 0.022018183022737503, -0.0489189587533474, 0.010560169816017151, 0.024584386497735977, 0.0821211040019989, 0.04784945771098137, -0.011184586212038994, 0.03528314083814621], "cos_Ac_negg": [0.5462949275970459, 0.06232228875160217, 0.039351921528577805, 0.028838541358709335, 0.0270314272493124, 0.04898151382803917, 0.06396251916885376, 0.0724564865231514, -0.009592004120349884, 0.05325149744749069, 0.026228416711091995, 0.062172118574380875, 0.022018183022737503, -0.0489189587533474, 0.010560169816017151, 0.024584386497735977, 0.0821211040019989, 0.04784945771098137, -0.011184586212038994, 0.03528314083814621], "r_norm": [3.360827684402466, 3.198127508163452, 3.134603500366211, 3.202826499938965, 3.113845109939575, 3.1596906185150146, 3.2938623428344727, 3.164449453353882, 3.2162511348724365, 3.2053160667419434, 3.265160083770752, 3.1468451023101807, 3.206801414489746, 3.190156936645508, 3.15385103225708, 3.248810291290283, 3.23246693611145, 3.1605374813079834, 3.2225780487060547, 3.271458387374878]}, {"step": 700, "epoch": 1, "train_loss": 1.9230389595031738, "cos_r_negg": [0.5522618293762207, 0.0843191146850586, 0.04221196845173836, 0.03707928955554962, 0.039598822593688965, 0.06644586473703384, 0.07883909344673157, 0.09043198823928833, -0.0004806972574442625, 0.04225751757621765, 0.03741956874728203, 0.06857066601514816, 0.0510047972202301, -0.00346151040866971, 0.02246076613664627, 0.04306007921695709, 0.052533358335494995, 0.05275970324873924, 0.014993371441960335, 0.06322763860225677], "cos_apical_negg": [0.5522618293762207, 0.0843191146850586, 0.04221196845173836, 0.03707928955554962, 0.039598822593688965, 0.06644586473703384, 0.07883909344673157, 0.09043198823928833, -0.0004806972574442625, 0.04225751757621765, 0.03741956874728203, 0.06857066601514816, 0.0510047972202301, -0.00346151040866971, 0.02246076613664627, 0.04306007921695709, 0.052533358335494995, 0.05275970324873924, 0.014993371441960335, 0.06322763860225677], "cos_Ac_negg": [0.5522618293762207, 0.0843191146850586, 0.04221196845173836, 0.03707928955554962, 0.039598822593688965, 0.06644586473703384, 0.07883909344673157, 0.09043198823928833, -0.0004806972574442625, 0.04225751757621765, 0.03741956874728203, 0.06857066601514816, 0.0510047972202301, -0.00346151040866971, 0.02246076613664627, 0.04306007921695709, 0.052533358335494995, 0.05275970324873924, 0.014993371441960335, 0.06322763860225677], "r_norm": [3.2880258560180664, 3.1140685081481934, 3.044358253479004, 3.119048833847046, 3.0420732498168945, 3.074164867401123, 3.2161593437194824, 3.087553024291992, 3.1275672912597656, 3.1321821212768555, 3.1841413974761963, 3.061937093734741, 3.1249308586120605, 3.1080996990203857, 3.0693821907043457, 3.162057638168335, 3.141828775405884, 3.085721492767334, 3.1430978775024414, 3.1848137378692627]}, {"step": 750, "epoch": 1, "train_loss": 1.9619182348251343, "cos_r_negg": [0.5657927989959717, 0.08477337658405304, 0.03265925124287605, 0.024123845621943474, 0.04720142483711243, 0.06067691743373871, 0.06945610791444778, 0.06760067492723465, -0.0019143219105899334, 0.044735655188560486, 0.06527728587388992, 0.07769090682268143, 0.08069786429405212, 0.00353455264121294, 0.008105847053229809, 0.028062637895345688, 0.08738931268453598, 0.07533285021781921, 0.06145765632390976, 0.07963547110557556], "cos_apical_negg": [0.5657927989959717, 0.08477337658405304, 0.03265925124287605, 0.024123845621943474, 0.04720142483711243, 0.06067691743373871, 0.06945610791444778, 0.06760067492723465, -0.0019143219105899334, 0.044735655188560486, 0.06527728587388992, 0.07769090682268143, 0.08069786429405212, 0.00353455264121294, 0.008105847053229809, 0.028062637895345688, 0.08738931268453598, 0.07533285021781921, 0.06145765632390976, 0.07963547110557556], "cos_Ac_negg": [0.5657927989959717, 0.08477337658405304, 0.03265925124287605, 0.024123845621943474, 0.04720142483711243, 0.06067691743373871, 0.06945610791444778, 0.06760067492723465, -0.0019143219105899334, 0.044735655188560486, 0.06527728587388992, 0.07769090682268143, 0.08069786429405212, 0.00353455264121294, 0.008105847053229809, 0.028062637895345688, 0.08738931268453598, 0.07533285021781921, 0.06145765632390976, 0.07963547110557556], "r_norm": [3.161458969116211, 2.990044593811035, 2.9207873344421387, 2.999831438064575, 2.9120235443115234, 2.9641332626342773, 3.091423988342285, 2.9661264419555664, 3.0062079429626465, 3.006983995437622, 3.060969114303589, 2.9465835094451904, 2.9939632415771484, 2.9869627952575684, 2.944350004196167, 3.0397286415100098, 3.01768159866333, 2.95418381690979, 3.0242319107055664, 3.060933828353882], "ldr": {"dL_sdil": -0.06143677234649658, "dL_bp": -0.05851733684539795, "ratio": 1.0498900951150896}}, {"epoch_end": 1, "step": 782, "test_acc": 0.3764, "test_loss": 1.8547676513671876}, {"step": 800, "epoch": 2, "train_loss": 1.9308555126190186, "cos_r_negg": [0.5437989830970764, 0.11560110747814178, 0.04416615143418312, 0.03850546479225159, 0.05436937138438225, 0.09194621443748474, 0.08110048621892929, 0.055873166769742966, 0.006562607362866402, 0.05524270981550217, 0.07090069353580475, 0.08066312223672867, 0.06946513056755066, 0.0024871500208973885, 0.028984442353248596, 0.024154232814908028, 0.033550795167684555, 0.06974787265062332, 0.055749423801898956, 0.049576543271541595], "cos_apical_negg": [0.5437989830970764, 0.11560110747814178, 0.04416615143418312, 0.03850546479225159, 0.05436937138438225, 0.09194621443748474, 0.08110048621892929, 0.055873166769742966, 0.006562607362866402, 0.05524270981550217, 0.07090069353580475, 0.08066312223672867, 0.06946513056755066, 0.0024871500208973885, 0.028984442353248596, 0.024154232814908028, 0.033550795167684555, 0.06974787265062332, 0.055749423801898956, 0.049576543271541595], "cos_Ac_negg": [0.5437989830970764, 0.11560110747814178, 0.04416615143418312, 0.03850546479225159, 0.05436937138438225, 0.09194621443748474, 0.08110048621892929, 0.055873166769742966, 0.006562607362866402, 0.05524270981550217, 0.07090069353580475, 0.08066312223672867, 0.06946513056755066, 0.0024871500208973885, 0.028984442353248596, 0.024154232814908028, 0.033550795167684555, 0.06974787265062332, 0.055749423801898956, 0.049576543271541595], "r_norm": [3.184880018234253, 3.002631664276123, 2.93770170211792, 3.0091075897216797, 2.9337916374206543, 2.964000701904297, 3.0998291969299316, 2.976430892944336, 3.0131020545959473, 3.0250706672668457, 3.072204113006592, 2.951834201812744, 3.0056285858154297, 2.9959752559661865, 2.955824375152588, 3.0469605922698975, 3.0276007652282715, 2.9706993103027344, 3.0311295986175537, 3.070819616317749]}, {"step": 850, "epoch": 2, "train_loss": 1.6667828559875488, "cos_r_negg": [0.5617150664329529, 0.1026947945356369, 0.05607958137989044, 0.049720488488674164, 0.06682931631803513, 0.09032021462917328, 0.07915639877319336, 0.0729985386133194, 0.03143337741494179, 0.0673280730843544, 0.07544608414173126, 0.12114521116018295, 0.07424218952655792, 0.008934048004448414, 0.06606040894985199, 0.03378253057599068, 0.0989585742354393, 0.06204501539468765, 0.11348974704742432, 0.0565682128071785], "cos_apical_negg": [0.5617150664329529, 0.1026947945356369, 0.05607958137989044, 0.049720488488674164, 0.06682931631803513, 0.09032021462917328, 0.07915639877319336, 0.0729985386133194, 0.03143337741494179, 0.0673280730843544, 0.07544608414173126, 0.12114521116018295, 0.07424218952655792, 0.008934048004448414, 0.06606040894985199, 0.03378253057599068, 0.0989585742354393, 0.06204501539468765, 0.11348974704742432, 0.0565682128071785], "cos_Ac_negg": [0.5617150664329529, 0.1026947945356369, 0.05607958137989044, 0.049720488488674164, 0.06682931631803513, 0.09032021462917328, 0.07915639877319336, 0.0729985386133194, 0.03143337741494179, 0.0673280730843544, 0.07544608414173126, 0.12114521116018295, 0.07424218952655792, 0.008934048004448414, 0.06606040894985199, 0.03378253057599068, 0.0989585742354393, 0.06204501539468765, 0.11348974704742432, 0.0565682128071785], "r_norm": [3.0481314659118652, 2.8673386573791504, 2.8067102432250977, 2.8656258583068848, 2.8021395206451416, 2.8308186531066895, 2.957797050476074, 2.8394088745117188, 2.8783435821533203, 2.8834452629089355, 2.9280266761779785, 2.8172225952148438, 2.8767266273498535, 2.86177921295166, 2.8270955085754395, 2.9091362953186035, 2.8887252807617188, 2.834963083267212, 2.8942368030548096, 2.9327545166015625]}, {"step": 900, "epoch": 2, "train_loss": 1.7569656372070312, "cos_r_negg": [0.5674267411231995, 0.11337092518806458, 0.06444856524467468, 0.05773290991783142, 0.07909449189901352, 0.09822097420692444, 0.09887327253818512, 0.07958206534385681, 0.0396471843123436, 0.0640755370259285, 0.09467342495918274, 0.10509512573480606, 0.0752449780702591, 0.005871581379324198, 0.059666816145181656, 0.08183174580335617, 0.06381496787071228, 0.06561872363090515, 0.07999259978532791, 0.09775955229997635], "cos_apical_negg": [0.5674267411231995, 0.11337092518806458, 0.06444856524467468, 0.05773290991783142, 0.07909449189901352, 0.09822097420692444, 0.09887327253818512, 0.07958206534385681, 0.0396471843123436, 0.0640755370259285, 0.09467342495918274, 0.10509512573480606, 0.0752449780702591, 0.005871581379324198, 0.059666816145181656, 0.08183174580335617, 0.06381496787071228, 0.06561872363090515, 0.07999259978532791, 0.09775955229997635], "cos_Ac_negg": [0.5674267411231995, 0.11337092518806458, 0.06444856524467468, 0.05773290991783142, 0.07909449189901352, 0.09822097420692444, 0.09887327253818512, 0.07958206534385681, 0.0396471843123436, 0.0640755370259285, 0.09467342495918274, 0.10509512573480606, 0.0752449780702591, 0.005871581379324198, 0.059666816145181656, 0.08183174580335617, 0.06381496787071228, 0.06561872363090515, 0.07999259978532791, 0.09775955229997635], "r_norm": [3.062870979309082, 2.869507074356079, 2.806251049041748, 2.874392509460449, 2.805194854736328, 2.8383595943450928, 2.96891713142395, 2.8515636920928955, 2.877763271331787, 2.888117790222168, 2.9307730197906494, 2.8224754333496094, 2.8773880004882812, 2.856506824493408, 2.8288800716400146, 2.914426803588867, 2.900818347930908, 2.8400487899780273, 2.9064197540283203, 2.9358160495758057]}, {"step": 950, "epoch": 2, "train_loss": 1.607492208480835, "cos_r_negg": [0.5732218623161316, 0.12660115957260132, 0.07145106792449951, 0.05753212049603462, 0.07808499038219452, 0.07457680255174637, 0.11095023900270462, 0.09396859258413315, 0.05774138867855072, 0.10130280256271362, 0.07066269963979721, 0.10560599714517593, 0.09522362053394318, 0.0045683677308261395, 0.07457701861858368, 0.08737361431121826, 0.05517525225877762, 0.04637213051319122, 0.07553906738758087, 0.06575644761323929], "cos_apical_negg": [0.5732218623161316, 0.12660115957260132, 0.07145106792449951, 0.05753212049603462, 0.07808499038219452, 0.07457680255174637, 0.11095023900270462, 0.09396859258413315, 0.05774138867855072, 0.10130280256271362, 0.07066269963979721, 0.10560599714517593, 0.09522362053394318, 0.0045683677308261395, 0.07457701861858368, 0.08737361431121826, 0.05517525225877762, 0.04637213051319122, 0.07553906738758087, 0.06575644761323929], "cos_Ac_negg": [0.5732218623161316, 0.12660115957260132, 0.07145106792449951, 0.05753212049603462, 0.07808499038219452, 0.07457680255174637, 0.11095023900270462, 0.09396859258413315, 0.05774138867855072, 0.10130280256271362, 0.07066269963979721, 0.10560599714517593, 0.09522362053394318, 0.0045683677308261395, 0.07457701861858368, 0.08737361431121826, 0.05517525225877762, 0.04637213051319122, 0.07553906738758087, 0.06575644761323929], "r_norm": [2.9325766563415527, 2.7479770183563232, 2.6878502368927, 2.7472167015075684, 2.677945852279663, 2.7156124114990234, 2.8396999835968018, 2.7187917232513428, 2.755417823791504, 2.7681796550750732, 2.806403160095215, 2.7016305923461914, 2.7539303302764893, 2.7373268604278564, 2.708207130432129, 2.7862961292266846, 2.771495819091797, 2.7137789726257324, 2.7748990058898926, 2.8108716011047363]}, {"step": 1000, "epoch": 2, "train_loss": 1.8405705690383911, "cos_r_negg": [0.6090444922447205, 0.1413745880126953, 0.0861186534166336, 0.07187452912330627, 0.07734309136867523, 0.10322628915309906, 0.1107439249753952, 0.11318211257457733, 0.05015905201435089, 0.10793890058994293, 0.07193765044212341, 0.11681967228651047, 0.10378982126712799, 0.02558079920709133, 0.08898137509822845, 0.0770304873585701, 0.08518519997596741, 0.06195240467786789, 0.08061367273330688, 0.10482363402843475], "cos_apical_negg": [0.6090444922447205, 0.1413745880126953, 0.0861186534166336, 0.07187452912330627, 0.07734309136867523, 0.10322628915309906, 0.1107439249753952, 0.11318211257457733, 0.05015905201435089, 0.10793890058994293, 0.07193765044212341, 0.11681967228651047, 0.10378982126712799, 0.02558079920709133, 0.08898137509822845, 0.0770304873585701, 0.08518519997596741, 0.06195240467786789, 0.08061367273330688, 0.10482363402843475], "cos_Ac_negg": [0.6090444922447205, 0.1413745880126953, 0.0861186534166336, 0.07187452912330627, 0.07734309136867523, 0.10322628915309906, 0.1107439249753952, 0.11318211257457733, 0.05015905201435089, 0.10793890058994293, 0.07193765044212341, 0.11681967228651047, 0.10378982126712799, 0.02558079920709133, 0.08898137509822845, 0.0770304873585701, 0.08518519997596741, 0.06195240467786789, 0.08061367273330688, 0.10482363402843475], "r_norm": [2.8461828231811523, 2.6565194129943848, 2.5959558486938477, 2.651411294937134, 2.587143898010254, 2.6214942932128906, 2.7402379512786865, 2.6262619495391846, 2.6562113761901855, 2.6690773963928223, 2.7097389698028564, 2.6086220741271973, 2.662644386291504, 2.6465256214141846, 2.6145389080047607, 2.6896474361419678, 2.672025442123413, 2.623096466064453, 2.6769256591796875, 2.7107062339782715], "ldr": {"dL_sdil": -0.040587425231933594, "dL_bp": -0.037035584449768066, "ratio": 1.0959034624384811}}, {"step": 1050, "epoch": 2, "train_loss": 1.9555306434631348, "cos_r_negg": [0.582035481929779, 0.1436794549226761, 0.08816947788000107, 0.07582971453666687, 0.09734794497489929, 0.11450527608394623, 0.11086109280586243, 0.1091289296746254, 0.05884361267089844, 0.13199058175086975, 0.0656428188085556, 0.12181618064641953, 0.12564346194267273, 0.028396882116794586, 0.09966374188661575, 0.10716211050748825, 0.09176865220069885, 0.04366712272167206, 0.08079171180725098, 0.0935746431350708], "cos_apical_negg": [0.582035481929779, 0.1436794549226761, 0.08816947788000107, 0.07582971453666687, 0.09734794497489929, 0.11450527608394623, 0.11086109280586243, 0.1091289296746254, 0.05884361267089844, 0.13199058175086975, 0.0656428188085556, 0.12181618064641953, 0.12564346194267273, 0.028396882116794586, 0.09966374188661575, 0.10716211050748825, 0.09176865220069885, 0.04366712272167206, 0.08079171180725098, 0.0935746431350708], "cos_Ac_negg": [0.582035481929779, 0.1436794549226761, 0.08816947788000107, 0.07582971453666687, 0.09734794497489929, 0.11450527608394623, 0.11086109280586243, 0.1091289296746254, 0.05884361267089844, 0.13199058175086975, 0.0656428188085556, 0.12181618064641953, 0.12564346194267273, 0.028396882116794586, 0.09966374188661575, 0.10716211050748825, 0.09176865220069885, 0.04366712272167206, 0.08079171180725098, 0.0935746431350708], "r_norm": [2.7862935066223145, 2.590439796447754, 2.5306482315063477, 2.5878961086273193, 2.5242080688476562, 2.559579372406006, 2.6737027168273926, 2.562704563140869, 2.592515230178833, 2.6063132286071777, 2.6413509845733643, 2.548041582107544, 2.597174644470215, 2.5809895992279053, 2.548328161239624, 2.6220104694366455, 2.605893611907959, 2.5601277351379395, 2.616421699523926, 2.647702217102051]}, {"step": 1100, "epoch": 2, "train_loss": 1.6362336874008179, "cos_r_negg": [0.6046675443649292, 0.1332157999277115, 0.09408386051654816, 0.06674286723136902, 0.10406720638275146, 0.11213816702365875, 0.13838760554790497, 0.11582192033529282, 0.061198458075523376, 0.14330598711967468, 0.1191941648721695, 0.1171218752861023, 0.12778621912002563, 0.05671851336956024, 0.08797261118888855, 0.12020040303468704, 0.10681110620498657, 0.061858534812927246, 0.10222050547599792, 0.13723021745681763], "cos_apical_negg": [0.6046675443649292, 0.1332157999277115, 0.09408386051654816, 0.06674286723136902, 0.10406720638275146, 0.11213816702365875, 0.13838760554790497, 0.11582192033529282, 0.061198458075523376, 0.14330598711967468, 0.1191941648721695, 0.1171218752861023, 0.12778621912002563, 0.05671851336956024, 0.08797261118888855, 0.12020040303468704, 0.10681110620498657, 0.061858534812927246, 0.10222050547599792, 0.13723021745681763], "cos_Ac_negg": [0.6046675443649292, 0.1332157999277115, 0.09408386051654816, 0.06674286723136902, 0.10406720638275146, 0.11213816702365875, 0.13838760554790497, 0.11582192033529282, 0.061198458075523376, 0.14330598711967468, 0.1191941648721695, 0.1171218752861023, 0.12778621912002563, 0.05671851336956024, 0.08797261118888855, 0.12020040303468704, 0.10681110620498657, 0.061858534812927246, 0.10222050547599792, 0.13723021745681763], "r_norm": [2.7486538887023926, 2.551057815551758, 2.489076852798462, 2.5471692085266113, 2.486513614654541, 2.5212182998657227, 2.630514621734619, 2.5256803035736084, 2.5534555912017822, 2.5591816902160645, 2.601309061050415, 2.506347894668579, 2.553654193878174, 2.5409584045410156, 2.5087108612060547, 2.5811636447906494, 2.566926956176758, 2.5125112533569336, 2.572880268096924, 2.603290557861328]}, {"step": 1150, "epoch": 2, "train_loss": 1.7087832689285278, "cos_r_negg": [0.6080029010772705, 0.15220361948013306, 0.0915638878941536, 0.07973034679889679, 0.10977640002965927, 0.11305423080921173, 0.1411164551973343, 0.13127636909484863, 0.05654386803507805, 0.15451867878437042, 0.09385359287261963, 0.1227998211979866, 0.12297526001930237, 0.07206948101520538, 0.11212273687124252, 0.09915143251419067, 0.11809186637401581, 0.046703360974788666, 0.12272744625806808, 0.1554466336965561], "cos_apical_negg": [0.6080029010772705, 0.15220361948013306, 0.0915638878941536, 0.07973034679889679, 0.10977640002965927, 0.11305423080921173, 0.1411164551973343, 0.13127636909484863, 0.05654386803507805, 0.15451867878437042, 0.09385359287261963, 0.1227998211979866, 0.12297526001930237, 0.07206948101520538, 0.11212273687124252, 0.09915143251419067, 0.11809186637401581, 0.046703360974788666, 0.12272744625806808, 0.1554466336965561], "cos_Ac_negg": [0.6080029010772705, 0.15220361948013306, 0.0915638878941536, 0.07973034679889679, 0.10977640002965927, 0.11305423080921173, 0.1411164551973343, 0.13127636909484863, 0.05654386803507805, 0.15451867878437042, 0.09385359287261963, 0.1227998211979866, 0.12297526001930237, 0.07206948101520538, 0.11212273687124252, 0.09915143251419067, 0.11809186637401581, 0.046703360974788666, 0.12272744625806808, 0.1554466336965561], "r_norm": [2.8046107292175293, 2.5960073471069336, 2.5315017700195312, 2.586143732070923, 2.5267083644866943, 2.5581624507904053, 2.6751933097839355, 2.568997383117676, 2.592052459716797, 2.601789951324463, 2.648754119873047, 2.543757915496826, 2.599266290664673, 2.5832557678222656, 2.5490150451660156, 2.6227588653564453, 2.6098573207855225, 2.5545334815979004, 2.6151435375213623, 2.6465091705322266]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3673, "test_loss": 1.8360987548828125}, {"step": 1200, "epoch": 3, "train_loss": 1.7846009731292725, "cos_r_negg": [0.6157931089401245, 0.1300625056028366, 0.1078181117773056, 0.10328969359397888, 0.12083892524242401, 0.13667066395282745, 0.1423681080341339, 0.12324352562427521, 0.07481011003255844, 0.15240833163261414, 0.09865643084049225, 0.12641647458076477, 0.12875710427761078, 0.07751398533582687, 0.08957099914550781, 0.10425873100757599, 0.09188174456357956, 0.04592040181159973, 0.08982326090335846, 0.11902477592229843], "cos_apical_negg": [0.6157931089401245, 0.1300625056028366, 0.1078181117773056, 0.10328969359397888, 0.12083892524242401, 0.13667066395282745, 0.1423681080341339, 0.12324352562427521, 0.07481011003255844, 0.15240833163261414, 0.09865643084049225, 0.12641647458076477, 0.12875710427761078, 0.07751398533582687, 0.08957099914550781, 0.10425873100757599, 0.09188174456357956, 0.04592040181159973, 0.08982326090335846, 0.11902477592229843], "cos_Ac_negg": [0.6157931089401245, 0.1300625056028366, 0.1078181117773056, 0.10328969359397888, 0.12083892524242401, 0.13667066395282745, 0.1423681080341339, 0.12324352562427521, 0.07481011003255844, 0.15240833163261414, 0.09865643084049225, 0.12641647458076477, 0.12875710427761078, 0.07751398533582687, 0.08957099914550781, 0.10425873100757599, 0.09188174456357956, 0.04592040181159973, 0.08982326090335846, 0.11902477592229843], "r_norm": [2.6629586219787598, 2.459372043609619, 2.3932557106018066, 2.4487264156341553, 2.3925817012786865, 2.425351142883301, 2.53257417678833, 2.429008960723877, 2.4566664695739746, 2.4646201133728027, 2.5050783157348633, 2.4109840393066406, 2.456686496734619, 2.445584774017334, 2.412623882293701, 2.485990047454834, 2.4693474769592285, 2.4164910316467285, 2.4813733100891113, 2.510464906692505]}, {"step": 1250, "epoch": 3, "train_loss": 1.5505956411361694, "cos_r_negg": [0.622315526008606, 0.15710225701332092, 0.11579281091690063, 0.10773561894893646, 0.128509983420372, 0.1453881859779358, 0.1595785766839981, 0.13595736026763916, 0.07491275668144226, 0.16417427361011505, 0.11849413067102432, 0.1559295654296875, 0.1339026391506195, 0.07272307574748993, 0.1206551045179367, 0.13644260168075562, 0.08949880301952362, 0.05340892821550369, 0.12672284245491028, 0.11466990411281586], "cos_apical_negg": [0.622315526008606, 0.15710225701332092, 0.11579281091690063, 0.10773561894893646, 0.128509983420372, 0.1453881859779358, 0.1595785766839981, 0.13595736026763916, 0.07491275668144226, 0.16417427361011505, 0.11849413067102432, 0.1559295654296875, 0.1339026391506195, 0.07272307574748993, 0.1206551045179367, 0.13644260168075562, 0.08949880301952362, 0.05340892821550369, 0.12672284245491028, 0.11466990411281586], "cos_Ac_negg": [0.622315526008606, 0.15710225701332092, 0.11579281091690063, 0.10773561894893646, 0.128509983420372, 0.1453881859779358, 0.1595785766839981, 0.13595736026763916, 0.07491275668144226, 0.16417427361011505, 0.11849413067102432, 0.1559295654296875, 0.1339026391506195, 0.07272307574748993, 0.1206551045179367, 0.13644260168075562, 0.08949880301952362, 0.05340892821550369, 0.12672284245491028, 0.11466990411281586], "r_norm": [2.632364273071289, 2.4183638095855713, 2.360783338546753, 2.4116744995117188, 2.3601396083831787, 2.3893027305603027, 2.494036912918091, 2.3976337909698486, 2.4217934608459473, 2.427276134490967, 2.46828556060791, 2.3757877349853516, 2.426722526550293, 2.4087090492248535, 2.377678871154785, 2.4512228965759277, 2.4356865882873535, 2.380892515182495, 2.4375123977661133, 2.4705376625061035], "ldr": {"dL_sdil": -0.0485764741897583, "dL_bp": -0.04525899887084961, "ratio": 1.0732997945530212}}, {"step": 1300, "epoch": 3, "train_loss": 1.6770572662353516, "cos_r_negg": [0.6333764791488647, 0.15538060665130615, 0.12305428087711334, 0.12016495317220688, 0.13384470343589783, 0.16056552529335022, 0.1652602255344391, 0.14216294884681702, 0.08968017995357513, 0.15403416752815247, 0.11426305025815964, 0.14634543657302856, 0.16483144462108612, 0.08707580715417862, 0.10100039839744568, 0.10481857508420944, 0.1379491686820984, 0.08781205117702484, 0.16336706280708313, 0.11072227358818054], "cos_apical_negg": [0.6333764791488647, 0.15538060665130615, 0.12305428087711334, 0.12016495317220688, 0.13384470343589783, 0.16056552529335022, 0.1652602255344391, 0.14216294884681702, 0.08968017995357513, 0.15403416752815247, 0.11426305025815964, 0.14634543657302856, 0.16483144462108612, 0.08707580715417862, 0.10100039839744568, 0.10481857508420944, 0.1379491686820984, 0.08781205117702484, 0.16336706280708313, 0.11072227358818054], "cos_Ac_negg": [0.6333764791488647, 0.15538060665130615, 0.12305428087711334, 0.12016495317220688, 0.13384470343589783, 0.16056552529335022, 0.1652602255344391, 0.14216294884681702, 0.08968017995357513, 0.15403416752815247, 0.11426305025815964, 0.14634543657302856, 0.16483144462108612, 0.08707580715417862, 0.10100039839744568, 0.10481857508420944, 0.1379491686820984, 0.08781205117702484, 0.16336706280708313, 0.11072227358818054], "r_norm": [2.679626703262329, 2.4506795406341553, 2.3891847133636475, 2.4412381649017334, 2.390766143798828, 2.4249448776245117, 2.5305399894714355, 2.4316248893737793, 2.4496326446533203, 2.4676308631896973, 2.502423048019409, 2.4072937965393066, 2.4608314037323, 2.441852569580078, 2.415832042694092, 2.4799773693084717, 2.470184803009033, 2.4141197204589844, 2.4689581394195557, 2.504523992538452]}, {"step": 1350, "epoch": 3, "train_loss": 1.7222440242767334, "cos_r_negg": [0.6279477477073669, 0.13996374607086182, 0.13088184595108032, 0.13342991471290588, 0.14140161871910095, 0.1636781394481659, 0.19128325581550598, 0.1414014995098114, 0.10485383868217468, 0.17717760801315308, 0.10484099388122559, 0.14063914120197296, 0.1571166217327118, 0.09860872477293015, 0.11095120757818222, 0.11396537721157074, 0.13549286127090454, 0.08287933468818665, 0.15969318151474, 0.09010657668113708], "cos_apical_negg": [0.6279477477073669, 0.13996374607086182, 0.13088184595108032, 0.13342991471290588, 0.14140161871910095, 0.1636781394481659, 0.19128325581550598, 0.1414014995098114, 0.10485383868217468, 0.17717760801315308, 0.10484099388122559, 0.14063914120197296, 0.1571166217327118, 0.09860872477293015, 0.11095120757818222, 0.11396537721157074, 0.13549286127090454, 0.08287933468818665, 0.15969318151474, 0.09010657668113708], "cos_Ac_negg": [0.6279477477073669, 0.13996374607086182, 0.13088184595108032, 0.13342991471290588, 0.14140161871910095, 0.1636781394481659, 0.19128325581550598, 0.1414014995098114, 0.10485383868217468, 0.17717760801315308, 0.10484099388122559, 0.14063914120197296, 0.1571166217327118, 0.09860872477293015, 0.11095120757818222, 0.11396537721157074, 0.13549286127090454, 0.08287933468818665, 0.15969318151474, 0.09010657668113708], "r_norm": [2.5531768798828125, 2.3327057361602783, 2.2694091796875, 2.3174424171447754, 2.2674760818481445, 2.3049705028533936, 2.4032156467437744, 2.3048486709594727, 2.3224549293518066, 2.3349201679229736, 2.376943349838257, 2.2861223220825195, 2.335364818572998, 2.3193159103393555, 2.287168264389038, 2.3527259826660156, 2.3436214923858643, 2.2868807315826416, 2.3462586402893066, 2.3742311000823975]}, {"step": 1400, "epoch": 3, "train_loss": 1.7611455917358398, "cos_r_negg": [0.6533542275428772, 0.1741494983434677, 0.1235816478729248, 0.15125885605812073, 0.14987578988075256, 0.15688350796699524, 0.18532653152942657, 0.13686217367649078, 0.10205309838056564, 0.17944443225860596, 0.108235202729702, 0.13926374912261963, 0.1710645854473114, 0.08610179275274277, 0.1265362948179245, 0.08735385537147522, 0.09859014302492142, 0.10092509537935257, 0.14214766025543213, 0.1376335620880127], "cos_apical_negg": [0.6533542275428772, 0.1741494983434677, 0.1235816478729248, 0.15125885605812073, 0.14987578988075256, 0.15688350796699524, 0.18532653152942657, 0.13686217367649078, 0.10205309838056564, 0.17944443225860596, 0.108235202729702, 0.13926374912261963, 0.1710645854473114, 0.08610179275274277, 0.1265362948179245, 0.08735385537147522, 0.09859014302492142, 0.10092509537935257, 0.14214766025543213, 0.1376335620880127], "cos_Ac_negg": [0.6533542275428772, 0.1741494983434677, 0.1235816478729248, 0.15125885605812073, 0.14987578988075256, 0.15688350796699524, 0.18532653152942657, 0.13686217367649078, 0.10205309838056564, 0.17944443225860596, 0.108235202729702, 0.13926374912261963, 0.1710645854473114, 0.08610179275274277, 0.1265362948179245, 0.08735385537147522, 0.09859014302492142, 0.10092509537935257, 0.14214766025543213, 0.1376335620880127], "r_norm": [2.501863479614258, 2.2757058143615723, 2.2144951820373535, 2.264969825744629, 2.2206239700317383, 2.2492032051086426, 2.3463594913482666, 2.2505910396575928, 2.271474838256836, 2.2812647819519043, 2.319566011428833, 2.230893135070801, 2.281707763671875, 2.2679905891418457, 2.236825942993164, 2.2999794483184814, 2.2853689193725586, 2.23966646194458, 2.2895021438598633, 2.3220996856689453]}, {"step": 1450, "epoch": 3, "train_loss": 1.6042594909667969, "cos_r_negg": [0.6673529148101807, 0.16932442784309387, 0.15027429163455963, 0.16343888640403748, 0.14735540747642517, 0.18406260013580322, 0.19412580132484436, 0.148048996925354, 0.11991454660892487, 0.1906798779964447, 0.11939454823732376, 0.15127786993980408, 0.18209543824195862, 0.12268088757991791, 0.11284421384334564, 0.14072054624557495, 0.09766194224357605, 0.10878027230501175, 0.14996305108070374, 0.12222606688737869], "cos_apical_negg": [0.6673529148101807, 0.16932442784309387, 0.15027429163455963, 0.16343888640403748, 0.14735540747642517, 0.18406260013580322, 0.19412580132484436, 0.148048996925354, 0.11991454660892487, 0.1906798779964447, 0.11939454823732376, 0.15127786993980408, 0.18209543824195862, 0.12268088757991791, 0.11284421384334564, 0.14072054624557495, 0.09766194224357605, 0.10878027230501175, 0.14996305108070374, 0.12222606688737869], "cos_Ac_negg": [0.6673529148101807, 0.16932442784309387, 0.15027429163455963, 0.16343888640403748, 0.14735540747642517, 0.18406260013580322, 0.19412580132484436, 0.148048996925354, 0.11991454660892487, 0.1906798779964447, 0.11939454823732376, 0.15127786993980408, 0.18209543824195862, 0.12268088757991791, 0.11284421384334564, 0.14072054624557495, 0.09766194224357605, 0.10878027230501175, 0.14996305108070374, 0.12222606688737869], "r_norm": [2.4770469665527344, 2.2428135871887207, 2.187126874923706, 2.2311415672302246, 2.1865227222442627, 2.218538761138916, 2.316340684890747, 2.217608690261841, 2.2417192459106445, 2.2482619285583496, 2.2828004360198975, 2.198446035385132, 2.2502317428588867, 2.233867645263672, 2.2031729221343994, 2.2690982818603516, 2.2566640377044678, 2.2062909603118896, 2.25579833984375, 2.289108991622925]}, {"step": 1500, "epoch": 3, "train_loss": 1.7538254261016846, "cos_r_negg": [0.6470203399658203, 0.19039472937583923, 0.15374717116355896, 0.15772782266139984, 0.1834852695465088, 0.1821896731853485, 0.1907411515712738, 0.1629168689250946, 0.10982140898704529, 0.20613132417201996, 0.1353859305381775, 0.15033362805843353, 0.16843566298484802, 0.13305304944515228, 0.12888625264167786, 0.13704565167427063, 0.12629982829093933, 0.12192526459693909, 0.13903319835662842, 0.15289978682994843], "cos_apical_negg": [0.6470203399658203, 0.19039472937583923, 0.15374717116355896, 0.15772782266139984, 0.1834852695465088, 0.1821896731853485, 0.1907411515712738, 0.1629168689250946, 0.10982140898704529, 0.20613132417201996, 0.1353859305381775, 0.15033362805843353, 0.16843566298484802, 0.13305304944515228, 0.12888625264167786, 0.13704565167427063, 0.12629982829093933, 0.12192526459693909, 0.13903319835662842, 0.15289978682994843], "cos_Ac_negg": [0.6470203399658203, 0.19039472937583923, 0.15374717116355896, 0.15772782266139984, 0.1834852695465088, 0.1821896731853485, 0.1907411515712738, 0.1629168689250946, 0.10982140898704529, 0.20613132417201996, 0.1353859305381775, 0.15033362805843353, 0.16843566298484802, 0.13305304944515228, 0.12888625264167786, 0.13704565167427063, 0.12629982829093933, 0.12192526459693909, 0.13903319835662842, 0.15289978682994843], "r_norm": [2.4176642894744873, 2.1793084144592285, 2.1243834495544434, 2.1686229705810547, 2.124927282333374, 2.1524925231933594, 2.2503390312194824, 2.1521379947662354, 2.1722145080566406, 2.185046911239624, 2.219684362411499, 2.1350009441375732, 2.1804022789001465, 2.168060302734375, 2.135464906692505, 2.201333999633789, 2.18628191947937, 2.142279624938965, 2.190627098083496, 2.222966194152832], "ldr": {"dL_sdil": -0.05736112594604492, "dL_bp": -0.05317103862762451, "ratio": 1.0788039396364826}}, {"step": 1550, "epoch": 3, "train_loss": 1.8690303564071655, "cos_r_negg": [0.6373028755187988, 0.19720809161663055, 0.1644384264945984, 0.1635269820690155, 0.18902060389518738, 0.20049695670604706, 0.20967616140842438, 0.1659163236618042, 0.12701623141765594, 0.193475604057312, 0.13452540338039398, 0.1614856719970703, 0.18098443746566772, 0.14822283387184143, 0.14148743450641632, 0.14908325672149658, 0.16039052605628967, 0.138738214969635, 0.1608208268880844, 0.1548600047826767], "cos_apical_negg": [0.6373028755187988, 0.19720809161663055, 0.1644384264945984, 0.1635269820690155, 0.18902060389518738, 0.20049695670604706, 0.20967616140842438, 0.1659163236618042, 0.12701623141765594, 0.193475604057312, 0.13452540338039398, 0.1614856719970703, 0.18098443746566772, 0.14822283387184143, 0.14148743450641632, 0.14908325672149658, 0.16039052605628967, 0.138738214969635, 0.1608208268880844, 0.1548600047826767], "cos_Ac_negg": [0.6373028755187988, 0.19720809161663055, 0.1644384264945984, 0.1635269820690155, 0.18902060389518738, 0.20049695670604706, 0.20967616140842438, 0.1659163236618042, 0.12701623141765594, 0.193475604057312, 0.13452540338039398, 0.1614856719970703, 0.18098443746566772, 0.14822283387184143, 0.14148743450641632, 0.14908325672149658, 0.16039052605628967, 0.138738214969635, 0.1608208268880844, 0.1548600047826767], "r_norm": [2.431778907775879, 2.1793875694274902, 2.1250758171081543, 2.1708898544311523, 2.1332435607910156, 2.158729076385498, 2.253446578979492, 2.1521191596984863, 2.1748030185699463, 2.186910629272461, 2.2190895080566406, 2.1348013877868652, 2.1816978454589844, 2.1649341583251953, 2.1375064849853516, 2.204747438430786, 2.196023941040039, 2.1406989097595215, 2.197620391845703, 2.2276225090026855]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.3995, "test_loss": 1.788046826171875}, {"step": 1600, "epoch": 4, "train_loss": 1.5218353271484375, "cos_r_negg": [0.6637733578681946, 0.19925010204315186, 0.15928560495376587, 0.16834089159965515, 0.18701818585395813, 0.21519722044467926, 0.2305162250995636, 0.16602572798728943, 0.15309463441371918, 0.2070329338312149, 0.14102008938789368, 0.1713876873254776, 0.21394868195056915, 0.15178517997264862, 0.14691752195358276, 0.15479418635368347, 0.18465888500213623, 0.15695083141326904, 0.16333989799022675, 0.16872408986091614], "cos_apical_negg": [0.6637733578681946, 0.19925010204315186, 0.15928560495376587, 0.16834089159965515, 0.18701818585395813, 0.21519722044467926, 0.2305162250995636, 0.16602572798728943, 0.15309463441371918, 0.2070329338312149, 0.14102008938789368, 0.1713876873254776, 0.21394868195056915, 0.15178517997264862, 0.14691752195358276, 0.15479418635368347, 0.18465888500213623, 0.15695083141326904, 0.16333989799022675, 0.16872408986091614], "cos_Ac_negg": [0.6637733578681946, 0.19925010204315186, 0.15928560495376587, 0.16834089159965515, 0.18701818585395813, 0.21519722044467926, 0.2305162250995636, 0.16602572798728943, 0.15309463441371918, 0.2070329338312149, 0.14102008938789368, 0.1713876873254776, 0.21394868195056915, 0.15178517997264862, 0.14691752195358276, 0.15479418635368347, 0.18465888500213623, 0.15695083141326904, 0.16333989799022675, 0.16872408986091614], "r_norm": [2.4034109115600586, 2.153543472290039, 2.094151496887207, 2.1403276920318604, 2.1013669967651367, 2.1249465942382812, 2.2171671390533447, 2.1227076053619385, 2.1426424980163574, 2.159390449523926, 2.1927618980407715, 2.1045961380004883, 2.1543025970458984, 2.1406006813049316, 2.107591152191162, 2.172093391418457, 2.158457040786743, 2.1070308685302734, 2.1585874557495117, 2.194230556488037]}, {"step": 1650, "epoch": 4, "train_loss": 1.7565956115722656, "cos_r_negg": [0.6639922857284546, 0.19093579053878784, 0.18193377554416656, 0.17773544788360596, 0.20502302050590515, 0.21528837084770203, 0.23370316624641418, 0.17695723474025726, 0.15757989883422852, 0.21871042251586914, 0.16719119250774384, 0.17463138699531555, 0.1956360936164856, 0.18483152985572815, 0.14737141132354736, 0.1746697574853897, 0.17861872911453247, 0.15951424837112427, 0.18290600180625916, 0.17569570243358612], "cos_apical_negg": [0.6639922857284546, 0.19093579053878784, 0.18193377554416656, 0.17773544788360596, 0.20502302050590515, 0.21528837084770203, 0.23370316624641418, 0.17695723474025726, 0.15757989883422852, 0.21871042251586914, 0.16719119250774384, 0.17463138699531555, 0.1956360936164856, 0.18483152985572815, 0.14737141132354736, 0.1746697574853897, 0.17861872911453247, 0.15951424837112427, 0.18290600180625916, 0.17569570243358612], "cos_Ac_negg": [0.6639922857284546, 0.19093579053878784, 0.18193377554416656, 0.17773544788360596, 0.20502302050590515, 0.21528837084770203, 0.23370316624641418, 0.17695723474025726, 0.15757989883422852, 0.21871042251586914, 0.16719119250774384, 0.17463138699531555, 0.1956360936164856, 0.18483152985572815, 0.14737141132354736, 0.1746697574853897, 0.17861872911453247, 0.15951424837112427, 0.18290600180625916, 0.17569570243358612], "r_norm": [2.295227527618408, 2.048022985458374, 1.9931247234344482, 2.0349388122558594, 1.997551441192627, 2.0256080627441406, 2.113943576812744, 2.0156593322753906, 2.039566993713379, 2.0491440296173096, 2.079461097717285, 2.0025522708892822, 2.0468811988830566, 2.0319042205810547, 2.002990245819092, 2.067694664001465, 2.051903247833252, 2.0059328079223633, 2.0615768432617188, 2.089320659637451]}, {"step": 1700, "epoch": 4, "train_loss": 1.5834717750549316, "cos_r_negg": [0.674184262752533, 0.210146963596344, 0.19106674194335938, 0.17950254678726196, 0.20244160294532776, 0.22926919162273407, 0.24894531071186066, 0.2027445137500763, 0.165989488363266, 0.2320888638496399, 0.18124118447303772, 0.19399544596672058, 0.20986416935920715, 0.18078935146331787, 0.1464231014251709, 0.1956179141998291, 0.18019327521324158, 0.1613103449344635, 0.2066081315279007, 0.1930639147758484], "cos_apical_negg": [0.674184262752533, 0.210146963596344, 0.19106674194335938, 0.17950254678726196, 0.20244160294532776, 0.22926919162273407, 0.24894531071186066, 0.2027445137500763, 0.165989488363266, 0.2320888638496399, 0.18124118447303772, 0.19399544596672058, 0.20986416935920715, 0.18078935146331787, 0.1464231014251709, 0.1956179141998291, 0.18019327521324158, 0.1613103449344635, 0.2066081315279007, 0.1930639147758484], "cos_Ac_negg": [0.674184262752533, 0.210146963596344, 0.19106674194335938, 0.17950254678726196, 0.20244160294532776, 0.22926919162273407, 0.24894531071186066, 0.2027445137500763, 0.165989488363266, 0.2320888638496399, 0.18124118447303772, 0.19399544596672058, 0.20986416935920715, 0.18078935146331787, 0.1464231014251709, 0.1956179141998291, 0.18019327521324158, 0.1613103449344635, 0.2066081315279007, 0.1930639147758484], "r_norm": [2.2503280639648438, 2.0033793449401855, 1.948718786239624, 1.989243984222412, 1.9493818283081055, 1.9804949760437012, 2.0639028549194336, 1.9737513065338135, 1.9911311864852905, 2.002920627593994, 2.0339884757995605, 1.9568581581115723, 2.00457763671875, 1.9854042530059814, 1.9606647491455078, 2.021873950958252, 2.009783983230591, 1.9593884944915771, 2.0114970207214355, 2.038909673690796]}, {"step": 1750, "epoch": 4, "train_loss": 1.6561248302459717, "cos_r_negg": [0.6698324680328369, 0.2073764055967331, 0.18257124722003937, 0.19038839638233185, 0.21722450852394104, 0.24082715809345245, 0.253060519695282, 0.19178280234336853, 0.17282146215438843, 0.23662959039211273, 0.1813104748725891, 0.2070998102426529, 0.2059391885995865, 0.19439494609832764, 0.17182692885398865, 0.18010461330413818, 0.189827561378479, 0.15573826432228088, 0.21260705590248108, 0.19378022849559784], "cos_apical_negg": [0.6698324680328369, 0.2073764055967331, 0.18257124722003937, 0.19038839638233185, 0.21722450852394104, 0.24082715809345245, 0.253060519695282, 0.19178280234336853, 0.17282146215438843, 0.23662959039211273, 0.1813104748725891, 0.2070998102426529, 0.2059391885995865, 0.19439494609832764, 0.17182692885398865, 0.18010461330413818, 0.189827561378479, 0.15573826432228088, 0.21260705590248108, 0.19378022849559784], "cos_Ac_negg": [0.6698324680328369, 0.2073764055967331, 0.18257124722003937, 0.19038839638233185, 0.21722450852394104, 0.24082715809345245, 0.253060519695282, 0.19178280234336853, 0.17282146215438843, 0.23662959039211273, 0.1813104748725891, 0.2070998102426529, 0.2059391885995865, 0.19439494609832764, 0.17182692885398865, 0.18010461330413818, 0.189827561378479, 0.15573826432228088, 0.21260705590248108, 0.19378022849559784], "r_norm": [2.2355666160583496, 1.9811886548995972, 1.920091152191162, 1.9653109312057495, 1.9263370037078857, 1.9597994089126587, 2.0425467491149902, 1.9517579078674316, 1.9669791460037231, 1.981496810913086, 2.012404203414917, 1.9380409717559814, 1.9791072607040405, 1.960905909538269, 1.9365520477294922, 1.9946457147598267, 1.9834518432617188, 1.9352045059204102, 1.987921953201294, 2.0170862674713135], "ldr": {"dL_sdil": -0.05736422538757324, "dL_bp": -0.05435299873352051, "ratio": 1.055401297522075}}, {"step": 1800, "epoch": 4, "train_loss": 1.4635032415390015, "cos_r_negg": [0.6747137308120728, 0.2160334587097168, 0.2013036459684372, 0.20094092190265656, 0.23316441476345062, 0.25087493658065796, 0.26454100012779236, 0.20772236585617065, 0.18795818090438843, 0.26598599553108215, 0.18048664927482605, 0.21095511317253113, 0.20944567024707794, 0.16958948969841003, 0.17887601256370544, 0.18967455625534058, 0.2000359296798706, 0.16569924354553223, 0.21233639121055603, 0.21026074886322021], "cos_apical_negg": [0.6747137308120728, 0.2160334587097168, 0.2013036459684372, 0.20094092190265656, 0.23316441476345062, 0.25087493658065796, 0.26454100012779236, 0.20772236585617065, 0.18795818090438843, 0.26598599553108215, 0.18048664927482605, 0.21095511317253113, 0.20944567024707794, 0.16958948969841003, 0.17887601256370544, 0.18967455625534058, 0.2000359296798706, 0.16569924354553223, 0.21233639121055603, 0.21026074886322021], "cos_Ac_negg": [0.6747137308120728, 0.2160334587097168, 0.2013036459684372, 0.20094092190265656, 0.23316441476345062, 0.25087493658065796, 0.26454100012779236, 0.20772236585617065, 0.18795818090438843, 0.26598599553108215, 0.18048664927482605, 0.21095511317253113, 0.20944567024707794, 0.16958948969841003, 0.17887601256370544, 0.18967455625534058, 0.2000359296798706, 0.16569924354553223, 0.21233639121055603, 0.21026074886322021], "r_norm": [2.249413013458252, 1.9828449487686157, 1.924971580505371, 1.9721472263336182, 1.9343469142913818, 1.9612956047058105, 2.0493102073669434, 1.9539530277252197, 1.967550277709961, 1.990222692489624, 2.014458417892456, 1.9387609958648682, 1.9832183122634888, 1.9692820310592651, 1.9399031400680542, 1.996891736984253, 1.9836320877075195, 1.9380302429199219, 1.995322823524475, 2.0209221839904785]}, {"step": 1850, "epoch": 4, "train_loss": 1.645217776298523, "cos_r_negg": [0.6749401688575745, 0.21947315335273743, 0.21719639003276825, 0.22974124550819397, 0.23839157819747925, 0.24462732672691345, 0.2634718418121338, 0.21432945132255554, 0.1703302562236786, 0.24977996945381165, 0.1843615472316742, 0.2219776213169098, 0.232723668217659, 0.19532494246959686, 0.18503281474113464, 0.20391735434532166, 0.19495663046836853, 0.16215413808822632, 0.22789110243320465, 0.19861280918121338], "cos_apical_negg": [0.6749401688575745, 0.21947315335273743, 0.21719639003276825, 0.22974124550819397, 0.23839157819747925, 0.24462732672691345, 0.2634718418121338, 0.21432945132255554, 0.1703302562236786, 0.24977996945381165, 0.1843615472316742, 0.2219776213169098, 0.232723668217659, 0.19532494246959686, 0.18503281474113464, 0.20391735434532166, 0.19495663046836853, 0.16215413808822632, 0.22789110243320465, 0.19861280918121338], "cos_Ac_negg": [0.6749401688575745, 0.21947315335273743, 0.21719639003276825, 0.22974124550819397, 0.23839157819747925, 0.24462732672691345, 0.2634718418121338, 0.21432945132255554, 0.1703302562236786, 0.24977996945381165, 0.1843615472316742, 0.2219776213169098, 0.232723668217659, 0.19532494246959686, 0.18503281474113464, 0.20391735434532166, 0.19495663046836853, 0.16215413808822632, 0.22789110243320465, 0.19861280918121338], "r_norm": [2.196312427520752, 1.9319963455200195, 1.8755204677581787, 1.9180504083633423, 1.8799335956573486, 1.9087696075439453, 1.991202473640442, 1.9011492729187012, 1.9115214347839355, 1.9313995838165283, 1.960799217224121, 1.8868896961212158, 1.929436445236206, 1.9112646579742432, 1.884589433670044, 1.9447202682495117, 1.9326632022857666, 1.8900470733642578, 1.9402503967285156, 1.969836711883545]}, {"step": 1900, "epoch": 4, "train_loss": 1.6474963426589966, "cos_r_negg": [0.691484808921814, 0.23756539821624756, 0.2109159231185913, 0.24207526445388794, 0.24262234568595886, 0.2510812282562256, 0.251004695892334, 0.2264300286769867, 0.19795823097229004, 0.2719324827194214, 0.2052268087863922, 0.22520072758197784, 0.24499580264091492, 0.19321365654468536, 0.20111912488937378, 0.18161794543266296, 0.20631888508796692, 0.16163629293441772, 0.20553922653198242, 0.22493450343608856], "cos_apical_negg": [0.691484808921814, 0.23756539821624756, 0.2109159231185913, 0.24207526445388794, 0.24262234568595886, 0.2510812282562256, 0.251004695892334, 0.2264300286769867, 0.19795823097229004, 0.2719324827194214, 0.2052268087863922, 0.22520072758197784, 0.24499580264091492, 0.19321365654468536, 0.20111912488937378, 0.18161794543266296, 0.20631888508796692, 0.16163629293441772, 0.20553922653198242, 0.22493450343608856], "cos_Ac_negg": [0.691484808921814, 0.23756539821624756, 0.2109159231185913, 0.24207526445388794, 0.24262234568595886, 0.2510812282562256, 0.251004695892334, 0.2264300286769867, 0.19795823097229004, 0.2719324827194214, 0.2052268087863922, 0.22520072758197784, 0.24499580264091492, 0.19321365654468536, 0.20111912488937378, 0.18161794543266296, 0.20631888508796692, 0.16163629293441772, 0.20553922653198242, 0.22493450343608856], "r_norm": [2.16933012008667, 1.89548659324646, 1.8426192998886108, 1.8836406469345093, 1.8482718467712402, 1.8753122091293335, 1.95357346534729, 1.8663620948791504, 1.8782402276992798, 1.9007437229156494, 1.921583890914917, 1.8525543212890625, 1.8991868495941162, 1.875260353088379, 1.8514231443405151, 1.908358097076416, 1.894967794418335, 1.850046992301941, 1.9017497301101685, 1.9296561479568481]}, {"step": 1950, "epoch": 4, "train_loss": 1.4805958271026611, "cos_r_negg": [0.688648521900177, 0.2486979365348816, 0.23049502074718475, 0.24072062969207764, 0.2623623311519623, 0.2474319338798523, 0.2621985077857971, 0.24881938099861145, 0.2117304503917694, 0.26673364639282227, 0.19898197054862976, 0.2358553409576416, 0.23771899938583374, 0.18088042736053467, 0.19020462036132812, 0.1932317614555359, 0.24758654832839966, 0.18932871520519257, 0.22121939063072205, 0.21669414639472961], "cos_apical_negg": [0.688648521900177, 0.2486979365348816, 0.23049502074718475, 0.24072062969207764, 0.2623623311519623, 0.2474319338798523, 0.2621985077857971, 0.24881938099861145, 0.2117304503917694, 0.26673364639282227, 0.19898197054862976, 0.2358553409576416, 0.23771899938583374, 0.18088042736053467, 0.19020462036132812, 0.1932317614555359, 0.24758654832839966, 0.18932871520519257, 0.22121939063072205, 0.21669414639472961], "cos_Ac_negg": [0.688648521900177, 0.2486979365348816, 0.23049502074718475, 0.24072062969207764, 0.2623623311519623, 0.2474319338798523, 0.2621985077857971, 0.24881938099861145, 0.2117304503917694, 0.26673364639282227, 0.19898197054862976, 0.2358553409576416, 0.23771899938583374, 0.18088042736053467, 0.19020462036132812, 0.1932317614555359, 0.24758654832839966, 0.18932871520519257, 0.22121939063072205, 0.21669414639472961], "r_norm": [2.123539924621582, 1.8513827323913574, 1.7974801063537598, 1.8385764360427856, 1.8058722019195557, 1.8312947750091553, 1.9074065685272217, 1.8233351707458496, 1.836029052734375, 1.8495430946350098, 1.8794581890106201, 1.8076930046081543, 1.851798176765442, 1.8345632553100586, 1.8066658973693848, 1.863905668258667, 1.8508436679840088, 1.8085079193115234, 1.8534653186798096, 1.8839318752288818]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4014, "test_loss": 1.7753544921875}, {"step": 2000, "epoch": 5, "train_loss": 1.3615363836288452, "cos_r_negg": [0.7068831920623779, 0.25327324867248535, 0.23749184608459473, 0.24427904188632965, 0.27740657329559326, 0.26507383584976196, 0.2688327133655548, 0.26216185092926025, 0.23000888526439667, 0.28867197036743164, 0.21868842840194702, 0.25925949215888977, 0.2624346613883972, 0.2287646383047104, 0.20928433537483215, 0.23418954014778137, 0.25237295031547546, 0.19457706809043884, 0.2228052318096161, 0.23394379019737244], "cos_apical_negg": [0.7068831920623779, 0.25327324867248535, 0.23749184608459473, 0.24427904188632965, 0.27740657329559326, 0.26507383584976196, 0.2688327133655548, 0.26216185092926025, 0.23000888526439667, 0.28867197036743164, 0.21868842840194702, 0.25925949215888977, 0.2624346613883972, 0.2287646383047104, 0.20928433537483215, 0.23418954014778137, 0.25237295031547546, 0.19457706809043884, 0.2228052318096161, 0.23394379019737244], "cos_Ac_negg": [0.7068831920623779, 0.25327324867248535, 0.23749184608459473, 0.24427904188632965, 0.27740657329559326, 0.26507383584976196, 0.2688327133655548, 0.26216185092926025, 0.23000888526439667, 0.28867197036743164, 0.21868842840194702, 0.25925949215888977, 0.2624346613883972, 0.2287646383047104, 0.20928433537483215, 0.23418954014778137, 0.25237295031547546, 0.19457706809043884, 0.2228052318096161, 0.23394379019737244], "r_norm": [2.084531307220459, 1.8110878467559814, 1.755983591079712, 1.7971382141113281, 1.7660223245620728, 1.7960394620895386, 1.8662543296813965, 1.7824561595916748, 1.799128770828247, 1.8084568977355957, 1.838322639465332, 1.771484375, 1.8083096742630005, 1.7957026958465576, 1.767385721206665, 1.8249788284301758, 1.8075236082077026, 1.7617661952972412, 1.8138066530227661, 1.8436188697814941], "ldr": {"dL_sdil": -0.08869898319244385, "dL_bp": -0.08530080318450928, "ratio": 1.039837608569572}}, {"step": 2050, "epoch": 5, "train_loss": 1.5481410026550293, "cos_r_negg": [0.7051151394844055, 0.27222001552581787, 0.2508837580680847, 0.24235957860946655, 0.2812182307243347, 0.2772056758403778, 0.29945653676986694, 0.26059967279434204, 0.2215370237827301, 0.28135135769844055, 0.2213222086429596, 0.2629992663860321, 0.2677392065525055, 0.24545788764953613, 0.2094998061656952, 0.2468913495540619, 0.25616246461868286, 0.21951411664485931, 0.25690460205078125, 0.2229471355676651], "cos_apical_negg": [0.7051151394844055, 0.27222001552581787, 0.2508837580680847, 0.24235957860946655, 0.2812182307243347, 0.2772056758403778, 0.29945653676986694, 0.26059967279434204, 0.2215370237827301, 0.28135135769844055, 0.2213222086429596, 0.2629992663860321, 0.2677392065525055, 0.24545788764953613, 0.2094998061656952, 0.2468913495540619, 0.25616246461868286, 0.21951411664485931, 0.25690460205078125, 0.2229471355676651], "cos_Ac_negg": [0.7051151394844055, 0.27222001552581787, 0.2508837580680847, 0.24235957860946655, 0.2812182307243347, 0.2772056758403778, 0.29945653676986694, 0.26059967279434204, 0.2215370237827301, 0.28135135769844055, 0.2213222086429596, 0.2629992663860321, 0.2677392065525055, 0.24545788764953613, 0.2094998061656952, 0.2468913495540619, 0.25616246461868286, 0.21951411664485931, 0.25690460205078125, 0.2229471355676651], "r_norm": [2.0281436443328857, 1.7545006275177002, 1.7020766735076904, 1.7390503883361816, 1.7095547914505005, 1.7343504428863525, 1.8077219724655151, 1.7233421802520752, 1.7327193021774292, 1.7506752014160156, 1.776757001876831, 1.7083244323730469, 1.7514225244522095, 1.7334060668945312, 1.7067968845367432, 1.7629172801971436, 1.7518956661224365, 1.7068719863891602, 1.7587236166000366, 1.781557321548462]}, {"step": 2100, "epoch": 5, "train_loss": 1.6091854572296143, "cos_r_negg": [0.711556613445282, 0.2839687466621399, 0.25128358602523804, 0.2696876525878906, 0.2901046872138977, 0.29381418228149414, 0.30687299370765686, 0.2800860106945038, 0.24512700736522675, 0.30411022901535034, 0.2525326609611511, 0.27652406692504883, 0.278560072183609, 0.2357378453016281, 0.2490263283252716, 0.23245204985141754, 0.2511855959892273, 0.24219569563865662, 0.2627124786376953, 0.23985861241817474], "cos_apical_negg": [0.711556613445282, 0.2839687466621399, 0.25128358602523804, 0.2696876525878906, 0.2901046872138977, 0.29381418228149414, 0.30687299370765686, 0.2800860106945038, 0.24512700736522675, 0.30411022901535034, 0.2525326609611511, 0.27652406692504883, 0.278560072183609, 0.2357378453016281, 0.2490263283252716, 0.23245204985141754, 0.2511855959892273, 0.24219569563865662, 0.2627124786376953, 0.23985861241817474], "cos_Ac_negg": [0.711556613445282, 0.2839687466621399, 0.25128358602523804, 0.2696876525878906, 0.2901046872138977, 0.29381418228149414, 0.30687299370765686, 0.2800860106945038, 0.24512700736522675, 0.30411022901535034, 0.2525326609611511, 0.27652406692504883, 0.278560072183609, 0.2357378453016281, 0.2490263283252716, 0.23245204985141754, 0.2511855959892273, 0.24219569563865662, 0.2627124786376953, 0.23985861241817474], "r_norm": [2.0151607990264893, 1.7368237972259521, 1.683481216430664, 1.7206737995147705, 1.6930146217346191, 1.7180888652801514, 1.789973258972168, 1.707671880722046, 1.7176369428634644, 1.7362778186798096, 1.7577561140060425, 1.695127248764038, 1.7359893321990967, 1.7175852060317993, 1.6943129301071167, 1.745331048965454, 1.7321794033050537, 1.689546823501587, 1.7378406524658203, 1.7651150226593018]}, {"step": 2150, "epoch": 5, "train_loss": 1.5963160991668701, "cos_r_negg": [0.7079184055328369, 0.28075599670410156, 0.26899850368499756, 0.28858423233032227, 0.29888010025024414, 0.30044400691986084, 0.2939867675304413, 0.2693682909011841, 0.2602640986442566, 0.3027193248271942, 0.25767678022384644, 0.28182244300842285, 0.28968754410743713, 0.25090837478637695, 0.24465356767177582, 0.24439936876296997, 0.26231086254119873, 0.2286117672920227, 0.27332717180252075, 0.2520240843296051], "cos_apical_negg": [0.7079184055328369, 0.28075599670410156, 0.26899850368499756, 0.28858423233032227, 0.29888010025024414, 0.30044400691986084, 0.2939867675304413, 0.2693682909011841, 0.2602640986442566, 0.3027193248271942, 0.25767678022384644, 0.28182244300842285, 0.28968754410743713, 0.25090837478637695, 0.24465356767177582, 0.24439936876296997, 0.26231086254119873, 0.2286117672920227, 0.27332717180252075, 0.2520240843296051], "cos_Ac_negg": [0.7079184055328369, 0.28075599670410156, 0.26899850368499756, 0.28858423233032227, 0.29888010025024414, 0.30044400691986084, 0.2939867675304413, 0.2693682909011841, 0.2602640986442566, 0.3027193248271942, 0.25767678022384644, 0.28182244300842285, 0.28968754410743713, 0.25090837478637695, 0.24465356767177582, 0.24439936876296997, 0.26231086254119873, 0.2286117672920227, 0.27332717180252075, 0.2520240843296051], "r_norm": [1.9782907962799072, 1.6981239318847656, 1.6432808637619019, 1.6818122863769531, 1.6536805629730225, 1.6807032823562622, 1.7476402521133423, 1.6680828332901, 1.6756598949432373, 1.6964191198349, 1.7163783311843872, 1.6561963558197021, 1.6940540075302124, 1.6756000518798828, 1.652561902999878, 1.701200008392334, 1.6927518844604492, 1.6441236734390259, 1.695202350616455, 1.7214152812957764]}, {"step": 2200, "epoch": 5, "train_loss": 1.6883108615875244, "cos_r_negg": [0.7195174694061279, 0.29783371090888977, 0.2800484299659729, 0.2962339222431183, 0.30212506651878357, 0.30030015110969543, 0.3147934675216675, 0.2747332453727722, 0.28220227360725403, 0.31850841641426086, 0.27144938707351685, 0.29722556471824646, 0.3060053586959839, 0.26745158433914185, 0.258322536945343, 0.2576124668121338, 0.2828497886657715, 0.2418578863143921, 0.26952025294303894, 0.2680068612098694], "cos_apical_negg": [0.7195174694061279, 0.29783371090888977, 0.2800484299659729, 0.2962339222431183, 0.30212506651878357, 0.30030015110969543, 0.3147934675216675, 0.2747332453727722, 0.28220227360725403, 0.31850841641426086, 0.27144938707351685, 0.29722556471824646, 0.3060053586959839, 0.26745158433914185, 0.258322536945343, 0.2576124668121338, 0.2828497886657715, 0.2418578863143921, 0.26952025294303894, 0.2680068612098694], "cos_Ac_negg": [0.7195174694061279, 0.29783371090888977, 0.2800484299659729, 0.2962339222431183, 0.30212506651878357, 0.30030015110969543, 0.3147934675216675, 0.2747332453727722, 0.28220227360725403, 0.31850841641426086, 0.27144938707351685, 0.29722556471824646, 0.3060053586959839, 0.26745158433914185, 0.258322536945343, 0.2576124668121338, 0.2828497886657715, 0.2418578863143921, 0.26952025294303894, 0.2680068612098694], "r_norm": [2.0354113578796387, 1.741000771522522, 1.6873972415924072, 1.720387578010559, 1.697643518447876, 1.7171216011047363, 1.7860009670257568, 1.7079455852508545, 1.7164214849472046, 1.7318408489227295, 1.7610851526260376, 1.6914746761322021, 1.73602294921875, 1.7197790145874023, 1.69197416305542, 1.744964838027954, 1.732187271118164, 1.6846498250961304, 1.738295316696167, 1.7626947164535522]}, {"step": 2250, "epoch": 5, "train_loss": 1.691092848777771, "cos_r_negg": [0.7108164429664612, 0.3011983633041382, 0.2952357232570648, 0.30370599031448364, 0.3124578893184662, 0.3131386935710907, 0.33113813400268555, 0.29360663890838623, 0.285156786441803, 0.3344062566757202, 0.29932546615600586, 0.30550578236579895, 0.32034415006637573, 0.2520869970321655, 0.2702501118183136, 0.2646690011024475, 0.29756054282188416, 0.2683263123035431, 0.27897122502326965, 0.28117966651916504], "cos_apical_negg": [0.7108164429664612, 0.3011983633041382, 0.2952357232570648, 0.30370599031448364, 0.3124578893184662, 0.3131386935710907, 0.33113813400268555, 0.29360663890838623, 0.285156786441803, 0.3344062566757202, 0.29932546615600586, 0.30550578236579895, 0.32034415006637573, 0.2520869970321655, 0.2702501118183136, 0.2646690011024475, 0.29756054282188416, 0.2683263123035431, 0.27897122502326965, 0.28117966651916504], "cos_Ac_negg": [0.7108164429664612, 0.3011983633041382, 0.2952357232570648, 0.30370599031448364, 0.3124578893184662, 0.3131386935710907, 0.33113813400268555, 0.29360663890838623, 0.285156786441803, 0.3344062566757202, 0.29932546615600586, 0.30550578236579895, 0.32034415006637573, 0.2520869970321655, 0.2702501118183136, 0.2646690011024475, 0.29756054282188416, 0.2683263123035431, 0.27897122502326965, 0.28117966651916504], "r_norm": [1.9400432109832764, 1.651057243347168, 1.6013615131378174, 1.6338069438934326, 1.6111760139465332, 1.6344430446624756, 1.6974921226501465, 1.6187609434127808, 1.6297974586486816, 1.648232102394104, 1.6700894832611084, 1.6078006029129028, 1.6473792791366577, 1.6312346458435059, 1.6056427955627441, 1.653777837753296, 1.6470065116882324, 1.5984266996383667, 1.6452195644378662, 1.6745425462722778], "ldr": {"dL_sdil": -0.03460109233856201, "dL_bp": -0.0323718786239624, "ratio": 1.0688626613393235}}, {"step": 2300, "epoch": 5, "train_loss": 1.581717848777771, "cos_r_negg": [0.719701886177063, 0.30684733390808105, 0.30162665247917175, 0.3116273880004883, 0.3258727192878723, 0.30786746740341187, 0.3460868299007416, 0.3142750859260559, 0.30294257402420044, 0.34289735555648804, 0.29966941475868225, 0.32026180624961853, 0.33367568254470825, 0.27280405163764954, 0.2984091639518738, 0.2769739627838135, 0.31370246410369873, 0.2861649692058563, 0.30186694860458374, 0.2844932973384857], "cos_apical_negg": [0.719701886177063, 0.30684733390808105, 0.30162665247917175, 0.3116273880004883, 0.3258727192878723, 0.30786746740341187, 0.3460868299007416, 0.3142750859260559, 0.30294257402420044, 0.34289735555648804, 0.29966941475868225, 0.32026180624961853, 0.33367568254470825, 0.27280405163764954, 0.2984091639518738, 0.2769739627838135, 0.31370246410369873, 0.2861649692058563, 0.30186694860458374, 0.2844932973384857], "cos_Ac_negg": [0.719701886177063, 0.30684733390808105, 0.30162665247917175, 0.3116273880004883, 0.3258727192878723, 0.30786746740341187, 0.3460868299007416, 0.3142750859260559, 0.30294257402420044, 0.34289735555648804, 0.29966941475868225, 0.32026180624961853, 0.33367568254470825, 0.27280405163764954, 0.2984091639518738, 0.2769739627838135, 0.31370246410369873, 0.2861649692058563, 0.30186694860458374, 0.2844932973384857], "r_norm": [1.9160234928131104, 1.6231615543365479, 1.5735193490982056, 1.6079492568969727, 1.5863302946090698, 1.6083786487579346, 1.6732944250106812, 1.5949639081954956, 1.6022355556488037, 1.6224865913391113, 1.64121413230896, 1.5820395946502686, 1.6184651851654053, 1.602583408355713, 1.5773048400878906, 1.6251651048660278, 1.6156796216964722, 1.5710093975067139, 1.6206541061401367, 1.6469069719314575]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4172, "test_loss": 1.7630079956054687}, {"step": 2350, "epoch": 6, "train_loss": 1.3436691761016846, "cos_r_negg": [0.7253841161727905, 0.3266099691390991, 0.3183606266975403, 0.3256836533546448, 0.32888346910476685, 0.32250577211380005, 0.3514317274093628, 0.3256906270980835, 0.3003794252872467, 0.3492143154144287, 0.3120202124118805, 0.3275476098060608, 0.333850234746933, 0.31738460063934326, 0.31131041049957275, 0.2980276942253113, 0.3207184672355652, 0.299253910779953, 0.30958855152130127, 0.2959970235824585], "cos_apical_negg": [0.7253841161727905, 0.3266099691390991, 0.3183606266975403, 0.3256836533546448, 0.32888346910476685, 0.32250577211380005, 0.3514317274093628, 0.3256906270980835, 0.3003794252872467, 0.3492143154144287, 0.3120202124118805, 0.3275476098060608, 0.333850234746933, 0.31738460063934326, 0.31131041049957275, 0.2980276942253113, 0.3207184672355652, 0.299253910779953, 0.30958855152130127, 0.2959970235824585], "cos_Ac_negg": [0.7253841161727905, 0.3266099691390991, 0.3183606266975403, 0.3256836533546448, 0.32888346910476685, 0.32250577211380005, 0.3514317274093628, 0.3256906270980835, 0.3003794252872467, 0.3492143154144287, 0.3120202124118805, 0.3275476098060608, 0.333850234746933, 0.31738460063934326, 0.31131041049957275, 0.2980276942253113, 0.3207184672355652, 0.299253910779953, 0.30958855152130127, 0.2959970235824585], "r_norm": [1.9246878623962402, 1.6269593238830566, 1.5767991542816162, 1.6074113845825195, 1.590482473373413, 1.6061804294586182, 1.6688487529754639, 1.5926921367645264, 1.6014976501464844, 1.6193578243255615, 1.6421345472335815, 1.5796608924865723, 1.6200138330459595, 1.604984998703003, 1.5782233476638794, 1.6252399682998657, 1.6179969310760498, 1.5717343091964722, 1.615923523902893, 1.6445114612579346]}, {"step": 2400, "epoch": 6, "train_loss": 1.3799281120300293, "cos_r_negg": [0.7289541959762573, 0.3359295427799225, 0.3187207877635956, 0.33473628759384155, 0.35325586795806885, 0.35076451301574707, 0.3578472137451172, 0.3341263234615326, 0.322634220123291, 0.37447530031204224, 0.3260219693183899, 0.3492753505706787, 0.34381499886512756, 0.3123936355113983, 0.33443373441696167, 0.27773231267929077, 0.31189700961112976, 0.2973015308380127, 0.3147188127040863, 0.2928922474384308], "cos_apical_negg": [0.7289541959762573, 0.3359295427799225, 0.3187207877635956, 0.33473628759384155, 0.35325586795806885, 0.35076451301574707, 0.3578472137451172, 0.3341263234615326, 0.322634220123291, 0.37447530031204224, 0.3260219693183899, 0.3492753505706787, 0.34381499886512756, 0.3123936355113983, 0.33443373441696167, 0.27773231267929077, 0.31189700961112976, 0.2973015308380127, 0.3147188127040863, 0.2928922474384308], "cos_Ac_negg": [0.7289541959762573, 0.3359295427799225, 0.3187207877635956, 0.33473628759384155, 0.35325586795806885, 0.35076451301574707, 0.3578472137451172, 0.3341263234615326, 0.322634220123291, 0.37447530031204224, 0.3260219693183899, 0.3492753505706787, 0.34381499886512756, 0.3123936355113983, 0.33443373441696167, 0.27773231267929077, 0.31189700961112976, 0.2973015308380127, 0.3147188127040863, 0.2928922474384308], "r_norm": [1.898604393005371, 1.5967587232589722, 1.5462603569030762, 1.5771249532699585, 1.5581085681915283, 1.5783488750457764, 1.6408460140228271, 1.5646449327468872, 1.5710393190383911, 1.5928194522857666, 1.6103183031082153, 1.548856258392334, 1.5892112255096436, 1.576493501663208, 1.5463016033172607, 1.596250057220459, 1.585366129875183, 1.5386300086975098, 1.588639736175537, 1.612574577331543]}, {"step": 2450, "epoch": 6, "train_loss": 1.302983283996582, "cos_r_negg": [0.730933427810669, 0.35127389430999756, 0.33129027485847473, 0.35177165269851685, 0.3661556541919708, 0.3547874689102173, 0.3721681237220764, 0.34536856412887573, 0.3162740170955658, 0.3857356905937195, 0.3420940637588501, 0.3498304486274719, 0.36287856101989746, 0.3120879530906677, 0.3340931534767151, 0.3013456165790558, 0.3441299796104431, 0.3303104639053345, 0.3232349753379822, 0.3115181028842926], "cos_apical_negg": [0.730933427810669, 0.35127389430999756, 0.33129027485847473, 0.35177165269851685, 0.3661556541919708, 0.3547874689102173, 0.3721681237220764, 0.34536856412887573, 0.3162740170955658, 0.3857356905937195, 0.3420940637588501, 0.3498304486274719, 0.36287856101989746, 0.3120879530906677, 0.3340931534767151, 0.3013456165790558, 0.3441299796104431, 0.3303104639053345, 0.3232349753379822, 0.3115181028842926], "cos_Ac_negg": [0.730933427810669, 0.35127389430999756, 0.33129027485847473, 0.35177165269851685, 0.3661556541919708, 0.3547874689102173, 0.3721681237220764, 0.34536856412887573, 0.3162740170955658, 0.3857356905937195, 0.3420940637588501, 0.3498304486274719, 0.36287856101989746, 0.3120879530906677, 0.3340931534767151, 0.3013456165790558, 0.3441299796104431, 0.3303104639053345, 0.3232349753379822, 0.3115181028842926], "r_norm": [1.8770694732666016, 1.5719573497772217, 1.5256359577178955, 1.554607629776001, 1.5399470329284668, 1.5536108016967773, 1.6158583164215088, 1.5377901792526245, 1.5458807945251465, 1.569783329963684, 1.5854287147521973, 1.526581048965454, 1.5654585361480713, 1.5495216846466064, 1.524153470993042, 1.5721449851989746, 1.5641937255859375, 1.519181728363037, 1.5631886720657349, 1.5920398235321045]}, {"step": 2500, "epoch": 6, "train_loss": 1.4543193578720093, "cos_r_negg": [0.7513996362686157, 0.3435690104961395, 0.3315238356590271, 0.35524654388427734, 0.37533825635910034, 0.37618061900138855, 0.37195467948913574, 0.3582415282726288, 0.3396797478199005, 0.3955913782119751, 0.3596267104148865, 0.35921618342399597, 0.3894481062889099, 0.34194836020469666, 0.37272244691848755, 0.3154102563858032, 0.3518756628036499, 0.31573569774627686, 0.34793949127197266, 0.32100701332092285], "cos_apical_negg": [0.7513996362686157, 0.3435690104961395, 0.3315238356590271, 0.35524654388427734, 0.37533825635910034, 0.37618061900138855, 0.37195467948913574, 0.3582415282726288, 0.3396797478199005, 0.3955913782119751, 0.3596267104148865, 0.35921618342399597, 0.3894481062889099, 0.34194836020469666, 0.37272244691848755, 0.3154102563858032, 0.3518756628036499, 0.31573569774627686, 0.34793949127197266, 0.32100701332092285], "cos_Ac_negg": [0.7513996362686157, 0.3435690104961395, 0.3315238356590271, 0.35524654388427734, 0.37533825635910034, 0.37618061900138855, 0.37195467948913574, 0.3582415282726288, 0.3396797478199005, 0.3955913782119751, 0.3596267104148865, 0.35921618342399597, 0.3894481062889099, 0.34194836020469666, 0.37272244691848755, 0.3154102563858032, 0.3518756628036499, 0.31573569774627686, 0.34793949127197266, 0.32100701332092285], "r_norm": [1.8246022462844849, 1.5226222276687622, 1.4740073680877686, 1.5024361610412598, 1.4882745742797852, 1.5069923400878906, 1.5636851787567139, 1.491668701171875, 1.5002025365829468, 1.5196994543075562, 1.535440444946289, 1.4812220335006714, 1.517202377319336, 1.502455472946167, 1.4763059616088867, 1.5221683979034424, 1.5135071277618408, 1.4645955562591553, 1.512841820716858, 1.5386111736297607], "ldr": {"dL_sdil": -0.04818010330200195, "dL_bp": -0.04582571983337402, "ratio": 1.0513769009453349}}, {"step": 2550, "epoch": 6, "train_loss": 1.5098650455474854, "cos_r_negg": [0.7502329349517822, 0.37190407514572144, 0.3415295481681824, 0.3601037263870239, 0.3783910274505615, 0.37274792790412903, 0.40742361545562744, 0.35534608364105225, 0.3439617156982422, 0.41122180223464966, 0.3547966480255127, 0.36047422885894775, 0.3965417146682739, 0.3510426878929138, 0.366315096616745, 0.3414185047149658, 0.35472482442855835, 0.33964407444000244, 0.3516562581062317, 0.335665225982666], "cos_apical_negg": [0.7502329349517822, 0.37190407514572144, 0.3415295481681824, 0.3601037263870239, 0.3783910274505615, 0.37274792790412903, 0.40742361545562744, 0.35534608364105225, 0.3439617156982422, 0.41122180223464966, 0.3547966480255127, 0.36047422885894775, 0.3965417146682739, 0.3510426878929138, 0.366315096616745, 0.3414185047149658, 0.35472482442855835, 0.33964407444000244, 0.3516562581062317, 0.335665225982666], "cos_Ac_negg": [0.7502329349517822, 0.37190407514572144, 0.3415295481681824, 0.3601037263870239, 0.3783910274505615, 0.37274792790412903, 0.40742361545562744, 0.35534608364105225, 0.3439617156982422, 0.41122180223464966, 0.3547966480255127, 0.36047422885894775, 0.3965417146682739, 0.3510426878929138, 0.366315096616745, 0.3414185047149658, 0.35472482442855835, 0.33964407444000244, 0.3516562581062317, 0.335665225982666], "r_norm": [1.8939008712768555, 1.5723518133163452, 1.5224486589431763, 1.5548381805419922, 1.5374208688735962, 1.5517971515655518, 1.612799882888794, 1.5374679565429688, 1.543641448020935, 1.5669500827789307, 1.5878732204437256, 1.523374080657959, 1.5646259784698486, 1.5504765510559082, 1.519864797592163, 1.5688602924346924, 1.5610237121582031, 1.5145554542541504, 1.5619020462036133, 1.5861515998840332]}, {"step": 2600, "epoch": 6, "train_loss": 1.562525987625122, "cos_r_negg": [0.7433403730392456, 0.37330663204193115, 0.3603464365005493, 0.36532866954803467, 0.39322641491889954, 0.3781284987926483, 0.413895845413208, 0.36396342515945435, 0.35471856594085693, 0.4230158030986786, 0.37291061878204346, 0.36593061685562134, 0.3894837498664856, 0.35350775718688965, 0.3854491710662842, 0.331922322511673, 0.367458701133728, 0.3334495425224304, 0.36768805980682373, 0.3346874713897705], "cos_apical_negg": [0.7433403730392456, 0.37330663204193115, 0.3603464365005493, 0.36532866954803467, 0.39322641491889954, 0.3781284987926483, 0.413895845413208, 0.36396342515945435, 0.35471856594085693, 0.4230158030986786, 0.37291061878204346, 0.36593061685562134, 0.3894837498664856, 0.35350775718688965, 0.3854491710662842, 0.331922322511673, 0.367458701133728, 0.3334495425224304, 0.36768805980682373, 0.3346874713897705], "cos_Ac_negg": [0.7433403730392456, 0.37330663204193115, 0.3603464365005493, 0.36532866954803467, 0.39322641491889954, 0.3781284987926483, 0.413895845413208, 0.36396342515945435, 0.35471856594085693, 0.4230158030986786, 0.37291061878204346, 0.36593061685562134, 0.3894837498664856, 0.35350775718688965, 0.3854491710662842, 0.331922322511673, 0.367458701133728, 0.3334495425224304, 0.36768805980682373, 0.3346874713897705], "r_norm": [1.8232872486114502, 1.5105810165405273, 1.4619724750518799, 1.490499496459961, 1.4764200448989868, 1.4921958446502686, 1.5489758253097534, 1.478508710861206, 1.4827228784561157, 1.504138469696045, 1.5215086936950684, 1.4646252393722534, 1.5034104585647583, 1.4904310703277588, 1.4592779874801636, 1.5069679021835327, 1.4949754476547241, 1.4512521028518677, 1.4960194826126099, 1.5241966247558594]}, {"step": 2650, "epoch": 6, "train_loss": 1.43695068359375, "cos_r_negg": [0.7474380135536194, 0.3780401945114136, 0.3770965039730072, 0.3790384829044342, 0.40578722953796387, 0.3845733404159546, 0.4257146418094635, 0.38443467020988464, 0.35776612162590027, 0.42435288429260254, 0.3689802885055542, 0.39509886503219604, 0.3974885940551758, 0.34654420614242554, 0.4047051668167114, 0.3387407660484314, 0.3904924988746643, 0.38189399242401123, 0.3889910578727722, 0.35169804096221924], "cos_apical_negg": [0.7474380135536194, 0.3780401945114136, 0.3770965039730072, 0.3790384829044342, 0.40578722953796387, 0.3845733404159546, 0.4257146418094635, 0.38443467020988464, 0.35776612162590027, 0.42435288429260254, 0.3689802885055542, 0.39509886503219604, 0.3974885940551758, 0.34654420614242554, 0.4047051668167114, 0.3387407660484314, 0.3904924988746643, 0.38189399242401123, 0.3889910578727722, 0.35169804096221924], "cos_Ac_negg": [0.7474380135536194, 0.3780401945114136, 0.3770965039730072, 0.3790384829044342, 0.40578722953796387, 0.3845733404159546, 0.4257146418094635, 0.38443467020988464, 0.35776612162590027, 0.42435288429260254, 0.3689802885055542, 0.39509886503219604, 0.3974885940551758, 0.34654420614242554, 0.4047051668167114, 0.3387407660484314, 0.3904924988746643, 0.38189399242401123, 0.3889910578727722, 0.35169804096221924], "r_norm": [1.8079055547714233, 1.4930307865142822, 1.444476842880249, 1.474316120147705, 1.4578269720077515, 1.4775667190551758, 1.5344425439834595, 1.4599504470825195, 1.4649639129638672, 1.4899647235870361, 1.501836895942688, 1.4502408504486084, 1.485370397567749, 1.4711706638336182, 1.4412879943847656, 1.4885094165802002, 1.4799487590789795, 1.4343700408935547, 1.4771748781204224, 1.5070991516113281]}, {"step": 2700, "epoch": 6, "train_loss": 1.4608898162841797, "cos_r_negg": [0.7581787705421448, 0.3801841735839844, 0.38869571685791016, 0.3889051079750061, 0.41896748542785645, 0.4055558443069458, 0.4364626407623291, 0.3970945179462433, 0.37609177827835083, 0.4227428138256073, 0.39120569825172424, 0.4125991463661194, 0.3975337743759155, 0.3563581109046936, 0.4014299213886261, 0.36445796489715576, 0.40984153747558594, 0.37493884563446045, 0.37948447465896606, 0.3489692807197571], "cos_apical_negg": [0.7581787705421448, 0.3801841735839844, 0.38869571685791016, 0.3889051079750061, 0.41896748542785645, 0.4055558443069458, 0.4364626407623291, 0.3970945179462433, 0.37609177827835083, 0.4227428138256073, 0.39120569825172424, 0.4125991463661194, 0.3975337743759155, 0.3563581109046936, 0.4014299213886261, 0.36445796489715576, 0.40984153747558594, 0.37493884563446045, 0.37948447465896606, 0.3489692807197571], "cos_Ac_negg": [0.7581787705421448, 0.3801841735839844, 0.38869571685791016, 0.3889051079750061, 0.41896748542785645, 0.4055558443069458, 0.4364626407623291, 0.3970945179462433, 0.37609177827835083, 0.4227428138256073, 0.39120569825172424, 0.4125991463661194, 0.3975337743759155, 0.3563581109046936, 0.4014299213886261, 0.36445796489715576, 0.40984153747558594, 0.37493884563446045, 0.37948447465896606, 0.3489692807197571], "r_norm": [1.7797845602035522, 1.4645936489105225, 1.4139435291290283, 1.444679856300354, 1.4298629760742188, 1.444881558418274, 1.5023342370986938, 1.4266796112060547, 1.4350008964538574, 1.4585309028625488, 1.4707748889923096, 1.4189832210540771, 1.45257568359375, 1.4392199516296387, 1.4127895832061768, 1.4553754329681396, 1.4455159902572632, 1.402090311050415, 1.4465715885162354, 1.4723320007324219]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4269, "test_loss": 1.720835546875}, {"step": 2750, "epoch": 7, "train_loss": 1.5807048082351685, "cos_r_negg": [0.7588101625442505, 0.392296701669693, 0.40517908334732056, 0.4022231996059418, 0.425919771194458, 0.41214799880981445, 0.4433586001396179, 0.4030410051345825, 0.38339924812316895, 0.4379465579986572, 0.3995194435119629, 0.4255261719226837, 0.4222228527069092, 0.3760813772678375, 0.41288089752197266, 0.38440823554992676, 0.41734057664871216, 0.3767848014831543, 0.39831170439720154, 0.36381518840789795], "cos_apical_negg": [0.7588101625442505, 0.392296701669693, 0.40517908334732056, 0.4022231996059418, 0.425919771194458, 0.41214799880981445, 0.4433586001396179, 0.4030410051345825, 0.38339924812316895, 0.4379465579986572, 0.3995194435119629, 0.4255261719226837, 0.4222228527069092, 0.3760813772678375, 0.41288089752197266, 0.38440823554992676, 0.41734057664871216, 0.3767848014831543, 0.39831170439720154, 0.36381518840789795], "cos_Ac_negg": [0.7588101625442505, 0.392296701669693, 0.40517908334732056, 0.4022231996059418, 0.425919771194458, 0.41214799880981445, 0.4433586001396179, 0.4030410051345825, 0.38339924812316895, 0.4379465579986572, 0.3995194435119629, 0.4255261719226837, 0.4222228527069092, 0.3760813772678375, 0.41288089752197266, 0.38440823554992676, 0.41734057664871216, 0.3767848014831543, 0.39831170439720154, 0.36381518840789795], "r_norm": [1.7578153610229492, 1.4402623176574707, 1.3917908668518066, 1.423140525817871, 1.4090797901153564, 1.4240047931671143, 1.477959156036377, 1.407010555267334, 1.4124382734298706, 1.4341479539871216, 1.4465389251708984, 1.3965587615966797, 1.430415391921997, 1.4178004264831543, 1.3884060382843018, 1.4321589469909668, 1.4232285022735596, 1.3820348978042603, 1.4220197200775146, 1.448148250579834], "ldr": {"dL_sdil": -0.03455495834350586, "dL_bp": -0.0322800874710083, "ratio": 1.070472884391676}}, {"step": 2800, "epoch": 7, "train_loss": 1.6461067199707031, "cos_r_negg": [0.7662191390991211, 0.4133029580116272, 0.41495513916015625, 0.41952580213546753, 0.4272613823413849, 0.43175527453422546, 0.4480007290840149, 0.42350637912750244, 0.40183311700820923, 0.45645684003829956, 0.41260138154029846, 0.43686842918395996, 0.43665558099746704, 0.3750511407852173, 0.4254641532897949, 0.40589678287506104, 0.44619476795196533, 0.40950900316238403, 0.41643962264060974, 0.3711063265800476], "cos_apical_negg": [0.7662191390991211, 0.4133029580116272, 0.41495513916015625, 0.41952580213546753, 0.4272613823413849, 0.43175527453422546, 0.4480007290840149, 0.42350637912750244, 0.40183311700820923, 0.45645684003829956, 0.41260138154029846, 0.43686842918395996, 0.43665558099746704, 0.3750511407852173, 0.4254641532897949, 0.40589678287506104, 0.44619476795196533, 0.40950900316238403, 0.41643962264060974, 0.3711063265800476], "cos_Ac_negg": [0.7662191390991211, 0.4133029580116272, 0.41495513916015625, 0.41952580213546753, 0.4272613823413849, 0.43175527453422546, 0.4480007290840149, 0.42350637912750244, 0.40183311700820923, 0.45645684003829956, 0.41260138154029846, 0.43686842918395996, 0.43665558099746704, 0.3750511407852173, 0.4254641532897949, 0.40589678287506104, 0.44619476795196533, 0.40950900316238403, 0.41643962264060974, 0.3711063265800476], "r_norm": [1.7310428619384766, 1.4122114181518555, 1.3672200441360474, 1.3932833671569824, 1.3836740255355835, 1.3948090076446533, 1.4477264881134033, 1.3745421171188354, 1.3832858800888062, 1.4070215225219727, 1.4166185855865479, 1.365210771560669, 1.4024031162261963, 1.3876280784606934, 1.359520673751831, 1.4005153179168701, 1.3940805196762085, 1.3522191047668457, 1.3895183801651, 1.4178452491760254]}, {"step": 2850, "epoch": 7, "train_loss": 1.5815839767456055, "cos_r_negg": [0.7681360244750977, 0.4175008535385132, 0.4134680926799774, 0.4136649966239929, 0.43752190470695496, 0.4360169768333435, 0.44687074422836304, 0.43921369314193726, 0.40439826250076294, 0.463344931602478, 0.42310789227485657, 0.4424237310886383, 0.4341803789138794, 0.4005270004272461, 0.43340742588043213, 0.4103062152862549, 0.4466313421726227, 0.4287945628166199, 0.4393075108528137, 0.3926648199558258], "cos_apical_negg": [0.7681360244750977, 0.4175008535385132, 0.4134680926799774, 0.4136649966239929, 0.43752190470695496, 0.4360169768333435, 0.44687074422836304, 0.43921369314193726, 0.40439826250076294, 0.463344931602478, 0.42310789227485657, 0.4424237310886383, 0.4341803789138794, 0.4005270004272461, 0.43340742588043213, 0.4103062152862549, 0.4466313421726227, 0.4287945628166199, 0.4393075108528137, 0.3926648199558258], "cos_Ac_negg": [0.7681360244750977, 0.4175008535385132, 0.4134680926799774, 0.4136649966239929, 0.43752190470695496, 0.4360169768333435, 0.44687074422836304, 0.43921369314193726, 0.40439826250076294, 0.463344931602478, 0.42310789227485657, 0.4424237310886383, 0.4341803789138794, 0.4005270004272461, 0.43340742588043213, 0.4103062152862549, 0.4466313421726227, 0.4287945628166199, 0.4393075108528137, 0.3926648199558258], "r_norm": [1.7532962560653687, 1.4248323440551758, 1.3764863014221191, 1.4106885194778442, 1.394780158996582, 1.411421775817871, 1.4597141742706299, 1.3915191888809204, 1.3988289833068848, 1.4231250286102295, 1.4278881549835205, 1.381582260131836, 1.4166765213012695, 1.398705005645752, 1.3742198944091797, 1.415333867073059, 1.4097703695297241, 1.3628995418548584, 1.4054633378982544, 1.431523323059082]}, {"step": 2900, "epoch": 7, "train_loss": 1.398951768875122, "cos_r_negg": [0.7687571048736572, 0.4305204749107361, 0.4263247847557068, 0.4337950348854065, 0.4500191807746887, 0.45239129662513733, 0.4656992554664612, 0.43714362382888794, 0.42882126569747925, 0.4741632342338562, 0.43477803468704224, 0.45269596576690674, 0.46037331223487854, 0.40307527780532837, 0.449808269739151, 0.41973644495010376, 0.4589768052101135, 0.41572457551956177, 0.4449727237224579, 0.3931065797805786], "cos_apical_negg": [0.7687571048736572, 0.4305204749107361, 0.4263247847557068, 0.4337950348854065, 0.4500191807746887, 0.45239129662513733, 0.4656992554664612, 0.43714362382888794, 0.42882126569747925, 0.4741632342338562, 0.43477803468704224, 0.45269596576690674, 0.46037331223487854, 0.40307527780532837, 0.449808269739151, 0.41973644495010376, 0.4589768052101135, 0.41572457551956177, 0.4449727237224579, 0.3931065797805786], "cos_Ac_negg": [0.7687571048736572, 0.4305204749107361, 0.4263247847557068, 0.4337950348854065, 0.4500191807746887, 0.45239129662513733, 0.4656992554664612, 0.43714362382888794, 0.42882126569747925, 0.4741632342338562, 0.43477803468704224, 0.45269596576690674, 0.46037331223487854, 0.40307527780532837, 0.449808269739151, 0.41973644495010376, 0.4589768052101135, 0.41572457551956177, 0.4449727237224579, 0.3931065797805786], "r_norm": [1.7336713075637817, 1.40504789352417, 1.3571823835372925, 1.3827786445617676, 1.3744724988937378, 1.3872060775756836, 1.4345488548278809, 1.369871973991394, 1.3775429725646973, 1.3968985080718994, 1.4082348346710205, 1.3583441972732544, 1.3940849304199219, 1.383011817932129, 1.351790428161621, 1.3968336582183838, 1.3853554725646973, 1.3411445617675781, 1.381800889968872, 1.4068225622177124]}, {"step": 2950, "epoch": 7, "train_loss": 1.4305648803710938, "cos_r_negg": [0.7673282623291016, 0.431406170129776, 0.4306246042251587, 0.4494173526763916, 0.4719294607639313, 0.46090224385261536, 0.4830980598926544, 0.45172232389450073, 0.43373554944992065, 0.4905734062194824, 0.43848222494125366, 0.463727205991745, 0.46256569027900696, 0.4223787188529968, 0.4624353051185608, 0.4153202176094055, 0.46776124835014343, 0.4457113742828369, 0.4463271200656891, 0.3934926986694336], "cos_apical_negg": [0.7673282623291016, 0.431406170129776, 0.4306246042251587, 0.4494173526763916, 0.4719294607639313, 0.46090224385261536, 0.4830980598926544, 0.45172232389450073, 0.43373554944992065, 0.4905734062194824, 0.43848222494125366, 0.463727205991745, 0.46256569027900696, 0.4223787188529968, 0.4624353051185608, 0.4153202176094055, 0.46776124835014343, 0.4457113742828369, 0.4463271200656891, 0.3934926986694336], "cos_Ac_negg": [0.7673282623291016, 0.431406170129776, 0.4306246042251587, 0.4494173526763916, 0.4719294607639313, 0.46090224385261536, 0.4830980598926544, 0.45172232389450073, 0.43373554944992065, 0.4905734062194824, 0.43848222494125366, 0.463727205991745, 0.46256569027900696, 0.4223787188529968, 0.4624353051185608, 0.4153202176094055, 0.46776124835014343, 0.4457113742828369, 0.4463271200656891, 0.3934926986694336], "r_norm": [1.6943702697753906, 1.368579387664795, 1.3216148614883423, 1.3497271537780762, 1.3402416706085205, 1.3528132438659668, 1.4027997255325317, 1.3290934562683105, 1.3369574546813965, 1.3634343147277832, 1.3695919513702393, 1.320730209350586, 1.3541040420532227, 1.3413221836090088, 1.3165240287780762, 1.35442316532135, 1.3481298685073853, 1.3064888715744019, 1.3460458517074585, 1.3698005676269531]}, {"step": 3000, "epoch": 7, "train_loss": 1.5402095317840576, "cos_r_negg": [0.7792443037033081, 0.4514778256416321, 0.4557969868183136, 0.4671650528907776, 0.48784777522087097, 0.47194570302963257, 0.4860476851463318, 0.47519949078559875, 0.4479639530181885, 0.49783575534820557, 0.4529629647731781, 0.48903125524520874, 0.48267224431037903, 0.4404970109462738, 0.47440192103385925, 0.425095796585083, 0.4745858311653137, 0.4472445547580719, 0.4715595245361328, 0.40987420082092285], "cos_apical_negg": [0.7792443037033081, 0.4514778256416321, 0.4557969868183136, 0.4671650528907776, 0.48784777522087097, 0.47194570302963257, 0.4860476851463318, 0.47519949078559875, 0.4479639530181885, 0.49783575534820557, 0.4529629647731781, 0.48903125524520874, 0.48267224431037903, 0.4404970109462738, 0.47440192103385925, 0.425095796585083, 0.4745858311653137, 0.4472445547580719, 0.4715595245361328, 0.40987420082092285], "cos_Ac_negg": [0.7792443037033081, 0.4514778256416321, 0.4557969868183136, 0.4671650528907776, 0.48784777522087097, 0.47194570302963257, 0.4860476851463318, 0.47519949078559875, 0.4479639530181885, 0.49783575534820557, 0.4529629647731781, 0.48903125524520874, 0.48267224431037903, 0.4404970109462738, 0.47440192103385925, 0.425095796585083, 0.4745858311653137, 0.4472445547580719, 0.4715595245361328, 0.40987420082092285], "r_norm": [1.6523936986923218, 1.3289880752563477, 1.2833822965621948, 1.3110666275024414, 1.3020613193511963, 1.3119404315948486, 1.360727071762085, 1.2921347618103027, 1.2974615097045898, 1.324080228805542, 1.3296308517456055, 1.2842998504638672, 1.3158838748931885, 1.3026304244995117, 1.2774860858917236, 1.3140456676483154, 1.3079235553741455, 1.269658088684082, 1.306993007659912, 1.3278374671936035], "ldr": {"dL_sdil": -0.05257093906402588, "dL_bp": -0.05015981197357178, "ratio": 1.0480689020868834}}, {"step": 3050, "epoch": 7, "train_loss": 1.4852087497711182, "cos_r_negg": [0.780771017074585, 0.4639512896537781, 0.4658913016319275, 0.4779224991798401, 0.4983484447002411, 0.4907197058200836, 0.49670425057411194, 0.4765569567680359, 0.475706547498703, 0.5161172747612, 0.45677435398101807, 0.5006904602050781, 0.4817613661289215, 0.44738253951072693, 0.4840771555900574, 0.4543478488922119, 0.48595118522644043, 0.4569299817085266, 0.4632856845855713, 0.42650777101516724], "cos_apical_negg": [0.780771017074585, 0.4639512896537781, 0.4658913016319275, 0.4779224991798401, 0.4983484447002411, 0.4907197058200836, 0.49670425057411194, 0.4765569567680359, 0.475706547498703, 0.5161172747612, 0.45677435398101807, 0.5006904602050781, 0.4817613661289215, 0.44738253951072693, 0.4840771555900574, 0.4543478488922119, 0.48595118522644043, 0.4569299817085266, 0.4632856845855713, 0.42650777101516724], "cos_Ac_negg": [0.780771017074585, 0.4639512896537781, 0.4658913016319275, 0.4779224991798401, 0.4983484447002411, 0.4907197058200836, 0.49670425057411194, 0.4765569567680359, 0.475706547498703, 0.5161172747612, 0.45677435398101807, 0.5006904602050781, 0.4817613661289215, 0.44738253951072693, 0.4840771555900574, 0.4543478488922119, 0.48595118522644043, 0.4569299817085266, 0.4632856845855713, 0.42650777101516724], "r_norm": [1.6841981410980225, 1.3525606393814087, 1.306459665298462, 1.3329565525054932, 1.3272294998168945, 1.3355523347854614, 1.3806709051132202, 1.3120145797729492, 1.3214523792266846, 1.3419909477233887, 1.3525424003601074, 1.304304838180542, 1.3368760347366333, 1.326653003692627, 1.297777771949768, 1.3363683223724365, 1.325974702835083, 1.2872638702392578, 1.3256819248199463, 1.3488763570785522]}, {"step": 3100, "epoch": 7, "train_loss": 1.3797669410705566, "cos_r_negg": [0.7887143492698669, 0.4682055115699768, 0.48810216784477234, 0.48303765058517456, 0.508313775062561, 0.49981796741485596, 0.5070477724075317, 0.4920375347137451, 0.4603930413722992, 0.51038658618927, 0.4685974717140198, 0.500786542892456, 0.4970760941505432, 0.4658224284648895, 0.5073021054267883, 0.4744335412979126, 0.5092345476150513, 0.4471331834793091, 0.47024181485176086, 0.47061687707901], "cos_apical_negg": [0.7887143492698669, 0.4682055115699768, 0.48810216784477234, 0.48303765058517456, 0.508313775062561, 0.49981796741485596, 0.5070477724075317, 0.4920375347137451, 0.4603930413722992, 0.51038658618927, 0.4685974717140198, 0.500786542892456, 0.4970760941505432, 0.4658224284648895, 0.5073021054267883, 0.4744335412979126, 0.5092345476150513, 0.4471331834793091, 0.47024181485176086, 0.47061687707901], "cos_Ac_negg": [0.7887143492698669, 0.4682055115699768, 0.48810216784477234, 0.48303765058517456, 0.508313775062561, 0.49981796741485596, 0.5070477724075317, 0.4920375347137451, 0.4603930413722992, 0.51038658618927, 0.4685974717140198, 0.500786542892456, 0.4970760941505432, 0.4658224284648895, 0.5073021054267883, 0.4744335412979126, 0.5092345476150513, 0.4471331834793091, 0.47024181485176086, 0.47061687707901], "r_norm": [1.6576812267303467, 1.3280401229858398, 1.2820217609405518, 1.3094797134399414, 1.3018536567687988, 1.3111519813537598, 1.3563132286071777, 1.2885890007019043, 1.292502999305725, 1.3221116065979004, 1.3236572742462158, 1.2800812721252441, 1.310976266860962, 1.2979912757873535, 1.2728205919265747, 1.3086082935333252, 1.3057255744934082, 1.2636207342147827, 1.3009121417999268, 1.3235630989074707]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4335, "test_loss": 1.7580369262695312}, {"step": 3150, "epoch": 8, "train_loss": 1.3135371208190918, "cos_r_negg": [0.7866609692573547, 0.48086845874786377, 0.4939424991607666, 0.48797905445098877, 0.5153289437294006, 0.5119500160217285, 0.5128030776977539, 0.4944979250431061, 0.4798206686973572, 0.5157110691070557, 0.47585657238960266, 0.5109213590621948, 0.5093404054641724, 0.4681470990180969, 0.5132778882980347, 0.48005595803260803, 0.5064164996147156, 0.4711986184120178, 0.4839450716972351, 0.4755162298679352], "cos_apical_negg": [0.7866609692573547, 0.48086845874786377, 0.4939424991607666, 0.48797905445098877, 0.5153289437294006, 0.5119500160217285, 0.5128030776977539, 0.4944979250431061, 0.4798206686973572, 0.5157110691070557, 0.47585657238960266, 0.5109213590621948, 0.5093404054641724, 0.4681470990180969, 0.5132778882980347, 0.48005595803260803, 0.5064164996147156, 0.4711986184120178, 0.4839450716972351, 0.4755162298679352], "cos_Ac_negg": [0.7866609692573547, 0.48086845874786377, 0.4939424991607666, 0.48797905445098877, 0.5153289437294006, 0.5119500160217285, 0.5128030776977539, 0.4944979250431061, 0.4798206686973572, 0.5157110691070557, 0.47585657238960266, 0.5109213590621948, 0.5093404054641724, 0.4681470990180969, 0.5132778882980347, 0.48005595803260803, 0.5064164996147156, 0.4711986184120178, 0.4839450716972351, 0.4755162298679352], "r_norm": [1.6525721549987793, 1.3221790790557861, 1.2773630619049072, 1.3008732795715332, 1.2936160564422607, 1.300764799118042, 1.34564208984375, 1.2798197269439697, 1.284209966659546, 1.3110911846160889, 1.3179597854614258, 1.2708594799041748, 1.3047746419906616, 1.2918428182601929, 1.2651702165603638, 1.3022857904434204, 1.2949936389923096, 1.2554489374160767, 1.290917158126831, 1.3127562999725342]}, {"step": 3200, "epoch": 8, "train_loss": 1.3459811210632324, "cos_r_negg": [0.7867564558982849, 0.49135738611221313, 0.4969237446784973, 0.5043286681175232, 0.5198217630386353, 0.5181466937065125, 0.5168417096138, 0.5145193338394165, 0.5003527402877808, 0.5352762341499329, 0.488161563873291, 0.5182162523269653, 0.5185296535491943, 0.48203474283218384, 0.5163005590438843, 0.4950876832008362, 0.5069986581802368, 0.47211727499961853, 0.505993664264679, 0.49292272329330444], "cos_apical_negg": [0.7867564558982849, 0.49135738611221313, 0.4969237446784973, 0.5043286681175232, 0.5198217630386353, 0.5181466937065125, 0.5168417096138, 0.5145193338394165, 0.5003527402877808, 0.5352762341499329, 0.488161563873291, 0.5182162523269653, 0.5185296535491943, 0.48203474283218384, 0.5163005590438843, 0.4950876832008362, 0.5069986581802368, 0.47211727499961853, 0.505993664264679, 0.49292272329330444], "cos_Ac_negg": [0.7867564558982849, 0.49135738611221313, 0.4969237446784973, 0.5043286681175232, 0.5198217630386353, 0.5181466937065125, 0.5168417096138, 0.5145193338394165, 0.5003527402877808, 0.5352762341499329, 0.488161563873291, 0.5182162523269653, 0.5185296535491943, 0.48203474283218384, 0.5163005590438843, 0.4950876832008362, 0.5069986581802368, 0.47211727499961853, 0.505993664264679, 0.49292272329330444], "r_norm": [1.6394436359405518, 1.3078033924102783, 1.2641113996505737, 1.2895081043243408, 1.2826220989227295, 1.2893149852752686, 1.332890272140503, 1.2662439346313477, 1.2729438543319702, 1.2969975471496582, 1.3023688793182373, 1.256152629852295, 1.2886476516723633, 1.2791006565093994, 1.2508955001831055, 1.2885346412658691, 1.2801167964935303, 1.2381250858306885, 1.2781906127929688, 1.297212839126587]}, {"step": 3250, "epoch": 8, "train_loss": 1.3038785457611084, "cos_r_negg": [0.7945326566696167, 0.504027247428894, 0.5148712396621704, 0.5167646408081055, 0.5403481721878052, 0.5217019319534302, 0.529128909111023, 0.5190580487251282, 0.5108097791671753, 0.54896479845047, 0.5107029676437378, 0.5347375869750977, 0.5218061208724976, 0.4913640022277832, 0.5308694839477539, 0.4986986815929413, 0.5258179306983948, 0.4982371926307678, 0.5125691890716553, 0.510688841342926], "cos_apical_negg": [0.7945326566696167, 0.504027247428894, 0.5148712396621704, 0.5167646408081055, 0.5403481721878052, 0.5217019319534302, 0.529128909111023, 0.5190580487251282, 0.5108097791671753, 0.54896479845047, 0.5107029676437378, 0.5347375869750977, 0.5218061208724976, 0.4913640022277832, 0.5308694839477539, 0.4986986815929413, 0.5258179306983948, 0.4982371926307678, 0.5125691890716553, 0.510688841342926], "cos_Ac_negg": [0.7945326566696167, 0.504027247428894, 0.5148712396621704, 0.5167646408081055, 0.5403481721878052, 0.5217019319534302, 0.529128909111023, 0.5190580487251282, 0.5108097791671753, 0.54896479845047, 0.5107029676437378, 0.5347375869750977, 0.5218061208724976, 0.4913640022277832, 0.5308694839477539, 0.4986986815929413, 0.5258179306983948, 0.4982371926307678, 0.5125691890716553, 0.510688841342926], "r_norm": [1.676231861114502, 1.332678198814392, 1.2871124744415283, 1.317328691482544, 1.3086333274841309, 1.3182625770568848, 1.3609261512756348, 1.294628381729126, 1.2975380420684814, 1.3242204189300537, 1.3258863687515259, 1.2840416431427002, 1.3145263195037842, 1.302951455116272, 1.275499701499939, 1.3116734027862549, 1.3047256469726562, 1.2650916576385498, 1.2983739376068115, 1.3252589702606201], "ldr": {"dL_sdil": -0.07829666137695312, "dL_bp": -0.075836181640625, "ratio": 1.0324446680080483}}, {"step": 3300, "epoch": 8, "train_loss": 1.4667941331863403, "cos_r_negg": [0.7908324003219604, 0.5171087980270386, 0.522571861743927, 0.5238890647888184, 0.5478034019470215, 0.5449895858764648, 0.5451485514640808, 0.5386786460876465, 0.5230723023414612, 0.5531724691390991, 0.5163346529006958, 0.5543714761734009, 0.5337908267974854, 0.4979509115219116, 0.5509703755378723, 0.5194814205169678, 0.5521265268325806, 0.5112533569335938, 0.5241868495941162, 0.5213420391082764], "cos_apical_negg": [0.7908324003219604, 0.5171087980270386, 0.522571861743927, 0.5238890647888184, 0.5478034019470215, 0.5449895858764648, 0.5451485514640808, 0.5386786460876465, 0.5230723023414612, 0.5531724691390991, 0.5163346529006958, 0.5543714761734009, 0.5337908267974854, 0.4979509115219116, 0.5509703755378723, 0.5194814205169678, 0.5521265268325806, 0.5112533569335938, 0.5241868495941162, 0.5213420391082764], "cos_Ac_negg": [0.7908324003219604, 0.5171087980270386, 0.522571861743927, 0.5238890647888184, 0.5478034019470215, 0.5449895858764648, 0.5451485514640808, 0.5386786460876465, 0.5230723023414612, 0.5531724691390991, 0.5163346529006958, 0.5543714761734009, 0.5337908267974854, 0.4979509115219116, 0.5509703755378723, 0.5194814205169678, 0.5521265268325806, 0.5112533569335938, 0.5241868495941162, 0.5213420391082764], "r_norm": [1.6213836669921875, 1.285827398300171, 1.238763689994812, 1.2667419910430908, 1.262366533279419, 1.2688102722167969, 1.308546781539917, 1.2489898204803467, 1.250471591949463, 1.2759559154510498, 1.2798854112625122, 1.2382746934890747, 1.2675596475601196, 1.2535626888275146, 1.229203462600708, 1.2636425495147705, 1.257291316986084, 1.2189768552780151, 1.2516088485717773, 1.2761621475219727]}, {"step": 3350, "epoch": 8, "train_loss": 1.4220969676971436, "cos_r_negg": [0.7823063135147095, 0.5268508195877075, 0.5321403741836548, 0.5327913761138916, 0.5552114844322205, 0.5516909956932068, 0.5616438388824463, 0.5441325306892395, 0.5252581834793091, 0.5607660412788391, 0.5185725688934326, 0.5566555857658386, 0.5504292249679565, 0.5165626406669617, 0.5517134666442871, 0.5175138711929321, 0.5524911880493164, 0.5274698734283447, 0.5228005647659302, 0.5400110483169556], "cos_apical_negg": [0.7823063135147095, 0.5268508195877075, 0.5321403741836548, 0.5327913761138916, 0.5552114844322205, 0.5516909956932068, 0.5616438388824463, 0.5441325306892395, 0.5252581834793091, 0.5607660412788391, 0.5185725688934326, 0.5566555857658386, 0.5504292249679565, 0.5165626406669617, 0.5517134666442871, 0.5175138711929321, 0.5524911880493164, 0.5274698734283447, 0.5228005647659302, 0.5400110483169556], "cos_Ac_negg": [0.7823063135147095, 0.5268508195877075, 0.5321403741836548, 0.5327913761138916, 0.5552114844322205, 0.5516909956932068, 0.5616438388824463, 0.5441325306892395, 0.5252581834793091, 0.5607660412788391, 0.5185725688934326, 0.5566555857658386, 0.5504292249679565, 0.5165626406669617, 0.5517134666442871, 0.5175138711929321, 0.5524911880493164, 0.5274698734283447, 0.5228005647659302, 0.5400110483169556], "r_norm": [1.6529868841171265, 1.3090271949768066, 1.2638447284698486, 1.2899339199066162, 1.2871270179748535, 1.2907421588897705, 1.3334100246429443, 1.2670310735702515, 1.270737886428833, 1.2972286939620972, 1.299865484237671, 1.2548797130584717, 1.2877968549728394, 1.2749812602996826, 1.246256709098816, 1.284519910812378, 1.2775853872299194, 1.2383818626403809, 1.2725234031677246, 1.297667384147644]}, {"step": 3400, "epoch": 8, "train_loss": 1.3126475811004639, "cos_r_negg": [0.7939320802688599, 0.5308776497840881, 0.5452982187271118, 0.5453369617462158, 0.5747787952423096, 0.562915563583374, 0.5669771432876587, 0.5693442821502686, 0.5404117107391357, 0.5755424499511719, 0.5378601551055908, 0.573799729347229, 0.5693114995956421, 0.5354362726211548, 0.578020453453064, 0.5424069166183472, 0.5701471567153931, 0.5361666679382324, 0.5403136014938354, 0.5468446612358093], "cos_apical_negg": [0.7939320802688599, 0.5308776497840881, 0.5452982187271118, 0.5453369617462158, 0.5747787952423096, 0.562915563583374, 0.5669771432876587, 0.5693442821502686, 0.5404117107391357, 0.5755424499511719, 0.5378601551055908, 0.573799729347229, 0.5693114995956421, 0.5354362726211548, 0.578020453453064, 0.5424069166183472, 0.5701471567153931, 0.5361666679382324, 0.5403136014938354, 0.5468446612358093], "cos_Ac_negg": [0.7939320802688599, 0.5308776497840881, 0.5452982187271118, 0.5453369617462158, 0.5747787952423096, 0.562915563583374, 0.5669771432876587, 0.5693442821502686, 0.5404117107391357, 0.5755424499511719, 0.5378601551055908, 0.573799729347229, 0.5693114995956421, 0.5354362726211548, 0.578020453453064, 0.5424069166183472, 0.5701471567153931, 0.5361666679382324, 0.5403136014938354, 0.5468446612358093], "r_norm": [1.6416257619857788, 1.2958348989486694, 1.2486108541488647, 1.2772446870803833, 1.2729568481445312, 1.27969229221344, 1.3180370330810547, 1.2514138221740723, 1.2566802501678467, 1.2836265563964844, 1.283147931098938, 1.2419497966766357, 1.2706406116485596, 1.2604708671569824, 1.232405424118042, 1.267453670501709, 1.2637486457824707, 1.2235013246536255, 1.2584483623504639, 1.2806053161621094]}, {"step": 3450, "epoch": 8, "train_loss": 1.3089464902877808, "cos_r_negg": [0.7942022085189819, 0.5451052188873291, 0.5565207600593567, 0.5483332276344299, 0.5874621868133545, 0.5735474824905396, 0.5784321427345276, 0.5729857683181763, 0.5580741167068481, 0.5841658711433411, 0.5507113337516785, 0.5861734747886658, 0.570026695728302, 0.539534866809845, 0.5843992233276367, 0.5361195802688599, 0.5829729437828064, 0.5440422296524048, 0.5642473697662354, 0.5548377633094788], "cos_apical_negg": [0.7942022085189819, 0.5451052188873291, 0.5565207600593567, 0.5483332276344299, 0.5874621868133545, 0.5735474824905396, 0.5784321427345276, 0.5729857683181763, 0.5580741167068481, 0.5841658711433411, 0.5507113337516785, 0.5861734747886658, 0.570026695728302, 0.539534866809845, 0.5843992233276367, 0.5361195802688599, 0.5829729437828064, 0.5440422296524048, 0.5642473697662354, 0.5548377633094788], "cos_Ac_negg": [0.7942022085189819, 0.5451052188873291, 0.5565207600593567, 0.5483332276344299, 0.5874621868133545, 0.5735474824905396, 0.5784321427345276, 0.5729857683181763, 0.5580741167068481, 0.5841658711433411, 0.5507113337516785, 0.5861734747886658, 0.570026695728302, 0.539534866809845, 0.5843992233276367, 0.5361195802688599, 0.5829729437828064, 0.5440422296524048, 0.5642473697662354, 0.5548377633094788], "r_norm": [1.609924554824829, 1.2729617357254028, 1.2253341674804688, 1.250537633895874, 1.247002124786377, 1.2518112659454346, 1.28834867477417, 1.2297656536102295, 1.2296801805496216, 1.2581679821014404, 1.2608306407928467, 1.2154455184936523, 1.2469907999038696, 1.2357563972473145, 1.2075932025909424, 1.2421928644180298, 1.2379165887832642, 1.1954634189605713, 1.2309582233428955, 1.2525475025177002]}, {"step": 3500, "epoch": 8, "train_loss": 1.2197459936141968, "cos_r_negg": [0.8056405782699585, 0.5631341934204102, 0.5647458434104919, 0.5677225589752197, 0.5949875712394714, 0.5832473635673523, 0.5846235752105713, 0.5801106095314026, 0.5738256573677063, 0.6028686165809631, 0.5567702054977417, 0.5913283824920654, 0.5942601561546326, 0.5635343790054321, 0.5922440886497498, 0.5565764904022217, 0.5851596593856812, 0.5621565580368042, 0.5722059607505798, 0.5695371627807617], "cos_apical_negg": [0.8056405782699585, 0.5631341934204102, 0.5647458434104919, 0.5677225589752197, 0.5949875712394714, 0.5832473635673523, 0.5846235752105713, 0.5801106095314026, 0.5738256573677063, 0.6028686165809631, 0.5567702054977417, 0.5913283824920654, 0.5942601561546326, 0.5635343790054321, 0.5922440886497498, 0.5565764904022217, 0.5851596593856812, 0.5621565580368042, 0.5722059607505798, 0.5695371627807617], "cos_Ac_negg": [0.8056405782699585, 0.5631341934204102, 0.5647458434104919, 0.5677225589752197, 0.5949875712394714, 0.5832473635673523, 0.5846235752105713, 0.5801106095314026, 0.5738256573677063, 0.6028686165809631, 0.5567702054977417, 0.5913283824920654, 0.5942601561546326, 0.5635343790054321, 0.5922440886497498, 0.5565764904022217, 0.5851596593856812, 0.5621565580368042, 0.5722059607505798, 0.5695371627807617], "r_norm": [1.5815212726593018, 1.2480396032333374, 1.20123291015625, 1.2269370555877686, 1.2256948947906494, 1.2303423881530762, 1.267932415008545, 1.2043087482452393, 1.2055447101593018, 1.2340185642242432, 1.233474850654602, 1.1938430070877075, 1.221407413482666, 1.2104908227920532, 1.1844873428344727, 1.21547532081604, 1.2110222578048706, 1.1735832691192627, 1.206635594367981, 1.2278151512145996], "ldr": {"dL_sdil": -0.04304325580596924, "dL_bp": -0.041210293769836426, "ratio": 1.0444782569706998}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4292, "test_loss": 1.7698130981445312}, {"step": 3550, "epoch": 9, "train_loss": 1.3018004894256592, "cos_r_negg": [0.8113365173339844, 0.5734562277793884, 0.5761295557022095, 0.5735766291618347, 0.6041792631149292, 0.5951759815216064, 0.5887577533721924, 0.5930275917053223, 0.5790801048278809, 0.6028010845184326, 0.5709066390991211, 0.6012593507766724, 0.5957313776016235, 0.5686795115470886, 0.6041935086250305, 0.5749543309211731, 0.6039490699768066, 0.5754002928733826, 0.5609127283096313, 0.5711420774459839], "cos_apical_negg": [0.8113365173339844, 0.5734562277793884, 0.5761295557022095, 0.5735766291618347, 0.6041792631149292, 0.5951759815216064, 0.5887577533721924, 0.5930275917053223, 0.5790801048278809, 0.6028010845184326, 0.5709066390991211, 0.6012593507766724, 0.5957313776016235, 0.5686795115470886, 0.6041935086250305, 0.5749543309211731, 0.6039490699768066, 0.5754002928733826, 0.5609127283096313, 0.5711420774459839], "cos_Ac_negg": [0.8113365173339844, 0.5734562277793884, 0.5761295557022095, 0.5735766291618347, 0.6041792631149292, 0.5951759815216064, 0.5887577533721924, 0.5930275917053223, 0.5790801048278809, 0.6028010845184326, 0.5709066390991211, 0.6012593507766724, 0.5957313776016235, 0.5686795115470886, 0.6041935086250305, 0.5749543309211731, 0.6039490699768066, 0.5754002928733826, 0.5609127283096313, 0.5711420774459839], "r_norm": [1.6639305353164673, 1.3060622215270996, 1.260585904121399, 1.2871875762939453, 1.2897913455963135, 1.2881417274475098, 1.324770450592041, 1.2632982730865479, 1.2620325088500977, 1.2905888557434082, 1.2949931621551514, 1.2506341934204102, 1.2826261520385742, 1.2661899328231812, 1.2385393381118774, 1.2728906869888306, 1.2637929916381836, 1.2302582263946533, 1.2604637145996094, 1.2830874919891357]}, {"step": 3600, "epoch": 9, "train_loss": 1.2886850833892822, "cos_r_negg": [0.8092524409294128, 0.5801980495452881, 0.5861994028091431, 0.581153154373169, 0.6161677241325378, 0.6066957712173462, 0.6052529811859131, 0.6055245399475098, 0.5866506695747375, 0.6256933212280273, 0.582211434841156, 0.6037262678146362, 0.6161714196205139, 0.5806335806846619, 0.6207297444343567, 0.5881742835044861, 0.6227834820747375, 0.5861515998840332, 0.590680718421936, 0.581488847732544], "cos_apical_negg": [0.8092524409294128, 0.5801980495452881, 0.5861994028091431, 0.581153154373169, 0.6161677241325378, 0.6066957712173462, 0.6052529811859131, 0.6055245399475098, 0.5866506695747375, 0.6256933212280273, 0.582211434841156, 0.6037262678146362, 0.6161714196205139, 0.5806335806846619, 0.6207297444343567, 0.5881742835044861, 0.6227834820747375, 0.5861515998840332, 0.590680718421936, 0.581488847732544], "cos_Ac_negg": [0.8092524409294128, 0.5801980495452881, 0.5861994028091431, 0.581153154373169, 0.6161677241325378, 0.6066957712173462, 0.6052529811859131, 0.6055245399475098, 0.5866506695747375, 0.6256933212280273, 0.582211434841156, 0.6037262678146362, 0.6161714196205139, 0.5806335806846619, 0.6207297444343567, 0.5881742835044861, 0.6227834820747375, 0.5861515998840332, 0.590680718421936, 0.581488847732544], "r_norm": [1.579749584197998, 1.2447237968444824, 1.1964640617370605, 1.2213863134384155, 1.2200634479522705, 1.223495364189148, 1.2572829723358154, 1.1990691423416138, 1.198281168937683, 1.227048397064209, 1.2254438400268555, 1.185699701309204, 1.2160670757293701, 1.203590750694275, 1.1768169403076172, 1.2080917358398438, 1.2044535875320435, 1.165545105934143, 1.197965145111084, 1.2186205387115479]}, {"step": 3650, "epoch": 9, "train_loss": 1.2951159477233887, "cos_r_negg": [0.8081681728363037, 0.5892486572265625, 0.5930372476577759, 0.5925090909004211, 0.6199003458023071, 0.6120847463607788, 0.6161894202232361, 0.6076164245605469, 0.6005738973617554, 0.6408968567848206, 0.5981320142745972, 0.6255545020103455, 0.6272166967391968, 0.5954158306121826, 0.6342496275901794, 0.6124677658081055, 0.6194953322410583, 0.5873362421989441, 0.6064776182174683, 0.5976032018661499], "cos_apical_negg": [0.8081681728363037, 0.5892486572265625, 0.5930372476577759, 0.5925090909004211, 0.6199003458023071, 0.6120847463607788, 0.6161894202232361, 0.6076164245605469, 0.6005738973617554, 0.6408968567848206, 0.5981320142745972, 0.6255545020103455, 0.6272166967391968, 0.5954158306121826, 0.6342496275901794, 0.6124677658081055, 0.6194953322410583, 0.5873362421989441, 0.6064776182174683, 0.5976032018661499], "cos_Ac_negg": [0.8081681728363037, 0.5892486572265625, 0.5930372476577759, 0.5925090909004211, 0.6199003458023071, 0.6120847463607788, 0.6161894202232361, 0.6076164245605469, 0.6005738973617554, 0.6408968567848206, 0.5981320142745972, 0.6255545020103455, 0.6272166967391968, 0.5954158306121826, 0.6342496275901794, 0.6124677658081055, 0.6194953322410583, 0.5873362421989441, 0.6064776182174683, 0.5976032018661499], "r_norm": [1.6108918190002441, 1.2658257484436035, 1.2169861793518066, 1.2424888610839844, 1.240756869316101, 1.2443844079971313, 1.2786757946014404, 1.218345046043396, 1.2187978029251099, 1.2446597814559937, 1.2464025020599365, 1.2047746181488037, 1.2361199855804443, 1.2254778146743774, 1.194495677947998, 1.2291938066482544, 1.2203532457351685, 1.1858551502227783, 1.2168833017349243, 1.236084222793579]}, {"step": 3700, "epoch": 9, "train_loss": 1.1974287033081055, "cos_r_negg": [0.8156567811965942, 0.60406494140625, 0.6029349565505981, 0.6065347194671631, 0.632187008857727, 0.6274070739746094, 0.625583827495575, 0.6215076446533203, 0.6100244522094727, 0.6456476449966431, 0.6078709363937378, 0.6265387535095215, 0.6260002851486206, 0.5956034064292908, 0.6339108943939209, 0.6142905950546265, 0.6356624364852905, 0.6102280616760254, 0.6117376089096069, 0.6112679243087769], "cos_apical_negg": [0.8156567811965942, 0.60406494140625, 0.6029349565505981, 0.6065347194671631, 0.632187008857727, 0.6274070739746094, 0.625583827495575, 0.6215076446533203, 0.6100244522094727, 0.6456476449966431, 0.6078709363937378, 0.6265387535095215, 0.6260002851486206, 0.5956034064292908, 0.6339108943939209, 0.6142905950546265, 0.6356624364852905, 0.6102280616760254, 0.6117376089096069, 0.6112679243087769], "cos_Ac_negg": [0.8156567811965942, 0.60406494140625, 0.6029349565505981, 0.6065347194671631, 0.632187008857727, 0.6274070739746094, 0.625583827495575, 0.6215076446533203, 0.6100244522094727, 0.6456476449966431, 0.6078709363937378, 0.6265387535095215, 0.6260002851486206, 0.5956034064292908, 0.6339108943939209, 0.6142905950546265, 0.6356624364852905, 0.6102280616760254, 0.6117376089096069, 0.6112679243087769], "r_norm": [1.6133959293365479, 1.2662303447723389, 1.21989107131958, 1.2453949451446533, 1.2470173835754395, 1.2468847036361694, 1.2794885635375977, 1.2199037075042725, 1.2192459106445312, 1.2502013444900513, 1.246218204498291, 1.2076778411865234, 1.237026572227478, 1.223609209060669, 1.1966829299926758, 1.2277445793151855, 1.2228665351867676, 1.1847906112670898, 1.2161808013916016, 1.2408041954040527]}, {"step": 3750, "epoch": 9, "train_loss": 1.1592607498168945, "cos_r_negg": [0.8086421489715576, 0.6063697338104248, 0.6141754388809204, 0.6193971633911133, 0.6383581161499023, 0.630661129951477, 0.6358069181442261, 0.6253910660743713, 0.6175629496574402, 0.6576477885246277, 0.6165547370910645, 0.6468803286552429, 0.637610673904419, 0.6134940385818481, 0.6529067754745483, 0.6278464198112488, 0.6421723365783691, 0.6146008372306824, 0.6259158849716187, 0.6266501545906067], "cos_apical_negg": [0.8086421489715576, 0.6063697338104248, 0.6141754388809204, 0.6193971633911133, 0.6383581161499023, 0.630661129951477, 0.6358069181442261, 0.6253910660743713, 0.6175629496574402, 0.6576477885246277, 0.6165547370910645, 0.6468803286552429, 0.637610673904419, 0.6134940385818481, 0.6529067754745483, 0.6278464198112488, 0.6421723365783691, 0.6146008372306824, 0.6259158849716187, 0.6266501545906067], "cos_Ac_negg": [0.8086421489715576, 0.6063697338104248, 0.6141754388809204, 0.6193971633911133, 0.6383581161499023, 0.630661129951477, 0.6358069181442261, 0.6253910660743713, 0.6175629496574402, 0.6576477885246277, 0.6165547370910645, 0.6468803286552429, 0.637610673904419, 0.6134940385818481, 0.6529067754745483, 0.6278464198112488, 0.6421723365783691, 0.6146008372306824, 0.6259158849716187, 0.6266501545906067], "r_norm": [1.5941084623336792, 1.2498513460159302, 1.204061508178711, 1.2284176349639893, 1.2300117015838623, 1.2306007146835327, 1.2604496479034424, 1.2007960081100464, 1.203020691871643, 1.2272987365722656, 1.2269279956817627, 1.1893939971923828, 1.2173100709915161, 1.209434986114502, 1.1771011352539062, 1.2135076522827148, 1.2033402919769287, 1.168778419494629, 1.1989760398864746, 1.220330834388733], "ldr": {"dL_sdil": -0.05904829502105713, "dL_bp": -0.05837249755859375, "ratio": 1.0115773264932688}}, {"step": 3800, "epoch": 9, "train_loss": 1.463287353515625, "cos_r_negg": [0.8190643191337585, 0.6164321899414062, 0.6299887895584106, 0.6247485280036926, 0.6548649072647095, 0.6423723101615906, 0.6385456323623657, 0.6438519954681396, 0.6272501945495605, 0.6648542881011963, 0.6228882074356079, 0.6649781465530396, 0.6566148996353149, 0.6321247220039368, 0.6593495607376099, 0.6281359791755676, 0.6560993790626526, 0.6265650987625122, 0.6399447917938232, 0.6335666179656982], "cos_apical_negg": [0.8190643191337585, 0.6164321899414062, 0.6299887895584106, 0.6247485280036926, 0.6548649072647095, 0.6423723101615906, 0.6385456323623657, 0.6438519954681396, 0.6272501945495605, 0.6648542881011963, 0.6228882074356079, 0.6649781465530396, 0.6566148996353149, 0.6321247220039368, 0.6593495607376099, 0.6281359791755676, 0.6560993790626526, 0.6265650987625122, 0.6399447917938232, 0.6335666179656982], "cos_Ac_negg": [0.8190643191337585, 0.6164321899414062, 0.6299887895584106, 0.6247485280036926, 0.6548649072647095, 0.6423723101615906, 0.6385456323623657, 0.6438519954681396, 0.6272501945495605, 0.6648542881011963, 0.6228882074356079, 0.6649781465530396, 0.6566148996353149, 0.6321247220039368, 0.6593495607376099, 0.6281359791755676, 0.6560993790626526, 0.6265650987625122, 0.6399447917938232, 0.6335666179656982], "r_norm": [1.573956847190857, 1.2340381145477295, 1.1862813234329224, 1.2123394012451172, 1.2139227390289307, 1.2138848304748535, 1.2439002990722656, 1.1880459785461426, 1.185831904411316, 1.214915156364441, 1.2114593982696533, 1.1765588521957397, 1.2019987106323242, 1.1908812522888184, 1.164428472518921, 1.1942992210388184, 1.186466932296753, 1.154685616493225, 1.18253493309021, 1.2038273811340332]}, {"step": 3850, "epoch": 9, "train_loss": 1.148184061050415, "cos_r_negg": [0.8221219778060913, 0.6214475631713867, 0.6334067583084106, 0.6342338919639587, 0.6608408689498901, 0.6507026553153992, 0.6477287411689758, 0.6511576175689697, 0.63057541847229, 0.6674088835716248, 0.6391492486000061, 0.6692813634872437, 0.6694790124893188, 0.6388930082321167, 0.6737508773803711, 0.6386263370513916, 0.6701873540878296, 0.6361421942710876, 0.6521700620651245, 0.6450390815734863], "cos_apical_negg": [0.8221219778060913, 0.6214475631713867, 0.6334067583084106, 0.6342338919639587, 0.6608408689498901, 0.6507026553153992, 0.6477287411689758, 0.6511576175689697, 0.63057541847229, 0.6674088835716248, 0.6391492486000061, 0.6692813634872437, 0.6694790124893188, 0.6388930082321167, 0.6737508773803711, 0.6386263370513916, 0.6701873540878296, 0.6361421942710876, 0.6521700620651245, 0.6450390815734863], "cos_Ac_negg": [0.8221219778060913, 0.6214475631713867, 0.6334067583084106, 0.6342338919639587, 0.6608408689498901, 0.6507026553153992, 0.6477287411689758, 0.6511576175689697, 0.63057541847229, 0.6674088835716248, 0.6391492486000061, 0.6692813634872437, 0.6694790124893188, 0.6388930082321167, 0.6737508773803711, 0.6386263370513916, 0.6701873540878296, 0.6361421942710876, 0.6521700620651245, 0.6450390815734863], "r_norm": [1.5775208473205566, 1.235404133796692, 1.1899492740631104, 1.2157906293869019, 1.213937520980835, 1.2163288593292236, 1.2437032461166382, 1.1879830360412598, 1.1876394748687744, 1.2149858474731445, 1.2103382349014282, 1.174497127532959, 1.2024226188659668, 1.1935455799102783, 1.1639169454574585, 1.1961584091186523, 1.1882004737854004, 1.1545085906982422, 1.1808468103408813, 1.2029370069503784]}, {"step": 3900, "epoch": 9, "train_loss": 1.2439186573028564, "cos_r_negg": [0.8141195178031921, 0.6282172203063965, 0.6478759050369263, 0.6421177983283997, 0.6709499359130859, 0.6547161340713501, 0.6651893258094788, 0.6587804555892944, 0.6538578867912292, 0.6761168241500854, 0.6486137509346008, 0.677398681640625, 0.6728236675262451, 0.6394162178039551, 0.6829273700714111, 0.6311827301979065, 0.6782828569412231, 0.6355364322662354, 0.6557403802871704, 0.6444916725158691], "cos_apical_negg": [0.8141195178031921, 0.6282172203063965, 0.6478759050369263, 0.6421177983283997, 0.6709499359130859, 0.6547161340713501, 0.6651893258094788, 0.6587804555892944, 0.6538578867912292, 0.6761168241500854, 0.6486137509346008, 0.677398681640625, 0.6728236675262451, 0.6394162178039551, 0.6829273700714111, 0.6311827301979065, 0.6782828569412231, 0.6355364322662354, 0.6557403802871704, 0.6444916725158691], "cos_Ac_negg": [0.8141195178031921, 0.6282172203063965, 0.6478759050369263, 0.6421177983283997, 0.6709499359130859, 0.6547161340713501, 0.6651893258094788, 0.6587804555892944, 0.6538578867912292, 0.6761168241500854, 0.6486137509346008, 0.677398681640625, 0.6728236675262451, 0.6394162178039551, 0.6829273700714111, 0.6311827301979065, 0.6782828569412231, 0.6355364322662354, 0.6557403802871704, 0.6444916725158691], "r_norm": [1.5759782791137695, 1.2355995178222656, 1.1902873516082764, 1.2146373987197876, 1.211965799331665, 1.2168097496032715, 1.2425816059112549, 1.188056468963623, 1.184086561203003, 1.2150338888168335, 1.2075424194335938, 1.1718618869781494, 1.1984655857086182, 1.1925971508026123, 1.1618614196777344, 1.1926496028900146, 1.1872360706329346, 1.1500606536865234, 1.1781710386276245, 1.200568437576294]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4269, "test_loss": 1.8272705078125}, {"step": 3950, "epoch": 10, "train_loss": 1.0494046211242676, "cos_r_negg": [0.8264666199684143, 0.6439006924629211, 0.6508927941322327, 0.6440981030464172, 0.6761943101882935, 0.6702293753623962, 0.6675334572792053, 0.6673673987388611, 0.6594966053962708, 0.6870739459991455, 0.6527031660079956, 0.6864184737205505, 0.6794743537902832, 0.6579539775848389, 0.6963219046592712, 0.6562429070472717, 0.6875485181808472, 0.6434793472290039, 0.6721968650817871, 0.6508435010910034], "cos_apical_negg": [0.8264666199684143, 0.6439006924629211, 0.6508927941322327, 0.6440981030464172, 0.6761943101882935, 0.6702293753623962, 0.6675334572792053, 0.6673673987388611, 0.6594966053962708, 0.6870739459991455, 0.6527031660079956, 0.6864184737205505, 0.6794743537902832, 0.6579539775848389, 0.6963219046592712, 0.6562429070472717, 0.6875485181808472, 0.6434793472290039, 0.6721968650817871, 0.6508435010910034], "cos_Ac_negg": [0.8264666199684143, 0.6439006924629211, 0.6508927941322327, 0.6440981030464172, 0.6761943101882935, 0.6702293753623962, 0.6675334572792053, 0.6673673987388611, 0.6594966053962708, 0.6870739459991455, 0.6527031660079956, 0.6864184737205505, 0.6794743537902832, 0.6579539775848389, 0.6963219046592712, 0.6562429070472717, 0.6875485181808472, 0.6434793472290039, 0.6721968650817871, 0.6508435010910034], "r_norm": [1.567906379699707, 1.2271668910980225, 1.1843125820159912, 1.2062630653381348, 1.205929160118103, 1.2059932947158813, 1.2335327863693237, 1.1779981851577759, 1.1768162250518799, 1.2061970233917236, 1.1992549896240234, 1.1632691621780396, 1.1899582147598267, 1.1806230545043945, 1.1552790403366089, 1.1833451986312866, 1.1772141456604004, 1.1455100774765015, 1.1710810661315918, 1.1909524202346802]}, {"step": 4000, "epoch": 10, "train_loss": 1.0045775175094604, "cos_r_negg": [0.8173247575759888, 0.6519684791564941, 0.6617889404296875, 0.654178261756897, 0.6861962080001831, 0.6823853850364685, 0.6773606538772583, 0.6800425052642822, 0.671280026435852, 0.6943641304969788, 0.6636244058609009, 0.6963880062103271, 0.695988655090332, 0.6620888710021973, 0.6986212730407715, 0.6713547110557556, 0.6946898698806763, 0.6619532108306885, 0.6863273978233337, 0.6726697087287903], "cos_apical_negg": [0.8173247575759888, 0.6519684791564941, 0.6617889404296875, 0.654178261756897, 0.6861962080001831, 0.6823853850364685, 0.6773606538772583, 0.6800425052642822, 0.671280026435852, 0.6943641304969788, 0.6636244058609009, 0.6963880062103271, 0.695988655090332, 0.6620888710021973, 0.6986212730407715, 0.6713547110557556, 0.6946898698806763, 0.6619532108306885, 0.6863273978233337, 0.6726697087287903], "cos_Ac_negg": [0.8173247575759888, 0.6519684791564941, 0.6617889404296875, 0.654178261756897, 0.6861962080001831, 0.6823853850364685, 0.6773606538772583, 0.6800425052642822, 0.671280026435852, 0.6943641304969788, 0.6636244058609009, 0.6963880062103271, 0.695988655090332, 0.6620888710021973, 0.6986212730407715, 0.6713547110557556, 0.6946898698806763, 0.6619532108306885, 0.6863273978233337, 0.6726697087287903], "r_norm": [1.5839567184448242, 1.2395564317703247, 1.194978952407837, 1.2197046279907227, 1.2180981636047363, 1.2211681604385376, 1.2455739974975586, 1.1896401643753052, 1.1895112991333008, 1.2194712162017822, 1.210403323173523, 1.1761313676834106, 1.2017288208007812, 1.1957658529281616, 1.1640191078186035, 1.1936149597167969, 1.1880990266799927, 1.1553748846054077, 1.1829488277435303, 1.2023417949676514], "ldr": {"dL_sdil": -0.06367051601409912, "dL_bp": -0.06406426429748535, "ratio": 0.9938538545989096}}, {"step": 4050, "epoch": 10, "train_loss": 1.1591179370880127, "cos_r_negg": [0.8230713605880737, 0.6599069833755493, 0.6681334376335144, 0.6632710695266724, 0.6891911029815674, 0.6854681372642517, 0.6793391704559326, 0.6854378581047058, 0.6763747930526733, 0.6986376047134399, 0.673690915107727, 0.705958902835846, 0.6941723227500916, 0.6745016574859619, 0.7117444276809692, 0.6790636777877808, 0.7003270387649536, 0.6644943952560425, 0.6924371719360352, 0.676646888256073], "cos_apical_negg": [0.8230713605880737, 0.6599069833755493, 0.6681334376335144, 0.6632710695266724, 0.6891911029815674, 0.6854681372642517, 0.6793391704559326, 0.6854378581047058, 0.6763747930526733, 0.6986376047134399, 0.673690915107727, 0.705958902835846, 0.6941723227500916, 0.6745016574859619, 0.7117444276809692, 0.6790636777877808, 0.7003270387649536, 0.6644943952560425, 0.6924371719360352, 0.676646888256073], "cos_Ac_negg": [0.8230713605880737, 0.6599069833755493, 0.6681334376335144, 0.6632710695266724, 0.6891911029815674, 0.6854681372642517, 0.6793391704559326, 0.6854378581047058, 0.6763747930526733, 0.6986376047134399, 0.673690915107727, 0.705958902835846, 0.6941723227500916, 0.6745016574859619, 0.7117444276809692, 0.6790636777877808, 0.7003270387649536, 0.6644943952560425, 0.6924371719360352, 0.676646888256073], "r_norm": [1.5556752681732178, 1.2188475131988525, 1.1748859882354736, 1.197581171989441, 1.1989233493804932, 1.1988404989242554, 1.2227466106414795, 1.1695036888122559, 1.1679131984710693, 1.1956279277801514, 1.1871659755706787, 1.154919981956482, 1.1784453392028809, 1.172973871231079, 1.1431961059570312, 1.1716012954711914, 1.1641627550125122, 1.1348822116851807, 1.1596229076385498, 1.180651307106018]}, {"step": 4100, "epoch": 10, "train_loss": 1.37276291847229, "cos_r_negg": [0.8164160251617432, 0.6656997799873352, 0.6718639731407166, 0.6740433573722839, 0.6936177015304565, 0.6957576870918274, 0.6935692429542542, 0.6953486204147339, 0.6842955946922302, 0.7092437744140625, 0.6882327198982239, 0.7153487205505371, 0.7054524421691895, 0.6861476898193359, 0.7127826809883118, 0.6906391978263855, 0.7061440348625183, 0.6862262487411499, 0.702104926109314, 0.6767739057540894], "cos_apical_negg": [0.8164160251617432, 0.6656997799873352, 0.6718639731407166, 0.6740433573722839, 0.6936177015304565, 0.6957576870918274, 0.6935692429542542, 0.6953486204147339, 0.6842955946922302, 0.7092437744140625, 0.6882327198982239, 0.7153487205505371, 0.7054524421691895, 0.6861476898193359, 0.7127826809883118, 0.6906391978263855, 0.7061440348625183, 0.6862262487411499, 0.702104926109314, 0.6767739057540894], "cos_Ac_negg": [0.8164160251617432, 0.6656997799873352, 0.6718639731407166, 0.6740433573722839, 0.6936177015304565, 0.6957576870918274, 0.6935692429542542, 0.6953486204147339, 0.6842955946922302, 0.7092437744140625, 0.6882327198982239, 0.7153487205505371, 0.7054524421691895, 0.6861476898193359, 0.7127826809883118, 0.6906391978263855, 0.7061440348625183, 0.6862262487411499, 0.702104926109314, 0.6767739057540894], "r_norm": [1.574041485786438, 1.231734275817871, 1.1885111331939697, 1.211822509765625, 1.210674524307251, 1.2127047777175903, 1.2364475727081299, 1.183375358581543, 1.179240107536316, 1.2101458311080933, 1.196598768234253, 1.1660864353179932, 1.1903443336486816, 1.1825809478759766, 1.154638409614563, 1.1825045347213745, 1.1772594451904297, 1.147316813468933, 1.1696488857269287, 1.1905951499938965]}, {"step": 4150, "epoch": 10, "train_loss": 1.123124599456787, "cos_r_negg": [0.8175915479660034, 0.6749042868614197, 0.6806673407554626, 0.6748449802398682, 0.7013354301452637, 0.696927547454834, 0.7037231922149658, 0.7037607431411743, 0.694156289100647, 0.7141298055648804, 0.6932923793792725, 0.7217510938644409, 0.7128872275352478, 0.6939074397087097, 0.7260673642158508, 0.6897923946380615, 0.7168437242507935, 0.701907753944397, 0.7066818475723267, 0.682674765586853], "cos_apical_negg": [0.8175915479660034, 0.6749042868614197, 0.6806673407554626, 0.6748449802398682, 0.7013354301452637, 0.696927547454834, 0.7037231922149658, 0.7037607431411743, 0.694156289100647, 0.7141298055648804, 0.6932923793792725, 0.7217510938644409, 0.7128872275352478, 0.6939074397087097, 0.7260673642158508, 0.6897923946380615, 0.7168437242507935, 0.701907753944397, 0.7066818475723267, 0.682674765586853], "cos_Ac_negg": [0.8175915479660034, 0.6749042868614197, 0.6806673407554626, 0.6748449802398682, 0.7013354301452637, 0.696927547454834, 0.7037231922149658, 0.7037607431411743, 0.694156289100647, 0.7141298055648804, 0.6932923793792725, 0.7217510938644409, 0.7128872275352478, 0.6939074397087097, 0.7260673642158508, 0.6897923946380615, 0.7168437242507935, 0.701907753944397, 0.7066818475723267, 0.682674765586853], "r_norm": [1.590523600578308, 1.2473626136779785, 1.2032136917114258, 1.225158929824829, 1.2270158529281616, 1.2263081073760986, 1.246099591255188, 1.1975212097167969, 1.1924906969070435, 1.2223091125488281, 1.211484670639038, 1.1820166110992432, 1.2028882503509521, 1.1964106559753418, 1.168661117553711, 1.1969571113586426, 1.1914135217666626, 1.1589770317077637, 1.1791355609893799, 1.203176498413086]}, {"step": 4200, "epoch": 10, "train_loss": 1.323704719543457, "cos_r_negg": [0.8321556448936462, 0.6843074560165405, 0.6873552799224854, 0.689441978931427, 0.7111741900444031, 0.710303008556366, 0.7100546360015869, 0.7171262502670288, 0.7054092884063721, 0.725110650062561, 0.704371452331543, 0.7232899069786072, 0.7233957052230835, 0.698525607585907, 0.7385851740837097, 0.7010111808776855, 0.7247297167778015, 0.7128308415412903, 0.7106031179428101, 0.7012137174606323], "cos_apical_negg": [0.8321556448936462, 0.6843074560165405, 0.6873552799224854, 0.689441978931427, 0.7111741900444031, 0.710303008556366, 0.7100546360015869, 0.7171262502670288, 0.7054092884063721, 0.725110650062561, 0.704371452331543, 0.7232899069786072, 0.7233957052230835, 0.698525607585907, 0.7385851740837097, 0.7010111808776855, 0.7247297167778015, 0.7128308415412903, 0.7106031179428101, 0.7012137174606323], "cos_Ac_negg": [0.8321556448936462, 0.6843074560165405, 0.6873552799224854, 0.689441978931427, 0.7111741900444031, 0.710303008556366, 0.7100546360015869, 0.7171262502670288, 0.7054092884063721, 0.725110650062561, 0.704371452331543, 0.7232899069786072, 0.7233957052230835, 0.698525607585907, 0.7385851740837097, 0.7010111808776855, 0.7247297167778015, 0.7128308415412903, 0.7106031179428101, 0.7012137174606323], "r_norm": [1.5439894199371338, 1.2091422080993652, 1.167504072189331, 1.1888964176177979, 1.1888841390609741, 1.1887891292572021, 1.2099592685699463, 1.1617863178253174, 1.1546905040740967, 1.1868910789489746, 1.173133373260498, 1.1449822187423706, 1.1664832830429077, 1.1576138734817505, 1.131981372833252, 1.156153678894043, 1.155393362045288, 1.1236968040466309, 1.1435118913650513, 1.1658042669296265]}, {"step": 4250, "epoch": 10, "train_loss": 1.3171807527542114, "cos_r_negg": [0.8270245790481567, 0.6936023235321045, 0.7006561756134033, 0.7010427713394165, 0.7228311896324158, 0.722298264503479, 0.7142220735549927, 0.7200517654418945, 0.7139886617660522, 0.737689733505249, 0.7151051759719849, 0.739449143409729, 0.7376542091369629, 0.7093547582626343, 0.7383745908737183, 0.7186234593391418, 0.7403265237808228, 0.7115710973739624, 0.7220612168312073, 0.7034552097320557], "cos_apical_negg": [0.8270245790481567, 0.6936023235321045, 0.7006561756134033, 0.7010427713394165, 0.7228311896324158, 0.722298264503479, 0.7142220735549927, 0.7200517654418945, 0.7139886617660522, 0.737689733505249, 0.7151051759719849, 0.739449143409729, 0.7376542091369629, 0.7093547582626343, 0.7383745908737183, 0.7186234593391418, 0.7403265237808228, 0.7115710973739624, 0.7220612168312073, 0.7034552097320557], "cos_Ac_negg": [0.8270245790481567, 0.6936023235321045, 0.7006561756134033, 0.7010427713394165, 0.7228311896324158, 0.722298264503479, 0.7142220735549927, 0.7200517654418945, 0.7139886617660522, 0.737689733505249, 0.7151051759719849, 0.739449143409729, 0.7376542091369629, 0.7093547582626343, 0.7383745908737183, 0.7186234593391418, 0.7403265237808228, 0.7115710973739624, 0.7220612168312073, 0.7034552097320557], "r_norm": [1.5748634338378906, 1.2317914962768555, 1.1890485286712646, 1.2117693424224854, 1.2120623588562012, 1.2123663425445557, 1.2327405214309692, 1.1814947128295898, 1.1782474517822266, 1.2066172361373901, 1.1963001489639282, 1.1636898517608643, 1.1897351741790771, 1.1802756786346436, 1.1520180702209473, 1.1764907836914062, 1.174121618270874, 1.142087459564209, 1.1686617136001587, 1.18434476852417], "ldr": {"dL_sdil": -0.05003917217254639, "dL_bp": -0.05111384391784668, "ratio": 0.9789749378460447}}, {"step": 4300, "epoch": 10, "train_loss": 1.2334253787994385, "cos_r_negg": [0.8278621435165405, 0.6969196200370789, 0.7084862589836121, 0.7084032297134399, 0.7286149263381958, 0.7279074192047119, 0.7270647883415222, 0.7294643521308899, 0.7223469018936157, 0.747569739818573, 0.7276937961578369, 0.7475982904434204, 0.7390387058258057, 0.7167177200317383, 0.7492575645446777, 0.7322346568107605, 0.7501978874206543, 0.7313627600669861, 0.7348489761352539, 0.7278027534484863], "cos_apical_negg": [0.8278621435165405, 0.6969196200370789, 0.7084862589836121, 0.7084032297134399, 0.7286149263381958, 0.7279074192047119, 0.7270647883415222, 0.7294643521308899, 0.7223469018936157, 0.747569739818573, 0.7276937961578369, 0.7475982904434204, 0.7390387058258057, 0.7167177200317383, 0.7492575645446777, 0.7322346568107605, 0.7501978874206543, 0.7313627600669861, 0.7348489761352539, 0.7278027534484863], "cos_Ac_negg": [0.8278621435165405, 0.6969196200370789, 0.7084862589836121, 0.7084032297134399, 0.7286149263381958, 0.7279074192047119, 0.7270647883415222, 0.7294643521308899, 0.7223469018936157, 0.747569739818573, 0.7276937961578369, 0.7475982904434204, 0.7390387058258057, 0.7167177200317383, 0.7492575645446777, 0.7322346568107605, 0.7501978874206543, 0.7313627600669861, 0.7348489761352539, 0.7278027534484863], "r_norm": [1.5314545631408691, 1.2010562419891357, 1.1590814590454102, 1.1773087978363037, 1.180856704711914, 1.1806600093841553, 1.1992183923721313, 1.150431513786316, 1.1468322277069092, 1.1746625900268555, 1.1625380516052246, 1.1332900524139404, 1.1560039520263672, 1.1484953165054321, 1.1216514110565186, 1.1433628797531128, 1.1419293880462646, 1.1102852821350098, 1.133373498916626, 1.150744915008545]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4362, "test_loss": 1.8165791748046876}, {"step": 4350, "epoch": 11, "train_loss": 0.9246541857719421, "cos_r_negg": [0.8308241367340088, 0.7047274708747864, 0.712087869644165, 0.7144182324409485, 0.7379331588745117, 0.7346639633178711, 0.7341833114624023, 0.736628532409668, 0.7361838817596436, 0.7556443214416504, 0.7314845323562622, 0.7544429302215576, 0.7450757026672363, 0.7343977689743042, 0.7562219500541687, 0.7388445138931274, 0.7535897493362427, 0.739991307258606, 0.7467005252838135, 0.7331609129905701], "cos_apical_negg": [0.8308241367340088, 0.7047274708747864, 0.712087869644165, 0.7144182324409485, 0.7379331588745117, 0.7346639633178711, 0.7341833114624023, 0.736628532409668, 0.7361838817596436, 0.7556443214416504, 0.7314845323562622, 0.7544429302215576, 0.7450757026672363, 0.7343977689743042, 0.7562219500541687, 0.7388445138931274, 0.7535897493362427, 0.739991307258606, 0.7467005252838135, 0.7331609129905701], "cos_Ac_negg": [0.8308241367340088, 0.7047274708747864, 0.712087869644165, 0.7144182324409485, 0.7379331588745117, 0.7346639633178711, 0.7341833114624023, 0.736628532409668, 0.7361838817596436, 0.7556443214416504, 0.7314845323562622, 0.7544429302215576, 0.7450757026672363, 0.7343977689743042, 0.7562219500541687, 0.7388445138931274, 0.7535897493362427, 0.739991307258606, 0.7467005252838135, 0.7331609129905701], "r_norm": [1.5734689235687256, 1.2363777160644531, 1.1946684122085571, 1.214435338973999, 1.2164335250854492, 1.2162046432495117, 1.2341818809509277, 1.1830010414123535, 1.1797924041748047, 1.2095839977264404, 1.1956658363342285, 1.1667780876159668, 1.1897261142730713, 1.1802527904510498, 1.1542527675628662, 1.1764373779296875, 1.1767680644989014, 1.1442914009094238, 1.1673760414123535, 1.1832154989242554]}, {"step": 4400, "epoch": 11, "train_loss": 1.2833431959152222, "cos_r_negg": [0.8339675664901733, 0.7164790630340576, 0.7227011919021606, 0.7184097766876221, 0.7421479225158691, 0.7421252727508545, 0.7418022155761719, 0.7448375225067139, 0.7449641823768616, 0.7580280900001526, 0.7387821674346924, 0.7619369029998779, 0.7562388777732849, 0.7414882183074951, 0.764541506767273, 0.7373337149620056, 0.7599775195121765, 0.7487684488296509, 0.7525933384895325, 0.7434337139129639], "cos_apical_negg": [0.8339675664901733, 0.7164790630340576, 0.7227011919021606, 0.7184097766876221, 0.7421479225158691, 0.7421252727508545, 0.7418022155761719, 0.7448375225067139, 0.7449641823768616, 0.7580280900001526, 0.7387821674346924, 0.7619369029998779, 0.7562388777732849, 0.7414882183074951, 0.764541506767273, 0.7373337149620056, 0.7599775195121765, 0.7487684488296509, 0.7525933384895325, 0.7434337139129639], "cos_Ac_negg": [0.8339675664901733, 0.7164790630340576, 0.7227011919021606, 0.7184097766876221, 0.7421479225158691, 0.7421252727508545, 0.7418022155761719, 0.7448375225067139, 0.7449641823768616, 0.7580280900001526, 0.7387821674346924, 0.7619369029998779, 0.7562388777732849, 0.7414882183074951, 0.764541506767273, 0.7373337149620056, 0.7599775195121765, 0.7487684488296509, 0.7525933384895325, 0.7434337139129639], "r_norm": [1.588118314743042, 1.2463828325271606, 1.2070152759552002, 1.224532127380371, 1.2298123836517334, 1.2264714241027832, 1.2433665990829468, 1.1959099769592285, 1.191920518875122, 1.220503330230713, 1.207401990890503, 1.1768040657043457, 1.2012602090835571, 1.1913862228393555, 1.164880394935608, 1.1880345344543457, 1.1845346689224243, 1.1530671119689941, 1.177721381187439, 1.1921943426132202]}, {"step": 4450, "epoch": 11, "train_loss": 1.4493967294692993, "cos_r_negg": [0.829831600189209, 0.7216179966926575, 0.7289431095123291, 0.723685085773468, 0.7473570108413696, 0.7439365386962891, 0.7459113597869873, 0.7498941421508789, 0.7494455575942993, 0.7606217861175537, 0.7411267757415771, 0.7709067463874817, 0.7611995339393616, 0.7449824810028076, 0.7759432792663574, 0.7465336322784424, 0.758704423904419, 0.7464795112609863, 0.7503365278244019, 0.7428741455078125], "cos_apical_negg": [0.829831600189209, 0.7216179966926575, 0.7289431095123291, 0.723685085773468, 0.7473570108413696, 0.7439365386962891, 0.7459113597869873, 0.7498941421508789, 0.7494455575942993, 0.7606217861175537, 0.7411267757415771, 0.7709067463874817, 0.7611995339393616, 0.7449824810028076, 0.7759432792663574, 0.7465336322784424, 0.758704423904419, 0.7464795112609863, 0.7503365278244019, 0.7428741455078125], "cos_Ac_negg": [0.829831600189209, 0.7216179966926575, 0.7289431095123291, 0.723685085773468, 0.7473570108413696, 0.7439365386962891, 0.7459113597869873, 0.7498941421508789, 0.7494455575942993, 0.7606217861175537, 0.7411267757415771, 0.7709067463874817, 0.7611995339393616, 0.7449824810028076, 0.7759432792663574, 0.7465336322784424, 0.758704423904419, 0.7464795112609863, 0.7503365278244019, 0.7428741455078125], "r_norm": [1.5983383655548096, 1.253831148147583, 1.2146183252334595, 1.2342252731323242, 1.2360562086105347, 1.235426664352417, 1.253783941268921, 1.2035635709762573, 1.1982840299606323, 1.2311252355575562, 1.2121943235397339, 1.1835366487503052, 1.2069127559661865, 1.19798743724823, 1.1722543239593506, 1.1922463178634644, 1.1914949417114258, 1.1613497734069824, 1.1842445135116577, 1.2002668380737305]}, {"step": 4500, "epoch": 11, "train_loss": 1.2292284965515137, "cos_r_negg": [0.8288830518722534, 0.7319222092628479, 0.7333170175552368, 0.7330106496810913, 0.7592037916183472, 0.7559553384780884, 0.7520589828491211, 0.7575908899307251, 0.7579601407051086, 0.7670048475265503, 0.7541608810424805, 0.7805889844894409, 0.7671944499015808, 0.7525371313095093, 0.7827849388122559, 0.7531757950782776, 0.7722088098526001, 0.7564020156860352, 0.7689054012298584, 0.7580344676971436], "cos_apical_negg": [0.8288830518722534, 0.7319222092628479, 0.7333170175552368, 0.7330106496810913, 0.7592037916183472, 0.7559553384780884, 0.7520589828491211, 0.7575908899307251, 0.7579601407051086, 0.7670048475265503, 0.7541608810424805, 0.7805889844894409, 0.7671944499015808, 0.7525371313095093, 0.7827849388122559, 0.7531757950782776, 0.7722088098526001, 0.7564020156860352, 0.7689054012298584, 0.7580344676971436], "cos_Ac_negg": [0.8288830518722534, 0.7319222092628479, 0.7333170175552368, 0.7330106496810913, 0.7592037916183472, 0.7559553384780884, 0.7520589828491211, 0.7575908899307251, 0.7579601407051086, 0.7670048475265503, 0.7541608810424805, 0.7805889844894409, 0.7671944499015808, 0.7525371313095093, 0.7827849388122559, 0.7531757950782776, 0.7722088098526001, 0.7564020156860352, 0.7689054012298584, 0.7580344676971436], "r_norm": [1.5677589178085327, 1.2355577945709229, 1.19350004196167, 1.2117490768432617, 1.2150847911834717, 1.2144101858139038, 1.2284704446792603, 1.180915355682373, 1.176800012588501, 1.2059072256088257, 1.1913217306137085, 1.1628447771072388, 1.1852002143859863, 1.1762858629226685, 1.149791955947876, 1.1681504249572754, 1.1690822839736938, 1.1407887935638428, 1.1610373258590698, 1.1766928434371948], "ldr": {"dL_sdil": -0.08796072006225586, "dL_bp": -0.0885167121887207, "ratio": 0.9937187892238988}}, {"step": 4550, "epoch": 11, "train_loss": 1.2265715599060059, "cos_r_negg": [0.8309508562088013, 0.7309289574623108, 0.7360413670539856, 0.7370516061782837, 0.7618401050567627, 0.7589926719665527, 0.7571203708648682, 0.7565978169441223, 0.7639009952545166, 0.7743525505065918, 0.7632659077644348, 0.7781722545623779, 0.7780989408493042, 0.7608030438423157, 0.7862632274627686, 0.757818341255188, 0.780461311340332, 0.7592805624008179, 0.7718580961227417, 0.7554449439048767], "cos_apical_negg": [0.8309508562088013, 0.7309289574623108, 0.7360413670539856, 0.7370516061782837, 0.7618401050567627, 0.7589926719665527, 0.7571203708648682, 0.7565978169441223, 0.7639009952545166, 0.7743525505065918, 0.7632659077644348, 0.7781722545623779, 0.7780989408493042, 0.7608030438423157, 0.7862632274627686, 0.757818341255188, 0.780461311340332, 0.7592805624008179, 0.7718580961227417, 0.7554449439048767], "cos_Ac_negg": [0.8309508562088013, 0.7309289574623108, 0.7360413670539856, 0.7370516061782837, 0.7618401050567627, 0.7589926719665527, 0.7571203708648682, 0.7565978169441223, 0.7639009952545166, 0.7743525505065918, 0.7632659077644348, 0.7781722545623779, 0.7780989408493042, 0.7608030438423157, 0.7862632274627686, 0.757818341255188, 0.780461311340332, 0.7592805624008179, 0.7718580961227417, 0.7554449439048767], "r_norm": [1.5667651891708374, 1.2396283149719238, 1.1986615657806396, 1.215037226676941, 1.2193710803985596, 1.218061923980713, 1.2308273315429688, 1.1847773790359497, 1.17840576171875, 1.2083381414413452, 1.1918201446533203, 1.1642976999282837, 1.1855335235595703, 1.1788108348846436, 1.1546589136123657, 1.1721965074539185, 1.1725893020629883, 1.141374111175537, 1.1616705656051636, 1.1784206628799438]}, {"step": 4600, "epoch": 11, "train_loss": 1.2696058750152588, "cos_r_negg": [0.8347705602645874, 0.7369464635848999, 0.744786262512207, 0.7443503737449646, 0.7654277086257935, 0.7659509181976318, 0.7632908821105957, 0.7622225284576416, 0.7679380178451538, 0.7854429483413696, 0.7705950736999512, 0.7906812429428101, 0.7829306125640869, 0.7637043595314026, 0.7901791334152222, 0.771467924118042, 0.7892457246780396, 0.7609182000160217, 0.771520733833313, 0.7605626583099365], "cos_apical_negg": [0.8347705602645874, 0.7369464635848999, 0.744786262512207, 0.7443503737449646, 0.7654277086257935, 0.7659509181976318, 0.7632908821105957, 0.7622225284576416, 0.7679380178451538, 0.7854429483413696, 0.7705950736999512, 0.7906812429428101, 0.7829306125640869, 0.7637043595314026, 0.7901791334152222, 0.771467924118042, 0.7892457246780396, 0.7609182000160217, 0.771520733833313, 0.7605626583099365], "cos_Ac_negg": [0.8347705602645874, 0.7369464635848999, 0.744786262512207, 0.7443503737449646, 0.7654277086257935, 0.7659509181976318, 0.7632908821105957, 0.7622225284576416, 0.7679380178451538, 0.7854429483413696, 0.7705950736999512, 0.7906812429428101, 0.7829306125640869, 0.7637043595314026, 0.7901791334152222, 0.771467924118042, 0.7892457246780396, 0.7609182000160217, 0.771520733833313, 0.7605626583099365], "r_norm": [1.582961082458496, 1.253441572189331, 1.2107527256011963, 1.2302794456481934, 1.232945442199707, 1.2303396463394165, 1.2440396547317505, 1.195340633392334, 1.1903005838394165, 1.219506025314331, 1.2056034803390503, 1.1747018098831177, 1.1961371898651123, 1.1911073923110962, 1.164781093597412, 1.1823182106018066, 1.182110071182251, 1.1533617973327637, 1.1748069524765015, 1.1874828338623047]}, {"step": 4650, "epoch": 11, "train_loss": 1.1185897588729858, "cos_r_negg": [0.8283016085624695, 0.7450495958328247, 0.7506968975067139, 0.7510256767272949, 0.7721389532089233, 0.7670928835868835, 0.7656745910644531, 0.7712513208389282, 0.7751240134239197, 0.7882221341133118, 0.771580696105957, 0.7978600859642029, 0.7893270254135132, 0.7716919779777527, 0.7984216809272766, 0.7791815996170044, 0.7905142307281494, 0.7765887975692749, 0.7836925983428955, 0.7713084816932678], "cos_apical_negg": [0.8283016085624695, 0.7450495958328247, 0.7506968975067139, 0.7510256767272949, 0.7721389532089233, 0.7670928835868835, 0.7656745910644531, 0.7712513208389282, 0.7751240134239197, 0.7882221341133118, 0.771580696105957, 0.7978600859642029, 0.7893270254135132, 0.7716919779777527, 0.7984216809272766, 0.7791815996170044, 0.7905142307281494, 0.7765887975692749, 0.7836925983428955, 0.7713084816932678], "cos_Ac_negg": [0.8283016085624695, 0.7450495958328247, 0.7506968975067139, 0.7510256767272949, 0.7721389532089233, 0.7670928835868835, 0.7656745910644531, 0.7712513208389282, 0.7751240134239197, 0.7882221341133118, 0.771580696105957, 0.7978600859642029, 0.7893270254135132, 0.7716919779777527, 0.7984216809272766, 0.7791815996170044, 0.7905142307281494, 0.7765887975692749, 0.7836925983428955, 0.7713084816932678], "r_norm": [1.5821702480316162, 1.2555303573608398, 1.2149829864501953, 1.2322670221328735, 1.235518217086792, 1.2312722206115723, 1.2452630996704102, 1.1980774402618408, 1.1923997402191162, 1.2205464839935303, 1.2072736024856567, 1.177917718887329, 1.1976912021636963, 1.1925883293151855, 1.1665681600570679, 1.185119390487671, 1.184121012687683, 1.1540485620498657, 1.1739654541015625, 1.188507318496704]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4302, "test_loss": 1.8916716186523437}, {"step": 4700, "epoch": 12, "train_loss": 1.054046630859375, "cos_r_negg": [0.8378943204879761, 0.7464154362678528, 0.756885290145874, 0.759401798248291, 0.7720562815666199, 0.7736881971359253, 0.7744115591049194, 0.7797555327415466, 0.7783900499343872, 0.7910797595977783, 0.7802753448486328, 0.8006867170333862, 0.7957334518432617, 0.7701680660247803, 0.8034524917602539, 0.7788547873497009, 0.7959437370300293, 0.7809484004974365, 0.7928661108016968, 0.7788114547729492], "cos_apical_negg": [0.8378943204879761, 0.7464154362678528, 0.756885290145874, 0.759401798248291, 0.7720562815666199, 0.7736881971359253, 0.7744115591049194, 0.7797555327415466, 0.7783900499343872, 0.7910797595977783, 0.7802753448486328, 0.8006867170333862, 0.7957334518432617, 0.7701680660247803, 0.8034524917602539, 0.7788547873497009, 0.7959437370300293, 0.7809484004974365, 0.7928661108016968, 0.7788114547729492], "cos_Ac_negg": [0.8378943204879761, 0.7464154362678528, 0.756885290145874, 0.759401798248291, 0.7720562815666199, 0.7736881971359253, 0.7744115591049194, 0.7797555327415466, 0.7783900499343872, 0.7910797595977783, 0.7802753448486328, 0.8006867170333862, 0.7957334518432617, 0.7701680660247803, 0.8034524917602539, 0.7788547873497009, 0.7959437370300293, 0.7809484004974365, 0.7928661108016968, 0.7788114547729492], "r_norm": [1.5989255905151367, 1.2700467109680176, 1.2294244766235352, 1.2464243173599243, 1.2506574392318726, 1.246036410331726, 1.258186936378479, 1.2124130725860596, 1.2057161331176758, 1.2353003025054932, 1.2196377515792847, 1.1923344135284424, 1.2103533744812012, 1.2051597833633423, 1.1801509857177734, 1.1987836360931396, 1.1966135501861572, 1.166640043258667, 1.185610055923462, 1.200491189956665]}, {"step": 4750, "epoch": 12, "train_loss": 0.9953018426895142, "cos_r_negg": [0.8339130878448486, 0.7606306076049805, 0.7634432315826416, 0.7659507393836975, 0.781033992767334, 0.7841859459877014, 0.7809152007102966, 0.7918277978897095, 0.7847284078598022, 0.7949528694152832, 0.7908649444580078, 0.8090134859085083, 0.8010717034339905, 0.7866387367248535, 0.8117543458938599, 0.791597843170166, 0.8034208416938782, 0.7924797534942627, 0.799942672252655, 0.7866581082344055], "cos_apical_negg": [0.8339130878448486, 0.7606306076049805, 0.7634432315826416, 0.7659507393836975, 0.781033992767334, 0.7841859459877014, 0.7809152007102966, 0.7918277978897095, 0.7847284078598022, 0.7949528694152832, 0.7908649444580078, 0.8090134859085083, 0.8010717034339905, 0.7866387367248535, 0.8117543458938599, 0.791597843170166, 0.8034208416938782, 0.7924797534942627, 0.799942672252655, 0.7866581082344055], "cos_Ac_negg": [0.8339130878448486, 0.7606306076049805, 0.7634432315826416, 0.7659507393836975, 0.781033992767334, 0.7841859459877014, 0.7809152007102966, 0.7918277978897095, 0.7847284078598022, 0.7949528694152832, 0.7908649444580078, 0.8090134859085083, 0.8010717034339905, 0.7866387367248535, 0.8117543458938599, 0.791597843170166, 0.8034208416938782, 0.7924797534942627, 0.799942672252655, 0.7866581082344055], "r_norm": [1.6103110313415527, 1.2810673713684082, 1.2402006387710571, 1.2568976879119873, 1.2613317966461182, 1.254167079925537, 1.2659077644348145, 1.2213079929351807, 1.2161682844161987, 1.2425932884216309, 1.229936122894287, 1.202197551727295, 1.2189064025878906, 1.2123711109161377, 1.1892224550247192, 1.208939552307129, 1.205221176147461, 1.1765952110290527, 1.1936476230621338, 1.2093570232391357], "ldr": {"dL_sdil": -0.08170294761657715, "dL_bp": -0.08363878726959229, "ratio": 0.9768547618131364}}, {"step": 4800, "epoch": 12, "train_loss": 0.9964205622673035, "cos_r_negg": [0.8330783247947693, 0.7640040516853333, 0.7694652080535889, 0.7713918685913086, 0.7856987714767456, 0.7887833714485168, 0.7901736497879028, 0.7926418781280518, 0.7903702259063721, 0.8064624071121216, 0.7936970591545105, 0.8141560554504395, 0.8061822056770325, 0.7976071834564209, 0.8201789855957031, 0.8023313283920288, 0.8016412854194641, 0.7885209918022156, 0.8026226758956909, 0.7925059795379639], "cos_apical_negg": [0.8330783247947693, 0.7640040516853333, 0.7694652080535889, 0.7713918685913086, 0.7856987714767456, 0.7887833714485168, 0.7901736497879028, 0.7926418781280518, 0.7903702259063721, 0.8064624071121216, 0.7936970591545105, 0.8141560554504395, 0.8061822056770325, 0.7976071834564209, 0.8201789855957031, 0.8023313283920288, 0.8016412854194641, 0.7885209918022156, 0.8026226758956909, 0.7925059795379639], "cos_Ac_negg": [0.8330783247947693, 0.7640040516853333, 0.7694652080535889, 0.7713918685913086, 0.7856987714767456, 0.7887833714485168, 0.7901736497879028, 0.7926418781280518, 0.7903702259063721, 0.8064624071121216, 0.7936970591545105, 0.8141560554504395, 0.8061822056770325, 0.7976071834564209, 0.8201789855957031, 0.8023313283920288, 0.8016412854194641, 0.7885209918022156, 0.8026226758956909, 0.7925059795379639], "r_norm": [1.644637942314148, 1.3126589059829712, 1.2710275650024414, 1.2877682447433472, 1.2911531925201416, 1.286255955696106, 1.2961071729660034, 1.2513047456741333, 1.2429637908935547, 1.275437355041504, 1.2556276321411133, 1.2321008443832397, 1.2474888563156128, 1.2398693561553955, 1.2179057598114014, 1.2342573404312134, 1.2376141548156738, 1.2041501998901367, 1.2184159755706787, 1.2390658855438232]}, {"step": 4850, "epoch": 12, "train_loss": 0.9541728496551514, "cos_r_negg": [0.8376790285110474, 0.7613526582717896, 0.7707226276397705, 0.7740252017974854, 0.7866437435150146, 0.7998566031455994, 0.7939790487289429, 0.7920626401901245, 0.7958643436431885, 0.8093826174736023, 0.8042911291122437, 0.8181328177452087, 0.8122372031211853, 0.8002139925956726, 0.8266818523406982, 0.8084522485733032, 0.8138018846511841, 0.8010615110397339, 0.8116952180862427, 0.7982285618782043], "cos_apical_negg": [0.8376790285110474, 0.7613526582717896, 0.7707226276397705, 0.7740252017974854, 0.7866437435150146, 0.7998566031455994, 0.7939790487289429, 0.7920626401901245, 0.7958643436431885, 0.8093826174736023, 0.8042911291122437, 0.8181328177452087, 0.8122372031211853, 0.8002139925956726, 0.8266818523406982, 0.8084522485733032, 0.8138018846511841, 0.8010615110397339, 0.8116952180862427, 0.7982285618782043], "cos_Ac_negg": [0.8376790285110474, 0.7613526582717896, 0.7707226276397705, 0.7740252017974854, 0.7866437435150146, 0.7998566031455994, 0.7939790487289429, 0.7920626401901245, 0.7958643436431885, 0.8093826174736023, 0.8042911291122437, 0.8181328177452087, 0.8122372031211853, 0.8002139925956726, 0.8266818523406982, 0.8084522485733032, 0.8138018846511841, 0.8010615110397339, 0.8116952180862427, 0.7982285618782043], "r_norm": [1.6163674592971802, 1.2902421951293945, 1.248632550239563, 1.2663371562957764, 1.2678905725479126, 1.2645282745361328, 1.2757519483566284, 1.229766845703125, 1.2236618995666504, 1.2505801916122437, 1.2358651161193848, 1.2089643478393555, 1.2260723114013672, 1.2190978527069092, 1.1955857276916504, 1.2121602296829224, 1.2117875814437866, 1.1817750930786133, 1.2016208171844482, 1.211388111114502]}, {"step": 4900, "epoch": 12, "train_loss": 1.0845425128936768, "cos_r_negg": [0.8320673704147339, 0.7679288387298584, 0.7799026370048523, 0.7798153758049011, 0.7967097759246826, 0.8009481430053711, 0.8014100790023804, 0.8064560890197754, 0.8016930818557739, 0.8176457285881042, 0.8105608224868774, 0.827521026134491, 0.8199201822280884, 0.8060302138328552, 0.8315223455429077, 0.8122456073760986, 0.8221745491027832, 0.8130382895469666, 0.8205528259277344, 0.8091951608657837], "cos_apical_negg": [0.8320673704147339, 0.7679288387298584, 0.7799026370048523, 0.7798153758049011, 0.7967097759246826, 0.8009481430053711, 0.8014100790023804, 0.8064560890197754, 0.8016930818557739, 0.8176457285881042, 0.8105608224868774, 0.827521026134491, 0.8199201822280884, 0.8060302138328552, 0.8315223455429077, 0.8122456073760986, 0.8221745491027832, 0.8130382895469666, 0.8205528259277344, 0.8091951608657837], "cos_Ac_negg": [0.8320673704147339, 0.7679288387298584, 0.7799026370048523, 0.7798153758049011, 0.7967097759246826, 0.8009481430053711, 0.8014100790023804, 0.8064560890197754, 0.8016930818557739, 0.8176457285881042, 0.8105608224868774, 0.827521026134491, 0.8199201822280884, 0.8060302138328552, 0.8315223455429077, 0.8122456073760986, 0.8221745491027832, 0.8130382895469666, 0.8205528259277344, 0.8091951608657837], "r_norm": [1.5807344913482666, 1.2627583742141724, 1.2248311042785645, 1.2400269508361816, 1.243035078048706, 1.2375375032424927, 1.24586021900177, 1.2050188779830933, 1.198000192642212, 1.2242019176483154, 1.2100958824157715, 1.183287501335144, 1.1998343467712402, 1.1924643516540527, 1.171402931213379, 1.1873774528503418, 1.1860311031341553, 1.1566028594970703, 1.1747064590454102, 1.1859946250915527]}, {"step": 4950, "epoch": 12, "train_loss": 0.8740570545196533, "cos_r_negg": [0.8355225324630737, 0.7728546857833862, 0.7837486267089844, 0.7833078503608704, 0.8001790046691895, 0.8051398992538452, 0.7993919849395752, 0.8131093978881836, 0.8063348531723022, 0.817927896976471, 0.8107473254203796, 0.8295671939849854, 0.8240039944648743, 0.8132190108299255, 0.835017740726471, 0.8127730488777161, 0.822851300239563, 0.8141604661941528, 0.8228463530540466, 0.8122850656509399], "cos_apical_negg": [0.8355225324630737, 0.7728546857833862, 0.7837486267089844, 0.7833078503608704, 0.8001790046691895, 0.8051398992538452, 0.7993919849395752, 0.8131093978881836, 0.8063348531723022, 0.817927896976471, 0.8107473254203796, 0.8295671939849854, 0.8240039944648743, 0.8132190108299255, 0.835017740726471, 0.8127730488777161, 0.822851300239563, 0.8141604661941528, 0.8228463530540466, 0.8122850656509399], "cos_Ac_negg": [0.8355225324630737, 0.7728546857833862, 0.7837486267089844, 0.7833078503608704, 0.8001790046691895, 0.8051398992538452, 0.7993919849395752, 0.8131093978881836, 0.8063348531723022, 0.817927896976471, 0.8107473254203796, 0.8295671939849854, 0.8240039944648743, 0.8132190108299255, 0.835017740726471, 0.8127730488777161, 0.822851300239563, 0.8141604661941528, 0.8228463530540466, 0.8122850656509399], "r_norm": [1.6116279363632202, 1.2890665531158447, 1.249950885772705, 1.2676970958709717, 1.2686469554901123, 1.2645853757858276, 1.2741308212280273, 1.2318917512893677, 1.2235989570617676, 1.2493455410003662, 1.2331863641738892, 1.2096668481826782, 1.224846363067627, 1.2163221836090088, 1.1962440013885498, 1.209771990776062, 1.208580493927002, 1.1800638437271118, 1.1963802576065063, 1.2072407007217407]}, {"step": 5000, "epoch": 12, "train_loss": 1.089092493057251, "cos_r_negg": [0.8342924118041992, 0.7781141996383667, 0.7893903851509094, 0.7909499406814575, 0.8065914511680603, 0.8115296959877014, 0.8065438270568848, 0.8146043419837952, 0.8122496008872986, 0.8243691921234131, 0.8198679685592651, 0.832015872001648, 0.8297115564346313, 0.816741943359375, 0.8380939960479736, 0.8250157833099365, 0.8338077068328857, 0.8153120875358582, 0.832534670829773, 0.8133026361465454], "cos_apical_negg": [0.8342924118041992, 0.7781141996383667, 0.7893903851509094, 0.7909499406814575, 0.8065914511680603, 0.8115296959877014, 0.8065438270568848, 0.8146043419837952, 0.8122496008872986, 0.8243691921234131, 0.8198679685592651, 0.832015872001648, 0.8297115564346313, 0.816741943359375, 0.8380939960479736, 0.8250157833099365, 0.8338077068328857, 0.8153120875358582, 0.832534670829773, 0.8133026361465454], "cos_Ac_negg": [0.8342924118041992, 0.7781141996383667, 0.7893903851509094, 0.7909499406814575, 0.8065914511680603, 0.8115296959877014, 0.8065438270568848, 0.8146043419837952, 0.8122496008872986, 0.8243691921234131, 0.8198679685592651, 0.832015872001648, 0.8297115564346313, 0.816741943359375, 0.8380939960479736, 0.8250157833099365, 0.8338077068328857, 0.8153120875358582, 0.832534670829773, 0.8133026361465454], "r_norm": [1.632450819015503, 1.3108967542648315, 1.272355556488037, 1.288468599319458, 1.2902553081512451, 1.284226894378662, 1.2920336723327637, 1.2511588335037231, 1.2424654960632324, 1.270034909248352, 1.2537727355957031, 1.2286957502365112, 1.2456953525543213, 1.2346515655517578, 1.2150969505310059, 1.2302695512771606, 1.229480504989624, 1.200135350227356, 1.2142807245254517, 1.2286345958709717], "ldr": {"dL_sdil": -0.08338093757629395, "dL_bp": -0.0854487419128418, "ratio": 0.9758006462089632}}, {"step": 5050, "epoch": 12, "train_loss": 1.0703644752502441, "cos_r_negg": [0.8356140851974487, 0.7798668146133423, 0.792022705078125, 0.7948821783065796, 0.8105618357658386, 0.8114778995513916, 0.8099748492240906, 0.8176352977752686, 0.8187627792358398, 0.8299061059951782, 0.8239957690238953, 0.8376742005348206, 0.8289563655853271, 0.8245899677276611, 0.8468213677406311, 0.8278724551200867, 0.8411965370178223, 0.8272277116775513, 0.8359474539756775, 0.8170956373214722], "cos_apical_negg": [0.8356140851974487, 0.7798668146133423, 0.792022705078125, 0.7948821783065796, 0.8105618357658386, 0.8114778995513916, 0.8099748492240906, 0.8176352977752686, 0.8187627792358398, 0.8299061059951782, 0.8239957690238953, 0.8376742005348206, 0.8289563655853271, 0.8245899677276611, 0.8468213677406311, 0.8278724551200867, 0.8411965370178223, 0.8272277116775513, 0.8359474539756775, 0.8170956373214722], "cos_Ac_negg": [0.8356140851974487, 0.7798668146133423, 0.792022705078125, 0.7948821783065796, 0.8105618357658386, 0.8114778995513916, 0.8099748492240906, 0.8176352977752686, 0.8187627792358398, 0.8299061059951782, 0.8239957690238953, 0.8376742005348206, 0.8289563655853271, 0.8245899677276611, 0.8468213677406311, 0.8278724551200867, 0.8411965370178223, 0.8272277116775513, 0.8359474539756775, 0.8170956373214722], "r_norm": [1.6119074821472168, 1.2963061332702637, 1.2558434009552002, 1.2741928100585938, 1.2740263938903809, 1.2681909799575806, 1.2783434391021729, 1.2366745471954346, 1.227961778640747, 1.253509759902954, 1.2375202178955078, 1.2140421867370605, 1.2293329238891602, 1.2169580459594727, 1.1988236904144287, 1.2113393545150757, 1.211240291595459, 1.1836432218551636, 1.2012720108032227, 1.2090483903884888]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4286, "test_loss": 1.9856750732421875}, {"step": 5100, "epoch": 13, "train_loss": 0.8939443826675415, "cos_r_negg": [0.842954158782959, 0.7861024737358093, 0.7964367270469666, 0.7982803583145142, 0.8115348219871521, 0.8198640942573547, 0.8196713328361511, 0.8258612155914307, 0.8246590495109558, 0.8347875475883484, 0.8249165415763855, 0.8385629653930664, 0.8354701995849609, 0.8304113745689392, 0.8509520292282104, 0.8361110687255859, 0.8447365760803223, 0.8283411264419556, 0.8373690247535706, 0.8250606060028076], "cos_apical_negg": [0.842954158782959, 0.7861024737358093, 0.7964367270469666, 0.7982803583145142, 0.8115348219871521, 0.8198640942573547, 0.8196713328361511, 0.8258612155914307, 0.8246590495109558, 0.8347875475883484, 0.8249165415763855, 0.8385629653930664, 0.8354701995849609, 0.8304113745689392, 0.8509520292282104, 0.8361110687255859, 0.8447365760803223, 0.8283411264419556, 0.8373690247535706, 0.8250606060028076], "cos_Ac_negg": [0.842954158782959, 0.7861024737358093, 0.7964367270469666, 0.7982803583145142, 0.8115348219871521, 0.8198640942573547, 0.8196713328361511, 0.8258612155914307, 0.8246590495109558, 0.8347875475883484, 0.8249165415763855, 0.8385629653930664, 0.8354701995849609, 0.8304113745689392, 0.8509520292282104, 0.8361110687255859, 0.8447365760803223, 0.8283411264419556, 0.8373690247535706, 0.8250606060028076], "r_norm": [1.6465086936950684, 1.3280127048492432, 1.2869360446929932, 1.303911805152893, 1.304959774017334, 1.298722743988037, 1.3080954551696777, 1.2646420001983643, 1.256566047668457, 1.282727837562561, 1.2659173011779785, 1.2426806688308716, 1.257501244544983, 1.24566650390625, 1.2259751558303833, 1.2387433052062988, 1.2403466701507568, 1.209900140762329, 1.227508544921875, 1.237471580505371]}, {"step": 5150, "epoch": 13, "train_loss": 1.0649135112762451, "cos_r_negg": [0.8411808013916016, 0.7898696660995483, 0.8014897108078003, 0.802629828453064, 0.8173505067825317, 0.8226730227470398, 0.8236337900161743, 0.8298880457878113, 0.8278791904449463, 0.8387788534164429, 0.8291445970535278, 0.8428398370742798, 0.8449350595474243, 0.8307322859764099, 0.8519814014434814, 0.8423978090286255, 0.8446714282035828, 0.8332716226577759, 0.8457376956939697, 0.8347533941268921], "cos_apical_negg": [0.8411808013916016, 0.7898696660995483, 0.8014897108078003, 0.802629828453064, 0.8173505067825317, 0.8226730227470398, 0.8236337900161743, 0.8298880457878113, 0.8278791904449463, 0.8387788534164429, 0.8291445970535278, 0.8428398370742798, 0.8449350595474243, 0.8307322859764099, 0.8519814014434814, 0.8423978090286255, 0.8446714282035828, 0.8332716226577759, 0.8457376956939697, 0.8347533941268921], "cos_Ac_negg": [0.8411808013916016, 0.7898696660995483, 0.8014897108078003, 0.802629828453064, 0.8173505067825317, 0.8226730227470398, 0.8236337900161743, 0.8298880457878113, 0.8278791904449463, 0.8387788534164429, 0.8291445970535278, 0.8428398370742798, 0.8449350595474243, 0.8307322859764099, 0.8519814014434814, 0.8423978090286255, 0.8446714282035828, 0.8332716226577759, 0.8457376956939697, 0.8347533941268921], "r_norm": [1.650881290435791, 1.333053469657898, 1.2937195301055908, 1.3092753887176514, 1.311465859413147, 1.3043473958969116, 1.312717080116272, 1.2704617977142334, 1.2621010541915894, 1.286588430404663, 1.2711212635040283, 1.2460813522338867, 1.2620408535003662, 1.2512733936309814, 1.2311094999313354, 1.244497299194336, 1.2434701919555664, 1.2132484912872314, 1.2304859161376953, 1.2407251596450806]}, {"step": 5200, "epoch": 13, "train_loss": 1.0870652198791504, "cos_r_negg": [0.8395233154296875, 0.7945560812950134, 0.802377462387085, 0.8036255836486816, 0.8174790143966675, 0.8238499164581299, 0.8245437145233154, 0.8298572301864624, 0.8329795598983765, 0.8418874740600586, 0.8305855989456177, 0.8437981009483337, 0.8497663736343384, 0.8308009505271912, 0.8510547876358032, 0.8330132365226746, 0.8486915230751038, 0.835568904876709, 0.8476536273956299, 0.8276523947715759], "cos_apical_negg": [0.8395233154296875, 0.7945560812950134, 0.802377462387085, 0.8036255836486816, 0.8174790143966675, 0.8238499164581299, 0.8245437145233154, 0.8298572301864624, 0.8329795598983765, 0.8418874740600586, 0.8305855989456177, 0.8437981009483337, 0.8497663736343384, 0.8308009505271912, 0.8510547876358032, 0.8330132365226746, 0.8486915230751038, 0.835568904876709, 0.8476536273956299, 0.8276523947715759], "cos_Ac_negg": [0.8395233154296875, 0.7945560812950134, 0.802377462387085, 0.8036255836486816, 0.8174790143966675, 0.8238499164581299, 0.8245437145233154, 0.8298572301864624, 0.8329795598983765, 0.8418874740600586, 0.8305855989456177, 0.8437981009483337, 0.8497663736343384, 0.8308009505271912, 0.8510547876358032, 0.8330132365226746, 0.8486915230751038, 0.835568904876709, 0.8476536273956299, 0.8276523947715759], "r_norm": [1.6606178283691406, 1.3426144123077393, 1.3028196096420288, 1.3193063735961914, 1.3209824562072754, 1.3120360374450684, 1.3196728229522705, 1.2803552150726318, 1.269834280014038, 1.2930450439453125, 1.2792963981628418, 1.2539465427398682, 1.2702982425689697, 1.2563966512680054, 1.239620566368103, 1.2535104751586914, 1.250443935394287, 1.2212461233139038, 1.2378010749816895, 1.2459263801574707]}, {"step": 5250, "epoch": 13, "train_loss": 0.9498230218887329, "cos_r_negg": [0.8344624042510986, 0.8010603785514832, 0.8099380731582642, 0.8075028657913208, 0.8200134038925171, 0.8298567533493042, 0.8305554389953613, 0.8337646722793579, 0.8379006385803223, 0.8459824323654175, 0.8357227444648743, 0.8518248796463013, 0.852340579032898, 0.8388825058937073, 0.8603548407554626, 0.8466846346855164, 0.8510836362838745, 0.8425099849700928, 0.8534539341926575, 0.8353930711746216], "cos_apical_negg": [0.8344624042510986, 0.8010603785514832, 0.8099380731582642, 0.8075028657913208, 0.8200134038925171, 0.8298567533493042, 0.8305554389953613, 0.8337646722793579, 0.8379006385803223, 0.8459824323654175, 0.8357227444648743, 0.8518248796463013, 0.852340579032898, 0.8388825058937073, 0.8603548407554626, 0.8466846346855164, 0.8510836362838745, 0.8425099849700928, 0.8534539341926575, 0.8353930711746216], "cos_Ac_negg": [0.8344624042510986, 0.8010603785514832, 0.8099380731582642, 0.8075028657913208, 0.8200134038925171, 0.8298567533493042, 0.8305554389953613, 0.8337646722793579, 0.8379006385803223, 0.8459824323654175, 0.8357227444648743, 0.8518248796463013, 0.852340579032898, 0.8388825058937073, 0.8603548407554626, 0.8466846346855164, 0.8510836362838745, 0.8425099849700928, 0.8534539341926575, 0.8353930711746216], "r_norm": [1.6953356266021729, 1.377439260482788, 1.3337204456329346, 1.3505158424377441, 1.35078763961792, 1.3444244861602783, 1.3518388271331787, 1.3094713687896729, 1.3007930517196655, 1.3232498168945312, 1.3120076656341553, 1.2839999198913574, 1.3011919260025024, 1.2861602306365967, 1.2674306631088257, 1.2806211709976196, 1.2803168296813965, 1.2498979568481445, 1.2681682109832764, 1.2739408016204834], "ldr": {"dL_sdil": -0.07060933113098145, "dL_bp": -0.07735800743103027, "ratio": 0.9127604688362001}}, {"step": 5300, "epoch": 13, "train_loss": 0.8243597745895386, "cos_r_negg": [0.8469818830490112, 0.8017877340316772, 0.8108464479446411, 0.8135949373245239, 0.8275366425514221, 0.8349500894546509, 0.8350902795791626, 0.8405933976173401, 0.8398807048797607, 0.8506168127059937, 0.8428561687469482, 0.8581639528274536, 0.8551952242851257, 0.843928873538971, 0.8631857633590698, 0.8537248373031616, 0.8546898365020752, 0.8457924723625183, 0.8568210005760193, 0.8461773991584778], "cos_apical_negg": [0.8469818830490112, 0.8017877340316772, 0.8108464479446411, 0.8135949373245239, 0.8275366425514221, 0.8349500894546509, 0.8350902795791626, 0.8405933976173401, 0.8398807048797607, 0.8506168127059937, 0.8428561687469482, 0.8581639528274536, 0.8551952242851257, 0.843928873538971, 0.8631857633590698, 0.8537248373031616, 0.8546898365020752, 0.8457924723625183, 0.8568210005760193, 0.8461773991584778], "cos_Ac_negg": [0.8469818830490112, 0.8017877340316772, 0.8108464479446411, 0.8135949373245239, 0.8275366425514221, 0.8349500894546509, 0.8350902795791626, 0.8405933976173401, 0.8398807048797607, 0.8506168127059937, 0.8428561687469482, 0.8581639528274536, 0.8551952242851257, 0.843928873538971, 0.8631857633590698, 0.8537248373031616, 0.8546898365020752, 0.8457924723625183, 0.8568210005760193, 0.8461773991584778], "r_norm": [1.6629996299743652, 1.3540289402008057, 1.3150203227996826, 1.3302066326141357, 1.330307960510254, 1.3238770961761475, 1.3312571048736572, 1.290879726409912, 1.280521035194397, 1.3061144351959229, 1.2897776365280151, 1.2646851539611816, 1.278869867324829, 1.2662111520767212, 1.2480857372283936, 1.258797526359558, 1.2594430446624756, 1.230776071548462, 1.2458469867706299, 1.2544829845428467]}, {"step": 5350, "epoch": 13, "train_loss": 1.1287024021148682, "cos_r_negg": [0.8336588144302368, 0.8021471500396729, 0.8133704662322998, 0.8187413215637207, 0.8296844363212585, 0.8369911909103394, 0.8366063833236694, 0.8442239761352539, 0.8417074680328369, 0.8528499603271484, 0.8450491428375244, 0.8607485294342041, 0.8588305711746216, 0.8472335934638977, 0.8669677972793579, 0.849524199962616, 0.859483540058136, 0.8514202833175659, 0.8580080270767212, 0.8508371114730835], "cos_apical_negg": [0.8336588144302368, 0.8021471500396729, 0.8133704662322998, 0.8187413215637207, 0.8296844363212585, 0.8369911909103394, 0.8366063833236694, 0.8442239761352539, 0.8417074680328369, 0.8528499603271484, 0.8450491428375244, 0.8607485294342041, 0.8588305711746216, 0.8472335934638977, 0.8669677972793579, 0.849524199962616, 0.859483540058136, 0.8514202833175659, 0.8580080270767212, 0.8508371114730835], "cos_Ac_negg": [0.8336588144302368, 0.8021471500396729, 0.8133704662322998, 0.8187413215637207, 0.8296844363212585, 0.8369911909103394, 0.8366063833236694, 0.8442239761352539, 0.8417074680328369, 0.8528499603271484, 0.8450491428375244, 0.8607485294342041, 0.8588305711746216, 0.8472335934638977, 0.8669677972793579, 0.849524199962616, 0.859483540058136, 0.8514202833175659, 0.8580080270767212, 0.8508371114730835], "r_norm": [1.6288254261016846, 1.3301725387573242, 1.291187047958374, 1.3056550025939941, 1.3049055337905884, 1.3009958267211914, 1.3065071105957031, 1.2666343450546265, 1.2572760581970215, 1.2793024778366089, 1.2631785869598389, 1.240149974822998, 1.2547050714492798, 1.2423325777053833, 1.2244566679000854, 1.2357739210128784, 1.235109567642212, 1.2054821252822876, 1.222031593322754, 1.2286475896835327]}, {"step": 5400, "epoch": 13, "train_loss": 1.0660887956619263, "cos_r_negg": [0.8445849418640137, 0.8092057704925537, 0.8192609548568726, 0.8195236921310425, 0.8332841992378235, 0.839492678642273, 0.8434327244758606, 0.8432950973510742, 0.8463900089263916, 0.8552125692367554, 0.8507599830627441, 0.8614314794540405, 0.8580415844917297, 0.8520042896270752, 0.869354248046875, 0.8530443906784058, 0.8591067790985107, 0.8569065928459167, 0.8628498911857605, 0.8526188135147095], "cos_apical_negg": [0.8445849418640137, 0.8092057704925537, 0.8192609548568726, 0.8195236921310425, 0.8332841992378235, 0.839492678642273, 0.8434327244758606, 0.8432950973510742, 0.8463900089263916, 0.8552125692367554, 0.8507599830627441, 0.8614314794540405, 0.8580415844917297, 0.8520042896270752, 0.869354248046875, 0.8530443906784058, 0.8591067790985107, 0.8569065928459167, 0.8628498911857605, 0.8526188135147095], "cos_Ac_negg": [0.8445849418640137, 0.8092057704925537, 0.8192609548568726, 0.8195236921310425, 0.8332841992378235, 0.839492678642273, 0.8434327244758606, 0.8432950973510742, 0.8463900089263916, 0.8552125692367554, 0.8507599830627441, 0.8614314794540405, 0.8580415844917297, 0.8520042896270752, 0.869354248046875, 0.8530443906784058, 0.8591067790985107, 0.8569065928459167, 0.8628498911857605, 0.8526188135147095], "r_norm": [1.7030694484710693, 1.3922407627105713, 1.3500648736953735, 1.3641242980957031, 1.3652112483978271, 1.358435869216919, 1.36444091796875, 1.3227072954177856, 1.3137363195419312, 1.3381717205047607, 1.322235107421875, 1.2970163822174072, 1.311424732208252, 1.2934513092041016, 1.279146432876587, 1.2876451015472412, 1.2885137796401978, 1.260038137435913, 1.2762521505355835, 1.2822542190551758]}, {"step": 5450, "epoch": 13, "train_loss": 1.075333833694458, "cos_r_negg": [0.848280668258667, 0.8117326498031616, 0.8215503692626953, 0.8234184384346008, 0.8333033919334412, 0.8426005840301514, 0.844832181930542, 0.8475458025932312, 0.8503260016441345, 0.8600493669509888, 0.8563135266304016, 0.866677463054657, 0.8625375032424927, 0.8585014343261719, 0.8708765506744385, 0.8621870279312134, 0.8667243123054504, 0.8586132526397705, 0.866719126701355, 0.8574221134185791], "cos_apical_negg": [0.848280668258667, 0.8117326498031616, 0.8215503692626953, 0.8234184384346008, 0.8333033919334412, 0.8426005840301514, 0.844832181930542, 0.8475458025932312, 0.8503260016441345, 0.8600493669509888, 0.8563135266304016, 0.866677463054657, 0.8625375032424927, 0.8585014343261719, 0.8708765506744385, 0.8621870279312134, 0.8667243123054504, 0.8586132526397705, 0.866719126701355, 0.8574221134185791], "cos_Ac_negg": [0.848280668258667, 0.8117326498031616, 0.8215503692626953, 0.8234184384346008, 0.8333033919334412, 0.8426005840301514, 0.844832181930542, 0.8475458025932312, 0.8503260016441345, 0.8600493669509888, 0.8563135266304016, 0.866677463054657, 0.8625375032424927, 0.8585014343261719, 0.8708765506744385, 0.8621870279312134, 0.8667243123054504, 0.8586132526397705, 0.866719126701355, 0.8574221134185791], "r_norm": [1.660448670387268, 1.363102912902832, 1.3228411674499512, 1.3360228538513184, 1.3367592096328735, 1.3309128284454346, 1.3367440700531006, 1.2975687980651855, 1.287294626235962, 1.3107731342315674, 1.2925971746444702, 1.2711743116378784, 1.2846770286560059, 1.2680468559265137, 1.2533464431762695, 1.2629239559173584, 1.2635242938995361, 1.2344374656677246, 1.2492272853851318, 1.2578874826431274]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.43, "test_loss": 2.061964831542969}, {"step": 5500, "epoch": 14, "train_loss": 0.8917771577835083, "cos_r_negg": [0.8396081328392029, 0.814559817314148, 0.82323157787323, 0.8260276317596436, 0.835207462310791, 0.8485546112060547, 0.848052978515625, 0.8526283502578735, 0.8556837439537048, 0.864185631275177, 0.8603869676589966, 0.8720685243606567, 0.8680149912834167, 0.8626737594604492, 0.8769907355308533, 0.8692207336425781, 0.8729323148727417, 0.8646778464317322, 0.8747655749320984, 0.858749508857727], "cos_apical_negg": [0.8396081328392029, 0.814559817314148, 0.82323157787323, 0.8260276317596436, 0.835207462310791, 0.8485546112060547, 0.848052978515625, 0.8526283502578735, 0.8556837439537048, 0.864185631275177, 0.8603869676589966, 0.8720685243606567, 0.8680149912834167, 0.8626737594604492, 0.8769907355308533, 0.8692207336425781, 0.8729323148727417, 0.8646778464317322, 0.8747655749320984, 0.858749508857727], "cos_Ac_negg": [0.8396081328392029, 0.814559817314148, 0.82323157787323, 0.8260276317596436, 0.835207462310791, 0.8485546112060547, 0.848052978515625, 0.8526283502578735, 0.8556837439537048, 0.864185631275177, 0.8603869676589966, 0.8720685243606567, 0.8680149912834167, 0.8626737594604492, 0.8769907355308533, 0.8692207336425781, 0.8729323148727417, 0.8646778464317322, 0.8747655749320984, 0.858749508857727], "r_norm": [1.660827398300171, 1.3651589155197144, 1.3265639543533325, 1.341313362121582, 1.340482234954834, 1.335852861404419, 1.3377056121826172, 1.3006563186645508, 1.2892379760742188, 1.313637375831604, 1.2952206134796143, 1.2718164920806885, 1.285292625427246, 1.2732007503509521, 1.2552851438522339, 1.2642568349838257, 1.2637566328048706, 1.2355477809906006, 1.2523975372314453, 1.2585911750793457], "ldr": {"dL_sdil": -0.08458077907562256, "dL_bp": -0.09232640266418457, "ratio": 0.9161060827124947}}, {"step": 5550, "epoch": 14, "train_loss": 0.9160482883453369, "cos_r_negg": [0.8417795896530151, 0.8134087920188904, 0.8236903548240662, 0.8285757303237915, 0.8374314308166504, 0.8467113971710205, 0.8529985547065735, 0.8518433570861816, 0.8550011515617371, 0.8647195100784302, 0.8616963624954224, 0.8712643980979919, 0.8681237697601318, 0.8600823879241943, 0.8781867027282715, 0.8707476854324341, 0.8721346259117126, 0.8702031970024109, 0.8784422874450684, 0.8601251840591431], "cos_apical_negg": [0.8417795896530151, 0.8134087920188904, 0.8236903548240662, 0.8285757303237915, 0.8374314308166504, 0.8467113971710205, 0.8529985547065735, 0.8518433570861816, 0.8550011515617371, 0.8647195100784302, 0.8616963624954224, 0.8712643980979919, 0.8681237697601318, 0.8600823879241943, 0.8781867027282715, 0.8707476854324341, 0.8721346259117126, 0.8702031970024109, 0.8784422874450684, 0.8601251840591431], "cos_Ac_negg": [0.8417795896530151, 0.8134087920188904, 0.8236903548240662, 0.8285757303237915, 0.8374314308166504, 0.8467113971710205, 0.8529985547065735, 0.8518433570861816, 0.8550011515617371, 0.8647195100784302, 0.8616963624954224, 0.8712643980979919, 0.8681237697601318, 0.8600823879241943, 0.8781867027282715, 0.8707476854324341, 0.8721346259117126, 0.8702031970024109, 0.8784422874450684, 0.8601251840591431], "r_norm": [1.6548943519592285, 1.363579511642456, 1.3252620697021484, 1.3374121189117432, 1.3380746841430664, 1.3321244716644287, 1.3337452411651611, 1.296812891960144, 1.286123275756836, 1.3119785785675049, 1.2936193943023682, 1.2694742679595947, 1.2812159061431885, 1.2698109149932861, 1.2521770000457764, 1.2589967250823975, 1.2606935501098633, 1.2321622371673584, 1.2482695579528809, 1.2545530796051025]}, {"step": 5600, "epoch": 14, "train_loss": 0.8590059280395508, "cos_r_negg": [0.8407918214797974, 0.8185255527496338, 0.8317606449127197, 0.8338882923126221, 0.8432199954986572, 0.8543856739997864, 0.8559262156486511, 0.8572514057159424, 0.8610694408416748, 0.8678892850875854, 0.8681439161300659, 0.8754950761795044, 0.8726080656051636, 0.8657498955726624, 0.8853027820587158, 0.8778443932533264, 0.8750191926956177, 0.8730541467666626, 0.8815362453460693, 0.8669331073760986], "cos_apical_negg": [0.8407918214797974, 0.8185255527496338, 0.8317606449127197, 0.8338882923126221, 0.8432199954986572, 0.8543856739997864, 0.8559262156486511, 0.8572514057159424, 0.8610694408416748, 0.8678892850875854, 0.8681439161300659, 0.8754950761795044, 0.8726080656051636, 0.8657498955726624, 0.8853027820587158, 0.8778443932533264, 0.8750191926956177, 0.8730541467666626, 0.8815362453460693, 0.8669331073760986], "cos_Ac_negg": [0.8407918214797974, 0.8185255527496338, 0.8317606449127197, 0.8338882923126221, 0.8432199954986572, 0.8543856739997864, 0.8559262156486511, 0.8572514057159424, 0.8610694408416748, 0.8678892850875854, 0.8681439161300659, 0.8754950761795044, 0.8726080656051636, 0.8657498955726624, 0.8853027820587158, 0.8778443932533264, 0.8750191926956177, 0.8730541467666626, 0.8815362453460693, 0.8669331073760986], "r_norm": [1.7136554718017578, 1.4157545566558838, 1.3752233982086182, 1.386922836303711, 1.3890950679779053, 1.3819363117218018, 1.3840835094451904, 1.3443859815597534, 1.3359339237213135, 1.3606334924697876, 1.344395399093628, 1.3202112913131714, 1.3294851779937744, 1.3142884969711304, 1.2985002994537354, 1.3053069114685059, 1.3070917129516602, 1.2785000801086426, 1.2940300703048706, 1.2993755340576172]}, {"step": 5650, "epoch": 14, "train_loss": 0.9556935429573059, "cos_r_negg": [0.8421099185943604, 0.8185464143753052, 0.830430269241333, 0.8328465819358826, 0.8477308750152588, 0.8546543121337891, 0.8551292419433594, 0.8613618016242981, 0.8671453595161438, 0.8706622123718262, 0.8682857751846313, 0.879125714302063, 0.8711978197097778, 0.8711394667625427, 0.8851174116134644, 0.8754213452339172, 0.8828545808792114, 0.8762243986129761, 0.8880436420440674, 0.8690973520278931], "cos_apical_negg": [0.8421099185943604, 0.8185464143753052, 0.830430269241333, 0.8328465819358826, 0.8477308750152588, 0.8546543121337891, 0.8551292419433594, 0.8613618016242981, 0.8671453595161438, 0.8706622123718262, 0.8682857751846313, 0.879125714302063, 0.8711978197097778, 0.8711394667625427, 0.8851174116134644, 0.8754213452339172, 0.8828545808792114, 0.8762243986129761, 0.8880436420440674, 0.8690973520278931], "cos_Ac_negg": [0.8421099185943604, 0.8185464143753052, 0.830430269241333, 0.8328465819358826, 0.8477308750152588, 0.8546543121337891, 0.8551292419433594, 0.8613618016242981, 0.8671453595161438, 0.8706622123718262, 0.8682857751846313, 0.879125714302063, 0.8711978197097778, 0.8711394667625427, 0.8851174116134644, 0.8754213452339172, 0.8828545808792114, 0.8762243986129761, 0.8880436420440674, 0.8690973520278931], "r_norm": [1.7231810092926025, 1.4271198511123657, 1.3869421482086182, 1.3967702388763428, 1.3995375633239746, 1.3935396671295166, 1.3953261375427246, 1.355940580368042, 1.3465102910995483, 1.369144320487976, 1.3524359464645386, 1.3288052082061768, 1.3387458324432373, 1.325921893119812, 1.3083999156951904, 1.3143588304519653, 1.314831018447876, 1.2877410650253296, 1.302939772605896, 1.3080782890319824]}, {"step": 5700, "epoch": 14, "train_loss": 0.9300335049629211, "cos_r_negg": [0.844294011592865, 0.8224188685417175, 0.8319300413131714, 0.8363321423530579, 0.8507593274116516, 0.8575011491775513, 0.8551795482635498, 0.8645567893981934, 0.8684573173522949, 0.8732903003692627, 0.872741162776947, 0.8831000328063965, 0.8747051954269409, 0.8737977743148804, 0.8892121315002441, 0.8765263557434082, 0.8821738958358765, 0.8764863014221191, 0.8925186395645142, 0.8751487731933594], "cos_apical_negg": [0.844294011592865, 0.8224188685417175, 0.8319300413131714, 0.8363321423530579, 0.8507593274116516, 0.8575011491775513, 0.8551795482635498, 0.8645567893981934, 0.8684573173522949, 0.8732903003692627, 0.872741162776947, 0.8831000328063965, 0.8747051954269409, 0.8737977743148804, 0.8892121315002441, 0.8765263557434082, 0.8821738958358765, 0.8764863014221191, 0.8925186395645142, 0.8751487731933594], "cos_Ac_negg": [0.844294011592865, 0.8224188685417175, 0.8319300413131714, 0.8363321423530579, 0.8507593274116516, 0.8575011491775513, 0.8551795482635498, 0.8645567893981934, 0.8684573173522949, 0.8732903003692627, 0.872741162776947, 0.8831000328063965, 0.8747051954269409, 0.8737977743148804, 0.8892121315002441, 0.8765263557434082, 0.8821738958358765, 0.8764863014221191, 0.8925186395645142, 0.8751487731933594], "r_norm": [1.6898579597473145, 1.4011534452438354, 1.3624614477157593, 1.3726680278778076, 1.3745152950286865, 1.3657126426696777, 1.3684756755828857, 1.333789348602295, 1.3223222494125366, 1.344096064567566, 1.3282866477966309, 1.305711269378662, 1.3139417171478271, 1.2991983890533447, 1.2830041646957397, 1.2903443574905396, 1.2887628078460693, 1.2643322944641113, 1.2776938676834106, 1.2819782495498657]}, {"step": 5750, "epoch": 14, "train_loss": 0.9970775246620178, "cos_r_negg": [0.8452255725860596, 0.8270100355148315, 0.8349626064300537, 0.8394483327865601, 0.8511183857917786, 0.8602607250213623, 0.8628952503204346, 0.8654079437255859, 0.8724629282951355, 0.8748750686645508, 0.8723912239074707, 0.8843476176261902, 0.8786158561706543, 0.8790568113327026, 0.8909789323806763, 0.8805699944496155, 0.8870065808296204, 0.8776067495346069, 0.8915594816207886, 0.8772534728050232], "cos_apical_negg": [0.8452255725860596, 0.8270100355148315, 0.8349626064300537, 0.8394483327865601, 0.8511183857917786, 0.8602607250213623, 0.8628952503204346, 0.8654079437255859, 0.8724629282951355, 0.8748750686645508, 0.8723912239074707, 0.8843476176261902, 0.8786158561706543, 0.8790568113327026, 0.8909789323806763, 0.8805699944496155, 0.8870065808296204, 0.8776067495346069, 0.8915594816207886, 0.8772534728050232], "cos_Ac_negg": [0.8452255725860596, 0.8270100355148315, 0.8349626064300537, 0.8394483327865601, 0.8511183857917786, 0.8602607250213623, 0.8628952503204346, 0.8654079437255859, 0.8724629282951355, 0.8748750686645508, 0.8723912239074707, 0.8843476176261902, 0.8786158561706543, 0.8790568113327026, 0.8909789323806763, 0.8805699944496155, 0.8870065808296204, 0.8776067495346069, 0.8915594816207886, 0.8772534728050232], "r_norm": [1.741310954093933, 1.4451429843902588, 1.4094310998916626, 1.4210164546966553, 1.4203460216522217, 1.4114692211151123, 1.4133871793746948, 1.3776631355285645, 1.3683793544769287, 1.3897154331207275, 1.3715598583221436, 1.3479090929031372, 1.356702208518982, 1.3438854217529297, 1.325825572013855, 1.3333117961883545, 1.3302233219146729, 1.3055713176727295, 1.31910240650177, 1.3240599632263184], "ldr": {"dL_sdil": -0.0830986499786377, "dL_bp": -0.09301996231079102, "ratio": 0.8933421161900172}}, {"step": 5800, "epoch": 14, "train_loss": 0.9941741228103638, "cos_r_negg": [0.8413448929786682, 0.825799822807312, 0.8372294902801514, 0.8408347368240356, 0.8538088798522949, 0.8619935512542725, 0.8646443486213684, 0.8684176802635193, 0.8731060028076172, 0.8774417638778687, 0.8761653304100037, 0.8853046298027039, 0.882097601890564, 0.8797705173492432, 0.8903329372406006, 0.8887064456939697, 0.8937119245529175, 0.8802658319473267, 0.890686571598053, 0.8828264474868774], "cos_apical_negg": [0.8413448929786682, 0.825799822807312, 0.8372294902801514, 0.8408347368240356, 0.8538088798522949, 0.8619935512542725, 0.8646443486213684, 0.8684176802635193, 0.8731060028076172, 0.8774417638778687, 0.8761653304100037, 0.8853046298027039, 0.882097601890564, 0.8797705173492432, 0.8903329372406006, 0.8887064456939697, 0.8937119245529175, 0.8802658319473267, 0.890686571598053, 0.8828264474868774], "cos_Ac_negg": [0.8413448929786682, 0.825799822807312, 0.8372294902801514, 0.8408347368240356, 0.8538088798522949, 0.8619935512542725, 0.8646443486213684, 0.8684176802635193, 0.8731060028076172, 0.8774417638778687, 0.8761653304100037, 0.8853046298027039, 0.882097601890564, 0.8797705173492432, 0.8903329372406006, 0.8887064456939697, 0.8937119245529175, 0.8802658319473267, 0.890686571598053, 0.8828264474868774], "r_norm": [1.7523844242095947, 1.458865761756897, 1.4234639406204224, 1.4383189678192139, 1.4351023435592651, 1.429801106452942, 1.430457353591919, 1.3943254947662354, 1.3834238052368164, 1.404378890991211, 1.3838210105895996, 1.3640553951263428, 1.369160771369934, 1.360846996307373, 1.3408160209655762, 1.3481611013412476, 1.3435803651809692, 1.319139003753662, 1.3314740657806396, 1.33754563331604]}, {"step": 5850, "epoch": 14, "train_loss": 0.8723362684249878, "cos_r_negg": [0.8409257531166077, 0.8322141170501709, 0.8429048657417297, 0.8474026918411255, 0.8588196635246277, 0.8651700019836426, 0.8698976039886475, 0.870756208896637, 0.8759706616401672, 0.8836614489555359, 0.8817760944366455, 0.8930195569992065, 0.8896099925041199, 0.8856965899467468, 0.8999724984169006, 0.8955509662628174, 0.896018385887146, 0.8877133131027222, 0.8957468271255493, 0.8894268274307251], "cos_apical_negg": [0.8409257531166077, 0.8322141170501709, 0.8429048657417297, 0.8474026918411255, 0.8588196635246277, 0.8651700019836426, 0.8698976039886475, 0.870756208896637, 0.8759706616401672, 0.8836614489555359, 0.8817760944366455, 0.8930195569992065, 0.8896099925041199, 0.8856965899467468, 0.8999724984169006, 0.8955509662628174, 0.896018385887146, 0.8877133131027222, 0.8957468271255493, 0.8894268274307251], "cos_Ac_negg": [0.8409257531166077, 0.8322141170501709, 0.8429048657417297, 0.8474026918411255, 0.8588196635246277, 0.8651700019836426, 0.8698976039886475, 0.870756208896637, 0.8759706616401672, 0.8836614489555359, 0.8817760944366455, 0.8930195569992065, 0.8896099925041199, 0.8856965899467468, 0.8999724984169006, 0.8955509662628174, 0.896018385887146, 0.8877133131027222, 0.8957468271255493, 0.8894268274307251], "r_norm": [1.7221468687057495, 1.4378559589385986, 1.4039764404296875, 1.4145896434783936, 1.4152897596359253, 1.4072699546813965, 1.4052550792694092, 1.3695905208587646, 1.3607510328292847, 1.3807941675186157, 1.3639490604400635, 1.341728925704956, 1.3477997779846191, 1.3376927375793457, 1.3214032649993896, 1.3251619338989258, 1.3237552642822266, 1.2970235347747803, 1.3087782859802246, 1.3169801235198975]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4264, "test_loss": 2.1386846435546873}, {"step": 5900, "epoch": 15, "train_loss": 0.586942195892334, "cos_r_negg": [0.8451051712036133, 0.8318498134613037, 0.8424389362335205, 0.8491238355636597, 0.8597639799118042, 0.8678727149963379, 0.8706766963005066, 0.8753929138183594, 0.8792453408241272, 0.8842422962188721, 0.884726881980896, 0.8961763381958008, 0.8924736380577087, 0.8877737522125244, 0.9002561569213867, 0.893883228302002, 0.901457667350769, 0.8937911987304688, 0.896967351436615, 0.8894048929214478], "cos_apical_negg": [0.8451051712036133, 0.8318498134613037, 0.8424389362335205, 0.8491238355636597, 0.8597639799118042, 0.8678727149963379, 0.8706766963005066, 0.8753929138183594, 0.8792453408241272, 0.8842422962188721, 0.884726881980896, 0.8961763381958008, 0.8924736380577087, 0.8877737522125244, 0.9002561569213867, 0.893883228302002, 0.901457667350769, 0.8937911987304688, 0.896967351436615, 0.8894048929214478], "cos_Ac_negg": [0.8451051712036133, 0.8318498134613037, 0.8424389362335205, 0.8491238355636597, 0.8597639799118042, 0.8678727149963379, 0.8706766963005066, 0.8753929138183594, 0.8792453408241272, 0.8842422962188721, 0.884726881980896, 0.8961763381958008, 0.8924736380577087, 0.8877737522125244, 0.9002561569213867, 0.893883228302002, 0.901457667350769, 0.8937911987304688, 0.896967351436615, 0.8894048929214478], "r_norm": [1.7112963199615479, 1.4309163093566895, 1.39723801612854, 1.407225489616394, 1.4080588817596436, 1.3984454870224, 1.3981952667236328, 1.3637919425964355, 1.352733850479126, 1.3733727931976318, 1.3564631938934326, 1.333966851234436, 1.340369462966919, 1.330540418624878, 1.311340570449829, 1.3175568580627441, 1.3150242567062378, 1.289743423461914, 1.3032902479171753, 1.306775450706482]}, {"step": 5950, "epoch": 15, "train_loss": 0.8726376295089722, "cos_r_negg": [0.8427075147628784, 0.8350589871406555, 0.8443819284439087, 0.8532878756523132, 0.8611288070678711, 0.8721640110015869, 0.8735482096672058, 0.8778448104858398, 0.8816305994987488, 0.8881919384002686, 0.8886317610740662, 0.897423267364502, 0.8953851461410522, 0.891401469707489, 0.9029120206832886, 0.8985092639923096, 0.8990317583084106, 0.8936488628387451, 0.9012855291366577, 0.8952245116233826], "cos_apical_negg": [0.8427075147628784, 0.8350589871406555, 0.8443819284439087, 0.8532878756523132, 0.8611288070678711, 0.8721640110015869, 0.8735482096672058, 0.8778448104858398, 0.8816305994987488, 0.8881919384002686, 0.8886317610740662, 0.897423267364502, 0.8953851461410522, 0.891401469707489, 0.9029120206832886, 0.8985092639923096, 0.8990317583084106, 0.8936488628387451, 0.9012855291366577, 0.8952245116233826], "cos_Ac_negg": [0.8427075147628784, 0.8350589871406555, 0.8443819284439087, 0.8532878756523132, 0.8611288070678711, 0.8721640110015869, 0.8735482096672058, 0.8778448104858398, 0.8816305994987488, 0.8881919384002686, 0.8886317610740662, 0.897423267364502, 0.8953851461410522, 0.891401469707489, 0.9029120206832886, 0.8985092639923096, 0.8990317583084106, 0.8936488628387451, 0.9012855291366577, 0.8952245116233826], "r_norm": [1.7388991117477417, 1.4564752578735352, 1.4220752716064453, 1.4345636367797852, 1.4345896244049072, 1.4250454902648926, 1.4223954677581787, 1.3880140781402588, 1.3791530132293701, 1.400191068649292, 1.3825833797454834, 1.3595072031021118, 1.3660736083984375, 1.352574110031128, 1.3351689577102661, 1.3412322998046875, 1.3386913537979126, 1.3136849403381348, 1.324796199798584, 1.3289992809295654]}, {"step": 6000, "epoch": 15, "train_loss": 0.7659182548522949, "cos_r_negg": [0.8386280536651611, 0.8337475061416626, 0.8444565534591675, 0.8503435850143433, 0.8627658486366272, 0.8720999956130981, 0.874584436416626, 0.8795161247253418, 0.8832253813743591, 0.8876219987869263, 0.8880983591079712, 0.8968088030815125, 0.8945424556732178, 0.889450192451477, 0.9021480083465576, 0.8974623680114746, 0.9032449722290039, 0.8976043462753296, 0.9028368592262268, 0.8896975517272949], "cos_apical_negg": [0.8386280536651611, 0.8337475061416626, 0.8444565534591675, 0.8503435850143433, 0.8627658486366272, 0.8720999956130981, 0.874584436416626, 0.8795161247253418, 0.8832253813743591, 0.8876219987869263, 0.8880983591079712, 0.8968088030815125, 0.8945424556732178, 0.889450192451477, 0.9021480083465576, 0.8974623680114746, 0.9032449722290039, 0.8976043462753296, 0.9028368592262268, 0.8896975517272949], "cos_Ac_negg": [0.8386280536651611, 0.8337475061416626, 0.8444565534591675, 0.8503435850143433, 0.8627658486366272, 0.8720999956130981, 0.874584436416626, 0.8795161247253418, 0.8832253813743591, 0.8876219987869263, 0.8880983591079712, 0.8968088030815125, 0.8945424556732178, 0.889450192451477, 0.9021480083465576, 0.8974623680114746, 0.9032449722290039, 0.8976043462753296, 0.9028368592262268, 0.8896975517272949], "r_norm": [1.7630770206451416, 1.479419231414795, 1.4428136348724365, 1.454736590385437, 1.455014944076538, 1.4463186264038086, 1.4448575973510742, 1.410249948501587, 1.4010748863220215, 1.4203064441680908, 1.4037933349609375, 1.3803423643112183, 1.3868091106414795, 1.3723139762878418, 1.3558478355407715, 1.3608697652816772, 1.3579739332199097, 1.3317677974700928, 1.3451120853424072, 1.3460273742675781], "ldr": {"dL_sdil": -0.08940374851226807, "dL_bp": -0.10169112682342529, "ratio": 0.8791696119908985}}, {"step": 6050, "epoch": 15, "train_loss": 0.858299732208252, "cos_r_negg": [0.8462462425231934, 0.8374885320663452, 0.8482682704925537, 0.8551235795021057, 0.8648049831390381, 0.8762192726135254, 0.8752368688583374, 0.8791568279266357, 0.884101152420044, 0.8900313973426819, 0.8910881876945496, 0.8992128372192383, 0.8965470790863037, 0.8916493654251099, 0.9070842266082764, 0.9009500741958618, 0.9050692915916443, 0.9019285440444946, 0.9070273041725159, 0.899619996547699], "cos_apical_negg": [0.8462462425231934, 0.8374885320663452, 0.8482682704925537, 0.8551235795021057, 0.8648049831390381, 0.8762192726135254, 0.8752368688583374, 0.8791568279266357, 0.884101152420044, 0.8900313973426819, 0.8910881876945496, 0.8992128372192383, 0.8965470790863037, 0.8916493654251099, 0.9070842266082764, 0.9009500741958618, 0.9050692915916443, 0.9019285440444946, 0.9070273041725159, 0.899619996547699], "cos_Ac_negg": [0.8462462425231934, 0.8374885320663452, 0.8482682704925537, 0.8551235795021057, 0.8648049831390381, 0.8762192726135254, 0.8752368688583374, 0.8791568279266357, 0.884101152420044, 0.8900313973426819, 0.8910881876945496, 0.8992128372192383, 0.8965470790863037, 0.8916493654251099, 0.9070842266082764, 0.9009500741958618, 0.9050692915916443, 0.9019285440444946, 0.9070273041725159, 0.899619996547699], "r_norm": [1.7873380184173584, 1.5048460960388184, 1.4710958003997803, 1.4793963432312012, 1.4805967807769775, 1.4720618724822998, 1.4697253704071045, 1.4339114427566528, 1.4276299476623535, 1.4441050291061401, 1.4291760921478271, 1.4048917293548584, 1.4112361669540405, 1.397200345993042, 1.3799870014190674, 1.3845551013946533, 1.3816325664520264, 1.356343388557434, 1.3677771091461182, 1.3708100318908691]}, {"step": 6100, "epoch": 15, "train_loss": 0.8166226148605347, "cos_r_negg": [0.8494983911514282, 0.8407624363899231, 0.8494333028793335, 0.8552472591400146, 0.8663877844810486, 0.8753525018692017, 0.8769025802612305, 0.8799657821655273, 0.8874589204788208, 0.8932787775993347, 0.8906841278076172, 0.9005914926528931, 0.8979005813598633, 0.8980278372764587, 0.907163143157959, 0.9014725685119629, 0.9071936011314392, 0.9011366367340088, 0.9045271873474121, 0.8989118337631226], "cos_apical_negg": [0.8494983911514282, 0.8407624363899231, 0.8494333028793335, 0.8552472591400146, 0.8663877844810486, 0.8753525018692017, 0.8769025802612305, 0.8799657821655273, 0.8874589204788208, 0.8932787775993347, 0.8906841278076172, 0.9005914926528931, 0.8979005813598633, 0.8980278372764587, 0.907163143157959, 0.9014725685119629, 0.9071936011314392, 0.9011366367340088, 0.9045271873474121, 0.8989118337631226], "cos_Ac_negg": [0.8494983911514282, 0.8407624363899231, 0.8494333028793335, 0.8552472591400146, 0.8663877844810486, 0.8753525018692017, 0.8769025802612305, 0.8799657821655273, 0.8874589204788208, 0.8932787775993347, 0.8906841278076172, 0.9005914926528931, 0.8979005813598633, 0.8980278372764587, 0.907163143157959, 0.9014725685119629, 0.9071936011314392, 0.9011366367340088, 0.9045271873474121, 0.8989118337631226], "r_norm": [1.7934260368347168, 1.5119050741195679, 1.4791927337646484, 1.4870307445526123, 1.488987684249878, 1.478576898574829, 1.4764385223388672, 1.4420737028121948, 1.4350943565368652, 1.4519416093826294, 1.4339931011199951, 1.4094825983047485, 1.4170703887939453, 1.4016978740692139, 1.3853540420532227, 1.3905495405197144, 1.3849716186523438, 1.3606045246124268, 1.371198058128357, 1.374807357788086]}, {"step": 6150, "epoch": 15, "train_loss": 0.9331710338592529, "cos_r_negg": [0.8445887565612793, 0.8418734073638916, 0.8492076396942139, 0.8570075631141663, 0.8684947490692139, 0.8764592409133911, 0.8794727921485901, 0.8823760747909546, 0.890578031539917, 0.8951430916786194, 0.8956450819969177, 0.9035168290138245, 0.9005513191223145, 0.8994284868240356, 0.9080324172973633, 0.9039361476898193, 0.9065110087394714, 0.8982281684875488, 0.9100216627120972, 0.8986979126930237], "cos_apical_negg": [0.8445887565612793, 0.8418734073638916, 0.8492076396942139, 0.8570075631141663, 0.8684947490692139, 0.8764592409133911, 0.8794727921485901, 0.8823760747909546, 0.890578031539917, 0.8951430916786194, 0.8956450819969177, 0.9035168290138245, 0.9005513191223145, 0.8994284868240356, 0.9080324172973633, 0.9039361476898193, 0.9065110087394714, 0.8982281684875488, 0.9100216627120972, 0.8986979126930237], "cos_Ac_negg": [0.8445887565612793, 0.8418734073638916, 0.8492076396942139, 0.8570075631141663, 0.8684947490692139, 0.8764592409133911, 0.8794727921485901, 0.8823760747909546, 0.890578031539917, 0.8951430916786194, 0.8956450819969177, 0.9035168290138245, 0.9005513191223145, 0.8994284868240356, 0.9080324172973633, 0.9039361476898193, 0.9065110087394714, 0.8982281684875488, 0.9100216627120972, 0.8986979126930237], "r_norm": [1.8090033531188965, 1.5285725593566895, 1.4934864044189453, 1.5023049116134644, 1.5034103393554688, 1.4932219982147217, 1.4903514385223389, 1.4537711143493652, 1.4469070434570312, 1.4652671813964844, 1.447540044784546, 1.42113196849823, 1.4272229671478271, 1.4133120775222778, 1.396681308746338, 1.3999360799789429, 1.3966187238693237, 1.372550129890442, 1.382920503616333, 1.3863310813903809]}, {"step": 6200, "epoch": 15, "train_loss": 0.9430150985717773, "cos_r_negg": [0.8417129516601562, 0.842454731464386, 0.8513779640197754, 0.858439564704895, 0.8708230257034302, 0.8789240717887878, 0.8805172443389893, 0.8827455639839172, 0.891875147819519, 0.8953576683998108, 0.8964020013809204, 0.9031522274017334, 0.8996767401695251, 0.9023854732513428, 0.9098384380340576, 0.9056712985038757, 0.9109641909599304, 0.901974081993103, 0.9131399393081665, 0.8977853059768677], "cos_apical_negg": [0.8417129516601562, 0.842454731464386, 0.8513779640197754, 0.858439564704895, 0.8708230257034302, 0.8789240717887878, 0.8805172443389893, 0.8827455639839172, 0.891875147819519, 0.8953576683998108, 0.8964020013809204, 0.9031522274017334, 0.8996767401695251, 0.9023854732513428, 0.9098384380340576, 0.9056712985038757, 0.9109641909599304, 0.901974081993103, 0.9131399393081665, 0.8977853059768677], "cos_Ac_negg": [0.8417129516601562, 0.842454731464386, 0.8513779640197754, 0.858439564704895, 0.8708230257034302, 0.8789240717887878, 0.8805172443389893, 0.8827455639839172, 0.891875147819519, 0.8953576683998108, 0.8964020013809204, 0.9031522274017334, 0.8996767401695251, 0.9023854732513428, 0.9098384380340576, 0.9056712985038757, 0.9109641909599304, 0.901974081993103, 0.9131399393081665, 0.8977853059768677], "r_norm": [1.8440277576446533, 1.5639222860336304, 1.5292508602142334, 1.5379257202148438, 1.539860725402832, 1.5303516387939453, 1.5268545150756836, 1.491317868232727, 1.4841991662979126, 1.502673864364624, 1.4802782535552979, 1.4576332569122314, 1.460722804069519, 1.4500874280929565, 1.4338027238845825, 1.4347472190856934, 1.432391881942749, 1.4058353900909424, 1.415126919746399, 1.4201213121414185]}, {"step": 6250, "epoch": 15, "train_loss": 0.7912665009498596, "cos_r_negg": [0.8438373804092407, 0.8437203764915466, 0.8520196676254272, 0.8619107007980347, 0.8731931447982788, 0.8816930055618286, 0.8813300132751465, 0.8876035213470459, 0.8927963376045227, 0.8997050523757935, 0.8991835713386536, 0.908591628074646, 0.9055330753326416, 0.9047740697860718, 0.9133262634277344, 0.9087098836898804, 0.9104260802268982, 0.9112184047698975, 0.9193780422210693, 0.9041643142700195], "cos_apical_negg": [0.8438373804092407, 0.8437203764915466, 0.8520196676254272, 0.8619107007980347, 0.8731931447982788, 0.8816930055618286, 0.8813300132751465, 0.8876035213470459, 0.8927963376045227, 0.8997050523757935, 0.8991835713386536, 0.908591628074646, 0.9055330753326416, 0.9047740697860718, 0.9133262634277344, 0.9087098836898804, 0.9104260802268982, 0.9112184047698975, 0.9193780422210693, 0.9041643142700195], "cos_Ac_negg": [0.8438373804092407, 0.8437203764915466, 0.8520196676254272, 0.8619107007980347, 0.8731931447982788, 0.8816930055618286, 0.8813300132751465, 0.8876035213470459, 0.8927963376045227, 0.8997050523757935, 0.8991835713386536, 0.908591628074646, 0.9055330753326416, 0.9047740697860718, 0.9133262634277344, 0.9087098836898804, 0.9104260802268982, 0.9112184047698975, 0.9193780422210693, 0.9041643142700195], "r_norm": [1.7770764827728271, 1.5098941326141357, 1.478369951248169, 1.4839601516723633, 1.4868640899658203, 1.4763059616088867, 1.4727540016174316, 1.440704584121704, 1.4322781562805176, 1.4482381343841553, 1.4288437366485596, 1.4067611694335938, 1.4098998308181763, 1.3980796337127686, 1.3816370964050293, 1.383241891860962, 1.3808495998382568, 1.3545492887496948, 1.3657090663909912, 1.3664960861206055], "ldr": {"dL_sdil": -0.07413554191589355, "dL_bp": -0.08737874031066895, "ratio": 0.8484391243488961}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4306, "test_loss": 2.1717486328125}, {"step": 6300, "epoch": 16, "train_loss": 0.5990347266197205, "cos_r_negg": [0.8434286117553711, 0.8443458080291748, 0.8571121096611023, 0.8629134893417358, 0.8722711205482483, 0.8831759691238403, 0.8817816972732544, 0.8871142864227295, 0.8946065902709961, 0.8991109728813171, 0.9006849527359009, 0.9080873727798462, 0.906292200088501, 0.9053958058357239, 0.912972092628479, 0.9108728170394897, 0.9117320775985718, 0.910190224647522, 0.9186608791351318, 0.9074913263320923], "cos_apical_negg": [0.8434286117553711, 0.8443458080291748, 0.8571121096611023, 0.8629134893417358, 0.8722711205482483, 0.8831759691238403, 0.8817816972732544, 0.8871142864227295, 0.8946065902709961, 0.8991109728813171, 0.9006849527359009, 0.9080873727798462, 0.906292200088501, 0.9053958058357239, 0.912972092628479, 0.9108728170394897, 0.9117320775985718, 0.910190224647522, 0.9186608791351318, 0.9074913263320923], "cos_Ac_negg": [0.8434286117553711, 0.8443458080291748, 0.8571121096611023, 0.8629134893417358, 0.8722711205482483, 0.8831759691238403, 0.8817816972732544, 0.8871142864227295, 0.8946065902709961, 0.8991109728813171, 0.9006849527359009, 0.9080873727798462, 0.906292200088501, 0.9053958058357239, 0.912972092628479, 0.9108728170394897, 0.9117320775985718, 0.910190224647522, 0.9186608791351318, 0.9074913263320923], "r_norm": [1.8393528461456299, 1.564689040184021, 1.5349512100219727, 1.5404866933822632, 1.5425183773040771, 1.532869577407837, 1.5266755819320679, 1.492271900177002, 1.4856146574020386, 1.502528429031372, 1.484001636505127, 1.4585299491882324, 1.4620895385742188, 1.4497556686401367, 1.4338796138763428, 1.4359620809555054, 1.4319725036621094, 1.406468152999878, 1.4153480529785156, 1.4173845052719116]}, {"step": 6350, "epoch": 16, "train_loss": 0.6554781794548035, "cos_r_negg": [0.8416944146156311, 0.8458196520805359, 0.8556947112083435, 0.8624370694160461, 0.8734002709388733, 0.8814501762390137, 0.8835083246231079, 0.8881431818008423, 0.8934324979782104, 0.8994650840759277, 0.9010462164878845, 0.9089181423187256, 0.9054152965545654, 0.9051989912986755, 0.9142199754714966, 0.9105091094970703, 0.9113050699234009, 0.9076498746871948, 0.9202316403388977, 0.9087821245193481], "cos_apical_negg": [0.8416944146156311, 0.8458196520805359, 0.8556947112083435, 0.8624370694160461, 0.8734002709388733, 0.8814501762390137, 0.8835083246231079, 0.8881431818008423, 0.8934324979782104, 0.8994650840759277, 0.9010462164878845, 0.9089181423187256, 0.9054152965545654, 0.9051989912986755, 0.9142199754714966, 0.9105091094970703, 0.9113050699234009, 0.9076498746871948, 0.9202316403388977, 0.9087821245193481], "cos_Ac_negg": [0.8416944146156311, 0.8458196520805359, 0.8556947112083435, 0.8624370694160461, 0.8734002709388733, 0.8814501762390137, 0.8835083246231079, 0.8881431818008423, 0.8934324979782104, 0.8994650840759277, 0.9010462164878845, 0.9089181423187256, 0.9054152965545654, 0.9051989912986755, 0.9142199754714966, 0.9105091094970703, 0.9113050699234009, 0.9076498746871948, 0.9202316403388977, 0.9087821245193481], "r_norm": [1.7904472351074219, 1.5255846977233887, 1.4957664012908936, 1.5017948150634766, 1.5029504299163818, 1.4937857389450073, 1.4887335300445557, 1.45436429977417, 1.4460889101028442, 1.4621806144714355, 1.4427725076675415, 1.42067289352417, 1.422342300415039, 1.4126460552215576, 1.3964669704437256, 1.397017002105713, 1.3937840461730957, 1.368787407875061, 1.3768908977508545, 1.3784393072128296]}, {"step": 6400, "epoch": 16, "train_loss": 0.6976391077041626, "cos_r_negg": [0.8407021760940552, 0.8456968069076538, 0.8572490215301514, 0.8652153611183167, 0.8737446069717407, 0.8834593296051025, 0.886871337890625, 0.8908027410507202, 0.8993956446647644, 0.9010040163993835, 0.903461217880249, 0.9108541011810303, 0.9081741571426392, 0.9068292379379272, 0.9166754484176636, 0.9143028855323792, 0.916482150554657, 0.9130028486251831, 0.9219598174095154, 0.9143096208572388], "cos_apical_negg": [0.8407021760940552, 0.8456968069076538, 0.8572490215301514, 0.8652153611183167, 0.8737446069717407, 0.8834593296051025, 0.886871337890625, 0.8908027410507202, 0.8993956446647644, 0.9010040163993835, 0.903461217880249, 0.9108541011810303, 0.9081741571426392, 0.9068292379379272, 0.9166754484176636, 0.9143028855323792, 0.916482150554657, 0.9130028486251831, 0.9219598174095154, 0.9143096208572388], "cos_Ac_negg": [0.8407021760940552, 0.8456968069076538, 0.8572490215301514, 0.8652153611183167, 0.8737446069717407, 0.8834593296051025, 0.886871337890625, 0.8908027410507202, 0.8993956446647644, 0.9010040163993835, 0.903461217880249, 0.9108541011810303, 0.9081741571426392, 0.9068292379379272, 0.9166754484176636, 0.9143028855323792, 0.916482150554657, 0.9130028486251831, 0.9219598174095154, 0.9143096208572388], "r_norm": [1.8031671047210693, 1.5413432121276855, 1.510498046875, 1.5170012712478638, 1.5172501802444458, 1.5107687711715698, 1.5024080276489258, 1.4721968173980713, 1.4628942012786865, 1.4774656295776367, 1.4588497877120972, 1.437302827835083, 1.4388494491577148, 1.4277369976043701, 1.4112334251403809, 1.4116215705871582, 1.4080456495285034, 1.3837299346923828, 1.3905388116836548, 1.392063021659851]}, {"step": 6450, "epoch": 16, "train_loss": 0.9143795967102051, "cos_r_negg": [0.8399488925933838, 0.8463261127471924, 0.859916090965271, 0.8668608665466309, 0.8770945072174072, 0.8850443363189697, 0.8887690305709839, 0.8927325010299683, 0.8984063863754272, 0.9029055237770081, 0.9042145013809204, 0.9122517108917236, 0.908578634262085, 0.9074849486351013, 0.9180051684379578, 0.9155412912368774, 0.9176654815673828, 0.9150980710983276, 0.9253679513931274, 0.9115493297576904], "cos_apical_negg": [0.8399488925933838, 0.8463261127471924, 0.859916090965271, 0.8668608665466309, 0.8770945072174072, 0.8850443363189697, 0.8887690305709839, 0.8927325010299683, 0.8984063863754272, 0.9029055237770081, 0.9042145013809204, 0.9122517108917236, 0.908578634262085, 0.9074849486351013, 0.9180051684379578, 0.9155412912368774, 0.9176654815673828, 0.9150980710983276, 0.9253679513931274, 0.9115493297576904], "cos_Ac_negg": [0.8399488925933838, 0.8463261127471924, 0.859916090965271, 0.8668608665466309, 0.8770945072174072, 0.8850443363189697, 0.8887690305709839, 0.8927325010299683, 0.8984063863754272, 0.9029055237770081, 0.9042145013809204, 0.9122517108917236, 0.908578634262085, 0.9074849486351013, 0.9180051684379578, 0.9155412912368774, 0.9176654815673828, 0.9150980710983276, 0.9253679513931274, 0.9115493297576904], "r_norm": [1.8170347213745117, 1.5562326908111572, 1.5267853736877441, 1.5316861867904663, 1.5338588953018188, 1.525289535522461, 1.5179979801177979, 1.4886589050292969, 1.477846384048462, 1.493001937866211, 1.4732881784439087, 1.451227068901062, 1.4533922672271729, 1.441957950592041, 1.4258424043655396, 1.4248881340026855, 1.4203598499298096, 1.3968021869659424, 1.4024150371551514, 1.4041810035705566]}, {"step": 6500, "epoch": 16, "train_loss": 0.9018242955207825, "cos_r_negg": [0.8354624509811401, 0.8476451635360718, 0.8592327833175659, 0.8668792843818665, 0.878525972366333, 0.8860384821891785, 0.8891662955284119, 0.8925203084945679, 0.8987603187561035, 0.9030506610870361, 0.9048256874084473, 0.9128111600875854, 0.9094127416610718, 0.9119539260864258, 0.920615553855896, 0.9153425693511963, 0.9210643768310547, 0.9168152809143066, 0.9262540340423584, 0.9164128303527832], "cos_apical_negg": [0.8354624509811401, 0.8476451635360718, 0.8592327833175659, 0.8668792843818665, 0.878525972366333, 0.8860384821891785, 0.8891662955284119, 0.8925203084945679, 0.8987603187561035, 0.9030506610870361, 0.9048256874084473, 0.9128111600875854, 0.9094127416610718, 0.9119539260864258, 0.920615553855896, 0.9153425693511963, 0.9210643768310547, 0.9168152809143066, 0.9262540340423584, 0.9164128303527832], "cos_Ac_negg": [0.8354624509811401, 0.8476451635360718, 0.8592327833175659, 0.8668792843818665, 0.878525972366333, 0.8860384821891785, 0.8891662955284119, 0.8925203084945679, 0.8987603187561035, 0.9030506610870361, 0.9048256874084473, 0.9128111600875854, 0.9094127416610718, 0.9119539260864258, 0.920615553855896, 0.9153425693511963, 0.9210643768310547, 0.9168152809143066, 0.9262540340423584, 0.9164128303527832], "r_norm": [1.820664405822754, 1.560929775238037, 1.5328131914138794, 1.5383853912353516, 1.53787100315094, 1.5306165218353271, 1.521488904953003, 1.4917627573013306, 1.4813520908355713, 1.4975789785385132, 1.476776361465454, 1.4549949169158936, 1.4552273750305176, 1.4447195529937744, 1.4278228282928467, 1.4277725219726562, 1.4227474927902222, 1.399184226989746, 1.4051088094711304, 1.406419277191162], "ldr": {"dL_sdil": -0.1047205924987793, "dL_bp": -0.11790108680725098, "ratio": 0.8882071856553821}}, {"step": 6550, "epoch": 16, "train_loss": 0.5932718515396118, "cos_r_negg": [0.841834306716919, 0.8495655059814453, 0.8621360063552856, 0.8699199557304382, 0.8813410997390747, 0.8874340653419495, 0.8910000324249268, 0.895572304725647, 0.8997576236724854, 0.9031898975372314, 0.9068806171417236, 0.9135090708732605, 0.9101162552833557, 0.9136524200439453, 0.9210129976272583, 0.9159945249557495, 0.9228338599205017, 0.9207553267478943, 0.9273048043251038, 0.9173566102981567], "cos_apical_negg": [0.841834306716919, 0.8495655059814453, 0.8621360063552856, 0.8699199557304382, 0.8813410997390747, 0.8874340653419495, 0.8910000324249268, 0.895572304725647, 0.8997576236724854, 0.9031898975372314, 0.9068806171417236, 0.9135090708732605, 0.9101162552833557, 0.9136524200439453, 0.9210129976272583, 0.9159945249557495, 0.9228338599205017, 0.9207553267478943, 0.9273048043251038, 0.9173566102981567], "cos_Ac_negg": [0.841834306716919, 0.8495655059814453, 0.8621360063552856, 0.8699199557304382, 0.8813410997390747, 0.8874340653419495, 0.8910000324249268, 0.895572304725647, 0.8997576236724854, 0.9031898975372314, 0.9068806171417236, 0.9135090708732605, 0.9101162552833557, 0.9136524200439453, 0.9210129976272583, 0.9159945249557495, 0.9228338599205017, 0.9207553267478943, 0.9273048043251038, 0.9173566102981567], "r_norm": [1.8397550582885742, 1.5803993940353394, 1.5514317750930786, 1.555804967880249, 1.5543529987335205, 1.546590805053711, 1.5386228561401367, 1.5098086595535278, 1.4992170333862305, 1.5137486457824707, 1.4966213703155518, 1.4727873802185059, 1.4735956192016602, 1.461607813835144, 1.4444327354431152, 1.4447606801986694, 1.440701961517334, 1.415682077407837, 1.4225976467132568, 1.4230347871780396]}, {"step": 6600, "epoch": 16, "train_loss": 0.9011512398719788, "cos_r_negg": [0.8418503999710083, 0.8509875535964966, 0.862980842590332, 0.8704357147216797, 0.8797562122344971, 0.8890318870544434, 0.8919683694839478, 0.8963906764984131, 0.9017516374588013, 0.9045118093490601, 0.9074687957763672, 0.9143182039260864, 0.9137532114982605, 0.9138959646224976, 0.9229652881622314, 0.9152746796607971, 0.9221296906471252, 0.9233700037002563, 0.9277933835983276, 0.9171221852302551], "cos_apical_negg": [0.8418503999710083, 0.8509875535964966, 0.862980842590332, 0.8704357147216797, 0.8797562122344971, 0.8890318870544434, 0.8919683694839478, 0.8963906764984131, 0.9017516374588013, 0.9045118093490601, 0.9074687957763672, 0.9143182039260864, 0.9137532114982605, 0.9138959646224976, 0.9229652881622314, 0.9152746796607971, 0.9221296906471252, 0.9233700037002563, 0.9277933835983276, 0.9171221852302551], "cos_Ac_negg": [0.8418503999710083, 0.8509875535964966, 0.862980842590332, 0.8704357147216797, 0.8797562122344971, 0.8890318870544434, 0.8919683694839478, 0.8963906764984131, 0.9017516374588013, 0.9045118093490601, 0.9074687957763672, 0.9143182039260864, 0.9137532114982605, 0.9138959646224976, 0.9229652881622314, 0.9152746796607971, 0.9221296906471252, 0.9233700037002563, 0.9277933835983276, 0.9171221852302551], "r_norm": [1.850764513015747, 1.594653844833374, 1.5639913082122803, 1.566046118736267, 1.5671004056930542, 1.5557808876037598, 1.5520259141921997, 1.5218725204467773, 1.511413812637329, 1.52628493309021, 1.5073156356811523, 1.4842338562011719, 1.4840598106384277, 1.4708211421966553, 1.4544657468795776, 1.455054759979248, 1.4496119022369385, 1.4246885776519775, 1.4296369552612305, 1.431193470954895]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4329, "test_loss": 2.3021909423828126}, {"step": 6650, "epoch": 17, "train_loss": 0.7094591856002808, "cos_r_negg": [0.8366085886955261, 0.8543227314949036, 0.8647395372390747, 0.8709608316421509, 0.8828946352005005, 0.891880452632904, 0.89357590675354, 0.8982830047607422, 0.9028463363647461, 0.9070616960525513, 0.9109365344047546, 0.9155025482177734, 0.9177495241165161, 0.9149505496025085, 0.9247399568557739, 0.9203749895095825, 0.9256940484046936, 0.9269285202026367, 0.9297994375228882, 0.921279788017273], "cos_apical_negg": [0.8366085886955261, 0.8543227314949036, 0.8647395372390747, 0.8709608316421509, 0.8828946352005005, 0.891880452632904, 0.89357590675354, 0.8982830047607422, 0.9028463363647461, 0.9070616960525513, 0.9109365344047546, 0.9155025482177734, 0.9177495241165161, 0.9149505496025085, 0.9247399568557739, 0.9203749895095825, 0.9256940484046936, 0.9269285202026367, 0.9297994375228882, 0.921279788017273], "cos_Ac_negg": [0.8366085886955261, 0.8543227314949036, 0.8647395372390747, 0.8709608316421509, 0.8828946352005005, 0.891880452632904, 0.89357590675354, 0.8982830047607422, 0.9028463363647461, 0.9070616960525513, 0.9109365344047546, 0.9155025482177734, 0.9177495241165161, 0.9149505496025085, 0.9247399568557739, 0.9203749895095825, 0.9256940484046936, 0.9269285202026367, 0.9297994375228882, 0.921279788017273], "r_norm": [1.8420097827911377, 1.5879133939743042, 1.557759404182434, 1.5606718063354492, 1.5602836608886719, 1.5505393743515015, 1.5446786880493164, 1.515411138534546, 1.5045734643936157, 1.5183014869689941, 1.501604676246643, 1.477433681488037, 1.477745771408081, 1.4641122817993164, 1.446458339691162, 1.4468963146209717, 1.4423481225967407, 1.4182652235031128, 1.4241716861724854, 1.4225181341171265]}, {"step": 6700, "epoch": 17, "train_loss": 0.6455919742584229, "cos_r_negg": [0.8364152312278748, 0.8553625345230103, 0.8644183874130249, 0.8730899095535278, 0.8816202282905579, 0.8920086622238159, 0.895617663860321, 0.900092601776123, 0.9042674899101257, 0.9097040891647339, 0.9127037525177002, 0.9182946681976318, 0.9188348054885864, 0.9198530316352844, 0.9277350902557373, 0.9230315685272217, 0.9296916723251343, 0.926393449306488, 0.931911826133728, 0.9245619773864746], "cos_apical_negg": [0.8364152312278748, 0.8553625345230103, 0.8644183874130249, 0.8730899095535278, 0.8816202282905579, 0.8920086622238159, 0.895617663860321, 0.900092601776123, 0.9042674899101257, 0.9097040891647339, 0.9127037525177002, 0.9182946681976318, 0.9188348054885864, 0.9198530316352844, 0.9277350902557373, 0.9230315685272217, 0.9296916723251343, 0.926393449306488, 0.931911826133728, 0.9245619773864746], "cos_Ac_negg": [0.8364152312278748, 0.8553625345230103, 0.8644183874130249, 0.8730899095535278, 0.8816202282905579, 0.8920086622238159, 0.895617663860321, 0.900092601776123, 0.9042674899101257, 0.9097040891647339, 0.9127037525177002, 0.9182946681976318, 0.9188348054885864, 0.9198530316352844, 0.9277350902557373, 0.9230315685272217, 0.9296916723251343, 0.926393449306488, 0.931911826133728, 0.9245619773864746], "r_norm": [1.873790979385376, 1.6235709190368652, 1.5932300090789795, 1.5954376459121704, 1.5950613021850586, 1.5863490104675293, 1.578515887260437, 1.5494203567504883, 1.539495825767517, 1.5540997982025146, 1.5343742370605469, 1.5114308595657349, 1.5102556943893433, 1.4982166290283203, 1.4819761514663696, 1.479032278060913, 1.4760150909423828, 1.450122356414795, 1.455742359161377, 1.4563817977905273]}, {"step": 6750, "epoch": 17, "train_loss": 0.7693746089935303, "cos_r_negg": [0.8409241437911987, 0.8543403148651123, 0.8651998043060303, 0.8725838661193848, 0.8838361501693726, 0.8928425312042236, 0.8963996171951294, 0.9001471996307373, 0.9043241739273071, 0.9084701538085938, 0.9142996668815613, 0.9166165590286255, 0.9195152521133423, 0.9197397232055664, 0.9285868406295776, 0.9246406555175781, 0.9312222003936768, 0.9275915622711182, 0.9352350234985352, 0.925366997718811], "cos_apical_negg": [0.8409241437911987, 0.8543403148651123, 0.8651998043060303, 0.8725838661193848, 0.8838361501693726, 0.8928425312042236, 0.8963996171951294, 0.9001471996307373, 0.9043241739273071, 0.9084701538085938, 0.9142996668815613, 0.9166165590286255, 0.9195152521133423, 0.9197397232055664, 0.9285868406295776, 0.9246406555175781, 0.9312222003936768, 0.9275915622711182, 0.9352350234985352, 0.925366997718811], "cos_Ac_negg": [0.8409241437911987, 0.8543403148651123, 0.8651998043060303, 0.8725838661193848, 0.8838361501693726, 0.8928425312042236, 0.8963996171951294, 0.9001471996307373, 0.9043241739273071, 0.9084701538085938, 0.9142996668815613, 0.9166165590286255, 0.9195152521133423, 0.9197397232055664, 0.9285868406295776, 0.9246406555175781, 0.9312222003936768, 0.9275915622711182, 0.9352350234985352, 0.925366997718811], "r_norm": [1.862447738647461, 1.6145423650741577, 1.5828378200531006, 1.5836007595062256, 1.5848772525787354, 1.5758905410766602, 1.568782925605774, 1.540249228477478, 1.5299444198608398, 1.5444257259368896, 1.5225720405578613, 1.5016038417816162, 1.5000154972076416, 1.488267183303833, 1.47162663936615, 1.4683884382247925, 1.4661909341812134, 1.4402291774749756, 1.4455771446228027, 1.4469423294067383], "ldr": {"dL_sdil": -0.12507390975952148, "dL_bp": -0.14162993431091309, "ratio": 0.8831036346098489}}, {"step": 6800, "epoch": 17, "train_loss": 0.6336066722869873, "cos_r_negg": [0.8427351117134094, 0.8571643233299255, 0.8671636581420898, 0.8748206496238708, 0.8845384120941162, 0.8957072496414185, 0.897453784942627, 0.902729868888855, 0.9069612622261047, 0.9116109609603882, 0.9117234945297241, 0.920767605304718, 0.919344961643219, 0.9220001697540283, 0.9293133616447449, 0.9284339547157288, 0.9292648434638977, 0.928117036819458, 0.935794472694397, 0.9274888038635254], "cos_apical_negg": [0.8427351117134094, 0.8571643233299255, 0.8671636581420898, 0.8748206496238708, 0.8845384120941162, 0.8957072496414185, 0.897453784942627, 0.902729868888855, 0.9069612622261047, 0.9116109609603882, 0.9117234945297241, 0.920767605304718, 0.919344961643219, 0.9220001697540283, 0.9293133616447449, 0.9284339547157288, 0.9292648434638977, 0.928117036819458, 0.935794472694397, 0.9274888038635254], "cos_Ac_negg": [0.8427351117134094, 0.8571643233299255, 0.8671636581420898, 0.8748206496238708, 0.8845384120941162, 0.8957072496414185, 0.897453784942627, 0.902729868888855, 0.9069612622261047, 0.9116109609603882, 0.9117234945297241, 0.920767605304718, 0.919344961643219, 0.9220001697540283, 0.9293133616447449, 0.9284339547157288, 0.9292648434638977, 0.928117036819458, 0.935794472694397, 0.9274888038635254], "r_norm": [1.8778979778289795, 1.6316689252853394, 1.6024720668792725, 1.6064038276672363, 1.6058104038238525, 1.5964235067367554, 1.588029146194458, 1.5591388940811157, 1.549278974533081, 1.5637041330337524, 1.5415656566619873, 1.5197992324829102, 1.517575740814209, 1.5084277391433716, 1.4899547100067139, 1.4887850284576416, 1.4827842712402344, 1.4587113857269287, 1.4605481624603271, 1.4649569988250732]}, {"step": 6850, "epoch": 17, "train_loss": 0.7934960126876831, "cos_r_negg": [0.8460347652435303, 0.855567216873169, 0.8680528402328491, 0.8788086771965027, 0.8862361311912537, 0.8964879512786865, 0.8989852666854858, 0.9037543535232544, 0.9073349237442017, 0.9118555784225464, 0.9153481721878052, 0.9216327667236328, 0.9211281538009644, 0.9229469895362854, 0.9303869009017944, 0.9281517267227173, 0.9322657585144043, 0.9285322427749634, 0.9381197094917297, 0.9278218746185303], "cos_apical_negg": [0.8460347652435303, 0.855567216873169, 0.8680528402328491, 0.8788086771965027, 0.8862361311912537, 0.8964879512786865, 0.8989852666854858, 0.9037543535232544, 0.9073349237442017, 0.9118555784225464, 0.9153481721878052, 0.9216327667236328, 0.9211281538009644, 0.9229469895362854, 0.9303869009017944, 0.9281517267227173, 0.9322657585144043, 0.9285322427749634, 0.9381197094917297, 0.9278218746185303], "cos_Ac_negg": [0.8460347652435303, 0.855567216873169, 0.8680528402328491, 0.8788086771965027, 0.8862361311912537, 0.8964879512786865, 0.8989852666854858, 0.9037543535232544, 0.9073349237442017, 0.9118555784225464, 0.9153481721878052, 0.9216327667236328, 0.9211281538009644, 0.9229469895362854, 0.9303869009017944, 0.9281517267227173, 0.9322657585144043, 0.9285322427749634, 0.9381197094917297, 0.9278218746185303], "r_norm": [1.9168143272399902, 1.6679773330688477, 1.6384040117263794, 1.641066551208496, 1.6424181461334229, 1.6336661577224731, 1.6246567964553833, 1.5932509899139404, 1.5853219032287598, 1.5956509113311768, 1.575939655303955, 1.5532708168029785, 1.5530130863189697, 1.5418601036071777, 1.5216104984283447, 1.5216093063354492, 1.5141022205352783, 1.4913575649261475, 1.494189977645874, 1.496748447418213]}, {"step": 6900, "epoch": 17, "train_loss": 0.6529737114906311, "cos_r_negg": [0.8396649360656738, 0.8561506271362305, 0.8670921325683594, 0.8775476217269897, 0.8860167264938354, 0.8966283798217773, 0.8985746502876282, 0.9034484624862671, 0.9088923931121826, 0.9131320714950562, 0.9170628786087036, 0.9229960441589355, 0.9232097268104553, 0.9245303869247437, 0.9327077865600586, 0.9299683570861816, 0.9343090653419495, 0.9320639371871948, 0.9379021525382996, 0.927156925201416], "cos_apical_negg": [0.8396649360656738, 0.8561506271362305, 0.8670921325683594, 0.8775476217269897, 0.8860167264938354, 0.8966283798217773, 0.8985746502876282, 0.9034484624862671, 0.9088923931121826, 0.9131320714950562, 0.9170628786087036, 0.9229960441589355, 0.9232097268104553, 0.9245303869247437, 0.9327077865600586, 0.9299683570861816, 0.9343090653419495, 0.9320639371871948, 0.9379021525382996, 0.927156925201416], "cos_Ac_negg": [0.8396649360656738, 0.8561506271362305, 0.8670921325683594, 0.8775476217269897, 0.8860167264938354, 0.8966283798217773, 0.8985746502876282, 0.9034484624862671, 0.9088923931121826, 0.9131320714950562, 0.9170628786087036, 0.9229960441589355, 0.9232097268104553, 0.9245303869247437, 0.9327077865600586, 0.9299683570861816, 0.9343090653419495, 0.9320639371871948, 0.9379021525382996, 0.927156925201416], "r_norm": [1.8987263441085815, 1.654183268547058, 1.6265411376953125, 1.627446174621582, 1.6298964023590088, 1.6197973489761353, 1.6125673055648804, 1.5814546346664429, 1.5716983079910278, 1.5829061269760132, 1.5638892650604248, 1.543215274810791, 1.5392581224441528, 1.5286335945129395, 1.5079236030578613, 1.5089309215545654, 1.50150728225708, 1.4793190956115723, 1.480706810951233, 1.4835314750671387]}, {"step": 6950, "epoch": 17, "train_loss": 0.5950435996055603, "cos_r_negg": [0.8416630029678345, 0.858814001083374, 0.8698775768280029, 0.879490852355957, 0.888355553150177, 0.9001737236976624, 0.9004236459732056, 0.9048098921775818, 0.911603569984436, 0.9166384339332581, 0.9170007705688477, 0.9243442416191101, 0.9252676367759705, 0.9258254766464233, 0.9338259696960449, 0.9313268065452576, 0.9350200891494751, 0.9312315583229065, 0.9396353363990784, 0.9305214881896973], "cos_apical_negg": [0.8416630029678345, 0.858814001083374, 0.8698775768280029, 0.879490852355957, 0.888355553150177, 0.9001737236976624, 0.9004236459732056, 0.9048098921775818, 0.911603569984436, 0.9166384339332581, 0.9170007705688477, 0.9243442416191101, 0.9252676367759705, 0.9258254766464233, 0.9338259696960449, 0.9313268065452576, 0.9350200891494751, 0.9312315583229065, 0.9396353363990784, 0.9305214881896973], "cos_Ac_negg": [0.8416630029678345, 0.858814001083374, 0.8698775768280029, 0.879490852355957, 0.888355553150177, 0.9001737236976624, 0.9004236459732056, 0.9048098921775818, 0.911603569984436, 0.9166384339332581, 0.9170007705688477, 0.9243442416191101, 0.9252676367759705, 0.9258254766464233, 0.9338259696960449, 0.9313268065452576, 0.9350200891494751, 0.9312315583229065, 0.9396353363990784, 0.9305214881896973], "r_norm": [1.9039735794067383, 1.664229393005371, 1.6364027261734009, 1.6373287439346313, 1.6391109228134155, 1.6297760009765625, 1.6220142841339111, 1.5914158821105957, 1.5808781385421753, 1.5934759378433228, 1.5723609924316406, 1.5518863201141357, 1.5486738681793213, 1.5389273166656494, 1.5164475440979004, 1.5172529220581055, 1.510206699371338, 1.4872608184814453, 1.488595724105835, 1.4900262355804443]}, {"step": 7000, "epoch": 17, "train_loss": 0.7106099724769592, "cos_r_negg": [0.8353452682495117, 0.8574692010879517, 0.870006799697876, 0.8796482086181641, 0.8851438164710999, 0.8963323831558228, 0.8972266316413879, 0.9060949087142944, 0.9086523056030273, 0.9158675670623779, 0.9166408777236938, 0.9234707355499268, 0.9243601560592651, 0.922044038772583, 0.9314379096031189, 0.9286212921142578, 0.9319602251052856, 0.9345987439155579, 0.9390840530395508, 0.929273784160614], "cos_apical_negg": [0.8353452682495117, 0.8574692010879517, 0.870006799697876, 0.8796482086181641, 0.8851438164710999, 0.8963323831558228, 0.8972266316413879, 0.9060949087142944, 0.9086523056030273, 0.9158675670623779, 0.9166408777236938, 0.9234707355499268, 0.9243601560592651, 0.922044038772583, 0.9314379096031189, 0.9286212921142578, 0.9319602251052856, 0.9345987439155579, 0.9390840530395508, 0.929273784160614], "cos_Ac_negg": [0.8353452682495117, 0.8574692010879517, 0.870006799697876, 0.8796482086181641, 0.8851438164710999, 0.8963323831558228, 0.8972266316413879, 0.9060949087142944, 0.9086523056030273, 0.9158675670623779, 0.9166408777236938, 0.9234707355499268, 0.9243601560592651, 0.922044038772583, 0.9314379096031189, 0.9286212921142578, 0.9319602251052856, 0.9345987439155579, 0.9390840530395508, 0.929273784160614], "r_norm": [1.9266185760498047, 1.682665228843689, 1.6540369987487793, 1.6554040908813477, 1.655366063117981, 1.646156907081604, 1.6393706798553467, 1.611891269683838, 1.5981802940368652, 1.6099932193756104, 1.589127540588379, 1.5704618692398071, 1.564136028289795, 1.5573632717132568, 1.5343084335327148, 1.5342299938201904, 1.5265467166900635, 1.50153648853302, 1.503692865371704, 1.5061655044555664], "ldr": {"dL_sdil": -0.13883233070373535, "dL_bp": -0.1584928035736084, "ratio": 0.8759535295825455}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4274, "test_loss": 2.4433540771484377}, {"step": 7050, "epoch": 18, "train_loss": 0.5692169666290283, "cos_r_negg": [0.8414444923400879, 0.8564661145210266, 0.8704494833946228, 0.8807454109191895, 0.8893200755119324, 0.899433970451355, 0.9030013680458069, 0.907362699508667, 0.9132375121116638, 0.9180622100830078, 0.9205237627029419, 0.9271528720855713, 0.9269758462905884, 0.9271297454833984, 0.9331647157669067, 0.9334630966186523, 0.9372060894966125, 0.9347007870674133, 0.9415514469146729, 0.9329439997673035], "cos_apical_negg": [0.8414444923400879, 0.8564661145210266, 0.8704494833946228, 0.8807454109191895, 0.8893200755119324, 0.899433970451355, 0.9030013680458069, 0.907362699508667, 0.9132375121116638, 0.9180622100830078, 0.9205237627029419, 0.9271528720855713, 0.9269758462905884, 0.9271297454833984, 0.9331647157669067, 0.9334630966186523, 0.9372060894966125, 0.9347007870674133, 0.9415514469146729, 0.9329439997673035], "cos_Ac_negg": [0.8414444923400879, 0.8564661145210266, 0.8704494833946228, 0.8807454109191895, 0.8893200755119324, 0.899433970451355, 0.9030013680458069, 0.907362699508667, 0.9132375121116638, 0.9180622100830078, 0.9205237627029419, 0.9271528720855713, 0.9269758462905884, 0.9271297454833984, 0.9331647157669067, 0.9334630966186523, 0.9372060894966125, 0.9347007870674133, 0.9415514469146729, 0.9329439997673035], "r_norm": [1.9037771224975586, 1.66898775100708, 1.6403639316558838, 1.639866828918457, 1.6421005725860596, 1.6337426900863647, 1.6258822679519653, 1.5981405973434448, 1.5877865552902222, 1.5985660552978516, 1.5762766599655151, 1.5592418909072876, 1.553271770477295, 1.5438716411590576, 1.5209335088729858, 1.521480679512024, 1.5135635137557983, 1.4891366958618164, 1.491490364074707, 1.492957353591919]}, {"step": 7100, "epoch": 18, "train_loss": 0.596196174621582, "cos_r_negg": [0.8430606126785278, 0.860623836517334, 0.873064398765564, 0.8835388422012329, 0.8911500573158264, 0.899138331413269, 0.9033711552619934, 0.9101338386535645, 0.9135375022888184, 0.9182868003845215, 0.9207146167755127, 0.926171064376831, 0.9279193878173828, 0.9301527142524719, 0.9349032640457153, 0.9346127510070801, 0.936814546585083, 0.9377447366714478, 0.9430422782897949, 0.9344921708106995], "cos_apical_negg": [0.8430606126785278, 0.860623836517334, 0.873064398765564, 0.8835388422012329, 0.8911500573158264, 0.899138331413269, 0.9033711552619934, 0.9101338386535645, 0.9135375022888184, 0.9182868003845215, 0.9207146167755127, 0.926171064376831, 0.9279193878173828, 0.9301527142524719, 0.9349032640457153, 0.9346127510070801, 0.936814546585083, 0.9377447366714478, 0.9430422782897949, 0.9344921708106995], "cos_Ac_negg": [0.8430606126785278, 0.860623836517334, 0.873064398765564, 0.8835388422012329, 0.8911500573158264, 0.899138331413269, 0.9033711552619934, 0.9101338386535645, 0.9135375022888184, 0.9182868003845215, 0.9207146167755127, 0.926171064376831, 0.9279193878173828, 0.9301527142524719, 0.9349032640457153, 0.9346127510070801, 0.936814546585083, 0.9377447366714478, 0.9430422782897949, 0.9344921708106995], "r_norm": [1.9759658575057983, 1.7362630367279053, 1.707917332649231, 1.7090187072753906, 1.7082405090332031, 1.7027827501296997, 1.6889617443084717, 1.661698341369629, 1.6505560874938965, 1.6626640558242798, 1.6384224891662598, 1.6220762729644775, 1.6147844791412354, 1.607158899307251, 1.581856608390808, 1.5847092866897583, 1.575272560119629, 1.5491101741790771, 1.5475149154663086, 1.5545170307159424]}, {"step": 7150, "epoch": 18, "train_loss": 0.6873322129249573, "cos_r_negg": [0.8370730876922607, 0.8615152835845947, 0.8732783198356628, 0.8817583322525024, 0.8901009559631348, 0.9005793333053589, 0.9032834768295288, 0.9096050262451172, 0.9130235910415649, 0.9175902605056763, 0.92115718126297, 0.93028724193573, 0.9286255836486816, 0.9304115772247314, 0.9349161982536316, 0.9356635808944702, 0.9387807250022888, 0.939132034778595, 0.9422919750213623, 0.9358810186386108], "cos_apical_negg": [0.8370730876922607, 0.8615152835845947, 0.8732783198356628, 0.8817583322525024, 0.8901009559631348, 0.9005793333053589, 0.9032834768295288, 0.9096050262451172, 0.9130235910415649, 0.9175902605056763, 0.92115718126297, 0.93028724193573, 0.9286255836486816, 0.9304115772247314, 0.9349161982536316, 0.9356635808944702, 0.9387807250022888, 0.939132034778595, 0.9422919750213623, 0.9358810186386108], "cos_Ac_negg": [0.8370730876922607, 0.8615152835845947, 0.8732783198356628, 0.8817583322525024, 0.8901009559631348, 0.9005793333053589, 0.9032834768295288, 0.9096050262451172, 0.9130235910415649, 0.9175902605056763, 0.92115718126297, 0.93028724193573, 0.9286255836486816, 0.9304115772247314, 0.9349161982536316, 0.9356635808944702, 0.9387807250022888, 0.939132034778595, 0.9422919750213623, 0.9358810186386108], "r_norm": [1.9232709407806396, 1.6917312145233154, 1.6636536121368408, 1.66213858127594, 1.6635677814483643, 1.6563832759857178, 1.6464635133743286, 1.6189846992492676, 1.6082884073257446, 1.6179907321929932, 1.5980589389801025, 1.5798001289367676, 1.5738710165023804, 1.5648940801620483, 1.538924217224121, 1.5412182807922363, 1.5325918197631836, 1.5084354877471924, 1.508742094039917, 1.5119686126708984]}, {"step": 7200, "epoch": 18, "train_loss": 0.5302295088768005, "cos_r_negg": [0.8400488495826721, 0.8617339134216309, 0.8725353479385376, 0.8814166784286499, 0.8914356231689453, 0.9011069536209106, 0.9043619632720947, 0.911705493927002, 0.9159274697303772, 0.9210779666900635, 0.9224627017974854, 0.9286096096038818, 0.9295684099197388, 0.9317829608917236, 0.9372497797012329, 0.9361273646354675, 0.9394358396530151, 0.9409556984901428, 0.9461618661880493, 0.9365368485450745], "cos_apical_negg": [0.8400488495826721, 0.8617339134216309, 0.8725353479385376, 0.8814166784286499, 0.8914356231689453, 0.9011069536209106, 0.9043619632720947, 0.911705493927002, 0.9159274697303772, 0.9210779666900635, 0.9224627017974854, 0.9286096096038818, 0.9295684099197388, 0.9317829608917236, 0.9372497797012329, 0.9361273646354675, 0.9394358396530151, 0.9409556984901428, 0.9461618661880493, 0.9365368485450745], "cos_Ac_negg": [0.8400488495826721, 0.8617339134216309, 0.8725353479385376, 0.8814166784286499, 0.8914356231689453, 0.9011069536209106, 0.9043619632720947, 0.911705493927002, 0.9159274697303772, 0.9210779666900635, 0.9224627017974854, 0.9286096096038818, 0.9295684099197388, 0.9317829608917236, 0.9372497797012329, 0.9361273646354675, 0.9394358396530151, 0.9409556984901428, 0.9461618661880493, 0.9365368485450745], "r_norm": [1.8981916904449463, 1.6765018701553345, 1.6475565433502197, 1.6470757722854614, 1.6497753858566284, 1.6432321071624756, 1.6315886974334717, 1.6041367053985596, 1.5950427055358887, 1.6043403148651123, 1.5848277807235718, 1.5674141645431519, 1.5607904195785522, 1.5536702871322632, 1.5267014503479004, 1.5279062986373901, 1.5213595628738403, 1.4954363107681274, 1.4955222606658936, 1.4992185831069946]}, {"step": 7250, "epoch": 18, "train_loss": 0.6540356874465942, "cos_r_negg": [0.8416489958763123, 0.8637607097625732, 0.8750451803207397, 0.8845971822738647, 0.8934047222137451, 0.9037320613861084, 0.9058481454849243, 0.9129981994628906, 0.9169299602508545, 0.9224185943603516, 0.9253069162368774, 0.9306367635726929, 0.9306774139404297, 0.9335609674453735, 0.9393149614334106, 0.938847005367279, 0.9399983286857605, 0.9419239163398743, 0.9456913471221924, 0.9386067986488342], "cos_apical_negg": [0.8416489958763123, 0.8637607097625732, 0.8750451803207397, 0.8845971822738647, 0.8934047222137451, 0.9037320613861084, 0.9058481454849243, 0.9129981994628906, 0.9169299602508545, 0.9224185943603516, 0.9253069162368774, 0.9306367635726929, 0.9306774139404297, 0.9335609674453735, 0.9393149614334106, 0.938847005367279, 0.9399983286857605, 0.9419239163398743, 0.9456913471221924, 0.9386067986488342], "cos_Ac_negg": [0.8416489958763123, 0.8637607097625732, 0.8750451803207397, 0.8845971822738647, 0.8934047222137451, 0.9037320613861084, 0.9058481454849243, 0.9129981994628906, 0.9169299602508545, 0.9224185943603516, 0.9253069162368774, 0.9306367635726929, 0.9306774139404297, 0.9335609674453735, 0.9393149614334106, 0.938847005367279, 0.9399983286857605, 0.9419239163398743, 0.9456913471221924, 0.9386067986488342], "r_norm": [1.9218782186508179, 1.696995735168457, 1.6688660383224487, 1.6658580303192139, 1.666891098022461, 1.661100149154663, 1.6492033004760742, 1.6217693090438843, 1.6121795177459717, 1.6201741695404053, 1.6006293296813965, 1.5826072692871094, 1.577272653579712, 1.5686286687850952, 1.5430418252944946, 1.5426990985870361, 1.537569522857666, 1.5101099014282227, 1.5105655193328857, 1.51448392868042], "ldr": {"dL_sdil": -0.10838174819946289, "dL_bp": -0.136016845703125, "ratio": 0.7968259199012789}}, {"step": 7300, "epoch": 18, "train_loss": 0.59801185131073, "cos_r_negg": [0.8392346501350403, 0.8619938492774963, 0.877685546875, 0.8866338133811951, 0.8930261731147766, 0.9041816592216492, 0.906938910484314, 0.9134129285812378, 0.9188297390937805, 0.9209157228469849, 0.9239118099212646, 0.9316258430480957, 0.9322336316108704, 0.9355514049530029, 0.9405295252799988, 0.9384993314743042, 0.9410496354103088, 0.940767765045166, 0.9468263983726501, 0.9377713203430176], "cos_apical_negg": [0.8392346501350403, 0.8619938492774963, 0.877685546875, 0.8866338133811951, 0.8930261731147766, 0.9041816592216492, 0.906938910484314, 0.9134129285812378, 0.9188297390937805, 0.9209157228469849, 0.9239118099212646, 0.9316258430480957, 0.9322336316108704, 0.9355514049530029, 0.9405295252799988, 0.9384993314743042, 0.9410496354103088, 0.940767765045166, 0.9468263983726501, 0.9377713203430176], "cos_Ac_negg": [0.8392346501350403, 0.8619938492774963, 0.877685546875, 0.8866338133811951, 0.8930261731147766, 0.9041816592216492, 0.906938910484314, 0.9134129285812378, 0.9188297390937805, 0.9209157228469849, 0.9239118099212646, 0.9316258430480957, 0.9322336316108704, 0.9355514049530029, 0.9405295252799988, 0.9384993314743042, 0.9410496354103088, 0.940767765045166, 0.9468263983726501, 0.9377713203430176], "r_norm": [1.993617296218872, 1.7622921466827393, 1.732877254486084, 1.7326539754867554, 1.7330899238586426, 1.7286511659622192, 1.715505599975586, 1.6869573593139648, 1.6763278245925903, 1.6862585544586182, 1.664687156677246, 1.6461564302444458, 1.638260006904602, 1.6330147981643677, 1.6052525043487549, 1.602391242980957, 1.5972201824188232, 1.5702664852142334, 1.5685338973999023, 1.5716145038604736]}, {"step": 7350, "epoch": 18, "train_loss": 0.5370765924453735, "cos_r_negg": [0.840823233127594, 0.8606646060943604, 0.87641841173172, 0.8864376544952393, 0.8945485949516296, 0.9036805629730225, 0.9064950942993164, 0.9130920171737671, 0.9183481335639954, 0.9207882285118103, 0.9244836568832397, 0.9315154552459717, 0.9322645664215088, 0.9347147345542908, 0.9408276081085205, 0.9372671842575073, 0.9419038891792297, 0.9397655725479126, 0.9452874660491943, 0.9376576542854309], "cos_apical_negg": [0.840823233127594, 0.8606646060943604, 0.87641841173172, 0.8864376544952393, 0.8945485949516296, 0.9036805629730225, 0.9064950942993164, 0.9130920171737671, 0.9183481335639954, 0.9207882285118103, 0.9244836568832397, 0.9315154552459717, 0.9322645664215088, 0.9347147345542908, 0.9408276081085205, 0.9372671842575073, 0.9419038891792297, 0.9397655725479126, 0.9452874660491943, 0.9376576542854309], "cos_Ac_negg": [0.840823233127594, 0.8606646060943604, 0.87641841173172, 0.8864376544952393, 0.8945485949516296, 0.9036805629730225, 0.9064950942993164, 0.9130920171737671, 0.9183481335639954, 0.9207882285118103, 0.9244836568832397, 0.9315154552459717, 0.9322645664215088, 0.9347147345542908, 0.9408276081085205, 0.9372671842575073, 0.9419038891792297, 0.9397655725479126, 0.9452874660491943, 0.9376576542854309], "r_norm": [2.0068840980529785, 1.7775967121124268, 1.7468078136444092, 1.7473865747451782, 1.7488539218902588, 1.7444994449615479, 1.731768250465393, 1.7018976211547852, 1.6912919282913208, 1.699729323387146, 1.679316759109497, 1.6613613367080688, 1.6526234149932861, 1.6447937488555908, 1.618367075920105, 1.615856409072876, 1.610140085220337, 1.5842654705047607, 1.5806283950805664, 1.5826728343963623]}, {"step": 7400, "epoch": 18, "train_loss": 0.628839373588562, "cos_r_negg": [0.8438054323196411, 0.864136278629303, 0.8770648241043091, 0.8876509070396423, 0.8959063291549683, 0.9057801961898804, 0.9086212515830994, 0.9154387712478638, 0.9189703464508057, 0.9228023290634155, 0.9269564151763916, 0.934036135673523, 0.9342271089553833, 0.935366153717041, 0.9401005506515503, 0.938740611076355, 0.9436073899269104, 0.9421051144599915, 0.9470954537391663, 0.9428242444992065], "cos_apical_negg": [0.8438054323196411, 0.864136278629303, 0.8770648241043091, 0.8876509070396423, 0.8959063291549683, 0.9057801961898804, 0.9086212515830994, 0.9154387712478638, 0.9189703464508057, 0.9228023290634155, 0.9269564151763916, 0.934036135673523, 0.9342271089553833, 0.935366153717041, 0.9401005506515503, 0.938740611076355, 0.9436073899269104, 0.9421051144599915, 0.9470954537391663, 0.9428242444992065], "cos_Ac_negg": [0.8438054323196411, 0.864136278629303, 0.8770648241043091, 0.8876509070396423, 0.8959063291549683, 0.9057801961898804, 0.9086212515830994, 0.9154387712478638, 0.9189703464508057, 0.9228023290634155, 0.9269564151763916, 0.934036135673523, 0.9342271089553833, 0.935366153717041, 0.9401005506515503, 0.938740611076355, 0.9436073899269104, 0.9421051144599915, 0.9470954537391663, 0.9428242444992065], "r_norm": [1.9526177644729614, 1.7303435802459717, 1.7034330368041992, 1.7016615867614746, 1.7039380073547363, 1.6979879140853882, 1.6840358972549438, 1.6574416160583496, 1.6453343629837036, 1.6548283100128174, 1.635817527770996, 1.6176437139511108, 1.6081452369689941, 1.6017570495605469, 1.5741288661956787, 1.572823405265808, 1.5655019283294678, 1.5406244993209839, 1.5376503467559814, 1.5397924184799194]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4128, "test_loss": 2.5653508544921877}, {"step": 7450, "epoch": 19, "train_loss": 0.4122171700000763, "cos_r_negg": [0.8376951217651367, 0.8646081686019897, 0.8758206963539124, 0.8868745565414429, 0.8956454992294312, 0.9060580730438232, 0.9083234667778015, 0.9159539341926575, 0.9193778038024902, 0.923187255859375, 0.9267480373382568, 0.93470299243927, 0.933650016784668, 0.9369710087776184, 0.9420063495635986, 0.9403649568557739, 0.9439091682434082, 0.9446680545806885, 0.949600100517273, 0.9424620866775513], "cos_apical_negg": [0.8376951217651367, 0.8646081686019897, 0.8758206963539124, 0.8868745565414429, 0.8956454992294312, 0.9060580730438232, 0.9083234667778015, 0.9159539341926575, 0.9193778038024902, 0.923187255859375, 0.9267480373382568, 0.93470299243927, 0.933650016784668, 0.9369710087776184, 0.9420063495635986, 0.9403649568557739, 0.9439091682434082, 0.9446680545806885, 0.949600100517273, 0.9424620866775513], "cos_Ac_negg": [0.8376951217651367, 0.8646081686019897, 0.8758206963539124, 0.8868745565414429, 0.8956454992294312, 0.9060580730438232, 0.9083234667778015, 0.9159539341926575, 0.9193778038024902, 0.923187255859375, 0.9267480373382568, 0.93470299243927, 0.933650016784668, 0.9369710087776184, 0.9420063495635986, 0.9403649568557739, 0.9439091682434082, 0.9446680545806885, 0.949600100517273, 0.9424620866775513], "r_norm": [1.9944837093353271, 1.771989345550537, 1.7475062608718872, 1.7445567846298218, 1.74759840965271, 1.7419142723083496, 1.728010654449463, 1.7001559734344482, 1.6889368295669556, 1.6972835063934326, 1.6774780750274658, 1.6590514183044434, 1.6497786045074463, 1.642507791519165, 1.6143410205841064, 1.6115658283233643, 1.6047933101654053, 1.5797063112258911, 1.575627088546753, 1.5776249170303345]}, {"step": 7500, "epoch": 19, "train_loss": 0.5228120684623718, "cos_r_negg": [0.8358340263366699, 0.8635430335998535, 0.8749749660491943, 0.886341392993927, 0.8960546851158142, 0.9065538644790649, 0.9088320732116699, 0.9131441116333008, 0.9183942079544067, 0.9219036102294922, 0.9255725145339966, 0.9333215951919556, 0.9332292079925537, 0.934709906578064, 0.9416574835777283, 0.9407416582107544, 0.9428917169570923, 0.9437764883041382, 0.9481819272041321, 0.9409387707710266], "cos_apical_negg": [0.8358340263366699, 0.8635430335998535, 0.8749749660491943, 0.886341392993927, 0.8960546851158142, 0.9065538644790649, 0.9088320732116699, 0.9131441116333008, 0.9183942079544067, 0.9219036102294922, 0.9255725145339966, 0.9333215951919556, 0.9332292079925537, 0.934709906578064, 0.9416574835777283, 0.9407416582107544, 0.9428917169570923, 0.9437764883041382, 0.9481819272041321, 0.9409387707710266], "cos_Ac_negg": [0.8358340263366699, 0.8635430335998535, 0.8749749660491943, 0.886341392993927, 0.8960546851158142, 0.9065538644790649, 0.9088320732116699, 0.9131441116333008, 0.9183942079544067, 0.9219036102294922, 0.9255725145339966, 0.9333215951919556, 0.9332292079925537, 0.934709906578064, 0.9416574835777283, 0.9407416582107544, 0.9428917169570923, 0.9437764883041382, 0.9481819272041321, 0.9409387707710266], "r_norm": [2.0297086238861084, 1.8039209842681885, 1.7799936532974243, 1.7795559167861938, 1.7788249254226685, 1.7764787673950195, 1.7590579986572266, 1.7326874732971191, 1.7197364568710327, 1.7303638458251953, 1.7057751417160034, 1.6900880336761475, 1.6791776418685913, 1.6752142906188965, 1.644775152206421, 1.6421964168548584, 1.6342597007751465, 1.6091630458831787, 1.603813886642456, 1.6075173616409302], "ldr": {"dL_sdil": -0.13079071044921875, "dL_bp": -0.16043472290039062, "ratio": 0.8152269538959032}}, {"step": 7550, "epoch": 19, "train_loss": 0.5126930475234985, "cos_r_negg": [0.8226282596588135, 0.866040825843811, 0.8769906163215637, 0.8882179856300354, 0.8963984251022339, 0.9085685014724731, 0.9098374247550964, 0.916100025177002, 0.9212580919265747, 0.9255480766296387, 0.9289752244949341, 0.9354904890060425, 0.9368387460708618, 0.936631441116333, 0.9435210824012756, 0.9406150579452515, 0.9443745613098145, 0.9459583759307861, 0.9511234760284424, 0.9450318813323975], "cos_apical_negg": [0.8226282596588135, 0.866040825843811, 0.8769906163215637, 0.8882179856300354, 0.8963984251022339, 0.9085685014724731, 0.9098374247550964, 0.916100025177002, 0.9212580919265747, 0.9255480766296387, 0.9289752244949341, 0.9354904890060425, 0.9368387460708618, 0.936631441116333, 0.9435210824012756, 0.9406150579452515, 0.9443745613098145, 0.9459583759307861, 0.9511234760284424, 0.9450318813323975], "cos_Ac_negg": [0.8226282596588135, 0.866040825843811, 0.8769906163215637, 0.8882179856300354, 0.8963984251022339, 0.9085685014724731, 0.9098374247550964, 0.916100025177002, 0.9212580919265747, 0.9255480766296387, 0.9289752244949341, 0.9354904890060425, 0.9368387460708618, 0.936631441116333, 0.9435210824012756, 0.9406150579452515, 0.9443745613098145, 0.9459583759307861, 0.9511234760284424, 0.9450318813323975], "r_norm": [2.0027754306793213, 1.7832714319229126, 1.760383129119873, 1.7593269348144531, 1.760218620300293, 1.7560595273971558, 1.7402130365371704, 1.7144854068756104, 1.6993002891540527, 1.7102991342544556, 1.6888511180877686, 1.6707065105438232, 1.6625275611877441, 1.6562423706054688, 1.6261544227600098, 1.6237409114837646, 1.6153337955474854, 1.5904868841171265, 1.586900234222412, 1.5881907939910889]}, {"step": 7600, "epoch": 19, "train_loss": 0.792443037033081, "cos_r_negg": [0.8358182311058044, 0.8662702441215515, 0.8786763548851013, 0.8886463046073914, 0.8972275853157043, 0.9068684577941895, 0.9096052646636963, 0.9155919551849365, 0.9193534851074219, 0.9258111715316772, 0.9273910522460938, 0.9351256489753723, 0.9348825216293335, 0.9374250173568726, 0.94306480884552, 0.9421333074569702, 0.9454143047332764, 0.944373369216919, 0.950827419757843, 0.944253146648407], "cos_apical_negg": [0.8358182311058044, 0.8662702441215515, 0.8786763548851013, 0.8886463046073914, 0.8972275853157043, 0.9068684577941895, 0.9096052646636963, 0.9155919551849365, 0.9193534851074219, 0.9258111715316772, 0.9273910522460938, 0.9351256489753723, 0.9348825216293335, 0.9374250173568726, 0.94306480884552, 0.9421333074569702, 0.9454143047332764, 0.944373369216919, 0.950827419757843, 0.944253146648407], "cos_Ac_negg": [0.8358182311058044, 0.8662702441215515, 0.8786763548851013, 0.8886463046073914, 0.8972275853157043, 0.9068684577941895, 0.9096052646636963, 0.9155919551849365, 0.9193534851074219, 0.9258111715316772, 0.9273910522460938, 0.9351256489753723, 0.9348825216293335, 0.9374250173568726, 0.94306480884552, 0.9421333074569702, 0.9454143047332764, 0.944373369216919, 0.950827419757843, 0.944253146648407], "r_norm": [2.0099682807922363, 1.7905073165893555, 1.76780104637146, 1.7647427320480347, 1.7670502662658691, 1.762070655822754, 1.7461142539978027, 1.7200400829315186, 1.704911708831787, 1.715389370918274, 1.6927566528320312, 1.6764538288116455, 1.6666814088821411, 1.6580077409744263, 1.630303144454956, 1.6256215572357178, 1.6191675662994385, 1.594343662261963, 1.5910027027130127, 1.5907633304595947]}, {"step": 7650, "epoch": 19, "train_loss": 0.4577863812446594, "cos_r_negg": [0.835963785648346, 0.8656693696975708, 0.8786128163337708, 0.8888936042785645, 0.8972278833389282, 0.9080289006233215, 0.9119412302970886, 0.9167135953903198, 0.9217522144317627, 0.9250305891036987, 0.9279074668884277, 0.9341851472854614, 0.9335389733314514, 0.9362092018127441, 0.9422994256019592, 0.9431957006454468, 0.9442170262336731, 0.9454480409622192, 0.9509798288345337, 0.9434624910354614], "cos_apical_negg": [0.835963785648346, 0.8656693696975708, 0.8786128163337708, 0.8888936042785645, 0.8972278833389282, 0.9080289006233215, 0.9119412302970886, 0.9167135953903198, 0.9217522144317627, 0.9250305891036987, 0.9279074668884277, 0.9341851472854614, 0.9335389733314514, 0.9362092018127441, 0.9422994256019592, 0.9431957006454468, 0.9442170262336731, 0.9454480409622192, 0.9509798288345337, 0.9434624910354614], "cos_Ac_negg": [0.835963785648346, 0.8656693696975708, 0.8786128163337708, 0.8888936042785645, 0.8972278833389282, 0.9080289006233215, 0.9119412302970886, 0.9167135953903198, 0.9217522144317627, 0.9250305891036987, 0.9279074668884277, 0.9341851472854614, 0.9335389733314514, 0.9362092018127441, 0.9422994256019592, 0.9431957006454468, 0.9442170262336731, 0.9454480409622192, 0.9509798288345337, 0.9434624910354614], "r_norm": [2.080077648162842, 1.852847695350647, 1.8314862251281738, 1.8296562433242798, 1.8288017511367798, 1.8256001472473145, 1.80755615234375, 1.781270146369934, 1.7643619775772095, 1.7745447158813477, 1.7538681030273438, 1.7334685325622559, 1.725602626800537, 1.7175230979919434, 1.6881966590881348, 1.683828353881836, 1.6763567924499512, 1.6497776508331299, 1.6469759941101074, 1.6462931632995605]}, {"step": 7700, "epoch": 19, "train_loss": 0.48958444595336914, "cos_r_negg": [0.8322651386260986, 0.8652154207229614, 0.8769292831420898, 0.8882753849029541, 0.8981537818908691, 0.9085662364959717, 0.9108342528343201, 0.9179635643959045, 0.9224762916564941, 0.9271668791770935, 0.9297754168510437, 0.9358687400817871, 0.9367333650588989, 0.9388684034347534, 0.943192720413208, 0.9454622268676758, 0.9469562768936157, 0.944844126701355, 0.9524705410003662, 0.9456461668014526], "cos_apical_negg": [0.8322651386260986, 0.8652154207229614, 0.8769292831420898, 0.8882753849029541, 0.8981537818908691, 0.9085662364959717, 0.9108342528343201, 0.9179635643959045, 0.9224762916564941, 0.9271668791770935, 0.9297754168510437, 0.9358687400817871, 0.9367333650588989, 0.9388684034347534, 0.943192720413208, 0.9454622268676758, 0.9469562768936157, 0.944844126701355, 0.9524705410003662, 0.9456461668014526], "cos_Ac_negg": [0.8322651386260986, 0.8652154207229614, 0.8769292831420898, 0.8882753849029541, 0.8981537818908691, 0.9085662364959717, 0.9108342528343201, 0.9179635643959045, 0.9224762916564941, 0.9271668791770935, 0.9297754168510437, 0.9358687400817871, 0.9367333650588989, 0.9388684034347534, 0.943192720413208, 0.9454622268676758, 0.9469562768936157, 0.944844126701355, 0.9524705410003662, 0.9456461668014526], "r_norm": [2.0796308517456055, 1.855238437652588, 1.832379698753357, 1.8274191617965698, 1.8287570476531982, 1.8238141536712646, 1.8087024688720703, 1.7797884941101074, 1.7656104564666748, 1.773503065109253, 1.7551919221878052, 1.7338955402374268, 1.7258410453796387, 1.7149518728256226, 1.6866686344146729, 1.681473731994629, 1.6750801801681519, 1.6484663486480713, 1.6449764966964722, 1.6431723833084106]}, {"step": 7750, "epoch": 19, "train_loss": 0.7635499238967896, "cos_r_negg": [0.8315218687057495, 0.8657419085502625, 0.8781156539916992, 0.8884934782981873, 0.8983820676803589, 0.9084105491638184, 0.910240113735199, 0.9159349203109741, 0.9222443103790283, 0.9256224632263184, 0.9285509586334229, 0.934377908706665, 0.9361949563026428, 0.9386227130889893, 0.9418846368789673, 0.9423550367355347, 0.9459336996078491, 0.9455046057701111, 0.9502571821212769, 0.9450314044952393], "cos_apical_negg": [0.8315218687057495, 0.8657419085502625, 0.8781156539916992, 0.8884934782981873, 0.8983820676803589, 0.9084105491638184, 0.910240113735199, 0.9159349203109741, 0.9222443103790283, 0.9256224632263184, 0.9285509586334229, 0.934377908706665, 0.9361949563026428, 0.9386227130889893, 0.9418846368789673, 0.9423550367355347, 0.9459336996078491, 0.9455046057701111, 0.9502571821212769, 0.9450314044952393], "cos_Ac_negg": [0.8315218687057495, 0.8657419085502625, 0.8781156539916992, 0.8884934782981873, 0.8983820676803589, 0.9084105491638184, 0.910240113735199, 0.9159349203109741, 0.9222443103790283, 0.9256224632263184, 0.9285509586334229, 0.934377908706665, 0.9361949563026428, 0.9386227130889893, 0.9418846368789673, 0.9423550367355347, 0.9459336996078491, 0.9455046057701111, 0.9502571821212769, 0.9450314044952393], "r_norm": [2.0554494857788086, 1.837817668914795, 1.8144339323043823, 1.8110097646713257, 1.8115715980529785, 1.8047714233398438, 1.792197346687317, 1.7625877857208252, 1.7483727931976318, 1.7565730810165405, 1.7392973899841309, 1.7168256044387817, 1.7091277837753296, 1.700023889541626, 1.6708648204803467, 1.6664025783538818, 1.6594887971878052, 1.6334457397460938, 1.6299688816070557, 1.626443862915039], "ldr": {"dL_sdil": -0.1155385971069336, "dL_bp": -0.14983463287353516, "ratio": 0.7711074195006142}}, {"step": 7800, "epoch": 19, "train_loss": 0.6493221521377563, "cos_r_negg": [0.8382375836372375, 0.8678592443466187, 0.8796039819717407, 0.8899887204170227, 0.901508092880249, 0.909684419631958, 0.9143520593643188, 0.9196656346321106, 0.9244213700294495, 0.9282633066177368, 0.9326916933059692, 0.9372386932373047, 0.9402470588684082, 0.9405245184898376, 0.9463005065917969, 0.9451777935028076, 0.9495725631713867, 0.9489576816558838, 0.953554630279541, 0.9491596221923828], "cos_apical_negg": [0.8382375836372375, 0.8678592443466187, 0.8796039819717407, 0.8899887204170227, 0.901508092880249, 0.909684419631958, 0.9143520593643188, 0.9196656346321106, 0.9244213700294495, 0.9282633066177368, 0.9326916933059692, 0.9372386932373047, 0.9402470588684082, 0.9405245184898376, 0.9463005065917969, 0.9451777935028076, 0.9495725631713867, 0.9489576816558838, 0.953554630279541, 0.9491596221923828], "cos_Ac_negg": [0.8382375836372375, 0.8678592443466187, 0.8796039819717407, 0.8899887204170227, 0.901508092880249, 0.909684419631958, 0.9143520593643188, 0.9196656346321106, 0.9244213700294495, 0.9282633066177368, 0.9326916933059692, 0.9372386932373047, 0.9402470588684082, 0.9405245184898376, 0.9463005065917969, 0.9451777935028076, 0.9495725631713867, 0.9489576816558838, 0.953554630279541, 0.9491596221923828], "r_norm": [2.1089296340942383, 1.8882765769958496, 1.8667073249816895, 1.8637189865112305, 1.864609956741333, 1.8581541776657104, 1.8438587188720703, 1.8141796588897705, 1.7991538047790527, 1.8082854747772217, 1.790614366531372, 1.7660071849822998, 1.7583186626434326, 1.7493789196014404, 1.7196563482284546, 1.7151882648468018, 1.7066428661346436, 1.6792892217636108, 1.6751937866210938, 1.6735875606536865]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4289, "test_loss": 2.6434559326171874}, {"step": 7850, "epoch": 20, "train_loss": 0.42643940448760986, "cos_r_negg": [0.8356522917747498, 0.8701359629631042, 0.8820561170578003, 0.8899544477462769, 0.9022291898727417, 0.9116929173469543, 0.9131308794021606, 0.9194120168685913, 0.925484299659729, 0.9289288520812988, 0.9325520992279053, 0.9392396807670593, 0.9402550458908081, 0.9391424655914307, 0.9451669454574585, 0.9475299119949341, 0.9507254362106323, 0.9471374750137329, 0.9532345533370972, 0.9474799633026123], "cos_apical_negg": [0.8356522917747498, 0.8701359629631042, 0.8820561170578003, 0.8899544477462769, 0.9022291898727417, 0.9116929173469543, 0.9131308794021606, 0.9194120168685913, 0.925484299659729, 0.9289288520812988, 0.9325520992279053, 0.9392396807670593, 0.9402550458908081, 0.9391424655914307, 0.9451669454574585, 0.9475299119949341, 0.9507254362106323, 0.9471374750137329, 0.9532345533370972, 0.9474799633026123], "cos_Ac_negg": [0.8356522917747498, 0.8701359629631042, 0.8820561170578003, 0.8899544477462769, 0.9022291898727417, 0.9116929173469543, 0.9131308794021606, 0.9194120168685913, 0.925484299659729, 0.9289288520812988, 0.9325520992279053, 0.9392396807670593, 0.9402550458908081, 0.9391424655914307, 0.9451669454574585, 0.9475299119949341, 0.9507254362106323, 0.9471374750137329, 0.9532345533370972, 0.9474799633026123], "r_norm": [2.0712828636169434, 1.8556923866271973, 1.835131287574768, 1.8319143056869507, 1.8329639434814453, 1.8268814086914062, 1.8134843111038208, 1.784696102142334, 1.769770622253418, 1.7787245512008667, 1.7580151557922363, 1.7361040115356445, 1.7274235486984253, 1.718230962753296, 1.6891576051712036, 1.684605360031128, 1.6764873266220093, 1.6512651443481445, 1.645481824874878, 1.6443904638290405]}, {"step": 7900, "epoch": 20, "train_loss": 0.34249186515808105, "cos_r_negg": [0.8281320929527283, 0.8674449324607849, 0.8796498775482178, 0.8897304534912109, 0.8997836112976074, 0.9107160568237305, 0.9117650985717773, 0.9174817204475403, 0.9219878911972046, 0.9272201061248779, 0.9325851202011108, 0.937552273273468, 0.9401915669441223, 0.9391342401504517, 0.9437026381492615, 0.9447709321975708, 0.9481351971626282, 0.9486206769943237, 0.9507785439491272, 0.9469316005706787], "cos_apical_negg": [0.8281320929527283, 0.8674449324607849, 0.8796498775482178, 0.8897304534912109, 0.8997836112976074, 0.9107160568237305, 0.9117650985717773, 0.9174817204475403, 0.9219878911972046, 0.9272201061248779, 0.9325851202011108, 0.937552273273468, 0.9401915669441223, 0.9391342401504517, 0.9437026381492615, 0.9447709321975708, 0.9481351971626282, 0.9486206769943237, 0.9507785439491272, 0.9469316005706787], "cos_Ac_negg": [0.8281320929527283, 0.8674449324607849, 0.8796498775482178, 0.8897304534912109, 0.8997836112976074, 0.9107160568237305, 0.9117650985717773, 0.9174817204475403, 0.9219878911972046, 0.9272201061248779, 0.9325851202011108, 0.937552273273468, 0.9401915669441223, 0.9391342401504517, 0.9437026381492615, 0.9447709321975708, 0.9481351971626282, 0.9486206769943237, 0.9507785439491272, 0.9469316005706787], "r_norm": [2.0636518001556396, 1.854188323020935, 1.8328042030334473, 1.829852819442749, 1.8310297727584839, 1.8257272243499756, 1.8127622604370117, 1.7838126420974731, 1.7687811851501465, 1.7762571573257446, 1.760169506072998, 1.7346312999725342, 1.7271883487701416, 1.7166454792022705, 1.6883608102798462, 1.6830039024353027, 1.6747820377349854, 1.6509668827056885, 1.6437673568725586, 1.64275324344635]}, {"step": 7950, "epoch": 20, "train_loss": 0.43357330560684204, "cos_r_negg": [0.8305221796035767, 0.8688262104988098, 0.8830223679542542, 0.8897814750671387, 0.9005138874053955, 0.9116041660308838, 0.9130877256393433, 0.9191539287567139, 0.9238353967666626, 0.9275949001312256, 0.9325655698776245, 0.9399611949920654, 0.9414210915565491, 0.9414487481117249, 0.9456332325935364, 0.9487179517745972, 0.9503467082977295, 0.950092613697052, 0.9537122845649719, 0.9492212533950806], "cos_apical_negg": [0.8305221796035767, 0.8688262104988098, 0.8830223679542542, 0.8897814750671387, 0.9005138874053955, 0.9116041660308838, 0.9130877256393433, 0.9191539287567139, 0.9238353967666626, 0.9275949001312256, 0.9325655698776245, 0.9399611949920654, 0.9414210915565491, 0.9414487481117249, 0.9456332325935364, 0.9487179517745972, 0.9503467082977295, 0.950092613697052, 0.9537122845649719, 0.9492212533950806], "cos_Ac_negg": [0.8305221796035767, 0.8688262104988098, 0.8830223679542542, 0.8897814750671387, 0.9005138874053955, 0.9116041660308838, 0.9130877256393433, 0.9191539287567139, 0.9238353967666626, 0.9275949001312256, 0.9325655698776245, 0.9399611949920654, 0.9414210915565491, 0.9414487481117249, 0.9456332325935364, 0.9487179517745972, 0.9503467082977295, 0.950092613697052, 0.9537122845649719, 0.9492212533950806], "r_norm": [2.1000871658325195, 1.8842535018920898, 1.8608635663986206, 1.8600172996520996, 1.860677719116211, 1.8530389070510864, 1.8393614292144775, 1.8095669746398926, 1.7946518659591675, 1.803169846534729, 1.7861225605010986, 1.7584006786346436, 1.7505905628204346, 1.7405506372451782, 1.7128710746765137, 1.7068979740142822, 1.6993160247802734, 1.6743391752243042, 1.6663202047348022, 1.6658128499984741]}, {"step": 8000, "epoch": 20, "train_loss": 0.6633366346359253, "cos_r_negg": [0.8350595235824585, 0.8693271279335022, 0.8827497363090515, 0.8906534314155579, 0.9015921354293823, 0.9116051197052002, 0.9134230017662048, 0.920540452003479, 0.9255701899528503, 0.9288359880447388, 0.9341073036193848, 0.940019965171814, 0.9412600994110107, 0.9438315629959106, 0.9471957683563232, 0.9494401216506958, 0.9526628851890564, 0.9497045278549194, 0.9559695720672607, 0.952170729637146], "cos_apical_negg": [0.8350595235824585, 0.8693271279335022, 0.8827497363090515, 0.8906534314155579, 0.9015921354293823, 0.9116051197052002, 0.9134230017662048, 0.920540452003479, 0.9255701899528503, 0.9288359880447388, 0.9341073036193848, 0.940019965171814, 0.9412600994110107, 0.9438315629959106, 0.9471957683563232, 0.9494401216506958, 0.9526628851890564, 0.9497045278549194, 0.9559695720672607, 0.952170729637146], "cos_Ac_negg": [0.8350595235824585, 0.8693271279335022, 0.8827497363090515, 0.8906534314155579, 0.9015921354293823, 0.9116051197052002, 0.9134230017662048, 0.920540452003479, 0.9255701899528503, 0.9288359880447388, 0.9341073036193848, 0.940019965171814, 0.9412600994110107, 0.9438315629959106, 0.9471957683563232, 0.9494401216506958, 0.9526628851890564, 0.9497045278549194, 0.9559695720672607, 0.952170729637146], "r_norm": [2.0917489528656006, 1.8860440254211426, 1.8644591569900513, 1.866032600402832, 1.8655626773834229, 1.8601927757263184, 1.845482587814331, 1.816123604774475, 1.802699327468872, 1.8092918395996094, 1.7923550605773926, 1.7656211853027344, 1.7592169046401978, 1.7493515014648438, 1.7198712825775146, 1.7129336595535278, 1.7050726413726807, 1.6808069944381714, 1.6732385158538818, 1.671492576599121], "ldr": {"dL_sdil": -0.14096379280090332, "dL_bp": -0.18673348426818848, "ratio": 0.7548929606992698}}, {"step": 8050, "epoch": 20, "train_loss": 0.3971439003944397, "cos_r_negg": [0.8358410596847534, 0.87157142162323, 0.8824264407157898, 0.8923622965812683, 0.9020008444786072, 0.913288950920105, 0.9134811162948608, 0.9205759763717651, 0.9244545698165894, 0.9288592338562012, 0.9326978921890259, 0.9396112561225891, 0.9424521327018738, 0.9427049160003662, 0.9460777044296265, 0.948822021484375, 0.9524829387664795, 0.9505398273468018, 0.955807089805603, 0.9503129720687866], "cos_apical_negg": [0.8358410596847534, 0.87157142162323, 0.8824264407157898, 0.8923622965812683, 0.9020008444786072, 0.913288950920105, 0.9134811162948608, 0.9205759763717651, 0.9244545698165894, 0.9288592338562012, 0.9326978921890259, 0.9396112561225891, 0.9424521327018738, 0.9427049160003662, 0.9460777044296265, 0.948822021484375, 0.9524829387664795, 0.9505398273468018, 0.955807089805603, 0.9503129720687866], "cos_Ac_negg": [0.8358410596847534, 0.87157142162323, 0.8824264407157898, 0.8923622965812683, 0.9020008444786072, 0.913288950920105, 0.9134811162948608, 0.9205759763717651, 0.9244545698165894, 0.9288592338562012, 0.9326978921890259, 0.9396112561225891, 0.9424521327018738, 0.9427049160003662, 0.9460777044296265, 0.948822021484375, 0.9524829387664795, 0.9505398273468018, 0.955807089805603, 0.9503129720687866], "r_norm": [2.096590518951416, 1.8887569904327393, 1.8668851852416992, 1.8663551807403564, 1.866685390472412, 1.8583019971847534, 1.8460652828216553, 1.8163464069366455, 1.806227684020996, 1.8104925155639648, 1.7950341701507568, 1.7673406600952148, 1.7600092887878418, 1.7466316223144531, 1.7193775177001953, 1.712644338607788, 1.7069298028945923, 1.6811834573745728, 1.6744353771209717, 1.6708581447601318]}, {"step": 8100, "epoch": 20, "train_loss": 0.5102030038833618, "cos_r_negg": [0.8369888067245483, 0.8720855116844177, 0.8830351233482361, 0.8909964561462402, 0.9032541513442993, 0.912474513053894, 0.9143474102020264, 0.9208300113677979, 0.9261108040809631, 0.9322291612625122, 0.9336261749267578, 0.940629243850708, 0.9422444701194763, 0.9434401988983154, 0.9458275437355042, 0.9500119686126709, 0.9524788856506348, 0.9483190178871155, 0.95461106300354, 0.9515640735626221], "cos_apical_negg": [0.8369888067245483, 0.8720855116844177, 0.8830351233482361, 0.8909964561462402, 0.9032541513442993, 0.912474513053894, 0.9143474102020264, 0.9208300113677979, 0.9261108040809631, 0.9322291612625122, 0.9336261749267578, 0.940629243850708, 0.9422444701194763, 0.9434401988983154, 0.9458275437355042, 0.9500119686126709, 0.9524788856506348, 0.9483190178871155, 0.95461106300354, 0.9515640735626221], "cos_Ac_negg": [0.8369888067245483, 0.8720855116844177, 0.8830351233482361, 0.8909964561462402, 0.9032541513442993, 0.912474513053894, 0.9143474102020264, 0.9208300113677979, 0.9261108040809631, 0.9322291612625122, 0.9336261749267578, 0.940629243850708, 0.9422444701194763, 0.9434401988983154, 0.9458275437355042, 0.9500119686126709, 0.9524788856506348, 0.9483190178871155, 0.95461106300354, 0.9515640735626221], "r_norm": [2.1260921955108643, 1.9186184406280518, 1.8984440565109253, 1.8967523574829102, 1.8975862264633179, 1.8864296674728394, 1.8766894340515137, 1.8470330238342285, 1.8338171243667603, 1.8392419815063477, 1.821674108505249, 1.7927165031433105, 1.7865163087844849, 1.7719799280166626, 1.7462995052337646, 1.737790822982788, 1.731721043586731, 1.7048707008361816, 1.6971917152404785, 1.694539189338684]}, {"step": 8150, "epoch": 20, "train_loss": 0.5514817237854004, "cos_r_negg": [0.8397773504257202, 0.8712286353111267, 0.8857231736183167, 0.8937767744064331, 0.9050973653793335, 0.9146983027458191, 0.9161738753318787, 0.9229259490966797, 0.9276527166366577, 0.9320462346076965, 0.9364917278289795, 0.9412375688552856, 0.9429288506507874, 0.9457311630249023, 0.9491904973983765, 0.9502462148666382, 0.9538816213607788, 0.9505990147590637, 0.9571800231933594, 0.9536343812942505], "cos_apical_negg": [0.8397773504257202, 0.8712286353111267, 0.8857231736183167, 0.8937767744064331, 0.9050973653793335, 0.9146983027458191, 0.9161738753318787, 0.9229259490966797, 0.9276527166366577, 0.9320462346076965, 0.9364917278289795, 0.9412375688552856, 0.9429288506507874, 0.9457311630249023, 0.9491904973983765, 0.9502462148666382, 0.9538816213607788, 0.9505990147590637, 0.9571800231933594, 0.9536343812942505], "cos_Ac_negg": [0.8397773504257202, 0.8712286353111267, 0.8857231736183167, 0.8937767744064331, 0.9050973653793335, 0.9146983027458191, 0.9161738753318787, 0.9229259490966797, 0.9276527166366577, 0.9320462346076965, 0.9364917278289795, 0.9412375688552856, 0.9429288506507874, 0.9457311630249023, 0.9491904973983765, 0.9502462148666382, 0.9538816213607788, 0.9505990147590637, 0.9571800231933594, 0.9536343812942505], "r_norm": [2.1009302139282227, 1.8983747959136963, 1.8786258697509766, 1.8783482313156128, 1.8782305717468262, 1.8691847324371338, 1.8584678173065186, 1.8270790576934814, 1.8151555061340332, 1.8195621967315674, 1.8018821477890015, 1.7738111019134521, 1.7683346271514893, 1.754792332649231, 1.7271164655685425, 1.7198748588562012, 1.714372992515564, 1.687631368637085, 1.6785080432891846, 1.6767773628234863]}, {"step": 8200, "epoch": 20, "train_loss": 0.4804236590862274, "cos_r_negg": [0.8342169523239136, 0.8693333864212036, 0.88331139087677, 0.8903477191925049, 0.90213942527771, 0.9118808507919312, 0.9142085313796997, 0.9206913709640503, 0.9267285466194153, 0.9292292594909668, 0.9329266548156738, 0.9376237392425537, 0.939522922039032, 0.942794680595398, 0.9451254606246948, 0.9474270939826965, 0.9510911703109741, 0.9506844282150269, 0.9544100165367126, 0.9497209787368774], "cos_apical_negg": [0.8342169523239136, 0.8693333864212036, 0.88331139087677, 0.8903477191925049, 0.90213942527771, 0.9118808507919312, 0.9142085313796997, 0.9206913709640503, 0.9267285466194153, 0.9292292594909668, 0.9329266548156738, 0.9376237392425537, 0.939522922039032, 0.942794680595398, 0.9451254606246948, 0.9474270939826965, 0.9510911703109741, 0.9506844282150269, 0.9544100165367126, 0.9497209787368774], "cos_Ac_negg": [0.8342169523239136, 0.8693333864212036, 0.88331139087677, 0.8903477191925049, 0.90213942527771, 0.9118808507919312, 0.9142085313796997, 0.9206913709640503, 0.9267285466194153, 0.9292292594909668, 0.9329266548156738, 0.9376237392425537, 0.939522922039032, 0.942794680595398, 0.9451254606246948, 0.9474270939826965, 0.9510911703109741, 0.9506844282150269, 0.9544100165367126, 0.9497209787368774], "r_norm": [2.157191753387451, 1.9521822929382324, 1.9304779767990112, 1.9314628839492798, 1.9318959712982178, 1.9227042198181152, 1.912112832069397, 1.8774168491363525, 1.866079568862915, 1.8704946041107178, 1.8490186929702759, 1.8227763175964355, 1.816589117050171, 1.8029084205627441, 1.774352788925171, 1.7676100730895996, 1.7600831985473633, 1.734127402305603, 1.7242299318313599, 1.7213349342346191]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4262, "test_loss": 2.813029345703125}, {"step": 8250, "epoch": 21, "train_loss": 0.3506542146205902, "cos_r_negg": [0.8322041034698486, 0.8706571459770203, 0.8845090866088867, 0.8919763565063477, 0.9025461673736572, 0.9121008515357971, 0.9159508347511292, 0.9216975569725037, 0.926625669002533, 0.9317948222160339, 0.9347034096717834, 0.9402884244918823, 0.9424078464508057, 0.9446240067481995, 0.9478736519813538, 0.9496403932571411, 0.9520699977874756, 0.9524415135383606, 0.956862211227417, 0.9521752595901489], "cos_apical_negg": [0.8322041034698486, 0.8706571459770203, 0.8845090866088867, 0.8919763565063477, 0.9025461673736572, 0.9121008515357971, 0.9159508347511292, 0.9216975569725037, 0.926625669002533, 0.9317948222160339, 0.9347034096717834, 0.9402884244918823, 0.9424078464508057, 0.9446240067481995, 0.9478736519813538, 0.9496403932571411, 0.9520699977874756, 0.9524415135383606, 0.956862211227417, 0.9521752595901489], "cos_Ac_negg": [0.8322041034698486, 0.8706571459770203, 0.8845090866088867, 0.8919763565063477, 0.9025461673736572, 0.9121008515357971, 0.9159508347511292, 0.9216975569725037, 0.926625669002533, 0.9317948222160339, 0.9347034096717834, 0.9402884244918823, 0.9424078464508057, 0.9446240067481995, 0.9478736519813538, 0.9496403932571411, 0.9520699977874756, 0.9524415135383606, 0.956862211227417, 0.9521752595901489], "r_norm": [2.122617244720459, 1.9238216876983643, 1.9029877185821533, 1.9062309265136719, 1.9048309326171875, 1.897749900817871, 1.8838120698928833, 1.8547756671905518, 1.839275598526001, 1.8455414772033691, 1.8237037658691406, 1.7990713119506836, 1.7911109924316406, 1.7775548696517944, 1.7518547773361206, 1.7441492080688477, 1.7369458675384521, 1.7096872329711914, 1.6997355222702026, 1.6973316669464111], "ldr": {"dL_sdil": -0.14694857597351074, "dL_bp": -0.18572068214416504, "ratio": 0.7912343109931204}}, {"step": 8300, "epoch": 21, "train_loss": 0.44647812843322754, "cos_r_negg": [0.8323807120323181, 0.8677666783332825, 0.8824011087417603, 0.8899664878845215, 0.901790201663971, 0.9105375409126282, 0.9138045310974121, 0.9210027456283569, 0.9272803068161011, 0.928408145904541, 0.9326782822608948, 0.9390943050384521, 0.9414951801300049, 0.9419668912887573, 0.9453939199447632, 0.9468457102775574, 0.9502521753311157, 0.94989413022995, 0.9554164409637451, 0.9499768614768982], "cos_apical_negg": [0.8323807120323181, 0.8677666783332825, 0.8824011087417603, 0.8899664878845215, 0.901790201663971, 0.9105375409126282, 0.9138045310974121, 0.9210027456283569, 0.9272803068161011, 0.928408145904541, 0.9326782822608948, 0.9390943050384521, 0.9414951801300049, 0.9419668912887573, 0.9453939199447632, 0.9468457102775574, 0.9502521753311157, 0.94989413022995, 0.9554164409637451, 0.9499768614768982], "cos_Ac_negg": [0.8323807120323181, 0.8677666783332825, 0.8824011087417603, 0.8899664878845215, 0.901790201663971, 0.9105375409126282, 0.9138045310974121, 0.9210027456283569, 0.9272803068161011, 0.928408145904541, 0.9326782822608948, 0.9390943050384521, 0.9414951801300049, 0.9419668912887573, 0.9453939199447632, 0.9468457102775574, 0.9502521753311157, 0.94989413022995, 0.9554164409637451, 0.9499768614768982], "r_norm": [2.104776382446289, 1.9070017337799072, 1.8850011825561523, 1.887176513671875, 1.8855246305465698, 1.87754487991333, 1.8649152517318726, 1.8351508378982544, 1.8202275037765503, 1.8244867324829102, 1.805364727973938, 1.7790566682815552, 1.7718253135681152, 1.7576146125793457, 1.7317068576812744, 1.7249125242233276, 1.7161694765090942, 1.689761757850647, 1.6829854249954224, 1.67695951461792]}, {"step": 8350, "epoch": 21, "train_loss": 0.36928460001945496, "cos_r_negg": [0.8190224170684814, 0.8679164052009583, 0.8810732364654541, 0.8895938992500305, 0.9011852741241455, 0.9112783670425415, 0.9143597483634949, 0.9205245971679688, 0.9253919124603271, 0.9284287691116333, 0.9330966472625732, 0.9392837285995483, 0.9420585632324219, 0.9446777701377869, 0.9463517665863037, 0.9475092887878418, 0.9520493149757385, 0.9507173299789429, 0.9549545049667358, 0.9508331418037415], "cos_apical_negg": [0.8190224170684814, 0.8679164052009583, 0.8810732364654541, 0.8895938992500305, 0.9011852741241455, 0.9112783670425415, 0.9143597483634949, 0.9205245971679688, 0.9253919124603271, 0.9284287691116333, 0.9330966472625732, 0.9392837285995483, 0.9420585632324219, 0.9446777701377869, 0.9463517665863037, 0.9475092887878418, 0.9520493149757385, 0.9507173299789429, 0.9549545049667358, 0.9508331418037415], "cos_Ac_negg": [0.8190224170684814, 0.8679164052009583, 0.8810732364654541, 0.8895938992500305, 0.9011852741241455, 0.9112783670425415, 0.9143597483634949, 0.9205245971679688, 0.9253919124603271, 0.9284287691116333, 0.9330966472625732, 0.9392837285995483, 0.9420585632324219, 0.9446777701377869, 0.9463517665863037, 0.9475092887878418, 0.9520493149757385, 0.9507173299789429, 0.9549545049667358, 0.9508331418037415], "r_norm": [2.1100313663482666, 1.9167190790176392, 1.895915150642395, 1.9017935991287231, 1.896777868270874, 1.8931756019592285, 1.8792473077774048, 1.849294662475586, 1.8365591764450073, 1.8383508920669556, 1.8190808296203613, 1.7936159372329712, 1.7859020233154297, 1.7722368240356445, 1.7459763288497925, 1.7396125793457031, 1.7304919958114624, 1.70442533493042, 1.6954339742660522, 1.6890578269958496]}, {"step": 8400, "epoch": 21, "train_loss": 0.36835575103759766, "cos_r_negg": [0.8222692012786865, 0.8678054213523865, 0.8805201649665833, 0.8907036781311035, 0.9005889892578125, 0.9101836681365967, 0.9123828411102295, 0.9196840524673462, 0.9246943593025208, 0.9291521310806274, 0.9331388473510742, 0.9384960532188416, 0.9403101205825806, 0.9423503875732422, 0.9456949234008789, 0.9462937116622925, 0.9504357576370239, 0.9497673511505127, 0.9548410177230835, 0.9519482851028442], "cos_apical_negg": [0.8222692012786865, 0.8678054213523865, 0.8805201649665833, 0.8907036781311035, 0.9005889892578125, 0.9101836681365967, 0.9123828411102295, 0.9196840524673462, 0.9246943593025208, 0.9291521310806274, 0.9331388473510742, 0.9384960532188416, 0.9403101205825806, 0.9423503875732422, 0.9456949234008789, 0.9462937116622925, 0.9504357576370239, 0.9497673511505127, 0.9548410177230835, 0.9519482851028442], "cos_Ac_negg": [0.8222692012786865, 0.8678054213523865, 0.8805201649665833, 0.8907036781311035, 0.9005889892578125, 0.9101836681365967, 0.9123828411102295, 0.9196840524673462, 0.9246943593025208, 0.9291521310806274, 0.9331388473510742, 0.9384960532188416, 0.9403101205825806, 0.9423503875732422, 0.9456949234008789, 0.9462937116622925, 0.9504357576370239, 0.9497673511505127, 0.9548410177230835, 0.9519482851028442], "r_norm": [2.1067800521850586, 1.9140141010284424, 1.8936811685562134, 1.9001414775848389, 1.895057201385498, 1.8894386291503906, 1.8769714832305908, 1.847841739654541, 1.8356250524520874, 1.8374030590057373, 1.816727638244629, 1.791381597518921, 1.7835884094238281, 1.7702962160110474, 1.743451714515686, 1.7372446060180664, 1.727020502090454, 1.700904369354248, 1.692826747894287, 1.6864808797836304]}, {"step": 8450, "epoch": 21, "train_loss": 0.25430381298065186, "cos_r_negg": [0.8242731690406799, 0.870211124420166, 0.882840096950531, 0.8944501876831055, 0.9045099020004272, 0.913118302822113, 0.9172846674919128, 0.924484133720398, 0.9287009239196777, 0.9322309494018555, 0.9371327757835388, 0.9416999816894531, 0.9445464015007019, 0.945560872554779, 0.9491347074508667, 0.9508234858512878, 0.9549655318260193, 0.9528862833976746, 0.9576724767684937, 0.954454779624939], "cos_apical_negg": [0.8242731690406799, 0.870211124420166, 0.882840096950531, 0.8944501876831055, 0.9045099020004272, 0.913118302822113, 0.9172846674919128, 0.924484133720398, 0.9287009239196777, 0.9322309494018555, 0.9371327757835388, 0.9416999816894531, 0.9445464015007019, 0.945560872554779, 0.9491347074508667, 0.9508234858512878, 0.9549655318260193, 0.9528862833976746, 0.9576724767684937, 0.954454779624939], "cos_Ac_negg": [0.8242731690406799, 0.870211124420166, 0.882840096950531, 0.8944501876831055, 0.9045099020004272, 0.913118302822113, 0.9172846674919128, 0.924484133720398, 0.9287009239196777, 0.9322309494018555, 0.9371327757835388, 0.9416999816894531, 0.9445464015007019, 0.945560872554779, 0.9491347074508667, 0.9508234858512878, 0.9549655318260193, 0.9528862833976746, 0.9576724767684937, 0.954454779624939], "r_norm": [2.0953469276428223, 1.9051262140274048, 1.882016897201538, 1.8876405954360962, 1.8820679187774658, 1.8774975538253784, 1.8646221160888672, 1.8365018367767334, 1.8232481479644775, 1.8249146938323975, 1.8052793741226196, 1.7794100046157837, 1.7702853679656982, 1.7566189765930176, 1.7299704551696777, 1.723733901977539, 1.7156033515930176, 1.6866176128387451, 1.6808726787567139, 1.672956109046936]}, {"step": 8500, "epoch": 21, "train_loss": 0.5736650228500366, "cos_r_negg": [0.8286070823669434, 0.8678009510040283, 0.8826708197593689, 0.8928629159927368, 0.9030325412750244, 0.9114395380020142, 0.9168290495872498, 0.9203726053237915, 0.9259458780288696, 0.9309964179992676, 0.9351806640625, 0.9392246007919312, 0.9413422346115112, 0.9440008997917175, 0.9474654793739319, 0.9485722780227661, 0.9515767097473145, 0.9516754150390625, 0.9565683603286743, 0.9528502225875854], "cos_apical_negg": [0.8286070823669434, 0.8678009510040283, 0.8826708197593689, 0.8928629159927368, 0.9030325412750244, 0.9114395380020142, 0.9168290495872498, 0.9203726053237915, 0.9259458780288696, 0.9309964179992676, 0.9351806640625, 0.9392246007919312, 0.9413422346115112, 0.9440008997917175, 0.9474654793739319, 0.9485722780227661, 0.9515767097473145, 0.9516754150390625, 0.9565683603286743, 0.9528502225875854], "cos_Ac_negg": [0.8286070823669434, 0.8678009510040283, 0.8826708197593689, 0.8928629159927368, 0.9030325412750244, 0.9114395380020142, 0.9168290495872498, 0.9203726053237915, 0.9259458780288696, 0.9309964179992676, 0.9351806640625, 0.9392246007919312, 0.9413422346115112, 0.9440008997917175, 0.9474654793739319, 0.9485722780227661, 0.9515767097473145, 0.9516754150390625, 0.9565683603286743, 0.9528502225875854], "r_norm": [2.1934685707092285, 1.9979963302612305, 1.9754188060760498, 1.978861689567566, 1.9738953113555908, 1.9713342189788818, 1.957611322402954, 1.9265817403793335, 1.913313627243042, 1.9143576622009277, 1.894317626953125, 1.86849844455719, 1.8590211868286133, 1.8441135883331299, 1.8165764808654785, 1.8074629306793213, 1.8031210899353027, 1.770971417427063, 1.762580394744873, 1.7556527853012085], "ldr": {"dL_sdil": -0.1396627426147461, "dL_bp": -0.19398117065429688, "ratio": 0.7199809246622485}}, {"step": 8550, "epoch": 21, "train_loss": 0.41636770963668823, "cos_r_negg": [0.833362340927124, 0.8700870275497437, 0.8850198984146118, 0.8942819833755493, 0.9035943746566772, 0.9124196767807007, 0.9185799956321716, 0.9231511354446411, 0.928249716758728, 0.9329830408096313, 0.9368466734886169, 0.9412596225738525, 0.9444109201431274, 0.9457954168319702, 0.9489594101905823, 0.9505312442779541, 0.9558854699134827, 0.9556304216384888, 0.9604859948158264, 0.9568365812301636], "cos_apical_negg": [0.833362340927124, 0.8700870275497437, 0.8850198984146118, 0.8942819833755493, 0.9035943746566772, 0.9124196767807007, 0.9185799956321716, 0.9231511354446411, 0.928249716758728, 0.9329830408096313, 0.9368466734886169, 0.9412596225738525, 0.9444109201431274, 0.9457954168319702, 0.9489594101905823, 0.9505312442779541, 0.9558854699134827, 0.9556304216384888, 0.9604859948158264, 0.9568365812301636], "cos_Ac_negg": [0.833362340927124, 0.8700870275497437, 0.8850198984146118, 0.8942819833755493, 0.9035943746566772, 0.9124196767807007, 0.9185799956321716, 0.9231511354446411, 0.928249716758728, 0.9329830408096313, 0.9368466734886169, 0.9412596225738525, 0.9444109201431274, 0.9457954168319702, 0.9489594101905823, 0.9505312442779541, 0.9558854699134827, 0.9556304216384888, 0.9604859948158264, 0.9568365812301636], "r_norm": [2.1985607147216797, 1.998957633972168, 1.9783703088760376, 1.9802014827728271, 1.9748588800430298, 1.9705746173858643, 1.9587459564208984, 1.929351568222046, 1.9146063327789307, 1.916803240776062, 1.8947365283966064, 1.8676339387893677, 1.8597331047058105, 1.8448173999786377, 1.8146406412124634, 1.807563304901123, 1.8002268075942993, 1.7704538106918335, 1.7620806694030762, 1.754091501235962]}, {"step": 8600, "epoch": 21, "train_loss": 0.4530916213989258, "cos_r_negg": [0.8187574744224548, 0.8687852621078491, 0.8851586580276489, 0.8945475816726685, 0.9026929140090942, 0.9133602380752563, 0.9188963174819946, 0.9219309091567993, 0.9281615018844604, 0.9332683682441711, 0.9369428157806396, 0.9426308870315552, 0.9460711479187012, 0.9468560218811035, 0.9499598741531372, 0.9525173306465149, 0.9560004472732544, 0.9568853378295898, 0.960452675819397, 0.9583975076675415], "cos_apical_negg": [0.8187574744224548, 0.8687852621078491, 0.8851586580276489, 0.8945475816726685, 0.9026929140090942, 0.9133602380752563, 0.9188963174819946, 0.9219309091567993, 0.9281615018844604, 0.9332683682441711, 0.9369428157806396, 0.9426308870315552, 0.9460711479187012, 0.9468560218811035, 0.9499598741531372, 0.9525173306465149, 0.9560004472732544, 0.9568853378295898, 0.960452675819397, 0.9583975076675415], "cos_Ac_negg": [0.8187574744224548, 0.8687852621078491, 0.8851586580276489, 0.8945475816726685, 0.9026929140090942, 0.9133602380752563, 0.9188963174819946, 0.9219309091567993, 0.9281615018844604, 0.9332683682441711, 0.9369428157806396, 0.9426308870315552, 0.9460711479187012, 0.9468560218811035, 0.9499598741531372, 0.9525173306465149, 0.9560004472732544, 0.9568853378295898, 0.960452675819397, 0.9583975076675415], "r_norm": [2.193683385848999, 2.0005369186401367, 1.982024073600769, 1.984217643737793, 1.9785964488983154, 1.9754726886749268, 1.961686372756958, 1.9303416013717651, 1.916986346244812, 1.9209716320037842, 1.8967320919036865, 1.8700621128082275, 1.8613717555999756, 1.8465988636016846, 1.8168797492980957, 1.808595895767212, 1.8027243614196777, 1.7716606855392456, 1.7628086805343628, 1.7579790353775024]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4067, "test_loss": 2.9875892333984373}, {"step": 8650, "epoch": 22, "train_loss": 0.3671986162662506, "cos_r_negg": [0.8256875872612, 0.8697789311408997, 0.8834438920021057, 0.892714262008667, 0.9019057750701904, 0.9115508794784546, 0.9148756861686707, 0.9217985272407532, 0.9262229800224304, 0.9325093030929565, 0.9351509809494019, 0.9405542612075806, 0.9438256621360779, 0.9437500238418579, 0.948445200920105, 0.9504019021987915, 0.9552110433578491, 0.9547463059425354, 0.9589453339576721, 0.957089900970459], "cos_apical_negg": [0.8256875872612, 0.8697789311408997, 0.8834438920021057, 0.892714262008667, 0.9019057750701904, 0.9115508794784546, 0.9148756861686707, 0.9217985272407532, 0.9262229800224304, 0.9325093030929565, 0.9351509809494019, 0.9405542612075806, 0.9438256621360779, 0.9437500238418579, 0.948445200920105, 0.9504019021987915, 0.9552110433578491, 0.9547463059425354, 0.9589453339576721, 0.957089900970459], "cos_Ac_negg": [0.8256875872612, 0.8697789311408997, 0.8834438920021057, 0.892714262008667, 0.9019057750701904, 0.9115508794784546, 0.9148756861686707, 0.9217985272407532, 0.9262229800224304, 0.9325093030929565, 0.9351509809494019, 0.9405542612075806, 0.9438256621360779, 0.9437500238418579, 0.948445200920105, 0.9504019021987915, 0.9552110433578491, 0.9547463059425354, 0.9589453339576721, 0.957089900970459], "r_norm": [2.1702218055725098, 1.9836499691009521, 1.9661962985992432, 1.969727635383606, 1.9631738662719727, 1.9602248668670654, 1.9461615085601807, 1.9150960445404053, 1.9006402492523193, 1.9049261808395386, 1.882500171661377, 1.8537945747375488, 1.8479896783828735, 1.832018494606018, 1.8023488521575928, 1.7945377826690674, 1.7870166301727295, 1.7566800117492676, 1.749105453491211, 1.7437193393707275]}, {"step": 8700, "epoch": 22, "train_loss": 0.3904668688774109, "cos_r_negg": [0.8236168026924133, 0.8713388442993164, 0.8862354755401611, 0.894679844379425, 0.9033118486404419, 0.9133994579315186, 0.9175644516944885, 0.9240198135375977, 0.9286859631538391, 0.9334502816200256, 0.9380637407302856, 0.9433959722518921, 0.94619220495224, 0.9458681344985962, 0.9510263204574585, 0.9532701969146729, 0.9564473628997803, 0.9555282592773438, 0.9598495364189148, 0.9590272903442383], "cos_apical_negg": [0.8236168026924133, 0.8713388442993164, 0.8862354755401611, 0.894679844379425, 0.9033118486404419, 0.9133994579315186, 0.9175644516944885, 0.9240198135375977, 0.9286859631538391, 0.9334502816200256, 0.9380637407302856, 0.9433959722518921, 0.94619220495224, 0.9458681344985962, 0.9510263204574585, 0.9532701969146729, 0.9564473628997803, 0.9555282592773438, 0.9598495364189148, 0.9590272903442383], "cos_Ac_negg": [0.8236168026924133, 0.8713388442993164, 0.8862354755401611, 0.894679844379425, 0.9033118486404419, 0.9133994579315186, 0.9175644516944885, 0.9240198135375977, 0.9286859631538391, 0.9334502816200256, 0.9380637407302856, 0.9433959722518921, 0.94619220495224, 0.9458681344985962, 0.9510263204574585, 0.9532701969146729, 0.9564473628997803, 0.9555282592773438, 0.9598495364189148, 0.9590272903442383], "r_norm": [2.1889004707336426, 1.998749017715454, 1.9819180965423584, 1.9858661890029907, 1.978422999382019, 1.974747896194458, 1.9614530801773071, 1.9297171831130981, 1.9169316291809082, 1.9202556610107422, 1.8977322578430176, 1.869948387145996, 1.8626387119293213, 1.846613883972168, 1.8162317276000977, 1.808366298675537, 1.8006010055541992, 1.7704358100891113, 1.7631112337112427, 1.755885124206543]}, {"step": 8750, "epoch": 22, "train_loss": 0.34602922201156616, "cos_r_negg": [0.8193745613098145, 0.8685430884361267, 0.88300621509552, 0.8923412561416626, 0.9018611311912537, 0.9134427309036255, 0.9153001308441162, 0.9213697910308838, 0.9270448088645935, 0.932224452495575, 0.937027633190155, 0.9420961141586304, 0.9447994232177734, 0.944707453250885, 0.9495316743850708, 0.9497784376144409, 0.9549608826637268, 0.9556421041488647, 0.9590851068496704, 0.9565090537071228], "cos_apical_negg": [0.8193745613098145, 0.8685430884361267, 0.88300621509552, 0.8923412561416626, 0.9018611311912537, 0.9134427309036255, 0.9153001308441162, 0.9213697910308838, 0.9270448088645935, 0.932224452495575, 0.937027633190155, 0.9420961141586304, 0.9447994232177734, 0.944707453250885, 0.9495316743850708, 0.9497784376144409, 0.9549608826637268, 0.9556421041488647, 0.9590851068496704, 0.9565090537071228], "cos_Ac_negg": [0.8193745613098145, 0.8685430884361267, 0.88300621509552, 0.8923412561416626, 0.9018611311912537, 0.9134427309036255, 0.9153001308441162, 0.9213697910308838, 0.9270448088645935, 0.932224452495575, 0.937027633190155, 0.9420961141586304, 0.9447994232177734, 0.944707453250885, 0.9495316743850708, 0.9497784376144409, 0.9549608826637268, 0.9556421041488647, 0.9590851068496704, 0.9565090537071228], "r_norm": [2.1874446868896484, 2.001199722290039, 1.9836513996124268, 1.9856669902801514, 1.9790418148040771, 1.9740809202194214, 1.9616215229034424, 1.9310431480407715, 1.917189598083496, 1.9193572998046875, 1.8980417251586914, 1.8700056076049805, 1.8636693954467773, 1.846645474433899, 1.8167716264724731, 1.8074924945831299, 1.8022167682647705, 1.772125482559204, 1.7633874416351318, 1.7561078071594238], "ldr": {"dL_sdil": -0.1259169578552246, "dL_bp": -0.18753671646118164, "ratio": 0.6714256292382524}}, {"step": 8800, "epoch": 22, "train_loss": 0.5112468004226685, "cos_r_negg": [0.8343449234962463, 0.8703271150588989, 0.8846451044082642, 0.8933237195014954, 0.9039793014526367, 0.9155778884887695, 0.9181393384933472, 0.9222694635391235, 0.9270371794700623, 0.9337236285209656, 0.9374332427978516, 0.9426589012145996, 0.944922149181366, 0.9457393288612366, 0.9497968554496765, 0.9503685235977173, 0.9554411172866821, 0.9565949440002441, 0.9603142142295837, 0.958717405796051], "cos_apical_negg": [0.8343449234962463, 0.8703271150588989, 0.8846451044082642, 0.8933237195014954, 0.9039793014526367, 0.9155778884887695, 0.9181393384933472, 0.9222694635391235, 0.9270371794700623, 0.9337236285209656, 0.9374332427978516, 0.9426589012145996, 0.944922149181366, 0.9457393288612366, 0.9497968554496765, 0.9503685235977173, 0.9554411172866821, 0.9565949440002441, 0.9603142142295837, 0.958717405796051], "cos_Ac_negg": [0.8343449234962463, 0.8703271150588989, 0.8846451044082642, 0.8933237195014954, 0.9039793014526367, 0.9155778884887695, 0.9181393384933472, 0.9222694635391235, 0.9270371794700623, 0.9337236285209656, 0.9374332427978516, 0.9426589012145996, 0.944922149181366, 0.9457393288612366, 0.9497968554496765, 0.9503685235977173, 0.9554411172866821, 0.9565949440002441, 0.9603142142295837, 0.958717405796051], "r_norm": [2.2365589141845703, 2.0444018840789795, 2.029357671737671, 2.0332443714141846, 2.0245046615600586, 2.021589756011963, 2.0065388679504395, 1.9755663871765137, 1.9620693922042847, 1.964545726776123, 1.9386354684829712, 1.9126181602478027, 1.9035449028015137, 1.8895363807678223, 1.8585392236709595, 1.8473559617996216, 1.8401319980621338, 1.8107370138168335, 1.8001012802124023, 1.795332908630371]}, {"step": 8850, "epoch": 22, "train_loss": 0.22005802392959595, "cos_r_negg": [0.8300696611404419, 0.8716498017311096, 0.885923445224762, 0.895003080368042, 0.9053722620010376, 0.9153101444244385, 0.9188232421875, 0.9244752526283264, 0.9292147159576416, 0.9344809651374817, 0.9383403062820435, 0.9427986145019531, 0.9450324177742004, 0.9457764029502869, 0.9508855938911438, 0.9515091180801392, 0.9567573070526123, 0.9568432569503784, 0.9608778357505798, 0.9569420218467712], "cos_apical_negg": [0.8300696611404419, 0.8716498017311096, 0.885923445224762, 0.895003080368042, 0.9053722620010376, 0.9153101444244385, 0.9188232421875, 0.9244752526283264, 0.9292147159576416, 0.9344809651374817, 0.9383403062820435, 0.9427986145019531, 0.9450324177742004, 0.9457764029502869, 0.9508855938911438, 0.9515091180801392, 0.9567573070526123, 0.9568432569503784, 0.9608778357505798, 0.9569420218467712], "cos_Ac_negg": [0.8300696611404419, 0.8716498017311096, 0.885923445224762, 0.895003080368042, 0.9053722620010376, 0.9153101444244385, 0.9188232421875, 0.9244752526283264, 0.9292147159576416, 0.9344809651374817, 0.9383403062820435, 0.9427986145019531, 0.9450324177742004, 0.9457764029502869, 0.9508855938911438, 0.9515091180801392, 0.9567573070526123, 0.9568432569503784, 0.9608778357505798, 0.9569420218467712], "r_norm": [2.2966086864471436, 2.103039264678955, 2.086867570877075, 2.0916178226470947, 2.0827207565307617, 2.0794570446014404, 2.0645437240600586, 2.0329136848449707, 2.0187909603118896, 2.022146701812744, 1.9946002960205078, 1.968916416168213, 1.9583055973052979, 1.9444525241851807, 1.9109156131744385, 1.900276780128479, 1.891831874847412, 1.8620293140411377, 1.851621389389038, 1.8447681665420532]}, {"step": 8900, "epoch": 22, "train_loss": 0.5088880062103271, "cos_r_negg": [0.8240466117858887, 0.8704601526260376, 0.8829249143600464, 0.8935813307762146, 0.9029421806335449, 0.9143558144569397, 0.9160951972007751, 0.921798050403595, 0.9273408055305481, 0.9328723549842834, 0.9357408285140991, 0.9415335059165955, 0.9441949129104614, 0.9456576108932495, 0.9495196342468262, 0.9511762261390686, 0.9555041193962097, 0.9545003175735474, 0.9593230485916138, 0.9577757716178894], "cos_apical_negg": [0.8240466117858887, 0.8704601526260376, 0.8829249143600464, 0.8935813307762146, 0.9029421806335449, 0.9143558144569397, 0.9160951972007751, 0.921798050403595, 0.9273408055305481, 0.9328723549842834, 0.9357408285140991, 0.9415335059165955, 0.9441949129104614, 0.9456576108932495, 0.9495196342468262, 0.9511762261390686, 0.9555041193962097, 0.9545003175735474, 0.9593230485916138, 0.9577757716178894], "cos_Ac_negg": [0.8240466117858887, 0.8704601526260376, 0.8829249143600464, 0.8935813307762146, 0.9029421806335449, 0.9143558144569397, 0.9160951972007751, 0.921798050403595, 0.9273408055305481, 0.9328723549842834, 0.9357408285140991, 0.9415335059165955, 0.9441949129104614, 0.9456576108932495, 0.9495196342468262, 0.9511762261390686, 0.9555041193962097, 0.9545003175735474, 0.9593230485916138, 0.9577757716178894], "r_norm": [2.2758920192718506, 2.0910003185272217, 2.0755953788757324, 2.0799765586853027, 2.0699334144592285, 2.0687084197998047, 2.052187919616699, 2.021024227142334, 2.0083909034729004, 2.0106139183044434, 1.983467698097229, 1.957021713256836, 1.9480688571929932, 1.933487892150879, 1.8995555639266968, 1.8897311687469482, 1.880406379699707, 1.8506700992584229, 1.8410331010818481, 1.8338847160339355]}, {"step": 8950, "epoch": 22, "train_loss": 0.32076579332351685, "cos_r_negg": [0.8219894766807556, 0.8716985583305359, 0.884508490562439, 0.8968066573143005, 0.9051502346992493, 0.9154785871505737, 0.9186410903930664, 0.9228842854499817, 0.9286354780197144, 0.9347673058509827, 0.9383358955383301, 0.9432079792022705, 0.9457998275756836, 0.9459489583969116, 0.951615571975708, 0.9521967172622681, 0.9560783505439758, 0.9547374844551086, 0.9595237374305725, 0.9578776359558105], "cos_apical_negg": [0.8219894766807556, 0.8716985583305359, 0.884508490562439, 0.8968066573143005, 0.9051502346992493, 0.9154785871505737, 0.9186410903930664, 0.9228842854499817, 0.9286354780197144, 0.9347673058509827, 0.9383358955383301, 0.9432079792022705, 0.9457998275756836, 0.9459489583969116, 0.951615571975708, 0.9521967172622681, 0.9560783505439758, 0.9547374844551086, 0.9595237374305725, 0.9578776359558105], "cos_Ac_negg": [0.8219894766807556, 0.8716985583305359, 0.884508490562439, 0.8968066573143005, 0.9051502346992493, 0.9154785871505737, 0.9186410903930664, 0.9228842854499817, 0.9286354780197144, 0.9347673058509827, 0.9383358955383301, 0.9432079792022705, 0.9457998275756836, 0.9459489583969116, 0.951615571975708, 0.9521967172622681, 0.9560783505439758, 0.9547374844551086, 0.9595237374305725, 0.9578776359558105], "r_norm": [2.2755661010742188, 2.0931453704833984, 2.0771026611328125, 2.0827102661132812, 2.0694541931152344, 2.068502426147461, 2.0506253242492676, 2.019711971282959, 2.0062618255615234, 2.0096755027770996, 1.9858206510543823, 1.9586527347564697, 1.9489896297454834, 1.9340286254882812, 1.900030255317688, 1.8897390365600586, 1.8815608024597168, 1.8508191108703613, 1.8414390087127686, 1.833652138710022]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4289, "test_loss": 2.9329326416015626}, {"step": 9000, "epoch": 23, "train_loss": 0.31574201583862305, "cos_r_negg": [0.8283436894416809, 0.8710637092590332, 0.8836874961853027, 0.8944071531295776, 0.9049821496009827, 0.915315568447113, 0.9167253375053406, 0.9238911867141724, 0.9292131066322327, 0.9342362880706787, 0.93775874376297, 0.9422467350959778, 0.9451214075088501, 0.946082353591919, 0.9515360593795776, 0.952512264251709, 0.9553658962249756, 0.9559398889541626, 0.9598719477653503, 0.957100510597229], "cos_apical_negg": [0.8283436894416809, 0.8710637092590332, 0.8836874961853027, 0.8944071531295776, 0.9049821496009827, 0.915315568447113, 0.9167253375053406, 0.9238911867141724, 0.9292131066322327, 0.9342362880706787, 0.93775874376297, 0.9422467350959778, 0.9451214075088501, 0.946082353591919, 0.9515360593795776, 0.952512264251709, 0.9553658962249756, 0.9559398889541626, 0.9598719477653503, 0.957100510597229], "cos_Ac_negg": [0.8283436894416809, 0.8710637092590332, 0.8836874961853027, 0.8944071531295776, 0.9049821496009827, 0.915315568447113, 0.9167253375053406, 0.9238911867141724, 0.9292131066322327, 0.9342362880706787, 0.93775874376297, 0.9422467350959778, 0.9451214075088501, 0.946082353591919, 0.9515360593795776, 0.952512264251709, 0.9553658962249756, 0.9559398889541626, 0.9598719477653503, 0.957100510597229], "r_norm": [2.2584729194641113, 2.075916290283203, 2.058340549468994, 2.0644750595092773, 2.051754951477051, 2.0507819652557373, 2.033644914627075, 2.001366138458252, 1.9888560771942139, 1.9914522171020508, 1.969294786453247, 1.943903923034668, 1.9322808980941772, 1.9179822206497192, 1.8835607767105103, 1.8736058473587036, 1.8659894466400146, 1.835566520690918, 1.825435996055603, 1.8166296482086182], "ldr": {"dL_sdil": -0.15908551216125488, "dL_bp": -0.22848939895629883, "ratio": 0.6962489852392748}}, {"step": 9050, "epoch": 23, "train_loss": 0.2961851954460144, "cos_r_negg": [0.8243792653083801, 0.8669953346252441, 0.8801493048667908, 0.8907296657562256, 0.9007365703582764, 0.911132276058197, 0.9140878915786743, 0.9215735197067261, 0.9245091080665588, 0.9302338361740112, 0.9340846538543701, 0.937842607498169, 0.9424437284469604, 0.9420559406280518, 0.9465247988700867, 0.9479058384895325, 0.9515037536621094, 0.951341986656189, 0.9570363759994507, 0.9539896249771118], "cos_apical_negg": [0.8243792653083801, 0.8669953346252441, 0.8801493048667908, 0.8907296657562256, 0.9007365703582764, 0.911132276058197, 0.9140878915786743, 0.9215735197067261, 0.9245091080665588, 0.9302338361740112, 0.9340846538543701, 0.937842607498169, 0.9424437284469604, 0.9420559406280518, 0.9465247988700867, 0.9479058384895325, 0.9515037536621094, 0.951341986656189, 0.9570363759994507, 0.9539896249771118], "cos_Ac_negg": [0.8243792653083801, 0.8669953346252441, 0.8801493048667908, 0.8907296657562256, 0.9007365703582764, 0.911132276058197, 0.9140878915786743, 0.9215735197067261, 0.9245091080665588, 0.9302338361740112, 0.9340846538543701, 0.937842607498169, 0.9424437284469604, 0.9420559406280518, 0.9465247988700867, 0.9479058384895325, 0.9515037536621094, 0.951341986656189, 0.9570363759994507, 0.9539896249771118], "r_norm": [2.2688329219818115, 2.0862433910369873, 2.0685229301452637, 2.077486991882324, 2.064213514328003, 2.061206579208374, 2.0455679893493652, 2.01300048828125, 1.9978952407836914, 2.0040769577026367, 1.979341983795166, 1.9529049396514893, 1.9403001070022583, 1.9261233806610107, 1.8910058736801147, 1.8804762363433838, 1.8714817762374878, 1.840862512588501, 1.830146074295044, 1.821443796157837]}, {"step": 9100, "epoch": 23, "train_loss": 0.23236793279647827, "cos_r_negg": [0.8167812824249268, 0.8694637417793274, 0.8811338543891907, 0.8921457529067993, 0.9030154943466187, 0.9142401814460754, 0.9168477654457092, 0.9222466945648193, 0.9270433187484741, 0.9326281547546387, 0.9353195428848267, 0.9408817291259766, 0.9428473711013794, 0.9453048706054688, 0.949853777885437, 0.9515190124511719, 0.955547571182251, 0.9550013542175293, 0.9587337374687195, 0.9563895463943481], "cos_apical_negg": [0.8167812824249268, 0.8694637417793274, 0.8811338543891907, 0.8921457529067993, 0.9030154943466187, 0.9142401814460754, 0.9168477654457092, 0.9222466945648193, 0.9270433187484741, 0.9326281547546387, 0.9353195428848267, 0.9408817291259766, 0.9428473711013794, 0.9453048706054688, 0.949853777885437, 0.9515190124511719, 0.955547571182251, 0.9550013542175293, 0.9587337374687195, 0.9563895463943481], "cos_Ac_negg": [0.8167812824249268, 0.8694637417793274, 0.8811338543891907, 0.8921457529067993, 0.9030154943466187, 0.9142401814460754, 0.9168477654457092, 0.9222466945648193, 0.9270433187484741, 0.9326281547546387, 0.9353195428848267, 0.9408817291259766, 0.9428473711013794, 0.9453048706054688, 0.949853777885437, 0.9515190124511719, 0.955547571182251, 0.9550013542175293, 0.9587337374687195, 0.9563895463943481], "r_norm": [2.25357723236084, 2.076587200164795, 2.060136079788208, 2.065060615539551, 2.0519464015960693, 2.0500850677490234, 2.0342817306518555, 2.0019989013671875, 1.9887490272521973, 1.9921778440475464, 1.970503807067871, 1.9424840211868286, 1.9301581382751465, 1.915889024734497, 1.8823081254959106, 1.872328281402588, 1.8618971109390259, 1.8325955867767334, 1.8204691410064697, 1.8147339820861816]}, {"step": 9150, "epoch": 23, "train_loss": 0.33973392844200134, "cos_r_negg": [0.8176076412200928, 0.8681353330612183, 0.8806461691856384, 0.8916034698486328, 0.9019110202789307, 0.9121843576431274, 0.9137239456176758, 0.9192885160446167, 0.9233683347702026, 0.9305973052978516, 0.9342799186706543, 0.9389617443084717, 0.9413754940032959, 0.9417197704315186, 0.9464427828788757, 0.9484373331069946, 0.9522494077682495, 0.9515747427940369, 0.9558041095733643, 0.9541043639183044], "cos_apical_negg": [0.8176076412200928, 0.8681353330612183, 0.8806461691856384, 0.8916034698486328, 0.9019110202789307, 0.9121843576431274, 0.9137239456176758, 0.9192885160446167, 0.9233683347702026, 0.9305973052978516, 0.9342799186706543, 0.9389617443084717, 0.9413754940032959, 0.9417197704315186, 0.9464427828788757, 0.9484373331069946, 0.9522494077682495, 0.9515747427940369, 0.9558041095733643, 0.9541043639183044], "cos_Ac_negg": [0.8176076412200928, 0.8681353330612183, 0.8806461691856384, 0.8916034698486328, 0.9019110202789307, 0.9121843576431274, 0.9137239456176758, 0.9192885160446167, 0.9233683347702026, 0.9305973052978516, 0.9342799186706543, 0.9389617443084717, 0.9413754940032959, 0.9417197704315186, 0.9464427828788757, 0.9484373331069946, 0.9522494077682495, 0.9515747427940369, 0.9558041095733643, 0.9541043639183044], "r_norm": [2.2867062091827393, 2.109553098678589, 2.0909347534179688, 2.0978312492370605, 2.0852203369140625, 2.0830039978027344, 2.069485664367676, 2.034879446029663, 2.0209298133850098, 2.0227746963500977, 2.0007781982421875, 1.973349928855896, 1.960113763809204, 1.9463627338409424, 1.911034107208252, 1.9015945196151733, 1.8895654678344727, 1.861978530883789, 1.8495566844940186, 1.8413233757019043]}, {"step": 9200, "epoch": 23, "train_loss": 0.38416802883148193, "cos_r_negg": [0.8261802196502686, 0.8712185621261597, 0.8846334218978882, 0.8945207595825195, 0.904066801071167, 0.9156671166419983, 0.9174389839172363, 0.9237983822822571, 0.92780601978302, 0.9349136352539062, 0.9377583265304565, 0.9424051642417908, 0.9444333910942078, 0.9448307752609253, 0.9512076377868652, 0.9500758647918701, 0.9563260674476624, 0.955790638923645, 0.9591350555419922, 0.9578847885131836], "cos_apical_negg": [0.8261802196502686, 0.8712185621261597, 0.8846334218978882, 0.8945207595825195, 0.904066801071167, 0.9156671166419983, 0.9174389839172363, 0.9237983822822571, 0.92780601978302, 0.9349136352539062, 0.9377583265304565, 0.9424051642417908, 0.9444333910942078, 0.9448307752609253, 0.9512076377868652, 0.9500758647918701, 0.9563260674476624, 0.955790638923645, 0.9591350555419922, 0.9578847885131836], "cos_Ac_negg": [0.8261802196502686, 0.8712185621261597, 0.8846334218978882, 0.8945207595825195, 0.904066801071167, 0.9156671166419983, 0.9174389839172363, 0.9237983822822571, 0.92780601978302, 0.9349136352539062, 0.9377583265304565, 0.9424051642417908, 0.9444333910942078, 0.9448307752609253, 0.9512076377868652, 0.9500758647918701, 0.9563260674476624, 0.955790638923645, 0.9591350555419922, 0.9578847885131836], "r_norm": [2.3344156742095947, 2.154616355895996, 2.137241840362549, 2.1427178382873535, 2.130692958831787, 2.1280288696289062, 2.1141135692596436, 2.0807251930236816, 2.0661110877990723, 2.0688366889953613, 2.045628547668457, 2.017591714859009, 2.0052638053894043, 1.9900789260864258, 1.9551314115524292, 1.943310022354126, 1.9332917928695679, 1.9040987491607666, 1.8896920680999756, 1.882605791091919]}, {"step": 9250, "epoch": 23, "train_loss": 0.42978769540786743, "cos_r_negg": [0.8243457674980164, 0.8710979223251343, 0.8827145099639893, 0.8935781121253967, 0.9040399789810181, 0.9142358303070068, 0.9168089628219604, 0.9226827025413513, 0.9277363419532776, 0.9339573979377747, 0.937274158000946, 0.9412528276443481, 0.9451333284378052, 0.9454103112220764, 0.9510349035263062, 0.9519228339195251, 0.9556070566177368, 0.9549570679664612, 0.959475576877594, 0.9592217206954956], "cos_apical_negg": [0.8243457674980164, 0.8710979223251343, 0.8827145099639893, 0.8935781121253967, 0.9040399789810181, 0.9142358303070068, 0.9168089628219604, 0.9226827025413513, 0.9277363419532776, 0.9339573979377747, 0.937274158000946, 0.9412528276443481, 0.9451333284378052, 0.9454103112220764, 0.9510349035263062, 0.9519228339195251, 0.9556070566177368, 0.9549570679664612, 0.959475576877594, 0.9592217206954956], "cos_Ac_negg": [0.8243457674980164, 0.8710979223251343, 0.8827145099639893, 0.8935781121253967, 0.9040399789810181, 0.9142358303070068, 0.9168089628219604, 0.9226827025413513, 0.9277363419532776, 0.9339573979377747, 0.937274158000946, 0.9412528276443481, 0.9451333284378052, 0.9454103112220764, 0.9510349035263062, 0.9519228339195251, 0.9556070566177368, 0.9549570679664612, 0.959475576877594, 0.9592217206954956], "r_norm": [2.315518617630005, 2.1397626399993896, 2.1219842433929443, 2.128253936767578, 2.11539363861084, 2.1140501499176025, 2.098799228668213, 2.0659751892089844, 2.049384117126465, 2.055732488632202, 2.0328330993652344, 2.0041933059692383, 1.9894248247146606, 1.9754276275634766, 1.9406369924545288, 1.9288618564605713, 1.9167001247406006, 1.8874549865722656, 1.8765302896499634, 1.8688991069793701], "ldr": {"dL_sdil": -0.14992809295654297, "dL_bp": -0.2241497039794922, "ratio": 0.6688748202418332}}, {"step": 9300, "epoch": 23, "train_loss": 0.36648210883140564, "cos_r_negg": [0.8232238292694092, 0.8734089136123657, 0.8831170201301575, 0.8928577899932861, 0.9037104845046997, 0.915111780166626, 0.9171169996261597, 0.923740029335022, 0.9287750720977783, 0.9350200891494751, 0.938530683517456, 0.9421858787536621, 0.9452683329582214, 0.9475110769271851, 0.9513744115829468, 0.9533920288085938, 0.9567219018936157, 0.9552501440048218, 0.9596042633056641, 0.9598525166511536], "cos_apical_negg": [0.8232238292694092, 0.8734089136123657, 0.8831170201301575, 0.8928577899932861, 0.9037104845046997, 0.915111780166626, 0.9171169996261597, 0.923740029335022, 0.9287750720977783, 0.9350200891494751, 0.938530683517456, 0.9421858787536621, 0.9452683329582214, 0.9475110769271851, 0.9513744115829468, 0.9533920288085938, 0.9567219018936157, 0.9552501440048218, 0.9596042633056641, 0.9598525166511536], "cos_Ac_negg": [0.8232238292694092, 0.8734089136123657, 0.8831170201301575, 0.8928577899932861, 0.9037104845046997, 0.915111780166626, 0.9171169996261597, 0.923740029335022, 0.9287750720977783, 0.9350200891494751, 0.938530683517456, 0.9421858787536621, 0.9452683329582214, 0.9475110769271851, 0.9513744115829468, 0.9533920288085938, 0.9567219018936157, 0.9552501440048218, 0.9596042633056641, 0.9598525166511536], "r_norm": [2.32140851020813, 2.1508119106292725, 2.1359643936157227, 2.1425061225891113, 2.1282706260681152, 2.1286826133728027, 2.1128878593444824, 2.0809578895568848, 2.064770221710205, 2.0691440105438232, 2.046797752380371, 2.015317440032959, 2.002847194671631, 1.9897867441177368, 1.9537547826766968, 1.9445433616638184, 1.9292652606964111, 1.9008688926696777, 1.8886618614196777, 1.883298635482788]}, {"step": 9350, "epoch": 23, "train_loss": 0.32007572054862976, "cos_r_negg": [0.8310146331787109, 0.8718709945678711, 0.8827050924301147, 0.8939553499221802, 0.903073251247406, 0.9134590029716492, 0.916077733039856, 0.92351233959198, 0.9276541471481323, 0.9332462549209595, 0.9384219646453857, 0.9422459602355957, 0.9437596797943115, 0.9457550644874573, 0.9507776498794556, 0.9517702460289001, 0.9559001922607422, 0.9559219479560852, 0.959275484085083, 0.9589066505432129], "cos_apical_negg": [0.8310146331787109, 0.8718709945678711, 0.8827050924301147, 0.8939553499221802, 0.903073251247406, 0.9134590029716492, 0.916077733039856, 0.92351233959198, 0.9276541471481323, 0.9332462549209595, 0.9384219646453857, 0.9422459602355957, 0.9437596797943115, 0.9457550644874573, 0.9507776498794556, 0.9517702460289001, 0.9559001922607422, 0.9559219479560852, 0.959275484085083, 0.9589066505432129], "cos_Ac_negg": [0.8310146331787109, 0.8718709945678711, 0.8827050924301147, 0.8939553499221802, 0.903073251247406, 0.9134590029716492, 0.916077733039856, 0.92351233959198, 0.9276541471481323, 0.9332462549209595, 0.9384219646453857, 0.9422459602355957, 0.9437596797943115, 0.9457550644874573, 0.9507776498794556, 0.9517702460289001, 0.9559001922607422, 0.9559219479560852, 0.959275484085083, 0.9589066505432129], "r_norm": [2.3333663940429688, 2.158313274383545, 2.1438136100769043, 2.1478688716888428, 2.13560152053833, 2.134241819381714, 2.1180171966552734, 2.0856282711029053, 2.0716910362243652, 2.074430465698242, 2.050750970840454, 2.0214524269104004, 2.007723093032837, 1.993323802947998, 1.9580047130584717, 1.9468761682510376, 1.934585690498352, 1.9053956270217896, 1.8916277885437012, 1.8860783576965332]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4202, "test_loss": 3.1203314453125}, {"step": 9400, "epoch": 24, "train_loss": 0.26927220821380615, "cos_r_negg": [0.8258098363876343, 0.8745195865631104, 0.8870869874954224, 0.8973676562309265, 0.9070024490356445, 0.9173097610473633, 0.9210371971130371, 0.9255455732345581, 0.9324363470077515, 0.9370300769805908, 0.9415004253387451, 0.9461863040924072, 0.9489595890045166, 0.949978232383728, 0.9553122520446777, 0.9562618732452393, 0.9605122804641724, 0.9619124531745911, 0.963635265827179, 0.9615179896354675], "cos_apical_negg": [0.8258098363876343, 0.8745195865631104, 0.8870869874954224, 0.8973676562309265, 0.9070024490356445, 0.9173097610473633, 0.9210371971130371, 0.9255455732345581, 0.9324363470077515, 0.9370300769805908, 0.9415004253387451, 0.9461863040924072, 0.9489595890045166, 0.949978232383728, 0.9553122520446777, 0.9562618732452393, 0.9605122804641724, 0.9619124531745911, 0.963635265827179, 0.9615179896354675], "cos_Ac_negg": [0.8258098363876343, 0.8745195865631104, 0.8870869874954224, 0.8973676562309265, 0.9070024490356445, 0.9173097610473633, 0.9210371971130371, 0.9255455732345581, 0.9324363470077515, 0.9370300769805908, 0.9415004253387451, 0.9461863040924072, 0.9489595890045166, 0.949978232383728, 0.9553122520446777, 0.9562618732452393, 0.9605122804641724, 0.9619124531745911, 0.963635265827179, 0.9615179896354675], "r_norm": [2.3366305828094482, 2.1605453491210938, 2.1440072059631348, 2.1492466926574707, 2.136875629425049, 2.134244441986084, 2.1184065341949463, 2.08427095413208, 2.0705645084381104, 2.07379412651062, 2.0516507625579834, 2.0206708908081055, 2.0071966648101807, 1.9917829036712646, 1.9554245471954346, 1.944912075996399, 1.9341373443603516, 1.9050819873809814, 1.8931092023849487, 1.8845628499984741]}, {"step": 9450, "epoch": 24, "train_loss": 0.264068067073822, "cos_r_negg": [0.8256735801696777, 0.8698443174362183, 0.8821474313735962, 0.8945677280426025, 0.9038147926330566, 0.9133750796318054, 0.9174057245254517, 0.9211409091949463, 0.9269506931304932, 0.9334568977355957, 0.9379189014434814, 0.9408991932868958, 0.9433956742286682, 0.9460200667381287, 0.9504254460334778, 0.9522659778594971, 0.9567070007324219, 0.9571593999862671, 0.9596935510635376, 0.9583549499511719], "cos_apical_negg": [0.8256735801696777, 0.8698443174362183, 0.8821474313735962, 0.8945677280426025, 0.9038147926330566, 0.9133750796318054, 0.9174057245254517, 0.9211409091949463, 0.9269506931304932, 0.9334568977355957, 0.9379189014434814, 0.9408991932868958, 0.9433956742286682, 0.9460200667381287, 0.9504254460334778, 0.9522659778594971, 0.9567070007324219, 0.9571593999862671, 0.9596935510635376, 0.9583549499511719], "cos_Ac_negg": [0.8256735801696777, 0.8698443174362183, 0.8821474313735962, 0.8945677280426025, 0.9038147926330566, 0.9133750796318054, 0.9174057245254517, 0.9211409091949463, 0.9269506931304932, 0.9334568977355957, 0.9379189014434814, 0.9408991932868958, 0.9433956742286682, 0.9460200667381287, 0.9504254460334778, 0.9522659778594971, 0.9567070007324219, 0.9571593999862671, 0.9596935510635376, 0.9583549499511719], "r_norm": [2.3599720001220703, 2.1884231567382812, 2.172466278076172, 2.1792240142822266, 2.1675095558166504, 2.1658711433410645, 2.149367332458496, 2.1168458461761475, 2.1015758514404297, 2.106771945953369, 2.082981586456299, 2.0523934364318848, 2.0385797023773193, 2.023435115814209, 1.9878621101379395, 1.977754831314087, 1.963822841644287, 1.933931589126587, 1.9197888374328613, 1.9142199754714966]}, {"step": 9500, "epoch": 24, "train_loss": 0.31471121311187744, "cos_r_negg": [0.8220693469047546, 0.8725904226303101, 0.8852206468582153, 0.8958536386489868, 0.9065111875534058, 0.9165129661560059, 0.9200571179389954, 0.9243009090423584, 0.9296742677688599, 0.9362927675247192, 0.9406923055648804, 0.944745659828186, 0.946434497833252, 0.9473954439163208, 0.9529180526733398, 0.9539522528648376, 0.9579289555549622, 0.958116888999939, 0.9619013667106628, 0.9603404402732849], "cos_apical_negg": [0.8220693469047546, 0.8725904226303101, 0.8852206468582153, 0.8958536386489868, 0.9065111875534058, 0.9165129661560059, 0.9200571179389954, 0.9243009090423584, 0.9296742677688599, 0.9362927675247192, 0.9406923055648804, 0.944745659828186, 0.946434497833252, 0.9473954439163208, 0.9529180526733398, 0.9539522528648376, 0.9579289555549622, 0.958116888999939, 0.9619013667106628, 0.9603404402732849], "cos_Ac_negg": [0.8220693469047546, 0.8725904226303101, 0.8852206468582153, 0.8958536386489868, 0.9065111875534058, 0.9165129661560059, 0.9200571179389954, 0.9243009090423584, 0.9296742677688599, 0.9362927675247192, 0.9406923055648804, 0.944745659828186, 0.946434497833252, 0.9473954439163208, 0.9529180526733398, 0.9539522528648376, 0.9579289555549622, 0.958116888999939, 0.9619013667106628, 0.9603404402732849], "r_norm": [2.3690264225006104, 2.19590163230896, 2.1796069145202637, 2.186680316925049, 2.1784706115722656, 2.174757957458496, 2.1596641540527344, 2.1254634857177734, 2.1120476722717285, 2.1160364151000977, 2.0900754928588867, 2.061149835586548, 2.045870065689087, 2.0315349102020264, 1.9946646690368652, 1.9847960472106934, 1.9692497253417969, 1.9422590732574463, 1.9255833625793457, 1.9205515384674072], "ldr": {"dL_sdil": -0.1445174217224121, "dL_bp": -0.23286795616149902, "ratio": 0.620598145423607}}, {"step": 9550, "epoch": 24, "train_loss": 0.37897783517837524, "cos_r_negg": [0.8206921219825745, 0.8677265644073486, 0.8832828402519226, 0.8925162553787231, 0.9021158814430237, 0.9126014709472656, 0.9159784317016602, 0.9205232858657837, 0.9257659316062927, 0.9335051774978638, 0.9362762570381165, 0.940369725227356, 0.9430398344993591, 0.9448275566101074, 0.9493902921676636, 0.949842631816864, 0.954531192779541, 0.9545031785964966, 0.9588947296142578, 0.9578067064285278], "cos_apical_negg": [0.8206921219825745, 0.8677265644073486, 0.8832828402519226, 0.8925162553787231, 0.9021158814430237, 0.9126014709472656, 0.9159784317016602, 0.9205232858657837, 0.9257659316062927, 0.9335051774978638, 0.9362762570381165, 0.940369725227356, 0.9430398344993591, 0.9448275566101074, 0.9493902921676636, 0.949842631816864, 0.954531192779541, 0.9545031785964966, 0.9588947296142578, 0.9578067064285278], "cos_Ac_negg": [0.8206921219825745, 0.8677265644073486, 0.8832828402519226, 0.8925162553787231, 0.9021158814430237, 0.9126014709472656, 0.9159784317016602, 0.9205232858657837, 0.9257659316062927, 0.9335051774978638, 0.9362762570381165, 0.940369725227356, 0.9430398344993591, 0.9448275566101074, 0.9493902921676636, 0.949842631816864, 0.954531192779541, 0.9545031785964966, 0.9588947296142578, 0.9578067064285278], "r_norm": [2.399735927581787, 2.2225985527038574, 2.207082748413086, 2.213721513748169, 2.2068867683410645, 2.2016491889953613, 2.184309959411621, 2.153477668762207, 2.1368520259857178, 2.141862392425537, 2.1145811080932617, 2.0853850841522217, 2.070268154144287, 2.0554850101470947, 2.019272804260254, 2.007613182067871, 1.991946816444397, 1.9638633728027344, 1.9467977285385132, 1.9417941570281982]}, {"step": 9600, "epoch": 24, "train_loss": 0.49316832423210144, "cos_r_negg": [0.8168882131576538, 0.8696591258049011, 0.8840808868408203, 0.8949700593948364, 0.9043635725975037, 0.9133976697921753, 0.9162390232086182, 0.921095609664917, 0.9269741773605347, 0.9351662397384644, 0.937995433807373, 0.9422920942306519, 0.9435946941375732, 0.9455817341804504, 0.9506875276565552, 0.9512990713119507, 0.9554293155670166, 0.9546270966529846, 0.9594374299049377, 0.9589280486106873], "cos_apical_negg": [0.8168882131576538, 0.8696591258049011, 0.8840808868408203, 0.8949700593948364, 0.9043635725975037, 0.9133976697921753, 0.9162390232086182, 0.921095609664917, 0.9269741773605347, 0.9351662397384644, 0.937995433807373, 0.9422920942306519, 0.9435946941375732, 0.9455817341804504, 0.9506875276565552, 0.9512990713119507, 0.9554293155670166, 0.9546270966529846, 0.9594374299049377, 0.9589280486106873], "cos_Ac_negg": [0.8168882131576538, 0.8696591258049011, 0.8840808868408203, 0.8949700593948364, 0.9043635725975037, 0.9133976697921753, 0.9162390232086182, 0.921095609664917, 0.9269741773605347, 0.9351662397384644, 0.937995433807373, 0.9422920942306519, 0.9435946941375732, 0.9455817341804504, 0.9506875276565552, 0.9512990713119507, 0.9554293155670166, 0.9546270966529846, 0.9594374299049377, 0.9589280486106873], "r_norm": [2.373114585876465, 2.2040438652038574, 2.187737464904785, 2.1939609050750732, 2.187211751937866, 2.1822569370269775, 2.166860342025757, 2.133683204650879, 2.1202523708343506, 2.1225671768188477, 2.094677686691284, 2.0689523220062256, 2.0526766777038574, 2.0373945236206055, 2.0006563663482666, 1.9906303882598877, 1.974897861480713, 1.9471614360809326, 1.9297393560409546, 1.9253175258636475]}, {"step": 9650, "epoch": 24, "train_loss": 0.36481794714927673, "cos_r_negg": [0.8161004781723022, 0.8695272207260132, 0.8830503225326538, 0.8938866853713989, 0.9046216011047363, 0.9144483804702759, 0.9158741235733032, 0.9229281544685364, 0.9280726909637451, 0.9344233274459839, 0.937219500541687, 0.9418947100639343, 0.944835901260376, 0.9459705352783203, 0.9511634111404419, 0.9518861770629883, 0.9556757211685181, 0.9554667472839355, 0.9614137411117554, 0.959753155708313], "cos_apical_negg": [0.8161004781723022, 0.8695272207260132, 0.8830503225326538, 0.8938866853713989, 0.9046216011047363, 0.9144483804702759, 0.9158741235733032, 0.9229281544685364, 0.9280726909637451, 0.9344233274459839, 0.937219500541687, 0.9418947100639343, 0.944835901260376, 0.9459705352783203, 0.9511634111404419, 0.9518861770629883, 0.9556757211685181, 0.9554667472839355, 0.9614137411117554, 0.959753155708313], "cos_Ac_negg": [0.8161004781723022, 0.8695272207260132, 0.8830503225326538, 0.8938866853713989, 0.9046216011047363, 0.9144483804702759, 0.9158741235733032, 0.9229281544685364, 0.9280726909637451, 0.9344233274459839, 0.937219500541687, 0.9418947100639343, 0.944835901260376, 0.9459705352783203, 0.9511634111404419, 0.9518861770629883, 0.9556757211685181, 0.9554667472839355, 0.9614137411117554, 0.959753155708313], "r_norm": [2.3341212272644043, 2.1704630851745605, 2.153318405151367, 2.1603665351867676, 2.1533150672912598, 2.1483116149902344, 2.131690263748169, 2.099565267562866, 2.086474657058716, 2.0894174575805664, 2.062556266784668, 2.0353927612304688, 2.019740581512451, 2.0048234462738037, 1.9688329696655273, 1.9589844942092896, 1.9426673650741577, 1.915027379989624, 1.8980695009231567, 1.8937511444091797]}, {"step": 9700, "epoch": 24, "train_loss": 0.3522544205188751, "cos_r_negg": [0.8231611847877502, 0.8682047724723816, 0.8837493062019348, 0.8947323560714722, 0.9033716917037964, 0.9126284718513489, 0.9158917665481567, 0.922515332698822, 0.9269096851348877, 0.9339056611061096, 0.9366804957389832, 0.941401481628418, 0.9447019100189209, 0.9448015689849854, 0.9501241445541382, 0.9517886638641357, 0.9544727206230164, 0.9560943841934204, 0.9596812725067139, 0.9582464694976807], "cos_apical_negg": [0.8231611847877502, 0.8682047724723816, 0.8837493062019348, 0.8947323560714722, 0.9033716917037964, 0.9126284718513489, 0.9158917665481567, 0.922515332698822, 0.9269096851348877, 0.9339056611061096, 0.9366804957389832, 0.941401481628418, 0.9447019100189209, 0.9448015689849854, 0.9501241445541382, 0.9517886638641357, 0.9544727206230164, 0.9560943841934204, 0.9596812725067139, 0.9582464694976807], "cos_Ac_negg": [0.8231611847877502, 0.8682047724723816, 0.8837493062019348, 0.8947323560714722, 0.9033716917037964, 0.9126284718513489, 0.9158917665481567, 0.922515332698822, 0.9269096851348877, 0.9339056611061096, 0.9366804957389832, 0.941401481628418, 0.9447019100189209, 0.9448015689849854, 0.9501241445541382, 0.9517886638641357, 0.9544727206230164, 0.9560943841934204, 0.9596812725067139, 0.9582464694976807], "r_norm": [2.3743789196014404, 2.2072134017944336, 2.1905903816223145, 2.1996030807495117, 2.1917128562927246, 2.187520742416382, 2.1695971488952637, 2.1377921104431152, 2.121800422668457, 2.127255439758301, 2.0986781120300293, 2.071455478668213, 2.0558111667633057, 2.0404458045959473, 2.00433349609375, 1.9916019439697266, 1.9765894412994385, 1.9485154151916504, 1.930443286895752, 1.925240397453308]}, {"step": 9750, "epoch": 24, "train_loss": 0.2529836893081665, "cos_r_negg": [0.8153740167617798, 0.864695131778717, 0.8807069659233093, 0.8921984434127808, 0.9020552635192871, 0.9121478796005249, 0.9139463901519775, 0.9217294454574585, 0.9265307188034058, 0.9320145845413208, 0.935073733329773, 0.9407713413238525, 0.9428889751434326, 0.9433813691139221, 0.9502450823783875, 0.9504873752593994, 0.9551402926445007, 0.9563858509063721, 0.9590661525726318, 0.9586077928543091], "cos_apical_negg": [0.8153740167617798, 0.864695131778717, 0.8807069659233093, 0.8921984434127808, 0.9020552635192871, 0.9121478796005249, 0.9139463901519775, 0.9217294454574585, 0.9265307188034058, 0.9320145845413208, 0.935073733329773, 0.9407713413238525, 0.9428889751434326, 0.9433813691139221, 0.9502450823783875, 0.9504873752593994, 0.9551402926445007, 0.9563858509063721, 0.9590661525726318, 0.9586077928543091], "cos_Ac_negg": [0.8153740167617798, 0.864695131778717, 0.8807069659233093, 0.8921984434127808, 0.9020552635192871, 0.9121478796005249, 0.9139463901519775, 0.9217294454574585, 0.9265307188034058, 0.9320145845413208, 0.935073733329773, 0.9407713413238525, 0.9428889751434326, 0.9433813691139221, 0.9502450823783875, 0.9504873752593994, 0.9551402926445007, 0.9563858509063721, 0.9590661525726318, 0.9586077928543091], "r_norm": [2.388062000274658, 2.2208821773529053, 2.20479679107666, 2.213106870651245, 2.2059273719787598, 2.199098825454712, 2.183314800262451, 2.151829242706299, 2.134132146835327, 2.1389882564544678, 2.1100869178771973, 2.08345627784729, 2.0689542293548584, 2.051997184753418, 2.0161452293395996, 2.0028421878814697, 1.9890028238296509, 1.9598151445388794, 1.9414783716201782, 1.936231255531311], "ldr": {"dL_sdil": -0.16085457801818848, "dL_bp": -0.25477075576782227, "ratio": 0.6313698663467423}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4235, "test_loss": 3.17843310546875}], "final": {"test_acc": 0.4235, "test_loss": 3.17843310546875, "wall_s": 831.3542077541351, "cos_r_negg": [0.8142651319503784, 0.8658955097198486, 0.879786491394043, 0.8926727771759033, 0.9019266366958618, 0.9115017652511597, 0.9148122668266296, 0.920245885848999, 0.9269353151321411, 0.9318133592605591, 0.9358161687850952, 0.9393734931945801, 0.9439527988433838, 0.9439347982406616, 0.9490708112716675, 0.9518868327140808, 0.9542194604873657, 0.9555560350418091, 0.9586504697799683, 0.9592843055725098], "cos_apical_negg": [0.8142651319503784, 0.8658955097198486, 0.879786491394043, 0.8926727771759033, 0.9019266366958618, 0.9115017652511597, 0.9148122668266296, 0.920245885848999, 0.9269353151321411, 0.9318133592605591, 0.9358161687850952, 0.9393734931945801, 0.9439527988433838, 0.9439347982406616, 0.9490708112716675, 0.9518868327140808, 0.9542194604873657, 0.9555560350418091, 0.9586504697799683, 0.9592843055725098], "cos_Ac_negg": [0.8142651319503784, 0.8658955097198486, 0.879786491394043, 0.8926727771759033, 0.9019266366958618, 0.9115017652511597, 0.9148122668266296, 0.920245885848999, 0.9269353151321411, 0.9318133592605591, 0.9358161687850952, 0.9393734931945801, 0.9439527988433838, 0.9439347982406616, 0.9490708112716675, 0.9518868327140808, 0.9542194604873657, 0.9555560350418091, 0.9586504697799683, 0.9592843055725098]}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_sdil_d30_s0.json b/results/deepres_cifar10_sdil_d30_s0.json
new file mode 100644
index 0000000..fb7a691
--- /dev/null
+++ b/results/deepres_cifar10_sdil_d30_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 30, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_sdil_d30_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5792012214660645, "cos_r_negg": [0.011843105778098106, 0.006372679024934769, 0.02469302900135517, -0.00882822833955288, 0.0626327320933342, 0.00477247079834342, 0.016451481729745865, 0.017568621784448624, 0.005243221763521433, -0.04499880596995354, 0.012440048158168793, 0.016294468194246292, 0.014118390157818794, -0.027010787278413773, -0.0003511263057589531, -0.006452412344515324, 0.015059995464980602, 0.016956137493252754, 0.03453776240348816, 0.00468404171988368, 0.01791669800877571, 0.008249273523688316, -0.030512919649481773, -0.04895113408565521, -0.015413654036819935, -0.005563972983509302, 0.0022613205946981907, 0.01926312781870365, 0.025492992252111435, 0.030619347468018532], "cos_apical_negg": [0.011843105778098106, 0.006372679024934769, 0.02469302900135517, -0.00882822833955288, 0.0626327320933342, 0.00477247079834342, 0.016451481729745865, 0.017568621784448624, 0.005243221763521433, -0.04499880596995354, 0.012440048158168793, 0.016294468194246292, 0.014118390157818794, -0.027010787278413773, -0.0003511263057589531, -0.006452412344515324, 0.015059995464980602, 0.016956137493252754, 0.03453776240348816, 0.00468404171988368, 0.01791669800877571, 0.008249273523688316, -0.030512919649481773, -0.04895113408565521, -0.015413654036819935, -0.005563972983509302, 0.0022613205946981907, 0.01926312781870365, 0.025492992252111435, 0.030619347468018532], "cos_Ac_negg": [0.011843105778098106, 0.006372679024934769, 0.02469302900135517, -0.00882822833955288, 0.0626327320933342, 0.00477247079834342, 0.016451481729745865, 0.017568621784448624, 0.005243221763521433, -0.04499880596995354, 0.012440048158168793, 0.016294468194246292, 0.014118390157818794, -0.027010787278413773, -0.0003511263057589531, -0.006452412344515324, 0.015059995464980602, 0.016956137493252754, 0.03453776240348816, 0.00468404171988368, 0.01791669800877571, 0.008249273523688316, -0.030512919649481773, -0.04895113408565521, -0.015413654036819935, -0.005563972983509302, 0.0022613205946981907, 0.01926312781870365, 0.025492992252111435, 0.030619347468018532], "r_norm": [4.865568161010742, 5.012707710266113, 4.9272966384887695, 4.974328994750977, 4.970804214477539, 4.972714424133301, 4.920757293701172, 4.908841133117676, 4.978416442871094, 4.920398712158203, 4.915301322937012, 4.972873687744141, 5.004335403442383, 5.058867454528809, 5.012617111206055, 4.905446529388428, 5.13783073425293, 4.885601997375488, 5.024916648864746, 4.978809356689453, 4.856588363647461, 4.914791107177734, 5.012903213500977, 4.879909992218018, 4.972898483276367, 4.923676013946533, 4.857113838195801, 4.899547576904297, 4.918367385864258, 4.91932487487793], "ldr": {"dL_sdil": -0.18225932121276855, "dL_bp": -0.4446907043457031, "ratio": 0.4098563775488321}}, {"step": 50, "epoch": 0, "train_loss": 2.045182228088379, "cos_r_negg": [0.16454896330833435, -0.01687520369887352, -0.004158281721174717, -0.01870015263557434, 0.0153401680290699, -0.03333745896816254, -0.007262643426656723, 0.02380974218249321, 0.00983575638383627, -0.048947401344776154, -0.01830437034368515, 0.011903656646609306, 0.00912830326706171, -0.04066719114780426, -0.03797898441553116, -0.03147725760936737, -0.016224725171923637, 0.03986155986785889, 0.044771917164325714, -0.018968692049384117, -0.0015169372782111168, 0.003939593210816383, 0.00965831894427538, -0.07823573052883148, 0.01830294355750084, -0.018579725176095963, -0.039901137351989746, -0.01998567208647728, 0.01887836679816246, 0.009920870885252953], "cos_apical_negg": [0.16454896330833435, -0.01687520369887352, -0.004158281721174717, -0.01870015263557434, 0.0153401680290699, -0.03333745896816254, -0.007262643426656723, 0.02380974218249321, 0.00983575638383627, -0.048947401344776154, -0.01830437034368515, 0.011903656646609306, 0.00912830326706171, -0.04066719114780426, -0.03797898441553116, -0.03147725760936737, -0.016224725171923637, 0.03986155986785889, 0.044771917164325714, -0.018968692049384117, -0.0015169372782111168, 0.003939593210816383, 0.00965831894427538, -0.07823573052883148, 0.01830294355750084, -0.018579725176095963, -0.039901137351989746, -0.01998567208647728, 0.01887836679816246, 0.009920870885252953], "cos_Ac_negg": [0.16454896330833435, -0.01687520369887352, -0.004158281721174717, -0.01870015263557434, 0.0153401680290699, -0.03333745896816254, -0.007262643426656723, 0.02380974218249321, 0.00983575638383627, -0.048947401344776154, -0.01830437034368515, 0.011903656646609306, 0.00912830326706171, -0.04066719114780426, -0.03797898441553116, -0.03147725760936737, -0.016224725171923637, 0.03986155986785889, 0.044771917164325714, -0.018968692049384117, -0.0015169372782111168, 0.003939593210816383, 0.00965831894427538, -0.07823573052883148, 0.01830294355750084, -0.018579725176095963, -0.039901137351989746, -0.01998567208647728, 0.01887836679816246, 0.009920870885252953], "r_norm": [4.392717361450195, 4.4830427169799805, 4.403905868530273, 4.500497817993164, 4.459626197814941, 4.4547576904296875, 4.397364139556885, 4.423604965209961, 4.441367149353027, 4.432019233703613, 4.407657146453857, 4.4801859855651855, 4.520350456237793, 4.582331657409668, 4.47163724899292, 4.441157341003418, 4.614129543304443, 4.393287181854248, 4.525606155395508, 4.498883247375488, 4.347879409790039, 4.441551208496094, 4.515364646911621, 4.396853446960449, 4.477829933166504, 4.4157514572143555, 4.368979454040527, 4.422645568847656, 4.423294544219971, 4.44793701171875]}, {"step": 100, "epoch": 0, "train_loss": 1.9614335298538208, "cos_r_negg": [0.2795286476612091, -0.026095570996403694, 0.019203681498765945, -0.020948734134435654, 0.02543693035840988, -0.00715683726593852, -0.03677793964743614, -0.017033658921718597, 0.003324012039229274, -0.009462729096412659, 0.020837485790252686, 0.014307490549981594, 0.0016178772784769535, -0.020206047222018242, -0.016771942377090454, -0.02739674597978592, -0.010006983764469624, 0.028287243098020554, 0.03900948911905289, -0.04751221463084221, -0.008081650361418724, 0.010456452146172523, -0.0030386883299797773, -0.033096253871917725, -0.010943199507892132, -0.05038820952177048, -0.03800377622246742, -0.007553378120064735, 0.010719835758209229, -0.035356901586055756], "cos_apical_negg": [0.2795286476612091, -0.026095570996403694, 0.019203681498765945, -0.020948734134435654, 0.02543693035840988, -0.00715683726593852, -0.03677793964743614, -0.017033658921718597, 0.003324012039229274, -0.009462729096412659, 0.020837485790252686, 0.014307490549981594, 0.0016178772784769535, -0.020206047222018242, -0.016771942377090454, -0.02739674597978592, -0.010006983764469624, 0.028287243098020554, 0.03900948911905289, -0.04751221463084221, -0.008081650361418724, 0.010456452146172523, -0.0030386883299797773, -0.033096253871917725, -0.010943199507892132, -0.05038820952177048, -0.03800377622246742, -0.007553378120064735, 0.010719835758209229, -0.035356901586055756], "cos_Ac_negg": [0.2795286476612091, -0.026095570996403694, 0.019203681498765945, -0.020948734134435654, 0.02543693035840988, -0.00715683726593852, -0.03677793964743614, -0.017033658921718597, 0.003324012039229274, -0.009462729096412659, 0.020837485790252686, 0.014307490549981594, 0.0016178772784769535, -0.020206047222018242, -0.016771942377090454, -0.02739674597978592, -0.010006983764469624, 0.028287243098020554, 0.03900948911905289, -0.04751221463084221, -0.008081650361418724, 0.010456452146172523, -0.0030386883299797773, -0.033096253871917725, -0.010943199507892132, -0.05038820952177048, -0.03800377622246742, -0.007553378120064735, 0.010719835758209229, -0.035356901586055756], "r_norm": [4.167851448059082, 4.259918212890625, 4.195738792419434, 4.28078031539917, 4.227323055267334, 4.235707759857178, 4.179405212402344, 4.203657627105713, 4.217367649078369, 4.204411029815674, 4.191539287567139, 4.260434627532959, 4.293130874633789, 4.348031044006348, 4.250436782836914, 4.213240146636963, 4.397705078125, 4.186065673828125, 4.303870677947998, 4.258775234222412, 4.137009143829346, 4.209190845489502, 4.27507209777832, 4.175479412078857, 4.243900775909424, 4.205913543701172, 4.154239654541016, 4.197516441345215, 4.193730354309082, 4.214337348937988]}, {"step": 150, "epoch": 0, "train_loss": 2.014504909515381, "cos_r_negg": [0.3415689170360565, -0.008543899282813072, -0.008633455261588097, 0.01072367187589407, 0.01568496972322464, 0.001326712896116078, -0.008060585707426071, -0.005576836410909891, -0.02538498118519783, -0.01064694207161665, -0.0066114808432757854, 0.014188924804329872, 0.013466037809848785, -0.013767894357442856, 0.009962372481822968, -0.00614572549238801, 0.004630026873201132, 0.002917236415669322, 0.05226590484380722, -0.010593436658382416, 0.016452858224511147, -0.005059568211436272, -0.0023279162123799324, -0.04758785665035248, -0.006448652595281601, -0.006678607780486345, -0.0047473786398768425, 0.026781167834997177, 0.0025390146765857935, -0.026508495211601257], "cos_apical_negg": [0.3415689170360565, -0.008543899282813072, -0.008633455261588097, 0.01072367187589407, 0.01568496972322464, 0.001326712896116078, -0.008060585707426071, -0.005576836410909891, -0.02538498118519783, -0.01064694207161665, -0.0066114808432757854, 0.014188924804329872, 0.013466037809848785, -0.013767894357442856, 0.009962372481822968, -0.00614572549238801, 0.004630026873201132, 0.002917236415669322, 0.05226590484380722, -0.010593436658382416, 0.016452858224511147, -0.005059568211436272, -0.0023279162123799324, -0.04758785665035248, -0.006448652595281601, -0.006678607780486345, -0.0047473786398768425, 0.026781167834997177, 0.0025390146765857935, -0.026508495211601257], "cos_Ac_negg": [0.3415689170360565, -0.008543899282813072, -0.008633455261588097, 0.01072367187589407, 0.01568496972322464, 0.001326712896116078, -0.008060585707426071, -0.005576836410909891, -0.02538498118519783, -0.01064694207161665, -0.0066114808432757854, 0.014188924804329872, 0.013466037809848785, -0.013767894357442856, 0.009962372481822968, -0.00614572549238801, 0.004630026873201132, 0.002917236415669322, 0.05226590484380722, -0.010593436658382416, 0.016452858224511147, -0.005059568211436272, -0.0023279162123799324, -0.04758785665035248, -0.006448652595281601, -0.006678607780486345, -0.0047473786398768425, 0.026781167834997177, 0.0025390146765857935, -0.026508495211601257], "r_norm": [4.057088375091553, 4.149336338043213, 4.083239555358887, 4.156095027923584, 4.111873626708984, 4.1171650886535645, 4.054423809051514, 4.095552921295166, 4.10709285736084, 4.088574409484863, 4.0771894454956055, 4.144961357116699, 4.188559532165527, 4.235918045043945, 4.132414817810059, 4.100376129150391, 4.272426605224609, 4.071496963500977, 4.185395240783691, 4.145123481750488, 4.0217766761779785, 4.1126389503479, 4.159049034118652, 4.064612865447998, 4.133202075958252, 4.086380958557129, 4.037755966186523, 4.0804595947265625, 4.078520774841309, 4.105579376220703]}, {"step": 200, "epoch": 0, "train_loss": 2.0564303398132324, "cos_r_negg": [0.39813363552093506, -0.0011712354607880116, -0.010712804272770882, -0.01866021193563938, 0.04178807511925697, -0.008180232718586922, -0.03585424646735191, -0.02390217036008835, -0.04259314760565758, -0.00702242087572813, 0.023236460983753204, 0.025789499282836914, 0.007709714584052563, -0.004554801620543003, -0.019670289009809494, -0.003073835512623191, -0.010814866982400417, 0.025916747748851776, 0.055960386991500854, -0.009756212122738361, 0.04845932498574257, -0.02155659720301628, -0.0030854917131364346, -0.07718268036842346, -0.00026762159541249275, -0.015458079054951668, 0.03219222277402878, 0.04554136097431183, -0.002812701277434826, -0.03186039626598358], "cos_apical_negg": [0.39813363552093506, -0.0011712354607880116, -0.010712804272770882, -0.01866021193563938, 0.04178807511925697, -0.008180232718586922, -0.03585424646735191, -0.02390217036008835, -0.04259314760565758, -0.00702242087572813, 0.023236460983753204, 0.025789499282836914, 0.007709714584052563, -0.004554801620543003, -0.019670289009809494, -0.003073835512623191, -0.010814866982400417, 0.025916747748851776, 0.055960386991500854, -0.009756212122738361, 0.04845932498574257, -0.02155659720301628, -0.0030854917131364346, -0.07718268036842346, -0.00026762159541249275, -0.015458079054951668, 0.03219222277402878, 0.04554136097431183, -0.002812701277434826, -0.03186039626598358], "cos_Ac_negg": [0.39813363552093506, -0.0011712354607880116, -0.010712804272770882, -0.01866021193563938, 0.04178807511925697, -0.008180232718586922, -0.03585424646735191, -0.02390217036008835, -0.04259314760565758, -0.00702242087572813, 0.023236460983753204, 0.025789499282836914, 0.007709714584052563, -0.004554801620543003, -0.019670289009809494, -0.003073835512623191, -0.010814866982400417, 0.025916747748851776, 0.055960386991500854, -0.009756212122738361, 0.04845932498574257, -0.02155659720301628, -0.0030854917131364346, -0.07718268036842346, -0.00026762159541249275, -0.015458079054951668, 0.03219222277402878, 0.04554136097431183, -0.002812701277434826, -0.03186039626598358], "r_norm": [3.8952789306640625, 3.987588405609131, 3.9171833992004395, 4.024123191833496, 3.958737373352051, 3.9584848880767822, 3.903021812438965, 3.925057888031006, 3.9475579261779785, 3.9357292652130127, 3.9204018115997314, 3.9928863048553467, 4.012144088745117, 4.07427978515625, 3.982123374938965, 3.9424943923950195, 4.126594543457031, 3.9202003479003906, 4.023402214050293, 3.9808197021484375, 3.8645052909851074, 3.944387197494507, 3.9919679164886475, 3.9026153087615967, 3.971625804901123, 3.9430413246154785, 3.8810386657714844, 3.9292171001434326, 3.9229788780212402, 3.94620680809021]}, {"step": 250, "epoch": 0, "train_loss": 2.098574638366699, "cos_r_negg": [0.4279267489910126, -0.002647372428327799, -0.01664840802550316, -0.01147800125181675, 0.03209778293967247, 0.002086617983877659, -0.02204297110438347, -0.0020301637705415487, -0.03222699463367462, 0.007574296090751886, 0.006734894588589668, 0.042576901614665985, 0.027418503537774086, 0.002021471504122019, 0.007547927089035511, -0.0015423879958689213, -0.0043823327869176865, 0.03333697468042374, 0.039840858429670334, -0.01661410555243492, 0.007477063685655594, -0.004308155272156, -0.03716080263257027, -0.03081660345196724, 0.00439715338870883, -0.041805699467659, -0.028647834435105324, 0.01780010387301445, -0.043805401772260666, -0.023940229788422585], "cos_apical_negg": [0.4279267489910126, -0.002647372428327799, -0.01664840802550316, -0.01147800125181675, 0.03209778293967247, 0.002086617983877659, -0.02204297110438347, -0.0020301637705415487, -0.03222699463367462, 0.007574296090751886, 0.006734894588589668, 0.042576901614665985, 0.027418503537774086, 0.002021471504122019, 0.007547927089035511, -0.0015423879958689213, -0.0043823327869176865, 0.03333697468042374, 0.039840858429670334, -0.01661410555243492, 0.007477063685655594, -0.004308155272156, -0.03716080263257027, -0.03081660345196724, 0.00439715338870883, -0.041805699467659, -0.028647834435105324, 0.01780010387301445, -0.043805401772260666, -0.023940229788422585], "cos_Ac_negg": [0.4279267489910126, -0.002647372428327799, -0.01664840802550316, -0.01147800125181675, 0.03209778293967247, 0.002086617983877659, -0.02204297110438347, -0.0020301637705415487, -0.03222699463367462, 0.007574296090751886, 0.006734894588589668, 0.042576901614665985, 0.027418503537774086, 0.002021471504122019, 0.007547927089035511, -0.0015423879958689213, -0.0043823327869176865, 0.03333697468042374, 0.039840858429670334, -0.01661410555243492, 0.007477063685655594, -0.004308155272156, -0.03716080263257027, -0.03081660345196724, 0.00439715338870883, -0.041805699467659, -0.028647834435105324, 0.01780010387301445, -0.043805401772260666, -0.023940229788422585], "r_norm": [3.889465093612671, 3.9583921432495117, 3.89721417427063, 3.954523801803589, 3.927093982696533, 3.936417579650879, 3.8820762634277344, 3.9103479385375977, 3.9153220653533936, 3.897678852081299, 3.8754048347473145, 3.9387216567993164, 3.987056255340576, 4.037131309509277, 3.9427034854888916, 3.9111404418945312, 4.0786542892456055, 3.875290870666504, 4.00650691986084, 3.9494752883911133, 3.845353364944458, 3.9218857288360596, 3.967477321624756, 3.8825345039367676, 3.934109687805176, 3.8925113677978516, 3.8535499572753906, 3.8844687938690186, 3.8843395709991455, 3.919417381286621], "ldr": {"dL_sdil": -0.10344076156616211, "dL_bp": -0.10332441329956055, "ratio": 1.001126048170864}}, {"step": 300, "epoch": 0, "train_loss": 1.7335586547851562, "cos_r_negg": [0.4250882863998413, 0.016684800386428833, -0.020093582570552826, -0.016724994406104088, 0.04132266342639923, 0.014088433235883713, -0.006006145849823952, 0.0222010500729084, -0.0583670437335968, 0.004150968510657549, -0.0018973142141476274, 0.02779478393495083, 0.02450460009276867, 0.03138606995344162, 0.0066194613464176655, -0.0041829803958535194, 0.02498762309551239, 0.025558628141880035, 0.0345374159514904, -0.026794172823429108, -0.04025527462363243, -0.05114457756280899, -0.019429851323366165, -0.01246354728937149, 0.01421678252518177, -0.04511246457695961, -0.0057669747620821, 0.029448049142956734, -0.04924115538597107, -0.014784269966185093], "cos_apical_negg": [0.4250882863998413, 0.016684800386428833, -0.020093582570552826, -0.016724994406104088, 0.04132266342639923, 0.014088433235883713, -0.006006145849823952, 0.0222010500729084, -0.0583670437335968, 0.004150968510657549, -0.0018973142141476274, 0.02779478393495083, 0.02450460009276867, 0.03138606995344162, 0.0066194613464176655, -0.0041829803958535194, 0.02498762309551239, 0.025558628141880035, 0.0345374159514904, -0.026794172823429108, -0.04025527462363243, -0.05114457756280899, -0.019429851323366165, -0.01246354728937149, 0.01421678252518177, -0.04511246457695961, -0.0057669747620821, 0.029448049142956734, -0.04924115538597107, -0.014784269966185093], "cos_Ac_negg": [0.4250882863998413, 0.016684800386428833, -0.020093582570552826, -0.016724994406104088, 0.04132266342639923, 0.014088433235883713, -0.006006145849823952, 0.0222010500729084, -0.0583670437335968, 0.004150968510657549, -0.0018973142141476274, 0.02779478393495083, 0.02450460009276867, 0.03138606995344162, 0.0066194613464176655, -0.0041829803958535194, 0.02498762309551239, 0.025558628141880035, 0.0345374159514904, -0.026794172823429108, -0.04025527462363243, -0.05114457756280899, -0.019429851323366165, -0.01246354728937149, 0.01421678252518177, -0.04511246457695961, -0.0057669747620821, 0.029448049142956734, -0.04924115538597107, -0.014784269966185093], "r_norm": [3.728506565093994, 3.788105010986328, 3.7392418384552, 3.7995455265045166, 3.7618322372436523, 3.769408941268921, 3.7163960933685303, 3.74025821685791, 3.7520854473114014, 3.7340035438537598, 3.719271659851074, 3.7851390838623047, 3.8221917152404785, 3.861130952835083, 3.779905319213867, 3.746159315109253, 3.9015374183654785, 3.70892596244812, 3.831338405609131, 3.7883596420288086, 3.6811957359313965, 3.7406342029571533, 3.804612159729004, 3.7105584144592285, 3.771136999130249, 3.7364187240600586, 3.695188522338867, 3.7337050437927246, 3.7222769260406494, 3.749488353729248]}, {"step": 350, "epoch": 0, "train_loss": 2.248502254486084, "cos_r_negg": [0.4409181475639343, -0.0016860893229022622, -0.0035938695073127747, -0.009923629462718964, 0.014464949257671833, 0.0051709553226828575, -0.023341476917266846, 0.03151685371994972, -0.05495620518922806, 0.0139829833060503, 0.005245085805654526, 0.043542325496673584, 0.005436732433736324, 0.05230063572525978, 0.02146042510867119, 0.034428998827934265, -0.007515775039792061, 0.008292953483760357, 0.02989913523197174, 0.005296860821545124, -0.036602821201086044, 0.0003503067418932915, -0.04401268810033798, 0.044697195291519165, 0.021412258967757225, -0.03891565650701523, -0.0055842213332653046, -0.0006456918781623244, -0.09158958494663239, -0.05529923737049103], "cos_apical_negg": [0.4409181475639343, -0.0016860893229022622, -0.0035938695073127747, -0.009923629462718964, 0.014464949257671833, 0.0051709553226828575, -0.023341476917266846, 0.03151685371994972, -0.05495620518922806, 0.0139829833060503, 0.005245085805654526, 0.043542325496673584, 0.005436732433736324, 0.05230063572525978, 0.02146042510867119, 0.034428998827934265, -0.007515775039792061, 0.008292953483760357, 0.02989913523197174, 0.005296860821545124, -0.036602821201086044, 0.0003503067418932915, -0.04401268810033798, 0.044697195291519165, 0.021412258967757225, -0.03891565650701523, -0.0055842213332653046, -0.0006456918781623244, -0.09158958494663239, -0.05529923737049103], "cos_Ac_negg": [0.4409181475639343, -0.0016860893229022622, -0.0035938695073127747, -0.009923629462718964, 0.014464949257671833, 0.0051709553226828575, -0.023341476917266846, 0.03151685371994972, -0.05495620518922806, 0.0139829833060503, 0.005245085805654526, 0.043542325496673584, 0.005436732433736324, 0.05230063572525978, 0.02146042510867119, 0.034428998827934265, -0.007515775039792061, 0.008292953483760357, 0.02989913523197174, 0.005296860821545124, -0.036602821201086044, 0.0003503067418932915, -0.04401268810033798, 0.044697195291519165, 0.021412258967757225, -0.03891565650701523, -0.0055842213332653046, -0.0006456918781623244, -0.09158958494663239, -0.05529923737049103], "r_norm": [3.584463596343994, 3.628511428833008, 3.5787107944488525, 3.633042812347412, 3.608462333679199, 3.614990711212158, 3.556994915008545, 3.588901996612549, 3.5951852798461914, 3.581038475036621, 3.5617687702178955, 3.6188902854919434, 3.664656162261963, 3.7037415504455566, 3.6181178092956543, 3.5885143280029297, 3.7338972091674805, 3.5549299716949463, 3.6708829402923584, 3.625308036804199, 3.5242130756378174, 3.5918128490448, 3.6511902809143066, 3.5558855533599854, 3.6133668422698975, 3.579498052597046, 3.540208578109741, 3.570953130722046, 3.567295551300049, 3.5931684970855713]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3566, "test_loss": 1.8655705078125}, {"step": 400, "epoch": 1, "train_loss": 1.818564534187317, "cos_r_negg": [0.4666880667209625, 0.049904339015483856, -0.0051474254578351974, 0.010555075481534004, 0.017857655882835388, 0.016381900757551193, -0.04011142626404762, 0.008633218705654144, -0.056972429156303406, 0.047034986317157745, 0.015830514952540398, 0.02142208442091942, 0.007297035306692123, 0.08307582139968872, 0.029865380376577377, 0.03281821310520172, -0.012545930221676826, 0.052323997020721436, 0.036027152091264725, 0.020252203568816185, -0.0663469061255455, -0.014502977952361107, -0.03338141739368439, -0.0014301552437245846, 0.028251037001609802, -0.013943524099886417, 0.015247011557221413, 0.021918630227446556, -0.057453468441963196, -0.04833195358514786], "cos_apical_negg": [0.4666880667209625, 0.049904339015483856, -0.0051474254578351974, 0.010555075481534004, 0.017857655882835388, 0.016381900757551193, -0.04011142626404762, 0.008633218705654144, -0.056972429156303406, 0.047034986317157745, 0.015830514952540398, 0.02142208442091942, 0.007297035306692123, 0.08307582139968872, 0.029865380376577377, 0.03281821310520172, -0.012545930221676826, 0.052323997020721436, 0.036027152091264725, 0.020252203568816185, -0.0663469061255455, -0.014502977952361107, -0.03338141739368439, -0.0014301552437245846, 0.028251037001609802, -0.013943524099886417, 0.015247011557221413, 0.021918630227446556, -0.057453468441963196, -0.04833195358514786], "cos_Ac_negg": [0.4666880667209625, 0.049904339015483856, -0.0051474254578351974, 0.010555075481534004, 0.017857655882835388, 0.016381900757551193, -0.04011142626404762, 0.008633218705654144, -0.056972429156303406, 0.047034986317157745, 0.015830514952540398, 0.02142208442091942, 0.007297035306692123, 0.08307582139968872, 0.029865380376577377, 0.03281821310520172, -0.012545930221676826, 0.052323997020721436, 0.036027152091264725, 0.020252203568816185, -0.0663469061255455, -0.014502977952361107, -0.03338141739368439, -0.0014301552437245846, 0.028251037001609802, -0.013943524099886417, 0.015247011557221413, 0.021918630227446556, -0.057453468441963196, -0.04833195358514786], "r_norm": [3.516976833343506, 3.567735195159912, 3.513307809829712, 3.5755343437194824, 3.544787883758545, 3.547290802001953, 3.494290590286255, 3.517918348312378, 3.5322179794311523, 3.517179012298584, 3.5056159496307373, 3.560049533843994, 3.597933530807495, 3.632023572921753, 3.5586788654327393, 3.52234148979187, 3.677567720413208, 3.497262954711914, 3.6005280017852783, 3.560424327850342, 3.4628453254699707, 3.527143955230713, 3.576158285140991, 3.4890692234039307, 3.5480568408966064, 3.515937328338623, 3.4753994941711426, 3.5097250938415527, 3.507084369659424, 3.525570869445801]}, {"step": 450, "epoch": 1, "train_loss": 2.0594565868377686, "cos_r_negg": [0.49637067317962646, 0.055441927164793015, 0.026327161118388176, 0.025548622012138367, 0.013519134372472763, 0.018860794603824615, -0.0235549695789814, 0.01099394541233778, -0.047503337264060974, 0.030383247882127762, 0.020791545510292053, 0.03207206353545189, 0.044462304562330246, 0.06729666888713837, 0.035217560827732086, 0.07262632995843887, -0.017516782507300377, 0.03343002498149872, 0.05925160273909569, 0.039811842143535614, -0.027962088584899902, 0.011462454684078693, -0.025724275037646294, -0.030032362788915634, 0.022391285747289658, -0.01610458269715309, 0.0426986888051033, 0.005948091857135296, -0.06765662878751755, -0.0005894377827644348], "cos_apical_negg": [0.49637067317962646, 0.055441927164793015, 0.026327161118388176, 0.025548622012138367, 0.013519134372472763, 0.018860794603824615, -0.0235549695789814, 0.01099394541233778, -0.047503337264060974, 0.030383247882127762, 0.020791545510292053, 0.03207206353545189, 0.044462304562330246, 0.06729666888713837, 0.035217560827732086, 0.07262632995843887, -0.017516782507300377, 0.03343002498149872, 0.05925160273909569, 0.039811842143535614, -0.027962088584899902, 0.011462454684078693, -0.025724275037646294, -0.030032362788915634, 0.022391285747289658, -0.01610458269715309, 0.0426986888051033, 0.005948091857135296, -0.06765662878751755, -0.0005894377827644348], "cos_Ac_negg": [0.49637067317962646, 0.055441927164793015, 0.026327161118388176, 0.025548622012138367, 0.013519134372472763, 0.018860794603824615, -0.0235549695789814, 0.01099394541233778, -0.047503337264060974, 0.030383247882127762, 0.020791545510292053, 0.03207206353545189, 0.044462304562330246, 0.06729666888713837, 0.035217560827732086, 0.07262632995843887, -0.017516782507300377, 0.03343002498149872, 0.05925160273909569, 0.039811842143535614, -0.027962088584899902, 0.011462454684078693, -0.025724275037646294, -0.030032362788915634, 0.022391285747289658, -0.01610458269715309, 0.0426986888051033, 0.005948091857135296, -0.06765662878751755, -0.0005894377827644348], "r_norm": [3.429121971130371, 3.466548442840576, 3.421351909637451, 3.473600149154663, 3.4337494373321533, 3.4436564445495605, 3.4007222652435303, 3.423247814178467, 3.432705879211426, 3.4132602214813232, 3.404478073120117, 3.4613633155822754, 3.4951436519622803, 3.5278096199035645, 3.4581408500671387, 3.422916889190674, 3.5750985145568848, 3.392673969268799, 3.501121997833252, 3.4677467346191406, 3.362680435180664, 3.421732187271118, 3.472752571105957, 3.3972408771514893, 3.446793556213379, 3.4152841567993164, 3.377908229827881, 3.4094886779785156, 3.4052553176879883, 3.426994800567627]}, {"step": 500, "epoch": 1, "train_loss": 1.7270396947860718, "cos_r_negg": [0.5142092704772949, 0.030903596431016922, 0.039698898792266846, 0.042294614017009735, 0.007667143363505602, 0.0248512364923954, -0.016520971432328224, 0.03373127058148384, -0.008835766464471817, 0.052638232707977295, 0.03460133075714111, 0.038661908358335495, 0.05034921318292618, 0.06160956621170044, 0.0404546856880188, 0.07517082989215851, -0.030040085315704346, 0.054075658321380615, 0.07698944956064224, 0.024157997220754623, -0.037074923515319824, 0.014323781244456768, -0.03691898286342621, -0.0007627056911587715, 0.03260163962841034, -0.03270522877573967, 0.06237328052520752, 0.04129327833652496, -0.07094233483076096, -0.027107439935207367], "cos_apical_negg": [0.5142092704772949, 0.030903596431016922, 0.039698898792266846, 0.042294614017009735, 0.007667143363505602, 0.0248512364923954, -0.016520971432328224, 0.03373127058148384, -0.008835766464471817, 0.052638232707977295, 0.03460133075714111, 0.038661908358335495, 0.05034921318292618, 0.06160956621170044, 0.0404546856880188, 0.07517082989215851, -0.030040085315704346, 0.054075658321380615, 0.07698944956064224, 0.024157997220754623, -0.037074923515319824, 0.014323781244456768, -0.03691898286342621, -0.0007627056911587715, 0.03260163962841034, -0.03270522877573967, 0.06237328052520752, 0.04129327833652496, -0.07094233483076096, -0.027107439935207367], "cos_Ac_negg": [0.5142092704772949, 0.030903596431016922, 0.039698898792266846, 0.042294614017009735, 0.007667143363505602, 0.0248512364923954, -0.016520971432328224, 0.03373127058148384, -0.008835766464471817, 0.052638232707977295, 0.03460133075714111, 0.038661908358335495, 0.05034921318292618, 0.06160956621170044, 0.0404546856880188, 0.07517082989215851, -0.030040085315704346, 0.054075658321380615, 0.07698944956064224, 0.024157997220754623, -0.037074923515319824, 0.014323781244456768, -0.03691898286342621, -0.0007627056911587715, 0.03260163962841034, -0.03270522877573967, 0.06237328052520752, 0.04129327833652496, -0.07094233483076096, -0.027107439935207367], "r_norm": [3.344470977783203, 3.3767480850219727, 3.3219082355499268, 3.376688003540039, 3.358189105987549, 3.3539299964904785, 3.3068909645080566, 3.327465295791626, 3.3431177139282227, 3.3283655643463135, 3.307786464691162, 3.3624796867370605, 3.407029151916504, 3.4383742809295654, 3.367961883544922, 3.336094856262207, 3.473161458969116, 3.3053605556488037, 3.4107556343078613, 3.370305061340332, 3.2744405269622803, 3.3425676822662354, 3.384683609008789, 3.3058295249938965, 3.357144355773926, 3.324648380279541, 3.287609338760376, 3.3140792846679688, 3.315298318862915, 3.341750383377075], "ldr": {"dL_sdil": -0.04796493053436279, "dL_bp": -0.04590249061584473, "ratio": 1.0449308935277284}}, {"step": 550, "epoch": 1, "train_loss": 1.945822834968567, "cos_r_negg": [0.5200369358062744, 0.04749931022524834, 0.049815550446510315, 0.030651118606328964, 0.01951630972325802, 0.0372152142226696, 0.004157803952693939, 0.022719327360391617, -0.00982716679573059, 0.029352478682994843, 0.04068240895867348, 0.03562559932470322, 0.04133988916873932, 0.06995368003845215, 0.001236521638929844, 0.06610268354415894, -0.030026527121663094, 0.0254676416516304, 0.08106103539466858, 0.02124880626797676, 0.000735563226044178, 0.0056863948702812195, -0.01852412521839142, 0.005435178522020578, 0.06978340446949005, -0.008620774373412132, 0.06872648000717163, 0.04905575513839722, 0.02111564576625824, -0.05476939678192139], "cos_apical_negg": [0.5200369358062744, 0.04749931022524834, 0.049815550446510315, 0.030651118606328964, 0.01951630972325802, 0.0372152142226696, 0.004157803952693939, 0.022719327360391617, -0.00982716679573059, 0.029352478682994843, 0.04068240895867348, 0.03562559932470322, 0.04133988916873932, 0.06995368003845215, 0.001236521638929844, 0.06610268354415894, -0.030026527121663094, 0.0254676416516304, 0.08106103539466858, 0.02124880626797676, 0.000735563226044178, 0.0056863948702812195, -0.01852412521839142, 0.005435178522020578, 0.06978340446949005, -0.008620774373412132, 0.06872648000717163, 0.04905575513839722, 0.02111564576625824, -0.05476939678192139], "cos_Ac_negg": [0.5200369358062744, 0.04749931022524834, 0.049815550446510315, 0.030651118606328964, 0.01951630972325802, 0.0372152142226696, 0.004157803952693939, 0.022719327360391617, -0.00982716679573059, 0.029352478682994843, 0.04068240895867348, 0.03562559932470322, 0.04133988916873932, 0.06995368003845215, 0.001236521638929844, 0.06610268354415894, -0.030026527121663094, 0.0254676416516304, 0.08106103539466858, 0.02124880626797676, 0.000735563226044178, 0.0056863948702812195, -0.01852412521839142, 0.005435178522020578, 0.06978340446949005, -0.008620774373412132, 0.06872648000717163, 0.04905575513839722, 0.02111564576625824, -0.05476939678192139], "r_norm": [3.3683626651763916, 3.390568494796753, 3.338796615600586, 3.3865082263946533, 3.370121955871582, 3.3692586421966553, 3.32515287399292, 3.340027332305908, 3.3604488372802734, 3.336851119995117, 3.3227791786193848, 3.3751916885375977, 3.410295248031616, 3.446730613708496, 3.379708766937256, 3.3426880836486816, 3.488553524017334, 3.319030284881592, 3.4268293380737305, 3.3830649852752686, 3.2860724925994873, 3.351592540740967, 3.3965466022491455, 3.309583902359009, 3.3713855743408203, 3.3473219871520996, 3.2968180179595947, 3.3258566856384277, 3.332940101623535, 3.345827102661133]}, {"step": 600, "epoch": 1, "train_loss": 1.8470232486724854, "cos_r_negg": [0.530521035194397, 0.04994674772024155, 0.0618818998336792, 0.023196443915367126, 0.026639673858880997, 0.031350359320640564, 0.012654469348490238, 0.02273314818739891, -0.031691111624240875, 0.019763171672821045, 0.04031440615653992, 0.024484245106577873, 0.02029038965702057, 0.09745238721370697, 0.0198974646627903, 0.07902657240629196, -0.035096582025289536, 0.035917431116104126, 0.08346833288669586, 0.048089951276779175, 0.056378159672021866, 0.009476561099290848, -0.006682511419057846, -0.012634371407330036, 0.07738252729177475, 0.0571720227599144, 0.07594539225101471, 0.042645733803510666, -0.015445410273969173, -0.06652902811765671], "cos_apical_negg": [0.530521035194397, 0.04994674772024155, 0.0618818998336792, 0.023196443915367126, 0.026639673858880997, 0.031350359320640564, 0.012654469348490238, 0.02273314818739891, -0.031691111624240875, 0.019763171672821045, 0.04031440615653992, 0.024484245106577873, 0.02029038965702057, 0.09745238721370697, 0.0198974646627903, 0.07902657240629196, -0.035096582025289536, 0.035917431116104126, 0.08346833288669586, 0.048089951276779175, 0.056378159672021866, 0.009476561099290848, -0.006682511419057846, -0.012634371407330036, 0.07738252729177475, 0.0571720227599144, 0.07594539225101471, 0.042645733803510666, -0.015445410273969173, -0.06652902811765671], "cos_Ac_negg": [0.530521035194397, 0.04994674772024155, 0.0618818998336792, 0.023196443915367126, 0.026639673858880997, 0.031350359320640564, 0.012654469348490238, 0.02273314818739891, -0.031691111624240875, 0.019763171672821045, 0.04031440615653992, 0.024484245106577873, 0.02029038965702057, 0.09745238721370697, 0.0198974646627903, 0.07902657240629196, -0.035096582025289536, 0.035917431116104126, 0.08346833288669586, 0.048089951276779175, 0.056378159672021866, 0.009476561099290848, -0.006682511419057846, -0.012634371407330036, 0.07738252729177475, 0.0571720227599144, 0.07594539225101471, 0.042645733803510666, -0.015445410273969173, -0.06652902811765671], "r_norm": [3.2032055854797363, 3.2115461826324463, 3.167835235595703, 3.2194066047668457, 3.1930065155029297, 3.195253372192383, 3.1428563594818115, 3.17366361618042, 3.1800503730773926, 3.1688764095306396, 3.152918815612793, 3.209721088409424, 3.247343063354492, 3.2694644927978516, 3.2042782306671143, 3.178420066833496, 3.3046772480010986, 3.142120838165283, 3.248772144317627, 3.2060115337371826, 3.1176536083221436, 3.1789040565490723, 3.2197256088256836, 3.1454925537109375, 3.197603225708008, 3.166001558303833, 3.1316633224487305, 3.162245750427246, 3.1526806354522705, 3.179680824279785]}, {"step": 650, "epoch": 1, "train_loss": 1.7023289203643799, "cos_r_negg": [0.5432076454162598, 0.06443995982408524, 0.05956174433231354, 0.03440333157777786, 0.036942675709724426, 0.06052989512681961, 0.025768408551812172, 0.05464845895767212, -0.04115397483110428, 0.008999872952699661, 0.053078413009643555, 0.02530168741941452, 0.03715328872203827, 0.06924712657928467, 0.0199661273509264, 0.06439235061407089, -0.01446380652487278, 0.0327923409640789, 0.07195211946964264, 0.05771595612168312, 0.02847244217991829, -0.003933961037546396, 0.004159047268331051, 0.0228206105530262, 0.0658942386507988, 0.014859599992632866, 0.03526264801621437, 0.019350551068782806, 0.05830533802509308, -0.010320878587663174], "cos_apical_negg": [0.5432076454162598, 0.06443995982408524, 0.05956174433231354, 0.03440333157777786, 0.036942675709724426, 0.06052989512681961, 0.025768408551812172, 0.05464845895767212, -0.04115397483110428, 0.008999872952699661, 0.053078413009643555, 0.02530168741941452, 0.03715328872203827, 0.06924712657928467, 0.0199661273509264, 0.06439235061407089, -0.01446380652487278, 0.0327923409640789, 0.07195211946964264, 0.05771595612168312, 0.02847244217991829, -0.003933961037546396, 0.004159047268331051, 0.0228206105530262, 0.0658942386507988, 0.014859599992632866, 0.03526264801621437, 0.019350551068782806, 0.05830533802509308, -0.010320878587663174], "cos_Ac_negg": [0.5432076454162598, 0.06443995982408524, 0.05956174433231354, 0.03440333157777786, 0.036942675709724426, 0.06052989512681961, 0.025768408551812172, 0.05464845895767212, -0.04115397483110428, 0.008999872952699661, 0.053078413009643555, 0.02530168741941452, 0.03715328872203827, 0.06924712657928467, 0.0199661273509264, 0.06439235061407089, -0.01446380652487278, 0.0327923409640789, 0.07195211946964264, 0.05771595612168312, 0.02847244217991829, -0.003933961037546396, 0.004159047268331051, 0.0228206105530262, 0.0658942386507988, 0.014859599992632866, 0.03526264801621437, 0.019350551068782806, 0.05830533802509308, -0.010320878587663174], "r_norm": [3.163125514984131, 3.1750199794769287, 3.120547294616699, 3.1756420135498047, 3.153327465057373, 3.159001588821411, 3.0997772216796875, 3.1236634254455566, 3.1395978927612305, 3.1216182708740234, 3.109144687652588, 3.154582977294922, 3.1994142532348633, 3.229360818862915, 3.161677360534668, 3.1321120262145996, 3.256667137145996, 3.097843647003174, 3.203423500061035, 3.1604697704315186, 3.0790867805480957, 3.134845018386841, 3.1779370307922363, 3.0967564582824707, 3.154886245727539, 3.129326820373535, 3.087395429611206, 3.107259750366211, 3.113886833190918, 3.133140802383423]}, {"step": 700, "epoch": 1, "train_loss": 1.8877129554748535, "cos_r_negg": [0.5511844158172607, 0.07676231861114502, 0.06029871851205826, 0.03445438668131828, 0.037939563393592834, 0.052613355219364166, 0.01582711935043335, 0.03948357701301575, -0.015265053138136864, 0.03783480077981949, 0.07284422218799591, 0.04466759040951729, 0.05564247444272041, 0.03598949685692787, 0.01260346919298172, 0.06294966489076614, 0.03146443888545036, 0.045947205275297165, 0.049680694937705994, 0.06485619395971298, 0.045993514358997345, -0.008855456486344337, 0.010394212789833546, 0.02500062808394432, 0.008656013756990433, 0.05977105349302292, 0.036860983818769455, 0.06408867239952087, -0.004842156544327736, 0.017527317628264427], "cos_apical_negg": [0.5511844158172607, 0.07676231861114502, 0.06029871851205826, 0.03445438668131828, 0.037939563393592834, 0.052613355219364166, 0.01582711935043335, 0.03948357701301575, -0.015265053138136864, 0.03783480077981949, 0.07284422218799591, 0.04466759040951729, 0.05564247444272041, 0.03598949685692787, 0.01260346919298172, 0.06294966489076614, 0.03146443888545036, 0.045947205275297165, 0.049680694937705994, 0.06485619395971298, 0.045993514358997345, -0.008855456486344337, 0.010394212789833546, 0.02500062808394432, 0.008656013756990433, 0.05977105349302292, 0.036860983818769455, 0.06408867239952087, -0.004842156544327736, 0.017527317628264427], "cos_Ac_negg": [0.5511844158172607, 0.07676231861114502, 0.06029871851205826, 0.03445438668131828, 0.037939563393592834, 0.052613355219364166, 0.01582711935043335, 0.03948357701301575, -0.015265053138136864, 0.03783480077981949, 0.07284422218799591, 0.04466759040951729, 0.05564247444272041, 0.03598949685692787, 0.01260346919298172, 0.06294966489076614, 0.03146443888545036, 0.045947205275297165, 0.049680694937705994, 0.06485619395971298, 0.045993514358997345, -0.008855456486344337, 0.010394212789833546, 0.02500062808394432, 0.008656013756990433, 0.05977105349302292, 0.036860983818769455, 0.06408867239952087, -0.004842156544327736, 0.017527317628264427], "r_norm": [3.0813491344451904, 3.081969738006592, 3.034349203109741, 3.079301357269287, 3.0557665824890137, 3.059009552001953, 3.01153564453125, 3.036759853363037, 3.044060230255127, 3.0375289916992188, 3.0216145515441895, 3.0705955028533936, 3.1091580390930176, 3.1314823627471924, 3.0681540966033936, 3.041452646255493, 3.1665499210357666, 3.015249729156494, 3.113953113555908, 3.0723862648010254, 2.9867537021636963, 3.0411059856414795, 3.085292339324951, 3.013000965118408, 3.0631957054138184, 3.0334277153015137, 3.002864122390747, 3.022246837615967, 3.024120330810547, 3.045422077178955]}, {"step": 750, "epoch": 1, "train_loss": 1.948447823524475, "cos_r_negg": [0.5432308912277222, 0.09370466321706772, 0.08196832239627838, 0.037136733531951904, 0.03388507664203644, 0.05853084847331047, 0.029277563095092773, 0.05020119249820709, 0.003748777322471142, 0.048568010330200195, 0.06054801121354103, 0.05389344319701195, 0.053914424031972885, 0.0431114099919796, 0.030064163729548454, 0.07618075609207153, 0.01151648722589016, 0.03909493237733841, 0.07434501498937607, 0.04461756348609924, 0.03921418637037277, 0.02961745485663414, 0.010406705550849438, 0.060932863503694534, 0.04364028945565224, 0.041361674666404724, 0.05845770984888077, 0.07607507705688477, 0.0031838486902415752, -0.007733366452157497], "cos_apical_negg": [0.5432308912277222, 0.09370466321706772, 0.08196832239627838, 0.037136733531951904, 0.03388507664203644, 0.05853084847331047, 0.029277563095092773, 0.05020119249820709, 0.003748777322471142, 0.048568010330200195, 0.06054801121354103, 0.05389344319701195, 0.053914424031972885, 0.0431114099919796, 0.030064163729548454, 0.07618075609207153, 0.01151648722589016, 0.03909493237733841, 0.07434501498937607, 0.04461756348609924, 0.03921418637037277, 0.02961745485663414, 0.010406705550849438, 0.060932863503694534, 0.04364028945565224, 0.041361674666404724, 0.05845770984888077, 0.07607507705688477, 0.0031838486902415752, -0.007733366452157497], "cos_Ac_negg": [0.5432308912277222, 0.09370466321706772, 0.08196832239627838, 0.037136733531951904, 0.03388507664203644, 0.05853084847331047, 0.029277563095092773, 0.05020119249820709, 0.003748777322471142, 0.048568010330200195, 0.06054801121354103, 0.05389344319701195, 0.053914424031972885, 0.0431114099919796, 0.030064163729548454, 0.07618075609207153, 0.01151648722589016, 0.03909493237733841, 0.07434501498937607, 0.04461756348609924, 0.03921418637037277, 0.02961745485663414, 0.010406705550849438, 0.060932863503694534, 0.04364028945565224, 0.041361674666404724, 0.05845770984888077, 0.07607507705688477, 0.0031838486902415752, -0.007733366452157497], "r_norm": [3.042496681213379, 3.0332069396972656, 2.986367702484131, 3.0364980697631836, 3.0068142414093018, 3.017305374145508, 2.9640426635742188, 2.9917428493499756, 2.9990997314453125, 2.9832987785339355, 2.976243495941162, 3.0227057933807373, 3.0572214126586914, 3.088179111480713, 3.0243401527404785, 2.9975061416625977, 3.1153781414031982, 2.9657392501831055, 3.0611391067504883, 3.015815258026123, 2.9411606788635254, 2.988691806793213, 3.0366148948669434, 2.9661009311676025, 3.01293683052063, 2.9884090423583984, 2.949747085571289, 2.9707765579223633, 2.9704134464263916, 2.994337797164917], "ldr": {"dL_sdil": -0.05619454383850098, "dL_bp": -0.053758978843688965, "ratio": 1.0453052689466764}}, {"epoch_end": 1, "step": 782, "test_acc": 0.3755, "test_loss": 1.8504574829101563}, {"step": 800, "epoch": 2, "train_loss": 1.8597601652145386, "cos_r_negg": [0.5548470616340637, 0.10579438507556915, 0.08011592924594879, 0.04818950593471527, 0.04468971863389015, 0.04393366351723671, 0.02842729166150093, 0.051962681114673615, 0.012431654147803783, 0.045740507543087006, 0.07907024025917053, 0.06518567353487015, 0.041631266474723816, 0.05261310935020447, 0.029912495985627174, 0.08775503933429718, 0.00902574136853218, 0.03067890740931034, 0.07281040400266647, 0.027005651965737343, 0.032122090458869934, 0.013863736763596535, 0.01921277679502964, 0.06808006763458252, 0.03921912983059883, 0.01063351146876812, 0.04583218693733215, 0.08976473659276962, -0.007090544793754816, -0.00589681975543499], "cos_apical_negg": [0.5548470616340637, 0.10579438507556915, 0.08011592924594879, 0.04818950593471527, 0.04468971863389015, 0.04393366351723671, 0.02842729166150093, 0.051962681114673615, 0.012431654147803783, 0.045740507543087006, 0.07907024025917053, 0.06518567353487015, 0.041631266474723816, 0.05261310935020447, 0.029912495985627174, 0.08775503933429718, 0.00902574136853218, 0.03067890740931034, 0.07281040400266647, 0.027005651965737343, 0.032122090458869934, 0.013863736763596535, 0.01921277679502964, 0.06808006763458252, 0.03921912983059883, 0.01063351146876812, 0.04583218693733215, 0.08976473659276962, -0.007090544793754816, -0.00589681975543499], "cos_Ac_negg": [0.5548470616340637, 0.10579438507556915, 0.08011592924594879, 0.04818950593471527, 0.04468971863389015, 0.04393366351723671, 0.02842729166150093, 0.051962681114673615, 0.012431654147803783, 0.045740507543087006, 0.07907024025917053, 0.06518567353487015, 0.041631266474723816, 0.05261310935020447, 0.029912495985627174, 0.08775503933429718, 0.00902574136853218, 0.03067890740931034, 0.07281040400266647, 0.027005651965737343, 0.032122090458869934, 0.013863736763596535, 0.01921277679502964, 0.06808006763458252, 0.03921912983059883, 0.01063351146876812, 0.04583218693733215, 0.08976473659276962, -0.007090544793754816, -0.00589681975543499], "r_norm": [3.0193867683410645, 2.997199535369873, 2.9595556259155273, 2.998753547668457, 2.968182325363159, 2.9786882400512695, 2.9266066551208496, 2.960817337036133, 2.9663219451904297, 2.951389789581299, 2.9444222450256348, 2.992889404296875, 3.029110908508301, 3.054332733154297, 2.989711046218872, 2.966214179992676, 3.0813443660736084, 2.928159713745117, 3.0251388549804688, 2.9916768074035645, 2.9071617126464844, 2.9619486331939697, 3.0061018466949463, 2.93770694732666, 2.9798645973205566, 2.9503965377807617, 2.9197983741760254, 2.946664333343506, 2.9402942657470703, 2.9622936248779297]}, {"step": 850, "epoch": 2, "train_loss": 1.7158052921295166, "cos_r_negg": [0.568831205368042, 0.10510271042585373, 0.06714598834514618, 0.05359816551208496, 0.04255867376923561, 0.06874245405197144, 0.02188999205827713, 0.04604343697428703, 0.020182892680168152, 0.04907386004924774, 0.07675854861736298, 0.08730342239141464, 0.048951659351587296, 0.06133457273244858, 0.03039449453353882, 0.09339162707328796, 0.007188611198216677, 0.03618244454264641, 0.06418449431657791, 0.04503732919692993, 0.05915052443742752, 0.06026569381356239, 0.01490006409585476, 0.04507995396852493, 0.08582211285829544, 0.028453655540943146, 0.05515938997268677, 0.10382682830095291, 0.01702023856341839, 0.005015023052692413], "cos_apical_negg": [0.568831205368042, 0.10510271042585373, 0.06714598834514618, 0.05359816551208496, 0.04255867376923561, 0.06874245405197144, 0.02188999205827713, 0.04604343697428703, 0.020182892680168152, 0.04907386004924774, 0.07675854861736298, 0.08730342239141464, 0.048951659351587296, 0.06133457273244858, 0.03039449453353882, 0.09339162707328796, 0.007188611198216677, 0.03618244454264641, 0.06418449431657791, 0.04503732919692993, 0.05915052443742752, 0.06026569381356239, 0.01490006409585476, 0.04507995396852493, 0.08582211285829544, 0.028453655540943146, 0.05515938997268677, 0.10382682830095291, 0.01702023856341839, 0.005015023052692413], "cos_Ac_negg": [0.568831205368042, 0.10510271042585373, 0.06714598834514618, 0.05359816551208496, 0.04255867376923561, 0.06874245405197144, 0.02188999205827713, 0.04604343697428703, 0.020182892680168152, 0.04907386004924774, 0.07675854861736298, 0.08730342239141464, 0.048951659351587296, 0.06133457273244858, 0.03039449453353882, 0.09339162707328796, 0.007188611198216677, 0.03618244454264641, 0.06418449431657791, 0.04503732919692993, 0.05915052443742752, 0.06026569381356239, 0.01490006409585476, 0.04507995396852493, 0.08582211285829544, 0.028453655540943146, 0.05515938997268677, 0.10382682830095291, 0.01702023856341839, 0.005015023052692413], "r_norm": [2.985079288482666, 2.963502883911133, 2.923941135406494, 2.9595518112182617, 2.9336419105529785, 2.9398369789123535, 2.8938286304473877, 2.9193201065063477, 2.93017840385437, 2.9157674312591553, 2.907207489013672, 2.950975179672241, 2.9802756309509277, 3.0081443786621094, 2.9527275562286377, 2.919875144958496, 3.043851613998413, 2.895244598388672, 2.9850387573242188, 2.9550771713256836, 2.8676090240478516, 2.919708490371704, 2.9687623977661133, 2.8959555625915527, 2.9439468383789062, 2.9159865379333496, 2.8863115310668945, 2.9083852767944336, 2.907853603363037, 2.919543981552124]}, {"step": 900, "epoch": 2, "train_loss": 1.8354264497756958, "cos_r_negg": [0.5601062178611755, 0.10977436602115631, 0.09680116176605225, 0.05204969644546509, 0.058416154235601425, 0.07852248847484589, 0.04952767863869667, 0.06732478737831116, 0.04778202623128891, 0.08111627399921417, 0.07775576412677765, 0.07330760359764099, 0.08147312700748444, 0.06264051795005798, 0.05501218140125275, 0.11001987010240555, 0.020374292507767677, 0.037816062569618225, 0.07633350044488907, 0.08237647265195847, 0.039176974445581436, 0.06316934525966644, 0.009931480512022972, 0.07516508549451828, 0.048457007855176926, 0.01354975812137127, 0.054543279111385345, 0.05648209899663925, 0.026200946420431137, 0.03431037813425064], "cos_apical_negg": [0.5601062178611755, 0.10977436602115631, 0.09680116176605225, 0.05204969644546509, 0.058416154235601425, 0.07852248847484589, 0.04952767863869667, 0.06732478737831116, 0.04778202623128891, 0.08111627399921417, 0.07775576412677765, 0.07330760359764099, 0.08147312700748444, 0.06264051795005798, 0.05501218140125275, 0.11001987010240555, 0.020374292507767677, 0.037816062569618225, 0.07633350044488907, 0.08237647265195847, 0.039176974445581436, 0.06316934525966644, 0.009931480512022972, 0.07516508549451828, 0.048457007855176926, 0.01354975812137127, 0.054543279111385345, 0.05648209899663925, 0.026200946420431137, 0.03431037813425064], "cos_Ac_negg": [0.5601062178611755, 0.10977436602115631, 0.09680116176605225, 0.05204969644546509, 0.058416154235601425, 0.07852248847484589, 0.04952767863869667, 0.06732478737831116, 0.04778202623128891, 0.08111627399921417, 0.07775576412677765, 0.07330760359764099, 0.08147312700748444, 0.06264051795005798, 0.05501218140125275, 0.11001987010240555, 0.020374292507767677, 0.037816062569618225, 0.07633350044488907, 0.08237647265195847, 0.039176974445581436, 0.06316934525966644, 0.009931480512022972, 0.07516508549451828, 0.048457007855176926, 0.01354975812137127, 0.054543279111385345, 0.05648209899663925, 0.026200946420431137, 0.03431037813425064], "r_norm": [2.9387362003326416, 2.903139591217041, 2.8613922595977783, 2.9062180519104004, 2.868091583251953, 2.8778810501098633, 2.8412177562713623, 2.869225025177002, 2.8654062747955322, 2.859302520751953, 2.8505754470825195, 2.8919835090637207, 2.924874782562256, 2.9498891830444336, 2.8877310752868652, 2.8694276809692383, 2.9844470024108887, 2.8363606929779053, 2.9307422637939453, 2.891341209411621, 2.809229850769043, 2.8588995933532715, 2.9059996604919434, 2.8407022953033447, 2.8865060806274414, 2.8502378463745117, 2.8230819702148438, 2.8484907150268555, 2.842827320098877, 2.868785858154297]}, {"step": 950, "epoch": 2, "train_loss": 1.5046966075897217, "cos_r_negg": [0.5778679847717285, 0.1338348090648651, 0.10021084547042847, 0.06394350528717041, 0.056199491024017334, 0.07777898013591766, 0.049683503806591034, 0.06601984798908234, 0.047277361154556274, 0.0682062953710556, 0.08775728940963745, 0.08353444188833237, 0.08539485931396484, 0.064038947224617, 0.07559260725975037, 0.09241688996553421, 0.05040217936038971, 0.06947936862707138, 0.07970257103443146, 0.0913592129945755, 0.06438673287630081, 0.06664178520441055, 0.025552986189723015, 0.08466638624668121, 0.07278910279273987, 0.004917986690998077, 0.03904101997613907, 0.10653603076934814, 0.02287915162742138, -0.024198543280363083], "cos_apical_negg": [0.5778679847717285, 0.1338348090648651, 0.10021084547042847, 0.06394350528717041, 0.056199491024017334, 0.07777898013591766, 0.049683503806591034, 0.06601984798908234, 0.047277361154556274, 0.0682062953710556, 0.08775728940963745, 0.08353444188833237, 0.08539485931396484, 0.064038947224617, 0.07559260725975037, 0.09241688996553421, 0.05040217936038971, 0.06947936862707138, 0.07970257103443146, 0.0913592129945755, 0.06438673287630081, 0.06664178520441055, 0.025552986189723015, 0.08466638624668121, 0.07278910279273987, 0.004917986690998077, 0.03904101997613907, 0.10653603076934814, 0.02287915162742138, -0.024198543280363083], "cos_Ac_negg": [0.5778679847717285, 0.1338348090648651, 0.10021084547042847, 0.06394350528717041, 0.056199491024017334, 0.07777898013591766, 0.049683503806591034, 0.06601984798908234, 0.047277361154556274, 0.0682062953710556, 0.08775728940963745, 0.08353444188833237, 0.08539485931396484, 0.064038947224617, 0.07559260725975037, 0.09241688996553421, 0.05040217936038971, 0.06947936862707138, 0.07970257103443146, 0.0913592129945755, 0.06438673287630081, 0.06664178520441055, 0.025552986189723015, 0.08466638624668121, 0.07278910279273987, 0.004917986690998077, 0.03904101997613907, 0.10653603076934814, 0.02287915162742138, -0.024198543280363083], "r_norm": [2.824880599975586, 2.7836132049560547, 2.7456016540527344, 2.787116765975952, 2.756260395050049, 2.7600598335266113, 2.7209525108337402, 2.7465786933898926, 2.751589298248291, 2.742610454559326, 2.732325553894043, 2.778250217437744, 2.8089988231658936, 2.8265552520751953, 2.771012544631958, 2.746958017349243, 2.8607535362243652, 2.7167232036590576, 2.8097891807556152, 2.7746496200561523, 2.692105531692505, 2.7468485832214355, 2.7869439125061035, 2.7217323780059814, 2.767608165740967, 2.7353720664978027, 2.7083899974823, 2.7354917526245117, 2.728013038635254, 2.7501485347747803]}, {"step": 1000, "epoch": 2, "train_loss": 1.7190983295440674, "cos_r_negg": [0.591813325881958, 0.1298268437385559, 0.1126585453748703, 0.1005447506904602, 0.06833259761333466, 0.0723898857831955, 0.05550049990415573, 0.08888740837574005, 0.06034177541732788, 0.09113362431526184, 0.11839728057384491, 0.08289424329996109, 0.095279760658741, 0.056579891592264175, 0.05546224117279053, 0.09140679985284805, 0.04920575022697449, 0.06245923414826393, 0.09506568312644958, 0.05709192901849747, 0.06378020346164703, 0.07944540679454803, 0.05953575670719147, 0.0704280287027359, 0.09117743372917175, 0.025026222690939903, 0.07253101468086243, 0.11829735338687897, 0.04314824193716049, 0.0186899583786726], "cos_apical_negg": [0.591813325881958, 0.1298268437385559, 0.1126585453748703, 0.1005447506904602, 0.06833259761333466, 0.0723898857831955, 0.05550049990415573, 0.08888740837574005, 0.06034177541732788, 0.09113362431526184, 0.11839728057384491, 0.08289424329996109, 0.095279760658741, 0.056579891592264175, 0.05546224117279053, 0.09140679985284805, 0.04920575022697449, 0.06245923414826393, 0.09506568312644958, 0.05709192901849747, 0.06378020346164703, 0.07944540679454803, 0.05953575670719147, 0.0704280287027359, 0.09117743372917175, 0.025026222690939903, 0.07253101468086243, 0.11829735338687897, 0.04314824193716049, 0.0186899583786726], "cos_Ac_negg": [0.591813325881958, 0.1298268437385559, 0.1126585453748703, 0.1005447506904602, 0.06833259761333466, 0.0723898857831955, 0.05550049990415573, 0.08888740837574005, 0.06034177541732788, 0.09113362431526184, 0.11839728057384491, 0.08289424329996109, 0.095279760658741, 0.056579891592264175, 0.05546224117279053, 0.09140679985284805, 0.04920575022697449, 0.06245923414826393, 0.09506568312644958, 0.05709192901849747, 0.06378020346164703, 0.07944540679454803, 0.05953575670719147, 0.0704280287027359, 0.09117743372917175, 0.025026222690939903, 0.07253101468086243, 0.11829735338687897, 0.04314824193716049, 0.0186899583786726], "r_norm": [2.7225892543792725, 2.670419454574585, 2.6376800537109375, 2.674274444580078, 2.647508382797241, 2.649881362915039, 2.6157755851745605, 2.6398987770080566, 2.6405277252197266, 2.6341214179992676, 2.6259217262268066, 2.664815664291382, 2.6912262439727783, 2.7048773765563965, 2.658419370651245, 2.6292176246643066, 2.7552804946899414, 2.610903263092041, 2.700039863586426, 2.662057638168335, 2.580118417739868, 2.6359288692474365, 2.6673505306243896, 2.611859083175659, 2.6513237953186035, 2.6288540363311768, 2.6013479232788086, 2.6232147216796875, 2.6198697090148926, 2.639209747314453], "ldr": {"dL_sdil": -0.08038640022277832, "dL_bp": -0.07684087753295898, "ratio": 1.046141100982333}}, {"step": 1050, "epoch": 2, "train_loss": 1.8985226154327393, "cos_r_negg": [0.6162375211715698, 0.1460418850183487, 0.10067105293273926, 0.08791831135749817, 0.07261879742145538, 0.09417112916707993, 0.0641934722661972, 0.08831780403852463, 0.05610697716474533, 0.08923697471618652, 0.12404226511716843, 0.09141233563423157, 0.08890603482723236, 0.05956535413861275, 0.06308896839618683, 0.11245965212583542, 0.0715259462594986, 0.0905485525727272, 0.06873707473278046, 0.05483982712030411, 0.07520259916782379, 0.07402253150939941, 0.07402725517749786, 0.08285544812679291, 0.11635267734527588, -0.0011176308616995811, 0.0859900638461113, 0.13792768120765686, 0.03252851590514183, 0.02156761847436428], "cos_apical_negg": [0.6162375211715698, 0.1460418850183487, 0.10067105293273926, 0.08791831135749817, 0.07261879742145538, 0.09417112916707993, 0.0641934722661972, 0.08831780403852463, 0.05610697716474533, 0.08923697471618652, 0.12404226511716843, 0.09141233563423157, 0.08890603482723236, 0.05956535413861275, 0.06308896839618683, 0.11245965212583542, 0.0715259462594986, 0.0905485525727272, 0.06873707473278046, 0.05483982712030411, 0.07520259916782379, 0.07402253150939941, 0.07402725517749786, 0.08285544812679291, 0.11635267734527588, -0.0011176308616995811, 0.0859900638461113, 0.13792768120765686, 0.03252851590514183, 0.02156761847436428], "cos_Ac_negg": [0.6162375211715698, 0.1460418850183487, 0.10067105293273926, 0.08791831135749817, 0.07261879742145538, 0.09417112916707993, 0.0641934722661972, 0.08831780403852463, 0.05610697716474533, 0.08923697471618652, 0.12404226511716843, 0.09141233563423157, 0.08890603482723236, 0.05956535413861275, 0.06308896839618683, 0.11245965212583542, 0.0715259462594986, 0.0905485525727272, 0.06873707473278046, 0.05483982712030411, 0.07520259916782379, 0.07402253150939941, 0.07402725517749786, 0.08285544812679291, 0.11635267734527588, -0.0011176308616995811, 0.0859900638461113, 0.13792768120765686, 0.03252851590514183, 0.02156761847436428], "r_norm": [2.672316551208496, 2.615834951400757, 2.5847129821777344, 2.6227731704711914, 2.589977264404297, 2.5964107513427734, 2.562105655670166, 2.5851101875305176, 2.587642192840576, 2.5808629989624023, 2.568826913833618, 2.610913038253784, 2.6381404399871826, 2.6558573246002197, 2.605750799179077, 2.5795397758483887, 2.692591428756714, 2.555619239807129, 2.64339017868042, 2.6076571941375732, 2.5279312133789062, 2.578011989593506, 2.6208925247192383, 2.558966636657715, 2.5975968837738037, 2.5714194774627686, 2.546032428741455, 2.56950044631958, 2.563894271850586, 2.586101531982422]}, {"step": 1100, "epoch": 2, "train_loss": 1.7089999914169312, "cos_r_negg": [0.6052520275115967, 0.14168785512447357, 0.1240338683128357, 0.09397666156291962, 0.07967118173837662, 0.09859044849872589, 0.07430866360664368, 0.08781179785728455, 0.037468720227479935, 0.0845082551240921, 0.12107110023498535, 0.1129058226943016, 0.09915570914745331, 0.061780720949172974, 0.060142651200294495, 0.1282218098640442, 0.03975267708301544, 0.07095852494239807, 0.10283669829368591, 0.06789350509643555, 0.07583964616060257, 0.07497231662273407, 0.06508134305477142, 0.09136669337749481, 0.09792245924472809, 0.01483840774744749, 0.09610135853290558, 0.12981770932674408, 0.029941029846668243, 0.035917364060878754], "cos_apical_negg": [0.6052520275115967, 0.14168785512447357, 0.1240338683128357, 0.09397666156291962, 0.07967118173837662, 0.09859044849872589, 0.07430866360664368, 0.08781179785728455, 0.037468720227479935, 0.0845082551240921, 0.12107110023498535, 0.1129058226943016, 0.09915570914745331, 0.061780720949172974, 0.060142651200294495, 0.1282218098640442, 0.03975267708301544, 0.07095852494239807, 0.10283669829368591, 0.06789350509643555, 0.07583964616060257, 0.07497231662273407, 0.06508134305477142, 0.09136669337749481, 0.09792245924472809, 0.01483840774744749, 0.09610135853290558, 0.12981770932674408, 0.029941029846668243, 0.035917364060878754], "cos_Ac_negg": [0.6052520275115967, 0.14168785512447357, 0.1240338683128357, 0.09397666156291962, 0.07967118173837662, 0.09859044849872589, 0.07430866360664368, 0.08781179785728455, 0.037468720227479935, 0.0845082551240921, 0.12107110023498535, 0.1129058226943016, 0.09915570914745331, 0.061780720949172974, 0.060142651200294495, 0.1282218098640442, 0.03975267708301544, 0.07095852494239807, 0.10283669829368591, 0.06789350509643555, 0.07583964616060257, 0.07497231662273407, 0.06508134305477142, 0.09136669337749481, 0.09792245924472809, 0.01483840774744749, 0.09610135853290558, 0.12981770932674408, 0.029941029846668243, 0.035917364060878754], "r_norm": [2.696025848388672, 2.6297197341918945, 2.5979557037353516, 2.626945972442627, 2.602236270904541, 2.6088132858276367, 2.5688939094543457, 2.5951836109161377, 2.592684268951416, 2.587395191192627, 2.5823493003845215, 2.6152358055114746, 2.642146110534668, 2.6602425575256348, 2.614769458770752, 2.5901856422424316, 2.701040267944336, 2.5630855560302734, 2.651317596435547, 2.620853900909424, 2.5372891426086426, 2.588344097137451, 2.628199577331543, 2.567578077316284, 2.608318328857422, 2.5803866386413574, 2.555535316467285, 2.5796568393707275, 2.57267427444458, 2.594090223312378]}, {"step": 1150, "epoch": 2, "train_loss": 1.7483010292053223, "cos_r_negg": [0.5992342233657837, 0.13776779174804688, 0.13000191748142242, 0.09560133516788483, 0.06390462815761566, 0.12380201369524002, 0.09107108414173126, 0.100440114736557, 0.04123498499393463, 0.1028231754899025, 0.14375071227550507, 0.1166226863861084, 0.13381804525852203, 0.057457637041807175, 0.0725003331899643, 0.1202063336968422, 0.06862428784370422, 0.1003827452659607, 0.10012105107307434, 0.06034756451845169, 0.08179476857185364, 0.08851628005504608, 0.05978008732199669, 0.11182721704244614, 0.12487660348415375, 0.019107840955257416, 0.08301269263029099, 0.1364334672689438, 0.05532076209783554, 0.08527736365795135], "cos_apical_negg": [0.5992342233657837, 0.13776779174804688, 0.13000191748142242, 0.09560133516788483, 0.06390462815761566, 0.12380201369524002, 0.09107108414173126, 0.100440114736557, 0.04123498499393463, 0.1028231754899025, 0.14375071227550507, 0.1166226863861084, 0.13381804525852203, 0.057457637041807175, 0.0725003331899643, 0.1202063336968422, 0.06862428784370422, 0.1003827452659607, 0.10012105107307434, 0.06034756451845169, 0.08179476857185364, 0.08851628005504608, 0.05978008732199669, 0.11182721704244614, 0.12487660348415375, 0.019107840955257416, 0.08301269263029099, 0.1364334672689438, 0.05532076209783554, 0.08527736365795135], "cos_Ac_negg": [0.5992342233657837, 0.13776779174804688, 0.13000191748142242, 0.09560133516788483, 0.06390462815761566, 0.12380201369524002, 0.09107108414173126, 0.100440114736557, 0.04123498499393463, 0.1028231754899025, 0.14375071227550507, 0.1166226863861084, 0.13381804525852203, 0.057457637041807175, 0.0725003331899643, 0.1202063336968422, 0.06862428784370422, 0.1003827452659607, 0.10012105107307434, 0.06034756451845169, 0.08179476857185364, 0.08851628005504608, 0.05978008732199669, 0.11182721704244614, 0.12487660348415375, 0.019107840955257416, 0.08301269263029099, 0.1364334672689438, 0.05532076209783554, 0.08527736365795135], "r_norm": [2.684169292449951, 2.6180224418640137, 2.5805647373199463, 2.611084222793579, 2.5854034423828125, 2.5925917625427246, 2.5525009632110596, 2.5732803344726562, 2.5815134048461914, 2.5715324878692627, 2.5703837871551514, 2.603376865386963, 2.6269216537475586, 2.6445648670196533, 2.6018075942993164, 2.575505018234253, 2.6816775798797607, 2.549060821533203, 2.6320090293884277, 2.6000492572784424, 2.524836778640747, 2.5678951740264893, 2.6123228073120117, 2.5505213737487793, 2.5946390628814697, 2.5667848587036133, 2.535895347595215, 2.5607259273529053, 2.558701992034912, 2.578364372253418]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3688, "test_loss": 1.8345929931640625}, {"step": 1200, "epoch": 3, "train_loss": 1.6611876487731934, "cos_r_negg": [0.5918231010437012, 0.16231979429721832, 0.136750265955925, 0.11678861081600189, 0.07707402110099792, 0.12769782543182373, 0.08440420031547546, 0.10884325206279755, 0.07141581922769547, 0.092793770134449, 0.12396829575300217, 0.11454104632139206, 0.1318816840648651, 0.06731835007667542, 0.06408463418483734, 0.1275513917207718, 0.07187779247760773, 0.09445106238126755, 0.09214922785758972, 0.08618225902318954, 0.07791849970817566, 0.10087190568447113, 0.06287083029747009, 0.1308644860982895, 0.1239076480269432, 0.017984677106142044, 0.07928289473056793, 0.15828968584537506, 0.07475573569536209, 0.09470653533935547], "cos_apical_negg": [0.5918231010437012, 0.16231979429721832, 0.136750265955925, 0.11678861081600189, 0.07707402110099792, 0.12769782543182373, 0.08440420031547546, 0.10884325206279755, 0.07141581922769547, 0.092793770134449, 0.12396829575300217, 0.11454104632139206, 0.1318816840648651, 0.06731835007667542, 0.06408463418483734, 0.1275513917207718, 0.07187779247760773, 0.09445106238126755, 0.09214922785758972, 0.08618225902318954, 0.07791849970817566, 0.10087190568447113, 0.06287083029747009, 0.1308644860982895, 0.1239076480269432, 0.017984677106142044, 0.07928289473056793, 0.15828968584537506, 0.07475573569536209, 0.09470653533935547], "cos_Ac_negg": [0.5918231010437012, 0.16231979429721832, 0.136750265955925, 0.11678861081600189, 0.07707402110099792, 0.12769782543182373, 0.08440420031547546, 0.10884325206279755, 0.07141581922769547, 0.092793770134449, 0.12396829575300217, 0.11454104632139206, 0.1318816840648651, 0.06731835007667542, 0.06408463418483734, 0.1275513917207718, 0.07187779247760773, 0.09445106238126755, 0.09214922785758972, 0.08618225902318954, 0.07791849970817566, 0.10087190568447113, 0.06287083029747009, 0.1308644860982895, 0.1239076480269432, 0.017984677106142044, 0.07928289473056793, 0.15828968584537506, 0.07475573569536209, 0.09470653533935547], "r_norm": [2.5767836570739746, 2.4996414184570312, 2.46435546875, 2.495607852935791, 2.4712586402893066, 2.480529308319092, 2.438554048538208, 2.4602973461151123, 2.4640774726867676, 2.456648111343384, 2.45231294631958, 2.488264799118042, 2.5163745880126953, 2.528174638748169, 2.4831652641296387, 2.4638218879699707, 2.560995101928711, 2.4348196983337402, 2.521034002304077, 2.4816441535949707, 2.4119603633880615, 2.454174518585205, 2.4979629516601562, 2.437105178833008, 2.478684902191162, 2.4510583877563477, 2.424313545227051, 2.4455385208129883, 2.4417521953582764, 2.4627435207366943]}, {"step": 1250, "epoch": 3, "train_loss": 1.6024566888809204, "cos_r_negg": [0.6246343851089478, 0.1768236756324768, 0.16566163301467896, 0.11998629570007324, 0.09711407124996185, 0.12422177195549011, 0.08719193935394287, 0.11087200045585632, 0.07704563438892365, 0.11512154340744019, 0.13694381713867188, 0.13446074724197388, 0.14058612287044525, 0.0796300396323204, 0.07093964517116547, 0.14922474324703217, 0.08357332646846771, 0.12563484907150269, 0.09460155665874481, 0.06699083745479584, 0.11527156829833984, 0.12253910303115845, 0.09490294754505157, 0.10646772384643555, 0.14362847805023193, 0.06473813951015472, 0.09241513907909393, 0.1644248217344284, 0.06019923835992813, 0.08261224627494812], "cos_apical_negg": [0.6246343851089478, 0.1768236756324768, 0.16566163301467896, 0.11998629570007324, 0.09711407124996185, 0.12422177195549011, 0.08719193935394287, 0.11087200045585632, 0.07704563438892365, 0.11512154340744019, 0.13694381713867188, 0.13446074724197388, 0.14058612287044525, 0.0796300396323204, 0.07093964517116547, 0.14922474324703217, 0.08357332646846771, 0.12563484907150269, 0.09460155665874481, 0.06699083745479584, 0.11527156829833984, 0.12253910303115845, 0.09490294754505157, 0.10646772384643555, 0.14362847805023193, 0.06473813951015472, 0.09241513907909393, 0.1644248217344284, 0.06019923835992813, 0.08261224627494812], "cos_Ac_negg": [0.6246343851089478, 0.1768236756324768, 0.16566163301467896, 0.11998629570007324, 0.09711407124996185, 0.12422177195549011, 0.08719193935394287, 0.11087200045585632, 0.07704563438892365, 0.11512154340744019, 0.13694381713867188, 0.13446074724197388, 0.14058612287044525, 0.0796300396323204, 0.07093964517116547, 0.14922474324703217, 0.08357332646846771, 0.12563484907150269, 0.09460155665874481, 0.06699083745479584, 0.11527156829833984, 0.12253910303115845, 0.09490294754505157, 0.10646772384643555, 0.14362847805023193, 0.06473813951015472, 0.09241513907909393, 0.1644248217344284, 0.06019923835992813, 0.08261224627494812], "r_norm": [2.490304470062256, 2.412078380584717, 2.384300947189331, 2.405935764312744, 2.3749871253967285, 2.3893322944641113, 2.3531086444854736, 2.375643730163574, 2.371704578399658, 2.3684377670288086, 2.3665971755981445, 2.3974056243896484, 2.4195120334625244, 2.4358181953430176, 2.3899338245391846, 2.371408462524414, 2.4740545749664307, 2.3484463691711426, 2.429856061935425, 2.3938403129577637, 2.324225425720215, 2.3640377521514893, 2.4019112586975098, 2.3524246215820312, 2.3891122341156006, 2.360154151916504, 2.3388116359710693, 2.35951566696167, 2.3534533977508545, 2.3714895248413086], "ldr": {"dL_sdil": -0.06396698951721191, "dL_bp": -0.06172478199005127, "ratio": 1.0363258881582125}}, {"step": 1300, "epoch": 3, "train_loss": 1.5255835056304932, "cos_r_negg": [0.6179612874984741, 0.16947148740291595, 0.17467573285102844, 0.12968258559703827, 0.09496752172708511, 0.13968493044376373, 0.10647694766521454, 0.12800520658493042, 0.08434631675481796, 0.11546630412340164, 0.13609468936920166, 0.13881908357143402, 0.12335076928138733, 0.0937533974647522, 0.08503428101539612, 0.15549644827842712, 0.09341956675052643, 0.1081380844116211, 0.10837714374065399, 0.07192902266979218, 0.07697715610265732, 0.1218380481004715, 0.0565115325152874, 0.10601228475570679, 0.15157146751880646, 0.0404524952173233, 0.11051538586616516, 0.157618448138237, 0.08319780230522156, 0.10717562586069107], "cos_apical_negg": [0.6179612874984741, 0.16947148740291595, 0.17467573285102844, 0.12968258559703827, 0.09496752172708511, 0.13968493044376373, 0.10647694766521454, 0.12800520658493042, 0.08434631675481796, 0.11546630412340164, 0.13609468936920166, 0.13881908357143402, 0.12335076928138733, 0.0937533974647522, 0.08503428101539612, 0.15549644827842712, 0.09341956675052643, 0.1081380844116211, 0.10837714374065399, 0.07192902266979218, 0.07697715610265732, 0.1218380481004715, 0.0565115325152874, 0.10601228475570679, 0.15157146751880646, 0.0404524952173233, 0.11051538586616516, 0.157618448138237, 0.08319780230522156, 0.10717562586069107], "cos_Ac_negg": [0.6179612874984741, 0.16947148740291595, 0.17467573285102844, 0.12968258559703827, 0.09496752172708511, 0.13968493044376373, 0.10647694766521454, 0.12800520658493042, 0.08434631675481796, 0.11546630412340164, 0.13609468936920166, 0.13881908357143402, 0.12335076928138733, 0.0937533974647522, 0.08503428101539612, 0.15549644827842712, 0.09341956675052643, 0.1081380844116211, 0.10837714374065399, 0.07192902266979218, 0.07697715610265732, 0.1218380481004715, 0.0565115325152874, 0.10601228475570679, 0.15157146751880646, 0.0404524952173233, 0.11051538586616516, 0.157618448138237, 0.08319780230522156, 0.10717562586069107], "r_norm": [2.5345094203948975, 2.4457337856292725, 2.410294532775879, 2.446080207824707, 2.410695791244507, 2.41939377784729, 2.380115509033203, 2.404604196548462, 2.410648822784424, 2.401913642883301, 2.4026803970336914, 2.432692527770996, 2.450812339782715, 2.468930959701538, 2.423161506652832, 2.404738187789917, 2.5069026947021484, 2.3796334266662598, 2.4570693969726562, 2.4272193908691406, 2.3523097038269043, 2.4019293785095215, 2.436417579650879, 2.382312059402466, 2.4279069900512695, 2.392238140106201, 2.366227626800537, 2.393728733062744, 2.3906068801879883, 2.4034159183502197]}, {"step": 1350, "epoch": 3, "train_loss": 1.7795699834823608, "cos_r_negg": [0.6204788684844971, 0.17749305069446564, 0.17423930764198303, 0.13775421679019928, 0.11095838248729706, 0.14331328868865967, 0.10943105816841125, 0.12327336519956589, 0.09157401323318481, 0.1374957263469696, 0.12167808413505554, 0.1420653760433197, 0.1289157122373581, 0.11624899506568909, 0.10482485592365265, 0.1566673070192337, 0.10943543910980225, 0.08412732183933258, 0.12354538589715958, 0.09592084586620331, 0.12627488374710083, 0.14374449849128723, 0.08928172290325165, 0.11415769904851913, 0.14764009416103363, 0.052914269268512726, 0.10039462149143219, 0.17662927508354187, 0.09997045993804932, 0.09144985675811768], "cos_apical_negg": [0.6204788684844971, 0.17749305069446564, 0.17423930764198303, 0.13775421679019928, 0.11095838248729706, 0.14331328868865967, 0.10943105816841125, 0.12327336519956589, 0.09157401323318481, 0.1374957263469696, 0.12167808413505554, 0.1420653760433197, 0.1289157122373581, 0.11624899506568909, 0.10482485592365265, 0.1566673070192337, 0.10943543910980225, 0.08412732183933258, 0.12354538589715958, 0.09592084586620331, 0.12627488374710083, 0.14374449849128723, 0.08928172290325165, 0.11415769904851913, 0.14764009416103363, 0.052914269268512726, 0.10039462149143219, 0.17662927508354187, 0.09997045993804932, 0.09144985675811768], "cos_Ac_negg": [0.6204788684844971, 0.17749305069446564, 0.17423930764198303, 0.13775421679019928, 0.11095838248729706, 0.14331328868865967, 0.10943105816841125, 0.12327336519956589, 0.09157401323318481, 0.1374957263469696, 0.12167808413505554, 0.1420653760433197, 0.1289157122373581, 0.11624899506568909, 0.10482485592365265, 0.1566673070192337, 0.10943543910980225, 0.08412732183933258, 0.12354538589715958, 0.09592084586620331, 0.12627488374710083, 0.14374449849128723, 0.08928172290325165, 0.11415769904851913, 0.14764009416103363, 0.052914269268512726, 0.10039462149143219, 0.17662927508354187, 0.09997045993804932, 0.09144985675811768], "r_norm": [2.4859631061553955, 2.3848791122436523, 2.355285167694092, 2.3837621212005615, 2.3556442260742188, 2.361211061477661, 2.324780225753784, 2.349754810333252, 2.3461365699768066, 2.3455796241760254, 2.3408522605895996, 2.373573064804077, 2.393523931503296, 2.3980214595794678, 2.36525821685791, 2.3462986946105957, 2.447425365447998, 2.32157039642334, 2.402801513671875, 2.368374824523926, 2.298616886138916, 2.334136724472046, 2.376028060913086, 2.3271102905273438, 2.364382743835449, 2.3356869220733643, 2.316638469696045, 2.3371360301971436, 2.328465461730957, 2.345181941986084]}, {"step": 1400, "epoch": 3, "train_loss": 1.747612476348877, "cos_r_negg": [0.6242365837097168, 0.18777301907539368, 0.17554470896720886, 0.14397287368774414, 0.12641404569149017, 0.15863579511642456, 0.09953272342681885, 0.12801262736320496, 0.10239991545677185, 0.14763909578323364, 0.12443169951438904, 0.1401655375957489, 0.14155597984790802, 0.10222642123699188, 0.10846526175737381, 0.16682063043117523, 0.10614632070064545, 0.11472785472869873, 0.1264234334230423, 0.0972970724105835, 0.1122632548213005, 0.13996243476867676, 0.10075172036886215, 0.12414770573377609, 0.14383505284786224, 0.05624929443001747, 0.11975976079702377, 0.1571044772863388, 0.0925893634557724, 0.08725553750991821], "cos_apical_negg": [0.6242365837097168, 0.18777301907539368, 0.17554470896720886, 0.14397287368774414, 0.12641404569149017, 0.15863579511642456, 0.09953272342681885, 0.12801262736320496, 0.10239991545677185, 0.14763909578323364, 0.12443169951438904, 0.1401655375957489, 0.14155597984790802, 0.10222642123699188, 0.10846526175737381, 0.16682063043117523, 0.10614632070064545, 0.11472785472869873, 0.1264234334230423, 0.0972970724105835, 0.1122632548213005, 0.13996243476867676, 0.10075172036886215, 0.12414770573377609, 0.14383505284786224, 0.05624929443001747, 0.11975976079702377, 0.1571044772863388, 0.0925893634557724, 0.08725553750991821], "cos_Ac_negg": [0.6242365837097168, 0.18777301907539368, 0.17554470896720886, 0.14397287368774414, 0.12641404569149017, 0.15863579511642456, 0.09953272342681885, 0.12801262736320496, 0.10239991545677185, 0.14763909578323364, 0.12443169951438904, 0.1401655375957489, 0.14155597984790802, 0.10222642123699188, 0.10846526175737381, 0.16682063043117523, 0.10614632070064545, 0.11472785472869873, 0.1264234334230423, 0.0972970724105835, 0.1122632548213005, 0.13996243476867676, 0.10075172036886215, 0.12414770573377609, 0.14383505284786224, 0.05624929443001747, 0.11975976079702377, 0.1571044772863388, 0.0925893634557724, 0.08725553750991821], "r_norm": [2.445167064666748, 2.3422787189483643, 2.3056325912475586, 2.3360607624053955, 2.3097000122070312, 2.316193103790283, 2.283395290374756, 2.299578905105591, 2.304455280303955, 2.2986018657684326, 2.2957634925842285, 2.319822311401367, 2.339221477508545, 2.3513646125793457, 2.320773124694824, 2.297564744949341, 2.4014534950256348, 2.2800440788269043, 2.3503174781799316, 2.321474552154541, 2.252762794494629, 2.2956862449645996, 2.32932186126709, 2.281100273132324, 2.3208136558532715, 2.2889137268066406, 2.26987361907959, 2.288565158843994, 2.2882416248321533, 2.300294876098633]}, {"step": 1450, "epoch": 3, "train_loss": 1.6757279634475708, "cos_r_negg": [0.6418178677558899, 0.20165762305259705, 0.18914517760276794, 0.15207654237747192, 0.1490296572446823, 0.15926387906074524, 0.11716292053461075, 0.12854157388210297, 0.09573015570640564, 0.14237657189369202, 0.14186406135559082, 0.14869347214698792, 0.15665923058986664, 0.1188490241765976, 0.1289440095424652, 0.1771463006734848, 0.09858641773462296, 0.12071186304092407, 0.11713618040084839, 0.10412491858005524, 0.12037421762943268, 0.1215396374464035, 0.08601342141628265, 0.1216910183429718, 0.174054816365242, 0.07531178742647171, 0.11971165239810944, 0.1876690685749054, 0.10276208072900772, 0.09154942631721497], "cos_apical_negg": [0.6418178677558899, 0.20165762305259705, 0.18914517760276794, 0.15207654237747192, 0.1490296572446823, 0.15926387906074524, 0.11716292053461075, 0.12854157388210297, 0.09573015570640564, 0.14237657189369202, 0.14186406135559082, 0.14869347214698792, 0.15665923058986664, 0.1188490241765976, 0.1289440095424652, 0.1771463006734848, 0.09858641773462296, 0.12071186304092407, 0.11713618040084839, 0.10412491858005524, 0.12037421762943268, 0.1215396374464035, 0.08601342141628265, 0.1216910183429718, 0.174054816365242, 0.07531178742647171, 0.11971165239810944, 0.1876690685749054, 0.10276208072900772, 0.09154942631721497], "cos_Ac_negg": [0.6418178677558899, 0.20165762305259705, 0.18914517760276794, 0.15207654237747192, 0.1490296572446823, 0.15926387906074524, 0.11716292053461075, 0.12854157388210297, 0.09573015570640564, 0.14237657189369202, 0.14186406135559082, 0.14869347214698792, 0.15665923058986664, 0.1188490241765976, 0.1289440095424652, 0.1771463006734848, 0.09858641773462296, 0.12071186304092407, 0.11713618040084839, 0.10412491858005524, 0.12037421762943268, 0.1215396374464035, 0.08601342141628265, 0.1216910183429718, 0.174054816365242, 0.07531178742647171, 0.11971165239810944, 0.1876690685749054, 0.10276208072900772, 0.09154942631721497], "r_norm": [2.3745217323303223, 2.2662081718444824, 2.2357640266418457, 2.2604055404663086, 2.2335381507873535, 2.2394320964813232, 2.2042946815490723, 2.227735996246338, 2.2265093326568604, 2.2246248722076416, 2.221363067626953, 2.2513973712921143, 2.266819477081299, 2.2766971588134766, 2.2430226802825928, 2.2234272956848145, 2.3234691619873047, 2.2064690589904785, 2.2771897315979004, 2.2488605976104736, 2.174168586730957, 2.218756914138794, 2.247830390930176, 2.2042558193206787, 2.2452030181884766, 2.2128043174743652, 2.190699815750122, 2.216024398803711, 2.2123489379882812, 2.2240426540374756]}, {"step": 1500, "epoch": 3, "train_loss": 1.6976985931396484, "cos_r_negg": [0.641727864742279, 0.21684549748897552, 0.1783367395401001, 0.14689305424690247, 0.13686451315879822, 0.1673746556043625, 0.13101477921009064, 0.14068183302879333, 0.11492091417312622, 0.15612325072288513, 0.16130702197551727, 0.16934174299240112, 0.1662297546863556, 0.12164198607206345, 0.13221988081932068, 0.18563827872276306, 0.11062762141227722, 0.11998914182186127, 0.12950396537780762, 0.12446260452270508, 0.12013892829418182, 0.13036921620368958, 0.10047177970409393, 0.1370837688446045, 0.14280639588832855, 0.09261850267648697, 0.1376328468322754, 0.16958758234977722, 0.12209802120923996, 0.14163389801979065], "cos_apical_negg": [0.641727864742279, 0.21684549748897552, 0.1783367395401001, 0.14689305424690247, 0.13686451315879822, 0.1673746556043625, 0.13101477921009064, 0.14068183302879333, 0.11492091417312622, 0.15612325072288513, 0.16130702197551727, 0.16934174299240112, 0.1662297546863556, 0.12164198607206345, 0.13221988081932068, 0.18563827872276306, 0.11062762141227722, 0.11998914182186127, 0.12950396537780762, 0.12446260452270508, 0.12013892829418182, 0.13036921620368958, 0.10047177970409393, 0.1370837688446045, 0.14280639588832855, 0.09261850267648697, 0.1376328468322754, 0.16958758234977722, 0.12209802120923996, 0.14163389801979065], "cos_Ac_negg": [0.641727864742279, 0.21684549748897552, 0.1783367395401001, 0.14689305424690247, 0.13686451315879822, 0.1673746556043625, 0.13101477921009064, 0.14068183302879333, 0.11492091417312622, 0.15612325072288513, 0.16130702197551727, 0.16934174299240112, 0.1662297546863556, 0.12164198607206345, 0.13221988081932068, 0.18563827872276306, 0.11062762141227722, 0.11998914182186127, 0.12950396537780762, 0.12446260452270508, 0.12013892829418182, 0.13036921620368958, 0.10047177970409393, 0.1370837688446045, 0.14280639588832855, 0.09261850267648697, 0.1376328468322754, 0.16958758234977722, 0.12209802120923996, 0.14163389801979065], "r_norm": [2.34732723236084, 2.233187198638916, 2.203244686126709, 2.230254650115967, 2.194500207901001, 2.2047512531280518, 2.1728479862213135, 2.19533109664917, 2.1915550231933594, 2.1925270557403564, 2.1886630058288574, 2.2179713249206543, 2.2348525524139404, 2.2433857917785645, 2.2084450721740723, 2.190803050994873, 2.284886360168457, 2.1670336723327637, 2.2411928176879883, 2.209810495376587, 2.1429014205932617, 2.185458183288574, 2.213548183441162, 2.1692352294921875, 2.20920991897583, 2.175443410873413, 2.157939910888672, 2.182040214538574, 2.1746885776519775, 2.1909947395324707], "ldr": {"dL_sdil": -0.0681314468383789, "dL_bp": -0.06473827362060547, "ratio": 1.0524137118277035}}, {"step": 1550, "epoch": 3, "train_loss": 1.8344733715057373, "cos_r_negg": [0.6375910639762878, 0.21387040615081787, 0.1740991175174713, 0.13682135939598083, 0.13952907919883728, 0.18577340245246887, 0.13409768044948578, 0.15986183285713196, 0.11223138868808746, 0.16037070751190186, 0.16765370965003967, 0.17165204882621765, 0.18287302553653717, 0.1284072995185852, 0.1660555750131607, 0.1712251901626587, 0.11278446018695831, 0.12535834312438965, 0.1324796974658966, 0.130110502243042, 0.13526499271392822, 0.1233823373913765, 0.12640073895454407, 0.15709726512432098, 0.139698326587677, 0.08606773614883423, 0.1204313337802887, 0.17123983800411224, 0.13426679372787476, 0.1380208283662796], "cos_apical_negg": [0.6375910639762878, 0.21387040615081787, 0.1740991175174713, 0.13682135939598083, 0.13952907919883728, 0.18577340245246887, 0.13409768044948578, 0.15986183285713196, 0.11223138868808746, 0.16037070751190186, 0.16765370965003967, 0.17165204882621765, 0.18287302553653717, 0.1284072995185852, 0.1660555750131607, 0.1712251901626587, 0.11278446018695831, 0.12535834312438965, 0.1324796974658966, 0.130110502243042, 0.13526499271392822, 0.1233823373913765, 0.12640073895454407, 0.15709726512432098, 0.139698326587677, 0.08606773614883423, 0.1204313337802887, 0.17123983800411224, 0.13426679372787476, 0.1380208283662796], "cos_Ac_negg": [0.6375910639762878, 0.21387040615081787, 0.1740991175174713, 0.13682135939598083, 0.13952907919883728, 0.18577340245246887, 0.13409768044948578, 0.15986183285713196, 0.11223138868808746, 0.16037070751190186, 0.16765370965003967, 0.17165204882621765, 0.18287302553653717, 0.1284072995185852, 0.1660555750131607, 0.1712251901626587, 0.11278446018695831, 0.12535834312438965, 0.1324796974658966, 0.130110502243042, 0.13526499271392822, 0.1233823373913765, 0.12640073895454407, 0.15709726512432098, 0.139698326587677, 0.08606773614883423, 0.1204313337802887, 0.17123983800411224, 0.13426679372787476, 0.1380208283662796], "r_norm": [2.369127035140991, 2.2422592639923096, 2.2121219635009766, 2.2407188415527344, 2.2040090560913086, 2.216660976409912, 2.1866183280944824, 2.206636905670166, 2.198984146118164, 2.205106735229492, 2.1979050636291504, 2.2238364219665527, 2.242077350616455, 2.258296489715576, 2.2147183418273926, 2.2052066326141357, 2.295167922973633, 2.1775991916656494, 2.2549142837524414, 2.2225875854492188, 2.1519322395324707, 2.1939282417297363, 2.2259061336517334, 2.184095621109009, 2.2200703620910645, 2.183610677719116, 2.1663482189178467, 2.19168758392334, 2.1849160194396973, 2.20255184173584]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4007, "test_loss": 1.7979279418945313}, {"step": 1600, "epoch": 4, "train_loss": 1.5507760047912598, "cos_r_negg": [0.657484769821167, 0.22874706983566284, 0.18462985754013062, 0.16024143993854523, 0.14084464311599731, 0.1867024153470993, 0.14723338186740875, 0.16923747956752777, 0.1259627640247345, 0.16858774423599243, 0.17620599269866943, 0.17798802256584167, 0.18729254603385925, 0.13405641913414001, 0.17320220172405243, 0.20147046446800232, 0.1394123136997223, 0.13563060760498047, 0.1557379812002182, 0.16071365773677826, 0.12248148024082184, 0.16454201936721802, 0.1325213611125946, 0.1722891926765442, 0.19528897106647491, 0.07564982026815414, 0.1353713870048523, 0.20616379380226135, 0.14174917340278625, 0.15313613414764404], "cos_apical_negg": [0.657484769821167, 0.22874706983566284, 0.18462985754013062, 0.16024143993854523, 0.14084464311599731, 0.1867024153470993, 0.14723338186740875, 0.16923747956752777, 0.1259627640247345, 0.16858774423599243, 0.17620599269866943, 0.17798802256584167, 0.18729254603385925, 0.13405641913414001, 0.17320220172405243, 0.20147046446800232, 0.1394123136997223, 0.13563060760498047, 0.1557379812002182, 0.16071365773677826, 0.12248148024082184, 0.16454201936721802, 0.1325213611125946, 0.1722891926765442, 0.19528897106647491, 0.07564982026815414, 0.1353713870048523, 0.20616379380226135, 0.14174917340278625, 0.15313613414764404], "cos_Ac_negg": [0.657484769821167, 0.22874706983566284, 0.18462985754013062, 0.16024143993854523, 0.14084464311599731, 0.1867024153470993, 0.14723338186740875, 0.16923747956752777, 0.1259627640247345, 0.16858774423599243, 0.17620599269866943, 0.17798802256584167, 0.18729254603385925, 0.13405641913414001, 0.17320220172405243, 0.20147046446800232, 0.1394123136997223, 0.13563060760498047, 0.1557379812002182, 0.16071365773677826, 0.12248148024082184, 0.16454201936721802, 0.1325213611125946, 0.1722891926765442, 0.19528897106647491, 0.07564982026815414, 0.1353713870048523, 0.20616379380226135, 0.14174917340278625, 0.15313613414764404], "r_norm": [2.2557480335235596, 2.1319358348846436, 2.1018309593200684, 2.127415180206299, 2.094728469848633, 2.102196216583252, 2.0626602172851562, 2.0907137393951416, 2.0909225940704346, 2.0878822803497314, 2.089418411254883, 2.118055820465088, 2.130852460861206, 2.1368913650512695, 2.1048245429992676, 2.0896408557891846, 2.1785874366760254, 2.067911148071289, 2.1341896057128906, 2.104623794555664, 2.044849157333374, 2.0853524208068848, 2.107771396636963, 2.070094347000122, 2.1083884239196777, 2.073535919189453, 2.054138660430908, 2.081895589828491, 2.0712361335754395, 2.089566946029663]}, {"step": 1650, "epoch": 4, "train_loss": 1.697051763534546, "cos_r_negg": [0.6633261442184448, 0.22581174969673157, 0.1953701674938202, 0.1716131865978241, 0.16299161314964294, 0.18098324537277222, 0.15213912725448608, 0.18497398495674133, 0.1425088346004486, 0.17432835698127747, 0.17132024466991425, 0.178215891122818, 0.18820182979106903, 0.15737253427505493, 0.16137607395648956, 0.18700258433818817, 0.1433987021446228, 0.13305802643299103, 0.15858173370361328, 0.16471520066261292, 0.14777138829231262, 0.16022181510925293, 0.1519290804862976, 0.17246674001216888, 0.19239576160907745, 0.09959660470485687, 0.12287367880344391, 0.20676760375499725, 0.11731882393360138, 0.1504155993461609], "cos_apical_negg": [0.6633261442184448, 0.22581174969673157, 0.1953701674938202, 0.1716131865978241, 0.16299161314964294, 0.18098324537277222, 0.15213912725448608, 0.18497398495674133, 0.1425088346004486, 0.17432835698127747, 0.17132024466991425, 0.178215891122818, 0.18820182979106903, 0.15737253427505493, 0.16137607395648956, 0.18700258433818817, 0.1433987021446228, 0.13305802643299103, 0.15858173370361328, 0.16471520066261292, 0.14777138829231262, 0.16022181510925293, 0.1519290804862976, 0.17246674001216888, 0.19239576160907745, 0.09959660470485687, 0.12287367880344391, 0.20676760375499725, 0.11731882393360138, 0.1504155993461609], "cos_Ac_negg": [0.6633261442184448, 0.22581174969673157, 0.1953701674938202, 0.1716131865978241, 0.16299161314964294, 0.18098324537277222, 0.15213912725448608, 0.18497398495674133, 0.1425088346004486, 0.17432835698127747, 0.17132024466991425, 0.178215891122818, 0.18820182979106903, 0.15737253427505493, 0.16137607395648956, 0.18700258433818817, 0.1433987021446228, 0.13305802643299103, 0.15858173370361328, 0.16471520066261292, 0.14777138829231262, 0.16022181510925293, 0.1519290804862976, 0.17246674001216888, 0.19239576160907745, 0.09959660470485687, 0.12287367880344391, 0.20676760375499725, 0.11731882393360138, 0.1504155993461609], "r_norm": [2.2116951942443848, 2.0812835693359375, 2.0541515350341797, 2.0803234577178955, 2.044332504272461, 2.057346820831299, 2.024413585662842, 2.0402801036834717, 2.0413246154785156, 2.046473264694214, 2.0383591651916504, 2.064286231994629, 2.083714008331299, 2.086200714111328, 2.0566861629486084, 2.043478012084961, 2.126333236694336, 2.0162808895111084, 2.089053153991699, 2.0565760135650635, 1.9965593814849854, 2.0326576232910156, 2.059548854827881, 2.0204029083251953, 2.0592780113220215, 2.0244555473327637, 2.0067672729492188, 2.031014919281006, 2.024627208709717, 2.0362110137939453]}, {"step": 1700, "epoch": 4, "train_loss": 1.660725712776184, "cos_r_negg": [0.6443895101547241, 0.2340656816959381, 0.2081875205039978, 0.17367111146450043, 0.16140608489513397, 0.18666872382164001, 0.16285787522792816, 0.18760158121585846, 0.16209061443805695, 0.17584820091724396, 0.17768383026123047, 0.18859709799289703, 0.19215860962867737, 0.15897832810878754, 0.16354045271873474, 0.20007213950157166, 0.17404286563396454, 0.1512172818183899, 0.1754833459854126, 0.15664057433605194, 0.17225909233093262, 0.15199027955532074, 0.17509028315544128, 0.16855870187282562, 0.20480790734291077, 0.13817745447158813, 0.1528594046831131, 0.22254177927970886, 0.14347688853740692, 0.1447565257549286], "cos_apical_negg": [0.6443895101547241, 0.2340656816959381, 0.2081875205039978, 0.17367111146450043, 0.16140608489513397, 0.18666872382164001, 0.16285787522792816, 0.18760158121585846, 0.16209061443805695, 0.17584820091724396, 0.17768383026123047, 0.18859709799289703, 0.19215860962867737, 0.15897832810878754, 0.16354045271873474, 0.20007213950157166, 0.17404286563396454, 0.1512172818183899, 0.1754833459854126, 0.15664057433605194, 0.17225909233093262, 0.15199027955532074, 0.17509028315544128, 0.16855870187282562, 0.20480790734291077, 0.13817745447158813, 0.1528594046831131, 0.22254177927970886, 0.14347688853740692, 0.1447565257549286], "cos_Ac_negg": [0.6443895101547241, 0.2340656816959381, 0.2081875205039978, 0.17367111146450043, 0.16140608489513397, 0.18666872382164001, 0.16285787522792816, 0.18760158121585846, 0.16209061443805695, 0.17584820091724396, 0.17768383026123047, 0.18859709799289703, 0.19215860962867737, 0.15897832810878754, 0.16354045271873474, 0.20007213950157166, 0.17404286563396454, 0.1512172818183899, 0.1754833459854126, 0.15664057433605194, 0.17225909233093262, 0.15199027955532074, 0.17509028315544128, 0.16855870187282562, 0.20480790734291077, 0.13817745447158813, 0.1528594046831131, 0.22254177927970886, 0.14347688853740692, 0.1447565257549286], "r_norm": [2.189619541168213, 2.0501370429992676, 2.022899627685547, 2.048950672149658, 2.014669895172119, 2.027926445007324, 1.992215633392334, 2.0144426822662354, 2.009495735168457, 2.014126777648926, 2.0085275173187256, 2.0343503952026367, 2.0519604682922363, 2.057286262512207, 2.025364398956299, 2.012289524078369, 2.0961296558380127, 1.9871973991394043, 2.0553293228149414, 2.0267176628112793, 1.963482141494751, 2.001396417617798, 2.0306239128112793, 1.992150068283081, 2.0276052951812744, 1.9949684143066406, 1.9779090881347656, 2.002340793609619, 1.997482419013977, 2.0082950592041016]}, {"step": 1750, "epoch": 4, "train_loss": 1.5851988792419434, "cos_r_negg": [0.6588166952133179, 0.23491168022155762, 0.20909857749938965, 0.1996907889842987, 0.16530059278011322, 0.20002150535583496, 0.1708688735961914, 0.19248205423355103, 0.17154604196548462, 0.17191573977470398, 0.18932345509529114, 0.2118224799633026, 0.20725107192993164, 0.15992996096611023, 0.17076247930526733, 0.22630983591079712, 0.18579363822937012, 0.16850610077381134, 0.1699581742286682, 0.16187265515327454, 0.1698952317237854, 0.1547611951828003, 0.17545752227306366, 0.1854701191186905, 0.2114628553390503, 0.14202478528022766, 0.1553025245666504, 0.21116280555725098, 0.15284407138824463, 0.15649038553237915], "cos_apical_negg": [0.6588166952133179, 0.23491168022155762, 0.20909857749938965, 0.1996907889842987, 0.16530059278011322, 0.20002150535583496, 0.1708688735961914, 0.19248205423355103, 0.17154604196548462, 0.17191573977470398, 0.18932345509529114, 0.2118224799633026, 0.20725107192993164, 0.15992996096611023, 0.17076247930526733, 0.22630983591079712, 0.18579363822937012, 0.16850610077381134, 0.1699581742286682, 0.16187265515327454, 0.1698952317237854, 0.1547611951828003, 0.17545752227306366, 0.1854701191186905, 0.2114628553390503, 0.14202478528022766, 0.1553025245666504, 0.21116280555725098, 0.15284407138824463, 0.15649038553237915], "cos_Ac_negg": [0.6588166952133179, 0.23491168022155762, 0.20909857749938965, 0.1996907889842987, 0.16530059278011322, 0.20002150535583496, 0.1708688735961914, 0.19248205423355103, 0.17154604196548462, 0.17191573977470398, 0.18932345509529114, 0.2118224799633026, 0.20725107192993164, 0.15992996096611023, 0.17076247930526733, 0.22630983591079712, 0.18579363822937012, 0.16850610077381134, 0.1699581742286682, 0.16187265515327454, 0.1698952317237854, 0.1547611951828003, 0.17545752227306366, 0.1854701191186905, 0.2114628553390503, 0.14202478528022766, 0.1553025245666504, 0.21116280555725098, 0.15284407138824463, 0.15649038553237915], "r_norm": [2.165520191192627, 2.027217149734497, 1.9988205432891846, 2.0248494148254395, 1.986790657043457, 1.999603509902954, 1.9645423889160156, 1.9841041564941406, 1.985349416732788, 1.9867563247680664, 1.9820365905761719, 2.003695011138916, 2.022940158843994, 2.0260729789733887, 1.9949721097946167, 1.9863125085830688, 2.0647268295288086, 1.9599254131317139, 2.0299739837646484, 1.9934704303741455, 1.9427859783172607, 1.9728853702545166, 1.9950677156448364, 1.9640724658966064, 2.0017590522766113, 1.9683833122253418, 1.9488412141799927, 1.9714248180389404, 1.9633216857910156, 1.9801959991455078], "ldr": {"dL_sdil": -0.07138705253601074, "dL_bp": -0.06786179542541504, "ratio": 1.0519475956758353}}, {"step": 1800, "epoch": 4, "train_loss": 1.40281343460083, "cos_r_negg": [0.6606576442718506, 0.25493621826171875, 0.2172454297542572, 0.2107597291469574, 0.1924363225698471, 0.21145546436309814, 0.19104839861392975, 0.19773125648498535, 0.16899442672729492, 0.20189246535301208, 0.20858582854270935, 0.23464564979076385, 0.22273972630500793, 0.1625930815935135, 0.17229637503623962, 0.24341735243797302, 0.19666419923305511, 0.17948013544082642, 0.17937123775482178, 0.17492803931236267, 0.16990268230438232, 0.18613606691360474, 0.18345141410827637, 0.1873963624238968, 0.2166065275669098, 0.14605537056922913, 0.13288980722427368, 0.23383711278438568, 0.17515572905540466, 0.15078121423721313], "cos_apical_negg": [0.6606576442718506, 0.25493621826171875, 0.2172454297542572, 0.2107597291469574, 0.1924363225698471, 0.21145546436309814, 0.19104839861392975, 0.19773125648498535, 0.16899442672729492, 0.20189246535301208, 0.20858582854270935, 0.23464564979076385, 0.22273972630500793, 0.1625930815935135, 0.17229637503623962, 0.24341735243797302, 0.19666419923305511, 0.17948013544082642, 0.17937123775482178, 0.17492803931236267, 0.16990268230438232, 0.18613606691360474, 0.18345141410827637, 0.1873963624238968, 0.2166065275669098, 0.14605537056922913, 0.13288980722427368, 0.23383711278438568, 0.17515572905540466, 0.15078121423721313], "cos_Ac_negg": [0.6606576442718506, 0.25493621826171875, 0.2172454297542572, 0.2107597291469574, 0.1924363225698471, 0.21145546436309814, 0.19104839861392975, 0.19773125648498535, 0.16899442672729492, 0.20189246535301208, 0.20858582854270935, 0.23464564979076385, 0.22273972630500793, 0.1625930815935135, 0.17229637503623962, 0.24341735243797302, 0.19666419923305511, 0.17948013544082642, 0.17937123775482178, 0.17492803931236267, 0.16990268230438232, 0.18613606691360474, 0.18345141410827637, 0.1873963624238968, 0.2166065275669098, 0.14605537056922913, 0.13288980722427368, 0.23383711278438568, 0.17515572905540466, 0.15078121423721313], "r_norm": [2.183659076690674, 2.0350661277770996, 2.0125393867492676, 2.024404525756836, 1.990452527999878, 2.0104095935821533, 1.973870038986206, 1.9909992218017578, 1.9948854446411133, 1.99104905128479, 1.9885101318359375, 2.0084662437438965, 2.02773380279541, 2.027224063873291, 2.0089502334594727, 1.9909788370132446, 2.0711421966552734, 1.9656786918640137, 2.0332298278808594, 2.002636194229126, 1.9463531970977783, 1.9777121543884277, 2.0043671131134033, 1.9685816764831543, 2.0058062076568604, 1.9701135158538818, 1.9541256427764893, 1.975132703781128, 1.9717950820922852, 1.9825679063796997]}, {"step": 1850, "epoch": 4, "train_loss": 1.6983771324157715, "cos_r_negg": [0.6680591702461243, 0.2514752149581909, 0.2400302290916443, 0.20860350131988525, 0.18584603071212769, 0.21634484827518463, 0.19493204355239868, 0.20346315205097198, 0.16669829189777374, 0.21400123834609985, 0.21087205410003662, 0.2215961217880249, 0.2309170365333557, 0.16709023714065552, 0.19460435211658478, 0.23898883163928986, 0.2193830907344818, 0.17047405242919922, 0.20384305715560913, 0.19191163778305054, 0.1806783378124237, 0.19583944976329803, 0.19932183623313904, 0.179132342338562, 0.20223629474639893, 0.17253458499908447, 0.15735536813735962, 0.22565190494060516, 0.1831425130367279, 0.17616334557533264], "cos_apical_negg": [0.6680591702461243, 0.2514752149581909, 0.2400302290916443, 0.20860350131988525, 0.18584603071212769, 0.21634484827518463, 0.19493204355239868, 0.20346315205097198, 0.16669829189777374, 0.21400123834609985, 0.21087205410003662, 0.2215961217880249, 0.2309170365333557, 0.16709023714065552, 0.19460435211658478, 0.23898883163928986, 0.2193830907344818, 0.17047405242919922, 0.20384305715560913, 0.19191163778305054, 0.1806783378124237, 0.19583944976329803, 0.19932183623313904, 0.179132342338562, 0.20223629474639893, 0.17253458499908447, 0.15735536813735962, 0.22565190494060516, 0.1831425130367279, 0.17616334557533264], "cos_Ac_negg": [0.6680591702461243, 0.2514752149581909, 0.2400302290916443, 0.20860350131988525, 0.18584603071212769, 0.21634484827518463, 0.19493204355239868, 0.20346315205097198, 0.16669829189777374, 0.21400123834609985, 0.21087205410003662, 0.2215961217880249, 0.2309170365333557, 0.16709023714065552, 0.19460435211658478, 0.23898883163928986, 0.2193830907344818, 0.17047405242919922, 0.20384305715560913, 0.19191163778305054, 0.1806783378124237, 0.19583944976329803, 0.19932183623313904, 0.179132342338562, 0.20223629474639893, 0.17253458499908447, 0.15735536813735962, 0.22565190494060516, 0.1831425130367279, 0.17616334557533264], "r_norm": [2.1576476097106934, 1.9959207773208618, 1.9673854112625122, 1.9864943027496338, 1.9528447389602661, 1.9715288877487183, 1.9347059726715088, 1.9582371711730957, 1.953364372253418, 1.9552526473999023, 1.9513444900512695, 1.9762558937072754, 1.9943554401397705, 1.998085379600525, 1.9680745601654053, 1.958000898361206, 2.0312435626983643, 1.9291080236434937, 1.99580979347229, 1.968430519104004, 1.9065139293670654, 1.9392889738082886, 1.9725549221038818, 1.933513879776001, 1.968944787979126, 1.9291353225708008, 1.9153831005096436, 1.941563606262207, 1.9380625486373901, 1.948073148727417]}, {"step": 1900, "epoch": 4, "train_loss": 1.6107096672058105, "cos_r_negg": [0.6931121349334717, 0.2583075165748596, 0.25412505865097046, 0.20774075388908386, 0.1784718930721283, 0.22343063354492188, 0.20772907137870789, 0.2052420973777771, 0.18203997611999512, 0.2139018476009369, 0.22163288295269012, 0.23119685053825378, 0.23598869144916534, 0.18680812418460846, 0.19745279848575592, 0.23102118074893951, 0.20434901118278503, 0.19017638266086578, 0.2079065442085266, 0.20781627297401428, 0.187656968832016, 0.2116490602493286, 0.20018170773983002, 0.1952938437461853, 0.217929407954216, 0.18647027015686035, 0.197104349732399, 0.24850250780582428, 0.17761433124542236, 0.19486312568187714], "cos_apical_negg": [0.6931121349334717, 0.2583075165748596, 0.25412505865097046, 0.20774075388908386, 0.1784718930721283, 0.22343063354492188, 0.20772907137870789, 0.2052420973777771, 0.18203997611999512, 0.2139018476009369, 0.22163288295269012, 0.23119685053825378, 0.23598869144916534, 0.18680812418460846, 0.19745279848575592, 0.23102118074893951, 0.20434901118278503, 0.19017638266086578, 0.2079065442085266, 0.20781627297401428, 0.187656968832016, 0.2116490602493286, 0.20018170773983002, 0.1952938437461853, 0.217929407954216, 0.18647027015686035, 0.197104349732399, 0.24850250780582428, 0.17761433124542236, 0.19486312568187714], "cos_Ac_negg": [0.6931121349334717, 0.2583075165748596, 0.25412505865097046, 0.20774075388908386, 0.1784718930721283, 0.22343063354492188, 0.20772907137870789, 0.2052420973777771, 0.18203997611999512, 0.2139018476009369, 0.22163288295269012, 0.23119685053825378, 0.23598869144916534, 0.18680812418460846, 0.19745279848575592, 0.23102118074893951, 0.20434901118278503, 0.19017638266086578, 0.2079065442085266, 0.20781627297401428, 0.187656968832016, 0.2116490602493286, 0.20018170773983002, 0.1952938437461853, 0.217929407954216, 0.18647027015686035, 0.197104349732399, 0.24850250780582428, 0.17761433124542236, 0.19486312568187714], "r_norm": [2.0583724975585938, 1.9030818939208984, 1.881024718284607, 1.8988595008850098, 1.8581998348236084, 1.8766353130340576, 1.8418235778808594, 1.8603382110595703, 1.8625495433807373, 1.8622236251831055, 1.857635259628296, 1.8848968744277954, 1.9006341695785522, 1.89725661277771, 1.8739328384399414, 1.8651931285858154, 1.9370245933532715, 1.8332505226135254, 1.9023456573486328, 1.8722978830337524, 1.8200212717056274, 1.8500962257385254, 1.8696950674057007, 1.8403165340423584, 1.8739261627197266, 1.8440263271331787, 1.825932502746582, 1.8512895107269287, 1.8402891159057617, 1.8550795316696167]}, {"step": 1950, "epoch": 4, "train_loss": 1.3949331045150757, "cos_r_negg": [0.6949028968811035, 0.275604248046875, 0.26308318972587585, 0.21533514559268951, 0.18474847078323364, 0.2308783084154129, 0.19663400948047638, 0.20725387334823608, 0.1983964741230011, 0.21565645933151245, 0.2488393932580948, 0.2498837411403656, 0.25515568256378174, 0.1993614137172699, 0.20240771770477295, 0.23818285763263702, 0.22134840488433838, 0.21209228038787842, 0.20759284496307373, 0.21812058985233307, 0.22180086374282837, 0.21123293042182922, 0.20900818705558777, 0.20147079229354858, 0.26975029706954956, 0.1903110146522522, 0.20395414531230927, 0.24473996460437775, 0.20226094126701355, 0.20684608817100525], "cos_apical_negg": [0.6949028968811035, 0.275604248046875, 0.26308318972587585, 0.21533514559268951, 0.18474847078323364, 0.2308783084154129, 0.19663400948047638, 0.20725387334823608, 0.1983964741230011, 0.21565645933151245, 0.2488393932580948, 0.2498837411403656, 0.25515568256378174, 0.1993614137172699, 0.20240771770477295, 0.23818285763263702, 0.22134840488433838, 0.21209228038787842, 0.20759284496307373, 0.21812058985233307, 0.22180086374282837, 0.21123293042182922, 0.20900818705558777, 0.20147079229354858, 0.26975029706954956, 0.1903110146522522, 0.20395414531230927, 0.24473996460437775, 0.20226094126701355, 0.20684608817100525], "cos_Ac_negg": [0.6949028968811035, 0.275604248046875, 0.26308318972587585, 0.21533514559268951, 0.18474847078323364, 0.2308783084154129, 0.19663400948047638, 0.20725387334823608, 0.1983964741230011, 0.21565645933151245, 0.2488393932580948, 0.2498837411403656, 0.25515568256378174, 0.1993614137172699, 0.20240771770477295, 0.23818285763263702, 0.22134840488433838, 0.21209228038787842, 0.20759284496307373, 0.21812058985233307, 0.22180086374282837, 0.21123293042182922, 0.20900818705558777, 0.20147079229354858, 0.26975029706954956, 0.1903110146522522, 0.20395414531230927, 0.24473996460437775, 0.20226094126701355, 0.20684608817100525], "r_norm": [2.0350985527038574, 1.8703980445861816, 1.8504812717437744, 1.8661954402923584, 1.827204942703247, 1.8455421924591064, 1.8129246234893799, 1.833930492401123, 1.8288872241973877, 1.835033655166626, 1.8282169103622437, 1.8535981178283691, 1.8657987117767334, 1.8679227828979492, 1.8428740501403809, 1.8316099643707275, 1.905346155166626, 1.8052372932434082, 1.8703079223632812, 1.842918872833252, 1.7852115631103516, 1.817216157913208, 1.8425018787384033, 1.809049129486084, 1.8428053855895996, 1.810152292251587, 1.795473337173462, 1.8206998109817505, 1.8142801523208618, 1.8202323913574219]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4168, "test_loss": 1.7160228637695312}, {"step": 2000, "epoch": 5, "train_loss": 1.486786127090454, "cos_r_negg": [0.6921951770782471, 0.28162193298339844, 0.2682421803474426, 0.2371034473180771, 0.19974592328071594, 0.2517440915107727, 0.22228530049324036, 0.22061984241008759, 0.19100865721702576, 0.23875346779823303, 0.2553098201751709, 0.2610997259616852, 0.24530547857284546, 0.23794147372245789, 0.21018336713314056, 0.2662132978439331, 0.2381388545036316, 0.18451163172721863, 0.2233252227306366, 0.20828981697559357, 0.21531470119953156, 0.23384156823158264, 0.21414950489997864, 0.22884851694107056, 0.2676088511943817, 0.1944887638092041, 0.21360906958580017, 0.24353069067001343, 0.19767510890960693, 0.1993386149406433], "cos_apical_negg": [0.6921951770782471, 0.28162193298339844, 0.2682421803474426, 0.2371034473180771, 0.19974592328071594, 0.2517440915107727, 0.22228530049324036, 0.22061984241008759, 0.19100865721702576, 0.23875346779823303, 0.2553098201751709, 0.2610997259616852, 0.24530547857284546, 0.23794147372245789, 0.21018336713314056, 0.2662132978439331, 0.2381388545036316, 0.18451163172721863, 0.2233252227306366, 0.20828981697559357, 0.21531470119953156, 0.23384156823158264, 0.21414950489997864, 0.22884851694107056, 0.2676088511943817, 0.1944887638092041, 0.21360906958580017, 0.24353069067001343, 0.19767510890960693, 0.1993386149406433], "cos_Ac_negg": [0.6921951770782471, 0.28162193298339844, 0.2682421803474426, 0.2371034473180771, 0.19974592328071594, 0.2517440915107727, 0.22228530049324036, 0.22061984241008759, 0.19100865721702576, 0.23875346779823303, 0.2553098201751709, 0.2610997259616852, 0.24530547857284546, 0.23794147372245789, 0.21018336713314056, 0.2662132978439331, 0.2381388545036316, 0.18451163172721863, 0.2233252227306366, 0.20828981697559357, 0.21531470119953156, 0.23384156823158264, 0.21414950489997864, 0.22884851694107056, 0.2676088511943817, 0.1944887638092041, 0.21360906958580017, 0.24353069067001343, 0.19767510890960693, 0.1993386149406433], "r_norm": [1.9991934299468994, 1.8326945304870605, 1.81123685836792, 1.8228216171264648, 1.787855625152588, 1.8055450916290283, 1.771148681640625, 1.7942508459091187, 1.7906644344329834, 1.7947664260864258, 1.7872068881988525, 1.8122644424438477, 1.8238682746887207, 1.8218188285827637, 1.8032643795013428, 1.7880610227584839, 1.862675428390503, 1.7679890394210815, 1.8289625644683838, 1.801220178604126, 1.7480638027191162, 1.7770719528198242, 1.7999558448791504, 1.7670339345932007, 1.8045583963394165, 1.769566297531128, 1.7575743198394775, 1.7792707681655884, 1.7765780687332153, 1.7792253494262695], "ldr": {"dL_sdil": -0.09692108631134033, "dL_bp": -0.09280514717102051, "ratio": 1.0443503325600574}}, {"step": 2050, "epoch": 5, "train_loss": 1.5310444831848145, "cos_r_negg": [0.7088819742202759, 0.28779345750808716, 0.27403563261032104, 0.2462279200553894, 0.2179073989391327, 0.25247395038604736, 0.24391824007034302, 0.23000821471214294, 0.21741807460784912, 0.25452154874801636, 0.2410837709903717, 0.2675180435180664, 0.250637948513031, 0.23922781646251678, 0.22495892643928528, 0.27023744583129883, 0.2201022058725357, 0.20190848410129547, 0.21966540813446045, 0.23413722217082977, 0.22111637890338898, 0.256458044052124, 0.23944756388664246, 0.23318323493003845, 0.25468188524246216, 0.19798249006271362, 0.2040756195783615, 0.2601325511932373, 0.20648832619190216, 0.2140798568725586], "cos_apical_negg": [0.7088819742202759, 0.28779345750808716, 0.27403563261032104, 0.2462279200553894, 0.2179073989391327, 0.25247395038604736, 0.24391824007034302, 0.23000821471214294, 0.21741807460784912, 0.25452154874801636, 0.2410837709903717, 0.2675180435180664, 0.250637948513031, 0.23922781646251678, 0.22495892643928528, 0.27023744583129883, 0.2201022058725357, 0.20190848410129547, 0.21966540813446045, 0.23413722217082977, 0.22111637890338898, 0.256458044052124, 0.23944756388664246, 0.23318323493003845, 0.25468188524246216, 0.19798249006271362, 0.2040756195783615, 0.2601325511932373, 0.20648832619190216, 0.2140798568725586], "cos_Ac_negg": [0.7088819742202759, 0.28779345750808716, 0.27403563261032104, 0.2462279200553894, 0.2179073989391327, 0.25247395038604736, 0.24391824007034302, 0.23000821471214294, 0.21741807460784912, 0.25452154874801636, 0.2410837709903717, 0.2675180435180664, 0.250637948513031, 0.23922781646251678, 0.22495892643928528, 0.27023744583129883, 0.2201022058725357, 0.20190848410129547, 0.21966540813446045, 0.23413722217082977, 0.22111637890338898, 0.256458044052124, 0.23944756388664246, 0.23318323493003845, 0.25468188524246216, 0.19798249006271362, 0.2040756195783615, 0.2601325511932373, 0.20648832619190216, 0.2140798568725586], "r_norm": [1.9342294931411743, 1.76308012008667, 1.739676594734192, 1.759917140007019, 1.7211607694625854, 1.7366862297058105, 1.7045150995254517, 1.7229878902435303, 1.7218880653381348, 1.7269372940063477, 1.7213973999023438, 1.7432498931884766, 1.757817268371582, 1.7537078857421875, 1.7329721450805664, 1.7255747318267822, 1.7919570207595825, 1.6955182552337646, 1.7588837146759033, 1.7319164276123047, 1.6813772916793823, 1.7116329669952393, 1.7305171489715576, 1.6998546123504639, 1.736006259918213, 1.7022438049316406, 1.6875216960906982, 1.7119662761688232, 1.7046151161193848, 1.7138861417770386]}, {"step": 2100, "epoch": 5, "train_loss": 1.6009316444396973, "cos_r_negg": [0.6993257999420166, 0.2894425392150879, 0.27353256940841675, 0.25275367498397827, 0.2338634729385376, 0.2670591473579407, 0.2320794314146042, 0.2514152526855469, 0.21048331260681152, 0.26355835795402527, 0.2632191479206085, 0.2861493229866028, 0.2679097354412079, 0.23186057806015015, 0.21399904787540436, 0.28089097142219543, 0.2351303994655609, 0.21466195583343506, 0.23905490338802338, 0.24787843227386475, 0.2304416000843048, 0.25741851329803467, 0.22085708379745483, 0.23222407698631287, 0.266130656003952, 0.20069317519664764, 0.23255249857902527, 0.2780952453613281, 0.22518634796142578, 0.21914665400981903], "cos_apical_negg": [0.6993257999420166, 0.2894425392150879, 0.27353256940841675, 0.25275367498397827, 0.2338634729385376, 0.2670591473579407, 0.2320794314146042, 0.2514152526855469, 0.21048331260681152, 0.26355835795402527, 0.2632191479206085, 0.2861493229866028, 0.2679097354412079, 0.23186057806015015, 0.21399904787540436, 0.28089097142219543, 0.2351303994655609, 0.21466195583343506, 0.23905490338802338, 0.24787843227386475, 0.2304416000843048, 0.25741851329803467, 0.22085708379745483, 0.23222407698631287, 0.266130656003952, 0.20069317519664764, 0.23255249857902527, 0.2780952453613281, 0.22518634796142578, 0.21914665400981903], "cos_Ac_negg": [0.6993257999420166, 0.2894425392150879, 0.27353256940841675, 0.25275367498397827, 0.2338634729385376, 0.2670591473579407, 0.2320794314146042, 0.2514152526855469, 0.21048331260681152, 0.26355835795402527, 0.2632191479206085, 0.2861493229866028, 0.2679097354412079, 0.23186057806015015, 0.21399904787540436, 0.28089097142219543, 0.2351303994655609, 0.21466195583343506, 0.23905490338802338, 0.24787843227386475, 0.2304416000843048, 0.25741851329803467, 0.22085708379745483, 0.23222407698631287, 0.266130656003952, 0.20069317519664764, 0.23255249857902527, 0.2780952453613281, 0.22518634796142578, 0.21914665400981903], "r_norm": [1.9624614715576172, 1.7890336513519287, 1.767334222793579, 1.780547857284546, 1.7380225658416748, 1.7613048553466797, 1.7288596630096436, 1.7438764572143555, 1.7416795492172241, 1.7519489526748657, 1.741976261138916, 1.7638083696365356, 1.7756567001342773, 1.778916597366333, 1.7552591562271118, 1.744527816772461, 1.8141865730285645, 1.7206246852874756, 1.7825429439544678, 1.7531168460845947, 1.7036221027374268, 1.728210687637329, 1.7525229454040527, 1.7215197086334229, 1.755661129951477, 1.7207791805267334, 1.710136890411377, 1.7286665439605713, 1.726981282234192, 1.7322990894317627]}, {"step": 2150, "epoch": 5, "train_loss": 1.5623154640197754, "cos_r_negg": [0.7073811292648315, 0.30775368213653564, 0.2899255156517029, 0.2721787095069885, 0.24517913162708282, 0.268496572971344, 0.26148420572280884, 0.263396680355072, 0.2262689620256424, 0.2630780339241028, 0.2851206660270691, 0.3011315166950226, 0.2890498638153076, 0.23742303252220154, 0.23463287949562073, 0.2721804082393646, 0.2573551833629608, 0.21236008405685425, 0.2422788143157959, 0.2616536021232605, 0.22805945575237274, 0.2803889513015747, 0.2380622923374176, 0.25513631105422974, 0.27167800068855286, 0.21397754549980164, 0.23812830448150635, 0.2656351327896118, 0.2287958860397339, 0.24846091866493225], "cos_apical_negg": [0.7073811292648315, 0.30775368213653564, 0.2899255156517029, 0.2721787095069885, 0.24517913162708282, 0.268496572971344, 0.26148420572280884, 0.263396680355072, 0.2262689620256424, 0.2630780339241028, 0.2851206660270691, 0.3011315166950226, 0.2890498638153076, 0.23742303252220154, 0.23463287949562073, 0.2721804082393646, 0.2573551833629608, 0.21236008405685425, 0.2422788143157959, 0.2616536021232605, 0.22805945575237274, 0.2803889513015747, 0.2380622923374176, 0.25513631105422974, 0.27167800068855286, 0.21397754549980164, 0.23812830448150635, 0.2656351327896118, 0.2287958860397339, 0.24846091866493225], "cos_Ac_negg": [0.7073811292648315, 0.30775368213653564, 0.2899255156517029, 0.2721787095069885, 0.24517913162708282, 0.268496572971344, 0.26148420572280884, 0.263396680355072, 0.2262689620256424, 0.2630780339241028, 0.2851206660270691, 0.3011315166950226, 0.2890498638153076, 0.23742303252220154, 0.23463287949562073, 0.2721804082393646, 0.2573551833629608, 0.21236008405685425, 0.2422788143157959, 0.2616536021232605, 0.22805945575237274, 0.2803889513015747, 0.2380622923374176, 0.25513631105422974, 0.27167800068855286, 0.21397754549980164, 0.23812830448150635, 0.2656351327896118, 0.2287958860397339, 0.24846091866493225], "r_norm": [1.9309613704681396, 1.745614767074585, 1.7268229722976685, 1.7427411079406738, 1.6996886730194092, 1.7202298641204834, 1.6871886253356934, 1.7086694240570068, 1.7019245624542236, 1.7111308574676514, 1.704319715499878, 1.7257611751556396, 1.7350702285766602, 1.7327803373336792, 1.7123496532440186, 1.7050062417984009, 1.772850513458252, 1.6795283555984497, 1.738938331604004, 1.7094449996948242, 1.6626204252243042, 1.686586618423462, 1.7091065645217896, 1.6832364797592163, 1.715624451637268, 1.679103136062622, 1.6689391136169434, 1.6915192604064941, 1.6845600605010986, 1.6928973197937012]}, {"step": 2200, "epoch": 5, "train_loss": 1.7441167831420898, "cos_r_negg": [0.7052595615386963, 0.3125508427619934, 0.2969159781932831, 0.27885228395462036, 0.26072636246681213, 0.2772634029388428, 0.25861236453056335, 0.2629461884498596, 0.2485613226890564, 0.2860373556613922, 0.2827112674713135, 0.30716270208358765, 0.2976406216621399, 0.250668466091156, 0.2537292242050171, 0.29450297355651855, 0.25018906593322754, 0.23445898294448853, 0.24180194735527039, 0.2560370862483978, 0.26037320494651794, 0.2845497131347656, 0.250945508480072, 0.267145037651062, 0.28917306661605835, 0.22869399189949036, 0.24159564077854156, 0.27146440744400024, 0.25643259286880493, 0.24444714188575745], "cos_apical_negg": [0.7052595615386963, 0.3125508427619934, 0.2969159781932831, 0.27885228395462036, 0.26072636246681213, 0.2772634029388428, 0.25861236453056335, 0.2629461884498596, 0.2485613226890564, 0.2860373556613922, 0.2827112674713135, 0.30716270208358765, 0.2976406216621399, 0.250668466091156, 0.2537292242050171, 0.29450297355651855, 0.25018906593322754, 0.23445898294448853, 0.24180194735527039, 0.2560370862483978, 0.26037320494651794, 0.2845497131347656, 0.250945508480072, 0.267145037651062, 0.28917306661605835, 0.22869399189949036, 0.24159564077854156, 0.27146440744400024, 0.25643259286880493, 0.24444714188575745], "cos_Ac_negg": [0.7052595615386963, 0.3125508427619934, 0.2969159781932831, 0.27885228395462036, 0.26072636246681213, 0.2772634029388428, 0.25861236453056335, 0.2629461884498596, 0.2485613226890564, 0.2860373556613922, 0.2827112674713135, 0.30716270208358765, 0.2976406216621399, 0.250668466091156, 0.2537292242050171, 0.29450297355651855, 0.25018906593322754, 0.23445898294448853, 0.24180194735527039, 0.2560370862483978, 0.26037320494651794, 0.2845497131347656, 0.250945508480072, 0.267145037651062, 0.28917306661605835, 0.22869399189949036, 0.24159564077854156, 0.27146440744400024, 0.25643259286880493, 0.24444714188575745], "r_norm": [1.984440803527832, 1.7845332622528076, 1.7617413997650146, 1.7769057750701904, 1.7365283966064453, 1.754609227180481, 1.7250680923461914, 1.7403745651245117, 1.740645408630371, 1.7473076581954956, 1.7445013523101807, 1.7606990337371826, 1.7679238319396973, 1.7645838260650635, 1.7526581287384033, 1.7406446933746338, 1.8085644245147705, 1.7177820205688477, 1.7731318473815918, 1.7497869729995728, 1.6935092210769653, 1.7240371704101562, 1.7451027631759644, 1.7167350053787231, 1.7527705430984497, 1.7185012102127075, 1.7013003826141357, 1.7271369695663452, 1.7255337238311768, 1.7289341688156128]}, {"step": 2250, "epoch": 5, "train_loss": 1.771761417388916, "cos_r_negg": [0.7092548608779907, 0.33282676339149475, 0.3155744969844818, 0.28681039810180664, 0.2667641341686249, 0.2905803918838501, 0.2906179428100586, 0.28190097212791443, 0.2565721571445465, 0.29292845726013184, 0.29557275772094727, 0.31257662177085876, 0.3087915778160095, 0.2640554904937744, 0.2566334307193756, 0.29742541909217834, 0.2565234303474426, 0.2613770365715027, 0.258721262216568, 0.28295478224754333, 0.25590208172798157, 0.2963632345199585, 0.25137007236480713, 0.24367347359657288, 0.30758777260780334, 0.20929467678070068, 0.2669287919998169, 0.29656314849853516, 0.2907148599624634, 0.2643960118293762], "cos_apical_negg": [0.7092548608779907, 0.33282676339149475, 0.3155744969844818, 0.28681039810180664, 0.2667641341686249, 0.2905803918838501, 0.2906179428100586, 0.28190097212791443, 0.2565721571445465, 0.29292845726013184, 0.29557275772094727, 0.31257662177085876, 0.3087915778160095, 0.2640554904937744, 0.2566334307193756, 0.29742541909217834, 0.2565234303474426, 0.2613770365715027, 0.258721262216568, 0.28295478224754333, 0.25590208172798157, 0.2963632345199585, 0.25137007236480713, 0.24367347359657288, 0.30758777260780334, 0.20929467678070068, 0.2669287919998169, 0.29656314849853516, 0.2907148599624634, 0.2643960118293762], "cos_Ac_negg": [0.7092548608779907, 0.33282676339149475, 0.3155744969844818, 0.28681039810180664, 0.2667641341686249, 0.2905803918838501, 0.2906179428100586, 0.28190097212791443, 0.2565721571445465, 0.29292845726013184, 0.29557275772094727, 0.31257662177085876, 0.3087915778160095, 0.2640554904937744, 0.2566334307193756, 0.29742541909217834, 0.2565234303474426, 0.2613770365715027, 0.258721262216568, 0.28295478224754333, 0.25590208172798157, 0.2963632345199585, 0.25137007236480713, 0.24367347359657288, 0.30758777260780334, 0.20929467678070068, 0.2669287919998169, 0.29656314849853516, 0.2907148599624634, 0.2643960118293762], "r_norm": [1.9368563890457153, 1.7349456548690796, 1.714035987854004, 1.7306060791015625, 1.6869852542877197, 1.7076282501220703, 1.6753437519073486, 1.692409873008728, 1.6893503665924072, 1.6999601125717163, 1.6972993612289429, 1.7145475149154663, 1.7173153162002563, 1.713982343673706, 1.7008562088012695, 1.6939938068389893, 1.7602695226669312, 1.6684761047363281, 1.7241630554199219, 1.6989939212799072, 1.647657871246338, 1.673416018486023, 1.6936938762664795, 1.6695387363433838, 1.7035338878631592, 1.6694601774215698, 1.6563189029693604, 1.6799132823944092, 1.6749149560928345, 1.6778349876403809], "ldr": {"dL_sdil": -0.04710566997528076, "dL_bp": -0.044686079025268555, "ratio": 1.0541464143373154}}, {"step": 2300, "epoch": 5, "train_loss": 1.5585451126098633, "cos_r_negg": [0.718226432800293, 0.3400411009788513, 0.3253090977668762, 0.2914525866508484, 0.2689036726951599, 0.30379512906074524, 0.2779698371887207, 0.2856733500957489, 0.2581683397293091, 0.28854092955589294, 0.28692102432250977, 0.31706976890563965, 0.3059672713279724, 0.27069583535194397, 0.2623778283596039, 0.2971212565898895, 0.2762000560760498, 0.25932005047798157, 0.27446895837783813, 0.29598087072372437, 0.25680115818977356, 0.2763533592224121, 0.2814170718193054, 0.2644004821777344, 0.32263922691345215, 0.21765637397766113, 0.2764887809753418, 0.30340319871902466, 0.27431637048721313, 0.2591339945793152], "cos_apical_negg": [0.718226432800293, 0.3400411009788513, 0.3253090977668762, 0.2914525866508484, 0.2689036726951599, 0.30379512906074524, 0.2779698371887207, 0.2856733500957489, 0.2581683397293091, 0.28854092955589294, 0.28692102432250977, 0.31706976890563965, 0.3059672713279724, 0.27069583535194397, 0.2623778283596039, 0.2971212565898895, 0.2762000560760498, 0.25932005047798157, 0.27446895837783813, 0.29598087072372437, 0.25680115818977356, 0.2763533592224121, 0.2814170718193054, 0.2644004821777344, 0.32263922691345215, 0.21765637397766113, 0.2764887809753418, 0.30340319871902466, 0.27431637048721313, 0.2591339945793152], "cos_Ac_negg": [0.718226432800293, 0.3400411009788513, 0.3253090977668762, 0.2914525866508484, 0.2689036726951599, 0.30379512906074524, 0.2779698371887207, 0.2856733500957489, 0.2581683397293091, 0.28854092955589294, 0.28692102432250977, 0.31706976890563965, 0.3059672713279724, 0.27069583535194397, 0.2623778283596039, 0.2971212565898895, 0.2762000560760498, 0.25932005047798157, 0.27446895837783813, 0.29598087072372437, 0.25680115818977356, 0.2763533592224121, 0.2814170718193054, 0.2644004821777344, 0.32263922691345215, 0.21765637397766113, 0.2764887809753418, 0.30340319871902466, 0.27431637048721313, 0.2591339945793152], "r_norm": [1.8960916996002197, 1.6958043575286865, 1.6748647689819336, 1.6870360374450684, 1.6431329250335693, 1.667127251625061, 1.6334590911865234, 1.6522376537322998, 1.648298978805542, 1.6579315662384033, 1.6516685485839844, 1.6735565662384033, 1.6774399280548096, 1.6767417192459106, 1.6610854864120483, 1.6500446796417236, 1.714614748954773, 1.6266200542449951, 1.6836662292480469, 1.6567050218582153, 1.6089439392089844, 1.6320463418960571, 1.6553245782852173, 1.6248893737792969, 1.6600229740142822, 1.6256036758422852, 1.6157865524291992, 1.637366533279419, 1.6342575550079346, 1.6357543468475342]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4121, "test_loss": 1.768925341796875}, {"step": 2350, "epoch": 6, "train_loss": 1.456650733947754, "cos_r_negg": [0.7019242644309998, 0.35089048743247986, 0.33616775274276733, 0.28889548778533936, 0.28216010332107544, 0.3003324568271637, 0.2851482033729553, 0.28358393907546997, 0.2883809804916382, 0.29446130990982056, 0.306556761264801, 0.336031973361969, 0.31841841340065, 0.28619974851608276, 0.2755089998245239, 0.311169296503067, 0.27152544260025024, 0.2744099497795105, 0.28499463200569153, 0.2907654047012329, 0.27944689989089966, 0.2933082580566406, 0.28569746017456055, 0.27906933426856995, 0.31750980019569397, 0.2613075375556946, 0.28743356466293335, 0.3285209834575653, 0.27240318059921265, 0.27379724383354187], "cos_apical_negg": [0.7019242644309998, 0.35089048743247986, 0.33616775274276733, 0.28889548778533936, 0.28216010332107544, 0.3003324568271637, 0.2851482033729553, 0.28358393907546997, 0.2883809804916382, 0.29446130990982056, 0.306556761264801, 0.336031973361969, 0.31841841340065, 0.28619974851608276, 0.2755089998245239, 0.311169296503067, 0.27152544260025024, 0.2744099497795105, 0.28499463200569153, 0.2907654047012329, 0.27944689989089966, 0.2933082580566406, 0.28569746017456055, 0.27906933426856995, 0.31750980019569397, 0.2613075375556946, 0.28743356466293335, 0.3285209834575653, 0.27240318059921265, 0.27379724383354187], "cos_Ac_negg": [0.7019242644309998, 0.35089048743247986, 0.33616775274276733, 0.28889548778533936, 0.28216010332107544, 0.3003324568271637, 0.2851482033729553, 0.28358393907546997, 0.2883809804916382, 0.29446130990982056, 0.306556761264801, 0.336031973361969, 0.31841841340065, 0.28619974851608276, 0.2755089998245239, 0.311169296503067, 0.27152544260025024, 0.2744099497795105, 0.28499463200569153, 0.2907654047012329, 0.27944689989089966, 0.2933082580566406, 0.28569746017456055, 0.27906933426856995, 0.31750980019569397, 0.2613075375556946, 0.28743356466293335, 0.3285209834575653, 0.27240318059921265, 0.27379724383354187], "r_norm": [1.8446296453475952, 1.641753911972046, 1.6222906112670898, 1.6349278688430786, 1.5925499200820923, 1.611652135848999, 1.5854538679122925, 1.5981618165969849, 1.5961682796478271, 1.6054133176803589, 1.6016645431518555, 1.6196776628494263, 1.6224195957183838, 1.6183626651763916, 1.6034644842147827, 1.5982282161712646, 1.6621551513671875, 1.5712382793426514, 1.6293166875839233, 1.6023914813995361, 1.5541131496429443, 1.5829521417617798, 1.5954647064208984, 1.5736346244812012, 1.6073280572891235, 1.5717521905899048, 1.5591521263122559, 1.5864088535308838, 1.580252766609192, 1.5837630033493042]}, {"step": 2400, "epoch": 6, "train_loss": 1.331212043762207, "cos_r_negg": [0.7105996608734131, 0.3609354496002197, 0.33324551582336426, 0.31584686040878296, 0.29661551117897034, 0.3247971534729004, 0.29803115129470825, 0.29448068141937256, 0.29290640354156494, 0.31260594725608826, 0.3232748508453369, 0.3522336184978485, 0.3366389870643616, 0.3053355813026428, 0.295509934425354, 0.34111496806144714, 0.2849808931350708, 0.28908056020736694, 0.2959933280944824, 0.3079412281513214, 0.2790776491165161, 0.29814356565475464, 0.2975427210330963, 0.29314106702804565, 0.3300870656967163, 0.2527839243412018, 0.28572678565979004, 0.3324095606803894, 0.2787156105041504, 0.2931532859802246], "cos_apical_negg": [0.7105996608734131, 0.3609354496002197, 0.33324551582336426, 0.31584686040878296, 0.29661551117897034, 0.3247971534729004, 0.29803115129470825, 0.29448068141937256, 0.29290640354156494, 0.31260594725608826, 0.3232748508453369, 0.3522336184978485, 0.3366389870643616, 0.3053355813026428, 0.295509934425354, 0.34111496806144714, 0.2849808931350708, 0.28908056020736694, 0.2959933280944824, 0.3079412281513214, 0.2790776491165161, 0.29814356565475464, 0.2975427210330963, 0.29314106702804565, 0.3300870656967163, 0.2527839243412018, 0.28572678565979004, 0.3324095606803894, 0.2787156105041504, 0.2931532859802246], "cos_Ac_negg": [0.7105996608734131, 0.3609354496002197, 0.33324551582336426, 0.31584686040878296, 0.29661551117897034, 0.3247971534729004, 0.29803115129470825, 0.29448068141937256, 0.29290640354156494, 0.31260594725608826, 0.3232748508453369, 0.3522336184978485, 0.3366389870643616, 0.3053355813026428, 0.295509934425354, 0.34111496806144714, 0.2849808931350708, 0.28908056020736694, 0.2959933280944824, 0.3079412281513214, 0.2790776491165161, 0.29814356565475464, 0.2975427210330963, 0.29314106702804565, 0.3300870656967163, 0.2527839243412018, 0.28572678565979004, 0.3324095606803894, 0.2787156105041504, 0.2931532859802246], "r_norm": [1.8223800659179688, 1.6155864000320435, 1.5922894477844238, 1.6041138172149658, 1.5657262802124023, 1.5832469463348389, 1.5586578845977783, 1.5734827518463135, 1.5713505744934082, 1.5751891136169434, 1.5704267024993896, 1.589813470840454, 1.596083164215088, 1.589557409286499, 1.576996088027954, 1.570101261138916, 1.6328589916229248, 1.5446778535842896, 1.6004228591918945, 1.571282982826233, 1.5281996726989746, 1.5522994995117188, 1.5692408084869385, 1.548438549041748, 1.5782537460327148, 1.5438172817230225, 1.5328991413116455, 1.554962396621704, 1.5508904457092285, 1.5554529428482056]}, {"step": 2450, "epoch": 6, "train_loss": 1.3281934261322021, "cos_r_negg": [0.7081711292266846, 0.36861807107925415, 0.34481310844421387, 0.30897417664527893, 0.2980142831802368, 0.3355942368507385, 0.30948102474212646, 0.31358522176742554, 0.2958976626396179, 0.3196517825126648, 0.32840466499328613, 0.344242125749588, 0.3423311114311218, 0.3151792883872986, 0.30719617009162903, 0.3402586877346039, 0.29770171642303467, 0.3063508868217468, 0.3147956132888794, 0.3194209039211273, 0.29038286209106445, 0.323161244392395, 0.29308369755744934, 0.3021022081375122, 0.3388162851333618, 0.2711893916130066, 0.2921995520591736, 0.3436511158943176, 0.295215904712677, 0.2819158434867859], "cos_apical_negg": [0.7081711292266846, 0.36861807107925415, 0.34481310844421387, 0.30897417664527893, 0.2980142831802368, 0.3355942368507385, 0.30948102474212646, 0.31358522176742554, 0.2958976626396179, 0.3196517825126648, 0.32840466499328613, 0.344242125749588, 0.3423311114311218, 0.3151792883872986, 0.30719617009162903, 0.3402586877346039, 0.29770171642303467, 0.3063508868217468, 0.3147956132888794, 0.3194209039211273, 0.29038286209106445, 0.323161244392395, 0.29308369755744934, 0.3021022081375122, 0.3388162851333618, 0.2711893916130066, 0.2921995520591736, 0.3436511158943176, 0.295215904712677, 0.2819158434867859], "cos_Ac_negg": [0.7081711292266846, 0.36861807107925415, 0.34481310844421387, 0.30897417664527893, 0.2980142831802368, 0.3355942368507385, 0.30948102474212646, 0.31358522176742554, 0.2958976626396179, 0.3196517825126648, 0.32840466499328613, 0.344242125749588, 0.3423311114311218, 0.3151792883872986, 0.30719617009162903, 0.3402586877346039, 0.29770171642303467, 0.3063508868217468, 0.3147956132888794, 0.3194209039211273, 0.29038286209106445, 0.323161244392395, 0.29308369755744934, 0.3021022081375122, 0.3388162851333618, 0.2711893916130066, 0.2921995520591736, 0.3436511158943176, 0.295215904712677, 0.2819158434867859], "r_norm": [1.7993401288986206, 1.5887495279312134, 1.5687432289123535, 1.5802350044250488, 1.5383411645889282, 1.5583288669586182, 1.5324933528900146, 1.5455687046051025, 1.5426050424575806, 1.5529130697250366, 1.5469245910644531, 1.5641212463378906, 1.5678536891937256, 1.5629966259002686, 1.5490944385528564, 1.545288324356079, 1.604844570159912, 1.5175890922546387, 1.5737836360931396, 1.5469229221343994, 1.5023587942123413, 1.5267057418823242, 1.5414257049560547, 1.5201184749603271, 1.5520302057266235, 1.5166049003601074, 1.5069870948791504, 1.531291127204895, 1.5255975723266602, 1.529721975326538]}, {"step": 2500, "epoch": 6, "train_loss": 1.3845651149749756, "cos_r_negg": [0.733736515045166, 0.3810529112815857, 0.35065874457359314, 0.32841524481773376, 0.31349265575408936, 0.34918588399887085, 0.32056236267089844, 0.3146635890007019, 0.307827353477478, 0.32744506001472473, 0.33654189109802246, 0.36827367544174194, 0.35116732120513916, 0.3276377320289612, 0.30961087346076965, 0.3613600730895996, 0.305549293756485, 0.31275683641433716, 0.3345564603805542, 0.3314647376537323, 0.27498728036880493, 0.3417733609676361, 0.3054666519165039, 0.3388233780860901, 0.3660377860069275, 0.2929336428642273, 0.3016955256462097, 0.3603687286376953, 0.3198297619819641, 0.2919278144836426], "cos_apical_negg": [0.733736515045166, 0.3810529112815857, 0.35065874457359314, 0.32841524481773376, 0.31349265575408936, 0.34918588399887085, 0.32056236267089844, 0.3146635890007019, 0.307827353477478, 0.32744506001472473, 0.33654189109802246, 0.36827367544174194, 0.35116732120513916, 0.3276377320289612, 0.30961087346076965, 0.3613600730895996, 0.305549293756485, 0.31275683641433716, 0.3345564603805542, 0.3314647376537323, 0.27498728036880493, 0.3417733609676361, 0.3054666519165039, 0.3388233780860901, 0.3660377860069275, 0.2929336428642273, 0.3016955256462097, 0.3603687286376953, 0.3198297619819641, 0.2919278144836426], "cos_Ac_negg": [0.733736515045166, 0.3810529112815857, 0.35065874457359314, 0.32841524481773376, 0.31349265575408936, 0.34918588399887085, 0.32056236267089844, 0.3146635890007019, 0.307827353477478, 0.32744506001472473, 0.33654189109802246, 0.36827367544174194, 0.35116732120513916, 0.3276377320289612, 0.30961087346076965, 0.3613600730895996, 0.305549293756485, 0.31275683641433716, 0.3345564603805542, 0.3314647376537323, 0.27498728036880493, 0.3417733609676361, 0.3054666519165039, 0.3388233780860901, 0.3660377860069275, 0.2929336428642273, 0.3016955256462097, 0.3603687286376953, 0.3198297619819641, 0.2919278144836426], "r_norm": [1.7779362201690674, 1.5626413822174072, 1.5414936542510986, 1.5568996667861938, 1.5121126174926758, 1.531310796737671, 1.5046768188476562, 1.5202897787094116, 1.51630437374115, 1.5251593589782715, 1.5231478214263916, 1.537612795829773, 1.5390715599060059, 1.5312607288360596, 1.5235259532928467, 1.5184986591339111, 1.5792162418365479, 1.4917703866958618, 1.5444077253341675, 1.5190062522888184, 1.4761712551116943, 1.4976959228515625, 1.5113774538040161, 1.494234561920166, 1.5251531600952148, 1.4906796216964722, 1.481335163116455, 1.505619764328003, 1.4977267980575562, 1.5029122829437256], "ldr": {"dL_sdil": -0.04365682601928711, "dL_bp": -0.041249752044677734, "ratio": 1.0583536592414486}}, {"step": 2550, "epoch": 6, "train_loss": 1.429040551185608, "cos_r_negg": [0.735775351524353, 0.38336047530174255, 0.3644525408744812, 0.327664315700531, 0.3258669376373291, 0.35471612215042114, 0.3309597373008728, 0.32952240109443665, 0.31440478563308716, 0.3484629988670349, 0.357535719871521, 0.37730318307876587, 0.3779972195625305, 0.33147335052490234, 0.3249638080596924, 0.3751809000968933, 0.3122645616531372, 0.33413708209991455, 0.32851096987724304, 0.3487861156463623, 0.30012694001197815, 0.34066468477249146, 0.3233538866043091, 0.34627094864845276, 0.3591400384902954, 0.28497743606567383, 0.3169223964214325, 0.3766925632953644, 0.3421918749809265, 0.30844783782958984], "cos_apical_negg": [0.735775351524353, 0.38336047530174255, 0.3644525408744812, 0.327664315700531, 0.3258669376373291, 0.35471612215042114, 0.3309597373008728, 0.32952240109443665, 0.31440478563308716, 0.3484629988670349, 0.357535719871521, 0.37730318307876587, 0.3779972195625305, 0.33147335052490234, 0.3249638080596924, 0.3751809000968933, 0.3122645616531372, 0.33413708209991455, 0.32851096987724304, 0.3487861156463623, 0.30012694001197815, 0.34066468477249146, 0.3233538866043091, 0.34627094864845276, 0.3591400384902954, 0.28497743606567383, 0.3169223964214325, 0.3766925632953644, 0.3421918749809265, 0.30844783782958984], "cos_Ac_negg": [0.735775351524353, 0.38336047530174255, 0.3644525408744812, 0.327664315700531, 0.3258669376373291, 0.35471612215042114, 0.3309597373008728, 0.32952240109443665, 0.31440478563308716, 0.3484629988670349, 0.357535719871521, 0.37730318307876587, 0.3779972195625305, 0.33147335052490234, 0.3249638080596924, 0.3751809000968933, 0.3122645616531372, 0.33413708209991455, 0.32851096987724304, 0.3487861156463623, 0.30012694001197815, 0.34066468477249146, 0.3233538866043091, 0.34627094864845276, 0.3591400384902954, 0.28497743606567383, 0.3169223964214325, 0.3766925632953644, 0.3421918749809265, 0.30844783782958984], "r_norm": [1.835017442703247, 1.6041167974472046, 1.5832326412200928, 1.5967087745666504, 1.5513548851013184, 1.5752004384994507, 1.5436973571777344, 1.5609080791473389, 1.5552579164505005, 1.5688281059265137, 1.5620558261871338, 1.5786726474761963, 1.58315110206604, 1.5766351222991943, 1.5628516674041748, 1.5597686767578125, 1.617170810699463, 1.529126763343811, 1.5863114595413208, 1.5614585876464844, 1.5127575397491455, 1.5387016534805298, 1.55672025680542, 1.5331034660339355, 1.5655831098556519, 1.5271031856536865, 1.5211255550384521, 1.5453163385391235, 1.5396519899368286, 1.5414438247680664]}, {"step": 2600, "epoch": 6, "train_loss": 1.613165020942688, "cos_r_negg": [0.748084545135498, 0.3844144344329834, 0.3664332330226898, 0.3538895547389984, 0.3488699793815613, 0.35736283659935, 0.3413875699043274, 0.3464326560497284, 0.3420678973197937, 0.3633819818496704, 0.36552828550338745, 0.37999817728996277, 0.3848104476928711, 0.3557403087615967, 0.32542872428894043, 0.3874478340148926, 0.3325190544128418, 0.337232381105423, 0.34890812635421753, 0.3472329378128052, 0.31933921575546265, 0.3609609603881836, 0.32942238450050354, 0.3481527268886566, 0.3567631244659424, 0.29212328791618347, 0.32612794637680054, 0.36185526847839355, 0.3308223485946655, 0.30480116605758667], "cos_apical_negg": [0.748084545135498, 0.3844144344329834, 0.3664332330226898, 0.3538895547389984, 0.3488699793815613, 0.35736283659935, 0.3413875699043274, 0.3464326560497284, 0.3420678973197937, 0.3633819818496704, 0.36552828550338745, 0.37999817728996277, 0.3848104476928711, 0.3557403087615967, 0.32542872428894043, 0.3874478340148926, 0.3325190544128418, 0.337232381105423, 0.34890812635421753, 0.3472329378128052, 0.31933921575546265, 0.3609609603881836, 0.32942238450050354, 0.3481527268886566, 0.3567631244659424, 0.29212328791618347, 0.32612794637680054, 0.36185526847839355, 0.3308223485946655, 0.30480116605758667], "cos_Ac_negg": [0.748084545135498, 0.3844144344329834, 0.3664332330226898, 0.3538895547389984, 0.3488699793815613, 0.35736283659935, 0.3413875699043274, 0.3464326560497284, 0.3420678973197937, 0.3633819818496704, 0.36552828550338745, 0.37999817728996277, 0.3848104476928711, 0.3557403087615967, 0.32542872428894043, 0.3874478340148926, 0.3325190544128418, 0.337232381105423, 0.34890812635421753, 0.3472329378128052, 0.31933921575546265, 0.3609609603881836, 0.32942238450050354, 0.3481527268886566, 0.3567631244659424, 0.29212328791618347, 0.32612794637680054, 0.36185526847839355, 0.3308223485946655, 0.30480116605758667], "r_norm": [1.7846379280090332, 1.5559799671173096, 1.5420187711715698, 1.5490686893463135, 1.5022304058074951, 1.5267508029937744, 1.4968698024749756, 1.5107494592666626, 1.5084367990493774, 1.5204026699066162, 1.5184357166290283, 1.5327887535095215, 1.5325229167938232, 1.5223636627197266, 1.5137512683868408, 1.5119400024414062, 1.567405343055725, 1.4812312126159668, 1.5366761684417725, 1.5109140872955322, 1.469193458557129, 1.487025260925293, 1.5041778087615967, 1.4838604927062988, 1.5161851644515991, 1.4818497896194458, 1.4724255800247192, 1.4977447986602783, 1.4893379211425781, 1.4914149045944214]}, {"step": 2650, "epoch": 6, "train_loss": 1.4325038194656372, "cos_r_negg": [0.7375466823577881, 0.39659982919692993, 0.388124942779541, 0.35077139735221863, 0.3483923375606537, 0.38835635781288147, 0.3552096486091614, 0.3732966184616089, 0.3448134958744049, 0.3765105605125427, 0.3781839609146118, 0.3905796408653259, 0.39205095171928406, 0.35660499334335327, 0.34163081645965576, 0.4063812494277954, 0.3490816056728363, 0.34343305230140686, 0.3488667905330658, 0.36595672369003296, 0.3590770661830902, 0.37444859743118286, 0.3628396689891815, 0.3585945665836334, 0.36460012197494507, 0.2935270667076111, 0.35530292987823486, 0.3657768964767456, 0.35522395372390747, 0.33615389466285706], "cos_apical_negg": [0.7375466823577881, 0.39659982919692993, 0.388124942779541, 0.35077139735221863, 0.3483923375606537, 0.38835635781288147, 0.3552096486091614, 0.3732966184616089, 0.3448134958744049, 0.3765105605125427, 0.3781839609146118, 0.3905796408653259, 0.39205095171928406, 0.35660499334335327, 0.34163081645965576, 0.4063812494277954, 0.3490816056728363, 0.34343305230140686, 0.3488667905330658, 0.36595672369003296, 0.3590770661830902, 0.37444859743118286, 0.3628396689891815, 0.3585945665836334, 0.36460012197494507, 0.2935270667076111, 0.35530292987823486, 0.3657768964767456, 0.35522395372390747, 0.33615389466285706], "cos_Ac_negg": [0.7375466823577881, 0.39659982919692993, 0.388124942779541, 0.35077139735221863, 0.3483923375606537, 0.38835635781288147, 0.3552096486091614, 0.3732966184616089, 0.3448134958744049, 0.3765105605125427, 0.3781839609146118, 0.3905796408653259, 0.39205095171928406, 0.35660499334335327, 0.34163081645965576, 0.4063812494277954, 0.3490816056728363, 0.34343305230140686, 0.3488667905330658, 0.36595672369003296, 0.3590770661830902, 0.37444859743118286, 0.3628396689891815, 0.3585945665836334, 0.36460012197494507, 0.2935270667076111, 0.35530292987823486, 0.3657768964767456, 0.35522395372390747, 0.33615389466285706], "r_norm": [1.776219367980957, 1.544114589691162, 1.5279858112335205, 1.5331475734710693, 1.487497091293335, 1.516437292098999, 1.4794590473175049, 1.4984718561172485, 1.4912232160568237, 1.5077250003814697, 1.5013476610183716, 1.5204695463180542, 1.5165513753890991, 1.516068935394287, 1.500924825668335, 1.4949862957000732, 1.5489917993545532, 1.4676955938339233, 1.5224857330322266, 1.4982353448867798, 1.4536099433898926, 1.4734872579574585, 1.4946155548095703, 1.467848539352417, 1.5008609294891357, 1.4646437168121338, 1.4612692594528198, 1.4814430475234985, 1.4783024787902832, 1.4746841192245483]}, {"step": 2700, "epoch": 6, "train_loss": 1.55891752243042, "cos_r_negg": [0.7454530000686646, 0.41220638155937195, 0.40276414155960083, 0.3771347403526306, 0.3676186203956604, 0.3858627676963806, 0.363929808139801, 0.37689703702926636, 0.34547585248947144, 0.39167845249176025, 0.3863089084625244, 0.4101666808128357, 0.39956411719322205, 0.3685367703437805, 0.35091057419776917, 0.3968017101287842, 0.3665016293525696, 0.3436366021633148, 0.3507591485977173, 0.3683733642101288, 0.3734666109085083, 0.38683831691741943, 0.3682098090648651, 0.36917394399642944, 0.36856281757354736, 0.31283852458000183, 0.35934409499168396, 0.3728090822696686, 0.38113510608673096, 0.3557393252849579], "cos_apical_negg": [0.7454530000686646, 0.41220638155937195, 0.40276414155960083, 0.3771347403526306, 0.3676186203956604, 0.3858627676963806, 0.363929808139801, 0.37689703702926636, 0.34547585248947144, 0.39167845249176025, 0.3863089084625244, 0.4101666808128357, 0.39956411719322205, 0.3685367703437805, 0.35091057419776917, 0.3968017101287842, 0.3665016293525696, 0.3436366021633148, 0.3507591485977173, 0.3683733642101288, 0.3734666109085083, 0.38683831691741943, 0.3682098090648651, 0.36917394399642944, 0.36856281757354736, 0.31283852458000183, 0.35934409499168396, 0.3728090822696686, 0.38113510608673096, 0.3557393252849579], "cos_Ac_negg": [0.7454530000686646, 0.41220638155937195, 0.40276414155960083, 0.3771347403526306, 0.3676186203956604, 0.3858627676963806, 0.363929808139801, 0.37689703702926636, 0.34547585248947144, 0.39167845249176025, 0.3863089084625244, 0.4101666808128357, 0.39956411719322205, 0.3685367703437805, 0.35091057419776917, 0.3968017101287842, 0.3665016293525696, 0.3436366021633148, 0.3507591485977173, 0.3683733642101288, 0.3734666109085083, 0.38683831691741943, 0.3682098090648651, 0.36917394399642944, 0.36856281757354736, 0.31283852458000183, 0.35934409499168396, 0.3728090822696686, 0.38113510608673096, 0.3557393252849579], "r_norm": [1.7549865245819092, 1.5202537775039673, 1.5040286779403687, 1.5112203359603882, 1.463697075843811, 1.4875950813293457, 1.460451364517212, 1.4729950428009033, 1.4707030057907104, 1.4833896160125732, 1.4769492149353027, 1.4914474487304688, 1.4930639266967773, 1.488447666168213, 1.4732470512390137, 1.4713842868804932, 1.5259405374526978, 1.4417340755462646, 1.4963350296020508, 1.471336007118225, 1.4286901950836182, 1.4498871564865112, 1.4674413204193115, 1.4433722496032715, 1.4758594036102295, 1.4414148330688477, 1.4323251247406006, 1.4560527801513672, 1.4513972997665405, 1.4498660564422607]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4095, "test_loss": 1.7761945922851563}, {"step": 2750, "epoch": 7, "train_loss": 1.4444483518600464, "cos_r_negg": [0.7453116774559021, 0.43177154660224915, 0.4010619521141052, 0.38466426730155945, 0.3838813900947571, 0.39189577102661133, 0.3863269090652466, 0.3891106843948364, 0.35712432861328125, 0.3973478674888611, 0.4005254805088043, 0.41228047013282776, 0.41109591722488403, 0.36992859840393066, 0.3729998469352722, 0.4120714068412781, 0.37440919876098633, 0.3542638421058655, 0.3740813732147217, 0.3802501857280731, 0.37246713042259216, 0.39041581749916077, 0.3795698285102844, 0.3657950162887573, 0.3967161476612091, 0.33585411310195923, 0.379876971244812, 0.3864891529083252, 0.3691691756248474, 0.3748306632041931], "cos_apical_negg": [0.7453116774559021, 0.43177154660224915, 0.4010619521141052, 0.38466426730155945, 0.3838813900947571, 0.39189577102661133, 0.3863269090652466, 0.3891106843948364, 0.35712432861328125, 0.3973478674888611, 0.4005254805088043, 0.41228047013282776, 0.41109591722488403, 0.36992859840393066, 0.3729998469352722, 0.4120714068412781, 0.37440919876098633, 0.3542638421058655, 0.3740813732147217, 0.3802501857280731, 0.37246713042259216, 0.39041581749916077, 0.3795698285102844, 0.3657950162887573, 0.3967161476612091, 0.33585411310195923, 0.379876971244812, 0.3864891529083252, 0.3691691756248474, 0.3748306632041931], "cos_Ac_negg": [0.7453116774559021, 0.43177154660224915, 0.4010619521141052, 0.38466426730155945, 0.3838813900947571, 0.39189577102661133, 0.3863269090652466, 0.3891106843948364, 0.35712432861328125, 0.3973478674888611, 0.4005254805088043, 0.41228047013282776, 0.41109591722488403, 0.36992859840393066, 0.3729998469352722, 0.4120714068412781, 0.37440919876098633, 0.3542638421058655, 0.3740813732147217, 0.3802501857280731, 0.37246713042259216, 0.39041581749916077, 0.3795698285102844, 0.3657950162887573, 0.3967161476612091, 0.33585411310195923, 0.379876971244812, 0.3864891529083252, 0.3691691756248474, 0.3748306632041931], "r_norm": [1.7226464748382568, 1.4853038787841797, 1.469552755355835, 1.4756616353988647, 1.4307628870010376, 1.4518300294876099, 1.4256479740142822, 1.4399380683898926, 1.4366934299468994, 1.449436068534851, 1.441614031791687, 1.4587066173553467, 1.4586831331253052, 1.450653314590454, 1.4368720054626465, 1.4367376565933228, 1.4906610250473022, 1.4068772792816162, 1.4610337018966675, 1.436091661453247, 1.3948349952697754, 1.415893316268921, 1.4299273490905762, 1.409928321838379, 1.4428242444992065, 1.4057618379592896, 1.3976916074752808, 1.4223271608352661, 1.4171838760375977, 1.4165236949920654], "ldr": {"dL_sdil": -0.03981125354766846, "dL_bp": -0.03713834285736084, "ratio": 1.0719717274562734}}, {"step": 2800, "epoch": 7, "train_loss": 1.4215583801269531, "cos_r_negg": [0.7587231397628784, 0.4326261878013611, 0.41577962040901184, 0.39800533652305603, 0.39406830072402954, 0.407592236995697, 0.4006487727165222, 0.40108978748321533, 0.3770161271095276, 0.405422568321228, 0.4067058563232422, 0.42344212532043457, 0.4250969886779785, 0.37489569187164307, 0.3869507312774658, 0.42039620876312256, 0.38693273067474365, 0.3583342432975769, 0.38075071573257446, 0.39650958776474, 0.38277679681777954, 0.4040243625640869, 0.38390833139419556, 0.4009823799133301, 0.401324987411499, 0.3411632180213928, 0.39254438877105713, 0.40051335096359253, 0.38213658332824707, 0.36973851919174194], "cos_apical_negg": [0.7587231397628784, 0.4326261878013611, 0.41577962040901184, 0.39800533652305603, 0.39406830072402954, 0.407592236995697, 0.4006487727165222, 0.40108978748321533, 0.3770161271095276, 0.405422568321228, 0.4067058563232422, 0.42344212532043457, 0.4250969886779785, 0.37489569187164307, 0.3869507312774658, 0.42039620876312256, 0.38693273067474365, 0.3583342432975769, 0.38075071573257446, 0.39650958776474, 0.38277679681777954, 0.4040243625640869, 0.38390833139419556, 0.4009823799133301, 0.401324987411499, 0.3411632180213928, 0.39254438877105713, 0.40051335096359253, 0.38213658332824707, 0.36973851919174194], "cos_Ac_negg": [0.7587231397628784, 0.4326261878013611, 0.41577962040901184, 0.39800533652305603, 0.39406830072402954, 0.407592236995697, 0.4006487727165222, 0.40108978748321533, 0.3770161271095276, 0.405422568321228, 0.4067058563232422, 0.42344212532043457, 0.4250969886779785, 0.37489569187164307, 0.3869507312774658, 0.42039620876312256, 0.38693273067474365, 0.3583342432975769, 0.38075071573257446, 0.39650958776474, 0.38277679681777954, 0.4040243625640869, 0.38390833139419556, 0.4009823799133301, 0.401324987411499, 0.3411632180213928, 0.39254438877105713, 0.40051335096359253, 0.38213658332824707, 0.36973851919174194], "r_norm": [1.6875648498535156, 1.4481887817382812, 1.4340519905090332, 1.4427268505096436, 1.3956588506698608, 1.417739748954773, 1.3903805017471313, 1.4066182374954224, 1.4008781909942627, 1.414255142211914, 1.4086005687713623, 1.4236207008361816, 1.4228596687316895, 1.4125926494598389, 1.4016668796539307, 1.4022127389907837, 1.4536337852478027, 1.3732850551605225, 1.4224638938903809, 1.3996262550354004, 1.3601963520050049, 1.3792078495025635, 1.3925962448120117, 1.376081109046936, 1.407111644744873, 1.3695228099822998, 1.3635003566741943, 1.3885302543640137, 1.3813025951385498, 1.3809170722961426]}, {"step": 2850, "epoch": 7, "train_loss": 1.4665900468826294, "cos_r_negg": [0.7601625323295593, 0.43456220626831055, 0.4264320135116577, 0.4081960916519165, 0.4088292121887207, 0.4127618074417114, 0.41376012563705444, 0.41156721115112305, 0.37464529275894165, 0.42005476355552673, 0.4195812940597534, 0.4284014403820038, 0.4277487099170685, 0.3728814721107483, 0.37899351119995117, 0.44182685017585754, 0.3841446042060852, 0.37661299109458923, 0.39240413904190063, 0.4108355641365051, 0.40202152729034424, 0.40063905715942383, 0.39147377014160156, 0.4027835726737976, 0.41399967670440674, 0.3545542359352112, 0.40891534090042114, 0.42442959547042847, 0.3978933095932007, 0.368351548910141], "cos_apical_negg": [0.7601625323295593, 0.43456220626831055, 0.4264320135116577, 0.4081960916519165, 0.4088292121887207, 0.4127618074417114, 0.41376012563705444, 0.41156721115112305, 0.37464529275894165, 0.42005476355552673, 0.4195812940597534, 0.4284014403820038, 0.4277487099170685, 0.3728814721107483, 0.37899351119995117, 0.44182685017585754, 0.3841446042060852, 0.37661299109458923, 0.39240413904190063, 0.4108355641365051, 0.40202152729034424, 0.40063905715942383, 0.39147377014160156, 0.4027835726737976, 0.41399967670440674, 0.3545542359352112, 0.40891534090042114, 0.42442959547042847, 0.3978933095932007, 0.368351548910141], "cos_Ac_negg": [0.7601625323295593, 0.43456220626831055, 0.4264320135116577, 0.4081960916519165, 0.4088292121887207, 0.4127618074417114, 0.41376012563705444, 0.41156721115112305, 0.37464529275894165, 0.42005476355552673, 0.4195812940597534, 0.4284014403820038, 0.4277487099170685, 0.3728814721107483, 0.37899351119995117, 0.44182685017585754, 0.3841446042060852, 0.37661299109458923, 0.39240413904190063, 0.4108355641365051, 0.40202152729034424, 0.40063905715942383, 0.39147377014160156, 0.4027835726737976, 0.41399967670440674, 0.3545542359352112, 0.40891534090042114, 0.42442959547042847, 0.3978933095932007, 0.368351548910141], "r_norm": [1.7086091041564941, 1.4584598541259766, 1.4411011934280396, 1.4492472410202026, 1.4067497253417969, 1.4284437894821167, 1.4001901149749756, 1.4160655736923218, 1.407498836517334, 1.4200795888900757, 1.4154727458953857, 1.4289668798446655, 1.4335657358169556, 1.4178506135940552, 1.408469319343567, 1.412455439567566, 1.4617984294891357, 1.3817143440246582, 1.4323806762695312, 1.4067182540893555, 1.3702585697174072, 1.3873169422149658, 1.3998644351959229, 1.389609932899475, 1.414225697517395, 1.377848744392395, 1.3727927207946777, 1.395554542541504, 1.3860576152801514, 1.391210675239563]}, {"step": 2900, "epoch": 7, "train_loss": 1.385411024093628, "cos_r_negg": [0.7610129117965698, 0.4440183937549591, 0.4384942352771759, 0.42174169421195984, 0.41262197494506836, 0.4296914041042328, 0.4145338535308838, 0.42121052742004395, 0.39003440737724304, 0.4157838225364685, 0.4256857931613922, 0.45769208669662476, 0.4381866455078125, 0.39923155307769775, 0.4052000045776367, 0.444635272026062, 0.3905336260795593, 0.3895871937274933, 0.40797555446624756, 0.42381536960601807, 0.42012178897857666, 0.4262045621871948, 0.41072702407836914, 0.4232900142669678, 0.43133604526519775, 0.38302451372146606, 0.4236019551753998, 0.4311508536338806, 0.4135853052139282, 0.3905247449874878], "cos_apical_negg": [0.7610129117965698, 0.4440183937549591, 0.4384942352771759, 0.42174169421195984, 0.41262197494506836, 0.4296914041042328, 0.4145338535308838, 0.42121052742004395, 0.39003440737724304, 0.4157838225364685, 0.4256857931613922, 0.45769208669662476, 0.4381866455078125, 0.39923155307769775, 0.4052000045776367, 0.444635272026062, 0.3905336260795593, 0.3895871937274933, 0.40797555446624756, 0.42381536960601807, 0.42012178897857666, 0.4262045621871948, 0.41072702407836914, 0.4232900142669678, 0.43133604526519775, 0.38302451372146606, 0.4236019551753998, 0.4311508536338806, 0.4135853052139282, 0.3905247449874878], "cos_Ac_negg": [0.7610129117965698, 0.4440183937549591, 0.4384942352771759, 0.42174169421195984, 0.41262197494506836, 0.4296914041042328, 0.4145338535308838, 0.42121052742004395, 0.39003440737724304, 0.4157838225364685, 0.4256857931613922, 0.45769208669662476, 0.4381866455078125, 0.39923155307769775, 0.4052000045776367, 0.444635272026062, 0.3905336260795593, 0.3895871937274933, 0.40797555446624756, 0.42381536960601807, 0.42012178897857666, 0.4262045621871948, 0.41072702407836914, 0.4232900142669678, 0.43133604526519775, 0.38302451372146606, 0.4236019551753998, 0.4311508536338806, 0.4135853052139282, 0.3905247449874878], "r_norm": [1.7050673961639404, 1.4519965648651123, 1.432532787322998, 1.4452166557312012, 1.3983745574951172, 1.419403076171875, 1.3916816711425781, 1.4090979099273682, 1.3987641334533691, 1.415791392326355, 1.409294843673706, 1.426076054573059, 1.4206628799438477, 1.4107208251953125, 1.4020988941192627, 1.4040052890777588, 1.4551035165786743, 1.3743809461593628, 1.4257211685180664, 1.3983561992645264, 1.360457420349121, 1.3782984018325806, 1.3888911008834839, 1.3780838251113892, 1.4061787128448486, 1.3700807094573975, 1.365539789199829, 1.388385534286499, 1.3810001611709595, 1.3829506635665894]}, {"step": 2950, "epoch": 7, "train_loss": 1.4322599172592163, "cos_r_negg": [0.7551906108856201, 0.450425922870636, 0.4472586512565613, 0.42723530530929565, 0.43407267332077026, 0.43735671043395996, 0.42378664016723633, 0.43119877576828003, 0.40884971618652344, 0.43852418661117554, 0.4440435767173767, 0.4589311480522156, 0.4507240056991577, 0.4222627282142639, 0.41851454973220825, 0.43858012557029724, 0.40131378173828125, 0.40086016058921814, 0.4120217561721802, 0.4380917251110077, 0.4246017634868622, 0.45054465532302856, 0.40749961137771606, 0.4187163710594177, 0.4248100519180298, 0.37847447395324707, 0.4323471784591675, 0.44324666261672974, 0.42692965269088745, 0.4195701479911804], "cos_apical_negg": [0.7551906108856201, 0.450425922870636, 0.4472586512565613, 0.42723530530929565, 0.43407267332077026, 0.43735671043395996, 0.42378664016723633, 0.43119877576828003, 0.40884971618652344, 0.43852418661117554, 0.4440435767173767, 0.4589311480522156, 0.4507240056991577, 0.4222627282142639, 0.41851454973220825, 0.43858012557029724, 0.40131378173828125, 0.40086016058921814, 0.4120217561721802, 0.4380917251110077, 0.4246017634868622, 0.45054465532302856, 0.40749961137771606, 0.4187163710594177, 0.4248100519180298, 0.37847447395324707, 0.4323471784591675, 0.44324666261672974, 0.42692965269088745, 0.4195701479911804], "cos_Ac_negg": [0.7551906108856201, 0.450425922870636, 0.4472586512565613, 0.42723530530929565, 0.43407267332077026, 0.43735671043395996, 0.42378664016723633, 0.43119877576828003, 0.40884971618652344, 0.43852418661117554, 0.4440435767173767, 0.4589311480522156, 0.4507240056991577, 0.4222627282142639, 0.41851454973220825, 0.43858012557029724, 0.40131378173828125, 0.40086016058921814, 0.4120217561721802, 0.4380917251110077, 0.4246017634868622, 0.45054465532302856, 0.40749961137771606, 0.4187163710594177, 0.4248100519180298, 0.37847447395324707, 0.4323471784591675, 0.44324666261672974, 0.42692965269088745, 0.4195701479911804], "r_norm": [1.7061340808868408, 1.4449840784072876, 1.4295744895935059, 1.4392814636230469, 1.394301414489746, 1.413238525390625, 1.387519359588623, 1.4027698040008545, 1.3943305015563965, 1.4119319915771484, 1.405148983001709, 1.4191720485687256, 1.4174938201904297, 1.4078795909881592, 1.3967612981796265, 1.3997681140899658, 1.4442552328109741, 1.366801142692566, 1.415210485458374, 1.39632248878479, 1.3521838188171387, 1.3752760887145996, 1.3879413604736328, 1.3715399503707886, 1.4008110761642456, 1.3598178625106812, 1.355332851409912, 1.3845340013504028, 1.3770910501480103, 1.374887466430664]}, {"step": 3000, "epoch": 7, "train_loss": 1.5438594818115234, "cos_r_negg": [0.7643203735351562, 0.4650875926017761, 0.4506111741065979, 0.43720126152038574, 0.4451175928115845, 0.4486343264579773, 0.43441328406333923, 0.44603869318962097, 0.41649505496025085, 0.45050185918807983, 0.4619187116622925, 0.4719346761703491, 0.45941439270973206, 0.4346649646759033, 0.4213224947452545, 0.4633767604827881, 0.4209192991256714, 0.423603892326355, 0.4302496314048767, 0.45204517245292664, 0.4536576271057129, 0.45447492599487305, 0.44546136260032654, 0.4245261549949646, 0.4336062967777252, 0.38317516446113586, 0.4300838112831116, 0.45512688159942627, 0.43471741676330566, 0.42609015107154846], "cos_apical_negg": [0.7643203735351562, 0.4650875926017761, 0.4506111741065979, 0.43720126152038574, 0.4451175928115845, 0.4486343264579773, 0.43441328406333923, 0.44603869318962097, 0.41649505496025085, 0.45050185918807983, 0.4619187116622925, 0.4719346761703491, 0.45941439270973206, 0.4346649646759033, 0.4213224947452545, 0.4633767604827881, 0.4209192991256714, 0.423603892326355, 0.4302496314048767, 0.45204517245292664, 0.4536576271057129, 0.45447492599487305, 0.44546136260032654, 0.4245261549949646, 0.4336062967777252, 0.38317516446113586, 0.4300838112831116, 0.45512688159942627, 0.43471741676330566, 0.42609015107154846], "cos_Ac_negg": [0.7643203735351562, 0.4650875926017761, 0.4506111741065979, 0.43720126152038574, 0.4451175928115845, 0.4486343264579773, 0.43441328406333923, 0.44603869318962097, 0.41649505496025085, 0.45050185918807983, 0.4619187116622925, 0.4719346761703491, 0.45941439270973206, 0.4346649646759033, 0.4213224947452545, 0.4633767604827881, 0.4209192991256714, 0.423603892326355, 0.4302496314048767, 0.45204517245292664, 0.4536576271057129, 0.45447492599487305, 0.44546136260032654, 0.4245261549949646, 0.4336062967777252, 0.38317516446113586, 0.4300838112831116, 0.45512688159942627, 0.43471741676330566, 0.42609015107154846], "r_norm": [1.6542061567306519, 1.3968682289123535, 1.3854732513427734, 1.392162799835205, 1.3444604873657227, 1.3648521900177002, 1.3408833742141724, 1.3544139862060547, 1.3441065549850464, 1.3623849153518677, 1.3571712970733643, 1.370670199394226, 1.3656295537948608, 1.357182264328003, 1.346181869506836, 1.3498423099517822, 1.3947815895080566, 1.3185622692108154, 1.3693701028823853, 1.3433691263198853, 1.3093504905700684, 1.3232641220092773, 1.3361815214157104, 1.323535442352295, 1.3487193584442139, 1.3126157522201538, 1.3101462125778198, 1.333250880241394, 1.32453191280365, 1.3229477405548096], "ldr": {"dL_sdil": -0.07617223262786865, "dL_bp": -0.07218813896179199, "ratio": 1.0551904194148207}}, {"step": 3050, "epoch": 7, "train_loss": 1.4628212451934814, "cos_r_negg": [0.761544942855835, 0.472112774848938, 0.4667733311653137, 0.4526546001434326, 0.4532633125782013, 0.4559352993965149, 0.4408002495765686, 0.4527473449707031, 0.4401788115501404, 0.4615055322647095, 0.47058695554733276, 0.48506656289100647, 0.47672462463378906, 0.46006643772125244, 0.43969863653182983, 0.4742457866668701, 0.43111246824264526, 0.4249928593635559, 0.43136462569236755, 0.4610041677951813, 0.4436817169189453, 0.47283148765563965, 0.4505089819431305, 0.43878069519996643, 0.45731401443481445, 0.4049900770187378, 0.4590396285057068, 0.47753822803497314, 0.4478648900985718, 0.44726017117500305], "cos_apical_negg": [0.761544942855835, 0.472112774848938, 0.4667733311653137, 0.4526546001434326, 0.4532633125782013, 0.4559352993965149, 0.4408002495765686, 0.4527473449707031, 0.4401788115501404, 0.4615055322647095, 0.47058695554733276, 0.48506656289100647, 0.47672462463378906, 0.46006643772125244, 0.43969863653182983, 0.4742457866668701, 0.43111246824264526, 0.4249928593635559, 0.43136462569236755, 0.4610041677951813, 0.4436817169189453, 0.47283148765563965, 0.4505089819431305, 0.43878069519996643, 0.45731401443481445, 0.4049900770187378, 0.4590396285057068, 0.47753822803497314, 0.4478648900985718, 0.44726017117500305], "cos_Ac_negg": [0.761544942855835, 0.472112774848938, 0.4667733311653137, 0.4526546001434326, 0.4532633125782013, 0.4559352993965149, 0.4408002495765686, 0.4527473449707031, 0.4401788115501404, 0.4615055322647095, 0.47058695554733276, 0.48506656289100647, 0.47672462463378906, 0.46006643772125244, 0.43969863653182983, 0.4742457866668701, 0.43111246824264526, 0.4249928593635559, 0.43136462569236755, 0.4610041677951813, 0.4436817169189453, 0.47283148765563965, 0.4505089819431305, 0.43878069519996643, 0.45731401443481445, 0.4049900770187378, 0.4590396285057068, 0.47753822803497314, 0.4478648900985718, 0.44726017117500305], "r_norm": [1.6638221740722656, 1.4038922786712646, 1.3916608095169067, 1.3958094120025635, 1.3508307933807373, 1.3717072010040283, 1.3478999137878418, 1.3590964078903198, 1.3541027307510376, 1.368391990661621, 1.3630534410476685, 1.374103307723999, 1.3691489696502686, 1.3597774505615234, 1.3518688678741455, 1.3529796600341797, 1.3994476795196533, 1.3219196796417236, 1.3714855909347534, 1.3440275192260742, 1.3111040592193604, 1.3283164501190186, 1.3391101360321045, 1.327465295791626, 1.3554104566574097, 1.3193178176879883, 1.3140168190002441, 1.335141658782959, 1.3309874534606934, 1.3269885778427124]}, {"step": 3100, "epoch": 7, "train_loss": 1.231580376625061, "cos_r_negg": [0.7707276940345764, 0.482269823551178, 0.4821876585483551, 0.47344842553138733, 0.47023671865463257, 0.4759259819984436, 0.4582692086696625, 0.4662022292613983, 0.458943635225296, 0.47836220264434814, 0.4729032814502716, 0.4970191419124603, 0.48797035217285156, 0.45846572518348694, 0.4562262296676636, 0.4951975345611572, 0.4474950134754181, 0.4341928958892822, 0.4476315379142761, 0.4664766788482666, 0.4667544364929199, 0.4787277579307556, 0.4511318504810333, 0.4562508165836334, 0.4716886878013611, 0.4298175573348999, 0.47699040174484253, 0.48717692494392395, 0.4500340223312378, 0.448002427816391], "cos_apical_negg": [0.7707276940345764, 0.482269823551178, 0.4821876585483551, 0.47344842553138733, 0.47023671865463257, 0.4759259819984436, 0.4582692086696625, 0.4662022292613983, 0.458943635225296, 0.47836220264434814, 0.4729032814502716, 0.4970191419124603, 0.48797035217285156, 0.45846572518348694, 0.4562262296676636, 0.4951975345611572, 0.4474950134754181, 0.4341928958892822, 0.4476315379142761, 0.4664766788482666, 0.4667544364929199, 0.4787277579307556, 0.4511318504810333, 0.4562508165836334, 0.4716886878013611, 0.4298175573348999, 0.47699040174484253, 0.48717692494392395, 0.4500340223312378, 0.448002427816391], "cos_Ac_negg": [0.7707276940345764, 0.482269823551178, 0.4821876585483551, 0.47344842553138733, 0.47023671865463257, 0.4759259819984436, 0.4582692086696625, 0.4662022292613983, 0.458943635225296, 0.47836220264434814, 0.4729032814502716, 0.4970191419124603, 0.48797035217285156, 0.45846572518348694, 0.4562262296676636, 0.4951975345611572, 0.4474950134754181, 0.4341928958892822, 0.4476315379142761, 0.4664766788482666, 0.4667544364929199, 0.4787277579307556, 0.4511318504810333, 0.4562508165836334, 0.4716886878013611, 0.4298175573348999, 0.47699040174484253, 0.48717692494392395, 0.4500340223312378, 0.448002427816391], "r_norm": [1.662859320640564, 1.3946661949157715, 1.3788564205169678, 1.3878402709960938, 1.34405517578125, 1.3660540580749512, 1.338757038116455, 1.3519692420959473, 1.3411989212036133, 1.3609843254089355, 1.3535618782043457, 1.366411805152893, 1.3624099493026733, 1.350249171257019, 1.3416838645935059, 1.345890998840332, 1.3913524150848389, 1.3147051334381104, 1.3639514446258545, 1.33669114112854, 1.3031588792800903, 1.3170206546783447, 1.3302574157714844, 1.3172329664230347, 1.345251202583313, 1.308455467224121, 1.3060038089752197, 1.3281060457229614, 1.3236886262893677, 1.3217227458953857]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4362, "test_loss": 1.733466748046875}, {"step": 3150, "epoch": 8, "train_loss": 1.3782957792282104, "cos_r_negg": [0.7716084718704224, 0.4982028603553772, 0.4871196746826172, 0.48182955384254456, 0.4733896851539612, 0.4766368865966797, 0.45998239517211914, 0.46451038122177124, 0.45758312940597534, 0.47716760635375977, 0.47589731216430664, 0.5060184001922607, 0.49646684527397156, 0.4667362570762634, 0.4736808240413666, 0.5113735198974609, 0.45395129919052124, 0.4424506723880768, 0.4595254063606262, 0.4787074625492096, 0.4741237163543701, 0.4898661673069, 0.4723140597343445, 0.4819265604019165, 0.49415355920791626, 0.45454153418540955, 0.4729152321815491, 0.5035185813903809, 0.47293034195899963, 0.4779878854751587], "cos_apical_negg": [0.7716084718704224, 0.4982028603553772, 0.4871196746826172, 0.48182955384254456, 0.4733896851539612, 0.4766368865966797, 0.45998239517211914, 0.46451038122177124, 0.45758312940597534, 0.47716760635375977, 0.47589731216430664, 0.5060184001922607, 0.49646684527397156, 0.4667362570762634, 0.4736808240413666, 0.5113735198974609, 0.45395129919052124, 0.4424506723880768, 0.4595254063606262, 0.4787074625492096, 0.4741237163543701, 0.4898661673069, 0.4723140597343445, 0.4819265604019165, 0.49415355920791626, 0.45454153418540955, 0.4729152321815491, 0.5035185813903809, 0.47293034195899963, 0.4779878854751587], "cos_Ac_negg": [0.7716084718704224, 0.4982028603553772, 0.4871196746826172, 0.48182955384254456, 0.4733896851539612, 0.4766368865966797, 0.45998239517211914, 0.46451038122177124, 0.45758312940597534, 0.47716760635375977, 0.47589731216430664, 0.5060184001922607, 0.49646684527397156, 0.4667362570762634, 0.4736808240413666, 0.5113735198974609, 0.45395129919052124, 0.4424506723880768, 0.4595254063606262, 0.4787074625492096, 0.4741237163543701, 0.4898661673069, 0.4723140597343445, 0.4819265604019165, 0.49415355920791626, 0.45454153418540955, 0.4729152321815491, 0.5035185813903809, 0.47293034195899963, 0.4779878854751587], "r_norm": [1.6717345714569092, 1.4000848531723022, 1.3884470462799072, 1.394410490989685, 1.3478014469146729, 1.3690946102142334, 1.3425580263137817, 1.3560928106307983, 1.34619140625, 1.3662158250808716, 1.3594111204147339, 1.3717460632324219, 1.3676708936691284, 1.3535751104354858, 1.3449851274490356, 1.3498648405075073, 1.395672082901001, 1.3155831098556519, 1.3665494918823242, 1.3400506973266602, 1.3059964179992676, 1.3213887214660645, 1.3318612575531006, 1.319443941116333, 1.3499369621276855, 1.3105661869049072, 1.3070588111877441, 1.3315726518630981, 1.3268766403198242, 1.3220202922821045]}, {"step": 3200, "epoch": 8, "train_loss": 1.3688745498657227, "cos_r_negg": [0.7789145708084106, 0.49891871213912964, 0.49790576100349426, 0.4768393337726593, 0.48400580883026123, 0.48802852630615234, 0.4736325144767761, 0.4720715880393982, 0.4696320593357086, 0.4831337034702301, 0.48751795291900635, 0.5130529403686523, 0.5037208795547485, 0.4703473448753357, 0.47794216871261597, 0.5030063986778259, 0.457522988319397, 0.45300811529159546, 0.46750348806381226, 0.48949792981147766, 0.48385390639305115, 0.5028335452079773, 0.471985399723053, 0.47247880697250366, 0.4978216290473938, 0.4595177173614502, 0.4867664575576782, 0.5027892589569092, 0.49679529666900635, 0.4757006764411926], "cos_apical_negg": [0.7789145708084106, 0.49891871213912964, 0.49790576100349426, 0.4768393337726593, 0.48400580883026123, 0.48802852630615234, 0.4736325144767761, 0.4720715880393982, 0.4696320593357086, 0.4831337034702301, 0.48751795291900635, 0.5130529403686523, 0.5037208795547485, 0.4703473448753357, 0.47794216871261597, 0.5030063986778259, 0.457522988319397, 0.45300811529159546, 0.46750348806381226, 0.48949792981147766, 0.48385390639305115, 0.5028335452079773, 0.471985399723053, 0.47247880697250366, 0.4978216290473938, 0.4595177173614502, 0.4867664575576782, 0.5027892589569092, 0.49679529666900635, 0.4757006764411926], "cos_Ac_negg": [0.7789145708084106, 0.49891871213912964, 0.49790576100349426, 0.4768393337726593, 0.48400580883026123, 0.48802852630615234, 0.4736325144767761, 0.4720715880393982, 0.4696320593357086, 0.4831337034702301, 0.48751795291900635, 0.5130529403686523, 0.5037208795547485, 0.4703473448753357, 0.47794216871261597, 0.5030063986778259, 0.457522988319397, 0.45300811529159546, 0.46750348806381226, 0.48949792981147766, 0.48385390639305115, 0.5028335452079773, 0.471985399723053, 0.47247880697250366, 0.4978216290473938, 0.4595177173614502, 0.4867664575576782, 0.5027892589569092, 0.49679529666900635, 0.4757006764411926], "r_norm": [1.618972659111023, 1.352495551109314, 1.3390772342681885, 1.3417792320251465, 1.2995007038116455, 1.3191970586776733, 1.2954798936843872, 1.3077900409698486, 1.298668384552002, 1.3156696557998657, 1.3104290962219238, 1.3225531578063965, 1.31669020652771, 1.3062031269073486, 1.2974135875701904, 1.3022055625915527, 1.3438527584075928, 1.2698819637298584, 1.318379282951355, 1.2946361303329468, 1.2586638927459717, 1.2729958295822144, 1.2840735912322998, 1.2709205150604248, 1.3004076480865479, 1.2640020847320557, 1.2588584423065186, 1.2830641269683838, 1.2789454460144043, 1.2745187282562256]}, {"step": 3250, "epoch": 8, "train_loss": 1.3772480487823486, "cos_r_negg": [0.7816882729530334, 0.5042920112609863, 0.5099961757659912, 0.49653470516204834, 0.4865450859069824, 0.498413622379303, 0.49029916524887085, 0.49451208114624023, 0.49370482563972473, 0.4985135495662689, 0.507451057434082, 0.5248600244522095, 0.5185837149620056, 0.47706103324890137, 0.4933059811592102, 0.5177057981491089, 0.47236159443855286, 0.4724782109260559, 0.48061591386795044, 0.49774402379989624, 0.49526143074035645, 0.49108344316482544, 0.49497777223587036, 0.47457993030548096, 0.49897077679634094, 0.48641237616539, 0.49506962299346924, 0.5109360218048096, 0.5122642517089844, 0.48994606733322144], "cos_apical_negg": [0.7816882729530334, 0.5042920112609863, 0.5099961757659912, 0.49653470516204834, 0.4865450859069824, 0.498413622379303, 0.49029916524887085, 0.49451208114624023, 0.49370482563972473, 0.4985135495662689, 0.507451057434082, 0.5248600244522095, 0.5185837149620056, 0.47706103324890137, 0.4933059811592102, 0.5177057981491089, 0.47236159443855286, 0.4724782109260559, 0.48061591386795044, 0.49774402379989624, 0.49526143074035645, 0.49108344316482544, 0.49497777223587036, 0.47457993030548096, 0.49897077679634094, 0.48641237616539, 0.49506962299346924, 0.5109360218048096, 0.5122642517089844, 0.48994606733322144], "cos_Ac_negg": [0.7816882729530334, 0.5042920112609863, 0.5099961757659912, 0.49653470516204834, 0.4865450859069824, 0.498413622379303, 0.49029916524887085, 0.49451208114624023, 0.49370482563972473, 0.4985135495662689, 0.507451057434082, 0.5248600244522095, 0.5185837149620056, 0.47706103324890137, 0.4933059811592102, 0.5177057981491089, 0.47236159443855286, 0.4724782109260559, 0.48061591386795044, 0.49774402379989624, 0.49526143074035645, 0.49108344316482544, 0.49497777223587036, 0.47457993030548096, 0.49897077679634094, 0.48641237616539, 0.49506962299346924, 0.5109360218048096, 0.5122642517089844, 0.48994606733322144], "r_norm": [1.6473643779754639, 1.373757004737854, 1.361987590789795, 1.3599432706832886, 1.3169581890106201, 1.340224027633667, 1.3172478675842285, 1.3269277811050415, 1.31756591796875, 1.3338866233825684, 1.3279123306274414, 1.339573860168457, 1.337074875831604, 1.3261966705322266, 1.315111517906189, 1.320281744003296, 1.362228274345398, 1.287184715270996, 1.3376569747924805, 1.309211015701294, 1.2768259048461914, 1.2928322553634644, 1.2990992069244385, 1.2902626991271973, 1.3156726360321045, 1.2809526920318604, 1.2751272916793823, 1.2965147495269775, 1.2960944175720215, 1.2888259887695312], "ldr": {"dL_sdil": -0.11484980583190918, "dL_bp": -0.11084127426147461, "ratio": 1.0361646110363045}}, {"step": 3300, "epoch": 8, "train_loss": 1.4319208860397339, "cos_r_negg": [0.7778603434562683, 0.520972728729248, 0.51507967710495, 0.5063828229904175, 0.49909040331840515, 0.5077301263809204, 0.5092564821243286, 0.5141205787658691, 0.49244382977485657, 0.5171633958816528, 0.518526017665863, 0.5386689901351929, 0.5360006093978882, 0.49346357583999634, 0.517088770866394, 0.5366304516792297, 0.49180489778518677, 0.4863794147968292, 0.4997706711292267, 0.5181097984313965, 0.5043102502822876, 0.5224428176879883, 0.5195600986480713, 0.48694637417793274, 0.5186998844146729, 0.4905555844306946, 0.5047217607498169, 0.5347235202789307, 0.5179094076156616, 0.5141615271568298], "cos_apical_negg": [0.7778603434562683, 0.520972728729248, 0.51507967710495, 0.5063828229904175, 0.49909040331840515, 0.5077301263809204, 0.5092564821243286, 0.5141205787658691, 0.49244382977485657, 0.5171633958816528, 0.518526017665863, 0.5386689901351929, 0.5360006093978882, 0.49346357583999634, 0.517088770866394, 0.5366304516792297, 0.49180489778518677, 0.4863794147968292, 0.4997706711292267, 0.5181097984313965, 0.5043102502822876, 0.5224428176879883, 0.5195600986480713, 0.48694637417793274, 0.5186998844146729, 0.4905555844306946, 0.5047217607498169, 0.5347235202789307, 0.5179094076156616, 0.5141615271568298], "cos_Ac_negg": [0.7778603434562683, 0.520972728729248, 0.51507967710495, 0.5063828229904175, 0.49909040331840515, 0.5077301263809204, 0.5092564821243286, 0.5141205787658691, 0.49244382977485657, 0.5171633958816528, 0.518526017665863, 0.5386689901351929, 0.5360006093978882, 0.49346357583999634, 0.517088770866394, 0.5366304516792297, 0.49180489778518677, 0.4863794147968292, 0.4997706711292267, 0.5181097984313965, 0.5043102502822876, 0.5224428176879883, 0.5195600986480713, 0.48694637417793274, 0.5186998844146729, 0.4905555844306946, 0.5047217607498169, 0.5347235202789307, 0.5179094076156616, 0.5141615271568298], "r_norm": [1.573596477508545, 1.3056354522705078, 1.2913546562194824, 1.2972264289855957, 1.256121039390564, 1.2751991748809814, 1.2519142627716064, 1.2624173164367676, 1.2523092031478882, 1.2705109119415283, 1.262540340423584, 1.274874210357666, 1.2693569660186768, 1.2565395832061768, 1.2503912448883057, 1.256136417388916, 1.2932851314544678, 1.2228541374206543, 1.2708947658538818, 1.2418859004974365, 1.2137110233306885, 1.226280927658081, 1.2342084646224976, 1.2255558967590332, 1.2520694732666016, 1.2184903621673584, 1.2142953872680664, 1.2359755039215088, 1.2307703495025635, 1.228834629058838]}, {"step": 3350, "epoch": 8, "train_loss": 1.340829849243164, "cos_r_negg": [0.7791426777839661, 0.531768262386322, 0.5334752798080444, 0.5131067037582397, 0.5077636241912842, 0.5215974450111389, 0.5122978091239929, 0.5207431316375732, 0.5026847124099731, 0.5320067405700684, 0.5311801433563232, 0.5397660732269287, 0.5497803688049316, 0.5144848227500916, 0.5312289595603943, 0.5477290749549866, 0.4989042580127716, 0.4946206510066986, 0.5100529193878174, 0.538613498210907, 0.5130884647369385, 0.5452402234077454, 0.5342707633972168, 0.48948532342910767, 0.5326873660087585, 0.4860376715660095, 0.510211706161499, 0.5383989214897156, 0.5292728543281555, 0.5201374292373657], "cos_apical_negg": [0.7791426777839661, 0.531768262386322, 0.5334752798080444, 0.5131067037582397, 0.5077636241912842, 0.5215974450111389, 0.5122978091239929, 0.5207431316375732, 0.5026847124099731, 0.5320067405700684, 0.5311801433563232, 0.5397660732269287, 0.5497803688049316, 0.5144848227500916, 0.5312289595603943, 0.5477290749549866, 0.4989042580127716, 0.4946206510066986, 0.5100529193878174, 0.538613498210907, 0.5130884647369385, 0.5452402234077454, 0.5342707633972168, 0.48948532342910767, 0.5326873660087585, 0.4860376715660095, 0.510211706161499, 0.5383989214897156, 0.5292728543281555, 0.5201374292373657], "cos_Ac_negg": [0.7791426777839661, 0.531768262386322, 0.5334752798080444, 0.5131067037582397, 0.5077636241912842, 0.5215974450111389, 0.5122978091239929, 0.5207431316375732, 0.5026847124099731, 0.5320067405700684, 0.5311801433563232, 0.5397660732269287, 0.5497803688049316, 0.5144848227500916, 0.5312289595603943, 0.5477290749549866, 0.4989042580127716, 0.4946206510066986, 0.5100529193878174, 0.538613498210907, 0.5130884647369385, 0.5452402234077454, 0.5342707633972168, 0.48948532342910767, 0.5326873660087585, 0.4860376715660095, 0.510211706161499, 0.5383989214897156, 0.5292728543281555, 0.5201374292373657], "r_norm": [1.5838866233825684, 1.3121371269226074, 1.2974934577941895, 1.3028117418289185, 1.258347511291504, 1.277634859085083, 1.2537834644317627, 1.2667806148529053, 1.2585793733596802, 1.2746021747589111, 1.2689428329467773, 1.2820007801055908, 1.2753369808197021, 1.258540153503418, 1.2541778087615967, 1.260286569595337, 1.297568917274475, 1.2263998985290527, 1.2723243236541748, 1.2458233833312988, 1.2157201766967773, 1.2311872243881226, 1.236168622970581, 1.22726309299469, 1.2579323053359985, 1.2213962078094482, 1.2164555788040161, 1.2417864799499512, 1.2352502346038818, 1.2305448055267334]}, {"step": 3400, "epoch": 8, "train_loss": 1.331732988357544, "cos_r_negg": [0.7839387655258179, 0.5336515307426453, 0.5431327819824219, 0.5296916961669922, 0.524406909942627, 0.5274080038070679, 0.530200183391571, 0.5300012826919556, 0.514333963394165, 0.5355933904647827, 0.542205810546875, 0.5581305027008057, 0.5510104298591614, 0.524808406829834, 0.5505304336547852, 0.554548978805542, 0.5034101009368896, 0.5045729875564575, 0.521449089050293, 0.5399596691131592, 0.525564432144165, 0.5448665022850037, 0.5284340381622314, 0.5181036591529846, 0.5436396598815918, 0.5078674554824829, 0.5323547124862671, 0.5569218397140503, 0.5348836779594421, 0.537976086139679], "cos_apical_negg": [0.7839387655258179, 0.5336515307426453, 0.5431327819824219, 0.5296916961669922, 0.524406909942627, 0.5274080038070679, 0.530200183391571, 0.5300012826919556, 0.514333963394165, 0.5355933904647827, 0.542205810546875, 0.5581305027008057, 0.5510104298591614, 0.524808406829834, 0.5505304336547852, 0.554548978805542, 0.5034101009368896, 0.5045729875564575, 0.521449089050293, 0.5399596691131592, 0.525564432144165, 0.5448665022850037, 0.5284340381622314, 0.5181036591529846, 0.5436396598815918, 0.5078674554824829, 0.5323547124862671, 0.5569218397140503, 0.5348836779594421, 0.537976086139679], "cos_Ac_negg": [0.7839387655258179, 0.5336515307426453, 0.5431327819824219, 0.5296916961669922, 0.524406909942627, 0.5274080038070679, 0.530200183391571, 0.5300012826919556, 0.514333963394165, 0.5355933904647827, 0.542205810546875, 0.5581305027008057, 0.5510104298591614, 0.524808406829834, 0.5505304336547852, 0.554548978805542, 0.5034101009368896, 0.5045729875564575, 0.521449089050293, 0.5399596691131592, 0.525564432144165, 0.5448665022850037, 0.5284340381622314, 0.5181036591529846, 0.5436396598815918, 0.5078674554824829, 0.5323547124862671, 0.5569218397140503, 0.5348836779594421, 0.537976086139679], "r_norm": [1.5752322673797607, 1.298848271369934, 1.283239722251892, 1.2924450635910034, 1.250041127204895, 1.2680299282073975, 1.245276927947998, 1.255725622177124, 1.2442313432693481, 1.2648144960403442, 1.254866600036621, 1.2658051252365112, 1.2620124816894531, 1.2481858730316162, 1.242938756942749, 1.2492343187332153, 1.2842066287994385, 1.2144427299499512, 1.256999135017395, 1.2342090606689453, 1.201781988143921, 1.2195804119110107, 1.224637508392334, 1.2154381275177002, 1.2449100017547607, 1.2057634592056274, 1.2033212184906006, 1.227213978767395, 1.2233366966247559, 1.2181122303009033]}, {"step": 3450, "epoch": 8, "train_loss": 1.3088536262512207, "cos_r_negg": [0.7903732657432556, 0.5454031229019165, 0.5500414371490479, 0.5321073532104492, 0.5381438136100769, 0.5375708341598511, 0.5344445109367371, 0.5411493182182312, 0.5268714427947998, 0.5432616472244263, 0.5387471914291382, 0.5748744010925293, 0.5523669719696045, 0.5435326099395752, 0.5497065782546997, 0.5697108507156372, 0.5228796005249023, 0.5257172584533691, 0.5362712144851685, 0.5531721115112305, 0.5421445369720459, 0.562753438949585, 0.5365986824035645, 0.5268970727920532, 0.5531455874443054, 0.5048112273216248, 0.5483543872833252, 0.5691970586776733, 0.5433635711669922, 0.5566048622131348], "cos_apical_negg": [0.7903732657432556, 0.5454031229019165, 0.5500414371490479, 0.5321073532104492, 0.5381438136100769, 0.5375708341598511, 0.5344445109367371, 0.5411493182182312, 0.5268714427947998, 0.5432616472244263, 0.5387471914291382, 0.5748744010925293, 0.5523669719696045, 0.5435326099395752, 0.5497065782546997, 0.5697108507156372, 0.5228796005249023, 0.5257172584533691, 0.5362712144851685, 0.5531721115112305, 0.5421445369720459, 0.562753438949585, 0.5365986824035645, 0.5268970727920532, 0.5531455874443054, 0.5048112273216248, 0.5483543872833252, 0.5691970586776733, 0.5433635711669922, 0.5566048622131348], "cos_Ac_negg": [0.7903732657432556, 0.5454031229019165, 0.5500414371490479, 0.5321073532104492, 0.5381438136100769, 0.5375708341598511, 0.5344445109367371, 0.5411493182182312, 0.5268714427947998, 0.5432616472244263, 0.5387471914291382, 0.5748744010925293, 0.5523669719696045, 0.5435326099395752, 0.5497065782546997, 0.5697108507156372, 0.5228796005249023, 0.5257172584533691, 0.5362712144851685, 0.5531721115112305, 0.5421445369720459, 0.562753438949585, 0.5365986824035645, 0.5268970727920532, 0.5531455874443054, 0.5048112273216248, 0.5483543872833252, 0.5691970586776733, 0.5433635711669922, 0.5566048622131348], "r_norm": [1.5760383605957031, 1.3009086847305298, 1.283785104751587, 1.28861665725708, 1.2475169897079468, 1.2656666040420532, 1.2439897060394287, 1.25387704372406, 1.2446990013122559, 1.261899471282959, 1.2567390203475952, 1.2657160758972168, 1.2585519552230835, 1.2419354915618896, 1.24053156375885, 1.2470028400421143, 1.2823371887207031, 1.2129533290863037, 1.255140781402588, 1.2318994998931885, 1.202235221862793, 1.212995171546936, 1.2231817245483398, 1.214396357536316, 1.242327332496643, 1.2051715850830078, 1.2013070583343506, 1.2255189418792725, 1.2172057628631592, 1.216253399848938]}, {"step": 3500, "epoch": 8, "train_loss": 1.3122727870941162, "cos_r_negg": [0.7846214771270752, 0.5563161373138428, 0.5585519075393677, 0.5385667085647583, 0.5538594722747803, 0.5535951256752014, 0.5508527159690857, 0.5509806871414185, 0.5420272946357727, 0.5606194734573364, 0.5595523118972778, 0.5772334337234497, 0.5714106559753418, 0.5513666272163391, 0.5690861940383911, 0.5788177251815796, 0.545312762260437, 0.5309960842132568, 0.5451817512512207, 0.565618097782135, 0.5553851127624512, 0.575415313243866, 0.5501757860183716, 0.543971061706543, 0.572275698184967, 0.5154192447662354, 0.5559290051460266, 0.5698422789573669, 0.550652265548706, 0.5595411062240601], "cos_apical_negg": [0.7846214771270752, 0.5563161373138428, 0.5585519075393677, 0.5385667085647583, 0.5538594722747803, 0.5535951256752014, 0.5508527159690857, 0.5509806871414185, 0.5420272946357727, 0.5606194734573364, 0.5595523118972778, 0.5772334337234497, 0.5714106559753418, 0.5513666272163391, 0.5690861940383911, 0.5788177251815796, 0.545312762260437, 0.5309960842132568, 0.5451817512512207, 0.565618097782135, 0.5553851127624512, 0.575415313243866, 0.5501757860183716, 0.543971061706543, 0.572275698184967, 0.5154192447662354, 0.5559290051460266, 0.5698422789573669, 0.550652265548706, 0.5595411062240601], "cos_Ac_negg": [0.7846214771270752, 0.5563161373138428, 0.5585519075393677, 0.5385667085647583, 0.5538594722747803, 0.5535951256752014, 0.5508527159690857, 0.5509806871414185, 0.5420272946357727, 0.5606194734573364, 0.5595523118972778, 0.5772334337234497, 0.5714106559753418, 0.5513666272163391, 0.5690861940383911, 0.5788177251815796, 0.545312762260437, 0.5309960842132568, 0.5451817512512207, 0.565618097782135, 0.5553851127624512, 0.575415313243866, 0.5501757860183716, 0.543971061706543, 0.572275698184967, 0.5154192447662354, 0.5559290051460266, 0.5698422789573669, 0.550652265548706, 0.5595411062240601], "r_norm": [1.547448754310608, 1.2760926485061646, 1.261836051940918, 1.267577886581421, 1.2224212884902954, 1.2410589456558228, 1.2182304859161377, 1.230521559715271, 1.2209889888763428, 1.2386208772659302, 1.2308629751205444, 1.2394952774047852, 1.2350082397460938, 1.2189598083496094, 1.2128688097000122, 1.2209627628326416, 1.2575585842132568, 1.1875816583633423, 1.228571891784668, 1.204071044921875, 1.1765706539154053, 1.1880760192871094, 1.1957676410675049, 1.1861311197280884, 1.2167019844055176, 1.1793982982635498, 1.1753219366073608, 1.196800708770752, 1.194054126739502, 1.1905227899551392], "ldr": {"dL_sdil": -0.040027618408203125, "dL_bp": -0.03853607177734375, "ratio": 1.038705206889725}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4209, "test_loss": 1.8203572631835938}, {"step": 3550, "epoch": 9, "train_loss": 1.2593333721160889, "cos_r_negg": [0.7911134362220764, 0.5678598880767822, 0.5565478801727295, 0.5455158948898315, 0.5600903630256653, 0.5557460188865662, 0.5592621564865112, 0.5655138492584229, 0.5459979772567749, 0.5652086138725281, 0.5716407895088196, 0.5916378498077393, 0.582190752029419, 0.5607600212097168, 0.5579351186752319, 0.5843964219093323, 0.5554656982421875, 0.5335502028465271, 0.5527716875076294, 0.5644237995147705, 0.5635928511619568, 0.5803603529930115, 0.5663713216781616, 0.5616306066513062, 0.5776627063751221, 0.5260873436927795, 0.5582094788551331, 0.5910533666610718, 0.5606688857078552, 0.5774916410446167], "cos_apical_negg": [0.7911134362220764, 0.5678598880767822, 0.5565478801727295, 0.5455158948898315, 0.5600903630256653, 0.5557460188865662, 0.5592621564865112, 0.5655138492584229, 0.5459979772567749, 0.5652086138725281, 0.5716407895088196, 0.5916378498077393, 0.582190752029419, 0.5607600212097168, 0.5579351186752319, 0.5843964219093323, 0.5554656982421875, 0.5335502028465271, 0.5527716875076294, 0.5644237995147705, 0.5635928511619568, 0.5803603529930115, 0.5663713216781616, 0.5616306066513062, 0.5776627063751221, 0.5260873436927795, 0.5582094788551331, 0.5910533666610718, 0.5606688857078552, 0.5774916410446167], "cos_Ac_negg": [0.7911134362220764, 0.5678598880767822, 0.5565478801727295, 0.5455158948898315, 0.5600903630256653, 0.5557460188865662, 0.5592621564865112, 0.5655138492584229, 0.5459979772567749, 0.5652086138725281, 0.5716407895088196, 0.5916378498077393, 0.582190752029419, 0.5607600212097168, 0.5579351186752319, 0.5843964219093323, 0.5554656982421875, 0.5335502028465271, 0.5527716875076294, 0.5644237995147705, 0.5635928511619568, 0.5803603529930115, 0.5663713216781616, 0.5616306066513062, 0.5776627063751221, 0.5260873436927795, 0.5582094788551331, 0.5910533666610718, 0.5606688857078552, 0.5774916410446167], "r_norm": [1.622673749923706, 1.3351181745529175, 1.3247029781341553, 1.327341079711914, 1.2789943218231201, 1.298818588256836, 1.2798429727554321, 1.287187099456787, 1.279200553894043, 1.2975822687149048, 1.2898118495941162, 1.299102544784546, 1.2901413440704346, 1.2764285802841187, 1.2724413871765137, 1.2768635749816895, 1.3152704238891602, 1.242497444152832, 1.2888116836547852, 1.2616221904754639, 1.2331671714782715, 1.2469758987426758, 1.2506808042526245, 1.2416589260101318, 1.2720779180526733, 1.2358068227767944, 1.2308610677719116, 1.2515170574188232, 1.250340223312378, 1.243449330329895]}, {"step": 3600, "epoch": 9, "train_loss": 1.2268716096878052, "cos_r_negg": [0.7980722188949585, 0.5806106925010681, 0.5755312442779541, 0.5541533827781677, 0.57121741771698, 0.5688432455062866, 0.5801995992660522, 0.5753408670425415, 0.5611504912376404, 0.5746994018554688, 0.5855532884597778, 0.6006951928138733, 0.5965298414230347, 0.5731566548347473, 0.5800449848175049, 0.6040745377540588, 0.5570818781852722, 0.5664850473403931, 0.5735344886779785, 0.5930486917495728, 0.5756349563598633, 0.5971991419792175, 0.5808189511299133, 0.5805646181106567, 0.5972557067871094, 0.5471605062484741, 0.5825097560882568, 0.6096364259719849, 0.5748887062072754, 0.5843297243118286], "cos_apical_negg": [0.7980722188949585, 0.5806106925010681, 0.5755312442779541, 0.5541533827781677, 0.57121741771698, 0.5688432455062866, 0.5801995992660522, 0.5753408670425415, 0.5611504912376404, 0.5746994018554688, 0.5855532884597778, 0.6006951928138733, 0.5965298414230347, 0.5731566548347473, 0.5800449848175049, 0.6040745377540588, 0.5570818781852722, 0.5664850473403931, 0.5735344886779785, 0.5930486917495728, 0.5756349563598633, 0.5971991419792175, 0.5808189511299133, 0.5805646181106567, 0.5972557067871094, 0.5471605062484741, 0.5825097560882568, 0.6096364259719849, 0.5748887062072754, 0.5843297243118286], "cos_Ac_negg": [0.7980722188949585, 0.5806106925010681, 0.5755312442779541, 0.5541533827781677, 0.57121741771698, 0.5688432455062866, 0.5801995992660522, 0.5753408670425415, 0.5611504912376404, 0.5746994018554688, 0.5855532884597778, 0.6006951928138733, 0.5965298414230347, 0.5731566548347473, 0.5800449848175049, 0.6040745377540588, 0.5570818781852722, 0.5664850473403931, 0.5735344886779785, 0.5930486917495728, 0.5756349563598633, 0.5971991419792175, 0.5808189511299133, 0.5805646181106567, 0.5972557067871094, 0.5471605062484741, 0.5825097560882568, 0.6096364259719849, 0.5748887062072754, 0.5843297243118286], "r_norm": [1.5651229619979858, 1.285175085067749, 1.2703261375427246, 1.274162769317627, 1.2302792072296143, 1.2491989135742188, 1.2274582386016846, 1.2381541728973389, 1.2275819778442383, 1.2471346855163574, 1.2376762628555298, 1.248671293258667, 1.242279052734375, 1.2269556522369385, 1.2224769592285156, 1.229019284248352, 1.2618014812469482, 1.1944727897644043, 1.2368582487106323, 1.2137126922607422, 1.1848326921463013, 1.1989059448242188, 1.2026760578155518, 1.1929699182510376, 1.2235307693481445, 1.184845209121704, 1.1824406385421753, 1.206606149673462, 1.2028802633285522, 1.19744074344635]}, {"step": 3650, "epoch": 9, "train_loss": 1.3518999814987183, "cos_r_negg": [0.7982854843139648, 0.5829824209213257, 0.5822354555130005, 0.564746618270874, 0.5796754360198975, 0.5836615562438965, 0.5877989530563354, 0.5909813642501831, 0.5665277242660522, 0.59701007604599, 0.5927432775497437, 0.6045234799385071, 0.6062771081924438, 0.5755327939987183, 0.5863812565803528, 0.6170023083686829, 0.5610893964767456, 0.5706331133842468, 0.5754547119140625, 0.6032018661499023, 0.5898408889770508, 0.605646550655365, 0.5894191265106201, 0.576556921005249, 0.6137155890464783, 0.5598788261413574, 0.5876930952072144, 0.6057344675064087, 0.5769445896148682, 0.5911127328872681], "cos_apical_negg": [0.7982854843139648, 0.5829824209213257, 0.5822354555130005, 0.564746618270874, 0.5796754360198975, 0.5836615562438965, 0.5877989530563354, 0.5909813642501831, 0.5665277242660522, 0.59701007604599, 0.5927432775497437, 0.6045234799385071, 0.6062771081924438, 0.5755327939987183, 0.5863812565803528, 0.6170023083686829, 0.5610893964767456, 0.5706331133842468, 0.5754547119140625, 0.6032018661499023, 0.5898408889770508, 0.605646550655365, 0.5894191265106201, 0.576556921005249, 0.6137155890464783, 0.5598788261413574, 0.5876930952072144, 0.6057344675064087, 0.5769445896148682, 0.5911127328872681], "cos_Ac_negg": [0.7982854843139648, 0.5829824209213257, 0.5822354555130005, 0.564746618270874, 0.5796754360198975, 0.5836615562438965, 0.5877989530563354, 0.5909813642501831, 0.5665277242660522, 0.59701007604599, 0.5927432775497437, 0.6045234799385071, 0.6062771081924438, 0.5755327939987183, 0.5863812565803528, 0.6170023083686829, 0.5610893964767456, 0.5706331133842468, 0.5754547119140625, 0.6032018661499023, 0.5898408889770508, 0.605646550655365, 0.5894191265106201, 0.576556921005249, 0.6137155890464783, 0.5598788261413574, 0.5876930952072144, 0.6057344675064087, 0.5769445896148682, 0.5911127328872681], "r_norm": [1.5784345865249634, 1.2954096794128418, 1.2788548469543457, 1.2833489179611206, 1.2384717464447021, 1.2556655406951904, 1.2371597290039062, 1.24617338180542, 1.2367279529571533, 1.2563540935516357, 1.2477309703826904, 1.2568964958190918, 1.2476212978363037, 1.23171067237854, 1.2282733917236328, 1.2352211475372314, 1.2710144519805908, 1.2011117935180664, 1.243331789970398, 1.219560146331787, 1.1912963390350342, 1.2030870914459229, 1.2089214324951172, 1.1987156867980957, 1.230885624885559, 1.192736268043518, 1.1889679431915283, 1.2110356092453003, 1.209107518196106, 1.202420711517334]}, {"step": 3700, "epoch": 9, "train_loss": 1.1806349754333496, "cos_r_negg": [0.796416699886322, 0.5905529260635376, 0.5896840691566467, 0.5861453413963318, 0.5921962261199951, 0.5879939198493958, 0.6002907752990723, 0.6009689569473267, 0.5771912336349487, 0.6026366949081421, 0.6021356582641602, 0.6182111501693726, 0.6100372076034546, 0.589922308921814, 0.5962122082710266, 0.6272313594818115, 0.5711606740951538, 0.5924904346466064, 0.5888350009918213, 0.6077746152877808, 0.5929654836654663, 0.6152822375297546, 0.5986334085464478, 0.5816118717193604, 0.6271438598632812, 0.5744305849075317, 0.6101564168930054, 0.6255652904510498, 0.6030535697937012, 0.6057018041610718], "cos_apical_negg": [0.796416699886322, 0.5905529260635376, 0.5896840691566467, 0.5861453413963318, 0.5921962261199951, 0.5879939198493958, 0.6002907752990723, 0.6009689569473267, 0.5771912336349487, 0.6026366949081421, 0.6021356582641602, 0.6182111501693726, 0.6100372076034546, 0.589922308921814, 0.5962122082710266, 0.6272313594818115, 0.5711606740951538, 0.5924904346466064, 0.5888350009918213, 0.6077746152877808, 0.5929654836654663, 0.6152822375297546, 0.5986334085464478, 0.5816118717193604, 0.6271438598632812, 0.5744305849075317, 0.6101564168930054, 0.6255652904510498, 0.6030535697937012, 0.6057018041610718], "cos_Ac_negg": [0.796416699886322, 0.5905529260635376, 0.5896840691566467, 0.5861453413963318, 0.5921962261199951, 0.5879939198493958, 0.6002907752990723, 0.6009689569473267, 0.5771912336349487, 0.6026366949081421, 0.6021356582641602, 0.6182111501693726, 0.6100372076034546, 0.589922308921814, 0.5962122082710266, 0.6272313594818115, 0.5711606740951538, 0.5924904346466064, 0.5888350009918213, 0.6077746152877808, 0.5929654836654663, 0.6152822375297546, 0.5986334085464478, 0.5816118717193604, 0.6271438598632812, 0.5744305849075317, 0.6101564168930054, 0.6255652904510498, 0.6030535697937012, 0.6057018041610718], "r_norm": [1.5756723880767822, 1.2899339199066162, 1.2767717838287354, 1.281340479850769, 1.233870267868042, 1.2521483898162842, 1.2335772514343262, 1.2437119483947754, 1.22996187210083, 1.2515532970428467, 1.2420878410339355, 1.2516107559204102, 1.2431299686431885, 1.228834629058838, 1.2248610258102417, 1.2324868440628052, 1.2648582458496094, 1.1979647874832153, 1.2373745441436768, 1.2162411212921143, 1.186366081237793, 1.1980228424072266, 1.2049986124038696, 1.1935449838638306, 1.2244694232940674, 1.1891443729400635, 1.1846274137496948, 1.2067301273345947, 1.206406831741333, 1.1982710361480713]}, {"step": 3750, "epoch": 9, "train_loss": 1.2322553396224976, "cos_r_negg": [0.7869908213615417, 0.6003646850585938, 0.6050496101379395, 0.5938760042190552, 0.5947504043579102, 0.598969578742981, 0.6036831140518188, 0.6064256429672241, 0.5937103629112244, 0.6177051067352295, 0.6174069046974182, 0.6375590562820435, 0.6197803020477295, 0.6042077541351318, 0.6093740463256836, 0.6403844356536865, 0.5824241042137146, 0.5971367955207825, 0.6039051413536072, 0.6162075996398926, 0.6078184843063354, 0.6168287992477417, 0.6162896752357483, 0.60081946849823, 0.6347588300704956, 0.5978995561599731, 0.6217869520187378, 0.6263206005096436, 0.6201858520507812, 0.6234471797943115], "cos_apical_negg": [0.7869908213615417, 0.6003646850585938, 0.6050496101379395, 0.5938760042190552, 0.5947504043579102, 0.598969578742981, 0.6036831140518188, 0.6064256429672241, 0.5937103629112244, 0.6177051067352295, 0.6174069046974182, 0.6375590562820435, 0.6197803020477295, 0.6042077541351318, 0.6093740463256836, 0.6403844356536865, 0.5824241042137146, 0.5971367955207825, 0.6039051413536072, 0.6162075996398926, 0.6078184843063354, 0.6168287992477417, 0.6162896752357483, 0.60081946849823, 0.6347588300704956, 0.5978995561599731, 0.6217869520187378, 0.6263206005096436, 0.6201858520507812, 0.6234471797943115], "cos_Ac_negg": [0.7869908213615417, 0.6003646850585938, 0.6050496101379395, 0.5938760042190552, 0.5947504043579102, 0.598969578742981, 0.6036831140518188, 0.6064256429672241, 0.5937103629112244, 0.6177051067352295, 0.6174069046974182, 0.6375590562820435, 0.6197803020477295, 0.6042077541351318, 0.6093740463256836, 0.6403844356536865, 0.5824241042137146, 0.5971367955207825, 0.6039051413536072, 0.6162075996398926, 0.6078184843063354, 0.6168287992477417, 0.6162896752357483, 0.60081946849823, 0.6347588300704956, 0.5978995561599731, 0.6217869520187378, 0.6263206005096436, 0.6201858520507812, 0.6234471797943115], "r_norm": [1.576907992362976, 1.2859902381896973, 1.2709076404571533, 1.277585744857788, 1.2317869663238525, 1.249218463897705, 1.2302863597869873, 1.2424743175506592, 1.227769136428833, 1.2458128929138184, 1.2361418008804321, 1.247120976448059, 1.2395955324172974, 1.2237532138824463, 1.2205747365951538, 1.2272834777832031, 1.2582011222839355, 1.192439079284668, 1.2330838441848755, 1.2087793350219727, 1.1819450855255127, 1.1951926946640015, 1.1988438367843628, 1.1888691186904907, 1.2173511981964111, 1.1803581714630127, 1.1794915199279785, 1.1994526386260986, 1.1980053186416626, 1.1925171613693237], "ldr": {"dL_sdil": -0.05750584602355957, "dL_bp": -0.05700826644897461, "ratio": 1.0087282004098532}}, {"step": 3800, "epoch": 9, "train_loss": 1.5329346656799316, "cos_r_negg": [0.8026303052902222, 0.6112955808639526, 0.6190823316574097, 0.602992594242096, 0.6090387105941772, 0.6144527196884155, 0.6139131784439087, 0.6138135194778442, 0.6030582189559937, 0.627509355545044, 0.6254991292953491, 0.6436382532119751, 0.6242127418518066, 0.6185576915740967, 0.6177055835723877, 0.6533142328262329, 0.5962058305740356, 0.6013784408569336, 0.6169688701629639, 0.6311551332473755, 0.6262161731719971, 0.6337779760360718, 0.6291468143463135, 0.6027858853340149, 0.6391609907150269, 0.6011176705360413, 0.617506742477417, 0.6343187689781189, 0.6295908093452454, 0.631855845451355], "cos_apical_negg": [0.8026303052902222, 0.6112955808639526, 0.6190823316574097, 0.602992594242096, 0.6090387105941772, 0.6144527196884155, 0.6139131784439087, 0.6138135194778442, 0.6030582189559937, 0.627509355545044, 0.6254991292953491, 0.6436382532119751, 0.6242127418518066, 0.6185576915740967, 0.6177055835723877, 0.6533142328262329, 0.5962058305740356, 0.6013784408569336, 0.6169688701629639, 0.6311551332473755, 0.6262161731719971, 0.6337779760360718, 0.6291468143463135, 0.6027858853340149, 0.6391609907150269, 0.6011176705360413, 0.617506742477417, 0.6343187689781189, 0.6295908093452454, 0.631855845451355], "cos_Ac_negg": [0.8026303052902222, 0.6112955808639526, 0.6190823316574097, 0.602992594242096, 0.6090387105941772, 0.6144527196884155, 0.6139131784439087, 0.6138135194778442, 0.6030582189559937, 0.627509355545044, 0.6254991292953491, 0.6436382532119751, 0.6242127418518066, 0.6185576915740967, 0.6177055835723877, 0.6533142328262329, 0.5962058305740356, 0.6013784408569336, 0.6169688701629639, 0.6311551332473755, 0.6262161731719971, 0.6337779760360718, 0.6291468143463135, 0.6027858853340149, 0.6391609907150269, 0.6011176705360413, 0.617506742477417, 0.6343187689781189, 0.6295908093452454, 0.631855845451355], "r_norm": [1.5536041259765625, 1.2670152187347412, 1.253353238105774, 1.2560813426971436, 1.2131714820861816, 1.2312002182006836, 1.2114899158477783, 1.2208430767059326, 1.2054650783538818, 1.2308093309402466, 1.2163515090942383, 1.2283673286437988, 1.2192227840423584, 1.2034978866577148, 1.198091745376587, 1.2089959383010864, 1.2375266551971436, 1.173911452293396, 1.2129184007644653, 1.1875889301300049, 1.1645413637161255, 1.1726500988006592, 1.1805601119995117, 1.1663920879364014, 1.1983320713043213, 1.160568118095398, 1.1604633331298828, 1.1792044639587402, 1.1803315877914429, 1.174499750137329]}, {"step": 3850, "epoch": 9, "train_loss": 1.134474277496338, "cos_r_negg": [0.7941534519195557, 0.6233239769935608, 0.6176470518112183, 0.6102367639541626, 0.6151314973831177, 0.6230524182319641, 0.6227811574935913, 0.6258726119995117, 0.6150513887405396, 0.636661171913147, 0.6310471296310425, 0.6570550799369812, 0.6384273767471313, 0.6204132437705994, 0.6329159736633301, 0.6633270978927612, 0.614230751991272, 0.6099977493286133, 0.6283553838729858, 0.641057550907135, 0.6432433128356934, 0.6389660835266113, 0.6377184391021729, 0.6192331910133362, 0.6513016223907471, 0.6139956712722778, 0.641694188117981, 0.6440752744674683, 0.644755482673645, 0.641333281993866], "cos_apical_negg": [0.7941534519195557, 0.6233239769935608, 0.6176470518112183, 0.6102367639541626, 0.6151314973831177, 0.6230524182319641, 0.6227811574935913, 0.6258726119995117, 0.6150513887405396, 0.636661171913147, 0.6310471296310425, 0.6570550799369812, 0.6384273767471313, 0.6204132437705994, 0.6329159736633301, 0.6633270978927612, 0.614230751991272, 0.6099977493286133, 0.6283553838729858, 0.641057550907135, 0.6432433128356934, 0.6389660835266113, 0.6377184391021729, 0.6192331910133362, 0.6513016223907471, 0.6139956712722778, 0.641694188117981, 0.6440752744674683, 0.644755482673645, 0.641333281993866], "cos_Ac_negg": [0.7941534519195557, 0.6233239769935608, 0.6176470518112183, 0.6102367639541626, 0.6151314973831177, 0.6230524182319641, 0.6227811574935913, 0.6258726119995117, 0.6150513887405396, 0.636661171913147, 0.6310471296310425, 0.6570550799369812, 0.6384273767471313, 0.6204132437705994, 0.6329159736633301, 0.6633270978927612, 0.614230751991272, 0.6099977493286133, 0.6283553838729858, 0.641057550907135, 0.6432433128356934, 0.6389660835266113, 0.6377184391021729, 0.6192331910133362, 0.6513016223907471, 0.6139956712722778, 0.641694188117981, 0.6440752744674683, 0.644755482673645, 0.641333281993866], "r_norm": [1.562387466430664, 1.2728168964385986, 1.2576451301574707, 1.2592693567276, 1.217038869857788, 1.2337372303009033, 1.2147274017333984, 1.22774076461792, 1.2118422985076904, 1.2316521406173706, 1.2225475311279297, 1.2326043844223022, 1.2249457836151123, 1.2058993577957153, 1.204345941543579, 1.2119114398956299, 1.2403056621551514, 1.1769993305206299, 1.2157301902770996, 1.192525863647461, 1.1683799028396606, 1.1770274639129639, 1.1825730800628662, 1.1735782623291016, 1.2003519535064697, 1.163301944732666, 1.1642754077911377, 1.1846797466278076, 1.181883692741394, 1.1743197441101074]}, {"step": 3900, "epoch": 9, "train_loss": 1.2640793323516846, "cos_r_negg": [0.806368887424469, 0.6280754804611206, 0.6257820129394531, 0.6175689697265625, 0.6230075359344482, 0.6210833787918091, 0.6219882965087891, 0.6372944116592407, 0.6237486600875854, 0.637796938419342, 0.637045681476593, 0.6619735956192017, 0.6515584588050842, 0.630774974822998, 0.645277738571167, 0.6647552251815796, 0.6248142719268799, 0.6228329539299011, 0.6323380470275879, 0.6492465138435364, 0.6527600288391113, 0.6511773467063904, 0.6507570743560791, 0.6411293745040894, 0.6554335355758667, 0.6207551956176758, 0.6488642692565918, 0.6558660268783569, 0.6442557573318481, 0.6487147212028503], "cos_apical_negg": [0.806368887424469, 0.6280754804611206, 0.6257820129394531, 0.6175689697265625, 0.6230075359344482, 0.6210833787918091, 0.6219882965087891, 0.6372944116592407, 0.6237486600875854, 0.637796938419342, 0.637045681476593, 0.6619735956192017, 0.6515584588050842, 0.630774974822998, 0.645277738571167, 0.6647552251815796, 0.6248142719268799, 0.6228329539299011, 0.6323380470275879, 0.6492465138435364, 0.6527600288391113, 0.6511773467063904, 0.6507570743560791, 0.6411293745040894, 0.6554335355758667, 0.6207551956176758, 0.6488642692565918, 0.6558660268783569, 0.6442557573318481, 0.6487147212028503], "cos_Ac_negg": [0.806368887424469, 0.6280754804611206, 0.6257820129394531, 0.6175689697265625, 0.6230075359344482, 0.6210833787918091, 0.6219882965087891, 0.6372944116592407, 0.6237486600875854, 0.637796938419342, 0.637045681476593, 0.6619735956192017, 0.6515584588050842, 0.630774974822998, 0.645277738571167, 0.6647552251815796, 0.6248142719268799, 0.6228329539299011, 0.6323380470275879, 0.6492465138435364, 0.6527600288391113, 0.6511773467063904, 0.6507570743560791, 0.6411293745040894, 0.6554335355758667, 0.6207551956176758, 0.6488642692565918, 0.6558660268783569, 0.6442557573318481, 0.6487147212028503], "r_norm": [1.5462729930877686, 1.2602940797805786, 1.2451831102371216, 1.2475217580795288, 1.2060989141464233, 1.2210513353347778, 1.2026393413543701, 1.2144241333007812, 1.200225591659546, 1.2192976474761963, 1.2104761600494385, 1.220680832862854, 1.2101671695709229, 1.1916111707687378, 1.1896295547485352, 1.2002966403961182, 1.2248809337615967, 1.162529706954956, 1.2001123428344727, 1.1774787902832031, 1.1551681756973267, 1.1629164218902588, 1.1670114994049072, 1.1591366529464722, 1.1874735355377197, 1.1489946842193604, 1.148590326309204, 1.1707603931427002, 1.167362093925476, 1.1606897115707397]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4369, "test_loss": 1.810378076171875}, {"step": 3950, "epoch": 10, "train_loss": 1.1426200866699219, "cos_r_negg": [0.8091416954994202, 0.6357012987136841, 0.6337072849273682, 0.6287123560905457, 0.6318881511688232, 0.6320576667785645, 0.6372014880180359, 0.6445024013519287, 0.6346945762634277, 0.6505519151687622, 0.6450489163398743, 0.6682255268096924, 0.6566697359085083, 0.6431440114974976, 0.649554967880249, 0.6745076179504395, 0.6380167007446289, 0.6394817233085632, 0.6426104307174683, 0.6606923937797546, 0.664100170135498, 0.6659613251686096, 0.6520848870277405, 0.6422697305679321, 0.6662205457687378, 0.6412726640701294, 0.6536047458648682, 0.6779924035072327, 0.6593483686447144, 0.6707875728607178], "cos_apical_negg": [0.8091416954994202, 0.6357012987136841, 0.6337072849273682, 0.6287123560905457, 0.6318881511688232, 0.6320576667785645, 0.6372014880180359, 0.6445024013519287, 0.6346945762634277, 0.6505519151687622, 0.6450489163398743, 0.6682255268096924, 0.6566697359085083, 0.6431440114974976, 0.649554967880249, 0.6745076179504395, 0.6380167007446289, 0.6394817233085632, 0.6426104307174683, 0.6606923937797546, 0.664100170135498, 0.6659613251686096, 0.6520848870277405, 0.6422697305679321, 0.6662205457687378, 0.6412726640701294, 0.6536047458648682, 0.6779924035072327, 0.6593483686447144, 0.6707875728607178], "cos_Ac_negg": [0.8091416954994202, 0.6357012987136841, 0.6337072849273682, 0.6287123560905457, 0.6318881511688232, 0.6320576667785645, 0.6372014880180359, 0.6445024013519287, 0.6346945762634277, 0.6505519151687622, 0.6450489163398743, 0.6682255268096924, 0.6566697359085083, 0.6431440114974976, 0.649554967880249, 0.6745076179504395, 0.6380167007446289, 0.6394817233085632, 0.6426104307174683, 0.6606923937797546, 0.664100170135498, 0.6659613251686096, 0.6520848870277405, 0.6422697305679321, 0.6662205457687378, 0.6412726640701294, 0.6536047458648682, 0.6779924035072327, 0.6593483686447144, 0.6707875728607178], "r_norm": [1.5549297332763672, 1.263875961303711, 1.2484714984893799, 1.252479076385498, 1.208444595336914, 1.225581407546997, 1.2070062160491943, 1.2181098461151123, 1.2033374309539795, 1.225612759590149, 1.212142825126648, 1.2218310832977295, 1.213370680809021, 1.1965155601501465, 1.1953518390655518, 1.2040460109710693, 1.22846257686615, 1.1673295497894287, 1.2044134140014648, 1.1807594299316406, 1.1578385829925537, 1.166639804840088, 1.1698923110961914, 1.1627510786056519, 1.1909804344177246, 1.1516790390014648, 1.15231454372406, 1.1724162101745605, 1.1727070808410645, 1.1642870903015137]}, {"step": 4000, "epoch": 10, "train_loss": 1.1210557222366333, "cos_r_negg": [0.8061009049415588, 0.6393095850944519, 0.6439918279647827, 0.6406939029693604, 0.6442173719406128, 0.6443312168121338, 0.6484495401382446, 0.6593366861343384, 0.648720383644104, 0.661116361618042, 0.6590274572372437, 0.6779929995536804, 0.6647317409515381, 0.6583485007286072, 0.6682577729225159, 0.6858566403388977, 0.6375449895858765, 0.6498211026191711, 0.6543565392494202, 0.6762099266052246, 0.6763534545898438, 0.6726788282394409, 0.6616256237030029, 0.6565654277801514, 0.6831415891647339, 0.6518555879592896, 0.6719125509262085, 0.6866541504859924, 0.6702293753623962, 0.6768036484718323], "cos_apical_negg": [0.8061009049415588, 0.6393095850944519, 0.6439918279647827, 0.6406939029693604, 0.6442173719406128, 0.6443312168121338, 0.6484495401382446, 0.6593366861343384, 0.648720383644104, 0.661116361618042, 0.6590274572372437, 0.6779929995536804, 0.6647317409515381, 0.6583485007286072, 0.6682577729225159, 0.6858566403388977, 0.6375449895858765, 0.6498211026191711, 0.6543565392494202, 0.6762099266052246, 0.6763534545898438, 0.6726788282394409, 0.6616256237030029, 0.6565654277801514, 0.6831415891647339, 0.6518555879592896, 0.6719125509262085, 0.6866541504859924, 0.6702293753623962, 0.6768036484718323], "cos_Ac_negg": [0.8061009049415588, 0.6393095850944519, 0.6439918279647827, 0.6406939029693604, 0.6442173719406128, 0.6443312168121338, 0.6484495401382446, 0.6593366861343384, 0.648720383644104, 0.661116361618042, 0.6590274572372437, 0.6779929995536804, 0.6647317409515381, 0.6583485007286072, 0.6682577729225159, 0.6858566403388977, 0.6375449895858765, 0.6498211026191711, 0.6543565392494202, 0.6762099266052246, 0.6763534545898438, 0.6726788282394409, 0.6616256237030029, 0.6565654277801514, 0.6831415891647339, 0.6518555879592896, 0.6719125509262085, 0.6866541504859924, 0.6702293753623962, 0.6768036484718323], "r_norm": [1.5985219478607178, 1.2975345849990845, 1.281484842300415, 1.2864938974380493, 1.2435253858566284, 1.2600936889648438, 1.2379112243652344, 1.2527055740356445, 1.2357349395751953, 1.2590503692626953, 1.24531888961792, 1.2562108039855957, 1.2467622756958008, 1.2289633750915527, 1.2280819416046143, 1.2359645366668701, 1.2587939500808716, 1.1993286609649658, 1.2343662977218628, 1.2138140201568604, 1.1874257326126099, 1.1977405548095703, 1.2000735998153687, 1.193684458732605, 1.2229833602905273, 1.1800055503845215, 1.1817725896835327, 1.2062304019927979, 1.2035627365112305, 1.1943001747131348], "ldr": {"dL_sdil": -0.09852766990661621, "dL_bp": -0.09474706649780273, "ratio": 1.0399020629192899}}, {"step": 4050, "epoch": 10, "train_loss": 1.0900486707687378, "cos_r_negg": [0.8060967922210693, 0.6442275047302246, 0.6515834331512451, 0.6442861557006836, 0.654644250869751, 0.6542304754257202, 0.655609130859375, 0.6619188785552979, 0.6537679433822632, 0.6592344045639038, 0.6648641228675842, 0.6830698251724243, 0.6714290380477905, 0.6642142534255981, 0.6659525036811829, 0.6924248337745667, 0.6394369006156921, 0.6614484786987305, 0.6694676876068115, 0.6773029565811157, 0.6755898594856262, 0.6794028878211975, 0.672814130783081, 0.6597788333892822, 0.686742901802063, 0.6544969081878662, 0.6803921461105347, 0.6807265877723694, 0.6773412227630615, 0.6764960289001465], "cos_apical_negg": [0.8060967922210693, 0.6442275047302246, 0.6515834331512451, 0.6442861557006836, 0.654644250869751, 0.6542304754257202, 0.655609130859375, 0.6619188785552979, 0.6537679433822632, 0.6592344045639038, 0.6648641228675842, 0.6830698251724243, 0.6714290380477905, 0.6642142534255981, 0.6659525036811829, 0.6924248337745667, 0.6394369006156921, 0.6614484786987305, 0.6694676876068115, 0.6773029565811157, 0.6755898594856262, 0.6794028878211975, 0.672814130783081, 0.6597788333892822, 0.686742901802063, 0.6544969081878662, 0.6803921461105347, 0.6807265877723694, 0.6773412227630615, 0.6764960289001465], "cos_Ac_negg": [0.8060967922210693, 0.6442275047302246, 0.6515834331512451, 0.6442861557006836, 0.654644250869751, 0.6542304754257202, 0.655609130859375, 0.6619188785552979, 0.6537679433822632, 0.6592344045639038, 0.6648641228675842, 0.6830698251724243, 0.6714290380477905, 0.6642142534255981, 0.6659525036811829, 0.6924248337745667, 0.6394369006156921, 0.6614484786987305, 0.6694676876068115, 0.6773029565811157, 0.6755898594856262, 0.6794028878211975, 0.672814130783081, 0.6597788333892822, 0.686742901802063, 0.6544969081878662, 0.6803921461105347, 0.6807265877723694, 0.6773412227630615, 0.6764960289001465], "r_norm": [1.5739266872406006, 1.2792439460754395, 1.2663763761520386, 1.2673734426498413, 1.224663496017456, 1.2399678230285645, 1.221569538116455, 1.2315484285354614, 1.2188864946365356, 1.239518165588379, 1.2295953035354614, 1.2390973567962646, 1.2253494262695312, 1.2065848112106323, 1.2075666189193726, 1.2172931432724, 1.2398693561553955, 1.1792373657226562, 1.2152204513549805, 1.1934642791748047, 1.1707887649536133, 1.1774895191192627, 1.1826969385147095, 1.1726527214050293, 1.203615665435791, 1.1668407917022705, 1.1632471084594727, 1.1853816509246826, 1.1840732097625732, 1.1742660999298096]}, {"step": 4100, "epoch": 10, "train_loss": 1.157195806503296, "cos_r_negg": [0.8092280626296997, 0.6559169888496399, 0.6554286479949951, 0.6582528948783875, 0.6650814414024353, 0.6624318361282349, 0.6606829166412354, 0.6686026453971863, 0.6621383428573608, 0.6659567356109619, 0.6777087450027466, 0.695322573184967, 0.6815025806427002, 0.6698037385940552, 0.6706440448760986, 0.7020537853240967, 0.6555882692337036, 0.666114091873169, 0.665660560131073, 0.6861312389373779, 0.6788496971130371, 0.6898236274719238, 0.6809938549995422, 0.6697549223899841, 0.6804683804512024, 0.6673043966293335, 0.6911012530326843, 0.6963124871253967, 0.6763695478439331, 0.6836071014404297], "cos_apical_negg": [0.8092280626296997, 0.6559169888496399, 0.6554286479949951, 0.6582528948783875, 0.6650814414024353, 0.6624318361282349, 0.6606829166412354, 0.6686026453971863, 0.6621383428573608, 0.6659567356109619, 0.6777087450027466, 0.695322573184967, 0.6815025806427002, 0.6698037385940552, 0.6706440448760986, 0.7020537853240967, 0.6555882692337036, 0.666114091873169, 0.665660560131073, 0.6861312389373779, 0.6788496971130371, 0.6898236274719238, 0.6809938549995422, 0.6697549223899841, 0.6804683804512024, 0.6673043966293335, 0.6911012530326843, 0.6963124871253967, 0.6763695478439331, 0.6836071014404297], "cos_Ac_negg": [0.8092280626296997, 0.6559169888496399, 0.6554286479949951, 0.6582528948783875, 0.6650814414024353, 0.6624318361282349, 0.6606829166412354, 0.6686026453971863, 0.6621383428573608, 0.6659567356109619, 0.6777087450027466, 0.695322573184967, 0.6815025806427002, 0.6698037385940552, 0.6706440448760986, 0.7020537853240967, 0.6555882692337036, 0.666114091873169, 0.665660560131073, 0.6861312389373779, 0.6788496971130371, 0.6898236274719238, 0.6809938549995422, 0.6697549223899841, 0.6804683804512024, 0.6673043966293335, 0.6911012530326843, 0.6963124871253967, 0.6763695478439331, 0.6836071014404297], "r_norm": [1.5698826313018799, 1.2756102085113525, 1.2625970840454102, 1.2633862495422363, 1.2210626602172852, 1.2351510524749756, 1.2164807319641113, 1.2284562587738037, 1.212890625, 1.2345623970031738, 1.222533106803894, 1.2331085205078125, 1.2203421592712402, 1.202287197113037, 1.2019844055175781, 1.2126870155334473, 1.2349873781204224, 1.1744236946105957, 1.2094523906707764, 1.1882131099700928, 1.1658493280410767, 1.1717326641082764, 1.176532506942749, 1.168377161026001, 1.1970999240875244, 1.160359263420105, 1.1569812297821045, 1.1792106628417969, 1.1769092082977295, 1.1699907779693604]}, {"step": 4150, "epoch": 10, "train_loss": 1.0393800735473633, "cos_r_negg": [0.8021217584609985, 0.6665879487991333, 0.6647361516952515, 0.6683111786842346, 0.6718956232070923, 0.669769287109375, 0.6712794303894043, 0.6778625845909119, 0.6715315580368042, 0.6823598146438599, 0.6849657297134399, 0.7045667171478271, 0.6892530918121338, 0.6830796003341675, 0.6818522214889526, 0.7054961919784546, 0.6698894500732422, 0.6813234090805054, 0.6792374849319458, 0.6953680515289307, 0.6919403076171875, 0.6984490156173706, 0.6886930465698242, 0.6768866777420044, 0.690941572189331, 0.6776413917541504, 0.6950807571411133, 0.6990518569946289, 0.681586503982544, 0.7055361270904541], "cos_apical_negg": [0.8021217584609985, 0.6665879487991333, 0.6647361516952515, 0.6683111786842346, 0.6718956232070923, 0.669769287109375, 0.6712794303894043, 0.6778625845909119, 0.6715315580368042, 0.6823598146438599, 0.6849657297134399, 0.7045667171478271, 0.6892530918121338, 0.6830796003341675, 0.6818522214889526, 0.7054961919784546, 0.6698894500732422, 0.6813234090805054, 0.6792374849319458, 0.6953680515289307, 0.6919403076171875, 0.6984490156173706, 0.6886930465698242, 0.6768866777420044, 0.690941572189331, 0.6776413917541504, 0.6950807571411133, 0.6990518569946289, 0.681586503982544, 0.7055361270904541], "cos_Ac_negg": [0.8021217584609985, 0.6665879487991333, 0.6647361516952515, 0.6683111786842346, 0.6718956232070923, 0.669769287109375, 0.6712794303894043, 0.6778625845909119, 0.6715315580368042, 0.6823598146438599, 0.6849657297134399, 0.7045667171478271, 0.6892530918121338, 0.6830796003341675, 0.6818522214889526, 0.7054961919784546, 0.6698894500732422, 0.6813234090805054, 0.6792374849319458, 0.6953680515289307, 0.6919403076171875, 0.6984490156173706, 0.6886930465698242, 0.6768866777420044, 0.690941572189331, 0.6776413917541504, 0.6950807571411133, 0.6990518569946289, 0.681586503982544, 0.7055361270904541], "r_norm": [1.6110661029815674, 1.3101533651351929, 1.2968533039093018, 1.2957843542099, 1.2529561519622803, 1.2691409587860107, 1.250654697418213, 1.2619261741638184, 1.2460850477218628, 1.268377661705017, 1.25404953956604, 1.266761302947998, 1.2539527416229248, 1.236038088798523, 1.2355557680130005, 1.2444093227386475, 1.2680118083953857, 1.2059757709503174, 1.2441771030426025, 1.2211800813674927, 1.196697473526001, 1.204188585281372, 1.2069242000579834, 1.1974589824676514, 1.2265042066574097, 1.1899240016937256, 1.1866827011108398, 1.2089505195617676, 1.2102094888687134, 1.1984480619430542]}, {"step": 4200, "epoch": 10, "train_loss": 1.2484772205352783, "cos_r_negg": [0.8112590312957764, 0.6744577884674072, 0.6698224544525146, 0.6789218187332153, 0.681665301322937, 0.6772288084030151, 0.681581437587738, 0.6920748949050903, 0.6817928552627563, 0.6954983472824097, 0.6924090385437012, 0.7129895091056824, 0.709253191947937, 0.6982895135879517, 0.6935925483703613, 0.7130037546157837, 0.6818499565124512, 0.6905010938644409, 0.6982675790786743, 0.7083766460418701, 0.7011169195175171, 0.7073104977607727, 0.7065302133560181, 0.6910210251808167, 0.7060137391090393, 0.6815086603164673, 0.7156821489334106, 0.7146031856536865, 0.6984763145446777, 0.70832759141922], "cos_apical_negg": [0.8112590312957764, 0.6744577884674072, 0.6698224544525146, 0.6789218187332153, 0.681665301322937, 0.6772288084030151, 0.681581437587738, 0.6920748949050903, 0.6817928552627563, 0.6954983472824097, 0.6924090385437012, 0.7129895091056824, 0.709253191947937, 0.6982895135879517, 0.6935925483703613, 0.7130037546157837, 0.6818499565124512, 0.6905010938644409, 0.6982675790786743, 0.7083766460418701, 0.7011169195175171, 0.7073104977607727, 0.7065302133560181, 0.6910210251808167, 0.7060137391090393, 0.6815086603164673, 0.7156821489334106, 0.7146031856536865, 0.6984763145446777, 0.70832759141922], "cos_Ac_negg": [0.8112590312957764, 0.6744577884674072, 0.6698224544525146, 0.6789218187332153, 0.681665301322937, 0.6772288084030151, 0.681581437587738, 0.6920748949050903, 0.6817928552627563, 0.6954983472824097, 0.6924090385437012, 0.7129895091056824, 0.709253191947937, 0.6982895135879517, 0.6935925483703613, 0.7130037546157837, 0.6818499565124512, 0.6905010938644409, 0.6982675790786743, 0.7083766460418701, 0.7011169195175171, 0.7073104977607727, 0.7065302133560181, 0.6910210251808167, 0.7060137391090393, 0.6815086603164673, 0.7156821489334106, 0.7146031856536865, 0.6984763145446777, 0.70832759141922], "r_norm": [1.5535050630569458, 1.2620357275009155, 1.2465888261795044, 1.2526143789291382, 1.2088236808776855, 1.2223165035247803, 1.2040901184082031, 1.2192471027374268, 1.2023677825927734, 1.2220544815063477, 1.2097930908203125, 1.2198667526245117, 1.2086155414581299, 1.1884076595306396, 1.1902756690979004, 1.1976898908615112, 1.2215492725372314, 1.1611535549163818, 1.195381999015808, 1.1731905937194824, 1.1528135538101196, 1.1602592468261719, 1.1589431762695312, 1.154916763305664, 1.1825660467147827, 1.1451826095581055, 1.1436083316802979, 1.1640675067901611, 1.1633446216583252, 1.1566972732543945]}, {"step": 4250, "epoch": 10, "train_loss": 1.186249852180481, "cos_r_negg": [0.8142142295837402, 0.6773576140403748, 0.6754519939422607, 0.6823972463607788, 0.6811596155166626, 0.6865959167480469, 0.6824139952659607, 0.7007641792297363, 0.6898260116577148, 0.7031090259552002, 0.6973922848701477, 0.7186806201934814, 0.7187206745147705, 0.7044599056243896, 0.69989013671875, 0.7205740809440613, 0.6930328011512756, 0.7047412991523743, 0.6963182687759399, 0.7191885709762573, 0.7097420692443848, 0.7187453508377075, 0.7019487619400024, 0.7003447413444519, 0.7104921936988831, 0.6901813745498657, 0.7176905870437622, 0.7209246158599854, 0.701256513595581, 0.7167953252792358], "cos_apical_negg": [0.8142142295837402, 0.6773576140403748, 0.6754519939422607, 0.6823972463607788, 0.6811596155166626, 0.6865959167480469, 0.6824139952659607, 0.7007641792297363, 0.6898260116577148, 0.7031090259552002, 0.6973922848701477, 0.7186806201934814, 0.7187206745147705, 0.7044599056243896, 0.69989013671875, 0.7205740809440613, 0.6930328011512756, 0.7047412991523743, 0.6963182687759399, 0.7191885709762573, 0.7097420692443848, 0.7187453508377075, 0.7019487619400024, 0.7003447413444519, 0.7104921936988831, 0.6901813745498657, 0.7176905870437622, 0.7209246158599854, 0.701256513595581, 0.7167953252792358], "cos_Ac_negg": [0.8142142295837402, 0.6773576140403748, 0.6754519939422607, 0.6823972463607788, 0.6811596155166626, 0.6865959167480469, 0.6824139952659607, 0.7007641792297363, 0.6898260116577148, 0.7031090259552002, 0.6973922848701477, 0.7186806201934814, 0.7187206745147705, 0.7044599056243896, 0.69989013671875, 0.7205740809440613, 0.6930328011512756, 0.7047412991523743, 0.6963182687759399, 0.7191885709762573, 0.7097420692443848, 0.7187453508377075, 0.7019487619400024, 0.7003447413444519, 0.7104921936988831, 0.6901813745498657, 0.7176905870437622, 0.7209246158599854, 0.701256513595581, 0.7167953252792358], "r_norm": [1.5830864906311035, 1.2846105098724365, 1.2704803943634033, 1.2706587314605713, 1.2309685945510864, 1.2450127601623535, 1.226006031036377, 1.2402770519256592, 1.2236534357070923, 1.2435252666473389, 1.228996992111206, 1.2422549724578857, 1.2288873195648193, 1.2086440324783325, 1.210963487625122, 1.2192977666854858, 1.2400588989257812, 1.181680679321289, 1.216726541519165, 1.195145606994629, 1.1738027334213257, 1.1790722608566284, 1.180660605430603, 1.1734952926635742, 1.2035281658172607, 1.1632076501846313, 1.164297103881836, 1.1820356845855713, 1.1814041137695312, 1.172980785369873], "ldr": {"dL_sdil": -0.07561123371124268, "dL_bp": -0.07445299625396729, "ratio": 1.0155566265368894}}, {"step": 4300, "epoch": 10, "train_loss": 1.0245777368545532, "cos_r_negg": [0.8108277320861816, 0.6882474422454834, 0.6859572529792786, 0.6877114176750183, 0.696031928062439, 0.6935040950775146, 0.6938761472702026, 0.702768862247467, 0.7003077268600464, 0.7118651866912842, 0.7086400985717773, 0.7277368307113647, 0.7238712310791016, 0.7146846055984497, 0.7086543440818787, 0.7297708988189697, 0.6981240510940552, 0.7056305408477783, 0.715208113193512, 0.7259955406188965, 0.7145252227783203, 0.7230163812637329, 0.7173383235931396, 0.7063656449317932, 0.7236976027488708, 0.708561897277832, 0.7185202836990356, 0.730767011642456, 0.7289034128189087, 0.7328922748565674], "cos_apical_negg": [0.8108277320861816, 0.6882474422454834, 0.6859572529792786, 0.6877114176750183, 0.696031928062439, 0.6935040950775146, 0.6938761472702026, 0.702768862247467, 0.7003077268600464, 0.7118651866912842, 0.7086400985717773, 0.7277368307113647, 0.7238712310791016, 0.7146846055984497, 0.7086543440818787, 0.7297708988189697, 0.6981240510940552, 0.7056305408477783, 0.715208113193512, 0.7259955406188965, 0.7145252227783203, 0.7230163812637329, 0.7173383235931396, 0.7063656449317932, 0.7236976027488708, 0.708561897277832, 0.7185202836990356, 0.730767011642456, 0.7289034128189087, 0.7328922748565674], "cos_Ac_negg": [0.8108277320861816, 0.6882474422454834, 0.6859572529792786, 0.6877114176750183, 0.696031928062439, 0.6935040950775146, 0.6938761472702026, 0.702768862247467, 0.7003077268600464, 0.7118651866912842, 0.7086400985717773, 0.7277368307113647, 0.7238712310791016, 0.7146846055984497, 0.7086543440818787, 0.7297708988189697, 0.6981240510940552, 0.7056305408477783, 0.715208113193512, 0.7259955406188965, 0.7145252227783203, 0.7230163812637329, 0.7173383235931396, 0.7063656449317932, 0.7236976027488708, 0.708561897277832, 0.7185202836990356, 0.730767011642456, 0.7289034128189087, 0.7328922748565674], "r_norm": [1.5651384592056274, 1.2711261510849, 1.2575697898864746, 1.2577908039093018, 1.2174484729766846, 1.231816053390503, 1.2144768238067627, 1.227303147315979, 1.2138841152191162, 1.2304555177688599, 1.2165430784225464, 1.2279376983642578, 1.2147002220153809, 1.1933155059814453, 1.1973505020141602, 1.2055590152740479, 1.2262136936187744, 1.1678348779678345, 1.2032244205474854, 1.1810543537139893, 1.1605525016784668, 1.165008306503296, 1.1666500568389893, 1.1592639684677124, 1.1892763376235962, 1.15451180934906, 1.1505537033081055, 1.1680223941802979, 1.1694414615631104, 1.1608037948608398]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4292, "test_loss": 1.8673060913085937}, {"step": 4350, "epoch": 11, "train_loss": 0.9576243162155151, "cos_r_negg": [0.8114922642707825, 0.6904171705245972, 0.6957695484161377, 0.6924410462379456, 0.7033072710037231, 0.7015558481216431, 0.6966732144355774, 0.7127733826637268, 0.705673336982727, 0.716349720954895, 0.7088487148284912, 0.728920578956604, 0.7279524803161621, 0.717322051525116, 0.7202606201171875, 0.7275015711784363, 0.7064828276634216, 0.7149723768234253, 0.7147166728973389, 0.7261239290237427, 0.7260184288024902, 0.7323338389396667, 0.7254650592803955, 0.7189579606056213, 0.7315187454223633, 0.713005006313324, 0.727914571762085, 0.7342891097068787, 0.7171753644943237, 0.7411273717880249], "cos_apical_negg": [0.8114922642707825, 0.6904171705245972, 0.6957695484161377, 0.6924410462379456, 0.7033072710037231, 0.7015558481216431, 0.6966732144355774, 0.7127733826637268, 0.705673336982727, 0.716349720954895, 0.7088487148284912, 0.728920578956604, 0.7279524803161621, 0.717322051525116, 0.7202606201171875, 0.7275015711784363, 0.7064828276634216, 0.7149723768234253, 0.7147166728973389, 0.7261239290237427, 0.7260184288024902, 0.7323338389396667, 0.7254650592803955, 0.7189579606056213, 0.7315187454223633, 0.713005006313324, 0.727914571762085, 0.7342891097068787, 0.7171753644943237, 0.7411273717880249], "cos_Ac_negg": [0.8114922642707825, 0.6904171705245972, 0.6957695484161377, 0.6924410462379456, 0.7033072710037231, 0.7015558481216431, 0.6966732144355774, 0.7127733826637268, 0.705673336982727, 0.716349720954895, 0.7088487148284912, 0.728920578956604, 0.7279524803161621, 0.717322051525116, 0.7202606201171875, 0.7275015711784363, 0.7064828276634216, 0.7149723768234253, 0.7147166728973389, 0.7261239290237427, 0.7260184288024902, 0.7323338389396667, 0.7254650592803955, 0.7189579606056213, 0.7315187454223633, 0.713005006313324, 0.727914571762085, 0.7342891097068787, 0.7171753644943237, 0.7411273717880249], "r_norm": [1.575392484664917, 1.280376672744751, 1.2656686305999756, 1.266902208328247, 1.2263801097869873, 1.240531086921692, 1.22199547290802, 1.2362854480743408, 1.2233009338378906, 1.238577127456665, 1.2245982885360718, 1.2335875034332275, 1.2234364748001099, 1.2032043933868408, 1.2055954933166504, 1.2125134468078613, 1.2315630912780762, 1.1751735210418701, 1.207385540008545, 1.1887969970703125, 1.1664252281188965, 1.1743533611297607, 1.1738752126693726, 1.1671890020370483, 1.1949113607406616, 1.158785104751587, 1.1564390659332275, 1.173875331878662, 1.1752586364746094, 1.168900489807129]}, {"step": 4400, "epoch": 11, "train_loss": 1.160699486732483, "cos_r_negg": [0.8247441649436951, 0.7031263709068298, 0.7035746574401855, 0.6997697353363037, 0.7135682106018066, 0.7107348442077637, 0.712017834186554, 0.7266740798950195, 0.717140793800354, 0.727910041809082, 0.7225950956344604, 0.7397045493125916, 0.7374039888381958, 0.734788179397583, 0.7344241142272949, 0.7413883209228516, 0.7151607871055603, 0.7249664068222046, 0.7312027215957642, 0.7371944189071655, 0.7350836992263794, 0.7357147932052612, 0.7337945699691772, 0.7329840660095215, 0.7517274618148804, 0.7214362621307373, 0.7448984384536743, 0.7485871315002441, 0.7390848398208618, 0.7444394826889038], "cos_apical_negg": [0.8247441649436951, 0.7031263709068298, 0.7035746574401855, 0.6997697353363037, 0.7135682106018066, 0.7107348442077637, 0.712017834186554, 0.7266740798950195, 0.717140793800354, 0.727910041809082, 0.7225950956344604, 0.7397045493125916, 0.7374039888381958, 0.734788179397583, 0.7344241142272949, 0.7413883209228516, 0.7151607871055603, 0.7249664068222046, 0.7312027215957642, 0.7371944189071655, 0.7350836992263794, 0.7357147932052612, 0.7337945699691772, 0.7329840660095215, 0.7517274618148804, 0.7214362621307373, 0.7448984384536743, 0.7485871315002441, 0.7390848398208618, 0.7444394826889038], "cos_Ac_negg": [0.8247441649436951, 0.7031263709068298, 0.7035746574401855, 0.6997697353363037, 0.7135682106018066, 0.7107348442077637, 0.712017834186554, 0.7266740798950195, 0.717140793800354, 0.727910041809082, 0.7225950956344604, 0.7397045493125916, 0.7374039888381958, 0.734788179397583, 0.7344241142272949, 0.7413883209228516, 0.7151607871055603, 0.7249664068222046, 0.7312027215957642, 0.7371944189071655, 0.7350836992263794, 0.7357147932052612, 0.7337945699691772, 0.7329840660095215, 0.7517274618148804, 0.7214362621307373, 0.7448984384536743, 0.7485871315002441, 0.7390848398208618, 0.7444394826889038], "r_norm": [1.556701898574829, 1.2666709423065186, 1.2517929077148438, 1.2528691291809082, 1.2148672342300415, 1.2257812023162842, 1.210937261581421, 1.2237355709075928, 1.2078254222869873, 1.2241261005401611, 1.210525631904602, 1.2229846715927124, 1.2074589729309082, 1.1868116855621338, 1.1900928020477295, 1.1991920471191406, 1.2169370651245117, 1.1630877256393433, 1.1939294338226318, 1.1726338863372803, 1.155535101890564, 1.1589001417160034, 1.1597661972045898, 1.1532676219940186, 1.1834514141082764, 1.1467307806015015, 1.1440929174423218, 1.1623475551605225, 1.1601942777633667, 1.1537439823150635]}, {"step": 4450, "epoch": 11, "train_loss": 1.3476109504699707, "cos_r_negg": [0.8106274604797363, 0.705284833908081, 0.7054129838943481, 0.7052866220474243, 0.7176296710968018, 0.7154838442802429, 0.7137588262557983, 0.723050057888031, 0.7211127877235413, 0.7256841659545898, 0.728132963180542, 0.7453880310058594, 0.7384209036827087, 0.7301541566848755, 0.7328667640686035, 0.748781681060791, 0.7183881402015686, 0.7277235984802246, 0.7318933606147766, 0.7446616888046265, 0.7391892671585083, 0.7456938028335571, 0.7363039255142212, 0.7306674718856812, 0.758120059967041, 0.7330962419509888, 0.7475650906562805, 0.75532466173172, 0.7416147589683533, 0.7622700333595276], "cos_apical_negg": [0.8106274604797363, 0.705284833908081, 0.7054129838943481, 0.7052866220474243, 0.7176296710968018, 0.7154838442802429, 0.7137588262557983, 0.723050057888031, 0.7211127877235413, 0.7256841659545898, 0.728132963180542, 0.7453880310058594, 0.7384209036827087, 0.7301541566848755, 0.7328667640686035, 0.748781681060791, 0.7183881402015686, 0.7277235984802246, 0.7318933606147766, 0.7446616888046265, 0.7391892671585083, 0.7456938028335571, 0.7363039255142212, 0.7306674718856812, 0.758120059967041, 0.7330962419509888, 0.7475650906562805, 0.75532466173172, 0.7416147589683533, 0.7622700333595276], "cos_Ac_negg": [0.8106274604797363, 0.705284833908081, 0.7054129838943481, 0.7052866220474243, 0.7176296710968018, 0.7154838442802429, 0.7137588262557983, 0.723050057888031, 0.7211127877235413, 0.7256841659545898, 0.728132963180542, 0.7453880310058594, 0.7384209036827087, 0.7301541566848755, 0.7328667640686035, 0.748781681060791, 0.7183881402015686, 0.7277235984802246, 0.7318933606147766, 0.7446616888046265, 0.7391892671585083, 0.7456938028335571, 0.7363039255142212, 0.7306674718856812, 0.758120059967041, 0.7330962419509888, 0.7475650906562805, 0.75532466173172, 0.7416147589683533, 0.7622700333595276], "r_norm": [1.5722401142120361, 1.2775213718414307, 1.2661314010620117, 1.2656822204589844, 1.2251272201538086, 1.238396406173706, 1.2215571403503418, 1.2344274520874023, 1.219193696975708, 1.2387464046478271, 1.2242622375488281, 1.2324316501617432, 1.2211096286773682, 1.2002198696136475, 1.201626181602478, 1.2096970081329346, 1.2299190759658813, 1.1736676692962646, 1.2046141624450684, 1.184481143951416, 1.1654622554779053, 1.169629454612732, 1.170717477798462, 1.162270426750183, 1.1923127174377441, 1.1572301387786865, 1.1530263423919678, 1.1713608503341675, 1.172149419784546, 1.163496732711792]}, {"step": 4500, "epoch": 11, "train_loss": 1.144538164138794, "cos_r_negg": [0.820813000202179, 0.7130734920501709, 0.710688054561615, 0.7112030982971191, 0.7202342748641968, 0.7206534147262573, 0.7174941301345825, 0.7296406030654907, 0.7206912040710449, 0.7382413148880005, 0.7376028299331665, 0.7483246326446533, 0.7410025596618652, 0.739831805229187, 0.7365792989730835, 0.7544921636581421, 0.7284708023071289, 0.7315676808357239, 0.735934853553772, 0.7498329877853394, 0.7428348064422607, 0.7494217157363892, 0.747424304485321, 0.7380061149597168, 0.7556325197219849, 0.7407870888710022, 0.7459195852279663, 0.7605545520782471, 0.7402885556221008, 0.7564764022827148], "cos_apical_negg": [0.820813000202179, 0.7130734920501709, 0.710688054561615, 0.7112030982971191, 0.7202342748641968, 0.7206534147262573, 0.7174941301345825, 0.7296406030654907, 0.7206912040710449, 0.7382413148880005, 0.7376028299331665, 0.7483246326446533, 0.7410025596618652, 0.739831805229187, 0.7365792989730835, 0.7544921636581421, 0.7284708023071289, 0.7315676808357239, 0.735934853553772, 0.7498329877853394, 0.7428348064422607, 0.7494217157363892, 0.747424304485321, 0.7380061149597168, 0.7556325197219849, 0.7407870888710022, 0.7459195852279663, 0.7605545520782471, 0.7402885556221008, 0.7564764022827148], "cos_Ac_negg": [0.820813000202179, 0.7130734920501709, 0.710688054561615, 0.7112030982971191, 0.7202342748641968, 0.7206534147262573, 0.7174941301345825, 0.7296406030654907, 0.7206912040710449, 0.7382413148880005, 0.7376028299331665, 0.7483246326446533, 0.7410025596618652, 0.739831805229187, 0.7365792989730835, 0.7544921636581421, 0.7284708023071289, 0.7315676808357239, 0.735934853553772, 0.7498329877853394, 0.7428348064422607, 0.7494217157363892, 0.747424304485321, 0.7380061149597168, 0.7556325197219849, 0.7407870888710022, 0.7459195852279663, 0.7605545520782471, 0.7402885556221008, 0.7564764022827148], "r_norm": [1.5875837802886963, 1.293668270111084, 1.2825837135314941, 1.278169870376587, 1.239161491394043, 1.254104495048523, 1.23408842086792, 1.245635986328125, 1.2320871353149414, 1.252370834350586, 1.234582781791687, 1.2459497451782227, 1.2297673225402832, 1.2122266292572021, 1.2135592699050903, 1.2212626934051514, 1.2390451431274414, 1.1845614910125732, 1.2153735160827637, 1.1937085390090942, 1.1785290241241455, 1.1788239479064941, 1.1839179992675781, 1.1694157123565674, 1.2032562494277954, 1.1671897172927856, 1.1642420291900635, 1.178328514099121, 1.1833285093307495, 1.1735126972198486], "ldr": {"dL_sdil": -0.12630605697631836, "dL_bp": -0.12427735328674316, "ratio": 1.0163240014042978}}, {"step": 4550, "epoch": 11, "train_loss": 1.0515538454055786, "cos_r_negg": [0.8198369145393372, 0.716373085975647, 0.7161012887954712, 0.7147619128227234, 0.7276622653007507, 0.7268099784851074, 0.726131796836853, 0.7350260019302368, 0.729729413986206, 0.7399362325668335, 0.74683678150177, 0.7546001672744751, 0.7518317699432373, 0.7397977709770203, 0.7463734149932861, 0.7629179954528809, 0.7381434440612793, 0.7364012002944946, 0.7481539249420166, 0.7593085169792175, 0.757457971572876, 0.7599034309387207, 0.7595119476318359, 0.7422551512718201, 0.7694242596626282, 0.745879590511322, 0.7642589807510376, 0.7677457332611084, 0.7539049983024597, 0.7754151821136475], "cos_apical_negg": [0.8198369145393372, 0.716373085975647, 0.7161012887954712, 0.7147619128227234, 0.7276622653007507, 0.7268099784851074, 0.726131796836853, 0.7350260019302368, 0.729729413986206, 0.7399362325668335, 0.74683678150177, 0.7546001672744751, 0.7518317699432373, 0.7397977709770203, 0.7463734149932861, 0.7629179954528809, 0.7381434440612793, 0.7364012002944946, 0.7481539249420166, 0.7593085169792175, 0.757457971572876, 0.7599034309387207, 0.7595119476318359, 0.7422551512718201, 0.7694242596626282, 0.745879590511322, 0.7642589807510376, 0.7677457332611084, 0.7539049983024597, 0.7754151821136475], "cos_Ac_negg": [0.8198369145393372, 0.716373085975647, 0.7161012887954712, 0.7147619128227234, 0.7276622653007507, 0.7268099784851074, 0.726131796836853, 0.7350260019302368, 0.729729413986206, 0.7399362325668335, 0.74683678150177, 0.7546001672744751, 0.7518317699432373, 0.7397977709770203, 0.7463734149932861, 0.7629179954528809, 0.7381434440612793, 0.7364012002944946, 0.7481539249420166, 0.7593085169792175, 0.757457971572876, 0.7599034309387207, 0.7595119476318359, 0.7422551512718201, 0.7694242596626282, 0.745879590511322, 0.7642589807510376, 0.7677457332611084, 0.7539049983024597, 0.7754151821136475], "r_norm": [1.5769392251968384, 1.2864853143692017, 1.2726985216140747, 1.2693510055541992, 1.2335433959960938, 1.2475088834762573, 1.228529691696167, 1.2398343086242676, 1.227588176727295, 1.2436282634735107, 1.2287046909332275, 1.2386000156402588, 1.2228798866271973, 1.2032408714294434, 1.2064545154571533, 1.2138423919677734, 1.231892704963684, 1.1767574548721313, 1.2078397274017334, 1.185681939125061, 1.1711969375610352, 1.1698933839797974, 1.1739552021026611, 1.1641530990600586, 1.194872498512268, 1.1604951620101929, 1.1563584804534912, 1.1720181703567505, 1.1739659309387207, 1.1649528741836548]}, {"step": 4600, "epoch": 11, "train_loss": 1.1685539484024048, "cos_r_negg": [0.8101954460144043, 0.7182632684707642, 0.7171710133552551, 0.7247604131698608, 0.7370879650115967, 0.7315654754638672, 0.7324419021606445, 0.7402096390724182, 0.7361471652984619, 0.7509535551071167, 0.7499490976333618, 0.7614874243736267, 0.7588989734649658, 0.7508783340454102, 0.753146767616272, 0.767334520816803, 0.7421602606773376, 0.7454864978790283, 0.7561930418014526, 0.7610516548156738, 0.7673283815383911, 0.7656702995300293, 0.760884702205658, 0.7529770135879517, 0.7654738426208496, 0.7577122449874878, 0.7675434947013855, 0.7711383700370789, 0.7567442059516907, 0.7813423871994019], "cos_apical_negg": [0.8101954460144043, 0.7182632684707642, 0.7171710133552551, 0.7247604131698608, 0.7370879650115967, 0.7315654754638672, 0.7324419021606445, 0.7402096390724182, 0.7361471652984619, 0.7509535551071167, 0.7499490976333618, 0.7614874243736267, 0.7588989734649658, 0.7508783340454102, 0.753146767616272, 0.767334520816803, 0.7421602606773376, 0.7454864978790283, 0.7561930418014526, 0.7610516548156738, 0.7673283815383911, 0.7656702995300293, 0.760884702205658, 0.7529770135879517, 0.7654738426208496, 0.7577122449874878, 0.7675434947013855, 0.7711383700370789, 0.7567442059516907, 0.7813423871994019], "cos_Ac_negg": [0.8101954460144043, 0.7182632684707642, 0.7171710133552551, 0.7247604131698608, 0.7370879650115967, 0.7315654754638672, 0.7324419021606445, 0.7402096390724182, 0.7361471652984619, 0.7509535551071167, 0.7499490976333618, 0.7614874243736267, 0.7588989734649658, 0.7508783340454102, 0.753146767616272, 0.767334520816803, 0.7421602606773376, 0.7454864978790283, 0.7561930418014526, 0.7610516548156738, 0.7673283815383911, 0.7656702995300293, 0.760884702205658, 0.7529770135879517, 0.7654738426208496, 0.7577122449874878, 0.7675434947013855, 0.7711383700370789, 0.7567442059516907, 0.7813423871994019], "r_norm": [1.6043939590454102, 1.3070647716522217, 1.2963427305221558, 1.2934499979019165, 1.2552554607391357, 1.267120122909546, 1.252289056777954, 1.2632691860198975, 1.2467299699783325, 1.266644835472107, 1.2483625411987305, 1.2594802379608154, 1.2460463047027588, 1.2256360054016113, 1.2263736724853516, 1.2337818145751953, 1.2503104209899902, 1.196580410003662, 1.228765606880188, 1.2069175243377686, 1.1882078647613525, 1.1922369003295898, 1.1930246353149414, 1.1832833290100098, 1.2115082740783691, 1.177335262298584, 1.1737327575683594, 1.1894469261169434, 1.1928752660751343, 1.1838107109069824]}, {"step": 4650, "epoch": 11, "train_loss": 1.1241424083709717, "cos_r_negg": [0.8188818693161011, 0.7239262461662292, 0.728818416595459, 0.7322148680686951, 0.7429261803627014, 0.7406727075576782, 0.7424414157867432, 0.7486038208007812, 0.7424031496047974, 0.7625464200973511, 0.7609128355979919, 0.7726536989212036, 0.7624927163124084, 0.7558732032775879, 0.7637834548950195, 0.7817472815513611, 0.7429993152618408, 0.7581895589828491, 0.7676222324371338, 0.7718649506568909, 0.7712200880050659, 0.77344810962677, 0.7688645124435425, 0.7620491981506348, 0.7815485596656799, 0.7664376497268677, 0.7790354490280151, 0.7847495675086975, 0.7783420085906982, 0.7883155941963196], "cos_apical_negg": [0.8188818693161011, 0.7239262461662292, 0.728818416595459, 0.7322148680686951, 0.7429261803627014, 0.7406727075576782, 0.7424414157867432, 0.7486038208007812, 0.7424031496047974, 0.7625464200973511, 0.7609128355979919, 0.7726536989212036, 0.7624927163124084, 0.7558732032775879, 0.7637834548950195, 0.7817472815513611, 0.7429993152618408, 0.7581895589828491, 0.7676222324371338, 0.7718649506568909, 0.7712200880050659, 0.77344810962677, 0.7688645124435425, 0.7620491981506348, 0.7815485596656799, 0.7664376497268677, 0.7790354490280151, 0.7847495675086975, 0.7783420085906982, 0.7883155941963196], "cos_Ac_negg": [0.8188818693161011, 0.7239262461662292, 0.728818416595459, 0.7322148680686951, 0.7429261803627014, 0.7406727075576782, 0.7424414157867432, 0.7486038208007812, 0.7424031496047974, 0.7625464200973511, 0.7609128355979919, 0.7726536989212036, 0.7624927163124084, 0.7558732032775879, 0.7637834548950195, 0.7817472815513611, 0.7429993152618408, 0.7581895589828491, 0.7676222324371338, 0.7718649506568909, 0.7712200880050659, 0.77344810962677, 0.7688645124435425, 0.7620491981506348, 0.7815485596656799, 0.7664376497268677, 0.7790354490280151, 0.7847495675086975, 0.7783420085906982, 0.7883155941963196], "r_norm": [1.58590567111969, 1.2945431470870972, 1.2802178859710693, 1.2795803546905518, 1.2424876689910889, 1.2539129257202148, 1.2393449544906616, 1.249650001525879, 1.233112096786499, 1.2534562349319458, 1.2366043329238892, 1.2467632293701172, 1.228276252746582, 1.210590124130249, 1.2142901420593262, 1.220771312713623, 1.2346272468566895, 1.1838643550872803, 1.2161883115768433, 1.1922886371612549, 1.1780539751052856, 1.1789131164550781, 1.1805286407470703, 1.1711647510528564, 1.2016669511795044, 1.1679422855377197, 1.1636954545974731, 1.1786314249038696, 1.1788939237594604, 1.17191481590271]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4205, "test_loss": 2.00180478515625}, {"step": 4700, "epoch": 12, "train_loss": 0.9331444501876831, "cos_r_negg": [0.8172529339790344, 0.7326350212097168, 0.7312372922897339, 0.7382725477218628, 0.749880313873291, 0.7448718547821045, 0.741335391998291, 0.7549724578857422, 0.7515280246734619, 0.7660033106803894, 0.7633793354034424, 0.7764251232147217, 0.7706158757209778, 0.7681065797805786, 0.7674524784088135, 0.7880110740661621, 0.7513453960418701, 0.7663735747337341, 0.775161623954773, 0.7735179662704468, 0.7739142179489136, 0.784228503704071, 0.7787938117980957, 0.7672923803329468, 0.7884424924850464, 0.7745411396026611, 0.787032961845398, 0.7902786731719971, 0.778689444065094, 0.794459342956543], "cos_apical_negg": [0.8172529339790344, 0.7326350212097168, 0.7312372922897339, 0.7382725477218628, 0.749880313873291, 0.7448718547821045, 0.741335391998291, 0.7549724578857422, 0.7515280246734619, 0.7660033106803894, 0.7633793354034424, 0.7764251232147217, 0.7706158757209778, 0.7681065797805786, 0.7674524784088135, 0.7880110740661621, 0.7513453960418701, 0.7663735747337341, 0.775161623954773, 0.7735179662704468, 0.7739142179489136, 0.784228503704071, 0.7787938117980957, 0.7672923803329468, 0.7884424924850464, 0.7745411396026611, 0.787032961845398, 0.7902786731719971, 0.778689444065094, 0.794459342956543], "cos_Ac_negg": [0.8172529339790344, 0.7326350212097168, 0.7312372922897339, 0.7382725477218628, 0.749880313873291, 0.7448718547821045, 0.741335391998291, 0.7549724578857422, 0.7515280246734619, 0.7660033106803894, 0.7633793354034424, 0.7764251232147217, 0.7706158757209778, 0.7681065797805786, 0.7674524784088135, 0.7880110740661621, 0.7513453960418701, 0.7663735747337341, 0.775161623954773, 0.7735179662704468, 0.7739142179489136, 0.784228503704071, 0.7787938117980957, 0.7672923803329468, 0.7884424924850464, 0.7745411396026611, 0.787032961845398, 0.7902786731719971, 0.778689444065094, 0.794459342956543], "r_norm": [1.5933747291564941, 1.302187204360962, 1.2891172170639038, 1.2899744510650635, 1.2505249977111816, 1.2619681358337402, 1.2461334466934204, 1.258069634437561, 1.242674708366394, 1.2619314193725586, 1.2422471046447754, 1.2533601522445679, 1.2352228164672852, 1.2162156105041504, 1.2184914350509644, 1.226412296295166, 1.2409355640411377, 1.1903784275054932, 1.2198858261108398, 1.197570562362671, 1.1839048862457275, 1.1841028928756714, 1.1841621398925781, 1.1750109195709229, 1.2059639692306519, 1.172511339187622, 1.167445182800293, 1.1846163272857666, 1.1849576234817505, 1.1792998313903809]}, {"step": 4750, "epoch": 12, "train_loss": 0.9580614566802979, "cos_r_negg": [0.8177902698516846, 0.7346767783164978, 0.7388373613357544, 0.7438944578170776, 0.755793571472168, 0.7556105852127075, 0.7490339279174805, 0.7627999782562256, 0.7578275799751282, 0.7699785232543945, 0.7650744318962097, 0.7798567414283752, 0.7777092456817627, 0.7742826342582703, 0.7743924260139465, 0.7944009304046631, 0.7584346532821655, 0.7668984532356262, 0.7787191867828369, 0.7845808863639832, 0.7802050709724426, 0.7856139540672302, 0.7810279130935669, 0.771897554397583, 0.7944812178611755, 0.7865047454833984, 0.7932144403457642, 0.7971844673156738, 0.7747790813446045, 0.8043802976608276], "cos_apical_negg": [0.8177902698516846, 0.7346767783164978, 0.7388373613357544, 0.7438944578170776, 0.755793571472168, 0.7556105852127075, 0.7490339279174805, 0.7627999782562256, 0.7578275799751282, 0.7699785232543945, 0.7650744318962097, 0.7798567414283752, 0.7777092456817627, 0.7742826342582703, 0.7743924260139465, 0.7944009304046631, 0.7584346532821655, 0.7668984532356262, 0.7787191867828369, 0.7845808863639832, 0.7802050709724426, 0.7856139540672302, 0.7810279130935669, 0.771897554397583, 0.7944812178611755, 0.7865047454833984, 0.7932144403457642, 0.7971844673156738, 0.7747790813446045, 0.8043802976608276], "cos_Ac_negg": [0.8177902698516846, 0.7346767783164978, 0.7388373613357544, 0.7438944578170776, 0.755793571472168, 0.7556105852127075, 0.7490339279174805, 0.7627999782562256, 0.7578275799751282, 0.7699785232543945, 0.7650744318962097, 0.7798567414283752, 0.7777092456817627, 0.7742826342582703, 0.7743924260139465, 0.7944009304046631, 0.7584346532821655, 0.7668984532356262, 0.7787191867828369, 0.7845808863639832, 0.7802050709724426, 0.7856139540672302, 0.7810279130935669, 0.771897554397583, 0.7944812178611755, 0.7865047454833984, 0.7932144403457642, 0.7971844673156738, 0.7747790813446045, 0.8043802976608276], "r_norm": [1.6048343181610107, 1.3135015964508057, 1.3005050420761108, 1.2996258735656738, 1.2639179229736328, 1.2744994163513184, 1.2596476078033447, 1.2699642181396484, 1.2520650625228882, 1.2733542919158936, 1.2540128231048584, 1.2651638984680176, 1.2501513957977295, 1.2258610725402832, 1.2283051013946533, 1.2386350631713867, 1.2536858320236206, 1.201412558555603, 1.2316149473190308, 1.207987666130066, 1.1952601671218872, 1.1929997205734253, 1.195218563079834, 1.1862668991088867, 1.215083122253418, 1.181389331817627, 1.178781270980835, 1.195466160774231, 1.192983627319336, 1.1881496906280518], "ldr": {"dL_sdil": -0.11127400398254395, "dL_bp": -0.10833311080932617, "ratio": 1.0271467619756065}}, {"step": 4800, "epoch": 12, "train_loss": 1.0273929834365845, "cos_r_negg": [0.8165941834449768, 0.74263596534729, 0.7458134889602661, 0.7474373579025269, 0.7607158422470093, 0.7582300305366516, 0.7527986764907837, 0.7645501494407654, 0.7678702473640442, 0.7782548069953918, 0.774730920791626, 0.784868597984314, 0.7836508750915527, 0.7803716659545898, 0.7815471887588501, 0.7934051156044006, 0.7712548971176147, 0.7808894515037537, 0.7807037830352783, 0.7894001007080078, 0.7837772965431213, 0.7953215837478638, 0.7941926717758179, 0.7807031869888306, 0.7956043481826782, 0.7897580862045288, 0.8023996353149414, 0.8057931661605835, 0.7830873131752014, 0.8047581911087036], "cos_apical_negg": [0.8165941834449768, 0.74263596534729, 0.7458134889602661, 0.7474373579025269, 0.7607158422470093, 0.7582300305366516, 0.7527986764907837, 0.7645501494407654, 0.7678702473640442, 0.7782548069953918, 0.774730920791626, 0.784868597984314, 0.7836508750915527, 0.7803716659545898, 0.7815471887588501, 0.7934051156044006, 0.7712548971176147, 0.7808894515037537, 0.7807037830352783, 0.7894001007080078, 0.7837772965431213, 0.7953215837478638, 0.7941926717758179, 0.7807031869888306, 0.7956043481826782, 0.7897580862045288, 0.8023996353149414, 0.8057931661605835, 0.7830873131752014, 0.8047581911087036], "cos_Ac_negg": [0.8165941834449768, 0.74263596534729, 0.7458134889602661, 0.7474373579025269, 0.7607158422470093, 0.7582300305366516, 0.7527986764907837, 0.7645501494407654, 0.7678702473640442, 0.7782548069953918, 0.774730920791626, 0.784868597984314, 0.7836508750915527, 0.7803716659545898, 0.7815471887588501, 0.7934051156044006, 0.7712548971176147, 0.7808894515037537, 0.7807037830352783, 0.7894001007080078, 0.7837772965431213, 0.7953215837478638, 0.7941926717758179, 0.7807031869888306, 0.7956043481826782, 0.7897580862045288, 0.8023996353149414, 0.8057931661605835, 0.7830873131752014, 0.8047581911087036], "r_norm": [1.6611379384994507, 1.3576538562774658, 1.3473573923110962, 1.346571683883667, 1.3057202100753784, 1.316662311553955, 1.2993401288986206, 1.314880132675171, 1.296635389328003, 1.3168621063232422, 1.3005646467208862, 1.3081402778625488, 1.2948307991027832, 1.2715845108032227, 1.2731053829193115, 1.2815935611724854, 1.296095371246338, 1.2448489665985107, 1.2742983102798462, 1.2510734796524048, 1.2364124059677124, 1.2374287843704224, 1.236898422241211, 1.226426124572754, 1.254697322845459, 1.2221646308898926, 1.218536138534546, 1.2344396114349365, 1.2352526187896729, 1.2262122631072998]}, {"step": 4850, "epoch": 12, "train_loss": 0.9428847432136536, "cos_r_negg": [0.8211553692817688, 0.74509197473526, 0.7486070394515991, 0.7516140937805176, 0.7648073434829712, 0.763060986995697, 0.75916987657547, 0.7712702751159668, 0.769668459892273, 0.7796671390533447, 0.7787704467773438, 0.7898073792457581, 0.788212776184082, 0.7847399711608887, 0.7923368811607361, 0.7961351871490479, 0.765366792678833, 0.7890278697013855, 0.7851166129112244, 0.7927806973457336, 0.7893831729888916, 0.8039427995681763, 0.7961270809173584, 0.7877678275108337, 0.8040156364440918, 0.7931134104728699, 0.8010064363479614, 0.8108965158462524, 0.7927604913711548, 0.8081704378128052], "cos_apical_negg": [0.8211553692817688, 0.74509197473526, 0.7486070394515991, 0.7516140937805176, 0.7648073434829712, 0.763060986995697, 0.75916987657547, 0.7712702751159668, 0.769668459892273, 0.7796671390533447, 0.7787704467773438, 0.7898073792457581, 0.788212776184082, 0.7847399711608887, 0.7923368811607361, 0.7961351871490479, 0.765366792678833, 0.7890278697013855, 0.7851166129112244, 0.7927806973457336, 0.7893831729888916, 0.8039427995681763, 0.7961270809173584, 0.7877678275108337, 0.8040156364440918, 0.7931134104728699, 0.8010064363479614, 0.8108965158462524, 0.7927604913711548, 0.8081704378128052], "cos_Ac_negg": [0.8211553692817688, 0.74509197473526, 0.7486070394515991, 0.7516140937805176, 0.7648073434829712, 0.763060986995697, 0.75916987657547, 0.7712702751159668, 0.769668459892273, 0.7796671390533447, 0.7787704467773438, 0.7898073792457581, 0.788212776184082, 0.7847399711608887, 0.7923368811607361, 0.7961351871490479, 0.765366792678833, 0.7890278697013855, 0.7851166129112244, 0.7927806973457336, 0.7893831729888916, 0.8039427995681763, 0.7961270809173584, 0.7877678275108337, 0.8040156364440918, 0.7931134104728699, 0.8010064363479614, 0.8108965158462524, 0.7927604913711548, 0.8081704378128052], "r_norm": [1.6314634084701538, 1.3364946842193604, 1.3250243663787842, 1.3256876468658447, 1.2860114574432373, 1.2958787679672241, 1.280726432800293, 1.2917368412017822, 1.273686408996582, 1.295393466949463, 1.2763619422912598, 1.2843055725097656, 1.2700749635696411, 1.2496607303619385, 1.25055992603302, 1.2572007179260254, 1.272264003753662, 1.2229558229446411, 1.2490177154541016, 1.2280592918395996, 1.2116426229476929, 1.2150002717971802, 1.2147712707519531, 1.2053406238555908, 1.2319567203521729, 1.2001512050628662, 1.1955933570861816, 1.2102882862091064, 1.2124974727630615, 1.2056074142456055]}, {"step": 4900, "epoch": 12, "train_loss": 1.0969884395599365, "cos_r_negg": [0.8171278238296509, 0.7551184892654419, 0.752331018447876, 0.7562965154647827, 0.7710065841674805, 0.7663865685462952, 0.7665923237800598, 0.7786555886268616, 0.7765971422195435, 0.7845620512962341, 0.7861175537109375, 0.7957317233085632, 0.7949538230895996, 0.7917613983154297, 0.7973947525024414, 0.804915189743042, 0.7765764594078064, 0.7909828424453735, 0.7968717813491821, 0.8025822639465332, 0.7994274497032166, 0.8035310506820679, 0.8056599497795105, 0.7993743419647217, 0.813685417175293, 0.8028132915496826, 0.804112434387207, 0.8221266865730286, 0.8004509210586548, 0.8160261511802673], "cos_apical_negg": [0.8171278238296509, 0.7551184892654419, 0.752331018447876, 0.7562965154647827, 0.7710065841674805, 0.7663865685462952, 0.7665923237800598, 0.7786555886268616, 0.7765971422195435, 0.7845620512962341, 0.7861175537109375, 0.7957317233085632, 0.7949538230895996, 0.7917613983154297, 0.7973947525024414, 0.804915189743042, 0.7765764594078064, 0.7909828424453735, 0.7968717813491821, 0.8025822639465332, 0.7994274497032166, 0.8035310506820679, 0.8056599497795105, 0.7993743419647217, 0.813685417175293, 0.8028132915496826, 0.804112434387207, 0.8221266865730286, 0.8004509210586548, 0.8160261511802673], "cos_Ac_negg": [0.8171278238296509, 0.7551184892654419, 0.752331018447876, 0.7562965154647827, 0.7710065841674805, 0.7663865685462952, 0.7665923237800598, 0.7786555886268616, 0.7765971422195435, 0.7845620512962341, 0.7861175537109375, 0.7957317233085632, 0.7949538230895996, 0.7917613983154297, 0.7973947525024414, 0.804915189743042, 0.7765764594078064, 0.7909828424453735, 0.7968717813491821, 0.8025822639465332, 0.7994274497032166, 0.8035310506820679, 0.8056599497795105, 0.7993743419647217, 0.813685417175293, 0.8028132915496826, 0.804112434387207, 0.8221266865730286, 0.8004509210586548, 0.8160261511802673], "r_norm": [1.6157722473144531, 1.3289861679077148, 1.3168787956237793, 1.3163352012634277, 1.2791777849197388, 1.2901113033294678, 1.2742841243743896, 1.284085750579834, 1.2680416107177734, 1.2869455814361572, 1.2710391283035278, 1.278954029083252, 1.2647058963775635, 1.2383006811141968, 1.244004487991333, 1.250040054321289, 1.2630199193954468, 1.2157468795776367, 1.2418838739395142, 1.2191503047943115, 1.2064926624298096, 1.2078547477722168, 1.2069830894470215, 1.1973092555999756, 1.2261366844177246, 1.193607211112976, 1.1889734268188477, 1.2046401500701904, 1.204621434211731, 1.1965742111206055]}, {"step": 4950, "epoch": 12, "train_loss": 0.9262460470199585, "cos_r_negg": [0.8219303488731384, 0.7575045824050903, 0.7585182785987854, 0.7642353177070618, 0.775516927242279, 0.771883487701416, 0.7694944739341736, 0.7778224945068359, 0.7833226323127747, 0.7911375761032104, 0.7866316437721252, 0.7997698783874512, 0.803386926651001, 0.8002286553382874, 0.7990350127220154, 0.8124045133590698, 0.7833998203277588, 0.8004919290542603, 0.8024600744247437, 0.8104763627052307, 0.8090068101882935, 0.8121924996376038, 0.8072518110275269, 0.7976178526878357, 0.8126684427261353, 0.801836371421814, 0.8115969896316528, 0.8280720114707947, 0.8024433255195618, 0.8226237893104553], "cos_apical_negg": [0.8219303488731384, 0.7575045824050903, 0.7585182785987854, 0.7642353177070618, 0.775516927242279, 0.771883487701416, 0.7694944739341736, 0.7778224945068359, 0.7833226323127747, 0.7911375761032104, 0.7866316437721252, 0.7997698783874512, 0.803386926651001, 0.8002286553382874, 0.7990350127220154, 0.8124045133590698, 0.7833998203277588, 0.8004919290542603, 0.8024600744247437, 0.8104763627052307, 0.8090068101882935, 0.8121924996376038, 0.8072518110275269, 0.7976178526878357, 0.8126684427261353, 0.801836371421814, 0.8115969896316528, 0.8280720114707947, 0.8024433255195618, 0.8226237893104553], "cos_Ac_negg": [0.8219303488731384, 0.7575045824050903, 0.7585182785987854, 0.7642353177070618, 0.775516927242279, 0.771883487701416, 0.7694944739341736, 0.7778224945068359, 0.7833226323127747, 0.7911375761032104, 0.7866316437721252, 0.7997698783874512, 0.803386926651001, 0.8002286553382874, 0.7990350127220154, 0.8124045133590698, 0.7833998203277588, 0.8004919290542603, 0.8024600744247437, 0.8104763627052307, 0.8090068101882935, 0.8121924996376038, 0.8072518110275269, 0.7976178526878357, 0.8126684427261353, 0.801836371421814, 0.8115969896316528, 0.8280720114707947, 0.8024433255195618, 0.8226237893104553], "r_norm": [1.6253888607025146, 1.3382959365844727, 1.3259186744689941, 1.3277020454406738, 1.2883219718933105, 1.3006539344787598, 1.2815709114074707, 1.29241943359375, 1.276224136352539, 1.2968950271606445, 1.277642011642456, 1.2856674194335938, 1.2727949619293213, 1.2479960918426514, 1.24944269657135, 1.2577847242355347, 1.2702059745788574, 1.2226495742797852, 1.2480580806732178, 1.2267017364501953, 1.2138254642486572, 1.2157468795776367, 1.2133023738861084, 1.2042616605758667, 1.233231782913208, 1.2003217935562134, 1.1956738233566284, 1.2120018005371094, 1.2112131118774414, 1.2055437564849854]}, {"step": 5000, "epoch": 12, "train_loss": 1.0945730209350586, "cos_r_negg": [0.8196203708648682, 0.7576518058776855, 0.7596129775047302, 0.7679400444030762, 0.7749679088592529, 0.7778379917144775, 0.7754732370376587, 0.7823653221130371, 0.7852256298065186, 0.7929726839065552, 0.7960074543952942, 0.8030725717544556, 0.8028602600097656, 0.8026105165481567, 0.8039994239807129, 0.8179075717926025, 0.7917425632476807, 0.8076406717300415, 0.8057950735092163, 0.8163817524909973, 0.8150250911712646, 0.8204430341720581, 0.8096408843994141, 0.8019210696220398, 0.8148199319839478, 0.8074155449867249, 0.8198043704032898, 0.825766921043396, 0.8093408346176147, 0.8287588953971863], "cos_apical_negg": [0.8196203708648682, 0.7576518058776855, 0.7596129775047302, 0.7679400444030762, 0.7749679088592529, 0.7778379917144775, 0.7754732370376587, 0.7823653221130371, 0.7852256298065186, 0.7929726839065552, 0.7960074543952942, 0.8030725717544556, 0.8028602600097656, 0.8026105165481567, 0.8039994239807129, 0.8179075717926025, 0.7917425632476807, 0.8076406717300415, 0.8057950735092163, 0.8163817524909973, 0.8150250911712646, 0.8204430341720581, 0.8096408843994141, 0.8019210696220398, 0.8148199319839478, 0.8074155449867249, 0.8198043704032898, 0.825766921043396, 0.8093408346176147, 0.8287588953971863], "cos_Ac_negg": [0.8196203708648682, 0.7576518058776855, 0.7596129775047302, 0.7679400444030762, 0.7749679088592529, 0.7778379917144775, 0.7754732370376587, 0.7823653221130371, 0.7852256298065186, 0.7929726839065552, 0.7960074543952942, 0.8030725717544556, 0.8028602600097656, 0.8026105165481567, 0.8039994239807129, 0.8179075717926025, 0.7917425632476807, 0.8076406717300415, 0.8057950735092163, 0.8163817524909973, 0.8150250911712646, 0.8204430341720581, 0.8096408843994141, 0.8019210696220398, 0.8148199319839478, 0.8074155449867249, 0.8198043704032898, 0.825766921043396, 0.8093408346176147, 0.8287588953971863], "r_norm": [1.6506949663162231, 1.3622620105743408, 1.3517338037490845, 1.3499252796173096, 1.3103338479995728, 1.3248870372772217, 1.3032618761062622, 1.3141272068023682, 1.3007630109786987, 1.3202295303344727, 1.300695776939392, 1.3067988157272339, 1.2979638576507568, 1.2719030380249023, 1.2740318775177002, 1.280361294746399, 1.2926018238067627, 1.242833137512207, 1.2706725597381592, 1.2508630752563477, 1.2355419397354126, 1.2357442378997803, 1.2356523275375366, 1.2245012521743774, 1.2515841722488403, 1.2184083461761475, 1.2157130241394043, 1.2310781478881836, 1.231945514678955, 1.2251572608947754], "ldr": {"dL_sdil": -0.10967087745666504, "dL_bp": -0.1105194091796875, "ratio": 0.9923223284550601}}, {"step": 5050, "epoch": 12, "train_loss": 1.004981279373169, "cos_r_negg": [0.8180131912231445, 0.7588489651679993, 0.7607861757278442, 0.766680121421814, 0.7798506021499634, 0.779863715171814, 0.7752366065979004, 0.785001814365387, 0.7871943712234497, 0.7931951880455017, 0.8001009821891785, 0.8093771934509277, 0.8059551119804382, 0.8072674870491028, 0.808211088180542, 0.8209588527679443, 0.7950489521026611, 0.8132001161575317, 0.8128591179847717, 0.8212195038795471, 0.8189868927001953, 0.817093551158905, 0.8168264627456665, 0.8146060705184937, 0.8297664523124695, 0.8071625828742981, 0.827298641204834, 0.8310768008232117, 0.8068658113479614, 0.8316170573234558], "cos_apical_negg": [0.8180131912231445, 0.7588489651679993, 0.7607861757278442, 0.766680121421814, 0.7798506021499634, 0.779863715171814, 0.7752366065979004, 0.785001814365387, 0.7871943712234497, 0.7931951880455017, 0.8001009821891785, 0.8093771934509277, 0.8059551119804382, 0.8072674870491028, 0.808211088180542, 0.8209588527679443, 0.7950489521026611, 0.8132001161575317, 0.8128591179847717, 0.8212195038795471, 0.8189868927001953, 0.817093551158905, 0.8168264627456665, 0.8146060705184937, 0.8297664523124695, 0.8071625828742981, 0.827298641204834, 0.8310768008232117, 0.8068658113479614, 0.8316170573234558], "cos_Ac_negg": [0.8180131912231445, 0.7588489651679993, 0.7607861757278442, 0.766680121421814, 0.7798506021499634, 0.779863715171814, 0.7752366065979004, 0.785001814365387, 0.7871943712234497, 0.7931951880455017, 0.8001009821891785, 0.8093771934509277, 0.8059551119804382, 0.8072674870491028, 0.808211088180542, 0.8209588527679443, 0.7950489521026611, 0.8132001161575317, 0.8128591179847717, 0.8212195038795471, 0.8189868927001953, 0.817093551158905, 0.8168264627456665, 0.8146060705184937, 0.8297664523124695, 0.8071625828742981, 0.827298641204834, 0.8310768008232117, 0.8068658113479614, 0.8316170573234558], "r_norm": [1.6342625617980957, 1.349799633026123, 1.3393580913543701, 1.3406379222869873, 1.3011150360107422, 1.3117729425430298, 1.291377067565918, 1.3029427528381348, 1.2863478660583496, 1.308403730392456, 1.2895565032958984, 1.2946927547454834, 1.2829800844192505, 1.2595851421356201, 1.2613908052444458, 1.2680771350860596, 1.2798123359680176, 1.2326633930206299, 1.2576804161071777, 1.2378032207489014, 1.222785472869873, 1.2250237464904785, 1.2228693962097168, 1.2132132053375244, 1.241025447845459, 1.2075002193450928, 1.2031989097595215, 1.2166415452957153, 1.2193118333816528, 1.212268352508545]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4229, "test_loss": 2.0399035400390626}, {"step": 5100, "epoch": 13, "train_loss": 0.739210307598114, "cos_r_negg": [0.8300541639328003, 0.7662317156791687, 0.7666974663734436, 0.7751410007476807, 0.7846871614456177, 0.7859083414077759, 0.784198522567749, 0.7925574779510498, 0.790765643119812, 0.802297830581665, 0.8054908514022827, 0.8137516975402832, 0.8121764063835144, 0.8128045797348022, 0.8169434070587158, 0.8238277435302734, 0.802585780620575, 0.8188162446022034, 0.8169413805007935, 0.8252842426300049, 0.8252322673797607, 0.8273055553436279, 0.8199947476387024, 0.8169888854026794, 0.831391453742981, 0.8146613836288452, 0.8328567743301392, 0.8311022520065308, 0.8122982978820801, 0.8399025797843933], "cos_apical_negg": [0.8300541639328003, 0.7662317156791687, 0.7666974663734436, 0.7751410007476807, 0.7846871614456177, 0.7859083414077759, 0.784198522567749, 0.7925574779510498, 0.790765643119812, 0.802297830581665, 0.8054908514022827, 0.8137516975402832, 0.8121764063835144, 0.8128045797348022, 0.8169434070587158, 0.8238277435302734, 0.802585780620575, 0.8188162446022034, 0.8169413805007935, 0.8252842426300049, 0.8252322673797607, 0.8273055553436279, 0.8199947476387024, 0.8169888854026794, 0.831391453742981, 0.8146613836288452, 0.8328567743301392, 0.8311022520065308, 0.8122982978820801, 0.8399025797843933], "cos_Ac_negg": [0.8300541639328003, 0.7662317156791687, 0.7666974663734436, 0.7751410007476807, 0.7846871614456177, 0.7859083414077759, 0.784198522567749, 0.7925574779510498, 0.790765643119812, 0.802297830581665, 0.8054908514022827, 0.8137516975402832, 0.8121764063835144, 0.8128045797348022, 0.8169434070587158, 0.8238277435302734, 0.802585780620575, 0.8188162446022034, 0.8169413805007935, 0.8252842426300049, 0.8252322673797607, 0.8273055553436279, 0.8199947476387024, 0.8169888854026794, 0.831391453742981, 0.8146613836288452, 0.8328567743301392, 0.8311022520065308, 0.8122982978820801, 0.8399025797843933], "r_norm": [1.619554042816162, 1.3409241437911987, 1.3312139511108398, 1.3317897319793701, 1.2910239696502686, 1.300951361656189, 1.2810239791870117, 1.2942967414855957, 1.2754955291748047, 1.3006930351257324, 1.2783174514770508, 1.2844358682632446, 1.273429274559021, 1.2511202096939087, 1.250736951828003, 1.2567014694213867, 1.2680941820144653, 1.2234563827514648, 1.2463546991348267, 1.2269389629364014, 1.2129418849945068, 1.2159690856933594, 1.212483286857605, 1.2030023336410522, 1.230125904083252, 1.1940237283706665, 1.1925243139266968, 1.2039313316345215, 1.207887887954712, 1.2028779983520508]}, {"step": 5150, "epoch": 13, "train_loss": 0.9243433475494385, "cos_r_negg": [0.8240680694580078, 0.7685046195983887, 0.7685819864273071, 0.7785637974739075, 0.7873679399490356, 0.7886147499084473, 0.7893287539482117, 0.7984284162521362, 0.7954851388931274, 0.8075209856033325, 0.8100452423095703, 0.8202970027923584, 0.8167725801467896, 0.8176917433738708, 0.8223327398300171, 0.8303054571151733, 0.8081289529800415, 0.818737268447876, 0.825678825378418, 0.8298137784004211, 0.8299399614334106, 0.8303718566894531, 0.833045482635498, 0.8236336708068848, 0.8349146246910095, 0.8161453008651733, 0.8385426998138428, 0.8408010005950928, 0.8249781131744385, 0.8446828126907349], "cos_apical_negg": [0.8240680694580078, 0.7685046195983887, 0.7685819864273071, 0.7785637974739075, 0.7873679399490356, 0.7886147499084473, 0.7893287539482117, 0.7984284162521362, 0.7954851388931274, 0.8075209856033325, 0.8100452423095703, 0.8202970027923584, 0.8167725801467896, 0.8176917433738708, 0.8223327398300171, 0.8303054571151733, 0.8081289529800415, 0.818737268447876, 0.825678825378418, 0.8298137784004211, 0.8299399614334106, 0.8303718566894531, 0.833045482635498, 0.8236336708068848, 0.8349146246910095, 0.8161453008651733, 0.8385426998138428, 0.8408010005950928, 0.8249781131744385, 0.8446828126907349], "cos_Ac_negg": [0.8240680694580078, 0.7685046195983887, 0.7685819864273071, 0.7785637974739075, 0.7873679399490356, 0.7886147499084473, 0.7893287539482117, 0.7984284162521362, 0.7954851388931274, 0.8075209856033325, 0.8100452423095703, 0.8202970027923584, 0.8167725801467896, 0.8176917433738708, 0.8223327398300171, 0.8303054571151733, 0.8081289529800415, 0.818737268447876, 0.825678825378418, 0.8298137784004211, 0.8299399614334106, 0.8303718566894531, 0.833045482635498, 0.8236336708068848, 0.8349146246910095, 0.8161453008651733, 0.8385426998138428, 0.8408010005950928, 0.8249781131744385, 0.8446828126907349], "r_norm": [1.607910394668579, 1.3347911834716797, 1.3250737190246582, 1.3258650302886963, 1.2860863208770752, 1.2952125072479248, 1.276294469833374, 1.289188265800476, 1.2743655443191528, 1.294303297996521, 1.2775304317474365, 1.2812232971191406, 1.268270492553711, 1.2456574440002441, 1.247420072555542, 1.2522914409637451, 1.261841058731079, 1.2183407545089722, 1.2424743175506592, 1.2240269184112549, 1.2088371515274048, 1.2102864980697632, 1.2070186138153076, 1.198940396308899, 1.2268028259277344, 1.1930733919143677, 1.189351201057434, 1.2036585807800293, 1.2037644386291504, 1.195385217666626]}, {"step": 5200, "epoch": 13, "train_loss": 1.0728800296783447, "cos_r_negg": [0.823013186454773, 0.7691365480422974, 0.7721337676048279, 0.7828219532966614, 0.7931851148605347, 0.7950769662857056, 0.7947553396224976, 0.8004312515258789, 0.8034401535987854, 0.8099842071533203, 0.8123511075973511, 0.8223369121551514, 0.8232367634773254, 0.8179789185523987, 0.8231077194213867, 0.8332022428512573, 0.8075635433197021, 0.8231723308563232, 0.8306455612182617, 0.8281946182250977, 0.8304380178451538, 0.8349210619926453, 0.8361364603042603, 0.8284925222396851, 0.8408873081207275, 0.827837347984314, 0.8424525260925293, 0.8450108766555786, 0.8354289531707764, 0.8479185104370117], "cos_apical_negg": [0.823013186454773, 0.7691365480422974, 0.7721337676048279, 0.7828219532966614, 0.7931851148605347, 0.7950769662857056, 0.7947553396224976, 0.8004312515258789, 0.8034401535987854, 0.8099842071533203, 0.8123511075973511, 0.8223369121551514, 0.8232367634773254, 0.8179789185523987, 0.8231077194213867, 0.8332022428512573, 0.8075635433197021, 0.8231723308563232, 0.8306455612182617, 0.8281946182250977, 0.8304380178451538, 0.8349210619926453, 0.8361364603042603, 0.8284925222396851, 0.8408873081207275, 0.827837347984314, 0.8424525260925293, 0.8450108766555786, 0.8354289531707764, 0.8479185104370117], "cos_Ac_negg": [0.823013186454773, 0.7691365480422974, 0.7721337676048279, 0.7828219532966614, 0.7931851148605347, 0.7950769662857056, 0.7947553396224976, 0.8004312515258789, 0.8034401535987854, 0.8099842071533203, 0.8123511075973511, 0.8223369121551514, 0.8232367634773254, 0.8179789185523987, 0.8231077194213867, 0.8332022428512573, 0.8075635433197021, 0.8231723308563232, 0.8306455612182617, 0.8281946182250977, 0.8304380178451538, 0.8349210619926453, 0.8361364603042603, 0.8284925222396851, 0.8408873081207275, 0.827837347984314, 0.8424525260925293, 0.8450108766555786, 0.8354289531707764, 0.8479185104370117], "r_norm": [1.6411494016647339, 1.3622462749481201, 1.3499499559402466, 1.3528279066085815, 1.3140854835510254, 1.3220956325531006, 1.303081750869751, 1.3173761367797852, 1.2977861166000366, 1.3211355209350586, 1.302394151687622, 1.3042255640029907, 1.2937676906585693, 1.2689175605773926, 1.2724876403808594, 1.2788885831832886, 1.288304328918457, 1.2433106899261475, 1.2678050994873047, 1.2457892894744873, 1.2336666584014893, 1.233083724975586, 1.2309694290161133, 1.22499418258667, 1.2501778602600098, 1.2152891159057617, 1.2129485607147217, 1.2260862588882446, 1.2240040302276611, 1.220813274383545]}, {"step": 5250, "epoch": 13, "train_loss": 0.842293918132782, "cos_r_negg": [0.8210498690605164, 0.7777169942855835, 0.777157187461853, 0.7854220271110535, 0.7966402769088745, 0.8005552291870117, 0.7985813617706299, 0.8053184151649475, 0.8101515173912048, 0.8186466097831726, 0.8217265009880066, 0.8273857831954956, 0.8305758237838745, 0.8257848024368286, 0.8326675891876221, 0.8385105729103088, 0.8149714469909668, 0.8324985504150391, 0.8308063745498657, 0.83780837059021, 0.8383667469024658, 0.842433512210846, 0.8405252695083618, 0.8333626985549927, 0.845146656036377, 0.8400897979736328, 0.8455352187156677, 0.8528133630752563, 0.8391542434692383, 0.8538281917572021], "cos_apical_negg": [0.8210498690605164, 0.7777169942855835, 0.777157187461853, 0.7854220271110535, 0.7966402769088745, 0.8005552291870117, 0.7985813617706299, 0.8053184151649475, 0.8101515173912048, 0.8186466097831726, 0.8217265009880066, 0.8273857831954956, 0.8305758237838745, 0.8257848024368286, 0.8326675891876221, 0.8385105729103088, 0.8149714469909668, 0.8324985504150391, 0.8308063745498657, 0.83780837059021, 0.8383667469024658, 0.842433512210846, 0.8405252695083618, 0.8333626985549927, 0.845146656036377, 0.8400897979736328, 0.8455352187156677, 0.8528133630752563, 0.8391542434692383, 0.8538281917572021], "cos_Ac_negg": [0.8210498690605164, 0.7777169942855835, 0.777157187461853, 0.7854220271110535, 0.7966402769088745, 0.8005552291870117, 0.7985813617706299, 0.8053184151649475, 0.8101515173912048, 0.8186466097831726, 0.8217265009880066, 0.8273857831954956, 0.8305758237838745, 0.8257848024368286, 0.8326675891876221, 0.8385105729103088, 0.8149714469909668, 0.8324985504150391, 0.8308063745498657, 0.83780837059021, 0.8383667469024658, 0.842433512210846, 0.8405252695083618, 0.8333626985549927, 0.845146656036377, 0.8400897979736328, 0.8455352187156677, 0.8528133630752563, 0.8391542434692383, 0.8538281917572021], "r_norm": [1.651746392250061, 1.3728902339935303, 1.3651888370513916, 1.3649053573608398, 1.327019214630127, 1.3347772359848022, 1.3144097328186035, 1.329472541809082, 1.312300205230713, 1.334172010421753, 1.3152823448181152, 1.3189799785614014, 1.3081943988800049, 1.2803388833999634, 1.2844197750091553, 1.2897534370422363, 1.2987017631530762, 1.2556426525115967, 1.2788373231887817, 1.2558841705322266, 1.2447984218597412, 1.2455613613128662, 1.2414968013763428, 1.2327008247375488, 1.260563850402832, 1.22454833984375, 1.223358392715454, 1.2355502843856812, 1.2358003854751587, 1.2286713123321533], "ldr": {"dL_sdil": -0.09437775611877441, "dL_bp": -0.10195565223693848, "ratio": 0.9256745854506083}}, {"step": 5300, "epoch": 13, "train_loss": 0.7934215068817139, "cos_r_negg": [0.8199103474617004, 0.7788320779800415, 0.7796167135238647, 0.789649248123169, 0.8020889759063721, 0.8005872964859009, 0.8044732213020325, 0.8055871725082397, 0.8124759197235107, 0.8174194097518921, 0.8213127851486206, 0.8329708576202393, 0.830795407295227, 0.827939510345459, 0.8321046233177185, 0.8399145603179932, 0.8228607177734375, 0.835502028465271, 0.8339440226554871, 0.8421618938446045, 0.8414948582649231, 0.8456556797027588, 0.8453355431556702, 0.832173228263855, 0.8453553915023804, 0.8404309749603271, 0.8556011915206909, 0.8577356338500977, 0.8406201601028442, 0.8561182022094727], "cos_apical_negg": [0.8199103474617004, 0.7788320779800415, 0.7796167135238647, 0.789649248123169, 0.8020889759063721, 0.8005872964859009, 0.8044732213020325, 0.8055871725082397, 0.8124759197235107, 0.8174194097518921, 0.8213127851486206, 0.8329708576202393, 0.830795407295227, 0.827939510345459, 0.8321046233177185, 0.8399145603179932, 0.8228607177734375, 0.835502028465271, 0.8339440226554871, 0.8421618938446045, 0.8414948582649231, 0.8456556797027588, 0.8453355431556702, 0.832173228263855, 0.8453553915023804, 0.8404309749603271, 0.8556011915206909, 0.8577356338500977, 0.8406201601028442, 0.8561182022094727], "cos_Ac_negg": [0.8199103474617004, 0.7788320779800415, 0.7796167135238647, 0.789649248123169, 0.8020889759063721, 0.8005872964859009, 0.8044732213020325, 0.8055871725082397, 0.8124759197235107, 0.8174194097518921, 0.8213127851486206, 0.8329708576202393, 0.830795407295227, 0.827939510345459, 0.8321046233177185, 0.8399145603179932, 0.8228607177734375, 0.835502028465271, 0.8339440226554871, 0.8421618938446045, 0.8414948582649231, 0.8456556797027588, 0.8453355431556702, 0.832173228263855, 0.8453553915023804, 0.8404309749603271, 0.8556011915206909, 0.8577356338500977, 0.8406201601028442, 0.8561182022094727], "r_norm": [1.6850683689117432, 1.403254747390747, 1.3935961723327637, 1.3948776721954346, 1.3547744750976562, 1.3632044792175293, 1.345877766609192, 1.3580304384231567, 1.3385546207427979, 1.363856554031372, 1.34158194065094, 1.3457176685333252, 1.337129831314087, 1.3121752738952637, 1.311903715133667, 1.3182048797607422, 1.3289129734039307, 1.2829256057739258, 1.307291865348816, 1.2844114303588867, 1.272129774093628, 1.2727800607681274, 1.2689002752304077, 1.2599225044250488, 1.2856574058532715, 1.2520360946655273, 1.2487599849700928, 1.2615777254104614, 1.2639755010604858, 1.257336139678955]}, {"step": 5350, "epoch": 13, "train_loss": 0.8192387223243713, "cos_r_negg": [0.815898060798645, 0.7787032127380371, 0.7798019647598267, 0.7923318147659302, 0.8035183548927307, 0.8031662702560425, 0.802689790725708, 0.8103263974189758, 0.811488151550293, 0.817805826663971, 0.8227455615997314, 0.8291938304901123, 0.8296619057655334, 0.8286913633346558, 0.8317247629165649, 0.8411820530891418, 0.8168919086456299, 0.8354503512382507, 0.8360629677772522, 0.8401605486869812, 0.8442131280899048, 0.8450150489807129, 0.8423590660095215, 0.8357789516448975, 0.8471251726150513, 0.8380188345909119, 0.855352520942688, 0.8573452234268188, 0.8427269458770752, 0.859954833984375], "cos_apical_negg": [0.815898060798645, 0.7787032127380371, 0.7798019647598267, 0.7923318147659302, 0.8035183548927307, 0.8031662702560425, 0.802689790725708, 0.8103263974189758, 0.811488151550293, 0.817805826663971, 0.8227455615997314, 0.8291938304901123, 0.8296619057655334, 0.8286913633346558, 0.8317247629165649, 0.8411820530891418, 0.8168919086456299, 0.8354503512382507, 0.8360629677772522, 0.8401605486869812, 0.8442131280899048, 0.8450150489807129, 0.8423590660095215, 0.8357789516448975, 0.8471251726150513, 0.8380188345909119, 0.855352520942688, 0.8573452234268188, 0.8427269458770752, 0.859954833984375], "cos_Ac_negg": [0.815898060798645, 0.7787032127380371, 0.7798019647598267, 0.7923318147659302, 0.8035183548927307, 0.8031662702560425, 0.802689790725708, 0.8103263974189758, 0.811488151550293, 0.817805826663971, 0.8227455615997314, 0.8291938304901123, 0.8296619057655334, 0.8286913633346558, 0.8317247629165649, 0.8411820530891418, 0.8168919086456299, 0.8354503512382507, 0.8360629677772522, 0.8401605486869812, 0.8442131280899048, 0.8450150489807129, 0.8423590660095215, 0.8357789516448975, 0.8471251726150513, 0.8380188345909119, 0.855352520942688, 0.8573452234268188, 0.8427269458770752, 0.859954833984375], "r_norm": [1.621742606163025, 1.3534982204437256, 1.3429970741271973, 1.3433458805084229, 1.3059189319610596, 1.3138660192489624, 1.2966454029083252, 1.3105034828186035, 1.28957200050354, 1.3127853870391846, 1.2937664985656738, 1.2975047826766968, 1.285868763923645, 1.2632157802581787, 1.2642731666564941, 1.2692863941192627, 1.2787156105041504, 1.236166000366211, 1.25783109664917, 1.2379653453826904, 1.2252652645111084, 1.2266807556152344, 1.2215793132781982, 1.2136017084121704, 1.2375679016113281, 1.206227421760559, 1.2017501592636108, 1.2143720388412476, 1.2164756059646606, 1.2100715637207031]}, {"step": 5400, "epoch": 13, "train_loss": 0.9982491135597229, "cos_r_negg": [0.8228609561920166, 0.7856454253196716, 0.783623218536377, 0.7943347692489624, 0.8076142072677612, 0.810600221157074, 0.8065781593322754, 0.8167392015457153, 0.8153024315834045, 0.8248945474624634, 0.8238875865936279, 0.8336371183395386, 0.8346847295761108, 0.8372583985328674, 0.8349049091339111, 0.8471612930297852, 0.8235874176025391, 0.8407484889030457, 0.8440334796905518, 0.8457369804382324, 0.8478264808654785, 0.8514336943626404, 0.8454256057739258, 0.8442690968513489, 0.8585801720619202, 0.8472994565963745, 0.8583557605743408, 0.8662457466125488, 0.8484922647476196, 0.8701652884483337], "cos_apical_negg": [0.8228609561920166, 0.7856454253196716, 0.783623218536377, 0.7943347692489624, 0.8076142072677612, 0.810600221157074, 0.8065781593322754, 0.8167392015457153, 0.8153024315834045, 0.8248945474624634, 0.8238875865936279, 0.8336371183395386, 0.8346847295761108, 0.8372583985328674, 0.8349049091339111, 0.8471612930297852, 0.8235874176025391, 0.8407484889030457, 0.8440334796905518, 0.8457369804382324, 0.8478264808654785, 0.8514336943626404, 0.8454256057739258, 0.8442690968513489, 0.8585801720619202, 0.8472994565963745, 0.8583557605743408, 0.8662457466125488, 0.8484922647476196, 0.8701652884483337], "cos_Ac_negg": [0.8228609561920166, 0.7856454253196716, 0.783623218536377, 0.7943347692489624, 0.8076142072677612, 0.810600221157074, 0.8065781593322754, 0.8167392015457153, 0.8153024315834045, 0.8248945474624634, 0.8238875865936279, 0.8336371183395386, 0.8346847295761108, 0.8372583985328674, 0.8349049091339111, 0.8471612930297852, 0.8235874176025391, 0.8407484889030457, 0.8440334796905518, 0.8457369804382324, 0.8478264808654785, 0.8514336943626404, 0.8454256057739258, 0.8442690968513489, 0.8585801720619202, 0.8472994565963745, 0.8583557605743408, 0.8662457466125488, 0.8484922647476196, 0.8701652884483337], "r_norm": [1.6859158277511597, 1.4061906337738037, 1.3994417190551758, 1.398402214050293, 1.359037160873413, 1.366091012954712, 1.3499844074249268, 1.3636293411254883, 1.342907428741455, 1.3665523529052734, 1.3450312614440918, 1.3492257595062256, 1.3371086120605469, 1.313423991203308, 1.312633991241455, 1.3190555572509766, 1.3298497200012207, 1.284299612045288, 1.3050159215927124, 1.285935401916504, 1.2737834453582764, 1.2725809812545776, 1.2688572406768799, 1.2592074871063232, 1.28550386428833, 1.2530462741851807, 1.2473821640014648, 1.2591516971588135, 1.2622648477554321, 1.2553503513336182]}, {"step": 5450, "epoch": 13, "train_loss": 1.097049355506897, "cos_r_negg": [0.8234682083129883, 0.7905526757240295, 0.7921184301376343, 0.7983753085136414, 0.8101328015327454, 0.8130038976669312, 0.8087234497070312, 0.8186047077178955, 0.8207290768623352, 0.8267384767532349, 0.8301105499267578, 0.83884197473526, 0.8417477607727051, 0.8366414308547974, 0.8372095823287964, 0.8509771823883057, 0.8283947706222534, 0.8435143232345581, 0.8501712083816528, 0.8496133685112, 0.8512568473815918, 0.8571767807006836, 0.8527791500091553, 0.8454758524894714, 0.8572870492935181, 0.8462618589401245, 0.8624621629714966, 0.8691407442092896, 0.8487330675125122, 0.8713452816009521], "cos_apical_negg": [0.8234682083129883, 0.7905526757240295, 0.7921184301376343, 0.7983753085136414, 0.8101328015327454, 0.8130038976669312, 0.8087234497070312, 0.8186047077178955, 0.8207290768623352, 0.8267384767532349, 0.8301105499267578, 0.83884197473526, 0.8417477607727051, 0.8366414308547974, 0.8372095823287964, 0.8509771823883057, 0.8283947706222534, 0.8435143232345581, 0.8501712083816528, 0.8496133685112, 0.8512568473815918, 0.8571767807006836, 0.8527791500091553, 0.8454758524894714, 0.8572870492935181, 0.8462618589401245, 0.8624621629714966, 0.8691407442092896, 0.8487330675125122, 0.8713452816009521], "cos_Ac_negg": [0.8234682083129883, 0.7905526757240295, 0.7921184301376343, 0.7983753085136414, 0.8101328015327454, 0.8130038976669312, 0.8087234497070312, 0.8186047077178955, 0.8207290768623352, 0.8267384767532349, 0.8301105499267578, 0.83884197473526, 0.8417477607727051, 0.8366414308547974, 0.8372095823287964, 0.8509771823883057, 0.8283947706222534, 0.8435143232345581, 0.8501712083816528, 0.8496133685112, 0.8512568473815918, 0.8571767807006836, 0.8527791500091553, 0.8454758524894714, 0.8572870492935181, 0.8462618589401245, 0.8624621629714966, 0.8691407442092896, 0.8487330675125122, 0.8713452816009521], "r_norm": [1.7185590267181396, 1.4369152784347534, 1.427922010421753, 1.428680181503296, 1.3900320529937744, 1.3973969221115112, 1.3814024925231934, 1.3930697441101074, 1.3730825185775757, 1.3968334197998047, 1.3779520988464355, 1.3812031745910645, 1.365260362625122, 1.3430991172790527, 1.3425376415252686, 1.3504842519760132, 1.3597655296325684, 1.3134268522262573, 1.3364535570144653, 1.3156057596206665, 1.3047256469726562, 1.2991708517074585, 1.298031210899353, 1.2880301475524902, 1.3151520490646362, 1.2827069759368896, 1.2751221656799316, 1.2898632287979126, 1.2903879880905151, 1.2822837829589844]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.426, "test_loss": 2.1665523681640626}, {"step": 5500, "epoch": 14, "train_loss": 0.7443556189537048, "cos_r_negg": [0.8264948129653931, 0.7921987771987915, 0.7968171834945679, 0.8018415570259094, 0.8152750134468079, 0.8160156011581421, 0.8154517412185669, 0.8239776492118835, 0.8275869488716125, 0.8333231210708618, 0.8365346193313599, 0.8438373804092407, 0.8486117124557495, 0.8448500633239746, 0.8462034463882446, 0.8567411303520203, 0.8360217809677124, 0.8512231111526489, 0.8549273014068604, 0.8587510585784912, 0.8528053760528564, 0.8625333905220032, 0.8580317497253418, 0.8541332483291626, 0.8646979331970215, 0.8552610874176025, 0.8661783933639526, 0.8724634647369385, 0.8555905222892761, 0.8760323524475098], "cos_apical_negg": [0.8264948129653931, 0.7921987771987915, 0.7968171834945679, 0.8018415570259094, 0.8152750134468079, 0.8160156011581421, 0.8154517412185669, 0.8239776492118835, 0.8275869488716125, 0.8333231210708618, 0.8365346193313599, 0.8438373804092407, 0.8486117124557495, 0.8448500633239746, 0.8462034463882446, 0.8567411303520203, 0.8360217809677124, 0.8512231111526489, 0.8549273014068604, 0.8587510585784912, 0.8528053760528564, 0.8625333905220032, 0.8580317497253418, 0.8541332483291626, 0.8646979331970215, 0.8552610874176025, 0.8661783933639526, 0.8724634647369385, 0.8555905222892761, 0.8760323524475098], "cos_Ac_negg": [0.8264948129653931, 0.7921987771987915, 0.7968171834945679, 0.8018415570259094, 0.8152750134468079, 0.8160156011581421, 0.8154517412185669, 0.8239776492118835, 0.8275869488716125, 0.8333231210708618, 0.8365346193313599, 0.8438373804092407, 0.8486117124557495, 0.8448500633239746, 0.8462034463882446, 0.8567411303520203, 0.8360217809677124, 0.8512231111526489, 0.8549273014068604, 0.8587510585784912, 0.8528053760528564, 0.8625333905220032, 0.8580317497253418, 0.8541332483291626, 0.8646979331970215, 0.8552610874176025, 0.8661783933639526, 0.8724634647369385, 0.8555905222892761, 0.8760323524475098], "r_norm": [1.6818552017211914, 1.4081141948699951, 1.3987500667572021, 1.4016351699829102, 1.3646786212921143, 1.368910312652588, 1.3541374206542969, 1.3672581911087036, 1.3445543050765991, 1.367300033569336, 1.3488943576812744, 1.3505983352661133, 1.336456537246704, 1.3139472007751465, 1.3165736198425293, 1.3214733600616455, 1.3312290906906128, 1.287550687789917, 1.3076817989349365, 1.2874436378479004, 1.2765040397644043, 1.2719018459320068, 1.2684991359710693, 1.2621126174926758, 1.2883491516113281, 1.254821538925171, 1.2500524520874023, 1.2631226778030396, 1.2613579034805298, 1.2549734115600586], "ldr": {"dL_sdil": -0.07603836059570312, "dL_bp": -0.0853109359741211, "ratio": 0.8913084791235817}}, {"step": 5550, "epoch": 14, "train_loss": 0.8206653594970703, "cos_r_negg": [0.8262654542922974, 0.795007586479187, 0.7967711687088013, 0.8087651133537292, 0.8130919933319092, 0.817630410194397, 0.8155256509780884, 0.8237180709838867, 0.8278679847717285, 0.8336578607559204, 0.8392269611358643, 0.8439579606056213, 0.8469844460487366, 0.8442209959030151, 0.8478872776031494, 0.8584817051887512, 0.8401469588279724, 0.8540655970573425, 0.8552883863449097, 0.8601357340812683, 0.8576958179473877, 0.8638429045677185, 0.8613780736923218, 0.8575696349143982, 0.8702319264411926, 0.858363687992096, 0.8687789440155029, 0.8735418915748596, 0.8589906096458435, 0.8804749846458435], "cos_apical_negg": [0.8262654542922974, 0.795007586479187, 0.7967711687088013, 0.8087651133537292, 0.8130919933319092, 0.817630410194397, 0.8155256509780884, 0.8237180709838867, 0.8278679847717285, 0.8336578607559204, 0.8392269611358643, 0.8439579606056213, 0.8469844460487366, 0.8442209959030151, 0.8478872776031494, 0.8584817051887512, 0.8401469588279724, 0.8540655970573425, 0.8552883863449097, 0.8601357340812683, 0.8576958179473877, 0.8638429045677185, 0.8613780736923218, 0.8575696349143982, 0.8702319264411926, 0.858363687992096, 0.8687789440155029, 0.8735418915748596, 0.8589906096458435, 0.8804749846458435], "cos_Ac_negg": [0.8262654542922974, 0.795007586479187, 0.7967711687088013, 0.8087651133537292, 0.8130919933319092, 0.817630410194397, 0.8155256509780884, 0.8237180709838867, 0.8278679847717285, 0.8336578607559204, 0.8392269611358643, 0.8439579606056213, 0.8469844460487366, 0.8442209959030151, 0.8478872776031494, 0.8584817051887512, 0.8401469588279724, 0.8540655970573425, 0.8552883863449097, 0.8601357340812683, 0.8576958179473877, 0.8638429045677185, 0.8613780736923218, 0.8575696349143982, 0.8702319264411926, 0.858363687992096, 0.8687789440155029, 0.8735418915748596, 0.8589906096458435, 0.8804749846458435], "r_norm": [1.6790399551391602, 1.4076895713806152, 1.4009977579116821, 1.4009913206100464, 1.3616546392440796, 1.3678641319274902, 1.3538354635238647, 1.3679733276367188, 1.3469864130020142, 1.3678860664367676, 1.3500378131866455, 1.350698709487915, 1.3395649194717407, 1.3147425651550293, 1.3178110122680664, 1.3217928409576416, 1.3315181732177734, 1.2887001037597656, 1.3093702793121338, 1.2877017259597778, 1.277503490447998, 1.2733521461486816, 1.2687530517578125, 1.2609496116638184, 1.2873780727386475, 1.2537219524383545, 1.2494652271270752, 1.2609257698059082, 1.2625211477279663, 1.2552647590637207]}, {"step": 5600, "epoch": 14, "train_loss": 0.8656976819038391, "cos_r_negg": [0.8259609937667847, 0.7971136569976807, 0.7988092303276062, 0.8134305477142334, 0.8165560960769653, 0.8196647763252258, 0.8211133480072021, 0.8291792869567871, 0.8290435075759888, 0.8375765085220337, 0.8419129252433777, 0.8491616249084473, 0.8523473739624023, 0.8456234335899353, 0.8495317697525024, 0.8619619607925415, 0.8432406187057495, 0.860713005065918, 0.8600610494613647, 0.8630290627479553, 0.859843373298645, 0.8691720962524414, 0.8617828488349915, 0.8628098964691162, 0.8750067353248596, 0.8618364334106445, 0.870704174041748, 0.8799670338630676, 0.8613302707672119, 0.8848352432250977], "cos_apical_negg": [0.8259609937667847, 0.7971136569976807, 0.7988092303276062, 0.8134305477142334, 0.8165560960769653, 0.8196647763252258, 0.8211133480072021, 0.8291792869567871, 0.8290435075759888, 0.8375765085220337, 0.8419129252433777, 0.8491616249084473, 0.8523473739624023, 0.8456234335899353, 0.8495317697525024, 0.8619619607925415, 0.8432406187057495, 0.860713005065918, 0.8600610494613647, 0.8630290627479553, 0.859843373298645, 0.8691720962524414, 0.8617828488349915, 0.8628098964691162, 0.8750067353248596, 0.8618364334106445, 0.870704174041748, 0.8799670338630676, 0.8613302707672119, 0.8848352432250977], "cos_Ac_negg": [0.8259609937667847, 0.7971136569976807, 0.7988092303276062, 0.8134305477142334, 0.8165560960769653, 0.8196647763252258, 0.8211133480072021, 0.8291792869567871, 0.8290435075759888, 0.8375765085220337, 0.8419129252433777, 0.8491616249084473, 0.8523473739624023, 0.8456234335899353, 0.8495317697525024, 0.8619619607925415, 0.8432406187057495, 0.860713005065918, 0.8600610494613647, 0.8630290627479553, 0.859843373298645, 0.8691720962524414, 0.8617828488349915, 0.8628098964691162, 0.8750067353248596, 0.8618364334106445, 0.870704174041748, 0.8799670338630676, 0.8613302707672119, 0.8848352432250977], "r_norm": [1.7057147026062012, 1.432466745376587, 1.425906777381897, 1.4266197681427002, 1.3865399360656738, 1.3934016227722168, 1.3798632621765137, 1.3917207717895508, 1.371358871459961, 1.3940924406051636, 1.3749927282333374, 1.3763620853424072, 1.360825777053833, 1.3402185440063477, 1.3409361839294434, 1.3454530239105225, 1.3538881540298462, 1.3105723857879639, 1.3321720361709595, 1.3110172748565674, 1.3006750345230103, 1.2979637384414673, 1.2931640148162842, 1.2827816009521484, 1.3089205026626587, 1.278078556060791, 1.2705506086349487, 1.2808279991149902, 1.2847235202789307, 1.2774593830108643]}, {"step": 5650, "epoch": 14, "train_loss": 0.8124000430107117, "cos_r_negg": [0.819266676902771, 0.797294020652771, 0.7997332811355591, 0.810727596282959, 0.8194171786308289, 0.8190786838531494, 0.8197113275527954, 0.8281477689743042, 0.8316824436187744, 0.8378876447677612, 0.8428565263748169, 0.850033164024353, 0.8500625491142273, 0.8482137322425842, 0.8491923809051514, 0.8616416454315186, 0.8403122425079346, 0.855486273765564, 0.861831545829773, 0.8624429702758789, 0.8635741472244263, 0.8676854372024536, 0.8625005483627319, 0.8649303913116455, 0.8715270161628723, 0.8594335913658142, 0.8766062259674072, 0.878878653049469, 0.8664544820785522, 0.8789381980895996], "cos_apical_negg": [0.819266676902771, 0.797294020652771, 0.7997332811355591, 0.810727596282959, 0.8194171786308289, 0.8190786838531494, 0.8197113275527954, 0.8281477689743042, 0.8316824436187744, 0.8378876447677612, 0.8428565263748169, 0.850033164024353, 0.8500625491142273, 0.8482137322425842, 0.8491923809051514, 0.8616416454315186, 0.8403122425079346, 0.855486273765564, 0.861831545829773, 0.8624429702758789, 0.8635741472244263, 0.8676854372024536, 0.8625005483627319, 0.8649303913116455, 0.8715270161628723, 0.8594335913658142, 0.8766062259674072, 0.878878653049469, 0.8664544820785522, 0.8789381980895996], "cos_Ac_negg": [0.819266676902771, 0.797294020652771, 0.7997332811355591, 0.810727596282959, 0.8194171786308289, 0.8190786838531494, 0.8197113275527954, 0.8281477689743042, 0.8316824436187744, 0.8378876447677612, 0.8428565263748169, 0.850033164024353, 0.8500625491142273, 0.8482137322425842, 0.8491923809051514, 0.8616416454315186, 0.8403122425079346, 0.855486273765564, 0.861831545829773, 0.8624429702758789, 0.8635741472244263, 0.8676854372024536, 0.8625005483627319, 0.8649303913116455, 0.8715270161628723, 0.8594335913658142, 0.8766062259674072, 0.878878653049469, 0.8664544820785522, 0.8789381980895996], "r_norm": [1.772442102432251, 1.4915168285369873, 1.4812448024749756, 1.4820307493209839, 1.4440550804138184, 1.4496941566467285, 1.4322551488876343, 1.4484302997589111, 1.4277989864349365, 1.4476382732391357, 1.4318573474884033, 1.4270297288894653, 1.4116390943527222, 1.391045093536377, 1.3949260711669922, 1.3990437984466553, 1.4063549041748047, 1.3607807159423828, 1.3810725212097168, 1.3603956699371338, 1.3485386371612549, 1.3458385467529297, 1.3418991565704346, 1.33416748046875, 1.3598793745040894, 1.3266688585281372, 1.3192203044891357, 1.32994544506073, 1.3320426940917969, 1.3246798515319824]}, {"step": 5700, "epoch": 14, "train_loss": 0.8188344240188599, "cos_r_negg": [0.8208472728729248, 0.7998735308647156, 0.799724817276001, 0.8112770318984985, 0.819901704788208, 0.8229613304138184, 0.8204982280731201, 0.8319833278656006, 0.8330419063568115, 0.839801549911499, 0.846778929233551, 0.8523588180541992, 0.8520773649215698, 0.8487374782562256, 0.8491048812866211, 0.8634672164916992, 0.8418219089508057, 0.8558037281036377, 0.8646687269210815, 0.8637715578079224, 0.8652048110961914, 0.8684051036834717, 0.8654215335845947, 0.86347496509552, 0.8700250387191772, 0.8600331544876099, 0.8758566379547119, 0.8799991011619568, 0.8631277680397034, 0.883452832698822], "cos_apical_negg": [0.8208472728729248, 0.7998735308647156, 0.799724817276001, 0.8112770318984985, 0.819901704788208, 0.8229613304138184, 0.8204982280731201, 0.8319833278656006, 0.8330419063568115, 0.839801549911499, 0.846778929233551, 0.8523588180541992, 0.8520773649215698, 0.8487374782562256, 0.8491048812866211, 0.8634672164916992, 0.8418219089508057, 0.8558037281036377, 0.8646687269210815, 0.8637715578079224, 0.8652048110961914, 0.8684051036834717, 0.8654215335845947, 0.86347496509552, 0.8700250387191772, 0.8600331544876099, 0.8758566379547119, 0.8799991011619568, 0.8631277680397034, 0.883452832698822], "cos_Ac_negg": [0.8208472728729248, 0.7998735308647156, 0.799724817276001, 0.8112770318984985, 0.819901704788208, 0.8229613304138184, 0.8204982280731201, 0.8319833278656006, 0.8330419063568115, 0.839801549911499, 0.846778929233551, 0.8523588180541992, 0.8520773649215698, 0.8487374782562256, 0.8491048812866211, 0.8634672164916992, 0.8418219089508057, 0.8558037281036377, 0.8646687269210815, 0.8637715578079224, 0.8652048110961914, 0.8684051036834717, 0.8654215335845947, 0.86347496509552, 0.8700250387191772, 0.8600331544876099, 0.8758566379547119, 0.8799991011619568, 0.8631277680397034, 0.883452832698822], "r_norm": [1.7025043964385986, 1.4362821578979492, 1.4282283782958984, 1.4242136478424072, 1.3900022506713867, 1.3961315155029297, 1.3794677257537842, 1.393306851387024, 1.373481273651123, 1.394073247909546, 1.3773283958435059, 1.3774137496948242, 1.3598315715789795, 1.340162754058838, 1.340205192565918, 1.3468520641326904, 1.3509809970855713, 1.3109794855117798, 1.3311671018600464, 1.3098856210708618, 1.3001010417938232, 1.2951571941375732, 1.2927603721618652, 1.2821059226989746, 1.306269645690918, 1.277119755744934, 1.2687389850616455, 1.2798582315444946, 1.281259298324585, 1.2738502025604248]}, {"step": 5750, "epoch": 14, "train_loss": 0.7419549226760864, "cos_r_negg": [0.8219252824783325, 0.8043783903121948, 0.8077176809310913, 0.81778883934021, 0.8276470899581909, 0.826900839805603, 0.8281148076057434, 0.8363431692123413, 0.8441677689552307, 0.8470795750617981, 0.8512563705444336, 0.859940767288208, 0.861061692237854, 0.8590220212936401, 0.8596670031547546, 0.871502697467804, 0.8502132892608643, 0.8663845062255859, 0.8706507682800293, 0.8704715371131897, 0.8744017481803894, 0.8746190071105957, 0.8763422966003418, 0.8719526529312134, 0.880624532699585, 0.8680729866027832, 0.8841022253036499, 0.8847278356552124, 0.8717502355575562, 0.8858405351638794], "cos_apical_negg": [0.8219252824783325, 0.8043783903121948, 0.8077176809310913, 0.81778883934021, 0.8276470899581909, 0.826900839805603, 0.8281148076057434, 0.8363431692123413, 0.8441677689552307, 0.8470795750617981, 0.8512563705444336, 0.859940767288208, 0.861061692237854, 0.8590220212936401, 0.8596670031547546, 0.871502697467804, 0.8502132892608643, 0.8663845062255859, 0.8706507682800293, 0.8704715371131897, 0.8744017481803894, 0.8746190071105957, 0.8763422966003418, 0.8719526529312134, 0.880624532699585, 0.8680729866027832, 0.8841022253036499, 0.8847278356552124, 0.8717502355575562, 0.8858405351638794], "cos_Ac_negg": [0.8219252824783325, 0.8043783903121948, 0.8077176809310913, 0.81778883934021, 0.8276470899581909, 0.826900839805603, 0.8281148076057434, 0.8363431692123413, 0.8441677689552307, 0.8470795750617981, 0.8512563705444336, 0.859940767288208, 0.861061692237854, 0.8590220212936401, 0.8596670031547546, 0.871502697467804, 0.8502132892608643, 0.8663845062255859, 0.8706507682800293, 0.8704715371131897, 0.8744017481803894, 0.8746190071105957, 0.8763422966003418, 0.8719526529312134, 0.880624532699585, 0.8680729866027832, 0.8841022253036499, 0.8847278356552124, 0.8717502355575562, 0.8858405351638794], "r_norm": [1.6746478080749512, 1.413689136505127, 1.4049626588821411, 1.4038596153259277, 1.3711999654769897, 1.3755018711090088, 1.3576692342758179, 1.3731045722961426, 1.3518359661102295, 1.3732545375823975, 1.3557698726654053, 1.3547985553741455, 1.3379838466644287, 1.3196306228637695, 1.3197226524353027, 1.325210690498352, 1.33013916015625, 1.2898849248886108, 1.308505892753601, 1.2847071886062622, 1.2789791822433472, 1.2747416496276855, 1.2691195011138916, 1.262925624847412, 1.2851238250732422, 1.255231499671936, 1.2476351261138916, 1.257167935371399, 1.2579764127731323, 1.2517220973968506], "ldr": {"dL_sdil": -0.08563590049743652, "dL_bp": -0.10099458694458008, "ratio": 0.8479256471876904}}, {"step": 5800, "epoch": 14, "train_loss": 0.883899986743927, "cos_r_negg": [0.8226907253265381, 0.8032293915748596, 0.8079482913017273, 0.8139004707336426, 0.8283852934837341, 0.8265491724014282, 0.8280428051948547, 0.8376525044441223, 0.8429195880889893, 0.8460841178894043, 0.8509113192558289, 0.8583099246025085, 0.8599108457565308, 0.856600284576416, 0.8612393140792847, 0.8704839944839478, 0.8497081995010376, 0.8674435019493103, 0.8702857494354248, 0.8703081011772156, 0.8755194544792175, 0.8740692138671875, 0.8754527568817139, 0.8693543076515198, 0.8768839836120605, 0.8721334934234619, 0.8873502016067505, 0.8804017901420593, 0.8704966902732849, 0.8858248591423035], "cos_apical_negg": [0.8226907253265381, 0.8032293915748596, 0.8079482913017273, 0.8139004707336426, 0.8283852934837341, 0.8265491724014282, 0.8280428051948547, 0.8376525044441223, 0.8429195880889893, 0.8460841178894043, 0.8509113192558289, 0.8583099246025085, 0.8599108457565308, 0.856600284576416, 0.8612393140792847, 0.8704839944839478, 0.8497081995010376, 0.8674435019493103, 0.8702857494354248, 0.8703081011772156, 0.8755194544792175, 0.8740692138671875, 0.8754527568817139, 0.8693543076515198, 0.8768839836120605, 0.8721334934234619, 0.8873502016067505, 0.8804017901420593, 0.8704966902732849, 0.8858248591423035], "cos_Ac_negg": [0.8226907253265381, 0.8032293915748596, 0.8079482913017273, 0.8139004707336426, 0.8283852934837341, 0.8265491724014282, 0.8280428051948547, 0.8376525044441223, 0.8429195880889893, 0.8460841178894043, 0.8509113192558289, 0.8583099246025085, 0.8599108457565308, 0.856600284576416, 0.8612393140792847, 0.8704839944839478, 0.8497081995010376, 0.8674435019493103, 0.8702857494354248, 0.8703081011772156, 0.8755194544792175, 0.8740692138671875, 0.8754527568817139, 0.8693543076515198, 0.8768839836120605, 0.8721334934234619, 0.8873502016067505, 0.8804017901420593, 0.8704966902732849, 0.8858248591423035], "r_norm": [1.7707304954528809, 1.4981226921081543, 1.4895179271697998, 1.4863660335540771, 1.4519915580749512, 1.4551396369934082, 1.4408526420593262, 1.4551267623901367, 1.432591199874878, 1.455491542816162, 1.437732458114624, 1.4350450038909912, 1.4207392930984497, 1.4005680084228516, 1.397484540939331, 1.4051694869995117, 1.409315824508667, 1.3670377731323242, 1.3857218027114868, 1.3630101680755615, 1.3545547723770142, 1.3514642715454102, 1.344435691833496, 1.3376573324203491, 1.360161304473877, 1.3291419744491577, 1.3204435110092163, 1.331298828125, 1.3320744037628174, 1.3259834051132202]}, {"step": 5850, "epoch": 14, "train_loss": 0.8130040168762207, "cos_r_negg": [0.8291470408439636, 0.8079683780670166, 0.8151838183403015, 0.822905957698822, 0.8322966694831848, 0.8329552412033081, 0.8353231549263, 0.8447427749633789, 0.8505704998970032, 0.8519662618637085, 0.8578895330429077, 0.8600388765335083, 0.8676543235778809, 0.866718053817749, 0.864977240562439, 0.8764437437057495, 0.8585482835769653, 0.8742504119873047, 0.8773390054702759, 0.8812306523323059, 0.8799676299095154, 0.8838403224945068, 0.8810227513313293, 0.8767204284667969, 0.8814114332199097, 0.8801342248916626, 0.8936343193054199, 0.8921765685081482, 0.8768653869628906, 0.8943759202957153], "cos_apical_negg": [0.8291470408439636, 0.8079683780670166, 0.8151838183403015, 0.822905957698822, 0.8322966694831848, 0.8329552412033081, 0.8353231549263, 0.8447427749633789, 0.8505704998970032, 0.8519662618637085, 0.8578895330429077, 0.8600388765335083, 0.8676543235778809, 0.866718053817749, 0.864977240562439, 0.8764437437057495, 0.8585482835769653, 0.8742504119873047, 0.8773390054702759, 0.8812306523323059, 0.8799676299095154, 0.8838403224945068, 0.8810227513313293, 0.8767204284667969, 0.8814114332199097, 0.8801342248916626, 0.8936343193054199, 0.8921765685081482, 0.8768653869628906, 0.8943759202957153], "cos_Ac_negg": [0.8291470408439636, 0.8079683780670166, 0.8151838183403015, 0.822905957698822, 0.8322966694831848, 0.8329552412033081, 0.8353231549263, 0.8447427749633789, 0.8505704998970032, 0.8519662618637085, 0.8578895330429077, 0.8600388765335083, 0.8676543235778809, 0.866718053817749, 0.864977240562439, 0.8764437437057495, 0.8585482835769653, 0.8742504119873047, 0.8773390054702759, 0.8812306523323059, 0.8799676299095154, 0.8838403224945068, 0.8810227513313293, 0.8767204284667969, 0.8814114332199097, 0.8801342248916626, 0.8936343193054199, 0.8921765685081482, 0.8768653869628906, 0.8943759202957153], "r_norm": [1.7367422580718994, 1.4731411933898926, 1.465022325515747, 1.4620190858840942, 1.4288628101348877, 1.4327374696731567, 1.418138027191162, 1.4327445030212402, 1.4097177982330322, 1.4314568042755127, 1.4123615026474, 1.4126672744750977, 1.3980377912521362, 1.378160834312439, 1.375545620918274, 1.3834993839263916, 1.3849213123321533, 1.3461997509002686, 1.3653478622436523, 1.3434319496154785, 1.3325406312942505, 1.3313579559326172, 1.3237266540527344, 1.317978024482727, 1.338714361190796, 1.3090565204620361, 1.3008675575256348, 1.3114818334579468, 1.3127309083938599, 1.3063077926635742]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.426, "test_loss": 2.1978471923828127}, {"step": 5900, "epoch": 15, "train_loss": 0.5954588651657104, "cos_r_negg": [0.8268119096755981, 0.8114199638366699, 0.8166680335998535, 0.8278559446334839, 0.837556004524231, 0.8369220495223999, 0.8395891189575195, 0.8513084053993225, 0.8525522947311401, 0.8574519157409668, 0.8621759414672852, 0.8656383752822876, 0.8710888028144836, 0.8709635734558105, 0.8705191612243652, 0.8836110830307007, 0.8637474775314331, 0.8785820007324219, 0.8847543001174927, 0.8837817311286926, 0.883834183216095, 0.8864123821258545, 0.8842946290969849, 0.8812609314918518, 0.8874148726463318, 0.8802528977394104, 0.8959829807281494, 0.8962917327880859, 0.8840720653533936, 0.9017220735549927], "cos_apical_negg": [0.8268119096755981, 0.8114199638366699, 0.8166680335998535, 0.8278559446334839, 0.837556004524231, 0.8369220495223999, 0.8395891189575195, 0.8513084053993225, 0.8525522947311401, 0.8574519157409668, 0.8621759414672852, 0.8656383752822876, 0.8710888028144836, 0.8709635734558105, 0.8705191612243652, 0.8836110830307007, 0.8637474775314331, 0.8785820007324219, 0.8847543001174927, 0.8837817311286926, 0.883834183216095, 0.8864123821258545, 0.8842946290969849, 0.8812609314918518, 0.8874148726463318, 0.8802528977394104, 0.8959829807281494, 0.8962917327880859, 0.8840720653533936, 0.9017220735549927], "cos_Ac_negg": [0.8268119096755981, 0.8114199638366699, 0.8166680335998535, 0.8278559446334839, 0.837556004524231, 0.8369220495223999, 0.8395891189575195, 0.8513084053993225, 0.8525522947311401, 0.8574519157409668, 0.8621759414672852, 0.8656383752822876, 0.8710888028144836, 0.8709635734558105, 0.8705191612243652, 0.8836110830307007, 0.8637474775314331, 0.8785820007324219, 0.8847543001174927, 0.8837817311286926, 0.883834183216095, 0.8864123821258545, 0.8842946290969849, 0.8812609314918518, 0.8874148726463318, 0.8802528977394104, 0.8959829807281494, 0.8962917327880859, 0.8840720653533936, 0.9017220735549927], "r_norm": [1.725137710571289, 1.4662915468215942, 1.4571125507354736, 1.454221487045288, 1.4222698211669922, 1.427142858505249, 1.410656452178955, 1.424020528793335, 1.40297532081604, 1.4234557151794434, 1.4066026210784912, 1.4052507877349854, 1.3882722854614258, 1.3696835041046143, 1.3671653270721436, 1.3764941692352295, 1.3771731853485107, 1.3361824750900269, 1.355959415435791, 1.3338814973831177, 1.3254550695419312, 1.3206825256347656, 1.3171188831329346, 1.3093352317810059, 1.331321358680725, 1.3026360273361206, 1.2923836708068848, 1.3024920225143433, 1.302276372909546, 1.2964544296264648]}, {"step": 5950, "epoch": 15, "train_loss": 0.6686419248580933, "cos_r_negg": [0.8251599073410034, 0.8125004768371582, 0.8183442950248718, 0.8274378776550293, 0.8361680507659912, 0.8376078605651855, 0.8395434021949768, 0.8470691442489624, 0.852764368057251, 0.8552194833755493, 0.8638121485710144, 0.8687376976013184, 0.8707651495933533, 0.8714885711669922, 0.8727847933769226, 0.8811403512954712, 0.8625691533088684, 0.8764099478721619, 0.8835643529891968, 0.8837076425552368, 0.8844870328903198, 0.8872884511947632, 0.8831133842468262, 0.8820681571960449, 0.888870894908905, 0.8816165924072266, 0.8935505151748657, 0.8943310379981995, 0.8881985545158386, 0.9008849859237671], "cos_apical_negg": [0.8251599073410034, 0.8125004768371582, 0.8183442950248718, 0.8274378776550293, 0.8361680507659912, 0.8376078605651855, 0.8395434021949768, 0.8470691442489624, 0.852764368057251, 0.8552194833755493, 0.8638121485710144, 0.8687376976013184, 0.8707651495933533, 0.8714885711669922, 0.8727847933769226, 0.8811403512954712, 0.8625691533088684, 0.8764099478721619, 0.8835643529891968, 0.8837076425552368, 0.8844870328903198, 0.8872884511947632, 0.8831133842468262, 0.8820681571960449, 0.888870894908905, 0.8816165924072266, 0.8935505151748657, 0.8943310379981995, 0.8881985545158386, 0.9008849859237671], "cos_Ac_negg": [0.8251599073410034, 0.8125004768371582, 0.8183442950248718, 0.8274378776550293, 0.8361680507659912, 0.8376078605651855, 0.8395434021949768, 0.8470691442489624, 0.852764368057251, 0.8552194833755493, 0.8638121485710144, 0.8687376976013184, 0.8707651495933533, 0.8714885711669922, 0.8727847933769226, 0.8811403512954712, 0.8625691533088684, 0.8764099478721619, 0.8835643529891968, 0.8837076425552368, 0.8844870328903198, 0.8872884511947632, 0.8831133842468262, 0.8820681571960449, 0.888870894908905, 0.8816165924072266, 0.8935505151748657, 0.8943310379981995, 0.8881985545158386, 0.9008849859237671], "r_norm": [1.7809078693389893, 1.5141394138336182, 1.5046641826629639, 1.5040451288223267, 1.4696993827819824, 1.475073218345642, 1.4580070972442627, 1.470197319984436, 1.4485746622085571, 1.4713666439056396, 1.451185703277588, 1.4518327713012695, 1.434950351715088, 1.4167989492416382, 1.4129111766815186, 1.4213707447052002, 1.421286702156067, 1.380781650543213, 1.400510311126709, 1.3775360584259033, 1.3685755729675293, 1.365110158920288, 1.3594996929168701, 1.3530714511871338, 1.3724780082702637, 1.344250202178955, 1.3324711322784424, 1.3435814380645752, 1.3445335626602173, 1.3381820917129517]}, {"step": 6000, "epoch": 15, "train_loss": 0.8615494966506958, "cos_r_negg": [0.8265856504440308, 0.8133887052536011, 0.8150115013122559, 0.8267866969108582, 0.8368077278137207, 0.8400630950927734, 0.8424298763275146, 0.8479205369949341, 0.8528746366500854, 0.8585175275802612, 0.8630183339118958, 0.8707534074783325, 0.8714852333068848, 0.8728361129760742, 0.8757193088531494, 0.8860970735549927, 0.864868700504303, 0.8777470588684082, 0.8828158378601074, 0.886473536491394, 0.8865251541137695, 0.8896792531013489, 0.8838328719139099, 0.8824928998947144, 0.8918470144271851, 0.8850858211517334, 0.8957463502883911, 0.8977918028831482, 0.8892999887466431, 0.9039913415908813], "cos_apical_negg": [0.8265856504440308, 0.8133887052536011, 0.8150115013122559, 0.8267866969108582, 0.8368077278137207, 0.8400630950927734, 0.8424298763275146, 0.8479205369949341, 0.8528746366500854, 0.8585175275802612, 0.8630183339118958, 0.8707534074783325, 0.8714852333068848, 0.8728361129760742, 0.8757193088531494, 0.8860970735549927, 0.864868700504303, 0.8777470588684082, 0.8828158378601074, 0.886473536491394, 0.8865251541137695, 0.8896792531013489, 0.8838328719139099, 0.8824928998947144, 0.8918470144271851, 0.8850858211517334, 0.8957463502883911, 0.8977918028831482, 0.8892999887466431, 0.9039913415908813], "cos_Ac_negg": [0.8265856504440308, 0.8133887052536011, 0.8150115013122559, 0.8267866969108582, 0.8368077278137207, 0.8400630950927734, 0.8424298763275146, 0.8479205369949341, 0.8528746366500854, 0.8585175275802612, 0.8630183339118958, 0.8707534074783325, 0.8714852333068848, 0.8728361129760742, 0.8757193088531494, 0.8860970735549927, 0.864868700504303, 0.8777470588684082, 0.8828158378601074, 0.886473536491394, 0.8865251541137695, 0.8896792531013489, 0.8838328719139099, 0.8824928998947144, 0.8918470144271851, 0.8850858211517334, 0.8957463502883911, 0.8977918028831482, 0.8892999887466431, 0.9039913415908813], "r_norm": [1.7673988342285156, 1.5081804990768433, 1.4974976778030396, 1.4978978633880615, 1.4607067108154297, 1.4643843173980713, 1.4506990909576416, 1.4647557735443115, 1.4446269273757935, 1.4646632671356201, 1.4454174041748047, 1.4455008506774902, 1.4279615879058838, 1.4084017276763916, 1.4043089151382446, 1.412863850593567, 1.4137241840362549, 1.372340202331543, 1.3924018144607544, 1.37162184715271, 1.362333059310913, 1.3592913150787354, 1.3514206409454346, 1.3444273471832275, 1.36470365524292, 1.336677074432373, 1.327107548713684, 1.3379725217819214, 1.3372796773910522, 1.3308322429656982], "ldr": {"dL_sdil": -0.09931635856628418, "dL_bp": -0.11774682998657227, "ratio": 0.8434737357906801}}, {"step": 6050, "epoch": 15, "train_loss": 0.74039626121521, "cos_r_negg": [0.8245508670806885, 0.8133875727653503, 0.8166056871414185, 0.8267128467559814, 0.8364015221595764, 0.8375441431999207, 0.8382371664047241, 0.8463284969329834, 0.8506373763084412, 0.855919361114502, 0.8619769811630249, 0.8713253140449524, 0.8711937665939331, 0.8738425374031067, 0.8763183355331421, 0.8840641975402832, 0.8649095296859741, 0.8813203573226929, 0.8854569792747498, 0.8876526355743408, 0.8883038759231567, 0.8901547193527222, 0.8835028409957886, 0.8855896592140198, 0.8926122784614563, 0.8892266154289246, 0.8993707299232483, 0.899238109588623, 0.8893082141876221, 0.902652382850647], "cos_apical_negg": [0.8245508670806885, 0.8133875727653503, 0.8166056871414185, 0.8267128467559814, 0.8364015221595764, 0.8375441431999207, 0.8382371664047241, 0.8463284969329834, 0.8506373763084412, 0.855919361114502, 0.8619769811630249, 0.8713253140449524, 0.8711937665939331, 0.8738425374031067, 0.8763183355331421, 0.8840641975402832, 0.8649095296859741, 0.8813203573226929, 0.8854569792747498, 0.8876526355743408, 0.8883038759231567, 0.8901547193527222, 0.8835028409957886, 0.8855896592140198, 0.8926122784614563, 0.8892266154289246, 0.8993707299232483, 0.899238109588623, 0.8893082141876221, 0.902652382850647], "cos_Ac_negg": [0.8245508670806885, 0.8133875727653503, 0.8166056871414185, 0.8267128467559814, 0.8364015221595764, 0.8375441431999207, 0.8382371664047241, 0.8463284969329834, 0.8506373763084412, 0.855919361114502, 0.8619769811630249, 0.8713253140449524, 0.8711937665939331, 0.8738425374031067, 0.8763183355331421, 0.8840641975402832, 0.8649095296859741, 0.8813203573226929, 0.8854569792747498, 0.8876526355743408, 0.8883038759231567, 0.8901547193527222, 0.8835028409957886, 0.8855896592140198, 0.8926122784614563, 0.8892266154289246, 0.8993707299232483, 0.899238109588623, 0.8893082141876221, 0.902652382850647], "r_norm": [1.8169610500335693, 1.5515482425689697, 1.5401796102523804, 1.5431859493255615, 1.5060842037200928, 1.5097556114196777, 1.494787573814392, 1.507582664489746, 1.4859075546264648, 1.5067319869995117, 1.4880346059799194, 1.4861334562301636, 1.4685310125350952, 1.450263261795044, 1.446636438369751, 1.4563231468200684, 1.455568552017212, 1.412743091583252, 1.434586524963379, 1.4106842279434204, 1.4003905057907104, 1.398449420928955, 1.3911055326461792, 1.386117696762085, 1.4060146808624268, 1.3779494762420654, 1.3652812242507935, 1.3766965866088867, 1.3758409023284912, 1.3706080913543701]}, {"step": 6100, "epoch": 15, "train_loss": 0.7239772081375122, "cos_r_negg": [0.8249788284301758, 0.8140898942947388, 0.8182129859924316, 0.8303478360176086, 0.8399839997291565, 0.8412337303161621, 0.8456716537475586, 0.8514959216117859, 0.8557031154632568, 0.8632194995880127, 0.8659716248512268, 0.8765091896057129, 0.8751791715621948, 0.8762715458869934, 0.8759462237358093, 0.8888314962387085, 0.8700113296508789, 0.8818860054016113, 0.8874865174293518, 0.8907412886619568, 0.8924045562744141, 0.8949472308158875, 0.8890637755393982, 0.8896032571792603, 0.8995732069015503, 0.8913866281509399, 0.9021947383880615, 0.9032735824584961, 0.893311619758606, 0.9026472568511963], "cos_apical_negg": [0.8249788284301758, 0.8140898942947388, 0.8182129859924316, 0.8303478360176086, 0.8399839997291565, 0.8412337303161621, 0.8456716537475586, 0.8514959216117859, 0.8557031154632568, 0.8632194995880127, 0.8659716248512268, 0.8765091896057129, 0.8751791715621948, 0.8762715458869934, 0.8759462237358093, 0.8888314962387085, 0.8700113296508789, 0.8818860054016113, 0.8874865174293518, 0.8907412886619568, 0.8924045562744141, 0.8949472308158875, 0.8890637755393982, 0.8896032571792603, 0.8995732069015503, 0.8913866281509399, 0.9021947383880615, 0.9032735824584961, 0.893311619758606, 0.9026472568511963], "cos_Ac_negg": [0.8249788284301758, 0.8140898942947388, 0.8182129859924316, 0.8303478360176086, 0.8399839997291565, 0.8412337303161621, 0.8456716537475586, 0.8514959216117859, 0.8557031154632568, 0.8632194995880127, 0.8659716248512268, 0.8765091896057129, 0.8751791715621948, 0.8762715458869934, 0.8759462237358093, 0.8888314962387085, 0.8700113296508789, 0.8818860054016113, 0.8874865174293518, 0.8907412886619568, 0.8924045562744141, 0.8949472308158875, 0.8890637755393982, 0.8896032571792603, 0.8995732069015503, 0.8913866281509399, 0.9021947383880615, 0.9032735824584961, 0.893311619758606, 0.9026472568511963], "r_norm": [1.8325190544128418, 1.5718485116958618, 1.5573372840881348, 1.5608940124511719, 1.5231877565383911, 1.5286086797714233, 1.5102421045303345, 1.5246886014938354, 1.506557583808899, 1.5254616737365723, 1.5047274827957153, 1.5058385133743286, 1.4840868711471558, 1.4697997570037842, 1.4642302989959717, 1.4758517742156982, 1.4710789918899536, 1.4305211305618286, 1.4499022960662842, 1.4284687042236328, 1.4179829359054565, 1.4153695106506348, 1.406286597251892, 1.3988957405090332, 1.4217185974121094, 1.3938679695129395, 1.379900336265564, 1.3926873207092285, 1.3917994499206543, 1.3824846744537354]}, {"step": 6150, "epoch": 15, "train_loss": 0.7471328973770142, "cos_r_negg": [0.8232073783874512, 0.8176710605621338, 0.8193963766098022, 0.8316043019294739, 0.8416302800178528, 0.8443689346313477, 0.848623514175415, 0.851722002029419, 0.8566846251487732, 0.8645554780960083, 0.868219256401062, 0.8739069700241089, 0.8782516717910767, 0.8794639110565186, 0.878497838973999, 0.8872137069702148, 0.8735113739967346, 0.88264399766922, 0.8903232216835022, 0.8913798332214355, 0.8915647268295288, 0.8993594646453857, 0.8916536569595337, 0.8906701803207397, 0.8982311487197876, 0.8951532244682312, 0.9046409726142883, 0.9080005884170532, 0.8947148323059082, 0.9084880948066711], "cos_apical_negg": [0.8232073783874512, 0.8176710605621338, 0.8193963766098022, 0.8316043019294739, 0.8416302800178528, 0.8443689346313477, 0.848623514175415, 0.851722002029419, 0.8566846251487732, 0.8645554780960083, 0.868219256401062, 0.8739069700241089, 0.8782516717910767, 0.8794639110565186, 0.878497838973999, 0.8872137069702148, 0.8735113739967346, 0.88264399766922, 0.8903232216835022, 0.8913798332214355, 0.8915647268295288, 0.8993594646453857, 0.8916536569595337, 0.8906701803207397, 0.8982311487197876, 0.8951532244682312, 0.9046409726142883, 0.9080005884170532, 0.8947148323059082, 0.9084880948066711], "cos_Ac_negg": [0.8232073783874512, 0.8176710605621338, 0.8193963766098022, 0.8316043019294739, 0.8416302800178528, 0.8443689346313477, 0.848623514175415, 0.851722002029419, 0.8566846251487732, 0.8645554780960083, 0.868219256401062, 0.8739069700241089, 0.8782516717910767, 0.8794639110565186, 0.878497838973999, 0.8872137069702148, 0.8735113739967346, 0.88264399766922, 0.8903232216835022, 0.8913798332214355, 0.8915647268295288, 0.8993594646453857, 0.8916536569595337, 0.8906701803207397, 0.8982311487197876, 0.8951532244682312, 0.9046409726142883, 0.9080005884170532, 0.8947148323059082, 0.9084880948066711], "r_norm": [1.795114278793335, 1.5387272834777832, 1.5300287008285522, 1.5310895442962646, 1.495391845703125, 1.4993244409561157, 1.4814486503601074, 1.4951244592666626, 1.4763319492340088, 1.4974687099456787, 1.476591944694519, 1.4801204204559326, 1.458611011505127, 1.443066120147705, 1.4357264041900635, 1.445695161819458, 1.4408149719238281, 1.4044358730316162, 1.421931266784668, 1.4025157690048218, 1.3912547826766968, 1.3892465829849243, 1.3815997838974, 1.3711602687835693, 1.3913013935089111, 1.3638081550598145, 1.3536207675933838, 1.3649235963821411, 1.3650085926055908, 1.3561334609985352]}, {"step": 6200, "epoch": 15, "train_loss": 0.7794855833053589, "cos_r_negg": [0.8226062655448914, 0.818038821220398, 0.8226735591888428, 0.8331469297409058, 0.8444476127624512, 0.8460826277732849, 0.8446328639984131, 0.8511391878128052, 0.8587319254875183, 0.8652186393737793, 0.8694702982902527, 0.875349760055542, 0.8777227401733398, 0.8792731761932373, 0.8808960914611816, 0.8899654150009155, 0.8732811212539673, 0.8890217542648315, 0.8896338939666748, 0.8947182893753052, 0.8958384990692139, 0.9018130302429199, 0.8952820897102356, 0.8959833383560181, 0.9002752900123596, 0.9002038240432739, 0.9047398567199707, 0.9092307090759277, 0.8998837471008301, 0.9142382144927979], "cos_apical_negg": [0.8226062655448914, 0.818038821220398, 0.8226735591888428, 0.8331469297409058, 0.8444476127624512, 0.8460826277732849, 0.8446328639984131, 0.8511391878128052, 0.8587319254875183, 0.8652186393737793, 0.8694702982902527, 0.875349760055542, 0.8777227401733398, 0.8792731761932373, 0.8808960914611816, 0.8899654150009155, 0.8732811212539673, 0.8890217542648315, 0.8896338939666748, 0.8947182893753052, 0.8958384990692139, 0.9018130302429199, 0.8952820897102356, 0.8959833383560181, 0.9002752900123596, 0.9002038240432739, 0.9047398567199707, 0.9092307090759277, 0.8998837471008301, 0.9142382144927979], "cos_Ac_negg": [0.8226062655448914, 0.818038821220398, 0.8226735591888428, 0.8331469297409058, 0.8444476127624512, 0.8460826277732849, 0.8446328639984131, 0.8511391878128052, 0.8587319254875183, 0.8652186393737793, 0.8694702982902527, 0.875349760055542, 0.8777227401733398, 0.8792731761932373, 0.8808960914611816, 0.8899654150009155, 0.8732811212539673, 0.8890217542648315, 0.8896338939666748, 0.8947182893753052, 0.8958384990692139, 0.9018130302429199, 0.8952820897102356, 0.8959833383560181, 0.9002752900123596, 0.9002038240432739, 0.9047398567199707, 0.9092307090759277, 0.8998837471008301, 0.9142382144927979], "r_norm": [1.8506263494491577, 1.5882599353790283, 1.578480839729309, 1.5839921236038208, 1.546107292175293, 1.5499842166900635, 1.5323837995529175, 1.5473055839538574, 1.5262043476104736, 1.5464041233062744, 1.5238902568817139, 1.5259274244308472, 1.5061582326889038, 1.4886242151260376, 1.483058214187622, 1.4943299293518066, 1.4892410039901733, 1.4507662057876587, 1.4676823616027832, 1.445651650428772, 1.4362900257110596, 1.4333727359771729, 1.4230504035949707, 1.4162352085113525, 1.4358946084976196, 1.407792568206787, 1.3962876796722412, 1.4073197841644287, 1.40604829788208, 1.3987096548080444]}, {"step": 6250, "epoch": 15, "train_loss": 0.8196530342102051, "cos_r_negg": [0.8218421936035156, 0.8219066262245178, 0.8245545625686646, 0.8336343765258789, 0.8447655439376831, 0.8484315872192383, 0.8476879596710205, 0.854117751121521, 0.8595191240310669, 0.8640634417533875, 0.8704291582107544, 0.8786957263946533, 0.8762894868850708, 0.8809219598770142, 0.8799819350242615, 0.8915970325469971, 0.8760330677032471, 0.8893359303474426, 0.8921703100204468, 0.8932093381881714, 0.8980560898780823, 0.8997451066970825, 0.8980981707572937, 0.8964465856552124, 0.9010262489318848, 0.8976898193359375, 0.9088950157165527, 0.9105488657951355, 0.8984861373901367, 0.9138224124908447], "cos_apical_negg": [0.8218421936035156, 0.8219066262245178, 0.8245545625686646, 0.8336343765258789, 0.8447655439376831, 0.8484315872192383, 0.8476879596710205, 0.854117751121521, 0.8595191240310669, 0.8640634417533875, 0.8704291582107544, 0.8786957263946533, 0.8762894868850708, 0.8809219598770142, 0.8799819350242615, 0.8915970325469971, 0.8760330677032471, 0.8893359303474426, 0.8921703100204468, 0.8932093381881714, 0.8980560898780823, 0.8997451066970825, 0.8980981707572937, 0.8964465856552124, 0.9010262489318848, 0.8976898193359375, 0.9088950157165527, 0.9105488657951355, 0.8984861373901367, 0.9138224124908447], "cos_Ac_negg": [0.8218421936035156, 0.8219066262245178, 0.8245545625686646, 0.8336343765258789, 0.8447655439376831, 0.8484315872192383, 0.8476879596710205, 0.854117751121521, 0.8595191240310669, 0.8640634417533875, 0.8704291582107544, 0.8786957263946533, 0.8762894868850708, 0.8809219598770142, 0.8799819350242615, 0.8915970325469971, 0.8760330677032471, 0.8893359303474426, 0.8921703100204468, 0.8932093381881714, 0.8980560898780823, 0.8997451066970825, 0.8980981707572937, 0.8964465856552124, 0.9010262489318848, 0.8976898193359375, 0.9088950157165527, 0.9105488657951355, 0.8984861373901367, 0.9138224124908447], "r_norm": [1.828221321105957, 1.5749688148498535, 1.5644077062606812, 1.5667407512664795, 1.5308687686920166, 1.534487247467041, 1.519263744354248, 1.531073808670044, 1.5107104778289795, 1.5332996845245361, 1.5074248313903809, 1.5108399391174316, 1.4932647943496704, 1.47220778465271, 1.4682555198669434, 1.4790315628051758, 1.473711371421814, 1.4379551410675049, 1.4541795253753662, 1.4321479797363281, 1.4225144386291504, 1.4187066555023193, 1.4114930629730225, 1.402096152305603, 1.4201390743255615, 1.3947980403900146, 1.382416844367981, 1.3916414976119995, 1.3920133113861084, 1.3868744373321533], "ldr": {"dL_sdil": -0.12511682510375977, "dL_bp": -0.14257001876831055, "ratio": 0.8775815994461372}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4322, "test_loss": 2.2962386962890626}, {"step": 6300, "epoch": 16, "train_loss": 0.5179319381713867, "cos_r_negg": [0.824464738368988, 0.8240941762924194, 0.828380823135376, 0.8379546999931335, 0.8532438278198242, 0.8528479933738708, 0.8532514572143555, 0.8606005907058716, 0.8624618053436279, 0.8699586987495422, 0.8736662864685059, 0.8812822699546814, 0.8831457495689392, 0.8852649927139282, 0.8829509019851685, 0.8933411836624146, 0.8804247379302979, 0.8936405181884766, 0.8950915336608887, 0.8964785933494568, 0.9015145301818848, 0.9047626256942749, 0.8989542722702026, 0.8992341756820679, 0.9062801003456116, 0.901909351348877, 0.9119884967803955, 0.9135717153549194, 0.9003844261169434, 0.9165788888931274], "cos_apical_negg": [0.824464738368988, 0.8240941762924194, 0.828380823135376, 0.8379546999931335, 0.8532438278198242, 0.8528479933738708, 0.8532514572143555, 0.8606005907058716, 0.8624618053436279, 0.8699586987495422, 0.8736662864685059, 0.8812822699546814, 0.8831457495689392, 0.8852649927139282, 0.8829509019851685, 0.8933411836624146, 0.8804247379302979, 0.8936405181884766, 0.8950915336608887, 0.8964785933494568, 0.9015145301818848, 0.9047626256942749, 0.8989542722702026, 0.8992341756820679, 0.9062801003456116, 0.901909351348877, 0.9119884967803955, 0.9135717153549194, 0.9003844261169434, 0.9165788888931274], "cos_Ac_negg": [0.824464738368988, 0.8240941762924194, 0.828380823135376, 0.8379546999931335, 0.8532438278198242, 0.8528479933738708, 0.8532514572143555, 0.8606005907058716, 0.8624618053436279, 0.8699586987495422, 0.8736662864685059, 0.8812822699546814, 0.8831457495689392, 0.8852649927139282, 0.8829509019851685, 0.8933411836624146, 0.8804247379302979, 0.8936405181884766, 0.8950915336608887, 0.8964785933494568, 0.9015145301818848, 0.9047626256942749, 0.8989542722702026, 0.8992341756820679, 0.9062801003456116, 0.901909351348877, 0.9119884967803955, 0.9135717153549194, 0.9003844261169434, 0.9165788888931274], "r_norm": [1.846718192100525, 1.5921237468719482, 1.5834071636199951, 1.5863847732543945, 1.5490833520889282, 1.5520589351654053, 1.5378988981246948, 1.5495964288711548, 1.5292298793792725, 1.5527503490447998, 1.5270471572875977, 1.5273215770721436, 1.5127450227737427, 1.4916948080062866, 1.4859421253204346, 1.4955519437789917, 1.4909615516662598, 1.4541199207305908, 1.4690278768539429, 1.4491665363311768, 1.4371085166931152, 1.4365622997283936, 1.4273571968078613, 1.4179506301879883, 1.4361284971237183, 1.4099100828170776, 1.3975818157196045, 1.4064509868621826, 1.4088447093963623, 1.3998737335205078]}, {"step": 6350, "epoch": 16, "train_loss": 0.6671778559684753, "cos_r_negg": [0.8291459083557129, 0.8262498378753662, 0.8281424641609192, 0.8414431810379028, 0.8511099815368652, 0.8541908860206604, 0.8555853366851807, 0.8609439134597778, 0.8661527633666992, 0.8707463145256042, 0.8731104135513306, 0.881682276725769, 0.8831354379653931, 0.8836736679077148, 0.8836824893951416, 0.8919032216072083, 0.8823691010475159, 0.8949688076972961, 0.8964197635650635, 0.8971526622772217, 0.9024683237075806, 0.9051880836486816, 0.8992366194725037, 0.8999137878417969, 0.9034854173660278, 0.9032657146453857, 0.9109410047531128, 0.9141743183135986, 0.9008761644363403, 0.9216067790985107], "cos_apical_negg": [0.8291459083557129, 0.8262498378753662, 0.8281424641609192, 0.8414431810379028, 0.8511099815368652, 0.8541908860206604, 0.8555853366851807, 0.8609439134597778, 0.8661527633666992, 0.8707463145256042, 0.8731104135513306, 0.881682276725769, 0.8831354379653931, 0.8836736679077148, 0.8836824893951416, 0.8919032216072083, 0.8823691010475159, 0.8949688076972961, 0.8964197635650635, 0.8971526622772217, 0.9024683237075806, 0.9051880836486816, 0.8992366194725037, 0.8999137878417969, 0.9034854173660278, 0.9032657146453857, 0.9109410047531128, 0.9141743183135986, 0.9008761644363403, 0.9216067790985107], "cos_Ac_negg": [0.8291459083557129, 0.8262498378753662, 0.8281424641609192, 0.8414431810379028, 0.8511099815368652, 0.8541908860206604, 0.8555853366851807, 0.8609439134597778, 0.8661527633666992, 0.8707463145256042, 0.8731104135513306, 0.881682276725769, 0.8831354379653931, 0.8836736679077148, 0.8836824893951416, 0.8919032216072083, 0.8823691010475159, 0.8949688076972961, 0.8964197635650635, 0.8971526622772217, 0.9024683237075806, 0.9051880836486816, 0.8992366194725037, 0.8999137878417969, 0.9034854173660278, 0.9032657146453857, 0.9109410047531128, 0.9141743183135986, 0.9008761644363403, 0.9216067790985107], "r_norm": [1.7767205238342285, 1.5352336168289185, 1.5262185335159302, 1.526771903038025, 1.492629051208496, 1.49434494972229, 1.4820544719696045, 1.4941987991333008, 1.473965048789978, 1.4970592260360718, 1.4717096090316772, 1.4742828607559204, 1.4582958221435547, 1.4376170635223389, 1.4309039115905762, 1.4404727220535278, 1.435860276222229, 1.4026380777359009, 1.4161272048950195, 1.397916555404663, 1.3857358694076538, 1.3839471340179443, 1.3761842250823975, 1.3648676872253418, 1.383863925933838, 1.3578622341156006, 1.3458662033081055, 1.3557759523391724, 1.3581241369247437, 1.3483736515045166]}, {"step": 6400, "epoch": 16, "train_loss": 0.8344217538833618, "cos_r_negg": [0.8266162276268005, 0.8293986320495605, 0.8302201628684998, 0.8420260548591614, 0.8506544828414917, 0.8536520600318909, 0.8563600778579712, 0.8624571561813354, 0.8661171197891235, 0.8730853199958801, 0.8767483234405518, 0.8831202983856201, 0.8831862211227417, 0.8852040767669678, 0.8881267309188843, 0.8971201181411743, 0.8854048252105713, 0.8975058197975159, 0.8999909162521362, 0.9019438028335571, 0.9044349789619446, 0.9086953401565552, 0.9059535264968872, 0.9054579734802246, 0.9092872142791748, 0.9043617248535156, 0.9101532101631165, 0.9155483841896057, 0.909579873085022, 0.9225168228149414], "cos_apical_negg": [0.8266162276268005, 0.8293986320495605, 0.8302201628684998, 0.8420260548591614, 0.8506544828414917, 0.8536520600318909, 0.8563600778579712, 0.8624571561813354, 0.8661171197891235, 0.8730853199958801, 0.8767483234405518, 0.8831202983856201, 0.8831862211227417, 0.8852040767669678, 0.8881267309188843, 0.8971201181411743, 0.8854048252105713, 0.8975058197975159, 0.8999909162521362, 0.9019438028335571, 0.9044349789619446, 0.9086953401565552, 0.9059535264968872, 0.9054579734802246, 0.9092872142791748, 0.9043617248535156, 0.9101532101631165, 0.9155483841896057, 0.909579873085022, 0.9225168228149414], "cos_Ac_negg": [0.8266162276268005, 0.8293986320495605, 0.8302201628684998, 0.8420260548591614, 0.8506544828414917, 0.8536520600318909, 0.8563600778579712, 0.8624571561813354, 0.8661171197891235, 0.8730853199958801, 0.8767483234405518, 0.8831202983856201, 0.8831862211227417, 0.8852040767669678, 0.8881267309188843, 0.8971201181411743, 0.8854048252105713, 0.8975058197975159, 0.8999909162521362, 0.9019438028335571, 0.9044349789619446, 0.9086953401565552, 0.9059535264968872, 0.9054579734802246, 0.9092872142791748, 0.9043617248535156, 0.9101532101631165, 0.9155483841896057, 0.909579873085022, 0.9225168228149414], "r_norm": [1.8098829984664917, 1.565693974494934, 1.5533161163330078, 1.5561978816986084, 1.521371841430664, 1.525776743888855, 1.5121397972106934, 1.526583194732666, 1.5061877965927124, 1.526039958000183, 1.5033419132232666, 1.506804347038269, 1.4845584630966187, 1.465747356414795, 1.4622973203659058, 1.4721052646636963, 1.4641447067260742, 1.4306265115737915, 1.4469026327133179, 1.4260305166244507, 1.4141688346862793, 1.4109487533569336, 1.4029043912887573, 1.3926969766616821, 1.413517713546753, 1.3874115943908691, 1.3742566108703613, 1.3834929466247559, 1.3829550743103027, 1.3744124174118042]}, {"step": 6450, "epoch": 16, "train_loss": 0.6856284141540527, "cos_r_negg": [0.8191134929656982, 0.8258364796638489, 0.8301828503608704, 0.839363157749176, 0.8508829474449158, 0.8525022268295288, 0.855969250202179, 0.8615186810493469, 0.8674849271774292, 0.8721075057983398, 0.8773093223571777, 0.8841289281845093, 0.8849601149559021, 0.8876190185546875, 0.8859834671020508, 0.8983370065689087, 0.8857421278953552, 0.8962811231613159, 0.8972923755645752, 0.899036705493927, 0.9041169285774231, 0.909783661365509, 0.9025492668151855, 0.9028974175453186, 0.9066041111946106, 0.9053726196289062, 0.9114604592323303, 0.9172821044921875, 0.9079835414886475, 0.9229003190994263], "cos_apical_negg": [0.8191134929656982, 0.8258364796638489, 0.8301828503608704, 0.839363157749176, 0.8508829474449158, 0.8525022268295288, 0.855969250202179, 0.8615186810493469, 0.8674849271774292, 0.8721075057983398, 0.8773093223571777, 0.8841289281845093, 0.8849601149559021, 0.8876190185546875, 0.8859834671020508, 0.8983370065689087, 0.8857421278953552, 0.8962811231613159, 0.8972923755645752, 0.899036705493927, 0.9041169285774231, 0.909783661365509, 0.9025492668151855, 0.9028974175453186, 0.9066041111946106, 0.9053726196289062, 0.9114604592323303, 0.9172821044921875, 0.9079835414886475, 0.9229003190994263], "cos_Ac_negg": [0.8191134929656982, 0.8258364796638489, 0.8301828503608704, 0.839363157749176, 0.8508829474449158, 0.8525022268295288, 0.855969250202179, 0.8615186810493469, 0.8674849271774292, 0.8721075057983398, 0.8773093223571777, 0.8841289281845093, 0.8849601149559021, 0.8876190185546875, 0.8859834671020508, 0.8983370065689087, 0.8857421278953552, 0.8962811231613159, 0.8972923755645752, 0.899036705493927, 0.9041169285774231, 0.909783661365509, 0.9025492668151855, 0.9028974175453186, 0.9066041111946106, 0.9053726196289062, 0.9114604592323303, 0.9172821044921875, 0.9079835414886475, 0.9229003190994263], "r_norm": [1.8899145126342773, 1.6361395120620728, 1.625518560409546, 1.6263381242752075, 1.5914735794067383, 1.5962047576904297, 1.5804613828659058, 1.5956857204437256, 1.5741467475891113, 1.5962867736816406, 1.5707221031188965, 1.574427604675293, 1.5551748275756836, 1.5345606803894043, 1.5285738706588745, 1.5380151271820068, 1.5297119617462158, 1.4964056015014648, 1.5100246667861938, 1.4934320449829102, 1.477003812789917, 1.476727843284607, 1.4665920734405518, 1.4554293155670166, 1.4749878644943237, 1.4480262994766235, 1.435727596282959, 1.4464237689971924, 1.446596384048462, 1.4351451396942139]}, {"step": 6500, "epoch": 16, "train_loss": 0.834760308265686, "cos_r_negg": [0.823693037033081, 0.8294126987457275, 0.8326414227485657, 0.8443718552589417, 0.8504319190979004, 0.8554514646530151, 0.8574408292770386, 0.8630023002624512, 0.870674729347229, 0.8736647367477417, 0.8805563449859619, 0.8845207095146179, 0.8864253759384155, 0.8912386894226074, 0.8892830014228821, 0.9008976221084595, 0.8898454904556274, 0.8985803723335266, 0.901718258857727, 0.9040213227272034, 0.9062164425849915, 0.9117444753646851, 0.9081364870071411, 0.9072923064231873, 0.9145325422286987, 0.9061577320098877, 0.9160754680633545, 0.9181405305862427, 0.9095604419708252, 0.9254797697067261], "cos_apical_negg": [0.823693037033081, 0.8294126987457275, 0.8326414227485657, 0.8443718552589417, 0.8504319190979004, 0.8554514646530151, 0.8574408292770386, 0.8630023002624512, 0.870674729347229, 0.8736647367477417, 0.8805563449859619, 0.8845207095146179, 0.8864253759384155, 0.8912386894226074, 0.8892830014228821, 0.9008976221084595, 0.8898454904556274, 0.8985803723335266, 0.901718258857727, 0.9040213227272034, 0.9062164425849915, 0.9117444753646851, 0.9081364870071411, 0.9072923064231873, 0.9145325422286987, 0.9061577320098877, 0.9160754680633545, 0.9181405305862427, 0.9095604419708252, 0.9254797697067261], "cos_Ac_negg": [0.823693037033081, 0.8294126987457275, 0.8326414227485657, 0.8443718552589417, 0.8504319190979004, 0.8554514646530151, 0.8574408292770386, 0.8630023002624512, 0.870674729347229, 0.8736647367477417, 0.8805563449859619, 0.8845207095146179, 0.8864253759384155, 0.8912386894226074, 0.8892830014228821, 0.9008976221084595, 0.8898454904556274, 0.8985803723335266, 0.901718258857727, 0.9040213227272034, 0.9062164425849915, 0.9117444753646851, 0.9081364870071411, 0.9072923064231873, 0.9145325422286987, 0.9061577320098877, 0.9160754680633545, 0.9181405305862427, 0.9095604419708252, 0.9254797697067261], "r_norm": [1.8653249740600586, 1.6183929443359375, 1.608508586883545, 1.612121820449829, 1.5764024257659912, 1.579014539718628, 1.5660011768341064, 1.581160545349121, 1.5587197542190552, 1.579293131828308, 1.5560805797576904, 1.5586845874786377, 1.539078712463379, 1.5176893472671509, 1.5135449171066284, 1.5223791599273682, 1.5137748718261719, 1.4815669059753418, 1.4942600727081299, 1.4768850803375244, 1.4631727933883667, 1.4618980884552002, 1.4520399570465088, 1.4419748783111572, 1.4601476192474365, 1.4341318607330322, 1.4196498394012451, 1.4292470216751099, 1.4304451942443848, 1.4196919202804565], "ldr": {"dL_sdil": -0.11539769172668457, "dL_bp": -0.14149928092956543, "ratio": 0.8155355346584868}}, {"step": 6550, "epoch": 16, "train_loss": 0.5242255926132202, "cos_r_negg": [0.8227033019065857, 0.8290672302246094, 0.8338227272033691, 0.8435409665107727, 0.8537847995758057, 0.8578383326530457, 0.8596789836883545, 0.8665880560874939, 0.8724533319473267, 0.8768211603164673, 0.8824604749679565, 0.887252688407898, 0.8874790668487549, 0.8915125727653503, 0.892192006111145, 0.9040684103965759, 0.8902906179428101, 0.9009086489677429, 0.9039077162742615, 0.9063500761985779, 0.9067162275314331, 0.9116265773773193, 0.90827876329422, 0.9071534872055054, 0.9142835140228271, 0.9087808728218079, 0.9155265092849731, 0.9198883175849915, 0.9106346964836121, 0.9243278503417969], "cos_apical_negg": [0.8227033019065857, 0.8290672302246094, 0.8338227272033691, 0.8435409665107727, 0.8537847995758057, 0.8578383326530457, 0.8596789836883545, 0.8665880560874939, 0.8724533319473267, 0.8768211603164673, 0.8824604749679565, 0.887252688407898, 0.8874790668487549, 0.8915125727653503, 0.892192006111145, 0.9040684103965759, 0.8902906179428101, 0.9009086489677429, 0.9039077162742615, 0.9063500761985779, 0.9067162275314331, 0.9116265773773193, 0.90827876329422, 0.9071534872055054, 0.9142835140228271, 0.9087808728218079, 0.9155265092849731, 0.9198883175849915, 0.9106346964836121, 0.9243278503417969], "cos_Ac_negg": [0.8227033019065857, 0.8290672302246094, 0.8338227272033691, 0.8435409665107727, 0.8537847995758057, 0.8578383326530457, 0.8596789836883545, 0.8665880560874939, 0.8724533319473267, 0.8768211603164673, 0.8824604749679565, 0.887252688407898, 0.8874790668487549, 0.8915125727653503, 0.892192006111145, 0.9040684103965759, 0.8902906179428101, 0.9009086489677429, 0.9039077162742615, 0.9063500761985779, 0.9067162275314331, 0.9116265773773193, 0.90827876329422, 0.9071534872055054, 0.9142835140228271, 0.9087808728218079, 0.9155265092849731, 0.9198883175849915, 0.9106346964836121, 0.9243278503417969], "r_norm": [1.8438007831573486, 1.6040620803833008, 1.5912671089172363, 1.5974581241607666, 1.5610623359680176, 1.5637459754943848, 1.5504308938980103, 1.5663797855377197, 1.544041633605957, 1.563598394393921, 1.5412588119506836, 1.5429127216339111, 1.5228807926177979, 1.5039730072021484, 1.4978359937667847, 1.5066267251968384, 1.4980500936508179, 1.4670839309692383, 1.4793610572814941, 1.4617080688476562, 1.4491846561431885, 1.4478490352630615, 1.4368104934692383, 1.4289031028747559, 1.4459474086761475, 1.4190876483917236, 1.4062721729278564, 1.4161732196807861, 1.4158542156219482, 1.4066216945648193]}, {"step": 6600, "epoch": 16, "train_loss": 0.7723467350006104, "cos_r_negg": [0.8262050151824951, 0.8301535844802856, 0.8333108425140381, 0.8442162275314331, 0.8557735085487366, 0.8589049577713013, 0.861397385597229, 0.867511510848999, 0.8726567625999451, 0.8765278458595276, 0.8829574584960938, 0.8890752196311951, 0.8886268734931946, 0.8922833204269409, 0.8941908478736877, 0.9048418998718262, 0.8902474641799927, 0.902313232421875, 0.9048280715942383, 0.9084460139274597, 0.9065412878990173, 0.9142497777938843, 0.9129687547683716, 0.9091336727142334, 0.9169940948486328, 0.9082686901092529, 0.9169831871986389, 0.9225770235061646, 0.9132752418518066, 0.9289108514785767], "cos_apical_negg": [0.8262050151824951, 0.8301535844802856, 0.8333108425140381, 0.8442162275314331, 0.8557735085487366, 0.8589049577713013, 0.861397385597229, 0.867511510848999, 0.8726567625999451, 0.8765278458595276, 0.8829574584960938, 0.8890752196311951, 0.8886268734931946, 0.8922833204269409, 0.8941908478736877, 0.9048418998718262, 0.8902474641799927, 0.902313232421875, 0.9048280715942383, 0.9084460139274597, 0.9065412878990173, 0.9142497777938843, 0.9129687547683716, 0.9091336727142334, 0.9169940948486328, 0.9082686901092529, 0.9169831871986389, 0.9225770235061646, 0.9132752418518066, 0.9289108514785767], "cos_Ac_negg": [0.8262050151824951, 0.8301535844802856, 0.8333108425140381, 0.8442162275314331, 0.8557735085487366, 0.8589049577713013, 0.861397385597229, 0.867511510848999, 0.8726567625999451, 0.8765278458595276, 0.8829574584960938, 0.8890752196311951, 0.8886268734931946, 0.8922833204269409, 0.8941908478736877, 0.9048418998718262, 0.8902474641799927, 0.902313232421875, 0.9048280715942383, 0.9084460139274597, 0.9065412878990173, 0.9142497777938843, 0.9129687547683716, 0.9091336727142334, 0.9169940948486328, 0.9082686901092529, 0.9169831871986389, 0.9225770235061646, 0.9132752418518066, 0.9289108514785767], "r_norm": [1.8487253189086914, 1.6106040477752686, 1.5971386432647705, 1.6029647588729858, 1.567320466041565, 1.570150375366211, 1.557752251625061, 1.571615219116211, 1.5507361888885498, 1.5697646141052246, 1.5477948188781738, 1.5489344596862793, 1.5279128551483154, 1.5091768503189087, 1.503440022468567, 1.512184739112854, 1.5033063888549805, 1.471714973449707, 1.4836792945861816, 1.4651122093200684, 1.454314112663269, 1.451869249343872, 1.4429311752319336, 1.4325635433197021, 1.4506778717041016, 1.4234174489974976, 1.4087117910385132, 1.4192273616790771, 1.4187487363815308, 1.4094897508621216]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4281, "test_loss": 2.4496140625}, {"step": 6650, "epoch": 17, "train_loss": 0.6517850756645203, "cos_r_negg": [0.8207668662071228, 0.8327932953834534, 0.8358853459358215, 0.8448415994644165, 0.8564325571060181, 0.8593002557754517, 0.8633068799972534, 0.8696856498718262, 0.87403404712677, 0.8787039518356323, 0.8854043483734131, 0.890538215637207, 0.8933653831481934, 0.8946119546890259, 0.8958319425582886, 0.9059957265853882, 0.8910722732543945, 0.9057413935661316, 0.9046046137809753, 0.9094234704971313, 0.9068695306777954, 0.9141626358032227, 0.9158129692077637, 0.9115840196609497, 0.9148862957954407, 0.9118084907531738, 0.9203518033027649, 0.9263249039649963, 0.9151571989059448, 0.9291831254959106], "cos_apical_negg": [0.8207668662071228, 0.8327932953834534, 0.8358853459358215, 0.8448415994644165, 0.8564325571060181, 0.8593002557754517, 0.8633068799972534, 0.8696856498718262, 0.87403404712677, 0.8787039518356323, 0.8854043483734131, 0.890538215637207, 0.8933653831481934, 0.8946119546890259, 0.8958319425582886, 0.9059957265853882, 0.8910722732543945, 0.9057413935661316, 0.9046046137809753, 0.9094234704971313, 0.9068695306777954, 0.9141626358032227, 0.9158129692077637, 0.9115840196609497, 0.9148862957954407, 0.9118084907531738, 0.9203518033027649, 0.9263249039649963, 0.9151571989059448, 0.9291831254959106], "cos_Ac_negg": [0.8207668662071228, 0.8327932953834534, 0.8358853459358215, 0.8448415994644165, 0.8564325571060181, 0.8593002557754517, 0.8633068799972534, 0.8696856498718262, 0.87403404712677, 0.8787039518356323, 0.8854043483734131, 0.890538215637207, 0.8933653831481934, 0.8946119546890259, 0.8958319425582886, 0.9059957265853882, 0.8910722732543945, 0.9057413935661316, 0.9046046137809753, 0.9094234704971313, 0.9068695306777954, 0.9141626358032227, 0.9158129692077637, 0.9115840196609497, 0.9148862957954407, 0.9118084907531738, 0.9203518033027649, 0.9263249039649963, 0.9151571989059448, 0.9291831254959106], "r_norm": [1.8865046501159668, 1.6467952728271484, 1.634690284729004, 1.6392977237701416, 1.602038860321045, 1.604238748550415, 1.592919111251831, 1.6072924137115479, 1.5846552848815918, 1.6064319610595703, 1.5821788311004639, 1.5810775756835938, 1.5621073246002197, 1.5441668033599854, 1.5379081964492798, 1.5451419353485107, 1.5351769924163818, 1.5053987503051758, 1.5165646076202393, 1.4977647066116333, 1.4840967655181885, 1.484227180480957, 1.4740852117538452, 1.4649239778518677, 1.4822460412979126, 1.4536800384521484, 1.4395314455032349, 1.4499433040618896, 1.4510860443115234, 1.4395869970321655]}, {"step": 6700, "epoch": 17, "train_loss": 0.6688008308410645, "cos_r_negg": [0.822136402130127, 0.8353568315505981, 0.8393228054046631, 0.8481264114379883, 0.8579666018486023, 0.8629506230354309, 0.8665547370910645, 0.8745532035827637, 0.8768369555473328, 0.8808507919311523, 0.8872556686401367, 0.8927468061447144, 0.8942015171051025, 0.8984465003013611, 0.8992961645126343, 0.9062791466712952, 0.8975249528884888, 0.9063917398452759, 0.908689558506012, 0.9137873649597168, 0.9146069288253784, 0.9199017286300659, 0.9161108136177063, 0.9147103428840637, 0.918426513671875, 0.9162620306015015, 0.9234676957130432, 0.9305369257926941, 0.9162997007369995, 0.9335228204727173], "cos_apical_negg": [0.822136402130127, 0.8353568315505981, 0.8393228054046631, 0.8481264114379883, 0.8579666018486023, 0.8629506230354309, 0.8665547370910645, 0.8745532035827637, 0.8768369555473328, 0.8808507919311523, 0.8872556686401367, 0.8927468061447144, 0.8942015171051025, 0.8984465003013611, 0.8992961645126343, 0.9062791466712952, 0.8975249528884888, 0.9063917398452759, 0.908689558506012, 0.9137873649597168, 0.9146069288253784, 0.9199017286300659, 0.9161108136177063, 0.9147103428840637, 0.918426513671875, 0.9162620306015015, 0.9234676957130432, 0.9305369257926941, 0.9162997007369995, 0.9335228204727173], "cos_Ac_negg": [0.822136402130127, 0.8353568315505981, 0.8393228054046631, 0.8481264114379883, 0.8579666018486023, 0.8629506230354309, 0.8665547370910645, 0.8745532035827637, 0.8768369555473328, 0.8808507919311523, 0.8872556686401367, 0.8927468061447144, 0.8942015171051025, 0.8984465003013611, 0.8992961645126343, 0.9062791466712952, 0.8975249528884888, 0.9063917398452759, 0.908689558506012, 0.9137873649597168, 0.9146069288253784, 0.9199017286300659, 0.9161108136177063, 0.9147103428840637, 0.918426513671875, 0.9162620306015015, 0.9234676957130432, 0.9305369257926941, 0.9162997007369995, 0.9335228204727173], "r_norm": [1.8272055387496948, 1.5996564626693726, 1.5885109901428223, 1.5918121337890625, 1.5588188171386719, 1.5611250400543213, 1.5517960786819458, 1.564192295074463, 1.5418250560760498, 1.5628553628921509, 1.537312626838684, 1.5399755239486694, 1.5247955322265625, 1.5036425590515137, 1.497090220451355, 1.5052568912506104, 1.496255874633789, 1.4663965702056885, 1.4772783517837524, 1.460813283920288, 1.4474306106567383, 1.4448206424713135, 1.4365941286087036, 1.4260674715042114, 1.44194757938385, 1.4158482551574707, 1.4026585817337036, 1.4134527444839478, 1.4135475158691406, 1.4002903699874878]}, {"step": 6750, "epoch": 17, "train_loss": 0.7494778633117676, "cos_r_negg": [0.8223547339439392, 0.8358924388885498, 0.8380494713783264, 0.8485223054885864, 0.8590384721755981, 0.8629732131958008, 0.8666792511940002, 0.8753259181976318, 0.8781651854515076, 0.8824487924575806, 0.8872009515762329, 0.892417311668396, 0.8937919735908508, 0.8979865908622742, 0.8994413614273071, 0.9074083566665649, 0.8973020315170288, 0.9077340364456177, 0.9110727310180664, 0.9138050079345703, 0.9144129157066345, 0.9193301200866699, 0.9169856905937195, 0.9169317483901978, 0.919604480266571, 0.9155824184417725, 0.9239192605018616, 0.9300719499588013, 0.9173376560211182, 0.932561993598938], "cos_apical_negg": [0.8223547339439392, 0.8358924388885498, 0.8380494713783264, 0.8485223054885864, 0.8590384721755981, 0.8629732131958008, 0.8666792511940002, 0.8753259181976318, 0.8781651854515076, 0.8824487924575806, 0.8872009515762329, 0.892417311668396, 0.8937919735908508, 0.8979865908622742, 0.8994413614273071, 0.9074083566665649, 0.8973020315170288, 0.9077340364456177, 0.9110727310180664, 0.9138050079345703, 0.9144129157066345, 0.9193301200866699, 0.9169856905937195, 0.9169317483901978, 0.919604480266571, 0.9155824184417725, 0.9239192605018616, 0.9300719499588013, 0.9173376560211182, 0.932561993598938], "cos_Ac_negg": [0.8223547339439392, 0.8358924388885498, 0.8380494713783264, 0.8485223054885864, 0.8590384721755981, 0.8629732131958008, 0.8666792511940002, 0.8753259181976318, 0.8781651854515076, 0.8824487924575806, 0.8872009515762329, 0.892417311668396, 0.8937919735908508, 0.8979865908622742, 0.8994413614273071, 0.9074083566665649, 0.8973020315170288, 0.9077340364456177, 0.9110727310180664, 0.9138050079345703, 0.9144129157066345, 0.9193301200866699, 0.9169856905937195, 0.9169317483901978, 0.919604480266571, 0.9155824184417725, 0.9239192605018616, 0.9300719499588013, 0.9173376560211182, 0.932561993598938], "r_norm": [1.8910318613052368, 1.6544952392578125, 1.6440081596374512, 1.6472229957580566, 1.6111130714416504, 1.6126700639724731, 1.6021182537078857, 1.6182695627212524, 1.596312403678894, 1.6136832237243652, 1.5909322500228882, 1.5898597240447998, 1.5734102725982666, 1.552093744277954, 1.5459837913513184, 1.5538326501846313, 1.5433121919631958, 1.5117939710617065, 1.5237886905670166, 1.5060639381408691, 1.4936373233795166, 1.4895923137664795, 1.480292797088623, 1.47199285030365, 1.4884257316589355, 1.4605307579040527, 1.4476194381713867, 1.4571897983551025, 1.457344651222229, 1.4459490776062012], "ldr": {"dL_sdil": -0.13588452339172363, "dL_bp": -0.16585111618041992, "ratio": 0.8193163032071648}}, {"step": 6800, "epoch": 17, "train_loss": 0.6835595965385437, "cos_r_negg": [0.8265505433082581, 0.8385286331176758, 0.8376110792160034, 0.8503246307373047, 0.8612378835678101, 0.8647966980934143, 0.8667727112770081, 0.8743270039558411, 0.876487135887146, 0.8839717507362366, 0.8878536224365234, 0.8922487497329712, 0.8956156969070435, 0.9003204107284546, 0.9003517627716064, 0.9091852307319641, 0.8988872766494751, 0.9091178774833679, 0.9109693765640259, 0.9121982455253601, 0.9182847738265991, 0.9208366870880127, 0.9196155071258545, 0.9177749156951904, 0.920330822467804, 0.9174898862838745, 0.9234430193901062, 0.9300265312194824, 0.9182512760162354, 0.934537947177887], "cos_apical_negg": [0.8265505433082581, 0.8385286331176758, 0.8376110792160034, 0.8503246307373047, 0.8612378835678101, 0.8647966980934143, 0.8667727112770081, 0.8743270039558411, 0.876487135887146, 0.8839717507362366, 0.8878536224365234, 0.8922487497329712, 0.8956156969070435, 0.9003204107284546, 0.9003517627716064, 0.9091852307319641, 0.8988872766494751, 0.9091178774833679, 0.9109693765640259, 0.9121982455253601, 0.9182847738265991, 0.9208366870880127, 0.9196155071258545, 0.9177749156951904, 0.920330822467804, 0.9174898862838745, 0.9234430193901062, 0.9300265312194824, 0.9182512760162354, 0.934537947177887], "cos_Ac_negg": [0.8265505433082581, 0.8385286331176758, 0.8376110792160034, 0.8503246307373047, 0.8612378835678101, 0.8647966980934143, 0.8667727112770081, 0.8743270039558411, 0.876487135887146, 0.8839717507362366, 0.8878536224365234, 0.8922487497329712, 0.8956156969070435, 0.9003204107284546, 0.9003517627716064, 0.9091852307319641, 0.8988872766494751, 0.9091178774833679, 0.9109693765640259, 0.9121982455253601, 0.9182847738265991, 0.9208366870880127, 0.9196155071258545, 0.9177749156951904, 0.920330822467804, 0.9174898862838745, 0.9234430193901062, 0.9300265312194824, 0.9182512760162354, 0.934537947177887], "r_norm": [1.8961787223815918, 1.6621294021606445, 1.6517221927642822, 1.6554592847824097, 1.6211069822311401, 1.6231030225753784, 1.612954020500183, 1.6269550323486328, 1.6026861667633057, 1.623584508895874, 1.5978775024414062, 1.599999189376831, 1.5830225944519043, 1.5615479946136475, 1.5550422668457031, 1.5622363090515137, 1.5516672134399414, 1.52366042137146, 1.533512830734253, 1.5153454542160034, 1.5035078525543213, 1.500430703163147, 1.4897794723510742, 1.4816275835037231, 1.4958510398864746, 1.4681687355041504, 1.4547066688537598, 1.466099739074707, 1.4662967920303345, 1.4529756307601929]}, {"step": 6850, "epoch": 17, "train_loss": 0.5627986192703247, "cos_r_negg": [0.8217605352401733, 0.8372191786766052, 0.8409207463264465, 0.8514085412025452, 0.8616062998771667, 0.8635033965110779, 0.8676393628120422, 0.875274658203125, 0.8768771290779114, 0.8857532739639282, 0.8884248733520508, 0.8927583694458008, 0.8971330523490906, 0.8995552659034729, 0.9000362753868103, 0.9109698534011841, 0.8977150917053223, 0.9119864702224731, 0.9108061194419861, 0.9137855172157288, 0.918978214263916, 0.9201430082321167, 0.9195225238800049, 0.9177132844924927, 0.9224988222122192, 0.9186607599258423, 0.9265692234039307, 0.928195595741272, 0.9200156331062317, 0.9361128211021423], "cos_apical_negg": [0.8217605352401733, 0.8372191786766052, 0.8409207463264465, 0.8514085412025452, 0.8616062998771667, 0.8635033965110779, 0.8676393628120422, 0.875274658203125, 0.8768771290779114, 0.8857532739639282, 0.8884248733520508, 0.8927583694458008, 0.8971330523490906, 0.8995552659034729, 0.9000362753868103, 0.9109698534011841, 0.8977150917053223, 0.9119864702224731, 0.9108061194419861, 0.9137855172157288, 0.918978214263916, 0.9201430082321167, 0.9195225238800049, 0.9177132844924927, 0.9224988222122192, 0.9186607599258423, 0.9265692234039307, 0.928195595741272, 0.9200156331062317, 0.9361128211021423], "cos_Ac_negg": [0.8217605352401733, 0.8372191786766052, 0.8409207463264465, 0.8514085412025452, 0.8616062998771667, 0.8635033965110779, 0.8676393628120422, 0.875274658203125, 0.8768771290779114, 0.8857532739639282, 0.8884248733520508, 0.8927583694458008, 0.8971330523490906, 0.8995552659034729, 0.9000362753868103, 0.9109698534011841, 0.8977150917053223, 0.9119864702224731, 0.9108061194419861, 0.9137855172157288, 0.918978214263916, 0.9201430082321167, 0.9195225238800049, 0.9177132844924927, 0.9224988222122192, 0.9186607599258423, 0.9265692234039307, 0.928195595741272, 0.9200156331062317, 0.9361128211021423], "r_norm": [1.931748390197754, 1.694120168685913, 1.6818348169326782, 1.686507225036621, 1.649227499961853, 1.6531825065612793, 1.6406831741333008, 1.6570520401000977, 1.6314979791641235, 1.653331995010376, 1.6269721984863281, 1.626374363899231, 1.6092393398284912, 1.5890212059020996, 1.5829441547393799, 1.5878615379333496, 1.5792744159698486, 1.5491677522659302, 1.557310700416565, 1.5395249128341675, 1.526939034461975, 1.5237871408462524, 1.512734293937683, 1.5031737089157104, 1.5182952880859375, 1.4891958236694336, 1.476211428642273, 1.4852473735809326, 1.4872984886169434, 1.4761710166931152]}, {"step": 6900, "epoch": 17, "train_loss": 0.7231261730194092, "cos_r_negg": [0.821092426776886, 0.8351608514785767, 0.84034264087677, 0.8516590595245361, 0.8607011437416077, 0.864467203617096, 0.8679729700088501, 0.8750176429748535, 0.8753195405006409, 0.8845768570899963, 0.8907574415206909, 0.8946534395217896, 0.8975735902786255, 0.8977997899055481, 0.8990736603736877, 0.911740779876709, 0.8983267545700073, 0.9126684069633484, 0.9115103483200073, 0.9135175943374634, 0.9183931350708008, 0.9234758615493774, 0.9206364154815674, 0.9172937273979187, 0.9226232171058655, 0.9185577034950256, 0.9260580539703369, 0.9299678802490234, 0.9211240410804749, 0.9360986948013306], "cos_apical_negg": [0.821092426776886, 0.8351608514785767, 0.84034264087677, 0.8516590595245361, 0.8607011437416077, 0.864467203617096, 0.8679729700088501, 0.8750176429748535, 0.8753195405006409, 0.8845768570899963, 0.8907574415206909, 0.8946534395217896, 0.8975735902786255, 0.8977997899055481, 0.8990736603736877, 0.911740779876709, 0.8983267545700073, 0.9126684069633484, 0.9115103483200073, 0.9135175943374634, 0.9183931350708008, 0.9234758615493774, 0.9206364154815674, 0.9172937273979187, 0.9226232171058655, 0.9185577034950256, 0.9260580539703369, 0.9299678802490234, 0.9211240410804749, 0.9360986948013306], "cos_Ac_negg": [0.821092426776886, 0.8351608514785767, 0.84034264087677, 0.8516590595245361, 0.8607011437416077, 0.864467203617096, 0.8679729700088501, 0.8750176429748535, 0.8753195405006409, 0.8845768570899963, 0.8907574415206909, 0.8946534395217896, 0.8975735902786255, 0.8977997899055481, 0.8990736603736877, 0.911740779876709, 0.8983267545700073, 0.9126684069633484, 0.9115103483200073, 0.9135175943374634, 0.9183931350708008, 0.9234758615493774, 0.9206364154815674, 0.9172937273979187, 0.9226232171058655, 0.9185577034950256, 0.9260580539703369, 0.9299678802490234, 0.9211240410804749, 0.9360986948013306], "r_norm": [1.9045041799545288, 1.6763722896575928, 1.6634093523025513, 1.6657394170761108, 1.628087043762207, 1.632360816001892, 1.6243324279785156, 1.6379063129425049, 1.6153738498687744, 1.634568691253662, 1.610395908355713, 1.6092991828918457, 1.5937600135803223, 1.5709401369094849, 1.564918875694275, 1.5703401565551758, 1.5624816417694092, 1.5330008268356323, 1.542693853378296, 1.5245375633239746, 1.511539101600647, 1.5058332681655884, 1.4972972869873047, 1.4868583679199219, 1.502109169960022, 1.475690484046936, 1.4617860317230225, 1.4703279733657837, 1.4717456102371216, 1.4598171710968018]}, {"step": 6950, "epoch": 17, "train_loss": 0.5139020681381226, "cos_r_negg": [0.8269724249839783, 0.8381650447845459, 0.8446156978607178, 0.8543845415115356, 0.8619943857192993, 0.8676053881645203, 0.8720154762268066, 0.8791085481643677, 0.8807239532470703, 0.8878358602523804, 0.8924952149391174, 0.8970991969108582, 0.9011630415916443, 0.9019007682800293, 0.900536060333252, 0.9144587516784668, 0.902725100517273, 0.9132457375526428, 0.9156542420387268, 0.9168597459793091, 0.9199273586273193, 0.9247920513153076, 0.9245215654373169, 0.9194058179855347, 0.9247797131538391, 0.9215874671936035, 0.9322018623352051, 0.9346849918365479, 0.9260959029197693, 0.9378130435943604], "cos_apical_negg": [0.8269724249839783, 0.8381650447845459, 0.8446156978607178, 0.8543845415115356, 0.8619943857192993, 0.8676053881645203, 0.8720154762268066, 0.8791085481643677, 0.8807239532470703, 0.8878358602523804, 0.8924952149391174, 0.8970991969108582, 0.9011630415916443, 0.9019007682800293, 0.900536060333252, 0.9144587516784668, 0.902725100517273, 0.9132457375526428, 0.9156542420387268, 0.9168597459793091, 0.9199273586273193, 0.9247920513153076, 0.9245215654373169, 0.9194058179855347, 0.9247797131538391, 0.9215874671936035, 0.9322018623352051, 0.9346849918365479, 0.9260959029197693, 0.9378130435943604], "cos_Ac_negg": [0.8269724249839783, 0.8381650447845459, 0.8446156978607178, 0.8543845415115356, 0.8619943857192993, 0.8676053881645203, 0.8720154762268066, 0.8791085481643677, 0.8807239532470703, 0.8878358602523804, 0.8924952149391174, 0.8970991969108582, 0.9011630415916443, 0.9019007682800293, 0.900536060333252, 0.9144587516784668, 0.902725100517273, 0.9132457375526428, 0.9156542420387268, 0.9168597459793091, 0.9199273586273193, 0.9247920513153076, 0.9245215654373169, 0.9194058179855347, 0.9247797131538391, 0.9215874671936035, 0.9322018623352051, 0.9346849918365479, 0.9260959029197693, 0.9378130435943604], "r_norm": [1.8942828178405762, 1.6699905395507812, 1.6578433513641357, 1.6634752750396729, 1.6270328760147095, 1.6279014348983765, 1.6231417655944824, 1.6356251239776611, 1.6127774715423584, 1.6302165985107422, 1.6064705848693848, 1.6075598001480103, 1.5909559726715088, 1.5681049823760986, 1.5615546703338623, 1.5671849250793457, 1.5579934120178223, 1.532433271408081, 1.541500210762024, 1.5212352275848389, 1.5096995830535889, 1.5038888454437256, 1.4938769340515137, 1.4869318008422852, 1.4992456436157227, 1.4737093448638916, 1.4602148532867432, 1.4698736667633057, 1.4698749780654907, 1.4558641910552979]}, {"step": 7000, "epoch": 17, "train_loss": 0.6186776757240295, "cos_r_negg": [0.8239191770553589, 0.839074969291687, 0.843399167060852, 0.8547680974006653, 0.8638529777526855, 0.8679574131965637, 0.8705348968505859, 0.8778156638145447, 0.8806737661361694, 0.8866782188415527, 0.8926799297332764, 0.8966022729873657, 0.9000751376152039, 0.9011996984481812, 0.9022330045700073, 0.9121001362800598, 0.9003921747207642, 0.9114909768104553, 0.9149307012557983, 0.9167317748069763, 0.9211042523384094, 0.9225841760635376, 0.9230830669403076, 0.9189438223838806, 0.9236620664596558, 0.9205619692802429, 0.9300428628921509, 0.9331037402153015, 0.9237126111984253, 0.9362049102783203], "cos_apical_negg": [0.8239191770553589, 0.839074969291687, 0.843399167060852, 0.8547680974006653, 0.8638529777526855, 0.8679574131965637, 0.8705348968505859, 0.8778156638145447, 0.8806737661361694, 0.8866782188415527, 0.8926799297332764, 0.8966022729873657, 0.9000751376152039, 0.9011996984481812, 0.9022330045700073, 0.9121001362800598, 0.9003921747207642, 0.9114909768104553, 0.9149307012557983, 0.9167317748069763, 0.9211042523384094, 0.9225841760635376, 0.9230830669403076, 0.9189438223838806, 0.9236620664596558, 0.9205619692802429, 0.9300428628921509, 0.9331037402153015, 0.9237126111984253, 0.9362049102783203], "cos_Ac_negg": [0.8239191770553589, 0.839074969291687, 0.843399167060852, 0.8547680974006653, 0.8638529777526855, 0.8679574131965637, 0.8705348968505859, 0.8778156638145447, 0.8806737661361694, 0.8866782188415527, 0.8926799297332764, 0.8966022729873657, 0.9000751376152039, 0.9011996984481812, 0.9022330045700073, 0.9121001362800598, 0.9003921747207642, 0.9114909768104553, 0.9149307012557983, 0.9167317748069763, 0.9211042523384094, 0.9225841760635376, 0.9230830669403076, 0.9189438223838806, 0.9236620664596558, 0.9205619692802429, 0.9300428628921509, 0.9331037402153015, 0.9237126111984253, 0.9362049102783203], "r_norm": [1.8859388828277588, 1.6647883653640747, 1.6539324522018433, 1.6575144529342651, 1.622119426727295, 1.6251963376998901, 1.617203712463379, 1.6301233768463135, 1.6083046197891235, 1.6276459693908691, 1.6028473377227783, 1.6033177375793457, 1.5878963470458984, 1.5639874935150146, 1.558100938796997, 1.5625039339065552, 1.5534300804138184, 1.5267701148986816, 1.535149335861206, 1.5182033777236938, 1.5048799514770508, 1.499159336090088, 1.4895156621932983, 1.4809973239898682, 1.4942779541015625, 1.4675754308700562, 1.4555104970932007, 1.465329885482788, 1.4635038375854492, 1.4508854150772095], "ldr": {"dL_sdil": -0.15985870361328125, "dL_bp": -0.18388795852661133, "ratio": 0.8693266535456552}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4321, "test_loss": 2.5562077880859375}, {"step": 7050, "epoch": 18, "train_loss": 0.4617808163166046, "cos_r_negg": [0.818150520324707, 0.8381688594818115, 0.8424493074417114, 0.8548753261566162, 0.8629195690155029, 0.8685972094535828, 0.8705345392227173, 0.879197359085083, 0.880827784538269, 0.8849107027053833, 0.8943513035774231, 0.8975056409835815, 0.9001333117485046, 0.9024554491043091, 0.9045825600624084, 0.9131439924240112, 0.9029383659362793, 0.9135510921478271, 0.9153667092323303, 0.9185559749603271, 0.9214935898780823, 0.9265362024307251, 0.926741361618042, 0.9226719737052917, 0.9256426692008972, 0.9238671064376831, 0.9305671453475952, 0.9343974590301514, 0.9252959489822388, 0.9398274421691895], "cos_apical_negg": [0.818150520324707, 0.8381688594818115, 0.8424493074417114, 0.8548753261566162, 0.8629195690155029, 0.8685972094535828, 0.8705345392227173, 0.879197359085083, 0.880827784538269, 0.8849107027053833, 0.8943513035774231, 0.8975056409835815, 0.9001333117485046, 0.9024554491043091, 0.9045825600624084, 0.9131439924240112, 0.9029383659362793, 0.9135510921478271, 0.9153667092323303, 0.9185559749603271, 0.9214935898780823, 0.9265362024307251, 0.926741361618042, 0.9226719737052917, 0.9256426692008972, 0.9238671064376831, 0.9305671453475952, 0.9343974590301514, 0.9252959489822388, 0.9398274421691895], "cos_Ac_negg": [0.818150520324707, 0.8381688594818115, 0.8424493074417114, 0.8548753261566162, 0.8629195690155029, 0.8685972094535828, 0.8705345392227173, 0.879197359085083, 0.880827784538269, 0.8849107027053833, 0.8943513035774231, 0.8975056409835815, 0.9001333117485046, 0.9024554491043091, 0.9045825600624084, 0.9131439924240112, 0.9029383659362793, 0.9135510921478271, 0.9153667092323303, 0.9185559749603271, 0.9214935898780823, 0.9265362024307251, 0.926741361618042, 0.9226719737052917, 0.9256426692008972, 0.9238671064376831, 0.9305671453475952, 0.9343974590301514, 0.9252959489822388, 0.9398274421691895], "r_norm": [1.8809551000595093, 1.6620265245437622, 1.6518120765686035, 1.6559946537017822, 1.6190884113311768, 1.623117446899414, 1.616239309310913, 1.6290292739868164, 1.606584072113037, 1.6247917413711548, 1.6004648208618164, 1.6001445055007935, 1.5848495960235596, 1.562781572341919, 1.5548279285430908, 1.5592890977859497, 1.5507309436798096, 1.5238850116729736, 1.5323708057403564, 1.514636516571045, 1.5026700496673584, 1.4954609870910645, 1.485893726348877, 1.4777805805206299, 1.4913114309310913, 1.4646522998809814, 1.4535636901855469, 1.4611924886703491, 1.460395336151123, 1.4484003782272339]}, {"step": 7100, "epoch": 18, "train_loss": 0.46017876267433167, "cos_r_negg": [0.823375403881073, 0.8404154777526855, 0.8418371081352234, 0.8551695346832275, 0.8651902675628662, 0.8694667220115662, 0.87088942527771, 0.8790044188499451, 0.8832138776779175, 0.8894308805465698, 0.8956690430641174, 0.9009751081466675, 0.9029883146286011, 0.9028540849685669, 0.9063389301300049, 0.9144055843353271, 0.9039158821105957, 0.9135032892227173, 0.9178279042243958, 0.917152464389801, 0.9243753552436829, 0.9250513911247253, 0.9257729053497314, 0.9235801696777344, 0.9283291101455688, 0.9248046875, 0.9330939054489136, 0.9375287294387817, 0.9282562732696533, 0.9397348165512085], "cos_apical_negg": [0.823375403881073, 0.8404154777526855, 0.8418371081352234, 0.8551695346832275, 0.8651902675628662, 0.8694667220115662, 0.87088942527771, 0.8790044188499451, 0.8832138776779175, 0.8894308805465698, 0.8956690430641174, 0.9009751081466675, 0.9029883146286011, 0.9028540849685669, 0.9063389301300049, 0.9144055843353271, 0.9039158821105957, 0.9135032892227173, 0.9178279042243958, 0.917152464389801, 0.9243753552436829, 0.9250513911247253, 0.9257729053497314, 0.9235801696777344, 0.9283291101455688, 0.9248046875, 0.9330939054489136, 0.9375287294387817, 0.9282562732696533, 0.9397348165512085], "cos_Ac_negg": [0.823375403881073, 0.8404154777526855, 0.8418371081352234, 0.8551695346832275, 0.8651902675628662, 0.8694667220115662, 0.87088942527771, 0.8790044188499451, 0.8832138776779175, 0.8894308805465698, 0.8956690430641174, 0.9009751081466675, 0.9029883146286011, 0.9028540849685669, 0.9063389301300049, 0.9144055843353271, 0.9039158821105957, 0.9135032892227173, 0.9178279042243958, 0.917152464389801, 0.9243753552436829, 0.9250513911247253, 0.9257729053497314, 0.9235801696777344, 0.9283291101455688, 0.9248046875, 0.9330939054489136, 0.9375287294387817, 0.9282562732696533, 0.9397348165512085], "r_norm": [1.951664924621582, 1.7248259782791138, 1.7144874334335327, 1.7203984260559082, 1.6839309930801392, 1.6867527961730957, 1.6799123287200928, 1.6906588077545166, 1.6650235652923584, 1.6871743202209473, 1.65961754322052, 1.6605780124664307, 1.6452782154083252, 1.6226308345794678, 1.615462303161621, 1.6187787055969238, 1.6101900339126587, 1.583350419998169, 1.5908393859863281, 1.5713703632354736, 1.5607898235321045, 1.5548851490020752, 1.5425639152526855, 1.5357837677001953, 1.5471405982971191, 1.5196534395217896, 1.5081839561462402, 1.5156464576721191, 1.513885498046875, 1.5030336380004883]}, {"step": 7150, "epoch": 18, "train_loss": 0.4896141290664673, "cos_r_negg": [0.8276702165603638, 0.8409199714660645, 0.8448532819747925, 0.8580788373947144, 0.8675665855407715, 0.871700644493103, 0.8732357025146484, 0.8796399235725403, 0.8861865997314453, 0.8920135498046875, 0.898479700088501, 0.9017555117607117, 0.9033385515213013, 0.9048507213592529, 0.9088032841682434, 0.9153273105621338, 0.9056589007377625, 0.9174285531044006, 0.9194030165672302, 0.9192154407501221, 0.9236682057380676, 0.9275456666946411, 0.9278934597969055, 0.9256918430328369, 0.9290593266487122, 0.9256569147109985, 0.9354967474937439, 0.9380902647972107, 0.9288418889045715, 0.9421297907829285], "cos_apical_negg": [0.8276702165603638, 0.8409199714660645, 0.8448532819747925, 0.8580788373947144, 0.8675665855407715, 0.871700644493103, 0.8732357025146484, 0.8796399235725403, 0.8861865997314453, 0.8920135498046875, 0.898479700088501, 0.9017555117607117, 0.9033385515213013, 0.9048507213592529, 0.9088032841682434, 0.9153273105621338, 0.9056589007377625, 0.9174285531044006, 0.9194030165672302, 0.9192154407501221, 0.9236682057380676, 0.9275456666946411, 0.9278934597969055, 0.9256918430328369, 0.9290593266487122, 0.9256569147109985, 0.9354967474937439, 0.9380902647972107, 0.9288418889045715, 0.9421297907829285], "cos_Ac_negg": [0.8276702165603638, 0.8409199714660645, 0.8448532819747925, 0.8580788373947144, 0.8675665855407715, 0.871700644493103, 0.8732357025146484, 0.8796399235725403, 0.8861865997314453, 0.8920135498046875, 0.898479700088501, 0.9017555117607117, 0.9033385515213013, 0.9048507213592529, 0.9088032841682434, 0.9153273105621338, 0.9056589007377625, 0.9174285531044006, 0.9194030165672302, 0.9192154407501221, 0.9236682057380676, 0.9275456666946411, 0.9278934597969055, 0.9256918430328369, 0.9290593266487122, 0.9256569147109985, 0.9354967474937439, 0.9380902647972107, 0.9288418889045715, 0.9421297907829285], "r_norm": [1.9458342790603638, 1.7240774631500244, 1.713531732559204, 1.7211225032806396, 1.6817426681518555, 1.6831775903701782, 1.6788697242736816, 1.6895771026611328, 1.6665281057357788, 1.6871986389160156, 1.6612939834594727, 1.6592068672180176, 1.645432472229004, 1.6229549646377563, 1.6135585308074951, 1.6166436672210693, 1.6091690063476562, 1.5813816785812378, 1.5892245769500732, 1.5703872442245483, 1.5586415529251099, 1.553419589996338, 1.5409727096557617, 1.5347899198532104, 1.5467264652252197, 1.5200996398925781, 1.5085424184799194, 1.5157043933868408, 1.5140647888183594, 1.5012834072113037]}, {"step": 7200, "epoch": 18, "train_loss": 0.4213160276412964, "cos_r_negg": [0.8229394555091858, 0.8401992917060852, 0.843841552734375, 0.8576698303222656, 0.8657371997833252, 0.8700699210166931, 0.8747296333312988, 0.880224347114563, 0.8841444253921509, 0.8909958004951477, 0.8978286385536194, 0.8991161584854126, 0.9035423994064331, 0.9038095474243164, 0.9077276587486267, 0.9145109057426453, 0.9066976308822632, 0.9181475639343262, 0.917106032371521, 0.9183793067932129, 0.9243797063827515, 0.9284358620643616, 0.9273062348365784, 0.9247208833694458, 0.9272786974906921, 0.9258038997650146, 0.934471607208252, 0.9376685619354248, 0.9265638589859009, 0.9418218731880188], "cos_apical_negg": [0.8229394555091858, 0.8401992917060852, 0.843841552734375, 0.8576698303222656, 0.8657371997833252, 0.8700699210166931, 0.8747296333312988, 0.880224347114563, 0.8841444253921509, 0.8909958004951477, 0.8978286385536194, 0.8991161584854126, 0.9035423994064331, 0.9038095474243164, 0.9077276587486267, 0.9145109057426453, 0.9066976308822632, 0.9181475639343262, 0.917106032371521, 0.9183793067932129, 0.9243797063827515, 0.9284358620643616, 0.9273062348365784, 0.9247208833694458, 0.9272786974906921, 0.9258038997650146, 0.934471607208252, 0.9376685619354248, 0.9265638589859009, 0.9418218731880188], "cos_Ac_negg": [0.8229394555091858, 0.8401992917060852, 0.843841552734375, 0.8576698303222656, 0.8657371997833252, 0.8700699210166931, 0.8747296333312988, 0.880224347114563, 0.8841444253921509, 0.8909958004951477, 0.8978286385536194, 0.8991161584854126, 0.9035423994064331, 0.9038095474243164, 0.9077276587486267, 0.9145109057426453, 0.9066976308822632, 0.9181475639343262, 0.917106032371521, 0.9183793067932129, 0.9243797063827515, 0.9284358620643616, 0.9273062348365784, 0.9247208833694458, 0.9272786974906921, 0.9258038997650146, 0.934471607208252, 0.9376685619354248, 0.9265638589859009, 0.9418218731880188], "r_norm": [1.8801398277282715, 1.6715130805969238, 1.6613647937774658, 1.664415955543518, 1.6268450021743774, 1.6311033964157104, 1.6287809610366821, 1.6374223232269287, 1.6157124042510986, 1.6365113258361816, 1.6110291481018066, 1.610173225402832, 1.5974304676055908, 1.573772668838501, 1.5651991367340088, 1.5674437284469604, 1.5602039098739624, 1.534127116203308, 1.5429809093475342, 1.5244629383087158, 1.5140501260757446, 1.5048494338989258, 1.4958429336547852, 1.4883750677108765, 1.5005481243133545, 1.475466251373291, 1.4657989740371704, 1.4724173545837402, 1.4697515964508057, 1.4571937322616577]}, {"step": 7250, "epoch": 18, "train_loss": 0.6331405639648438, "cos_r_negg": [0.8076004981994629, 0.8384894132614136, 0.8439879417419434, 0.8568665385246277, 0.864863395690918, 0.8685411810874939, 0.871783971786499, 0.8786311149597168, 0.8838644027709961, 0.8898723721504211, 0.896888256072998, 0.8996118307113647, 0.9044110774993896, 0.9064198732376099, 0.9072670936584473, 0.9159114360809326, 0.9082181453704834, 0.9161223769187927, 0.9182229042053223, 0.9189490079879761, 0.9247374534606934, 0.9282405376434326, 0.9270737767219543, 0.9251811504364014, 0.9286223649978638, 0.9255074262619019, 0.9348818063735962, 0.937852144241333, 0.9286971092224121, 0.9441797733306885], "cos_apical_negg": [0.8076004981994629, 0.8384894132614136, 0.8439879417419434, 0.8568665385246277, 0.864863395690918, 0.8685411810874939, 0.871783971786499, 0.8786311149597168, 0.8838644027709961, 0.8898723721504211, 0.896888256072998, 0.8996118307113647, 0.9044110774993896, 0.9064198732376099, 0.9072670936584473, 0.9159114360809326, 0.9082181453704834, 0.9161223769187927, 0.9182229042053223, 0.9189490079879761, 0.9247374534606934, 0.9282405376434326, 0.9270737767219543, 0.9251811504364014, 0.9286223649978638, 0.9255074262619019, 0.9348818063735962, 0.937852144241333, 0.9286971092224121, 0.9441797733306885], "cos_Ac_negg": [0.8076004981994629, 0.8384894132614136, 0.8439879417419434, 0.8568665385246277, 0.864863395690918, 0.8685411810874939, 0.871783971786499, 0.8786311149597168, 0.8838644027709961, 0.8898723721504211, 0.896888256072998, 0.8996118307113647, 0.9044110774993896, 0.9064198732376099, 0.9072670936584473, 0.9159114360809326, 0.9082181453704834, 0.9161223769187927, 0.9182229042053223, 0.9189490079879761, 0.9247374534606934, 0.9282405376434326, 0.9270737767219543, 0.9251811504364014, 0.9286223649978638, 0.9255074262619019, 0.9348818063735962, 0.937852144241333, 0.9286971092224121, 0.9441797733306885], "r_norm": [1.9575819969177246, 1.7365247011184692, 1.726444125175476, 1.7331987619400024, 1.694638729095459, 1.700502872467041, 1.695033311843872, 1.7046360969543457, 1.679969310760498, 1.7006062269210815, 1.6754511594772339, 1.6715455055236816, 1.6617376804351807, 1.6363654136657715, 1.6280362606048584, 1.6292301416397095, 1.6227459907531738, 1.595350980758667, 1.6037646532058716, 1.581579327583313, 1.5720863342285156, 1.563427209854126, 1.5544461011886597, 1.5469869375228882, 1.5566182136535645, 1.531749963760376, 1.520484209060669, 1.5280475616455078, 1.5243802070617676, 1.5128682851791382], "ldr": {"dL_sdil": -0.16161060333251953, "dL_bp": -0.20135831832885742, "ratio": 0.8026020711425385}}, {"step": 7300, "epoch": 18, "train_loss": 0.6976595520973206, "cos_r_negg": [0.8150376081466675, 0.8392089605331421, 0.844745934009552, 0.856066882610321, 0.8627421855926514, 0.8686150908470154, 0.8706628084182739, 0.8811019659042358, 0.8842417001724243, 0.8923168778419495, 0.8983588814735413, 0.9007545113563538, 0.9034543037414551, 0.9077339172363281, 0.9048717021942139, 0.9166722297668457, 0.9098079204559326, 0.9170817732810974, 0.9193776845932007, 0.9208877086639404, 0.9244824051856995, 0.9279539585113525, 0.92693692445755, 0.9254472255706787, 0.9298328757286072, 0.9269741177558899, 0.9356467127799988, 0.9385672807693481, 0.9307579398155212, 0.943631649017334], "cos_apical_negg": [0.8150376081466675, 0.8392089605331421, 0.844745934009552, 0.856066882610321, 0.8627421855926514, 0.8686150908470154, 0.8706628084182739, 0.8811019659042358, 0.8842417001724243, 0.8923168778419495, 0.8983588814735413, 0.9007545113563538, 0.9034543037414551, 0.9077339172363281, 0.9048717021942139, 0.9166722297668457, 0.9098079204559326, 0.9170817732810974, 0.9193776845932007, 0.9208877086639404, 0.9244824051856995, 0.9279539585113525, 0.92693692445755, 0.9254472255706787, 0.9298328757286072, 0.9269741177558899, 0.9356467127799988, 0.9385672807693481, 0.9307579398155212, 0.943631649017334], "cos_Ac_negg": [0.8150376081466675, 0.8392089605331421, 0.844745934009552, 0.856066882610321, 0.8627421855926514, 0.8686150908470154, 0.8706628084182739, 0.8811019659042358, 0.8842417001724243, 0.8923168778419495, 0.8983588814735413, 0.9007545113563538, 0.9034543037414551, 0.9077339172363281, 0.9048717021942139, 0.9166722297668457, 0.9098079204559326, 0.9170817732810974, 0.9193776845932007, 0.9208877086639404, 0.9244824051856995, 0.9279539585113525, 0.92693692445755, 0.9254472255706787, 0.9298328757286072, 0.9269741177558899, 0.9356467127799988, 0.9385672807693481, 0.9307579398155212, 0.943631649017334], "r_norm": [2.0169949531555176, 1.7928752899169922, 1.7807594537734985, 1.7860147953033447, 1.7487547397613525, 1.752302646636963, 1.7479667663574219, 1.7580552101135254, 1.734241247177124, 1.7525049448013306, 1.7300312519073486, 1.7262487411499023, 1.7116997241973877, 1.688079595565796, 1.6797935962677002, 1.6814303398132324, 1.670681357383728, 1.644497275352478, 1.6522572040557861, 1.6318256855010986, 1.6190531253814697, 1.612683653831482, 1.6005053520202637, 1.592855453491211, 1.6039012670516968, 1.5780140161514282, 1.565245509147644, 1.5738877058029175, 1.5672047138214111, 1.5569970607757568]}, {"step": 7350, "epoch": 18, "train_loss": 0.5081654787063599, "cos_r_negg": [0.8160215020179749, 0.8418011665344238, 0.848594069480896, 0.8602688312530518, 0.8680391311645508, 0.8729462623596191, 0.8744049072265625, 0.8836932182312012, 0.8877478837966919, 0.8945375680923462, 0.8999096155166626, 0.9037123322486877, 0.905173659324646, 0.9093338251113892, 0.909766674041748, 0.9186710119247437, 0.9106484651565552, 0.9194412231445312, 0.9209674596786499, 0.9244113564491272, 0.9272313117980957, 0.9317395091056824, 0.9302313923835754, 0.9288113117218018, 0.9330446720123291, 0.9299546480178833, 0.9378881454467773, 0.9422521591186523, 0.9306098818778992, 0.9456097483634949], "cos_apical_negg": [0.8160215020179749, 0.8418011665344238, 0.848594069480896, 0.8602688312530518, 0.8680391311645508, 0.8729462623596191, 0.8744049072265625, 0.8836932182312012, 0.8877478837966919, 0.8945375680923462, 0.8999096155166626, 0.9037123322486877, 0.905173659324646, 0.9093338251113892, 0.909766674041748, 0.9186710119247437, 0.9106484651565552, 0.9194412231445312, 0.9209674596786499, 0.9244113564491272, 0.9272313117980957, 0.9317395091056824, 0.9302313923835754, 0.9288113117218018, 0.9330446720123291, 0.9299546480178833, 0.9378881454467773, 0.9422521591186523, 0.9306098818778992, 0.9456097483634949], "cos_Ac_negg": [0.8160215020179749, 0.8418011665344238, 0.848594069480896, 0.8602688312530518, 0.8680391311645508, 0.8729462623596191, 0.8744049072265625, 0.8836932182312012, 0.8877478837966919, 0.8945375680923462, 0.8999096155166626, 0.9037123322486877, 0.905173659324646, 0.9093338251113892, 0.909766674041748, 0.9186710119247437, 0.9106484651565552, 0.9194412231445312, 0.9209674596786499, 0.9244113564491272, 0.9272313117980957, 0.9317395091056824, 0.9302313923835754, 0.9288113117218018, 0.9330446720123291, 0.9299546480178833, 0.9378881454467773, 0.9422521591186523, 0.9306098818778992, 0.9456097483634949], "r_norm": [2.047253131866455, 1.8252471685409546, 1.8152797222137451, 1.8195722103118896, 1.7822761535644531, 1.7867028713226318, 1.780394196510315, 1.7893548011779785, 1.7665051221847534, 1.786778211593628, 1.7612617015838623, 1.7567733526229858, 1.7465226650238037, 1.7225093841552734, 1.7116986513137817, 1.711732029914856, 1.7049102783203125, 1.677476406097412, 1.6841022968292236, 1.6630290746688843, 1.6497414112091064, 1.644026279449463, 1.6342689990997314, 1.6214522123336792, 1.6329724788665771, 1.605907678604126, 1.595955491065979, 1.6005698442459106, 1.5975008010864258, 1.587101697921753]}, {"step": 7400, "epoch": 18, "train_loss": 0.4914856255054474, "cos_r_negg": [0.8148945569992065, 0.8432031869888306, 0.8478484749794006, 0.859359622001648, 0.8693453073501587, 0.8717391490936279, 0.8760040998458862, 0.8852805495262146, 0.8869823217391968, 0.8963600993156433, 0.897213876247406, 0.905297040939331, 0.9082012176513672, 0.9105305671691895, 0.910678505897522, 0.9175989031791687, 0.9111292362213135, 0.9209954142570496, 0.9238141775131226, 0.9226789474487305, 0.9285678863525391, 0.9318681359291077, 0.9324573278427124, 0.9281541109085083, 0.9341440200805664, 0.9320091009140015, 0.9371323585510254, 0.9417344331741333, 0.9351781010627747, 0.9468098878860474], "cos_apical_negg": [0.8148945569992065, 0.8432031869888306, 0.8478484749794006, 0.859359622001648, 0.8693453073501587, 0.8717391490936279, 0.8760040998458862, 0.8852805495262146, 0.8869823217391968, 0.8963600993156433, 0.897213876247406, 0.905297040939331, 0.9082012176513672, 0.9105305671691895, 0.910678505897522, 0.9175989031791687, 0.9111292362213135, 0.9209954142570496, 0.9238141775131226, 0.9226789474487305, 0.9285678863525391, 0.9318681359291077, 0.9324573278427124, 0.9281541109085083, 0.9341440200805664, 0.9320091009140015, 0.9371323585510254, 0.9417344331741333, 0.9351781010627747, 0.9468098878860474], "cos_Ac_negg": [0.8148945569992065, 0.8432031869888306, 0.8478484749794006, 0.859359622001648, 0.8693453073501587, 0.8717391490936279, 0.8760040998458862, 0.8852805495262146, 0.8869823217391968, 0.8963600993156433, 0.897213876247406, 0.905297040939331, 0.9082012176513672, 0.9105305671691895, 0.910678505897522, 0.9175989031791687, 0.9111292362213135, 0.9209954142570496, 0.9238141775131226, 0.9226789474487305, 0.9285678863525391, 0.9318681359291077, 0.9324573278427124, 0.9281541109085083, 0.9341440200805664, 0.9320091009140015, 0.9371323585510254, 0.9417344331741333, 0.9351781010627747, 0.9468098878860474], "r_norm": [2.0471057891845703, 1.829280138015747, 1.8153483867645264, 1.8222132921218872, 1.7853460311889648, 1.7899128198623657, 1.7863988876342773, 1.7935694456100464, 1.7719290256500244, 1.7909009456634521, 1.7662731409072876, 1.7620134353637695, 1.7465749979019165, 1.7249512672424316, 1.7160910367965698, 1.7160401344299316, 1.7062265872955322, 1.6798276901245117, 1.6878101825714111, 1.6650878190994263, 1.6526963710784912, 1.6465740203857422, 1.6357994079589844, 1.6258587837219238, 1.6364564895629883, 1.6093268394470215, 1.5985580682754517, 1.603540062904358, 1.5988550186157227, 1.5880776643753052]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4131, "test_loss": 2.7385898681640626}, {"step": 7450, "epoch": 19, "train_loss": 0.33795177936553955, "cos_r_negg": [0.8173248171806335, 0.8417683839797974, 0.8478756546974182, 0.858656644821167, 0.8696161508560181, 0.8723887205123901, 0.8781582713127136, 0.884267270565033, 0.8873099684715271, 0.8942338228225708, 0.8986078500747681, 0.9049044251441956, 0.9081335067749023, 0.9107520580291748, 0.9118925333023071, 0.9183491468429565, 0.9119458198547363, 0.9206756353378296, 0.9221348762512207, 0.9231631755828857, 0.927911102771759, 0.9316607713699341, 0.9297892451286316, 0.9291729927062988, 0.9351825714111328, 0.9305969476699829, 0.9368801712989807, 0.9417769312858582, 0.9348288774490356, 0.9452478885650635], "cos_apical_negg": [0.8173248171806335, 0.8417683839797974, 0.8478756546974182, 0.858656644821167, 0.8696161508560181, 0.8723887205123901, 0.8781582713127136, 0.884267270565033, 0.8873099684715271, 0.8942338228225708, 0.8986078500747681, 0.9049044251441956, 0.9081335067749023, 0.9107520580291748, 0.9118925333023071, 0.9183491468429565, 0.9119458198547363, 0.9206756353378296, 0.9221348762512207, 0.9231631755828857, 0.927911102771759, 0.9316607713699341, 0.9297892451286316, 0.9291729927062988, 0.9351825714111328, 0.9305969476699829, 0.9368801712989807, 0.9417769312858582, 0.9348288774490356, 0.9452478885650635], "cos_Ac_negg": [0.8173248171806335, 0.8417683839797974, 0.8478756546974182, 0.858656644821167, 0.8696161508560181, 0.8723887205123901, 0.8781582713127136, 0.884267270565033, 0.8873099684715271, 0.8942338228225708, 0.8986078500747681, 0.9049044251441956, 0.9081335067749023, 0.9107520580291748, 0.9118925333023071, 0.9183491468429565, 0.9119458198547363, 0.9206756353378296, 0.9221348762512207, 0.9231631755828857, 0.927911102771759, 0.9316607713699341, 0.9297892451286316, 0.9291729927062988, 0.9351825714111328, 0.9305969476699829, 0.9368801712989807, 0.9417769312858582, 0.9348288774490356, 0.9452478885650635], "r_norm": [1.9988646507263184, 1.7840938568115234, 1.7720309495925903, 1.7786681652069092, 1.7434345483779907, 1.7479472160339355, 1.7426193952560425, 1.7482852935791016, 1.724362850189209, 1.7460458278656006, 1.721801519393921, 1.7178524732589722, 1.7020814418792725, 1.6822092533111572, 1.6727631092071533, 1.6743420362472534, 1.662516713142395, 1.637258529663086, 1.6448190212249756, 1.6225016117095947, 1.612402319908142, 1.6055935621261597, 1.5960615873336792, 1.5866291522979736, 1.5962227582931519, 1.5701141357421875, 1.556944489479065, 1.5630276203155518, 1.5583851337432861, 1.5503281354904175]}, {"step": 7500, "epoch": 19, "train_loss": 0.39405155181884766, "cos_r_negg": [0.8130896687507629, 0.8402549624443054, 0.8449205160140991, 0.8541175723075867, 0.864234983921051, 0.869539737701416, 0.8729126453399658, 0.8812450766563416, 0.8845653533935547, 0.8922932147979736, 0.8977690935134888, 0.9031723141670227, 0.9040890336036682, 0.9080705642700195, 0.9087594747543335, 0.9164281487464905, 0.9088950157165527, 0.9179049134254456, 0.9178361892700195, 0.9208534359931946, 0.9251393675804138, 0.9292066097259521, 0.9272202253341675, 0.9251134395599365, 0.9313493371009827, 0.9296307563781738, 0.9351061582565308, 0.9392013549804688, 0.9307118654251099, 0.9416208863258362], "cos_apical_negg": [0.8130896687507629, 0.8402549624443054, 0.8449205160140991, 0.8541175723075867, 0.864234983921051, 0.869539737701416, 0.8729126453399658, 0.8812450766563416, 0.8845653533935547, 0.8922932147979736, 0.8977690935134888, 0.9031723141670227, 0.9040890336036682, 0.9080705642700195, 0.9087594747543335, 0.9164281487464905, 0.9088950157165527, 0.9179049134254456, 0.9178361892700195, 0.9208534359931946, 0.9251393675804138, 0.9292066097259521, 0.9272202253341675, 0.9251134395599365, 0.9313493371009827, 0.9296307563781738, 0.9351061582565308, 0.9392013549804688, 0.9307118654251099, 0.9416208863258362], "cos_Ac_negg": [0.8130896687507629, 0.8402549624443054, 0.8449205160140991, 0.8541175723075867, 0.864234983921051, 0.869539737701416, 0.8729126453399658, 0.8812450766563416, 0.8845653533935547, 0.8922932147979736, 0.8977690935134888, 0.9031723141670227, 0.9040890336036682, 0.9080705642700195, 0.9087594747543335, 0.9164281487464905, 0.9088950157165527, 0.9179049134254456, 0.9178361892700195, 0.9208534359931946, 0.9251393675804138, 0.9292066097259521, 0.9272202253341675, 0.9251134395599365, 0.9313493371009827, 0.9296307563781738, 0.9351061582565308, 0.9392013549804688, 0.9307118654251099, 0.9416208863258362], "r_norm": [2.0207507610321045, 1.8052499294281006, 1.7936748266220093, 1.79903244972229, 1.7636082172393799, 1.7686281204223633, 1.7645481824874878, 1.7707176208496094, 1.7468088865280151, 1.7660084962844849, 1.744410514831543, 1.7370164394378662, 1.7225854396820068, 1.7030601501464844, 1.6921721696853638, 1.6927618980407715, 1.6811702251434326, 1.6559858322143555, 1.662731409072876, 1.6411131620407104, 1.6295161247253418, 1.6231783628463745, 1.6136856079101562, 1.6017295122146606, 1.6111712455749512, 1.5849761962890625, 1.5721304416656494, 1.577439785003662, 1.5737881660461426, 1.5644912719726562], "ldr": {"dL_sdil": -0.13813281059265137, "dL_bp": -0.1958916187286377, "ratio": 0.7051491609960213}}, {"step": 7550, "epoch": 19, "train_loss": 0.3336237370967865, "cos_r_negg": [0.8150191307067871, 0.8434456586837769, 0.8498057723045349, 0.8604670166969299, 0.8700689673423767, 0.8744337558746338, 0.8781177997589111, 0.8864122033119202, 0.890318751335144, 0.8986718654632568, 0.9025473594665527, 0.9074529409408569, 0.9102702736854553, 0.9131281971931458, 0.915005087852478, 0.9208177924156189, 0.9147660732269287, 0.9241323471069336, 0.9248960614204407, 0.9286097288131714, 0.933347225189209, 0.9356104135513306, 0.9336799383163452, 0.9344773292541504, 0.935063898563385, 0.9337621927261353, 0.9416907429695129, 0.9445343017578125, 0.9378086924552917, 0.9484764337539673], "cos_apical_negg": [0.8150191307067871, 0.8434456586837769, 0.8498057723045349, 0.8604670166969299, 0.8700689673423767, 0.8744337558746338, 0.8781177997589111, 0.8864122033119202, 0.890318751335144, 0.8986718654632568, 0.9025473594665527, 0.9074529409408569, 0.9102702736854553, 0.9131281971931458, 0.915005087852478, 0.9208177924156189, 0.9147660732269287, 0.9241323471069336, 0.9248960614204407, 0.9286097288131714, 0.933347225189209, 0.9356104135513306, 0.9336799383163452, 0.9344773292541504, 0.935063898563385, 0.9337621927261353, 0.9416907429695129, 0.9445343017578125, 0.9378086924552917, 0.9484764337539673], "cos_Ac_negg": [0.8150191307067871, 0.8434456586837769, 0.8498057723045349, 0.8604670166969299, 0.8700689673423767, 0.8744337558746338, 0.8781177997589111, 0.8864122033119202, 0.890318751335144, 0.8986718654632568, 0.9025473594665527, 0.9074529409408569, 0.9102702736854553, 0.9131281971931458, 0.915005087852478, 0.9208177924156189, 0.9147660732269287, 0.9241323471069336, 0.9248960614204407, 0.9286097288131714, 0.933347225189209, 0.9356104135513306, 0.9336799383163452, 0.9344773292541504, 0.935063898563385, 0.9337621927261353, 0.9416907429695129, 0.9445343017578125, 0.9378086924552917, 0.9484764337539673], "r_norm": [2.0186123847961426, 1.8065540790557861, 1.7962493896484375, 1.802337884902954, 1.7685396671295166, 1.7727878093719482, 1.7685112953186035, 1.7762670516967773, 1.753515601158142, 1.7704977989196777, 1.749577283859253, 1.744053840637207, 1.7285213470458984, 1.708242654800415, 1.6988040208816528, 1.6982581615447998, 1.6868863105773926, 1.6624977588653564, 1.6676907539367676, 1.6468607187271118, 1.6362581253051758, 1.6292901039123535, 1.6184027194976807, 1.6071569919586182, 1.6178474426269531, 1.590449571609497, 1.5795071125030518, 1.586341142654419, 1.5810000896453857, 1.5689059495925903]}, {"step": 7600, "epoch": 19, "train_loss": 0.56898033618927, "cos_r_negg": [0.8158268332481384, 0.844502329826355, 0.8493395447731018, 0.8603025674819946, 0.8706334233283997, 0.8744698762893677, 0.8790099024772644, 0.8845484256744385, 0.8899008631706238, 0.8951151371002197, 0.8988624811172485, 0.9063546657562256, 0.908008337020874, 0.9103392362594604, 0.9140406847000122, 0.9206124544143677, 0.9130854606628418, 0.923102855682373, 0.923198401927948, 0.9260450601577759, 0.930311918258667, 0.9326481223106384, 0.9323124289512634, 0.9310649037361145, 0.9344096779823303, 0.9324809312820435, 0.9396659135818481, 0.9421935081481934, 0.9363608956336975, 0.9463012218475342], "cos_apical_negg": [0.8158268332481384, 0.844502329826355, 0.8493395447731018, 0.8603025674819946, 0.8706334233283997, 0.8744698762893677, 0.8790099024772644, 0.8845484256744385, 0.8899008631706238, 0.8951151371002197, 0.8988624811172485, 0.9063546657562256, 0.908008337020874, 0.9103392362594604, 0.9140406847000122, 0.9206124544143677, 0.9130854606628418, 0.923102855682373, 0.923198401927948, 0.9260450601577759, 0.930311918258667, 0.9326481223106384, 0.9323124289512634, 0.9310649037361145, 0.9344096779823303, 0.9324809312820435, 0.9396659135818481, 0.9421935081481934, 0.9363608956336975, 0.9463012218475342], "cos_Ac_negg": [0.8158268332481384, 0.844502329826355, 0.8493395447731018, 0.8603025674819946, 0.8706334233283997, 0.8744698762893677, 0.8790099024772644, 0.8845484256744385, 0.8899008631706238, 0.8951151371002197, 0.8988624811172485, 0.9063546657562256, 0.908008337020874, 0.9103392362594604, 0.9140406847000122, 0.9206124544143677, 0.9130854606628418, 0.923102855682373, 0.923198401927948, 0.9260450601577759, 0.930311918258667, 0.9326481223106384, 0.9323124289512634, 0.9310649037361145, 0.9344096779823303, 0.9324809312820435, 0.9396659135818481, 0.9421935081481934, 0.9363608956336975, 0.9463012218475342], "r_norm": [2.0118227005004883, 1.7997028827667236, 1.7890111207962036, 1.797754168510437, 1.7625751495361328, 1.7658125162124634, 1.7626464366912842, 1.7688183784484863, 1.7443842887878418, 1.7633957862854004, 1.741015076637268, 1.73319411277771, 1.7199360132217407, 1.700179100036621, 1.6889495849609375, 1.6886011362075806, 1.6779118776321411, 1.652593970298767, 1.65775728225708, 1.6367158889770508, 1.6270477771759033, 1.6186821460723877, 1.609773874282837, 1.597656011581421, 1.606191635131836, 1.5812840461730957, 1.5693333148956299, 1.5745750665664673, 1.5707229375839233, 1.560029149055481]}, {"step": 7650, "epoch": 19, "train_loss": 0.3540865480899811, "cos_r_negg": [0.8170228004455566, 0.8407816290855408, 0.8486384749412537, 0.8600921034812927, 0.8677266836166382, 0.8733747005462646, 0.8766475915908813, 0.8861657977104187, 0.8886083364486694, 0.8935354948043823, 0.8997983932495117, 0.9040100574493408, 0.9058389663696289, 0.9097562432289124, 0.9108474254608154, 0.91824871301651, 0.9110606908798218, 0.9216023683547974, 0.9212160110473633, 0.9256863594055176, 0.9271931648254395, 0.932593822479248, 0.931590735912323, 0.9299106001853943, 0.9332711696624756, 0.9293502569198608, 0.9392564296722412, 0.9410256743431091, 0.9342672824859619, 0.9456397891044617], "cos_apical_negg": [0.8170228004455566, 0.8407816290855408, 0.8486384749412537, 0.8600921034812927, 0.8677266836166382, 0.8733747005462646, 0.8766475915908813, 0.8861657977104187, 0.8886083364486694, 0.8935354948043823, 0.8997983932495117, 0.9040100574493408, 0.9058389663696289, 0.9097562432289124, 0.9108474254608154, 0.91824871301651, 0.9110606908798218, 0.9216023683547974, 0.9212160110473633, 0.9256863594055176, 0.9271931648254395, 0.932593822479248, 0.931590735912323, 0.9299106001853943, 0.9332711696624756, 0.9293502569198608, 0.9392564296722412, 0.9410256743431091, 0.9342672824859619, 0.9456397891044617], "cos_Ac_negg": [0.8170228004455566, 0.8407816290855408, 0.8486384749412537, 0.8600921034812927, 0.8677266836166382, 0.8733747005462646, 0.8766475915908813, 0.8861657977104187, 0.8886083364486694, 0.8935354948043823, 0.8997983932495117, 0.9040100574493408, 0.9058389663696289, 0.9097562432289124, 0.9108474254608154, 0.91824871301651, 0.9110606908798218, 0.9216023683547974, 0.9212160110473633, 0.9256863594055176, 0.9271931648254395, 0.932593822479248, 0.931590735912323, 0.9299106001853943, 0.9332711696624756, 0.9293502569198608, 0.9392564296722412, 0.9410256743431091, 0.9342672824859619, 0.9456397891044617], "r_norm": [2.0739550590515137, 1.8581974506378174, 1.84690523147583, 1.8542470932006836, 1.8196786642074585, 1.824570894241333, 1.818941354751587, 1.826390027999878, 1.8021695613861084, 1.8213162422180176, 1.7970337867736816, 1.7922712564468384, 1.7752957344055176, 1.7551414966583252, 1.7449872493743896, 1.7437149286270142, 1.7317512035369873, 1.7067557573318481, 1.7133452892303467, 1.6907308101654053, 1.680312991142273, 1.6717274188995361, 1.6608535051345825, 1.6476569175720215, 1.6574395895004272, 1.6305508613586426, 1.6191145181655884, 1.6238059997558594, 1.619632601737976, 1.6076033115386963]}, {"step": 7700, "epoch": 19, "train_loss": 0.4106479585170746, "cos_r_negg": [0.8127917051315308, 0.8429841995239258, 0.8488582372665405, 0.8607341647148132, 0.8693082928657532, 0.8734310269355774, 0.8786128759384155, 0.886845588684082, 0.8885930776596069, 0.8950499296188354, 0.9007163047790527, 0.9047449231147766, 0.9085493087768555, 0.9123756885528564, 0.9120826721191406, 0.9195294380187988, 0.913087785243988, 0.9215718507766724, 0.924190878868103, 0.9271738529205322, 0.9293608665466309, 0.9337934255599976, 0.9324496984481812, 0.9311277270317078, 0.935645580291748, 0.92999267578125, 0.939860999584198, 0.9412975311279297, 0.9347823262214661, 0.948494553565979], "cos_apical_negg": [0.8127917051315308, 0.8429841995239258, 0.8488582372665405, 0.8607341647148132, 0.8693082928657532, 0.8734310269355774, 0.8786128759384155, 0.886845588684082, 0.8885930776596069, 0.8950499296188354, 0.9007163047790527, 0.9047449231147766, 0.9085493087768555, 0.9123756885528564, 0.9120826721191406, 0.9195294380187988, 0.913087785243988, 0.9215718507766724, 0.924190878868103, 0.9271738529205322, 0.9293608665466309, 0.9337934255599976, 0.9324496984481812, 0.9311277270317078, 0.935645580291748, 0.92999267578125, 0.939860999584198, 0.9412975311279297, 0.9347823262214661, 0.948494553565979], "cos_Ac_negg": [0.8127917051315308, 0.8429841995239258, 0.8488582372665405, 0.8607341647148132, 0.8693082928657532, 0.8734310269355774, 0.8786128759384155, 0.886845588684082, 0.8885930776596069, 0.8950499296188354, 0.9007163047790527, 0.9047449231147766, 0.9085493087768555, 0.9123756885528564, 0.9120826721191406, 0.9195294380187988, 0.913087785243988, 0.9215718507766724, 0.924190878868103, 0.9271738529205322, 0.9293608665466309, 0.9337934255599976, 0.9324496984481812, 0.9311277270317078, 0.935645580291748, 0.92999267578125, 0.939860999584198, 0.9412975311279297, 0.9347823262214661, 0.948494553565979], "r_norm": [2.0452017784118652, 1.835723638534546, 1.8235450983047485, 1.8351210355758667, 1.798366904258728, 1.8037720918655396, 1.7992242574691772, 1.8055427074432373, 1.78226900100708, 1.7999879121780396, 1.7782537937164307, 1.7744147777557373, 1.7559762001037598, 1.7366782426834106, 1.72756826877594, 1.7265434265136719, 1.7129812240600586, 1.6889221668243408, 1.6991324424743652, 1.6743839979171753, 1.6653797626495361, 1.6554737091064453, 1.6440492868423462, 1.6339943408966064, 1.6411025524139404, 1.6150513887405396, 1.6045359373092651, 1.6086018085479736, 1.6036717891693115, 1.5925371646881104]}, {"step": 7750, "epoch": 19, "train_loss": 0.6311075091362, "cos_r_negg": [0.8148247599601746, 0.8457589745521545, 0.8515183925628662, 0.8635052442550659, 0.8743811249732971, 0.8777103424072266, 0.88344407081604, 0.89167320728302, 0.8913103342056274, 0.8978588581085205, 0.9055705070495605, 0.9106499552726746, 0.9119625091552734, 0.9154003858566284, 0.9174623489379883, 0.9234028458595276, 0.9169324040412903, 0.925839900970459, 0.9289028644561768, 0.9311893582344055, 0.9348810911178589, 0.93651282787323, 0.938417375087738, 0.9348777532577515, 0.9401024580001831, 0.9352267980575562, 0.9442887306213379, 0.9474083781242371, 0.9412364363670349, 0.9516950845718384], "cos_apical_negg": [0.8148247599601746, 0.8457589745521545, 0.8515183925628662, 0.8635052442550659, 0.8743811249732971, 0.8777103424072266, 0.88344407081604, 0.89167320728302, 0.8913103342056274, 0.8978588581085205, 0.9055705070495605, 0.9106499552726746, 0.9119625091552734, 0.9154003858566284, 0.9174623489379883, 0.9234028458595276, 0.9169324040412903, 0.925839900970459, 0.9289028644561768, 0.9311893582344055, 0.9348810911178589, 0.93651282787323, 0.938417375087738, 0.9348777532577515, 0.9401024580001831, 0.9352267980575562, 0.9442887306213379, 0.9474083781242371, 0.9412364363670349, 0.9516950845718384], "cos_Ac_negg": [0.8148247599601746, 0.8457589745521545, 0.8515183925628662, 0.8635052442550659, 0.8743811249732971, 0.8777103424072266, 0.88344407081604, 0.89167320728302, 0.8913103342056274, 0.8978588581085205, 0.9055705070495605, 0.9106499552726746, 0.9119625091552734, 0.9154003858566284, 0.9174623489379883, 0.9234028458595276, 0.9169324040412903, 0.925839900970459, 0.9289028644561768, 0.9311893582344055, 0.9348810911178589, 0.93651282787323, 0.938417375087738, 0.9348777532577515, 0.9401024580001831, 0.9352267980575562, 0.9442887306213379, 0.9474083781242371, 0.9412364363670349, 0.9516950845718384], "r_norm": [2.0606234073638916, 1.8535057306289673, 1.8407936096191406, 1.8521790504455566, 1.8163225650787354, 1.8209867477416992, 1.8144841194152832, 1.8241547346115112, 1.8019790649414062, 1.81602942943573, 1.7939807176589966, 1.7889074087142944, 1.772825002670288, 1.7550692558288574, 1.742043137550354, 1.7421832084655762, 1.7289319038391113, 1.7041616439819336, 1.7117726802825928, 1.689467430114746, 1.6770046949386597, 1.6698607206344604, 1.6591652631759644, 1.646751880645752, 1.6544456481933594, 1.6274935007095337, 1.6187069416046143, 1.6232962608337402, 1.6184189319610596, 1.6062767505645752], "ldr": {"dL_sdil": -0.15600252151489258, "dL_bp": -0.22077393531799316, "ratio": 0.706616572695474}}, {"step": 7800, "epoch": 19, "train_loss": 0.4737885594367981, "cos_r_negg": [0.8144233226776123, 0.846084713935852, 0.8533953428268433, 0.8656185269355774, 0.874169647693634, 0.8784875869750977, 0.8835443258285522, 0.8905630111694336, 0.8936574459075928, 0.8989810943603516, 0.9034426212310791, 0.909248948097229, 0.9122964143753052, 0.9148730039596558, 0.9161310195922852, 0.9252083897590637, 0.9182522296905518, 0.9257063865661621, 0.9268099069595337, 0.9295222759246826, 0.9340320825576782, 0.9355859756469727, 0.9370827674865723, 0.9333143830299377, 0.938767671585083, 0.9343936443328857, 0.943711519241333, 0.9459149241447449, 0.940185010433197, 0.950623095035553], "cos_apical_negg": [0.8144233226776123, 0.846084713935852, 0.8533953428268433, 0.8656185269355774, 0.874169647693634, 0.8784875869750977, 0.8835443258285522, 0.8905630111694336, 0.8936574459075928, 0.8989810943603516, 0.9034426212310791, 0.909248948097229, 0.9122964143753052, 0.9148730039596558, 0.9161310195922852, 0.9252083897590637, 0.9182522296905518, 0.9257063865661621, 0.9268099069595337, 0.9295222759246826, 0.9340320825576782, 0.9355859756469727, 0.9370827674865723, 0.9333143830299377, 0.938767671585083, 0.9343936443328857, 0.943711519241333, 0.9459149241447449, 0.940185010433197, 0.950623095035553], "cos_Ac_negg": [0.8144233226776123, 0.846084713935852, 0.8533953428268433, 0.8656185269355774, 0.874169647693634, 0.8784875869750977, 0.8835443258285522, 0.8905630111694336, 0.8936574459075928, 0.8989810943603516, 0.9034426212310791, 0.909248948097229, 0.9122964143753052, 0.9148730039596558, 0.9161310195922852, 0.9252083897590637, 0.9182522296905518, 0.9257063865661621, 0.9268099069595337, 0.9295222759246826, 0.9340320825576782, 0.9355859756469727, 0.9370827674865723, 0.9333143830299377, 0.938767671585083, 0.9343936443328857, 0.943711519241333, 0.9459149241447449, 0.940185010433197, 0.950623095035553], "r_norm": [2.1134839057922363, 1.9032307863235474, 1.8894848823547363, 1.9007560014724731, 1.865309715270996, 1.8704218864440918, 1.86442232131958, 1.8721938133239746, 1.8492393493652344, 1.8656647205352783, 1.8435351848602295, 1.8392702341079712, 1.8199584484100342, 1.8019033670425415, 1.7890814542770386, 1.7899633646011353, 1.7745153903961182, 1.7504727840423584, 1.7585115432739258, 1.735060214996338, 1.7242441177368164, 1.715775489807129, 1.7025487422943115, 1.6900408267974854, 1.6981017589569092, 1.6708964109420776, 1.660311222076416, 1.6657674312591553, 1.6600227355957031, 1.646051287651062]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4194, "test_loss": 2.8470489013671876}, {"step": 7850, "epoch": 20, "train_loss": 0.3647770285606384, "cos_r_negg": [0.8114014863967896, 0.8448193669319153, 0.8503708839416504, 0.8619750738143921, 0.8730838298797607, 0.8754300475120544, 0.8824559450149536, 0.8874243497848511, 0.8923871517181396, 0.8956018686294556, 0.9020558595657349, 0.9060260057449341, 0.9088053703308105, 0.9120855927467346, 0.9138816595077515, 0.9224003553390503, 0.9141695499420166, 0.9229220151901245, 0.924426794052124, 0.9267063736915588, 0.9312433004379272, 0.933204174041748, 0.9325143694877625, 0.931736946105957, 0.9361861944198608, 0.9329367876052856, 0.939906120300293, 0.9437063336372375, 0.9350717663764954, 0.9464130401611328], "cos_apical_negg": [0.8114014863967896, 0.8448193669319153, 0.8503708839416504, 0.8619750738143921, 0.8730838298797607, 0.8754300475120544, 0.8824559450149536, 0.8874243497848511, 0.8923871517181396, 0.8956018686294556, 0.9020558595657349, 0.9060260057449341, 0.9088053703308105, 0.9120855927467346, 0.9138816595077515, 0.9224003553390503, 0.9141695499420166, 0.9229220151901245, 0.924426794052124, 0.9267063736915588, 0.9312433004379272, 0.933204174041748, 0.9325143694877625, 0.931736946105957, 0.9361861944198608, 0.9329367876052856, 0.939906120300293, 0.9437063336372375, 0.9350717663764954, 0.9464130401611328], "cos_Ac_negg": [0.8114014863967896, 0.8448193669319153, 0.8503708839416504, 0.8619750738143921, 0.8730838298797607, 0.8754300475120544, 0.8824559450149536, 0.8874243497848511, 0.8923871517181396, 0.8956018686294556, 0.9020558595657349, 0.9060260057449341, 0.9088053703308105, 0.9120855927467346, 0.9138816595077515, 0.9224003553390503, 0.9141695499420166, 0.9229220151901245, 0.924426794052124, 0.9267063736915588, 0.9312433004379272, 0.933204174041748, 0.9325143694877625, 0.931736946105957, 0.9361861944198608, 0.9329367876052856, 0.939906120300293, 0.9437063336372375, 0.9350717663764954, 0.9464130401611328], "r_norm": [2.055814743041992, 1.8516724109649658, 1.8398356437683105, 1.847005844116211, 1.8124735355377197, 1.8166965246200562, 1.811192512512207, 1.8183013200759888, 1.7993276119232178, 1.8163868188858032, 1.7919187545776367, 1.7870975732803345, 1.7689582109451294, 1.7516193389892578, 1.7366621494293213, 1.7371737957000732, 1.722579002380371, 1.6995158195495605, 1.7053804397583008, 1.6863174438476562, 1.6723322868347168, 1.6654155254364014, 1.6524087190628052, 1.6379334926605225, 1.6453287601470947, 1.6201987266540527, 1.6086015701293945, 1.6133344173431396, 1.6111598014831543, 1.595295786857605]}, {"step": 7900, "epoch": 20, "train_loss": 0.24227039515972137, "cos_r_negg": [0.8148829340934753, 0.8458435535430908, 0.8528298139572144, 0.8648195266723633, 0.874812126159668, 0.8797949552536011, 0.8839123249053955, 0.8903630375862122, 0.8939908742904663, 0.8987956047058105, 0.9048103094100952, 0.9085919857025146, 0.9114270210266113, 0.9146730899810791, 0.9161105155944824, 0.9250069856643677, 0.9179179668426514, 0.926183819770813, 0.9267434477806091, 0.9309415817260742, 0.9349928498268127, 0.9364248514175415, 0.9354716539382935, 0.9339579939842224, 0.9395503997802734, 0.9342612028121948, 0.943598747253418, 0.9463377594947815, 0.9404667615890503, 0.9495230317115784], "cos_apical_negg": [0.8148829340934753, 0.8458435535430908, 0.8528298139572144, 0.8648195266723633, 0.874812126159668, 0.8797949552536011, 0.8839123249053955, 0.8903630375862122, 0.8939908742904663, 0.8987956047058105, 0.9048103094100952, 0.9085919857025146, 0.9114270210266113, 0.9146730899810791, 0.9161105155944824, 0.9250069856643677, 0.9179179668426514, 0.926183819770813, 0.9267434477806091, 0.9309415817260742, 0.9349928498268127, 0.9364248514175415, 0.9354716539382935, 0.9339579939842224, 0.9395503997802734, 0.9342612028121948, 0.943598747253418, 0.9463377594947815, 0.9404667615890503, 0.9495230317115784], "cos_Ac_negg": [0.8148829340934753, 0.8458435535430908, 0.8528298139572144, 0.8648195266723633, 0.874812126159668, 0.8797949552536011, 0.8839123249053955, 0.8903630375862122, 0.8939908742904663, 0.8987956047058105, 0.9048103094100952, 0.9085919857025146, 0.9114270210266113, 0.9146730899810791, 0.9161105155944824, 0.9250069856643677, 0.9179179668426514, 0.926183819770813, 0.9267434477806091, 0.9309415817260742, 0.9349928498268127, 0.9364248514175415, 0.9354716539382935, 0.9339579939842224, 0.9395503997802734, 0.9342612028121948, 0.943598747253418, 0.9463377594947815, 0.9404667615890503, 0.9495230317115784], "r_norm": [2.0297470092773438, 1.8316532373428345, 1.817918300628662, 1.8281561136245728, 1.7945972681045532, 1.795889139175415, 1.7936118841171265, 1.7994613647460938, 1.781015396118164, 1.7967890501022339, 1.774245262145996, 1.7660198211669922, 1.7505273818969727, 1.731398105621338, 1.7189977169036865, 1.716914415359497, 1.7059435844421387, 1.6816133260726929, 1.6886305809020996, 1.6676859855651855, 1.6560012102127075, 1.6476972103118896, 1.6363990306854248, 1.6238328218460083, 1.6307295560836792, 1.6052143573760986, 1.594271183013916, 1.5990715026855469, 1.5956190824508667, 1.5823452472686768]}, {"step": 7950, "epoch": 20, "train_loss": 0.3144960105419159, "cos_r_negg": [0.8139579892158508, 0.8474686741828918, 0.8538737297058105, 0.8659372329711914, 0.8758962750434875, 0.8791083693504333, 0.8847695589065552, 0.891838550567627, 0.8946014046669006, 0.9019938707351685, 0.9058870077133179, 0.9113016128540039, 0.9138566255569458, 0.9172405004501343, 0.9180057048797607, 0.926609992980957, 0.9200740456581116, 0.9274052381515503, 0.9298454523086548, 0.9318011999130249, 0.9356927275657654, 0.9381911158561707, 0.9391939640045166, 0.9366326928138733, 0.9409641027450562, 0.937812328338623, 0.9445275068283081, 0.9470810294151306, 0.9416734576225281, 0.953051745891571], "cos_apical_negg": [0.8139579892158508, 0.8474686741828918, 0.8538737297058105, 0.8659372329711914, 0.8758962750434875, 0.8791083693504333, 0.8847695589065552, 0.891838550567627, 0.8946014046669006, 0.9019938707351685, 0.9058870077133179, 0.9113016128540039, 0.9138566255569458, 0.9172405004501343, 0.9180057048797607, 0.926609992980957, 0.9200740456581116, 0.9274052381515503, 0.9298454523086548, 0.9318011999130249, 0.9356927275657654, 0.9381911158561707, 0.9391939640045166, 0.9366326928138733, 0.9409641027450562, 0.937812328338623, 0.9445275068283081, 0.9470810294151306, 0.9416734576225281, 0.953051745891571], "cos_Ac_negg": [0.8139579892158508, 0.8474686741828918, 0.8538737297058105, 0.8659372329711914, 0.8758962750434875, 0.8791083693504333, 0.8847695589065552, 0.891838550567627, 0.8946014046669006, 0.9019938707351685, 0.9058870077133179, 0.9113016128540039, 0.9138566255569458, 0.9172405004501343, 0.9180057048797607, 0.926609992980957, 0.9200740456581116, 0.9274052381515503, 0.9298454523086548, 0.9318011999130249, 0.9356927275657654, 0.9381911158561707, 0.9391939640045166, 0.9366326928138733, 0.9409641027450562, 0.937812328338623, 0.9445275068283081, 0.9470810294151306, 0.9416734576225281, 0.953051745891571], "r_norm": [2.0792713165283203, 1.876799464225769, 1.862231731414795, 1.873638391494751, 1.83915114402771, 1.8425796031951904, 1.8389477729797363, 1.8456875085830688, 1.8270424604415894, 1.8426997661590576, 1.8205547332763672, 1.8108925819396973, 1.793834924697876, 1.777300477027893, 1.7640843391418457, 1.7625200748443604, 1.7496066093444824, 1.7244125604629517, 1.7331715822219849, 1.7103312015533447, 1.6989058256149292, 1.6903271675109863, 1.6776583194732666, 1.666080117225647, 1.6730294227600098, 1.64764404296875, 1.635934829711914, 1.6402716636657715, 1.6350470781326294, 1.6225484609603882]}, {"step": 8000, "epoch": 20, "train_loss": 0.5414007306098938, "cos_r_negg": [0.8175044059753418, 0.8477095365524292, 0.8531666994094849, 0.8643235564231873, 0.8737252950668335, 0.8795566558837891, 0.8858319520950317, 0.8901873826980591, 0.8937156200408936, 0.8995471000671387, 0.9056781530380249, 0.9103416204452515, 0.9118244647979736, 0.9156668782234192, 0.9178786277770996, 0.9250513315200806, 0.9180278778076172, 0.9263414144515991, 0.9274468421936035, 0.9307986497879028, 0.9346692562103271, 0.937337338924408, 0.9364213943481445, 0.9348511099815369, 0.9395493268966675, 0.935760498046875, 0.9438081383705139, 0.9472783803939819, 0.9416533708572388, 0.9503408670425415], "cos_apical_negg": [0.8175044059753418, 0.8477095365524292, 0.8531666994094849, 0.8643235564231873, 0.8737252950668335, 0.8795566558837891, 0.8858319520950317, 0.8901873826980591, 0.8937156200408936, 0.8995471000671387, 0.9056781530380249, 0.9103416204452515, 0.9118244647979736, 0.9156668782234192, 0.9178786277770996, 0.9250513315200806, 0.9180278778076172, 0.9263414144515991, 0.9274468421936035, 0.9307986497879028, 0.9346692562103271, 0.937337338924408, 0.9364213943481445, 0.9348511099815369, 0.9395493268966675, 0.935760498046875, 0.9438081383705139, 0.9472783803939819, 0.9416533708572388, 0.9503408670425415], "cos_Ac_negg": [0.8175044059753418, 0.8477095365524292, 0.8531666994094849, 0.8643235564231873, 0.8737252950668335, 0.8795566558837891, 0.8858319520950317, 0.8901873826980591, 0.8937156200408936, 0.8995471000671387, 0.9056781530380249, 0.9103416204452515, 0.9118244647979736, 0.9156668782234192, 0.9178786277770996, 0.9250513315200806, 0.9180278778076172, 0.9263414144515991, 0.9274468421936035, 0.9307986497879028, 0.9346692562103271, 0.937337338924408, 0.9364213943481445, 0.9348511099815369, 0.9395493268966675, 0.935760498046875, 0.9438081383705139, 0.9472783803939819, 0.9416533708572388, 0.9503408670425415], "r_norm": [2.115607738494873, 1.912519931793213, 1.8978004455566406, 1.9079499244689941, 1.873276948928833, 1.8777470588684082, 1.8717501163482666, 1.879044532775879, 1.861095666885376, 1.8765615224838257, 1.8516714572906494, 1.8446753025054932, 1.829947829246521, 1.8118956089019775, 1.7960574626922607, 1.7941007614135742, 1.7807412147521973, 1.7577385902404785, 1.763543963432312, 1.742552638053894, 1.7289621829986572, 1.7207956314086914, 1.708444356918335, 1.6928539276123047, 1.6990387439727783, 1.673513650894165, 1.662240982055664, 1.66805899143219, 1.66424560546875, 1.6493281126022339], "ldr": {"dL_sdil": -0.1479346752166748, "dL_bp": -0.21931219100952148, "ratio": 0.6745392243619152}}, {"step": 8050, "epoch": 20, "train_loss": 0.31544971466064453, "cos_r_negg": [0.8025811314582825, 0.8451147079467773, 0.8513057231903076, 0.863656222820282, 0.8720604777336121, 0.8769201636314392, 0.8837656378746033, 0.8893681764602661, 0.8931336402893066, 0.8994696140289307, 0.9054205417633057, 0.9088160991668701, 0.912853479385376, 0.915826141834259, 0.9166845083236694, 0.9250478744506836, 0.9187018871307373, 0.9264363050460815, 0.9277512431144714, 0.9314851760864258, 0.9342490434646606, 0.9363633394241333, 0.9367924928665161, 0.9357291460037231, 0.9390202164649963, 0.9346237182617188, 0.9439124464988708, 0.9471614360809326, 0.9414963722229004, 0.9487513303756714], "cos_apical_negg": [0.8025811314582825, 0.8451147079467773, 0.8513057231903076, 0.863656222820282, 0.8720604777336121, 0.8769201636314392, 0.8837656378746033, 0.8893681764602661, 0.8931336402893066, 0.8994696140289307, 0.9054205417633057, 0.9088160991668701, 0.912853479385376, 0.915826141834259, 0.9166845083236694, 0.9250478744506836, 0.9187018871307373, 0.9264363050460815, 0.9277512431144714, 0.9314851760864258, 0.9342490434646606, 0.9363633394241333, 0.9367924928665161, 0.9357291460037231, 0.9390202164649963, 0.9346237182617188, 0.9439124464988708, 0.9471614360809326, 0.9414963722229004, 0.9487513303756714], "cos_Ac_negg": [0.8025811314582825, 0.8451147079467773, 0.8513057231903076, 0.863656222820282, 0.8720604777336121, 0.8769201636314392, 0.8837656378746033, 0.8893681764602661, 0.8931336402893066, 0.8994696140289307, 0.9054205417633057, 0.9088160991668701, 0.912853479385376, 0.915826141834259, 0.9166845083236694, 0.9250478744506836, 0.9187018871307373, 0.9264363050460815, 0.9277512431144714, 0.9314851760864258, 0.9342490434646606, 0.9363633394241333, 0.9367924928665161, 0.9357291460037231, 0.9390202164649963, 0.9346237182617188, 0.9439124464988708, 0.9471614360809326, 0.9414963722229004, 0.9487513303756714], "r_norm": [2.068798065185547, 1.87064528465271, 1.8584423065185547, 1.8683228492736816, 1.8351960182189941, 1.8397616147994995, 1.832771897315979, 1.8400132656097412, 1.8221654891967773, 1.8383032083511353, 1.8139927387237549, 1.8051817417144775, 1.7900006771087646, 1.7728627920150757, 1.7577619552612305, 1.7557754516601562, 1.7430760860443115, 1.720506191253662, 1.7253732681274414, 1.7027668952941895, 1.6924021244049072, 1.6837427616119385, 1.6712756156921387, 1.6554399728775024, 1.6625025272369385, 1.6368499994277954, 1.6261602640151978, 1.6298415660858154, 1.6274850368499756, 1.6120193004608154]}, {"step": 8100, "epoch": 20, "train_loss": 0.36257103085517883, "cos_r_negg": [0.8129637837409973, 0.8502019643783569, 0.8555735349655151, 0.8677197694778442, 0.8760628700256348, 0.8812613487243652, 0.883960485458374, 0.8914265632629395, 0.896580696105957, 0.9028575420379639, 0.9077903628349304, 0.9115297794342041, 0.9148306846618652, 0.9181962013244629, 0.9200363159179688, 0.9266091585159302, 0.9203638434410095, 0.9283961057662964, 0.9304981231689453, 0.9330099821090698, 0.9354066252708435, 0.9390277862548828, 0.9404312372207642, 0.9374608993530273, 0.9420356750488281, 0.9378820657730103, 0.947341799736023, 0.9497268199920654, 0.9450511932373047, 0.9516277313232422], "cos_apical_negg": [0.8129637837409973, 0.8502019643783569, 0.8555735349655151, 0.8677197694778442, 0.8760628700256348, 0.8812613487243652, 0.883960485458374, 0.8914265632629395, 0.896580696105957, 0.9028575420379639, 0.9077903628349304, 0.9115297794342041, 0.9148306846618652, 0.9181962013244629, 0.9200363159179688, 0.9266091585159302, 0.9203638434410095, 0.9283961057662964, 0.9304981231689453, 0.9330099821090698, 0.9354066252708435, 0.9390277862548828, 0.9404312372207642, 0.9374608993530273, 0.9420356750488281, 0.9378820657730103, 0.947341799736023, 0.9497268199920654, 0.9450511932373047, 0.9516277313232422], "cos_Ac_negg": [0.8129637837409973, 0.8502019643783569, 0.8555735349655151, 0.8677197694778442, 0.8760628700256348, 0.8812613487243652, 0.883960485458374, 0.8914265632629395, 0.896580696105957, 0.9028575420379639, 0.9077903628349304, 0.9115297794342041, 0.9148306846618652, 0.9181962013244629, 0.9200363159179688, 0.9266091585159302, 0.9203638434410095, 0.9283961057662964, 0.9304981231689453, 0.9330099821090698, 0.9354066252708435, 0.9390277862548828, 0.9404312372207642, 0.9374608993530273, 0.9420356750488281, 0.9378820657730103, 0.947341799736023, 0.9497268199920654, 0.9450511932373047, 0.9516277313232422], "r_norm": [2.059540271759033, 1.865304946899414, 1.8516449928283691, 1.8615031242370605, 1.8287444114685059, 1.8314597606658936, 1.8273811340332031, 1.8351645469665527, 1.8157655000686646, 1.829190731048584, 1.807112455368042, 1.7987189292907715, 1.7830678224563599, 1.766411542892456, 1.7510664463043213, 1.7506606578826904, 1.7360353469848633, 1.7138251066207886, 1.7214382886886597, 1.6969460248947144, 1.6867183446884155, 1.6783690452575684, 1.6668322086334229, 1.6522469520568848, 1.657848596572876, 1.6341931819915771, 1.6216814517974854, 1.6272015571594238, 1.622753620147705, 1.608262062072754]}, {"step": 8150, "epoch": 20, "train_loss": 0.44154107570648193, "cos_r_negg": [0.8163556456565857, 0.8488785624504089, 0.8542040586471558, 0.8671154975891113, 0.8764322996139526, 0.8793528079986572, 0.8851522207260132, 0.8905755281448364, 0.8937636613845825, 0.9026854634284973, 0.9065548181533813, 0.9108196496963501, 0.914888322353363, 0.9185889959335327, 0.9191167950630188, 0.9253276586532593, 0.9198900461196899, 0.9273881316184998, 0.930232584476471, 0.9325960874557495, 0.934310793876648, 0.9368466138839722, 0.9389395713806152, 0.9363223314285278, 0.9396533370018005, 0.9360949993133545, 0.9459147453308105, 0.9473320841789246, 0.9441612958908081, 0.9516364336013794], "cos_apical_negg": [0.8163556456565857, 0.8488785624504089, 0.8542040586471558, 0.8671154975891113, 0.8764322996139526, 0.8793528079986572, 0.8851522207260132, 0.8905755281448364, 0.8937636613845825, 0.9026854634284973, 0.9065548181533813, 0.9108196496963501, 0.914888322353363, 0.9185889959335327, 0.9191167950630188, 0.9253276586532593, 0.9198900461196899, 0.9273881316184998, 0.930232584476471, 0.9325960874557495, 0.934310793876648, 0.9368466138839722, 0.9389395713806152, 0.9363223314285278, 0.9396533370018005, 0.9360949993133545, 0.9459147453308105, 0.9473320841789246, 0.9441612958908081, 0.9516364336013794], "cos_Ac_negg": [0.8163556456565857, 0.8488785624504089, 0.8542040586471558, 0.8671154975891113, 0.8764322996139526, 0.8793528079986572, 0.8851522207260132, 0.8905755281448364, 0.8937636613845825, 0.9026854634284973, 0.9065548181533813, 0.9108196496963501, 0.914888322353363, 0.9185889959335327, 0.9191167950630188, 0.9253276586532593, 0.9198900461196899, 0.9273881316184998, 0.930232584476471, 0.9325960874557495, 0.934310793876648, 0.9368466138839722, 0.9389395713806152, 0.9363223314285278, 0.9396533370018005, 0.9360949993133545, 0.9459147453308105, 0.9473320841789246, 0.9441612958908081, 0.9516364336013794], "r_norm": [2.0805418491363525, 1.8854455947875977, 1.8758854866027832, 1.884190320968628, 1.8499197959899902, 1.853515625, 1.8486850261688232, 1.856081485748291, 1.8364633321762085, 1.8513717651367188, 1.8283841609954834, 1.8199903964996338, 1.8044790029525757, 1.7882859706878662, 1.7705986499786377, 1.7706835269927979, 1.7552483081817627, 1.7352187633514404, 1.7421138286590576, 1.7172199487686157, 1.7057160139083862, 1.6970345973968506, 1.6852045059204102, 1.6706674098968506, 1.6765507459640503, 1.653359055519104, 1.6382253170013428, 1.6450157165527344, 1.6420283317565918, 1.6259980201721191]}, {"step": 8200, "epoch": 20, "train_loss": 0.4583624601364136, "cos_r_negg": [0.8195362091064453, 0.8473532795906067, 0.8544979095458984, 0.8621277809143066, 0.8739362955093384, 0.8784164190292358, 0.8842458724975586, 0.8896268606185913, 0.8929282426834106, 0.9008098244667053, 0.9070968627929688, 0.9118856191635132, 0.9139601588249207, 0.9167463779449463, 0.9175330400466919, 0.9264971017837524, 0.9202459454536438, 0.9281946420669556, 0.9287906885147095, 0.930837869644165, 0.9350206255912781, 0.938650369644165, 0.9407669305801392, 0.9374026656150818, 0.9412481784820557, 0.9376677870750427, 0.9467417001724243, 0.9480733275413513, 0.9444411993026733, 0.9504979848861694], "cos_apical_negg": [0.8195362091064453, 0.8473532795906067, 0.8544979095458984, 0.8621277809143066, 0.8739362955093384, 0.8784164190292358, 0.8842458724975586, 0.8896268606185913, 0.8929282426834106, 0.9008098244667053, 0.9070968627929688, 0.9118856191635132, 0.9139601588249207, 0.9167463779449463, 0.9175330400466919, 0.9264971017837524, 0.9202459454536438, 0.9281946420669556, 0.9287906885147095, 0.930837869644165, 0.9350206255912781, 0.938650369644165, 0.9407669305801392, 0.9374026656150818, 0.9412481784820557, 0.9376677870750427, 0.9467417001724243, 0.9480733275413513, 0.9444411993026733, 0.9504979848861694], "cos_Ac_negg": [0.8195362091064453, 0.8473532795906067, 0.8544979095458984, 0.8621277809143066, 0.8739362955093384, 0.8784164190292358, 0.8842458724975586, 0.8896268606185913, 0.8929282426834106, 0.9008098244667053, 0.9070968627929688, 0.9118856191635132, 0.9139601588249207, 0.9167463779449463, 0.9175330400466919, 0.9264971017837524, 0.9202459454536438, 0.9281946420669556, 0.9287906885147095, 0.930837869644165, 0.9350206255912781, 0.938650369644165, 0.9407669305801392, 0.9374026656150818, 0.9412481784820557, 0.9376677870750427, 0.9467417001724243, 0.9480733275413513, 0.9444411993026733, 0.9504979848861694], "r_norm": [2.126648426055908, 1.9273912906646729, 1.9179129600524902, 1.9259190559387207, 1.8925843238830566, 1.896535038948059, 1.8894121646881104, 1.898197889328003, 1.8778325319290161, 1.893969178199768, 1.8679897785186768, 1.8618896007537842, 1.8450214862823486, 1.827843427658081, 1.8113116025924683, 1.8083343505859375, 1.7946455478668213, 1.7723634243011475, 1.7767975330352783, 1.754165768623352, 1.7406954765319824, 1.7330379486083984, 1.7199532985687256, 1.7036610841751099, 1.7094402313232422, 1.6843950748443604, 1.670264482498169, 1.6761462688446045, 1.6731970310211182, 1.6553568840026855]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4163, "test_loss": 2.9876607421875}, {"step": 8250, "epoch": 21, "train_loss": 0.17571145296096802, "cos_r_negg": [0.8151798248291016, 0.8437426090240479, 0.8509130477905273, 0.8591984510421753, 0.8717588186264038, 0.8769069910049438, 0.880981981754303, 0.8886837959289551, 0.8901318311691284, 0.8981881141662598, 0.9051214456558228, 0.9078636169433594, 0.9098942279815674, 0.9136549234390259, 0.9145400524139404, 0.9233353734016418, 0.917813241481781, 0.9246420860290527, 0.9250839948654175, 0.9287492632865906, 0.9323017597198486, 0.9351313710212708, 0.9361569881439209, 0.9337679147720337, 0.9368473291397095, 0.9356014728546143, 0.9427440166473389, 0.9457074403762817, 0.941421627998352, 0.950393557548523], "cos_apical_negg": [0.8151798248291016, 0.8437426090240479, 0.8509130477905273, 0.8591984510421753, 0.8717588186264038, 0.8769069910049438, 0.880981981754303, 0.8886837959289551, 0.8901318311691284, 0.8981881141662598, 0.9051214456558228, 0.9078636169433594, 0.9098942279815674, 0.9136549234390259, 0.9145400524139404, 0.9233353734016418, 0.917813241481781, 0.9246420860290527, 0.9250839948654175, 0.9287492632865906, 0.9323017597198486, 0.9351313710212708, 0.9361569881439209, 0.9337679147720337, 0.9368473291397095, 0.9356014728546143, 0.9427440166473389, 0.9457074403762817, 0.941421627998352, 0.950393557548523], "cos_Ac_negg": [0.8151798248291016, 0.8437426090240479, 0.8509130477905273, 0.8591984510421753, 0.8717588186264038, 0.8769069910049438, 0.880981981754303, 0.8886837959289551, 0.8901318311691284, 0.8981881141662598, 0.9051214456558228, 0.9078636169433594, 0.9098942279815674, 0.9136549234390259, 0.9145400524139404, 0.9233353734016418, 0.917813241481781, 0.9246420860290527, 0.9250839948654175, 0.9287492632865906, 0.9323017597198486, 0.9351313710212708, 0.9361569881439209, 0.9337679147720337, 0.9368473291397095, 0.9356014728546143, 0.9427440166473389, 0.9457074403762817, 0.941421627998352, 0.950393557548523], "r_norm": [2.1049118041992188, 1.9117671251296997, 1.8998925685882568, 1.9106167554855347, 1.8789944648742676, 1.8800920248031616, 1.8757858276367188, 1.8856514692306519, 1.8652563095092773, 1.879976749420166, 1.855494499206543, 1.8482075929641724, 1.8325812816619873, 1.8135206699371338, 1.799819827079773, 1.7945733070373535, 1.7820510864257812, 1.7603530883789062, 1.7664155960083008, 1.7422839403152466, 1.7289690971374512, 1.7209184169769287, 1.7088543176651, 1.6940540075302124, 1.6981391906738281, 1.6732852458953857, 1.662011981010437, 1.664164662361145, 1.6597540378570557, 1.6442365646362305], "ldr": {"dL_sdil": -0.17024612426757812, "dL_bp": -0.24726366996765137, "ratio": 0.6885205751813472}}, {"step": 8300, "epoch": 21, "train_loss": 0.3858274519443512, "cos_r_negg": [0.8143203258514404, 0.8487310409545898, 0.8542622327804565, 0.8637030124664307, 0.8756119012832642, 0.8809319734573364, 0.8859403729438782, 0.8913277983665466, 0.8953907489776611, 0.9022440910339355, 0.9078903198242188, 0.9112143516540527, 0.9139167070388794, 0.9179200530052185, 0.9188765287399292, 0.9264382123947144, 0.9208333492279053, 0.9289660453796387, 0.9292643666267395, 0.9324436187744141, 0.9372516870498657, 0.9370203018188477, 0.9388737678527832, 0.9364286661148071, 0.9418716430664062, 0.9393258094787598, 0.9454249739646912, 0.9486643075942993, 0.9434244632720947, 0.9527502655982971], "cos_apical_negg": [0.8143203258514404, 0.8487310409545898, 0.8542622327804565, 0.8637030124664307, 0.8756119012832642, 0.8809319734573364, 0.8859403729438782, 0.8913277983665466, 0.8953907489776611, 0.9022440910339355, 0.9078903198242188, 0.9112143516540527, 0.9139167070388794, 0.9179200530052185, 0.9188765287399292, 0.9264382123947144, 0.9208333492279053, 0.9289660453796387, 0.9292643666267395, 0.9324436187744141, 0.9372516870498657, 0.9370203018188477, 0.9388737678527832, 0.9364286661148071, 0.9418716430664062, 0.9393258094787598, 0.9454249739646912, 0.9486643075942993, 0.9434244632720947, 0.9527502655982971], "cos_Ac_negg": [0.8143203258514404, 0.8487310409545898, 0.8542622327804565, 0.8637030124664307, 0.8756119012832642, 0.8809319734573364, 0.8859403729438782, 0.8913277983665466, 0.8953907489776611, 0.9022440910339355, 0.9078903198242188, 0.9112143516540527, 0.9139167070388794, 0.9179200530052185, 0.9188765287399292, 0.9264382123947144, 0.9208333492279053, 0.9289660453796387, 0.9292643666267395, 0.9324436187744141, 0.9372516870498657, 0.9370203018188477, 0.9388737678527832, 0.9364286661148071, 0.9418716430664062, 0.9393258094787598, 0.9454249739646912, 0.9486643075942993, 0.9434244632720947, 0.9527502655982971], "r_norm": [2.1781439781188965, 1.9799795150756836, 1.9683252573013306, 1.9784669876098633, 1.9439113140106201, 1.9466205835342407, 1.9432798624038696, 1.9517598152160645, 1.9334838390350342, 1.94513738155365, 1.921438217163086, 1.9141241312026978, 1.8964173793792725, 1.8766121864318848, 1.8617615699768066, 1.8591132164001465, 1.8439831733703613, 1.82071852684021, 1.8281710147857666, 1.8032400608062744, 1.7889389991760254, 1.7774103879928589, 1.7680580615997314, 1.7504920959472656, 1.756293773651123, 1.7314867973327637, 1.7182788848876953, 1.7197173833847046, 1.7161941528320312, 1.700225591659546]}, {"step": 8350, "epoch": 21, "train_loss": 0.3072432577610016, "cos_r_negg": [0.8132637143135071, 0.847130537033081, 0.8543139696121216, 0.8619211912155151, 0.8756322860717773, 0.8799073696136475, 0.8838613629341125, 0.8908287286758423, 0.8940610289573669, 0.898847222328186, 0.9070019721984863, 0.910502016544342, 0.913089394569397, 0.916282594203949, 0.9185503721237183, 0.9264106750488281, 0.9206463098526001, 0.9279912114143372, 0.9285632371902466, 0.9308829307556152, 0.9375618696212769, 0.9372497797012329, 0.9396059513092041, 0.9356231093406677, 0.9399592876434326, 0.9402945041656494, 0.9439660906791687, 0.9488699436187744, 0.9430689811706543, 0.9522115588188171], "cos_apical_negg": [0.8132637143135071, 0.847130537033081, 0.8543139696121216, 0.8619211912155151, 0.8756322860717773, 0.8799073696136475, 0.8838613629341125, 0.8908287286758423, 0.8940610289573669, 0.898847222328186, 0.9070019721984863, 0.910502016544342, 0.913089394569397, 0.916282594203949, 0.9185503721237183, 0.9264106750488281, 0.9206463098526001, 0.9279912114143372, 0.9285632371902466, 0.9308829307556152, 0.9375618696212769, 0.9372497797012329, 0.9396059513092041, 0.9356231093406677, 0.9399592876434326, 0.9402945041656494, 0.9439660906791687, 0.9488699436187744, 0.9430689811706543, 0.9522115588188171], "cos_Ac_negg": [0.8132637143135071, 0.847130537033081, 0.8543139696121216, 0.8619211912155151, 0.8756322860717773, 0.8799073696136475, 0.8838613629341125, 0.8908287286758423, 0.8940610289573669, 0.898847222328186, 0.9070019721984863, 0.910502016544342, 0.913089394569397, 0.916282594203949, 0.9185503721237183, 0.9264106750488281, 0.9206463098526001, 0.9279912114143372, 0.9285632371902466, 0.9308829307556152, 0.9375618696212769, 0.9372497797012329, 0.9396059513092041, 0.9356231093406677, 0.9399592876434326, 0.9402945041656494, 0.9439660906791687, 0.9488699436187744, 0.9430689811706543, 0.9522115588188171], "r_norm": [2.142019271850586, 1.9486088752746582, 1.9381229877471924, 1.9487453699111938, 1.9146485328674316, 1.9182770252227783, 1.9152331352233887, 1.9246363639831543, 1.9051069021224976, 1.9184843301773071, 1.8945646286010742, 1.885969638824463, 1.8712782859802246, 1.85076904296875, 1.83632230758667, 1.833038568496704, 1.816874384880066, 1.7958000898361206, 1.8019185066223145, 1.7775018215179443, 1.7651498317718506, 1.753714680671692, 1.7429945468902588, 1.7254748344421387, 1.7310121059417725, 1.706141471862793, 1.6945335865020752, 1.696443796157837, 1.6931788921356201, 1.6747422218322754]}, {"step": 8400, "epoch": 21, "train_loss": 0.3361210227012634, "cos_r_negg": [0.8043899536132812, 0.8505234718322754, 0.8555198907852173, 0.8655481338500977, 0.8777909278869629, 0.8825994729995728, 0.887555718421936, 0.894775390625, 0.8965920209884644, 0.9033432006835938, 0.9095734357833862, 0.9137745499610901, 0.9152296781539917, 0.9188525676727295, 0.9201505184173584, 0.9274694919586182, 0.9235498905181885, 0.9307971000671387, 0.9304062128067017, 0.9346941113471985, 0.9407652616500854, 0.9391859769821167, 0.9421803951263428, 0.9394718408584595, 0.9435985088348389, 0.9411259889602661, 0.9483965635299683, 0.951870322227478, 0.9464134573936462, 0.9559050798416138], "cos_apical_negg": [0.8043899536132812, 0.8505234718322754, 0.8555198907852173, 0.8655481338500977, 0.8777909278869629, 0.8825994729995728, 0.887555718421936, 0.894775390625, 0.8965920209884644, 0.9033432006835938, 0.9095734357833862, 0.9137745499610901, 0.9152296781539917, 0.9188525676727295, 0.9201505184173584, 0.9274694919586182, 0.9235498905181885, 0.9307971000671387, 0.9304062128067017, 0.9346941113471985, 0.9407652616500854, 0.9391859769821167, 0.9421803951263428, 0.9394718408584595, 0.9435985088348389, 0.9411259889602661, 0.9483965635299683, 0.951870322227478, 0.9464134573936462, 0.9559050798416138], "cos_Ac_negg": [0.8043899536132812, 0.8505234718322754, 0.8555198907852173, 0.8655481338500977, 0.8777909278869629, 0.8825994729995728, 0.887555718421936, 0.894775390625, 0.8965920209884644, 0.9033432006835938, 0.9095734357833862, 0.9137745499610901, 0.9152296781539917, 0.9188525676727295, 0.9201505184173584, 0.9274694919586182, 0.9235498905181885, 0.9307971000671387, 0.9304062128067017, 0.9346941113471985, 0.9407652616500854, 0.9391859769821167, 0.9421803951263428, 0.9394718408584595, 0.9435985088348389, 0.9411259889602661, 0.9483965635299683, 0.951870322227478, 0.9464134573936462, 0.9559050798416138], "r_norm": [2.1660094261169434, 1.9717583656311035, 1.9603333473205566, 1.9722397327423096, 1.9392683506011963, 1.9398953914642334, 1.9379703998565674, 1.9451172351837158, 1.9256659746170044, 1.93886137008667, 1.9158248901367188, 1.9053235054016113, 1.8910300731658936, 1.8729262351989746, 1.8570724725723267, 1.8541395664215088, 1.8375211954116821, 1.816208839416504, 1.8213706016540527, 1.796262264251709, 1.784959316253662, 1.772196888923645, 1.760981798171997, 1.746612787246704, 1.7516014575958252, 1.724671721458435, 1.7133291959762573, 1.7161728143692017, 1.711086630821228, 1.693455457687378]}, {"step": 8450, "epoch": 21, "train_loss": 0.2683941423892975, "cos_r_negg": [0.8051103353500366, 0.8497811555862427, 0.8555535078048706, 0.8650815486907959, 0.8773469924926758, 0.8825604915618896, 0.8867354393005371, 0.8928623199462891, 0.895076334476471, 0.9023795127868652, 0.9083351492881775, 0.912365734577179, 0.914559006690979, 0.9167798161506653, 0.9205488562583923, 0.9256689548492432, 0.9200916886329651, 0.9290509223937988, 0.9304394721984863, 0.9328347444534302, 0.9381080865859985, 0.9385025501251221, 0.9404104948043823, 0.9370803236961365, 0.9429408311843872, 0.9401055574417114, 0.9477967023849487, 0.9503432512283325, 0.9452081918716431, 0.9537314176559448], "cos_apical_negg": [0.8051103353500366, 0.8497811555862427, 0.8555535078048706, 0.8650815486907959, 0.8773469924926758, 0.8825604915618896, 0.8867354393005371, 0.8928623199462891, 0.895076334476471, 0.9023795127868652, 0.9083351492881775, 0.912365734577179, 0.914559006690979, 0.9167798161506653, 0.9205488562583923, 0.9256689548492432, 0.9200916886329651, 0.9290509223937988, 0.9304394721984863, 0.9328347444534302, 0.9381080865859985, 0.9385025501251221, 0.9404104948043823, 0.9370803236961365, 0.9429408311843872, 0.9401055574417114, 0.9477967023849487, 0.9503432512283325, 0.9452081918716431, 0.9537314176559448], "cos_Ac_negg": [0.8051103353500366, 0.8497811555862427, 0.8555535078048706, 0.8650815486907959, 0.8773469924926758, 0.8825604915618896, 0.8867354393005371, 0.8928623199462891, 0.895076334476471, 0.9023795127868652, 0.9083351492881775, 0.912365734577179, 0.914559006690979, 0.9167798161506653, 0.9205488562583923, 0.9256689548492432, 0.9200916886329651, 0.9290509223937988, 0.9304394721984863, 0.9328347444534302, 0.9381080865859985, 0.9385025501251221, 0.9404104948043823, 0.9370803236961365, 0.9429408311843872, 0.9401055574417114, 0.9477967023849487, 0.9503432512283325, 0.9452081918716431, 0.9537314176559448], "r_norm": [2.1404216289520264, 1.9488013982772827, 1.9381556510925293, 1.9495090246200562, 1.9162169694900513, 1.9182007312774658, 1.9146658182144165, 1.9214016199111938, 1.9024672508239746, 1.917272925376892, 1.8938981294631958, 1.882849931716919, 1.868976354598999, 1.8522675037384033, 1.835256814956665, 1.832274317741394, 1.815493106842041, 1.7951273918151855, 1.798803448677063, 1.7763526439666748, 1.762593150138855, 1.7511892318725586, 1.7399033308029175, 1.724800944328308, 1.729848861694336, 1.7032220363616943, 1.6918891668319702, 1.695967197418213, 1.6905205249786377, 1.6739087104797363]}, {"step": 8500, "epoch": 21, "train_loss": 0.420781672000885, "cos_r_negg": [0.803759753704071, 0.8480709195137024, 0.8544365763664246, 0.865554928779602, 0.876804530620575, 0.8826395273208618, 0.8856148719787598, 0.8923623561859131, 0.8966792821884155, 0.9017354249954224, 0.9071572422981262, 0.9116883277893066, 0.9139432907104492, 0.919119656085968, 0.9195546507835388, 0.9271258115768433, 0.9200769662857056, 0.9296783208847046, 0.9298382997512817, 0.9321704506874084, 0.9369711875915527, 0.9386861324310303, 0.9400892853736877, 0.937640368938446, 0.9412271976470947, 0.9400278329849243, 0.946614682674408, 0.9493414163589478, 0.9456931352615356, 0.9528483152389526], "cos_apical_negg": [0.803759753704071, 0.8480709195137024, 0.8544365763664246, 0.865554928779602, 0.876804530620575, 0.8826395273208618, 0.8856148719787598, 0.8923623561859131, 0.8966792821884155, 0.9017354249954224, 0.9071572422981262, 0.9116883277893066, 0.9139432907104492, 0.919119656085968, 0.9195546507835388, 0.9271258115768433, 0.9200769662857056, 0.9296783208847046, 0.9298382997512817, 0.9321704506874084, 0.9369711875915527, 0.9386861324310303, 0.9400892853736877, 0.937640368938446, 0.9412271976470947, 0.9400278329849243, 0.946614682674408, 0.9493414163589478, 0.9456931352615356, 0.9528483152389526], "cos_Ac_negg": [0.803759753704071, 0.8480709195137024, 0.8544365763664246, 0.865554928779602, 0.876804530620575, 0.8826395273208618, 0.8856148719787598, 0.8923623561859131, 0.8966792821884155, 0.9017354249954224, 0.9071572422981262, 0.9116883277893066, 0.9139432907104492, 0.919119656085968, 0.9195546507835388, 0.9271258115768433, 0.9200769662857056, 0.9296783208847046, 0.9298382997512817, 0.9321704506874084, 0.9369711875915527, 0.9386861324310303, 0.9400892853736877, 0.937640368938446, 0.9412271976470947, 0.9400278329849243, 0.946614682674408, 0.9493414163589478, 0.9456931352615356, 0.9528483152389526], "r_norm": [2.1537106037139893, 1.9637250900268555, 1.953557014465332, 1.9658753871917725, 1.9319783449172974, 1.9340730905532837, 1.929771900177002, 1.939163088798523, 1.922661304473877, 1.9343609809875488, 1.9111084938049316, 1.9000844955444336, 1.8845725059509277, 1.8682847023010254, 1.8524501323699951, 1.848705530166626, 1.8329365253448486, 1.8104342222213745, 1.8161717653274536, 1.7922054529190063, 1.777923822402954, 1.765268325805664, 1.7554051876068115, 1.7393248081207275, 1.7462737560272217, 1.7177773714065552, 1.7062690258026123, 1.709814429283142, 1.705501675605774, 1.6866638660430908], "ldr": {"dL_sdil": -0.16408872604370117, "dL_bp": -0.24947905540466309, "ratio": 0.6577254582656005}}, {"step": 8550, "epoch": 21, "train_loss": 0.2975640296936035, "cos_r_negg": [0.8090126514434814, 0.843544602394104, 0.8512458801269531, 0.861022412776947, 0.8739113807678223, 0.8782153129577637, 0.883234977722168, 0.8898411989212036, 0.8927338123321533, 0.8991329669952393, 0.9036694765090942, 0.9076634049415588, 0.9114818572998047, 0.9146241545677185, 0.9166356325149536, 0.9235481023788452, 0.9168610572814941, 0.9270278811454773, 0.9271425008773804, 0.9288917779922485, 0.933749794960022, 0.9366289377212524, 0.9371700286865234, 0.9344965815544128, 0.9382631182670593, 0.9345543384552002, 0.9435016512870789, 0.9452601075172424, 0.9417233467102051, 0.9493955969810486], "cos_apical_negg": [0.8090126514434814, 0.843544602394104, 0.8512458801269531, 0.861022412776947, 0.8739113807678223, 0.8782153129577637, 0.883234977722168, 0.8898411989212036, 0.8927338123321533, 0.8991329669952393, 0.9036694765090942, 0.9076634049415588, 0.9114818572998047, 0.9146241545677185, 0.9166356325149536, 0.9235481023788452, 0.9168610572814941, 0.9270278811454773, 0.9271425008773804, 0.9288917779922485, 0.933749794960022, 0.9366289377212524, 0.9371700286865234, 0.9344965815544128, 0.9382631182670593, 0.9345543384552002, 0.9435016512870789, 0.9452601075172424, 0.9417233467102051, 0.9493955969810486], "cos_Ac_negg": [0.8090126514434814, 0.843544602394104, 0.8512458801269531, 0.861022412776947, 0.8739113807678223, 0.8782153129577637, 0.883234977722168, 0.8898411989212036, 0.8927338123321533, 0.8991329669952393, 0.9036694765090942, 0.9076634049415588, 0.9114818572998047, 0.9146241545677185, 0.9166356325149536, 0.9235481023788452, 0.9168610572814941, 0.9270278811454773, 0.9271425008773804, 0.9288917779922485, 0.933749794960022, 0.9366289377212524, 0.9371700286865234, 0.9344965815544128, 0.9382631182670593, 0.9345543384552002, 0.9435016512870789, 0.9452601075172424, 0.9417233467102051, 0.9493955969810486], "r_norm": [2.174264907836914, 1.984616994857788, 1.9722627401351929, 1.9844666719436646, 1.949223279953003, 1.9522532224655151, 1.9466476440429688, 1.956538200378418, 1.9395045042037964, 1.9511528015136719, 1.9289147853851318, 1.9178264141082764, 1.8994911909103394, 1.8861122131347656, 1.869005560874939, 1.8664653301239014, 1.8490803241729736, 1.826888084411621, 1.833606481552124, 1.8072608709335327, 1.7959620952606201, 1.782548189163208, 1.7712295055389404, 1.7572917938232422, 1.764481544494629, 1.7351927757263184, 1.7227516174316406, 1.7256484031677246, 1.7197566032409668, 1.7024229764938354]}, {"step": 8600, "epoch": 21, "train_loss": 0.4076218605041504, "cos_r_negg": [0.8069005608558655, 0.8481932878494263, 0.8556699156761169, 0.8672284483909607, 0.8771701455116272, 0.8846235275268555, 0.8879064321517944, 0.8951666951179504, 0.8986648321151733, 0.9030855894088745, 0.9091163873672485, 0.9126685857772827, 0.9156602621078491, 0.9214839339256287, 0.9230250716209412, 0.9288303256034851, 0.9225180149078369, 0.9305790662765503, 0.9325054287910461, 0.9329923391342163, 0.9384954571723938, 0.9404028654098511, 0.9439940452575684, 0.9376351833343506, 0.9452004432678223, 0.9415001273155212, 0.9497575163841248, 0.9511677622795105, 0.9460335969924927, 0.9552082419395447], "cos_apical_negg": [0.8069005608558655, 0.8481932878494263, 0.8556699156761169, 0.8672284483909607, 0.8771701455116272, 0.8846235275268555, 0.8879064321517944, 0.8951666951179504, 0.8986648321151733, 0.9030855894088745, 0.9091163873672485, 0.9126685857772827, 0.9156602621078491, 0.9214839339256287, 0.9230250716209412, 0.9288303256034851, 0.9225180149078369, 0.9305790662765503, 0.9325054287910461, 0.9329923391342163, 0.9384954571723938, 0.9404028654098511, 0.9439940452575684, 0.9376351833343506, 0.9452004432678223, 0.9415001273155212, 0.9497575163841248, 0.9511677622795105, 0.9460335969924927, 0.9552082419395447], "cos_Ac_negg": [0.8069005608558655, 0.8481932878494263, 0.8556699156761169, 0.8672284483909607, 0.8771701455116272, 0.8846235275268555, 0.8879064321517944, 0.8951666951179504, 0.8986648321151733, 0.9030855894088745, 0.9091163873672485, 0.9126685857772827, 0.9156602621078491, 0.9214839339256287, 0.9230250716209412, 0.9288303256034851, 0.9225180149078369, 0.9305790662765503, 0.9325054287910461, 0.9329923391342163, 0.9384954571723938, 0.9404028654098511, 0.9439940452575684, 0.9376351833343506, 0.9452004432678223, 0.9415001273155212, 0.9497575163841248, 0.9511677622795105, 0.9460335969924927, 0.9552082419395447], "r_norm": [2.1780381202697754, 1.9880309104919434, 1.9781503677368164, 1.988860011100769, 1.9554414749145508, 1.9598548412322998, 1.9546304941177368, 1.9642301797866821, 1.9463082551956177, 1.958612322807312, 1.9352482557296753, 1.923429250717163, 1.908875823020935, 1.8921431303024292, 1.8757011890411377, 1.8707776069641113, 1.8555912971496582, 1.8326489925384521, 1.8398865461349487, 1.8123070001602173, 1.7997394800186157, 1.7872929573059082, 1.7747528553009033, 1.760481357574463, 1.7644407749176025, 1.7364308834075928, 1.7270426750183105, 1.7286274433135986, 1.7234745025634766, 1.7062791585922241]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4227, "test_loss": 3.0997532958984375}, {"step": 8650, "epoch": 22, "train_loss": 0.2532230615615845, "cos_r_negg": [0.8034662008285522, 0.8485885858535767, 0.854824423789978, 0.8667304515838623, 0.8771107196807861, 0.8837894201278687, 0.8869609236717224, 0.8951519727706909, 0.8964481353759766, 0.9031596779823303, 0.9076833128929138, 0.9117657542228699, 0.914772629737854, 0.9198551177978516, 0.9222502112388611, 0.9289932250976562, 0.9210211634635925, 0.9296199679374695, 0.9314758777618408, 0.9315215349197388, 0.9360437393188477, 0.9385732412338257, 0.942156195640564, 0.9363800287246704, 0.9419503211975098, 0.93865966796875, 0.9457179307937622, 0.9483038187026978, 0.9445647597312927, 0.9515918493270874], "cos_apical_negg": [0.8034662008285522, 0.8485885858535767, 0.854824423789978, 0.8667304515838623, 0.8771107196807861, 0.8837894201278687, 0.8869609236717224, 0.8951519727706909, 0.8964481353759766, 0.9031596779823303, 0.9076833128929138, 0.9117657542228699, 0.914772629737854, 0.9198551177978516, 0.9222502112388611, 0.9289932250976562, 0.9210211634635925, 0.9296199679374695, 0.9314758777618408, 0.9315215349197388, 0.9360437393188477, 0.9385732412338257, 0.942156195640564, 0.9363800287246704, 0.9419503211975098, 0.93865966796875, 0.9457179307937622, 0.9483038187026978, 0.9445647597312927, 0.9515918493270874], "cos_Ac_negg": [0.8034662008285522, 0.8485885858535767, 0.854824423789978, 0.8667304515838623, 0.8771107196807861, 0.8837894201278687, 0.8869609236717224, 0.8951519727706909, 0.8964481353759766, 0.9031596779823303, 0.9076833128929138, 0.9117657542228699, 0.914772629737854, 0.9198551177978516, 0.9222502112388611, 0.9289932250976562, 0.9210211634635925, 0.9296199679374695, 0.9314758777618408, 0.9315215349197388, 0.9360437393188477, 0.9385732412338257, 0.942156195640564, 0.9363800287246704, 0.9419503211975098, 0.93865966796875, 0.9457179307937622, 0.9483038187026978, 0.9445647597312927, 0.9515918493270874], "r_norm": [2.151944637298584, 1.9634943008422852, 1.954133152961731, 1.9651806354522705, 1.9343383312225342, 1.9377635717391968, 1.930915117263794, 1.9399305582046509, 1.922386884689331, 1.9370200634002686, 1.9117017984390259, 1.9018741846084595, 1.885303020477295, 1.8679065704345703, 1.8539167642593384, 1.8479902744293213, 1.831951379776001, 1.810497760772705, 1.8163652420043945, 1.7882494926452637, 1.778096079826355, 1.7644356489181519, 1.7536202669143677, 1.7381471395492554, 1.7425060272216797, 1.7154302597045898, 1.7037423849105835, 1.7053887844085693, 1.7006888389587402, 1.683406114578247]}, {"step": 8700, "epoch": 22, "train_loss": 0.48732468485832214, "cos_r_negg": [0.8116629719734192, 0.8516481518745422, 0.8590669631958008, 0.8693147897720337, 0.8794654011726379, 0.885469913482666, 0.888157844543457, 0.8959500789642334, 0.8999112844467163, 0.9062453508377075, 0.9104561805725098, 0.914146900177002, 0.9193333387374878, 0.9234395623207092, 0.9253171682357788, 0.931336522102356, 0.9252896308898926, 0.9329612851142883, 0.9333163499832153, 0.9348511695861816, 0.9401861429214478, 0.9426702260971069, 0.9447450637817383, 0.9410185813903809, 0.9471350312232971, 0.9441701769828796, 0.9504963159561157, 0.9515158534049988, 0.9489775896072388, 0.9549174308776855], "cos_apical_negg": [0.8116629719734192, 0.8516481518745422, 0.8590669631958008, 0.8693147897720337, 0.8794654011726379, 0.885469913482666, 0.888157844543457, 0.8959500789642334, 0.8999112844467163, 0.9062453508377075, 0.9104561805725098, 0.914146900177002, 0.9193333387374878, 0.9234395623207092, 0.9253171682357788, 0.931336522102356, 0.9252896308898926, 0.9329612851142883, 0.9333163499832153, 0.9348511695861816, 0.9401861429214478, 0.9426702260971069, 0.9447450637817383, 0.9410185813903809, 0.9471350312232971, 0.9441701769828796, 0.9504963159561157, 0.9515158534049988, 0.9489775896072388, 0.9549174308776855], "cos_Ac_negg": [0.8116629719734192, 0.8516481518745422, 0.8590669631958008, 0.8693147897720337, 0.8794654011726379, 0.885469913482666, 0.888157844543457, 0.8959500789642334, 0.8999112844467163, 0.9062453508377075, 0.9104561805725098, 0.914146900177002, 0.9193333387374878, 0.9234395623207092, 0.9253171682357788, 0.931336522102356, 0.9252896308898926, 0.9329612851142883, 0.9333163499832153, 0.9348511695861816, 0.9401861429214478, 0.9426702260971069, 0.9447450637817383, 0.9410185813903809, 0.9471350312232971, 0.9441701769828796, 0.9504963159561157, 0.9515158534049988, 0.9489775896072388, 0.9549174308776855], "r_norm": [2.2330901622772217, 2.0356123447418213, 2.0261263847351074, 2.039614677429199, 2.0074961185455322, 2.0108749866485596, 2.0036582946777344, 2.010704517364502, 1.9914031028747559, 2.0071001052856445, 1.9809584617614746, 1.9704258441925049, 1.9523205757141113, 1.9359840154647827, 1.9189025163650513, 1.9150751829147339, 1.897827386856079, 1.8762848377227783, 1.8818854093551636, 1.8518401384353638, 1.844815731048584, 1.8284802436828613, 1.8171513080596924, 1.8031885623931885, 1.8060657978057861, 1.7774263620376587, 1.7663629055023193, 1.765989065170288, 1.7594600915908813, 1.744030237197876]}, {"step": 8750, "epoch": 22, "train_loss": 0.2661558985710144, "cos_r_negg": [0.8144841194152832, 0.8528494834899902, 0.8586268424987793, 0.8704743981361389, 0.8782308101654053, 0.8857318758964539, 0.8891476392745972, 0.8977435231208801, 0.9000304937362671, 0.9064551591873169, 0.911146879196167, 0.9162489771842957, 0.9182970523834229, 0.9223455786705017, 0.9253524541854858, 0.9306423664093018, 0.9249085187911987, 0.932001531124115, 0.9341217279434204, 0.9356180429458618, 0.9388675093650818, 0.9414875507354736, 0.9439675807952881, 0.9402816295623779, 0.9452915191650391, 0.943575382232666, 0.949951171875, 0.9523150324821472, 0.9471310377120972, 0.9551823139190674], "cos_apical_negg": [0.8144841194152832, 0.8528494834899902, 0.8586268424987793, 0.8704743981361389, 0.8782308101654053, 0.8857318758964539, 0.8891476392745972, 0.8977435231208801, 0.9000304937362671, 0.9064551591873169, 0.911146879196167, 0.9162489771842957, 0.9182970523834229, 0.9223455786705017, 0.9253524541854858, 0.9306423664093018, 0.9249085187911987, 0.932001531124115, 0.9341217279434204, 0.9356180429458618, 0.9388675093650818, 0.9414875507354736, 0.9439675807952881, 0.9402816295623779, 0.9452915191650391, 0.943575382232666, 0.949951171875, 0.9523150324821472, 0.9471310377120972, 0.9551823139190674], "cos_Ac_negg": [0.8144841194152832, 0.8528494834899902, 0.8586268424987793, 0.8704743981361389, 0.8782308101654053, 0.8857318758964539, 0.8891476392745972, 0.8977435231208801, 0.9000304937362671, 0.9064551591873169, 0.911146879196167, 0.9162489771842957, 0.9182970523834229, 0.9223455786705017, 0.9253524541854858, 0.9306423664093018, 0.9249085187911987, 0.932001531124115, 0.9341217279434204, 0.9356180429458618, 0.9388675093650818, 0.9414875507354736, 0.9439675807952881, 0.9402816295623779, 0.9452915191650391, 0.943575382232666, 0.949951171875, 0.9523150324821472, 0.9471310377120972, 0.9551823139190674], "r_norm": [2.1777358055114746, 1.9901998043060303, 1.9817967414855957, 1.9923515319824219, 1.9621284008026123, 1.966365098953247, 1.9592294692993164, 1.969158411026001, 1.950014591217041, 1.9623520374298096, 1.9394922256469727, 1.9280574321746826, 1.910531997680664, 1.8949639797210693, 1.8778269290924072, 1.8736979961395264, 1.8568665981292725, 1.8353512287139893, 1.8422133922576904, 1.8133723735809326, 1.8026220798492432, 1.7878310680389404, 1.7791343927383423, 1.7620582580566406, 1.7680513858795166, 1.740890622138977, 1.7288222312927246, 1.7287802696228027, 1.7221980094909668, 1.7055180072784424], "ldr": {"dL_sdil": -0.16859817504882812, "dL_bp": -0.27193331718444824, "ratio": 0.6199982289572503}}, {"step": 8800, "epoch": 22, "train_loss": 0.3216424584388733, "cos_r_negg": [0.7971721887588501, 0.8474777936935425, 0.8545352220535278, 0.8656654953956604, 0.8753054141998291, 0.8805940747261047, 0.8826809525489807, 0.8919373750686646, 0.8953819870948792, 0.9002811312675476, 0.9052581191062927, 0.9102308750152588, 0.9141513109207153, 0.9176309108734131, 0.9193199276924133, 0.9259504675865173, 0.9201107025146484, 0.9269964694976807, 0.9274265766143799, 0.9303587675094604, 0.9354017376899719, 0.9383695721626282, 0.9400826692581177, 0.9353805184364319, 0.9399403929710388, 0.9396902322769165, 0.9447895884513855, 0.9469391107559204, 0.9443749189376831, 0.9489844441413879], "cos_apical_negg": [0.7971721887588501, 0.8474777936935425, 0.8545352220535278, 0.8656654953956604, 0.8753054141998291, 0.8805940747261047, 0.8826809525489807, 0.8919373750686646, 0.8953819870948792, 0.9002811312675476, 0.9052581191062927, 0.9102308750152588, 0.9141513109207153, 0.9176309108734131, 0.9193199276924133, 0.9259504675865173, 0.9201107025146484, 0.9269964694976807, 0.9274265766143799, 0.9303587675094604, 0.9354017376899719, 0.9383695721626282, 0.9400826692581177, 0.9353805184364319, 0.9399403929710388, 0.9396902322769165, 0.9447895884513855, 0.9469391107559204, 0.9443749189376831, 0.9489844441413879], "cos_Ac_negg": [0.7971721887588501, 0.8474777936935425, 0.8545352220535278, 0.8656654953956604, 0.8753054141998291, 0.8805940747261047, 0.8826809525489807, 0.8919373750686646, 0.8953819870948792, 0.9002811312675476, 0.9052581191062927, 0.9102308750152588, 0.9141513109207153, 0.9176309108734131, 0.9193199276924133, 0.9259504675865173, 0.9201107025146484, 0.9269964694976807, 0.9274265766143799, 0.9303587675094604, 0.9354017376899719, 0.9383695721626282, 0.9400826692581177, 0.9353805184364319, 0.9399403929710388, 0.9396902322769165, 0.9447895884513855, 0.9469391107559204, 0.9443749189376831, 0.9489844441413879], "r_norm": [2.2292213439941406, 2.038644313812256, 2.030026912689209, 2.0429089069366455, 2.0124897956848145, 2.017819404602051, 2.009862184524536, 2.018677234649658, 1.9995332956314087, 2.0139214992523193, 1.9903748035430908, 1.9765541553497314, 1.9589287042617798, 1.9448820352554321, 1.9268271923065186, 1.9227187633514404, 1.9043807983398438, 1.8829578161239624, 1.8898375034332275, 1.8622511625289917, 1.8502652645111084, 1.8354090452194214, 1.8244128227233887, 1.8080471754074097, 1.813356876373291, 1.7859669923782349, 1.773137092590332, 1.7741187810897827, 1.7670297622680664, 1.7491756677627563]}, {"step": 8850, "epoch": 22, "train_loss": 0.15051095187664032, "cos_r_negg": [0.8099462389945984, 0.8473851680755615, 0.8550968170166016, 0.8648817539215088, 0.8738570213317871, 0.8793073892593384, 0.8829569816589355, 0.8924964666366577, 0.8947139978408813, 0.9003347158432007, 0.9067263007164001, 0.9116408228874207, 0.9133685231208801, 0.917503833770752, 0.91861891746521, 0.9262848496437073, 0.9208333492279053, 0.926350474357605, 0.9285275936126709, 0.9306696653366089, 0.9363969564437866, 0.9390572309494019, 0.9392917156219482, 0.9361175894737244, 0.9403682947158813, 0.9381365776062012, 0.9459102153778076, 0.9474348425865173, 0.9451191425323486, 0.9505596160888672], "cos_apical_negg": [0.8099462389945984, 0.8473851680755615, 0.8550968170166016, 0.8648817539215088, 0.8738570213317871, 0.8793073892593384, 0.8829569816589355, 0.8924964666366577, 0.8947139978408813, 0.9003347158432007, 0.9067263007164001, 0.9116408228874207, 0.9133685231208801, 0.917503833770752, 0.91861891746521, 0.9262848496437073, 0.9208333492279053, 0.926350474357605, 0.9285275936126709, 0.9306696653366089, 0.9363969564437866, 0.9390572309494019, 0.9392917156219482, 0.9361175894737244, 0.9403682947158813, 0.9381365776062012, 0.9459102153778076, 0.9474348425865173, 0.9451191425323486, 0.9505596160888672], "cos_Ac_negg": [0.8099462389945984, 0.8473851680755615, 0.8550968170166016, 0.8648817539215088, 0.8738570213317871, 0.8793073892593384, 0.8829569816589355, 0.8924964666366577, 0.8947139978408813, 0.9003347158432007, 0.9067263007164001, 0.9116408228874207, 0.9133685231208801, 0.917503833770752, 0.91861891746521, 0.9262848496437073, 0.9208333492279053, 0.926350474357605, 0.9285275936126709, 0.9306696653366089, 0.9363969564437866, 0.9390572309494019, 0.9392917156219482, 0.9361175894737244, 0.9403682947158813, 0.9381365776062012, 0.9459102153778076, 0.9474348425865173, 0.9451191425323486, 0.9505596160888672], "r_norm": [2.248473644256592, 2.0562644004821777, 2.0487256050109863, 2.0605316162109375, 2.030992031097412, 2.0364696979522705, 2.0274529457092285, 2.034426689147949, 2.0152101516723633, 2.0310115814208984, 2.007197141647339, 1.9930789470672607, 1.9752699136734009, 1.9606308937072754, 1.9433120489120483, 1.9385077953338623, 1.9204450845718384, 1.8981003761291504, 1.9058260917663574, 1.876700758934021, 1.8645867109298706, 1.8496179580688477, 1.8389654159545898, 1.8210885524749756, 1.8280344009399414, 1.8006545305252075, 1.7876148223876953, 1.7873880863189697, 1.7802510261535645, 1.7631763219833374]}, {"step": 8900, "epoch": 22, "train_loss": 0.3360621929168701, "cos_r_negg": [0.7991918325424194, 0.8473981618881226, 0.8557714223861694, 0.8650017380714417, 0.8753053545951843, 0.8788666129112244, 0.8845679759979248, 0.8915479183197021, 0.8945339322090149, 0.9006108641624451, 0.9045581817626953, 0.9109087586402893, 0.9139858484268188, 0.917027473449707, 0.9191277027130127, 0.9248327016830444, 0.9202501773834229, 0.925683856010437, 0.9285424947738647, 0.9301578998565674, 0.9337368011474609, 0.9357144236564636, 0.9383811950683594, 0.9343481659889221, 0.939824640750885, 0.9376974105834961, 0.944938600063324, 0.9457700252532959, 0.9441011548042297, 0.9483590126037598], "cos_apical_negg": [0.7991918325424194, 0.8473981618881226, 0.8557714223861694, 0.8650017380714417, 0.8753053545951843, 0.8788666129112244, 0.8845679759979248, 0.8915479183197021, 0.8945339322090149, 0.9006108641624451, 0.9045581817626953, 0.9109087586402893, 0.9139858484268188, 0.917027473449707, 0.9191277027130127, 0.9248327016830444, 0.9202501773834229, 0.925683856010437, 0.9285424947738647, 0.9301578998565674, 0.9337368011474609, 0.9357144236564636, 0.9383811950683594, 0.9343481659889221, 0.939824640750885, 0.9376974105834961, 0.944938600063324, 0.9457700252532959, 0.9441011548042297, 0.9483590126037598], "cos_Ac_negg": [0.7991918325424194, 0.8473981618881226, 0.8557714223861694, 0.8650017380714417, 0.8753053545951843, 0.8788666129112244, 0.8845679759979248, 0.8915479183197021, 0.8945339322090149, 0.9006108641624451, 0.9045581817626953, 0.9109087586402893, 0.9139858484268188, 0.917027473449707, 0.9191277027130127, 0.9248327016830444, 0.9202501773834229, 0.925683856010437, 0.9285424947738647, 0.9301578998565674, 0.9337368011474609, 0.9357144236564636, 0.9383811950683594, 0.9343481659889221, 0.939824640750885, 0.9376974105834961, 0.944938600063324, 0.9457700252532959, 0.9441011548042297, 0.9483590126037598], "r_norm": [2.2234320640563965, 2.0370559692382812, 2.0316929817199707, 2.043574810028076, 2.0136218070983887, 2.0194592475891113, 2.0109357833862305, 2.019622325897217, 2.0025110244750977, 2.0133583545684814, 1.9897760152816772, 1.9770376682281494, 1.960580825805664, 1.9453891515731812, 1.9296331405639648, 1.9227402210235596, 1.9047071933746338, 1.8851057291030884, 1.8911066055297852, 1.862598180770874, 1.850427269935608, 1.8360782861709595, 1.8246281147003174, 1.808009147644043, 1.8145626783370972, 1.7879120111465454, 1.7735955715179443, 1.774672031402588, 1.7697665691375732, 1.7487351894378662]}, {"step": 8950, "epoch": 22, "train_loss": 0.25523489713668823, "cos_r_negg": [0.8070619106292725, 0.848101794719696, 0.8558229207992554, 0.8658015727996826, 0.8770948648452759, 0.8812875747680664, 0.8849037289619446, 0.8932459950447083, 0.8945518732070923, 0.9016760587692261, 0.9060158729553223, 0.910384476184845, 0.9127035140991211, 0.9169496893882751, 0.9195383787155151, 0.9258489608764648, 0.9215436577796936, 0.9281352758407593, 0.9273279905319214, 0.9308852553367615, 0.935081422328949, 0.9368337392807007, 0.938795268535614, 0.9354161024093628, 0.9421816468238831, 0.9383304119110107, 0.9465797543525696, 0.947754442691803, 0.9446423053741455, 0.9501912593841553], "cos_apical_negg": [0.8070619106292725, 0.848101794719696, 0.8558229207992554, 0.8658015727996826, 0.8770948648452759, 0.8812875747680664, 0.8849037289619446, 0.8932459950447083, 0.8945518732070923, 0.9016760587692261, 0.9060158729553223, 0.910384476184845, 0.9127035140991211, 0.9169496893882751, 0.9195383787155151, 0.9258489608764648, 0.9215436577796936, 0.9281352758407593, 0.9273279905319214, 0.9308852553367615, 0.935081422328949, 0.9368337392807007, 0.938795268535614, 0.9354161024093628, 0.9421816468238831, 0.9383304119110107, 0.9465797543525696, 0.947754442691803, 0.9446423053741455, 0.9501912593841553], "cos_Ac_negg": [0.8070619106292725, 0.848101794719696, 0.8558229207992554, 0.8658015727996826, 0.8770948648452759, 0.8812875747680664, 0.8849037289619446, 0.8932459950447083, 0.8945518732070923, 0.9016760587692261, 0.9060158729553223, 0.910384476184845, 0.9127035140991211, 0.9169496893882751, 0.9195383787155151, 0.9258489608764648, 0.9215436577796936, 0.9281352758407593, 0.9273279905319214, 0.9308852553367615, 0.935081422328949, 0.9368337392807007, 0.938795268535614, 0.9354161024093628, 0.9421816468238831, 0.9383304119110107, 0.9465797543525696, 0.947754442691803, 0.9446423053741455, 0.9501912593841553], "r_norm": [2.193209171295166, 2.0090456008911133, 2.004882574081421, 2.017509937286377, 1.9872652292251587, 1.9928643703460693, 1.9844402074813843, 1.9931116104125977, 1.9756059646606445, 1.9861634969711304, 1.9638187885284424, 1.9511815309524536, 1.9327893257141113, 1.9173715114593506, 1.9024157524108887, 1.8961840867996216, 1.8778438568115234, 1.8582890033721924, 1.866246223449707, 1.835447072982788, 1.82488214969635, 1.8083631992340088, 1.798227310180664, 1.7828102111816406, 1.788201093673706, 1.7640750408172607, 1.7491233348846436, 1.7486162185668945, 1.7428200244903564, 1.7229080200195312]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4302, "test_loss": 3.23357412109375}, {"step": 9000, "epoch": 23, "train_loss": 0.23255819082260132, "cos_r_negg": [0.7997047901153564, 0.8486000299453735, 0.8563574552536011, 0.8660144805908203, 0.8782123327255249, 0.883209764957428, 0.8884838223457336, 0.8941038846969604, 0.8977648019790649, 0.9035887718200684, 0.9087446928024292, 0.91302090883255, 0.9158469438552856, 0.9188568592071533, 0.9209228157997131, 0.92753005027771, 0.9222905039787292, 0.9285957217216492, 0.9310165643692017, 0.9337559342384338, 0.9366897344589233, 0.9388068914413452, 0.9407920241355896, 0.9364110231399536, 0.9423791170120239, 0.9421031475067139, 0.9471248388290405, 0.9491128921508789, 0.9447610378265381, 0.9531481266021729], "cos_apical_negg": [0.7997047901153564, 0.8486000299453735, 0.8563574552536011, 0.8660144805908203, 0.8782123327255249, 0.883209764957428, 0.8884838223457336, 0.8941038846969604, 0.8977648019790649, 0.9035887718200684, 0.9087446928024292, 0.91302090883255, 0.9158469438552856, 0.9188568592071533, 0.9209228157997131, 0.92753005027771, 0.9222905039787292, 0.9285957217216492, 0.9310165643692017, 0.9337559342384338, 0.9366897344589233, 0.9388068914413452, 0.9407920241355896, 0.9364110231399536, 0.9423791170120239, 0.9421031475067139, 0.9471248388290405, 0.9491128921508789, 0.9447610378265381, 0.9531481266021729], "cos_Ac_negg": [0.7997047901153564, 0.8486000299453735, 0.8563574552536011, 0.8660144805908203, 0.8782123327255249, 0.883209764957428, 0.8884838223457336, 0.8941038846969604, 0.8977648019790649, 0.9035887718200684, 0.9087446928024292, 0.91302090883255, 0.9158469438552856, 0.9188568592071533, 0.9209228157997131, 0.92753005027771, 0.9222905039787292, 0.9285957217216492, 0.9310165643692017, 0.9337559342384338, 0.9366897344589233, 0.9388068914413452, 0.9407920241355896, 0.9364110231399536, 0.9423791170120239, 0.9421031475067139, 0.9471248388290405, 0.9491128921508789, 0.9447610378265381, 0.9531481266021729], "r_norm": [2.2479450702667236, 2.065998077392578, 2.0606303215026855, 2.072495460510254, 2.0415663719177246, 2.046447277069092, 2.0399110317230225, 2.047478675842285, 2.0311028957366943, 2.0410237312316895, 2.0171005725860596, 2.005603790283203, 1.9885914325714111, 1.9722378253936768, 1.9557747840881348, 1.948958158493042, 1.9301722049713135, 1.911131501197815, 1.918511152267456, 1.8895983695983887, 1.876516342163086, 1.860121726989746, 1.8475130796432495, 1.8309271335601807, 1.836310863494873, 1.8120057582855225, 1.7975001335144043, 1.7970116138458252, 1.7927465438842773, 1.770561933517456], "ldr": {"dL_sdil": -0.207810640335083, "dL_bp": -0.30648064613342285, "ratio": 0.6780546927084428}}, {"step": 9050, "epoch": 23, "train_loss": 0.1930220127105713, "cos_r_negg": [0.8002943396568298, 0.847244143486023, 0.8548905253410339, 0.8667134642601013, 0.8758072853088379, 0.8795412182807922, 0.8859144449234009, 0.8922933340072632, 0.8958361148834229, 0.9013882875442505, 0.9074155688285828, 0.9117177724838257, 0.9135918617248535, 0.9173644781112671, 0.919201135635376, 0.9254670143127441, 0.9207026958465576, 0.9264390468597412, 0.9283994436264038, 0.9315625429153442, 0.9349193572998047, 0.9373588562011719, 0.9372501969337463, 0.9351232051849365, 0.9394469857215881, 0.9384390115737915, 0.9447624087333679, 0.9461687803268433, 0.9424766302108765, 0.9504193067550659], "cos_apical_negg": [0.8002943396568298, 0.847244143486023, 0.8548905253410339, 0.8667134642601013, 0.8758072853088379, 0.8795412182807922, 0.8859144449234009, 0.8922933340072632, 0.8958361148834229, 0.9013882875442505, 0.9074155688285828, 0.9117177724838257, 0.9135918617248535, 0.9173644781112671, 0.919201135635376, 0.9254670143127441, 0.9207026958465576, 0.9264390468597412, 0.9283994436264038, 0.9315625429153442, 0.9349193572998047, 0.9373588562011719, 0.9372501969337463, 0.9351232051849365, 0.9394469857215881, 0.9384390115737915, 0.9447624087333679, 0.9461687803268433, 0.9424766302108765, 0.9504193067550659], "cos_Ac_negg": [0.8002943396568298, 0.847244143486023, 0.8548905253410339, 0.8667134642601013, 0.8758072853088379, 0.8795412182807922, 0.8859144449234009, 0.8922933340072632, 0.8958361148834229, 0.9013882875442505, 0.9074155688285828, 0.9117177724838257, 0.9135918617248535, 0.9173644781112671, 0.919201135635376, 0.9254670143127441, 0.9207026958465576, 0.9264390468597412, 0.9283994436264038, 0.9315625429153442, 0.9349193572998047, 0.9373588562011719, 0.9372501969337463, 0.9351232051849365, 0.9394469857215881, 0.9384390115737915, 0.9447624087333679, 0.9461687803268433, 0.9424766302108765, 0.9504193067550659], "r_norm": [2.2530934810638428, 2.069483757019043, 2.0653626918792725, 2.076157569885254, 2.0486245155334473, 2.0529279708862305, 2.0436487197875977, 2.0511302947998047, 2.035186290740967, 2.045100688934326, 2.0215516090393066, 2.0110087394714355, 1.9917064905166626, 1.9764269590377808, 1.9593154191970825, 1.9527195692062378, 1.9313173294067383, 1.9134225845336914, 1.9196116924285889, 1.8910917043685913, 1.8785797357559204, 1.8633755445480347, 1.8496780395507812, 1.8322372436523438, 1.8390722274780273, 1.813003659248352, 1.7985296249389648, 1.7996459007263184, 1.7929391860961914, 1.7704999446868896]}, {"step": 9100, "epoch": 23, "train_loss": 0.2347145825624466, "cos_r_negg": [0.7947787046432495, 0.84781813621521, 0.8539429903030396, 0.8661030530929565, 0.8749897480010986, 0.8793174028396606, 0.8840915560722351, 0.8923977613449097, 0.8944679498672485, 0.9000608921051025, 0.9062528014183044, 0.9099090099334717, 0.9130954146385193, 0.9180817604064941, 0.9175927639007568, 0.9244299530982971, 0.9193012118339539, 0.925993800163269, 0.9265592098236084, 0.9304226636886597, 0.9329873919487, 0.9348244667053223, 0.936034083366394, 0.9330308437347412, 0.9380675554275513, 0.9389902353286743, 0.9430807828903198, 0.9432116746902466, 0.942025899887085, 0.9488986730575562], "cos_apical_negg": [0.7947787046432495, 0.84781813621521, 0.8539429903030396, 0.8661030530929565, 0.8749897480010986, 0.8793174028396606, 0.8840915560722351, 0.8923977613449097, 0.8944679498672485, 0.9000608921051025, 0.9062528014183044, 0.9099090099334717, 0.9130954146385193, 0.9180817604064941, 0.9175927639007568, 0.9244299530982971, 0.9193012118339539, 0.925993800163269, 0.9265592098236084, 0.9304226636886597, 0.9329873919487, 0.9348244667053223, 0.936034083366394, 0.9330308437347412, 0.9380675554275513, 0.9389902353286743, 0.9430807828903198, 0.9432116746902466, 0.942025899887085, 0.9488986730575562], "cos_Ac_negg": [0.7947787046432495, 0.84781813621521, 0.8539429903030396, 0.8661030530929565, 0.8749897480010986, 0.8793174028396606, 0.8840915560722351, 0.8923977613449097, 0.8944679498672485, 0.9000608921051025, 0.9062528014183044, 0.9099090099334717, 0.9130954146385193, 0.9180817604064941, 0.9175927639007568, 0.9244299530982971, 0.9193012118339539, 0.925993800163269, 0.9265592098236084, 0.9304226636886597, 0.9329873919487, 0.9348244667053223, 0.936034083366394, 0.9330308437347412, 0.9380675554275513, 0.9389902353286743, 0.9430807828903198, 0.9432116746902466, 0.942025899887085, 0.9488986730575562], "r_norm": [2.249692440032959, 2.0717363357543945, 2.0670218467712402, 2.0788540840148926, 2.048030376434326, 2.054929494857788, 2.0451512336730957, 2.055185317993164, 2.0393054485321045, 2.0506415367126465, 2.0251588821411133, 2.013368606567383, 1.9961457252502441, 1.9797054529190063, 1.9636075496673584, 1.956109642982483, 1.9367198944091797, 1.9184260368347168, 1.9238486289978027, 1.8948440551757812, 1.8812838792800903, 1.8664789199829102, 1.852644681930542, 1.8349499702453613, 1.842075228691101, 1.8164377212524414, 1.8016570806503296, 1.8004794120788574, 1.7969439029693604, 1.7732276916503906]}, {"step": 9150, "epoch": 23, "train_loss": 0.2448192834854126, "cos_r_negg": [0.8042123913764954, 0.8463730216026306, 0.8548870086669922, 0.8657697439193726, 0.8753734827041626, 0.8796055316925049, 0.8839200139045715, 0.8916746973991394, 0.8956778645515442, 0.9002251625061035, 0.9058172702789307, 0.9116789102554321, 0.9131729006767273, 0.9169977307319641, 0.9200185537338257, 0.9257533550262451, 0.9194896221160889, 0.926619827747345, 0.9274210333824158, 0.9312081336975098, 0.9348760843276978, 0.9374686479568481, 0.9387636184692383, 0.9342423677444458, 0.9405288696289062, 0.9406371712684631, 0.9456824064254761, 0.9453428983688354, 0.9439899921417236, 0.9518133401870728], "cos_apical_negg": [0.8042123913764954, 0.8463730216026306, 0.8548870086669922, 0.8657697439193726, 0.8753734827041626, 0.8796055316925049, 0.8839200139045715, 0.8916746973991394, 0.8956778645515442, 0.9002251625061035, 0.9058172702789307, 0.9116789102554321, 0.9131729006767273, 0.9169977307319641, 0.9200185537338257, 0.9257533550262451, 0.9194896221160889, 0.926619827747345, 0.9274210333824158, 0.9312081336975098, 0.9348760843276978, 0.9374686479568481, 0.9387636184692383, 0.9342423677444458, 0.9405288696289062, 0.9406371712684631, 0.9456824064254761, 0.9453428983688354, 0.9439899921417236, 0.9518133401870728], "cos_Ac_negg": [0.8042123913764954, 0.8463730216026306, 0.8548870086669922, 0.8657697439193726, 0.8753734827041626, 0.8796055316925049, 0.8839200139045715, 0.8916746973991394, 0.8956778645515442, 0.9002251625061035, 0.9058172702789307, 0.9116789102554321, 0.9131729006767273, 0.9169977307319641, 0.9200185537338257, 0.9257533550262451, 0.9194896221160889, 0.926619827747345, 0.9274210333824158, 0.9312081336975098, 0.9348760843276978, 0.9374686479568481, 0.9387636184692383, 0.9342423677444458, 0.9405288696289062, 0.9406371712684631, 0.9456824064254761, 0.9453428983688354, 0.9439899921417236, 0.9518133401870728], "r_norm": [2.265312671661377, 2.0858376026153564, 2.078390598297119, 2.090494394302368, 2.0619044303894043, 2.065751791000366, 2.05765962600708, 2.0664165019989014, 2.049647331237793, 2.0607173442840576, 2.0366339683532715, 2.02264404296875, 2.0061042308807373, 1.989708662033081, 1.9728368520736694, 1.9657429456710815, 1.9459848403930664, 1.92604660987854, 1.9312201738357544, 1.9043395519256592, 1.8898470401763916, 1.8756974935531616, 1.8616507053375244, 1.8432531356811523, 1.8482621908187866, 1.8230035305023193, 1.8085758686065674, 1.8066625595092773, 1.8010553121566772, 1.7805590629577637]}, {"step": 9200, "epoch": 23, "train_loss": 0.2860852777957916, "cos_r_negg": [0.8094318509101868, 0.848233699798584, 0.8578726053237915, 0.868518054485321, 0.8778148889541626, 0.8833872079849243, 0.8884056210517883, 0.8958715200424194, 0.898935854434967, 0.9039733409881592, 0.9087944626808167, 0.9149177670478821, 0.9164957404136658, 0.9215017557144165, 0.9227026700973511, 0.9299677610397339, 0.9252396821975708, 0.9300521612167358, 0.9330472946166992, 0.9358224868774414, 0.9401019811630249, 0.940688967704773, 0.9421861171722412, 0.9404823780059814, 0.9457485675811768, 0.9435360431671143, 0.9496080279350281, 0.9505951404571533, 0.9478521347045898, 0.9550366401672363], "cos_apical_negg": [0.8094318509101868, 0.848233699798584, 0.8578726053237915, 0.868518054485321, 0.8778148889541626, 0.8833872079849243, 0.8884056210517883, 0.8958715200424194, 0.898935854434967, 0.9039733409881592, 0.9087944626808167, 0.9149177670478821, 0.9164957404136658, 0.9215017557144165, 0.9227026700973511, 0.9299677610397339, 0.9252396821975708, 0.9300521612167358, 0.9330472946166992, 0.9358224868774414, 0.9401019811630249, 0.940688967704773, 0.9421861171722412, 0.9404823780059814, 0.9457485675811768, 0.9435360431671143, 0.9496080279350281, 0.9505951404571533, 0.9478521347045898, 0.9550366401672363], "cos_Ac_negg": [0.8094318509101868, 0.848233699798584, 0.8578726053237915, 0.868518054485321, 0.8778148889541626, 0.8833872079849243, 0.8884056210517883, 0.8958715200424194, 0.898935854434967, 0.9039733409881592, 0.9087944626808167, 0.9149177670478821, 0.9164957404136658, 0.9215017557144165, 0.9227026700973511, 0.9299677610397339, 0.9252396821975708, 0.9300521612167358, 0.9330472946166992, 0.9358224868774414, 0.9401019811630249, 0.940688967704773, 0.9421861171722412, 0.9404823780059814, 0.9457485675811768, 0.9435360431671143, 0.9496080279350281, 0.9505951404571533, 0.9478521347045898, 0.9550366401672363], "r_norm": [2.300471782684326, 2.1188278198242188, 2.112596035003662, 2.1250123977661133, 2.0965991020202637, 2.1008658409118652, 2.0930566787719727, 2.1003355979919434, 2.0836267471313477, 2.093360185623169, 2.0703887939453125, 2.055201292037964, 2.0392353534698486, 2.021918296813965, 2.005230188369751, 1.9979939460754395, 1.978126049041748, 1.956498384475708, 1.9613381624221802, 1.9336856603622437, 1.9185476303100586, 1.9044206142425537, 1.8917579650878906, 1.8720760345458984, 1.8798396587371826, 1.8535054922103882, 1.836930274963379, 1.8355636596679688, 1.829756498336792, 1.8074970245361328]}, {"step": 9250, "epoch": 23, "train_loss": 0.28264832496643066, "cos_r_negg": [0.8017534613609314, 0.8472546339035034, 0.8564499020576477, 0.8669906258583069, 0.8753401041030884, 0.8820755481719971, 0.8848716020584106, 0.8945955634117126, 0.8965552449226379, 0.9014734625816345, 0.9063105583190918, 0.9120213985443115, 0.9134750366210938, 0.9185539484024048, 0.91997230052948, 0.9269918203353882, 0.9213950634002686, 0.9269025325775146, 0.9283745288848877, 0.9315180778503418, 0.9353194236755371, 0.9373781681060791, 0.9379010796546936, 0.9355286955833435, 0.9402589797973633, 0.9389932155609131, 0.944505512714386, 0.9452239274978638, 0.9434332847595215, 0.9494906663894653], "cos_apical_negg": [0.8017534613609314, 0.8472546339035034, 0.8564499020576477, 0.8669906258583069, 0.8753401041030884, 0.8820755481719971, 0.8848716020584106, 0.8945955634117126, 0.8965552449226379, 0.9014734625816345, 0.9063105583190918, 0.9120213985443115, 0.9134750366210938, 0.9185539484024048, 0.91997230052948, 0.9269918203353882, 0.9213950634002686, 0.9269025325775146, 0.9283745288848877, 0.9315180778503418, 0.9353194236755371, 0.9373781681060791, 0.9379010796546936, 0.9355286955833435, 0.9402589797973633, 0.9389932155609131, 0.944505512714386, 0.9452239274978638, 0.9434332847595215, 0.9494906663894653], "cos_Ac_negg": [0.8017534613609314, 0.8472546339035034, 0.8564499020576477, 0.8669906258583069, 0.8753401041030884, 0.8820755481719971, 0.8848716020584106, 0.8945955634117126, 0.8965552449226379, 0.9014734625816345, 0.9063105583190918, 0.9120213985443115, 0.9134750366210938, 0.9185539484024048, 0.91997230052948, 0.9269918203353882, 0.9213950634002686, 0.9269025325775146, 0.9283745288848877, 0.9315180778503418, 0.9353194236755371, 0.9373781681060791, 0.9379010796546936, 0.9355286955833435, 0.9402589797973633, 0.9389932155609131, 0.944505512714386, 0.9452239274978638, 0.9434332847595215, 0.9494906663894653], "r_norm": [2.2749738693237305, 2.0957462787628174, 2.0887107849121094, 2.099472761154175, 2.0701255798339844, 2.0766568183898926, 2.068477153778076, 2.0752339363098145, 2.0577101707458496, 2.070199966430664, 2.04640531539917, 2.0336360931396484, 2.01465106010437, 1.9994841814041138, 1.981400966644287, 1.9736859798431396, 1.9534566402435303, 1.9334437847137451, 1.939319372177124, 1.9131113290786743, 1.8968274593353271, 1.882617712020874, 1.8687975406646729, 1.8497889041900635, 1.8545790910720825, 1.8307039737701416, 1.8142573833465576, 1.8132781982421875, 1.8068172931671143, 1.7873115539550781], "ldr": {"dL_sdil": -0.2135462760925293, "dL_bp": -0.3380568027496338, "ratio": 0.6316875576992382}}, {"step": 9300, "epoch": 23, "train_loss": 0.22960340976715088, "cos_r_negg": [0.8025577068328857, 0.8462256789207458, 0.8567501306533813, 0.8666404485702515, 0.8746387958526611, 0.8817288875579834, 0.8849316239356995, 0.8919590711593628, 0.8942316770553589, 0.899005115032196, 0.9043618440628052, 0.9093231558799744, 0.9125415086746216, 0.915175199508667, 0.9168201684951782, 0.9226400852203369, 0.9179758429527283, 0.9238966703414917, 0.9249813556671143, 0.927738606929779, 0.9313096404075623, 0.9328435063362122, 0.9338167905807495, 0.9309051632881165, 0.9362233877182007, 0.9342551231384277, 0.9411869645118713, 0.941074013710022, 0.9384578466415405, 0.9455571174621582], "cos_apical_negg": [0.8025577068328857, 0.8462256789207458, 0.8567501306533813, 0.8666404485702515, 0.8746387958526611, 0.8817288875579834, 0.8849316239356995, 0.8919590711593628, 0.8942316770553589, 0.899005115032196, 0.9043618440628052, 0.9093231558799744, 0.9125415086746216, 0.915175199508667, 0.9168201684951782, 0.9226400852203369, 0.9179758429527283, 0.9238966703414917, 0.9249813556671143, 0.927738606929779, 0.9313096404075623, 0.9328435063362122, 0.9338167905807495, 0.9309051632881165, 0.9362233877182007, 0.9342551231384277, 0.9411869645118713, 0.941074013710022, 0.9384578466415405, 0.9455571174621582], "cos_Ac_negg": [0.8025577068328857, 0.8462256789207458, 0.8567501306533813, 0.8666404485702515, 0.8746387958526611, 0.8817288875579834, 0.8849316239356995, 0.8919590711593628, 0.8942316770553589, 0.899005115032196, 0.9043618440628052, 0.9093231558799744, 0.9125415086746216, 0.915175199508667, 0.9168201684951782, 0.9226400852203369, 0.9179758429527283, 0.9238966703414917, 0.9249813556671143, 0.927738606929779, 0.9313096404075623, 0.9328435063362122, 0.9338167905807495, 0.9309051632881165, 0.9362233877182007, 0.9342551231384277, 0.9411869645118713, 0.941074013710022, 0.9384578466415405, 0.9455571174621582], "r_norm": [2.3186683654785156, 2.1380414962768555, 2.131911516189575, 2.1457669734954834, 2.1153323650360107, 2.121586322784424, 2.114154815673828, 2.1209261417388916, 2.100126266479492, 2.1133971214294434, 2.089770555496216, 2.072636127471924, 2.057971239089966, 2.04109525680542, 2.0230038166046143, 2.0153868198394775, 1.9954055547714233, 1.9743120670318604, 1.980056643486023, 1.949593424797058, 1.9358009099960327, 1.9200133085250854, 1.906552791595459, 1.8893885612487793, 1.8941034078598022, 1.8687140941619873, 1.853937029838562, 1.8497793674468994, 1.8439538478851318, 1.8235435485839844]}, {"step": 9350, "epoch": 23, "train_loss": 0.37597018480300903, "cos_r_negg": [0.8049048185348511, 0.8484523296356201, 0.857602596282959, 0.8663036227226257, 0.8752540349960327, 0.8823528289794922, 0.8866481781005859, 0.8939014077186584, 0.8961664438247681, 0.9022631645202637, 0.9077842831611633, 0.9134221076965332, 0.9157451391220093, 0.9174243211746216, 0.9205487966537476, 0.9279762506484985, 0.9229190945625305, 0.9282630681991577, 0.930479884147644, 0.9325282573699951, 0.9378381967544556, 0.9385894536972046, 0.9403069615364075, 0.9363384246826172, 0.9433505535125732, 0.9402865767478943, 0.946194052696228, 0.9476286172866821, 0.944962203502655, 0.950920045375824], "cos_apical_negg": [0.8049048185348511, 0.8484523296356201, 0.857602596282959, 0.8663036227226257, 0.8752540349960327, 0.8823528289794922, 0.8866481781005859, 0.8939014077186584, 0.8961664438247681, 0.9022631645202637, 0.9077842831611633, 0.9134221076965332, 0.9157451391220093, 0.9174243211746216, 0.9205487966537476, 0.9279762506484985, 0.9229190945625305, 0.9282630681991577, 0.930479884147644, 0.9325282573699951, 0.9378381967544556, 0.9385894536972046, 0.9403069615364075, 0.9363384246826172, 0.9433505535125732, 0.9402865767478943, 0.946194052696228, 0.9476286172866821, 0.944962203502655, 0.950920045375824], "cos_Ac_negg": [0.8049048185348511, 0.8484523296356201, 0.857602596282959, 0.8663036227226257, 0.8752540349960327, 0.8823528289794922, 0.8866481781005859, 0.8939014077186584, 0.8961664438247681, 0.9022631645202637, 0.9077842831611633, 0.9134221076965332, 0.9157451391220093, 0.9174243211746216, 0.9205487966537476, 0.9279762506484985, 0.9229190945625305, 0.9282630681991577, 0.930479884147644, 0.9325282573699951, 0.9378381967544556, 0.9385894536972046, 0.9403069615364075, 0.9363384246826172, 0.9433505535125732, 0.9402865767478943, 0.946194052696228, 0.9476286172866821, 0.944962203502655, 0.950920045375824], "r_norm": [2.2895288467407227, 2.1113719940185547, 2.1040773391723633, 2.118464469909668, 2.087350845336914, 2.093637704849243, 2.086972236633301, 2.0937910079956055, 2.0748472213745117, 2.0892717838287354, 2.0649330615997314, 2.047438383102417, 2.032506227493286, 2.015807867050171, 1.9967058897018433, 1.9912244081497192, 1.9702701568603516, 1.948021650314331, 1.9545167684555054, 1.92582368850708, 1.911498785018921, 1.8966972827911377, 1.88344407081604, 1.8644648790359497, 1.8697654008865356, 1.8433094024658203, 1.828303575515747, 1.8231751918792725, 1.8192791938781738, 1.798475980758667]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.422, "test_loss": 3.383089501953125}, {"step": 9400, "epoch": 24, "train_loss": 0.24663513898849487, "cos_r_negg": [0.796137273311615, 0.8480003476142883, 0.8558445572853088, 0.8653522729873657, 0.8741162419319153, 0.8806795477867126, 0.8866405487060547, 0.8927531838417053, 0.8957009315490723, 0.9033305644989014, 0.9078030586242676, 0.9110143184661865, 0.9144924879074097, 0.9170714616775513, 0.9195756912231445, 0.9269837141036987, 0.9206539988517761, 0.9278036952018738, 0.9296343922615051, 0.931370198726654, 0.9342910647392273, 0.9373894929885864, 0.9397217035293579, 0.9361009001731873, 0.9409369230270386, 0.9387162923812866, 0.9467098712921143, 0.9482715129852295, 0.9431573152542114, 0.9511575698852539], "cos_apical_negg": [0.796137273311615, 0.8480003476142883, 0.8558445572853088, 0.8653522729873657, 0.8741162419319153, 0.8806795477867126, 0.8866405487060547, 0.8927531838417053, 0.8957009315490723, 0.9033305644989014, 0.9078030586242676, 0.9110143184661865, 0.9144924879074097, 0.9170714616775513, 0.9195756912231445, 0.9269837141036987, 0.9206539988517761, 0.9278036952018738, 0.9296343922615051, 0.931370198726654, 0.9342910647392273, 0.9373894929885864, 0.9397217035293579, 0.9361009001731873, 0.9409369230270386, 0.9387162923812866, 0.9467098712921143, 0.9482715129852295, 0.9431573152542114, 0.9511575698852539], "cos_Ac_negg": [0.796137273311615, 0.8480003476142883, 0.8558445572853088, 0.8653522729873657, 0.8741162419319153, 0.8806795477867126, 0.8866405487060547, 0.8927531838417053, 0.8957009315490723, 0.9033305644989014, 0.9078030586242676, 0.9110143184661865, 0.9144924879074097, 0.9170714616775513, 0.9195756912231445, 0.9269837141036987, 0.9206539988517761, 0.9278036952018738, 0.9296343922615051, 0.931370198726654, 0.9342910647392273, 0.9373894929885864, 0.9397217035293579, 0.9361009001731873, 0.9409369230270386, 0.9387162923812866, 0.9467098712921143, 0.9482715129852295, 0.9431573152542114, 0.9511575698852539], "r_norm": [2.2931952476501465, 2.115431308746338, 2.1079158782958984, 2.121016263961792, 2.0921292304992676, 2.098698854446411, 2.088531017303467, 2.0972561836242676, 2.0785367488861084, 2.090420961380005, 2.066483974456787, 2.0474462509155273, 2.032956600189209, 2.0172295570373535, 1.9983800649642944, 1.9909071922302246, 1.9697794914245605, 1.948270320892334, 1.9519789218902588, 1.926633596420288, 1.9087345600128174, 1.8955458402633667, 1.885022521018982, 1.8651869297027588, 1.8711860179901123, 1.844077706336975, 1.8287667036056519, 1.8237828016281128, 1.8198097944259644, 1.7980387210845947]}, {"step": 9450, "epoch": 24, "train_loss": 0.18101909756660461, "cos_r_negg": [0.7984158396720886, 0.8497529029846191, 0.8567959070205688, 0.866378128528595, 0.8768065571784973, 0.8825623989105225, 0.8868499398231506, 0.8947739601135254, 0.8977739214897156, 0.9027596116065979, 0.9087992906570435, 0.9136368036270142, 0.9151061177253723, 0.918265163898468, 0.9218456149101257, 0.927840530872345, 0.9229458570480347, 0.9291332960128784, 0.9299007058143616, 0.9322487711906433, 0.9369543790817261, 0.939321756362915, 0.9397050142288208, 0.9371132850646973, 0.942672610282898, 0.9418816566467285, 0.9470589756965637, 0.9497030973434448, 0.945156455039978, 0.9526734948158264], "cos_apical_negg": [0.7984158396720886, 0.8497529029846191, 0.8567959070205688, 0.866378128528595, 0.8768065571784973, 0.8825623989105225, 0.8868499398231506, 0.8947739601135254, 0.8977739214897156, 0.9027596116065979, 0.9087992906570435, 0.9136368036270142, 0.9151061177253723, 0.918265163898468, 0.9218456149101257, 0.927840530872345, 0.9229458570480347, 0.9291332960128784, 0.9299007058143616, 0.9322487711906433, 0.9369543790817261, 0.939321756362915, 0.9397050142288208, 0.9371132850646973, 0.942672610282898, 0.9418816566467285, 0.9470589756965637, 0.9497030973434448, 0.945156455039978, 0.9526734948158264], "cos_Ac_negg": [0.7984158396720886, 0.8497529029846191, 0.8567959070205688, 0.866378128528595, 0.8768065571784973, 0.8825623989105225, 0.8868499398231506, 0.8947739601135254, 0.8977739214897156, 0.9027596116065979, 0.9087992906570435, 0.9136368036270142, 0.9151061177253723, 0.918265163898468, 0.9218456149101257, 0.927840530872345, 0.9229458570480347, 0.9291332960128784, 0.9299007058143616, 0.9322487711906433, 0.9369543790817261, 0.939321756362915, 0.9397050142288208, 0.9371132850646973, 0.942672610282898, 0.9418816566467285, 0.9470589756965637, 0.9497030973434448, 0.945156455039978, 0.9526734948158264], "r_norm": [2.339529275894165, 2.160480499267578, 2.152137279510498, 2.1688003540039062, 2.138247489929199, 2.1457414627075195, 2.13651180267334, 2.144554615020752, 2.1222338676452637, 2.1363210678100586, 2.112837076187134, 2.093010425567627, 2.078873872756958, 2.0632143020629883, 2.0439980030059814, 2.0379467010498047, 2.0163936614990234, 1.9943571090698242, 1.9983680248260498, 1.9703751802444458, 1.9544103145599365, 1.9404430389404297, 1.926196813583374, 1.908555507659912, 1.9133707284927368, 1.8873862028121948, 1.8714452981948853, 1.8679929971694946, 1.8611059188842773, 1.8387722969055176]}, {"step": 9500, "epoch": 24, "train_loss": 0.3004875183105469, "cos_r_negg": [0.8091084957122803, 0.8520861268043518, 0.8578100204467773, 0.8701996803283691, 0.8797285556793213, 0.8857722282409668, 0.8896267414093018, 0.8976098299026489, 0.9008032083511353, 0.9053720235824585, 0.911607027053833, 0.9163777232170105, 0.9186408519744873, 0.9213484525680542, 0.9241442680358887, 0.929554283618927, 0.9253348708152771, 0.9316377639770508, 0.9325502514839172, 0.9351189136505127, 0.9400731921195984, 0.9409899711608887, 0.9423516988754272, 0.9384868144989014, 0.9450438022613525, 0.944086492061615, 0.9497880935668945, 0.9516282081604004, 0.947388231754303, 0.954707682132721], "cos_apical_negg": [0.8091084957122803, 0.8520861268043518, 0.8578100204467773, 0.8701996803283691, 0.8797285556793213, 0.8857722282409668, 0.8896267414093018, 0.8976098299026489, 0.9008032083511353, 0.9053720235824585, 0.911607027053833, 0.9163777232170105, 0.9186408519744873, 0.9213484525680542, 0.9241442680358887, 0.929554283618927, 0.9253348708152771, 0.9316377639770508, 0.9325502514839172, 0.9351189136505127, 0.9400731921195984, 0.9409899711608887, 0.9423516988754272, 0.9384868144989014, 0.9450438022613525, 0.944086492061615, 0.9497880935668945, 0.9516282081604004, 0.947388231754303, 0.954707682132721], "cos_Ac_negg": [0.8091084957122803, 0.8520861268043518, 0.8578100204467773, 0.8701996803283691, 0.8797285556793213, 0.8857722282409668, 0.8896267414093018, 0.8976098299026489, 0.9008032083511353, 0.9053720235824585, 0.911607027053833, 0.9163777232170105, 0.9186408519744873, 0.9213484525680542, 0.9241442680358887, 0.929554283618927, 0.9253348708152771, 0.9316377639770508, 0.9325502514839172, 0.9351189136505127, 0.9400731921195984, 0.9409899711608887, 0.9423516988754272, 0.9384868144989014, 0.9450438022613525, 0.944086492061615, 0.9497880935668945, 0.9516282081604004, 0.947388231754303, 0.954707682132721], "r_norm": [2.3594086170196533, 2.18033504486084, 2.172274351119995, 2.1862576007843018, 2.1554627418518066, 2.1630489826202393, 2.153752326965332, 2.1636085510253906, 2.1433937549591064, 2.1551296710968018, 2.1298747062683105, 2.1115939617156982, 2.097128391265869, 2.0802435874938965, 2.06052303314209, 2.0529823303222656, 2.0331668853759766, 2.011697292327881, 2.0154905319213867, 1.9875752925872803, 1.9719988107681274, 1.9554301500320435, 1.9432226419448853, 1.9240729808807373, 1.9283231496810913, 1.901968240737915, 1.8877274990081787, 1.8833956718444824, 1.876828908920288, 1.8534271717071533], "ldr": {"dL_sdil": -0.23285412788391113, "dL_bp": -0.3732030391693115, "ratio": 0.6239341683878192}}, {"step": 9550, "epoch": 24, "train_loss": 0.23373916745185852, "cos_r_negg": [0.8007193207740784, 0.8497286438941956, 0.8549637794494629, 0.8679172992706299, 0.8766018152236938, 0.8831624984741211, 0.8868657350540161, 0.8955321907997131, 0.8961594700813293, 0.9029430747032166, 0.9081684350967407, 0.912134051322937, 0.915360689163208, 0.9179084300994873, 0.9205820560455322, 0.926735520362854, 0.9216451644897461, 0.9279665350914001, 0.9295809268951416, 0.9311717748641968, 0.9365904331207275, 0.9370774626731873, 0.9391940236091614, 0.9361308813095093, 0.9408760070800781, 0.9383336305618286, 0.9454482197761536, 0.9457166790962219, 0.9440208673477173, 0.9507402181625366], "cos_apical_negg": [0.8007193207740784, 0.8497286438941956, 0.8549637794494629, 0.8679172992706299, 0.8766018152236938, 0.8831624984741211, 0.8868657350540161, 0.8955321907997131, 0.8961594700813293, 0.9029430747032166, 0.9081684350967407, 0.912134051322937, 0.915360689163208, 0.9179084300994873, 0.9205820560455322, 0.926735520362854, 0.9216451644897461, 0.9279665350914001, 0.9295809268951416, 0.9311717748641968, 0.9365904331207275, 0.9370774626731873, 0.9391940236091614, 0.9361308813095093, 0.9408760070800781, 0.9383336305618286, 0.9454482197761536, 0.9457166790962219, 0.9440208673477173, 0.9507402181625366], "cos_Ac_negg": [0.8007193207740784, 0.8497286438941956, 0.8549637794494629, 0.8679172992706299, 0.8766018152236938, 0.8831624984741211, 0.8868657350540161, 0.8955321907997131, 0.8961594700813293, 0.9029430747032166, 0.9081684350967407, 0.912134051322937, 0.915360689163208, 0.9179084300994873, 0.9205820560455322, 0.926735520362854, 0.9216451644897461, 0.9279665350914001, 0.9295809268951416, 0.9311717748641968, 0.9365904331207275, 0.9370774626731873, 0.9391940236091614, 0.9361308813095093, 0.9408760070800781, 0.9383336305618286, 0.9454482197761536, 0.9457166790962219, 0.9440208673477173, 0.9507402181625366], "r_norm": [2.3488974571228027, 2.174727201461792, 2.166100025177002, 2.1794586181640625, 2.1503326892852783, 2.1574273109436035, 2.1490254402160645, 2.1572694778442383, 2.137925148010254, 2.148468017578125, 2.123898983001709, 2.106262445449829, 2.0914201736450195, 2.074873685836792, 2.0551767349243164, 2.0482335090637207, 2.0271353721618652, 2.0057036876678467, 2.0095608234405518, 1.9816279411315918, 1.9660176038742065, 1.9492555856704712, 1.9369096755981445, 1.9175095558166504, 1.9222924709320068, 1.8966145515441895, 1.8806833028793335, 1.8761842250823975, 1.8694978952407837, 1.8471808433532715]}, {"step": 9600, "epoch": 24, "train_loss": 0.2099277526140213, "cos_r_negg": [0.804883599281311, 0.849450945854187, 0.8577098846435547, 0.8676609992980957, 0.8774768114089966, 0.8850743770599365, 0.8870962858200073, 0.8975725173950195, 0.8978046178817749, 0.9051207900047302, 0.9085021018981934, 0.9136794805526733, 0.9154201745986938, 0.9194412231445312, 0.9224489331245422, 0.9289864301681519, 0.923766016960144, 0.9296271800994873, 0.9315328598022461, 0.9332970380783081, 0.937065839767456, 0.9384790658950806, 0.941107988357544, 0.9369255900382996, 0.9420682191848755, 0.9408455491065979, 0.9471895694732666, 0.9490601420402527, 0.9446322917938232, 0.9518598318099976], "cos_apical_negg": [0.804883599281311, 0.849450945854187, 0.8577098846435547, 0.8676609992980957, 0.8774768114089966, 0.8850743770599365, 0.8870962858200073, 0.8975725173950195, 0.8978046178817749, 0.9051207900047302, 0.9085021018981934, 0.9136794805526733, 0.9154201745986938, 0.9194412231445312, 0.9224489331245422, 0.9289864301681519, 0.923766016960144, 0.9296271800994873, 0.9315328598022461, 0.9332970380783081, 0.937065839767456, 0.9384790658950806, 0.941107988357544, 0.9369255900382996, 0.9420682191848755, 0.9408455491065979, 0.9471895694732666, 0.9490601420402527, 0.9446322917938232, 0.9518598318099976], "cos_Ac_negg": [0.804883599281311, 0.849450945854187, 0.8577098846435547, 0.8676609992980957, 0.8774768114089966, 0.8850743770599365, 0.8870962858200073, 0.8975725173950195, 0.8978046178817749, 0.9051207900047302, 0.9085021018981934, 0.9136794805526733, 0.9154201745986938, 0.9194412231445312, 0.9224489331245422, 0.9289864301681519, 0.923766016960144, 0.9296271800994873, 0.9315328598022461, 0.9332970380783081, 0.937065839767456, 0.9384790658950806, 0.941107988357544, 0.9369255900382996, 0.9420682191848755, 0.9408455491065979, 0.9471895694732666, 0.9490601420402527, 0.9446322917938232, 0.9518598318099976], "r_norm": [2.3172030448913574, 2.1447508335113525, 2.1371700763702393, 2.1515207290649414, 2.122375965118408, 2.1300203800201416, 2.1203670501708984, 2.1287119388580322, 2.1099328994750977, 2.1195971965789795, 2.095776081085205, 2.0774216651916504, 2.0634703636169434, 2.0482420921325684, 2.028902530670166, 2.0205702781677246, 2.0003304481506348, 1.979712724685669, 1.9812276363372803, 1.955834984779358, 1.9390084743499756, 1.922567367553711, 1.9103050231933594, 1.8918747901916504, 1.8968935012817383, 1.8702054023742676, 1.8555532693862915, 1.8523197174072266, 1.8436272144317627, 1.8218355178833008]}, {"step": 9650, "epoch": 24, "train_loss": 0.23809531331062317, "cos_r_negg": [0.8041715621948242, 0.8505564332008362, 0.8579132556915283, 0.8679577112197876, 0.8778377771377563, 0.8838956356048584, 0.8869270086288452, 0.8974533081054688, 0.8974739909172058, 0.9063056707382202, 0.9090031385421753, 0.9145143032073975, 0.9164695739746094, 0.9192320108413696, 0.9227977991104126, 0.9297647476196289, 0.9236175417900085, 0.9302363395690918, 0.9313786029815674, 0.932858943939209, 0.9385422468185425, 0.9391361474990845, 0.9417643547058105, 0.9373084902763367, 0.943511426448822, 0.9416241645812988, 0.9490096569061279, 0.9502512216567993, 0.9455947875976562, 0.9538372755050659], "cos_apical_negg": [0.8041715621948242, 0.8505564332008362, 0.8579132556915283, 0.8679577112197876, 0.8778377771377563, 0.8838956356048584, 0.8869270086288452, 0.8974533081054688, 0.8974739909172058, 0.9063056707382202, 0.9090031385421753, 0.9145143032073975, 0.9164695739746094, 0.9192320108413696, 0.9227977991104126, 0.9297647476196289, 0.9236175417900085, 0.9302363395690918, 0.9313786029815674, 0.932858943939209, 0.9385422468185425, 0.9391361474990845, 0.9417643547058105, 0.9373084902763367, 0.943511426448822, 0.9416241645812988, 0.9490096569061279, 0.9502512216567993, 0.9455947875976562, 0.9538372755050659], "cos_Ac_negg": [0.8041715621948242, 0.8505564332008362, 0.8579132556915283, 0.8679577112197876, 0.8778377771377563, 0.8838956356048584, 0.8869270086288452, 0.8974533081054688, 0.8974739909172058, 0.9063056707382202, 0.9090031385421753, 0.9145143032073975, 0.9164695739746094, 0.9192320108413696, 0.9227977991104126, 0.9297647476196289, 0.9236175417900085, 0.9302363395690918, 0.9313786029815674, 0.932858943939209, 0.9385422468185425, 0.9391361474990845, 0.9417643547058105, 0.9373084902763367, 0.943511426448822, 0.9416241645812988, 0.9490096569061279, 0.9502512216567993, 0.9455947875976562, 0.9538372755050659], "r_norm": [2.307018518447876, 2.1381494998931885, 2.131763458251953, 2.1439225673675537, 2.114802360534668, 2.1228199005126953, 2.113682270050049, 2.120323896408081, 2.1016335487365723, 2.1126327514648438, 2.087998867034912, 2.069700002670288, 2.0556535720825195, 2.0404388904571533, 2.019680976867676, 2.012075185775757, 1.992647409439087, 1.971346139907837, 1.9734070301055908, 1.9473326206207275, 1.9314906597137451, 1.91527259349823, 1.9041602611541748, 1.884074330329895, 1.8902795314788818, 1.8634041547775269, 1.8485944271087646, 1.8434715270996094, 1.83612060546875, 1.8148987293243408]}, {"step": 9700, "epoch": 24, "train_loss": 0.22700944542884827, "cos_r_negg": [0.798816978931427, 0.8429936170578003, 0.8512928485870361, 0.8613086938858032, 0.8722161054611206, 0.87759929895401, 0.8815596103668213, 0.8896664381027222, 0.892241358757019, 0.8983660936355591, 0.9028656482696533, 0.9077977538108826, 0.9105826616287231, 0.9127715229988098, 0.915458619594574, 0.9231026768684387, 0.917827308177948, 0.9243864417076111, 0.9249707460403442, 0.9272221326828003, 0.9324490427970886, 0.9333921670913696, 0.9353715181350708, 0.9316244125366211, 0.9378789663314819, 0.9363685250282288, 0.9431380033493042, 0.9434389472007751, 0.9394146800041199, 0.9465155601501465], "cos_apical_negg": [0.798816978931427, 0.8429936170578003, 0.8512928485870361, 0.8613086938858032, 0.8722161054611206, 0.87759929895401, 0.8815596103668213, 0.8896664381027222, 0.892241358757019, 0.8983660936355591, 0.9028656482696533, 0.9077977538108826, 0.9105826616287231, 0.9127715229988098, 0.915458619594574, 0.9231026768684387, 0.917827308177948, 0.9243864417076111, 0.9249707460403442, 0.9272221326828003, 0.9324490427970886, 0.9333921670913696, 0.9353715181350708, 0.9316244125366211, 0.9378789663314819, 0.9363685250282288, 0.9431380033493042, 0.9434389472007751, 0.9394146800041199, 0.9465155601501465], "cos_Ac_negg": [0.798816978931427, 0.8429936170578003, 0.8512928485870361, 0.8613086938858032, 0.8722161054611206, 0.87759929895401, 0.8815596103668213, 0.8896664381027222, 0.892241358757019, 0.8983660936355591, 0.9028656482696533, 0.9077977538108826, 0.9105826616287231, 0.9127715229988098, 0.915458619594574, 0.9231026768684387, 0.917827308177948, 0.9243864417076111, 0.9249707460403442, 0.9272221326828003, 0.9324490427970886, 0.9333921670913696, 0.9353715181350708, 0.9316244125366211, 0.9378789663314819, 0.9363685250282288, 0.9431380033493042, 0.9434389472007751, 0.9394146800041199, 0.9465155601501465], "r_norm": [2.3435137271881104, 2.174475908279419, 2.167360305786133, 2.1802186965942383, 2.1501269340515137, 2.158474922180176, 2.150009870529175, 2.1579055786132812, 2.140253782272339, 2.149310827255249, 2.125133991241455, 2.1084256172180176, 2.0925374031066895, 2.0774059295654297, 2.055819511413574, 2.050067663192749, 2.02881121635437, 2.007336139678955, 2.011051654815674, 1.9840290546417236, 1.9671252965927124, 1.9501762390136719, 1.937380075454712, 1.9164634943008423, 1.9235272407531738, 1.896095633506775, 1.8811254501342773, 1.8763699531555176, 1.8696987628936768, 1.8461343050003052]}, {"step": 9750, "epoch": 24, "train_loss": 0.24585261940956116, "cos_r_negg": [0.80280601978302, 0.8488173484802246, 0.8575623035430908, 0.8689354062080383, 0.8784257769584656, 0.884042501449585, 0.8879688382148743, 0.8969583511352539, 0.8981652855873108, 0.9053083658218384, 0.9101796746253967, 0.9147799611091614, 0.9176430106163025, 0.9208410382270813, 0.9239388704299927, 0.9300588369369507, 0.9265828728675842, 0.9313405752182007, 0.9321450591087341, 0.9348845481872559, 0.9393532276153564, 0.9423229694366455, 0.942966103553772, 0.9410122632980347, 0.9455531239509583, 0.9442334771156311, 0.9493046998977661, 0.9511379599571228, 0.9492120742797852, 0.9550833106040955], "cos_apical_negg": [0.80280601978302, 0.8488173484802246, 0.8575623035430908, 0.8689354062080383, 0.8784257769584656, 0.884042501449585, 0.8879688382148743, 0.8969583511352539, 0.8981652855873108, 0.9053083658218384, 0.9101796746253967, 0.9147799611091614, 0.9176430106163025, 0.9208410382270813, 0.9239388704299927, 0.9300588369369507, 0.9265828728675842, 0.9313405752182007, 0.9321450591087341, 0.9348845481872559, 0.9393532276153564, 0.9423229694366455, 0.942966103553772, 0.9410122632980347, 0.9455531239509583, 0.9442334771156311, 0.9493046998977661, 0.9511379599571228, 0.9492120742797852, 0.9550833106040955], "cos_Ac_negg": [0.80280601978302, 0.8488173484802246, 0.8575623035430908, 0.8689354062080383, 0.8784257769584656, 0.884042501449585, 0.8879688382148743, 0.8969583511352539, 0.8981652855873108, 0.9053083658218384, 0.9101796746253967, 0.9147799611091614, 0.9176430106163025, 0.9208410382270813, 0.9239388704299927, 0.9300588369369507, 0.9265828728675842, 0.9313405752182007, 0.9321450591087341, 0.9348845481872559, 0.9393532276153564, 0.9423229694366455, 0.942966103553772, 0.9410122632980347, 0.9455531239509583, 0.9442334771156311, 0.9493046998977661, 0.9511379599571228, 0.9492120742797852, 0.9550833106040955], "r_norm": [2.354520320892334, 2.189657211303711, 2.1827359199523926, 2.195822238922119, 2.1651997566223145, 2.174048900604248, 2.1655349731445312, 2.1760149002075195, 2.1557366847991943, 2.1649746894836426, 2.141631603240967, 2.1246957778930664, 2.1077170372009277, 2.0916128158569336, 2.0722711086273193, 2.0667269229888916, 2.0461106300354004, 2.023721694946289, 2.0242667198181152, 1.9983735084533691, 1.9819303750991821, 1.9662244319915771, 1.9536796808242798, 1.931384563446045, 1.939517855644226, 1.9090392589569092, 1.895510196685791, 1.8923810720443726, 1.8831028938293457, 1.8582508563995361], "ldr": {"dL_sdil": -0.26078176498413086, "dL_bp": -0.41991496086120605, "ratio": 0.6210347077162767}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4274, "test_loss": 3.5363329833984376}], "final": {"test_acc": 0.4274, "test_loss": 3.5363329833984376, "wall_s": 1744.8423645496368, "cos_r_negg": [0.8041436076164246, 0.8477966785430908, 0.8560082912445068, 0.8678791522979736, 0.8753799200057983, 0.8800480365753174, 0.8867416381835938, 0.8940484523773193, 0.8961292505264282, 0.9027101993560791, 0.9062380790710449, 0.9109401106834412, 0.9153476357460022, 0.9192125797271729, 0.9203733205795288, 0.9275553226470947, 0.9216666221618652, 0.9288895130157471, 0.9291352033615112, 0.9324162006378174, 0.9362908601760864, 0.9386190176010132, 0.9401571750640869, 0.9359472990036011, 0.941912055015564, 0.9407463073730469, 0.9469528198242188, 0.947616457939148, 0.944458544254303, 0.9509983062744141], "cos_apical_negg": [0.8041436076164246, 0.8477966785430908, 0.8560082912445068, 0.8678791522979736, 0.8753799200057983, 0.8800480365753174, 0.8867416381835938, 0.8940484523773193, 0.8961292505264282, 0.9027101993560791, 0.9062380790710449, 0.9109401106834412, 0.9153476357460022, 0.9192125797271729, 0.9203733205795288, 0.9275553226470947, 0.9216666221618652, 0.9288895130157471, 0.9291352033615112, 0.9324162006378174, 0.9362908601760864, 0.9386190176010132, 0.9401571750640869, 0.9359472990036011, 0.941912055015564, 0.9407463073730469, 0.9469528198242188, 0.947616457939148, 0.944458544254303, 0.9509983062744141], "cos_Ac_negg": [0.8041436076164246, 0.8477966785430908, 0.8560082912445068, 0.8678791522979736, 0.8753799200057983, 0.8800480365753174, 0.8867416381835938, 0.8940484523773193, 0.8961292505264282, 0.9027101993560791, 0.9062380790710449, 0.9109401106834412, 0.9153476357460022, 0.9192125797271729, 0.9203733205795288, 0.9275553226470947, 0.9216666221618652, 0.9288895130157471, 0.9291352033615112, 0.9324162006378174, 0.9362908601760864, 0.9386190176010132, 0.9401571750640869, 0.9359472990036011, 0.941912055015564, 0.9407463073730469, 0.9469528198242188, 0.947616457939148, 0.944458544254303, 0.9509983062744141]}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_sdil_d5_s0.json b/results/deepres_cifar10_sdil_d5_s0.json
new file mode 100644
index 0000000..569595f
--- /dev/null
+++ b/results/deepres_cifar10_sdil_d5_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_sdil_d5_s0", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4799346923828125, "cos_r_negg": [0.0014836551854386926, -0.0043426575139164925, -0.015380308032035828, -0.0021046679466962814, 0.01472132932394743], "cos_apical_negg": [0.0014836551854386926, -0.0043426575139164925, -0.015380308032035828, -0.0021046679466962814, 0.01472132932394743], "cos_Ac_negg": [0.0014836551854386926, -0.0043426575139164925, -0.015380308032035828, -0.0021046679466962814, 0.01472132932394743], "r_norm": [4.788261413574219, 4.9439897537231445, 4.858273506164551, 4.878246784210205, 4.931516647338867], "ldr": {"dL_sdil": 0.01427602767944336, "dL_bp": -0.29732465744018555, "ratio": -0.04801494703585204}}, {"step": 50, "epoch": 0, "train_loss": 2.122615337371826, "cos_r_negg": [0.19116495549678802, -0.011804337613284588, -0.037934817373752594, -0.05393507331609726, -0.07073727995157242], "cos_apical_negg": [0.19116495549678802, -0.011804337613284588, -0.037934817373752594, -0.05393507331609726, -0.07073727995157242], "cos_Ac_negg": [0.19116495549678802, -0.011804337613284588, -0.037934817373752594, -0.05393507331609726, -0.07073727995157242], "r_norm": [4.3332672119140625, 4.484259605407715, 4.425929069519043, 4.432663917541504, 4.455124855041504]}, {"step": 100, "epoch": 0, "train_loss": 2.052020788192749, "cos_r_negg": [0.2728714942932129, -0.027373023331165314, -0.046594977378845215, -0.04268152266740799, -0.051453784108161926], "cos_apical_negg": [0.2728714942932129, -0.027373023331165314, -0.046594977378845215, -0.04268152266740799, -0.051453784108161926], "cos_Ac_negg": [0.2728714942932129, -0.027373023331165314, -0.046594977378845215, -0.04268152266740799, -0.051453784108161926], "r_norm": [4.111929893493652, 4.252294540405273, 4.1980438232421875, 4.208847999572754, 4.220888137817383]}, {"step": 150, "epoch": 0, "train_loss": 1.9616811275482178, "cos_r_negg": [0.3483894169330597, -0.021571094170212746, -0.0562141053378582, -0.034597381949424744, -0.06515088677406311], "cos_apical_negg": [0.3483894169330597, -0.021571094170212746, -0.0562141053378582, -0.034597381949424744, -0.06515088677406311], "cos_Ac_negg": [0.3483894169330597, -0.021571094170212746, -0.0562141053378582, -0.034597381949424744, -0.06515088677406311], "r_norm": [3.9922895431518555, 4.130165100097656, 4.071657180786133, 4.079521179199219, 4.1037139892578125]}, {"step": 200, "epoch": 0, "train_loss": 1.8097119331359863, "cos_r_negg": [0.3799893260002136, -0.018641788512468338, -0.03752029314637184, -0.04357730597257614, -0.04291310906410217], "cos_apical_negg": [0.3799893260002136, -0.018641788512468338, -0.03752029314637184, -0.04357730597257614, -0.04291310906410217], "cos_Ac_negg": [0.3799893260002136, -0.018641788512468338, -0.03752029314637184, -0.04357730597257614, -0.04291310906410217], "r_norm": [3.906982421875, 4.026580810546875, 3.9628429412841797, 3.983895778656006, 3.9964075088500977]}, {"step": 250, "epoch": 0, "train_loss": 2.0296902656555176, "cos_r_negg": [0.3972259759902954, -0.020361900329589844, -0.02912074699997902, -0.01187419705092907, -0.06906476616859436], "cos_apical_negg": [0.3972259759902954, -0.020361900329589844, -0.02912074699997902, -0.01187419705092907, -0.06906476616859436], "cos_Ac_negg": [0.3972259759902954, -0.020361900329589844, -0.02912074699997902, -0.01187419705092907, -0.06906476616859436], "r_norm": [3.896636962890625, 4.021466255187988, 3.946993827819824, 3.9699559211730957, 3.9856486320495605], "ldr": {"dL_sdil": -0.060782670974731445, "dL_bp": -0.060332298278808594, "ratio": 1.0074648688807044}}, {"step": 300, "epoch": 0, "train_loss": 1.685822606086731, "cos_r_negg": [0.4138646721839905, -0.015662647783756256, 0.0003887312486767769, -0.010595129802823067, -0.04865049198269844], "cos_apical_negg": [0.4138646721839905, -0.015662647783756256, 0.0003887312486767769, -0.010595129802823067, -0.04865049198269844], "cos_Ac_negg": [0.4138646721839905, -0.015662647783756256, 0.0003887312486767769, -0.010595129802823067, -0.04865049198269844], "r_norm": [3.769050121307373, 3.8723108768463135, 3.821309804916382, 3.8340001106262207, 3.8516135215759277]}, {"step": 350, "epoch": 0, "train_loss": 2.035820484161377, "cos_r_negg": [0.4020814597606659, -0.011773528531193733, 0.0023851189762353897, -0.009936528280377388, -0.017826056107878685], "cos_apical_negg": [0.4020814597606659, -0.011773528531193733, 0.0023851189762353897, -0.009936528280377388, -0.017826056107878685], "cos_Ac_negg": [0.4020814597606659, -0.011773528531193733, 0.0023851189762353897, -0.009936528280377388, -0.017826056107878685], "r_norm": [3.6304829120635986, 3.7300400733947754, 3.6701853275299072, 3.679337978363037, 3.7016234397888184]}, {"epoch_end": 0, "step": 391, "test_acc": 0.361, "test_loss": 1.83418701171875}, {"step": 400, "epoch": 1, "train_loss": 1.8621151447296143, "cos_r_negg": [0.43927761912345886, 0.00980773288756609, 0.026333939284086227, 0.02250484935939312, -0.021787606179714203], "cos_apical_negg": [0.43927761912345886, 0.00980773288756609, 0.026333939284086227, 0.02250484935939312, -0.021787606179714203], "cos_Ac_negg": [0.43927761912345886, 0.00980773288756609, 0.026333939284086227, 0.02250484935939312, -0.021787606179714203], "r_norm": [3.5775909423828125, 3.6672024726867676, 3.6085448265075684, 3.627009391784668, 3.643920660018921]}, {"step": 450, "epoch": 1, "train_loss": 1.9475491046905518, "cos_r_negg": [0.4785720407962799, 0.031317926943302155, 0.02898980677127838, 0.02246483601629734, -0.009522923268377781], "cos_apical_negg": [0.4785720407962799, 0.031317926943302155, 0.02898980677127838, 0.02246483601629734, -0.009522923268377781], "cos_Ac_negg": [0.4785720407962799, 0.031317926943302155, 0.02898980677127838, 0.02246483601629734, -0.009522923268377781], "r_norm": [3.479482650756836, 3.561892032623291, 3.5004968643188477, 3.5151166915893555, 3.536426544189453]}, {"step": 500, "epoch": 1, "train_loss": 1.737775444984436, "cos_r_negg": [0.5096951127052307, 0.043080348521471024, 0.041638825088739395, 0.04978334158658981, 0.04599083960056305], "cos_apical_negg": [0.5096951127052307, 0.043080348521471024, 0.041638825088739395, 0.04978334158658981, 0.04599083960056305], "cos_Ac_negg": [0.5096951127052307, 0.043080348521471024, 0.041638825088739395, 0.04978334158658981, 0.04599083960056305], "r_norm": [3.370126247406006, 3.4376027584075928, 3.380012273788452, 3.391390323638916, 3.4130663871765137], "ldr": {"dL_sdil": -0.02920377254486084, "dL_bp": -0.026810884475708008, "ratio": 1.0892506202591306}}, {"step": 550, "epoch": 1, "train_loss": 1.9959936141967773, "cos_r_negg": [0.4800166189670563, 0.05253380537033081, 0.04198326915502548, 0.03490421175956726, 0.04679948836565018], "cos_apical_negg": [0.4800166189670563, 0.05253380537033081, 0.04198326915502548, 0.03490421175956726, 0.04679948836565018], "cos_Ac_negg": [0.4800166189670563, 0.05253380537033081, 0.04198326915502548, 0.03490421175956726, 0.04679948836565018], "r_norm": [3.4146599769592285, 3.472113847732544, 3.4245805740356445, 3.4231812953948975, 3.455580711364746]}, {"step": 600, "epoch": 1, "train_loss": 1.801391363143921, "cos_r_negg": [0.5223418474197388, 0.05455666780471802, 0.06509123742580414, 0.033633507788181305, 0.060592152178287506], "cos_apical_negg": [0.5223418474197388, 0.05455666780471802, 0.06509123742580414, 0.033633507788181305, 0.060592152178287506], "cos_Ac_negg": [0.5223418474197388, 0.05455666780471802, 0.06509123742580414, 0.033633507788181305, 0.060592152178287506], "r_norm": [3.2217462062835693, 3.266061782836914, 3.2182116508483887, 3.2265217304229736, 3.2449684143066406]}, {"step": 650, "epoch": 1, "train_loss": 1.7800346612930298, "cos_r_negg": [0.5299919843673706, 0.08498634397983551, 0.0682184100151062, 0.03315579146146774, 0.06615688651800156], "cos_apical_negg": [0.5299919843673706, 0.08498634397983551, 0.0682184100151062, 0.03315579146146774, 0.06615688651800156], "cos_Ac_negg": [0.5299919843673706, 0.08498634397983551, 0.0682184100151062, 0.03315579146146774, 0.06615688651800156], "r_norm": [3.2538704872131348, 3.3005905151367188, 3.232478141784668, 3.250208854675293, 3.2719545364379883]}, {"step": 700, "epoch": 1, "train_loss": 1.8671247959136963, "cos_r_negg": [0.524553656578064, 0.1121782436966896, 0.10037194192409515, 0.05560348182916641, 0.08065548539161682], "cos_apical_negg": [0.524553656578064, 0.1121782436966896, 0.10037194192409515, 0.05560348182916641, 0.08065548539161682], "cos_Ac_negg": [0.524553656578064, 0.1121782436966896, 0.10037194192409515, 0.05560348182916641, 0.08065548539161682], "r_norm": [3.090514659881592, 3.1173388957977295, 3.0775773525238037, 3.0859193801879883, 3.101794719696045]}, {"step": 750, "epoch": 1, "train_loss": 1.9019761085510254, "cos_r_negg": [0.5392748117446899, 0.12223999202251434, 0.1025778129696846, 0.05990968272089958, 0.08596108853816986], "cos_apical_negg": [0.5392748117446899, 0.12223999202251434, 0.1025778129696846, 0.05990968272089958, 0.08596108853816986], "cos_Ac_negg": [0.5392748117446899, 0.12223999202251434, 0.1025778129696846, 0.05990968272089958, 0.08596108853816986], "r_norm": [2.9996047019958496, 3.0199813842773438, 2.96920108795166, 2.981762409210205, 2.992920160293579], "ldr": {"dL_sdil": -0.035358428955078125, "dL_bp": -0.033068180084228516, "ratio": 1.0692583887294698}}, {"epoch_end": 1, "step": 782, "test_acc": 0.3813, "test_loss": 1.7965343017578126}, {"step": 800, "epoch": 2, "train_loss": 1.847121000289917, "cos_r_negg": [0.5231426954269409, 0.12354370951652527, 0.10721844434738159, 0.06793229281902313, 0.09045873582363129], "cos_apical_negg": [0.5231426954269409, 0.12354370951652527, 0.10721844434738159, 0.06793229281902313, 0.09045873582363129], "cos_Ac_negg": [0.5231426954269409, 0.12354370951652527, 0.10721844434738159, 0.06793229281902313, 0.09045873582363129], "r_norm": [3.0619325637817383, 3.0738956928253174, 3.039959192276001, 3.0398125648498535, 3.0711870193481445]}, {"step": 850, "epoch": 2, "train_loss": 1.7807626724243164, "cos_r_negg": [0.5522424578666687, 0.1399020254611969, 0.11745256185531616, 0.08254323899745941, 0.09471626579761505], "cos_apical_negg": [0.5522424578666687, 0.1399020254611969, 0.11745256185531616, 0.08254323899745941, 0.09471626579761505], "cos_Ac_negg": [0.5522424578666687, 0.1399020254611969, 0.11745256185531616, 0.08254323899745941, 0.09471626579761505], "r_norm": [2.8614094257354736, 2.8639473915100098, 2.820892333984375, 2.8279457092285156, 2.8515658378601074]}, {"step": 900, "epoch": 2, "train_loss": 1.6757056713104248, "cos_r_negg": [0.5712069869041443, 0.12505391240119934, 0.12504300475120544, 0.10632098466157913, 0.10791926085948944], "cos_apical_negg": [0.5712069869041443, 0.12505391240119934, 0.12504300475120544, 0.10632098466157913, 0.10791926085948944], "cos_Ac_negg": [0.5712069869041443, 0.12505391240119934, 0.12504300475120544, 0.10632098466157913, 0.10791926085948944], "r_norm": [2.886979579925537, 2.8779549598693848, 2.8394365310668945, 2.8493635654449463, 2.863936424255371]}, {"step": 950, "epoch": 2, "train_loss": 1.4726934432983398, "cos_r_negg": [0.5656440258026123, 0.15325897932052612, 0.12498945742845535, 0.10701802372932434, 0.12370088696479797], "cos_apical_negg": [0.5656440258026123, 0.15325897932052612, 0.12498945742845535, 0.10701802372932434, 0.12370088696479797], "cos_Ac_negg": [0.5656440258026123, 0.15325897932052612, 0.12498945742845535, 0.10701802372932434, 0.12370088696479797], "r_norm": [2.7794511318206787, 2.764613628387451, 2.7260026931762695, 2.735055923461914, 2.7519311904907227]}, {"step": 1000, "epoch": 2, "train_loss": 1.709407091140747, "cos_r_negg": [0.5921186208724976, 0.175669327378273, 0.13600030541419983, 0.11302804946899414, 0.12215139716863632], "cos_apical_negg": [0.5921186208724976, 0.175669327378273, 0.13600030541419983, 0.11302804946899414, 0.12215139716863632], "cos_Ac_negg": [0.5921186208724976, 0.175669327378273, 0.13600030541419983, 0.11302804946899414, 0.12215139716863632], "r_norm": [2.7407753467559814, 2.7200822830200195, 2.682184934616089, 2.685607671737671, 2.707284450531006], "ldr": {"dL_sdil": -0.035012125968933105, "dL_bp": -0.03169059753417969, "ratio": 1.1048111646102918}}, {"step": 1050, "epoch": 2, "train_loss": 1.9664974212646484, "cos_r_negg": [0.5895946025848389, 0.17196592688560486, 0.16487804055213928, 0.12965215742588043, 0.150231271982193], "cos_apical_negg": [0.5895946025848389, 0.17196592688560486, 0.16487804055213928, 0.12965215742588043, 0.150231271982193], "cos_Ac_negg": [0.5895946025848389, 0.17196592688560486, 0.16487804055213928, 0.12965215742588043, 0.150231271982193], "r_norm": [2.6745636463165283, 2.646566867828369, 2.6072983741760254, 2.615121841430664, 2.632908582687378]}, {"step": 1100, "epoch": 2, "train_loss": 1.574968934059143, "cos_r_negg": [0.5878444314002991, 0.18361803889274597, 0.16707463562488556, 0.12382200360298157, 0.15650737285614014], "cos_apical_negg": [0.5878444314002991, 0.18361803889274597, 0.16707463562488556, 0.12382200360298157, 0.15650737285614014], "cos_Ac_negg": [0.5878444314002991, 0.18361803889274597, 0.16707463562488556, 0.12382200360298157, 0.15650737285614014], "r_norm": [2.723158836364746, 2.6875662803649902, 2.6486189365386963, 2.6578187942504883, 2.670630931854248]}, {"step": 1150, "epoch": 2, "train_loss": 1.6430877447128296, "cos_r_negg": [0.5915899276733398, 0.17730705440044403, 0.17672181129455566, 0.12426576018333435, 0.16906943917274475], "cos_apical_negg": [0.5915899276733398, 0.17730705440044403, 0.17672181129455566, 0.12426576018333435, 0.16906943917274475], "cos_Ac_negg": [0.5915899276733398, 0.17730705440044403, 0.17672181129455566, 0.12426576018333435, 0.16906943917274475], "r_norm": [2.674018383026123, 2.631246328353882, 2.592538833618164, 2.597830057144165, 2.6197891235351562]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3905, "test_loss": 1.7775418212890626}, {"step": 1200, "epoch": 3, "train_loss": 1.7780253887176514, "cos_r_negg": [0.6031254529953003, 0.2074277102947235, 0.19038885831832886, 0.14241136610507965, 0.1842159628868103], "cos_apical_negg": [0.6031254529953003, 0.2074277102947235, 0.19038885831832886, 0.14241136610507965, 0.1842159628868103], "cos_Ac_negg": [0.6031254529953003, 0.2074277102947235, 0.19038885831832886, 0.14241136610507965, 0.1842159628868103], "r_norm": [2.5417332649230957, 2.490018129348755, 2.4533653259277344, 2.4658408164978027, 2.478658676147461]}, {"step": 1250, "epoch": 3, "train_loss": 1.5751440525054932, "cos_r_negg": [0.6170927286148071, 0.22143930196762085, 0.20559950172901154, 0.17590641975402832, 0.19815337657928467], "cos_apical_negg": [0.6170927286148071, 0.22143930196762085, 0.20559950172901154, 0.17590641975402832, 0.19815337657928467], "cos_Ac_negg": [0.6170927286148071, 0.22143930196762085, 0.20559950172901154, 0.17590641975402832, 0.19815337657928467], "r_norm": [2.5109996795654297, 2.4519495964050293, 2.42210054397583, 2.4299330711364746, 2.443039894104004], "ldr": {"dL_sdil": -0.03277134895324707, "dL_bp": -0.029510974884033203, "ratio": 1.1104800529981096}}, {"step": 1300, "epoch": 3, "train_loss": 1.5528547763824463, "cos_r_negg": [0.6101353168487549, 0.229429692029953, 0.2041611671447754, 0.182965949177742, 0.20638629794120789], "cos_apical_negg": [0.6101353168487549, 0.229429692029953, 0.2041611671447754, 0.182965949177742, 0.20638629794120789], "cos_Ac_negg": [0.6101353168487549, 0.229429692029953, 0.2041611671447754, 0.182965949177742, 0.20638629794120789], "r_norm": [2.5578722953796387, 2.4925150871276855, 2.4539077281951904, 2.4587721824645996, 2.476125717163086]}, {"step": 1350, "epoch": 3, "train_loss": 1.647842526435852, "cos_r_negg": [0.64058518409729, 0.23038360476493835, 0.21014180779457092, 0.1829558163881302, 0.21503490209579468], "cos_apical_negg": [0.64058518409729, 0.23038360476493835, 0.21014180779457092, 0.1829558163881302, 0.21503490209579468], "cos_Ac_negg": [0.64058518409729, 0.23038360476493835, 0.21014180779457092, 0.1829558163881302, 0.21503490209579468], "r_norm": [2.4945263862609863, 2.419440746307373, 2.384902238845825, 2.3987748622894287, 2.4042913913726807]}, {"step": 1400, "epoch": 3, "train_loss": 1.7884403467178345, "cos_r_negg": [0.6326103210449219, 0.23871761560440063, 0.20280911028385162, 0.182120218873024, 0.21658824384212494], "cos_apical_negg": [0.6326103210449219, 0.23871761560440063, 0.20280911028385162, 0.182120218873024, 0.21658824384212494], "cos_Ac_negg": [0.6326103210449219, 0.23871761560440063, 0.20280911028385162, 0.182120218873024, 0.21658824384212494], "r_norm": [2.4005703926086426, 2.327277660369873, 2.293222427368164, 2.2992467880249023, 2.3055076599121094]}, {"step": 1450, "epoch": 3, "train_loss": 1.6505095958709717, "cos_r_negg": [0.6192305088043213, 0.2508484423160553, 0.2347450852394104, 0.2227676808834076, 0.2390998899936676], "cos_apical_negg": [0.6192305088043213, 0.2508484423160553, 0.2347450852394104, 0.2227676808834076, 0.2390998899936676], "cos_Ac_negg": [0.6192305088043213, 0.2508484423160553, 0.2347450852394104, 0.2227676808834076, 0.2390998899936676], "r_norm": [2.394521713256836, 2.310948371887207, 2.271167755126953, 2.2774953842163086, 2.3007161617279053]}, {"step": 1500, "epoch": 3, "train_loss": 1.6572552919387817, "cos_r_negg": [0.6113255023956299, 0.248855322599411, 0.233002170920372, 0.2179003804922104, 0.23110276460647583], "cos_apical_negg": [0.6113255023956299, 0.248855322599411, 0.233002170920372, 0.2179003804922104, 0.23110276460647583], "cos_Ac_negg": [0.6113255023956299, 0.248855322599411, 0.233002170920372, 0.2179003804922104, 0.23110276460647583], "r_norm": [2.3173763751983643, 2.2272017002105713, 2.1950387954711914, 2.2010698318481445, 2.2182183265686035], "ldr": {"dL_sdil": -0.047971367835998535, "dL_bp": -0.045967698097229004, "ratio": 1.04358864641278}}, {"step": 1550, "epoch": 3, "train_loss": 1.8157072067260742, "cos_r_negg": [0.6260699033737183, 0.26829782128334045, 0.24294543266296387, 0.21112507581710815, 0.24772942066192627], "cos_apical_negg": [0.6260699033737183, 0.26829782128334045, 0.24294543266296387, 0.21112507581710815, 0.24772942066192627], "cos_Ac_negg": [0.6260699033737183, 0.26829782128334045, 0.24294543266296387, 0.21112507581710815, 0.24772942066192627], "r_norm": [2.31966495513916, 2.218632221221924, 2.1873226165771484, 2.1936988830566406, 2.2094550132751465]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4056, "test_loss": 1.7400138671875}, {"step": 1600, "epoch": 4, "train_loss": 1.5583624839782715, "cos_r_negg": [0.638815701007843, 0.28899770975112915, 0.27130424976348877, 0.2316073477268219, 0.2673344612121582], "cos_apical_negg": [0.638815701007843, 0.28899770975112915, 0.27130424976348877, 0.2316073477268219, 0.2673344612121582], "cos_Ac_negg": [0.638815701007843, 0.28899770975112915, 0.27130424976348877, 0.2316073477268219, 0.2673344612121582], "r_norm": [2.3211331367492676, 2.213366985321045, 2.1906447410583496, 2.189110517501831, 2.2143654823303223]}, {"step": 1650, "epoch": 4, "train_loss": 1.635451316833496, "cos_r_negg": [0.6454493999481201, 0.3025978207588196, 0.28847065567970276, 0.25330549478530884, 0.265148788690567], "cos_apical_negg": [0.6454493999481201, 0.3025978207588196, 0.28847065567970276, 0.25330549478530884, 0.265148788690567], "cos_Ac_negg": [0.6454493999481201, 0.3025978207588196, 0.28847065567970276, 0.25330549478530884, 0.265148788690567], "r_norm": [2.2001471519470215, 2.0931057929992676, 2.0657849311828613, 2.064177989959717, 2.0794644355773926]}, {"step": 1700, "epoch": 4, "train_loss": 1.4824860095977783, "cos_r_negg": [0.6606729030609131, 0.31175342202186584, 0.2924473285675049, 0.2562025785446167, 0.28372347354888916], "cos_apical_negg": [0.6606729030609131, 0.31175342202186584, 0.2924473285675049, 0.2562025785446167, 0.28372347354888916], "cos_Ac_negg": [0.6606729030609131, 0.31175342202186584, 0.2924473285675049, 0.2562025785446167, 0.28372347354888916], "r_norm": [2.1898372173309326, 2.074687957763672, 2.0448837280273438, 2.0501179695129395, 2.0663881301879883]}, {"step": 1750, "epoch": 4, "train_loss": 1.5407917499542236, "cos_r_negg": [0.6738379597663879, 0.3101382851600647, 0.2950388193130493, 0.2694579064846039, 0.3048250079154968], "cos_apical_negg": [0.6738379597663879, 0.3101382851600647, 0.2950388193130493, 0.2694579064846039, 0.3048250079154968], "cos_Ac_negg": [0.6738379597663879, 0.3101382851600647, 0.2950388193130493, 0.2694579064846039, 0.3048250079154968], "r_norm": [2.173081398010254, 2.052151679992676, 2.0231289863586426, 2.022085189819336, 2.0423660278320312], "ldr": {"dL_sdil": -0.04425525665283203, "dL_bp": -0.041882991790771484, "ratio": 1.0566402914555701}}, {"step": 1800, "epoch": 4, "train_loss": 1.369748592376709, "cos_r_negg": [0.6591120362281799, 0.30880478024482727, 0.29958081245422363, 0.270305335521698, 0.3061387538909912], "cos_apical_negg": [0.6591120362281799, 0.30880478024482727, 0.29958081245422363, 0.270305335521698, 0.3061387538909912], "cos_Ac_negg": [0.6591120362281799, 0.30880478024482727, 0.29958081245422363, 0.270305335521698, 0.3061387538909912], "r_norm": [2.1446280479431152, 2.0143394470214844, 1.9904218912124634, 1.9919612407684326, 2.0039706230163574]}, {"step": 1850, "epoch": 4, "train_loss": 1.6317224502563477, "cos_r_negg": [0.6600743532180786, 0.32166093587875366, 0.3151581883430481, 0.29501408338546753, 0.3178507685661316], "cos_apical_negg": [0.6600743532180786, 0.32166093587875366, 0.3151581883430481, 0.29501408338546753, 0.3178507685661316], "cos_Ac_negg": [0.6600743532180786, 0.32166093587875366, 0.3151581883430481, 0.29501408338546753, 0.3178507685661316], "r_norm": [2.1346583366394043, 1.9988775253295898, 1.975785493850708, 1.9783337116241455, 1.9903733730316162]}, {"step": 1900, "epoch": 4, "train_loss": 1.6390159130096436, "cos_r_negg": [0.6843030452728271, 0.33327022194862366, 0.32481664419174194, 0.30378979444503784, 0.3282584547996521], "cos_apical_negg": [0.6843030452728271, 0.33327022194862366, 0.32481664419174194, 0.30378979444503784, 0.3282584547996521], "cos_Ac_negg": [0.6843030452728271, 0.33327022194862366, 0.32481664419174194, 0.30378979444503784, 0.3282584547996521], "r_norm": [2.084423542022705, 1.9429194927215576, 1.9220823049545288, 1.9238882064819336, 1.940704345703125]}, {"step": 1950, "epoch": 4, "train_loss": 1.3841307163238525, "cos_r_negg": [0.6908180713653564, 0.3490563631057739, 0.3434939682483673, 0.30886703729629517, 0.3121354579925537], "cos_apical_negg": [0.6908180713653564, 0.3490563631057739, 0.3434939682483673, 0.30886703729629517, 0.3121354579925537], "cos_Ac_negg": [0.6908180713653564, 0.3490563631057739, 0.3434939682483673, 0.30886703729629517, 0.3121354579925537], "r_norm": [2.0683021545410156, 1.923002004623413, 1.8978908061981201, 1.897952914237976, 1.9152963161468506]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4058, "test_loss": 1.75506796875}, {"step": 2000, "epoch": 5, "train_loss": 1.5665653944015503, "cos_r_negg": [0.6837393045425415, 0.3610481321811676, 0.36074069142341614, 0.318336546421051, 0.32716047763824463], "cos_apical_negg": [0.6837393045425415, 0.3610481321811676, 0.36074069142341614, 0.318336546421051, 0.32716047763824463], "cos_Ac_negg": [0.6837393045425415, 0.3610481321811676, 0.36074069142341614, 0.318336546421051, 0.32716047763824463], "r_norm": [2.017899513244629, 1.87364661693573, 1.8416483402252197, 1.843156099319458, 1.8574758768081665], "ldr": {"dL_sdil": -0.03184854984283447, "dL_bp": -0.030327558517456055, "ratio": 1.050152119053796}}, {"step": 2050, "epoch": 5, "train_loss": 1.3682658672332764, "cos_r_negg": [0.684278666973114, 0.3694226145744324, 0.3597285747528076, 0.3259492814540863, 0.35742777585983276], "cos_apical_negg": [0.684278666973114, 0.3694226145744324, 0.3597285747528076, 0.3259492814540863, 0.35742777585983276], "cos_Ac_negg": [0.684278666973114, 0.3694226145744324, 0.3597285747528076, 0.3259492814540863, 0.35742777585983276], "r_norm": [2.018460750579834, 1.8658984899520874, 1.8441658020019531, 1.8389301300048828, 1.8568919897079468]}, {"step": 2100, "epoch": 5, "train_loss": 1.6547502279281616, "cos_r_negg": [0.6879643201828003, 0.3966999351978302, 0.367532342672348, 0.3317742347717285, 0.3647277355194092], "cos_apical_negg": [0.6879643201828003, 0.3966999351978302, 0.367532342672348, 0.3317742347717285, 0.3647277355194092], "cos_Ac_negg": [0.6879643201828003, 0.3966999351978302, 0.367532342672348, 0.3317742347717285, 0.3647277355194092], "r_norm": [1.9975136518478394, 1.8405344486236572, 1.816389799118042, 1.8133893013000488, 1.8247544765472412]}, {"step": 2150, "epoch": 5, "train_loss": 1.6166961193084717, "cos_r_negg": [0.6909273266792297, 0.3869478702545166, 0.3743620216846466, 0.3452857732772827, 0.36912623047828674], "cos_apical_negg": [0.6909273266792297, 0.3869478702545166, 0.3743620216846466, 0.3452857732772827, 0.36912623047828674], "cos_Ac_negg": [0.6909273266792297, 0.3869478702545166, 0.3743620216846466, 0.3452857732772827, 0.36912623047828674], "r_norm": [1.9369033575057983, 1.779942512512207, 1.7527923583984375, 1.7523438930511475, 1.7657510042190552]}, {"step": 2200, "epoch": 5, "train_loss": 1.6949594020843506, "cos_r_negg": [0.7063993215560913, 0.38984060287475586, 0.384233295917511, 0.3591829538345337, 0.37848636507987976], "cos_apical_negg": [0.7063993215560913, 0.38984060287475586, 0.384233295917511, 0.3591829538345337, 0.37848636507987976], "cos_Ac_negg": [0.7063993215560913, 0.38984060287475586, 0.384233295917511, 0.3591829538345337, 0.37848636507987976], "r_norm": [1.9741082191467285, 1.8065673112869263, 1.777301549911499, 1.7709012031555176, 1.7874912023544312]}, {"step": 2250, "epoch": 5, "train_loss": 1.7151801586151123, "cos_r_negg": [0.700998067855835, 0.4033692479133606, 0.4026196300983429, 0.38640257716178894, 0.3874259293079376], "cos_apical_negg": [0.700998067855835, 0.4033692479133606, 0.4026196300983429, 0.38640257716178894, 0.3874259293079376], "cos_Ac_negg": [0.700998067855835, 0.4033692479133606, 0.4026196300983429, 0.38640257716178894, 0.3874259293079376], "r_norm": [1.9214973449707031, 1.750347375869751, 1.7294201850891113, 1.7248269319534302, 1.7378838062286377], "ldr": {"dL_sdil": -0.03386545181274414, "dL_bp": -0.03282821178436279, "ratio": 1.0315959953955036}}, {"step": 2300, "epoch": 5, "train_loss": 1.446960210800171, "cos_r_negg": [0.7002846002578735, 0.4153417944908142, 0.41578608751296997, 0.38346266746520996, 0.3762412667274475], "cos_apical_negg": [0.7002846002578735, 0.4153417944908142, 0.41578608751296997, 0.38346266746520996, 0.3762412667274475], "cos_Ac_negg": [0.7002846002578735, 0.4153417944908142, 0.41578608751296997, 0.38346266746520996, 0.3762412667274475], "r_norm": [1.886224389076233, 1.714606523513794, 1.6907799243927002, 1.6860029697418213, 1.6980373859405518]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4199, "test_loss": 1.7159556518554688}, {"step": 2350, "epoch": 6, "train_loss": 1.5840158462524414, "cos_r_negg": [0.7090782523155212, 0.4261893033981323, 0.4374714195728302, 0.3861793279647827, 0.39879706501960754], "cos_apical_negg": [0.7090782523155212, 0.4261893033981323, 0.4374714195728302, 0.3861793279647827, 0.39879706501960754], "cos_Ac_negg": [0.7090782523155212, 0.4261893033981323, 0.4374714195728302, 0.3861793279647827, 0.39879706501960754], "r_norm": [1.9104177951812744, 1.7311713695526123, 1.7067523002624512, 1.6938538551330566, 1.7166824340820312]}, {"step": 2400, "epoch": 6, "train_loss": 1.4474287033081055, "cos_r_negg": [0.7081806063652039, 0.4421622157096863, 0.4457247853279114, 0.3982202708721161, 0.40918463468551636], "cos_apical_negg": [0.7081806063652039, 0.4421622157096863, 0.4457247853279114, 0.3982202708721161, 0.40918463468551636], "cos_Ac_negg": [0.7081806063652039, 0.4421622157096863, 0.4457247853279114, 0.3982202708721161, 0.40918463468551636], "r_norm": [1.8594908714294434, 1.6764707565307617, 1.6549309492111206, 1.6457123756408691, 1.6601656675338745]}, {"step": 2450, "epoch": 6, "train_loss": 1.3209552764892578, "cos_r_negg": [0.7171965837478638, 0.4526652693748474, 0.4544103145599365, 0.41083353757858276, 0.41241857409477234], "cos_apical_negg": [0.7171965837478638, 0.4526652693748474, 0.4544103145599365, 0.41083353757858276, 0.41241857409477234], "cos_Ac_negg": [0.7171965837478638, 0.4526652693748474, 0.4544103145599365, 0.41083353757858276, 0.41241857409477234], "r_norm": [1.8527820110321045, 1.6667200326919556, 1.6432162523269653, 1.6354451179504395, 1.649956226348877]}, {"step": 2500, "epoch": 6, "train_loss": 1.4830201864242554, "cos_r_negg": [0.7261490821838379, 0.4700165390968323, 0.4601437449455261, 0.41592028737068176, 0.43277469277381897], "cos_apical_negg": [0.7261490821838379, 0.4700165390968323, 0.4601437449455261, 0.41592028737068176, 0.43277469277381897], "cos_Ac_negg": [0.7261490821838379, 0.4700165390968323, 0.4601437449455261, 0.41592028737068176, 0.43277469277381897], "r_norm": [1.800567626953125, 1.6133370399475098, 1.5867748260498047, 1.5826177597045898, 1.5926611423492432], "ldr": {"dL_sdil": -0.03711879253387451, "dL_bp": -0.037006497383117676, "ratio": 1.0030344712063473}}, {"step": 2550, "epoch": 6, "train_loss": 1.4882150888442993, "cos_r_negg": [0.7254369854927063, 0.4769511818885803, 0.4664665460586548, 0.4363820254802704, 0.44215065240859985], "cos_apical_negg": [0.7254369854927063, 0.4769511818885803, 0.4664665460586548, 0.4363820254802704, 0.44215065240859985], "cos_Ac_negg": [0.7254369854927063, 0.4769511818885803, 0.4664665460586548, 0.4363820254802704, 0.44215065240859985], "r_norm": [1.8317135572433472, 1.6368913650512695, 1.6087777614593506, 1.5997751951217651, 1.616856575012207]}, {"step": 2600, "epoch": 6, "train_loss": 1.5402131080627441, "cos_r_negg": [0.7318794131278992, 0.4844857454299927, 0.4859391450881958, 0.44804495573043823, 0.45884549617767334], "cos_apical_negg": [0.7318794131278992, 0.4844857454299927, 0.4859391450881958, 0.44804495573043823, 0.45884549617767334], "cos_Ac_negg": [0.7318794131278992, 0.4844857454299927, 0.4859391450881958, 0.44804495573043823, 0.45884549617767334], "r_norm": [1.762028694152832, 1.5659773349761963, 1.5442001819610596, 1.5347801446914673, 1.5462278127670288]}, {"step": 2650, "epoch": 6, "train_loss": 1.3262507915496826, "cos_r_negg": [0.737032413482666, 0.48969244956970215, 0.48973745107650757, 0.46153801679611206, 0.45577043294906616], "cos_apical_negg": [0.737032413482666, 0.48969244956970215, 0.48973745107650757, 0.46153801679611206, 0.45577043294906616], "cos_Ac_negg": [0.737032413482666, 0.48969244956970215, 0.48973745107650757, 0.46153801679611206, 0.45577043294906616], "r_norm": [1.7738771438598633, 1.5750937461853027, 1.5476237535476685, 1.5405948162078857, 1.55133056640625]}, {"step": 2700, "epoch": 6, "train_loss": 1.510152816772461, "cos_r_negg": [0.7388924360275269, 0.4903871417045593, 0.4987953305244446, 0.4815274775028229, 0.4719577133655548], "cos_apical_negg": [0.7388924360275269, 0.4903871417045593, 0.4987953305244446, 0.4815274775028229, 0.4719577133655548], "cos_Ac_negg": [0.7388924360275269, 0.4903871417045593, 0.4987953305244446, 0.4815274775028229, 0.4719577133655548], "r_norm": [1.7467303276062012, 1.5461360216140747, 1.52236807346344, 1.5144721269607544, 1.5223097801208496]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4233, "test_loss": 1.7281925170898438}, {"step": 2750, "epoch": 7, "train_loss": 1.5374557971954346, "cos_r_negg": [0.754423975944519, 0.5038729906082153, 0.5166327953338623, 0.4956403970718384, 0.4967603087425232], "cos_apical_negg": [0.754423975944519, 0.5038729906082153, 0.5166327953338623, 0.4956403970718384, 0.4967603087425232], "cos_Ac_negg": [0.754423975944519, 0.5038729906082153, 0.5166327953338623, 0.4956403970718384, 0.4967603087425232], "r_norm": [1.7704668045043945, 1.5596601963043213, 1.5381170511245728, 1.5272679328918457, 1.5366833209991455], "ldr": {"dL_sdil": -0.03740060329437256, "dL_bp": -0.03693711757659912, "ratio": 1.0125479666033028}}, {"step": 2800, "epoch": 7, "train_loss": 1.5658669471740723, "cos_r_negg": [0.7374289035797119, 0.509048581123352, 0.5270074605941772, 0.49813324213027954, 0.5096536874771118], "cos_apical_negg": [0.7374289035797119, 0.509048581123352, 0.5270074605941772, 0.49813324213027954, 0.5096536874771118], "cos_Ac_negg": [0.7374289035797119, 0.509048581123352, 0.5270074605941772, 0.49813324213027954, 0.5096536874771118], "r_norm": [1.7566903829574585, 1.5453212261199951, 1.5178940296173096, 1.5058213472366333, 1.522585153579712]}, {"step": 2850, "epoch": 7, "train_loss": 1.4151842594146729, "cos_r_negg": [0.7408973574638367, 0.5250668525695801, 0.5297610759735107, 0.5028624534606934, 0.5136229991912842], "cos_apical_negg": [0.7408973574638367, 0.5250668525695801, 0.5297610759735107, 0.5028624534606934, 0.5136229991912842], "cos_Ac_negg": [0.7408973574638367, 0.5250668525695801, 0.5297610759735107, 0.5028624534606934, 0.5136229991912842], "r_norm": [1.6860160827636719, 1.4757108688354492, 1.4559171199798584, 1.4492391347885132, 1.4533627033233643]}, {"step": 2900, "epoch": 7, "train_loss": 1.3678953647613525, "cos_r_negg": [0.7640382051467896, 0.5433011651039124, 0.5361025929450989, 0.5129722356796265, 0.5318114161491394], "cos_apical_negg": [0.7640382051467896, 0.5433011651039124, 0.5361025929450989, 0.5129722356796265, 0.5318114161491394], "cos_Ac_negg": [0.7640382051467896, 0.5433011651039124, 0.5361025929450989, 0.5129722356796265, 0.5318114161491394], "r_norm": [1.6813950538635254, 1.4701991081237793, 1.4470851421356201, 1.4348636865615845, 1.442954182624817]}, {"step": 2950, "epoch": 7, "train_loss": 1.3885304927825928, "cos_r_negg": [0.7378946542739868, 0.5403031706809998, 0.5461244583129883, 0.5327872037887573, 0.5371048450469971], "cos_apical_negg": [0.7378946542739868, 0.5403031706809998, 0.5461244583129883, 0.5327872037887573, 0.5371048450469971], "cos_Ac_negg": [0.7378946542739868, 0.5403031706809998, 0.5461244583129883, 0.5327872037887573, 0.5371048450469971], "r_norm": [1.6933326721191406, 1.4745590686798096, 1.453773021697998, 1.4416754245758057, 1.449706792831421]}, {"step": 3000, "epoch": 7, "train_loss": 1.5175975561141968, "cos_r_negg": [0.7548368573188782, 0.5482506155967712, 0.565138578414917, 0.5420131683349609, 0.5566047430038452], "cos_apical_negg": [0.7548368573188782, 0.5482506155967712, 0.565138578414917, 0.5420131683349609, 0.5566047430038452], "cos_Ac_negg": [0.7548368573188782, 0.5482506155967712, 0.565138578414917, 0.5420131683349609, 0.5566047430038452], "r_norm": [1.662501335144043, 1.4455270767211914, 1.423041820526123, 1.4107611179351807, 1.4184937477111816], "ldr": {"dL_sdil": -0.03580737113952637, "dL_bp": -0.036868929862976074, "ratio": 0.9712072271314897}}, {"step": 3050, "epoch": 7, "train_loss": 1.5118029117584229, "cos_r_negg": [0.7521703243255615, 0.5714664459228516, 0.5777295231819153, 0.5468470454216003, 0.5546092391014099], "cos_apical_negg": [0.7521703243255615, 0.5714664459228516, 0.5777295231819153, 0.5468470454216003, 0.5546092391014099], "cos_Ac_negg": [0.7521703243255615, 0.5714664459228516, 0.5777295231819153, 0.5468470454216003, 0.5546092391014099], "r_norm": [1.663468837738037, 1.4442756175994873, 1.4211626052856445, 1.407840371131897, 1.4165159463882446]}, {"step": 3100, "epoch": 7, "train_loss": 1.3181906938552856, "cos_r_negg": [0.7778077125549316, 0.5711636543273926, 0.5781590938568115, 0.5610677003860474, 0.5627011656761169], "cos_apical_negg": [0.7778077125549316, 0.5711636543273926, 0.5781590938568115, 0.5610677003860474, 0.5627011656761169], "cos_Ac_negg": [0.7778077125549316, 0.5711636543273926, 0.5781590938568115, 0.5610677003860474, 0.5627011656761169], "r_norm": [1.6326428651809692, 1.4130451679229736, 1.3936731815338135, 1.3803938627243042, 1.386305570602417]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4405, "test_loss": 1.7000608032226563}, {"step": 3150, "epoch": 8, "train_loss": 1.279297947883606, "cos_r_negg": [0.7632278800010681, 0.5794143080711365, 0.592650294303894, 0.5732574462890625, 0.5704060196876526], "cos_apical_negg": [0.7632278800010681, 0.5794143080711365, 0.592650294303894, 0.5732574462890625, 0.5704060196876526], "cos_Ac_negg": [0.7632278800010681, 0.5794143080711365, 0.592650294303894, 0.5732574462890625, 0.5704060196876526], "r_norm": [1.6738440990447998, 1.4462534189224243, 1.4228453636169434, 1.4095828533172607, 1.413529396057129]}, {"step": 3200, "epoch": 8, "train_loss": 1.2532765865325928, "cos_r_negg": [0.7715702056884766, 0.5846470594406128, 0.6001719236373901, 0.5849267840385437, 0.5823819637298584], "cos_apical_negg": [0.7715702056884766, 0.5846470594406128, 0.6001719236373901, 0.5849267840385437, 0.5823819637298584], "cos_Ac_negg": [0.7715702056884766, 0.5846470594406128, 0.6001719236373901, 0.5849267840385437, 0.5823819637298584], "r_norm": [1.635540246963501, 1.4098849296569824, 1.38401198387146, 1.3705689907073975, 1.3759571313858032]}, {"step": 3250, "epoch": 8, "train_loss": 1.341092586517334, "cos_r_negg": [0.7910418510437012, 0.5943142175674438, 0.6122261881828308, 0.5900124907493591, 0.5919845104217529], "cos_apical_negg": [0.7910418510437012, 0.5943142175674438, 0.6122261881828308, 0.5900124907493591, 0.5919845104217529], "cos_Ac_negg": [0.7910418510437012, 0.5943142175674438, 0.6122261881828308, 0.5900124907493591, 0.5919845104217529], "r_norm": [1.6398600339889526, 1.4124979972839355, 1.3845558166503906, 1.3696370124816895, 1.3761647939682007], "ldr": {"dL_sdil": -0.054875731468200684, "dL_bp": -0.05631399154663086, "ratio": 0.9744599869600928}}, {"step": 3300, "epoch": 8, "train_loss": 1.350130319595337, "cos_r_negg": [0.7794176936149597, 0.6074763536453247, 0.6112956404685974, 0.606438159942627, 0.597540020942688], "cos_apical_negg": [0.7794176936149597, 0.6074763536453247, 0.6112956404685974, 0.606438159942627, 0.597540020942688], "cos_Ac_negg": [0.7794176936149597, 0.6074763536453247, 0.6112956404685974, 0.606438159942627, 0.597540020942688], "r_norm": [1.6137702465057373, 1.3869705200195312, 1.3641033172607422, 1.348027229309082, 1.3560941219329834]}, {"step": 3350, "epoch": 8, "train_loss": 1.3851361274719238, "cos_r_negg": [0.7821190357208252, 0.6178188920021057, 0.6326234936714172, 0.6208723783493042, 0.616036057472229], "cos_apical_negg": [0.7821190357208252, 0.6178188920021057, 0.6326234936714172, 0.6208723783493042, 0.616036057472229], "cos_Ac_negg": [0.7821190357208252, 0.6178188920021057, 0.6326234936714172, 0.6208723783493042, 0.616036057472229], "r_norm": [1.6011302471160889, 1.3716657161712646, 1.350541591644287, 1.3338956832885742, 1.3412715196609497]}, {"step": 3400, "epoch": 8, "train_loss": 1.465757131576538, "cos_r_negg": [0.7766838669776917, 0.6189267635345459, 0.6373391151428223, 0.6219759583473206, 0.6274714469909668], "cos_apical_negg": [0.7766838669776917, 0.6189267635345459, 0.6373391151428223, 0.6219759583473206, 0.6274714469909668], "cos_Ac_negg": [0.7766838669776917, 0.6189267635345459, 0.6373391151428223, 0.6219759583473206, 0.6274714469909668], "r_norm": [1.601111888885498, 1.3704543113708496, 1.3451473712921143, 1.3306686878204346, 1.3378801345825195]}, {"step": 3450, "epoch": 8, "train_loss": 1.2482601404190063, "cos_r_negg": [0.7902153134346008, 0.6417580842971802, 0.6474654078483582, 0.6401122808456421, 0.6271869540214539], "cos_apical_negg": [0.7902153134346008, 0.6417580842971802, 0.6474654078483582, 0.6401122808456421, 0.6271869540214539], "cos_Ac_negg": [0.7902153134346008, 0.6417580842971802, 0.6474654078483582, 0.6401122808456421, 0.6271869540214539], "r_norm": [1.5936315059661865, 1.3605297803878784, 1.3372104167938232, 1.3210663795471191, 1.3255656957626343]}, {"step": 3500, "epoch": 8, "train_loss": 1.3019260168075562, "cos_r_negg": [0.784217357635498, 0.6386989951133728, 0.6544455885887146, 0.6447470784187317, 0.646304726600647], "cos_apical_negg": [0.784217357635498, 0.6386989951133728, 0.6544455885887146, 0.6447470784187317, 0.646304726600647], "cos_Ac_negg": [0.784217357635498, 0.6386989951133728, 0.6544455885887146, 0.6447470784187317, 0.646304726600647], "r_norm": [1.573326826095581, 1.340355634689331, 1.3187639713287354, 1.3046700954437256, 1.306220293045044], "ldr": {"dL_sdil": -0.05259525775909424, "dL_bp": -0.05425727367401123, "ratio": 0.9693678689994134}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4323, "test_loss": 1.7381619140625}, {"step": 3550, "epoch": 9, "train_loss": 1.2302608489990234, "cos_r_negg": [0.7961156368255615, 0.6524426937103271, 0.6668614149093628, 0.6551059484481812, 0.6554064154624939], "cos_apical_negg": [0.7961156368255615, 0.6524426937103271, 0.6668614149093628, 0.6551059484481812, 0.6554064154624939], "cos_Ac_negg": [0.7961156368255615, 0.6524426937103271, 0.6668614149093628, 0.6551059484481812, 0.6554064154624939], "r_norm": [1.6278995275497437, 1.383047342300415, 1.3631891012191772, 1.3433098793029785, 1.3457671403884888]}, {"step": 3600, "epoch": 9, "train_loss": 1.2865551710128784, "cos_r_negg": [0.7966740131378174, 0.6583946943283081, 0.6737282276153564, 0.6651644706726074, 0.6666903495788574], "cos_apical_negg": [0.7966740131378174, 0.6583946943283081, 0.6737282276153564, 0.6651644706726074, 0.6666903495788574], "cos_Ac_negg": [0.7966740131378174, 0.6583946943283081, 0.6737282276153564, 0.6651644706726074, 0.6666903495788574], "r_norm": [1.598856806755066, 1.3566713333129883, 1.3314528465270996, 1.316946268081665, 1.3191838264465332]}, {"step": 3650, "epoch": 9, "train_loss": 1.2614061832427979, "cos_r_negg": [0.7947067022323608, 0.6720775365829468, 0.6833493709564209, 0.6749837398529053, 0.6794736385345459], "cos_apical_negg": [0.7947067022323608, 0.6720775365829468, 0.6833493709564209, 0.6749837398529053, 0.6794736385345459], "cos_Ac_negg": [0.7947067022323608, 0.6720775365829468, 0.6833493709564209, 0.6749837398529053, 0.6794736385345459], "r_norm": [1.570744514465332, 1.3331094980239868, 1.3106187582015991, 1.290827989578247, 1.295063853263855]}, {"step": 3700, "epoch": 9, "train_loss": 1.2888097763061523, "cos_r_negg": [0.800491213798523, 0.6830912828445435, 0.6957940459251404, 0.6866805553436279, 0.6888914108276367], "cos_apical_negg": [0.800491213798523, 0.6830912828445435, 0.6957940459251404, 0.6866805553436279, 0.6888914108276367], "cos_Ac_negg": [0.800491213798523, 0.6830912828445435, 0.6957940459251404, 0.6866805553436279, 0.6888914108276367], "r_norm": [1.5745103359222412, 1.3325309753417969, 1.312613606452942, 1.295198917388916, 1.2971370220184326]}, {"step": 3750, "epoch": 9, "train_loss": 1.221907615661621, "cos_r_negg": [0.7952867746353149, 0.6914467811584473, 0.7025709748268127, 0.6951688528060913, 0.6923359036445618], "cos_apical_negg": [0.7952867746353149, 0.6914467811584473, 0.7025709748268127, 0.6951688528060913, 0.6923359036445618], "cos_Ac_negg": [0.7952867746353149, 0.6914467811584473, 0.7025709748268127, 0.6951688528060913, 0.6923359036445618], "r_norm": [1.5713672637939453, 1.3320984840393066, 1.3087438344955444, 1.2883172035217285, 1.2930691242218018], "ldr": {"dL_sdil": -0.05520594120025635, "dL_bp": -0.05869019031524658, "ratio": 0.9406331944695518}}, {"step": 3800, "epoch": 9, "train_loss": 1.4498839378356934, "cos_r_negg": [0.8051118850708008, 0.6965565085411072, 0.7101942300796509, 0.7001258134841919, 0.701871395111084], "cos_apical_negg": [0.8051118850708008, 0.6965565085411072, 0.7101942300796509, 0.7001258134841919, 0.701871395111084], "cos_Ac_negg": [0.8051118850708008, 0.6965565085411072, 0.7101942300796509, 0.7001258134841919, 0.701871395111084], "r_norm": [1.5629639625549316, 1.3234984874725342, 1.299258828163147, 1.2799665927886963, 1.2821154594421387]}, {"step": 3850, "epoch": 9, "train_loss": 1.3015929460525513, "cos_r_negg": [0.8167635202407837, 0.7058568000793457, 0.717945396900177, 0.7084958553314209, 0.7056689858436584], "cos_apical_negg": [0.8167635202407837, 0.7058568000793457, 0.717945396900177, 0.7084958553314209, 0.7056689858436584], "cos_Ac_negg": [0.8167635202407837, 0.7058568000793457, 0.717945396900177, 0.7084958553314209, 0.7056689858436584], "r_norm": [1.5548717975616455, 1.3140113353729248, 1.2906614542007446, 1.272472858428955, 1.2727043628692627]}, {"step": 3900, "epoch": 9, "train_loss": 1.265769124031067, "cos_r_negg": [0.8135750889778137, 0.705703616142273, 0.7277423143386841, 0.7187117338180542, 0.7134503126144409], "cos_apical_negg": [0.8135750889778137, 0.705703616142273, 0.7277423143386841, 0.7187117338180542, 0.7134503126144409], "cos_Ac_negg": [0.8135750889778137, 0.705703616142273, 0.7277423143386841, 0.7187117338180542, 0.7134503126144409], "r_norm": [1.561514139175415, 1.3161420822143555, 1.295049786567688, 1.2763179540634155, 1.278744101524353]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4294, "test_loss": 1.8004739379882813}, {"step": 3950, "epoch": 10, "train_loss": 1.2482408285140991, "cos_r_negg": [0.8130007982254028, 0.7146116495132446, 0.7296993136405945, 0.7238435745239258, 0.7178879976272583], "cos_apical_negg": [0.8130007982254028, 0.7146116495132446, 0.7296993136405945, 0.7238435745239258, 0.7178879976272583], "cos_Ac_negg": [0.8130007982254028, 0.7146116495132446, 0.7296993136405945, 0.7238435745239258, 0.7178879976272583], "r_norm": [1.545872688293457, 1.3021416664123535, 1.2782409191131592, 1.2586857080459595, 1.2599226236343384]}, {"step": 4000, "epoch": 10, "train_loss": 1.2178688049316406, "cos_r_negg": [0.8080962896347046, 0.7243028879165649, 0.736138105392456, 0.7307031750679016, 0.7357746362686157], "cos_apical_negg": [0.8080962896347046, 0.7243028879165649, 0.736138105392456, 0.7307031750679016, 0.7357746362686157], "cos_Ac_negg": [0.8080962896347046, 0.7243028879165649, 0.736138105392456, 0.7307031750679016, 0.7357746362686157], "r_norm": [1.5570430755615234, 1.311560869216919, 1.287775993347168, 1.2689414024353027, 1.2689931392669678], "ldr": {"dL_sdil": -0.043268442153930664, "dL_bp": -0.04786539077758789, "ratio": 0.9039609089369502}}, {"step": 4050, "epoch": 10, "train_loss": 1.1164696216583252, "cos_r_negg": [0.816841721534729, 0.7262479066848755, 0.7410281300544739, 0.7396827936172485, 0.7442219853401184], "cos_apical_negg": [0.816841721534729, 0.7262479066848755, 0.7410281300544739, 0.7396827936172485, 0.7442219853401184], "cos_Ac_negg": [0.816841721534729, 0.7262479066848755, 0.7410281300544739, 0.7396827936172485, 0.7442219853401184], "r_norm": [1.5543742179870605, 1.3082066774368286, 1.2837207317352295, 1.2658255100250244, 1.2655131816864014]}, {"step": 4100, "epoch": 10, "train_loss": 1.2753019332885742, "cos_r_negg": [0.8180240392684937, 0.7376358509063721, 0.7502231597900391, 0.7472057938575745, 0.7509548664093018], "cos_apical_negg": [0.8180240392684937, 0.7376358509063721, 0.7502231597900391, 0.7472057938575745, 0.7509548664093018], "cos_Ac_negg": [0.8180240392684937, 0.7376358509063721, 0.7502231597900391, 0.7472057938575745, 0.7509548664093018], "r_norm": [1.5243630409240723, 1.2833187580108643, 1.2586145401000977, 1.239835262298584, 1.2417064905166626]}, {"step": 4150, "epoch": 10, "train_loss": 1.0663691759109497, "cos_r_negg": [0.8144741058349609, 0.7437995076179504, 0.760470986366272, 0.7632319331169128, 0.7574719786643982], "cos_apical_negg": [0.8144741058349609, 0.7437995076179504, 0.760470986366272, 0.7632319331169128, 0.7574719786643982], "cos_Ac_negg": [0.8144741058349609, 0.7437995076179504, 0.760470986366272, 0.7632319331169128, 0.7574719786643982], "r_norm": [1.542717456817627, 1.2979211807250977, 1.2734380960464478, 1.2548339366912842, 1.2534602880477905]}, {"step": 4200, "epoch": 10, "train_loss": 1.3615334033966064, "cos_r_negg": [0.8178809285163879, 0.745350182056427, 0.7674755454063416, 0.7660679817199707, 0.7675767540931702], "cos_apical_negg": [0.8178809285163879, 0.745350182056427, 0.7674755454063416, 0.7660679817199707, 0.7675767540931702], "cos_Ac_negg": [0.8178809285163879, 0.745350182056427, 0.7674755454063416, 0.7660679817199707, 0.7675767540931702], "r_norm": [1.5377815961837769, 1.2933557033538818, 1.2697854042053223, 1.2482882738113403, 1.2490239143371582]}, {"step": 4250, "epoch": 10, "train_loss": 1.3349905014038086, "cos_r_negg": [0.8301117420196533, 0.7536972761154175, 0.773134171962738, 0.7737134695053101, 0.7766643762588501], "cos_apical_negg": [0.8301117420196533, 0.7536972761154175, 0.773134171962738, 0.7737134695053101, 0.7766643762588501], "cos_Ac_negg": [0.8301117420196533, 0.7536972761154175, 0.773134171962738, 0.7737134695053101, 0.7766643762588501], "r_norm": [1.583917260169983, 1.331629753112793, 1.3059018850326538, 1.2837839126586914, 1.286672592163086], "ldr": {"dL_sdil": -0.06801748275756836, "dL_bp": -0.07264494895935059, "ratio": 0.9363002346608904}}, {"step": 4300, "epoch": 10, "train_loss": 1.1352051496505737, "cos_r_negg": [0.8148280382156372, 0.7593144178390503, 0.77759850025177, 0.7766520380973816, 0.7865929007530212], "cos_apical_negg": [0.8148280382156372, 0.7593144178390503, 0.77759850025177, 0.7766520380973816, 0.7865929007530212], "cos_Ac_negg": [0.8148280382156372, 0.7593144178390503, 0.77759850025177, 0.7766520380973816, 0.7865929007530212], "r_norm": [1.5354059934616089, 1.2920801639556885, 1.2656067609786987, 1.2454044818878174, 1.244614839553833]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4369, "test_loss": 1.758530078125}, {"step": 4350, "epoch": 11, "train_loss": 1.044856309890747, "cos_r_negg": [0.8245835900306702, 0.7617207765579224, 0.7858718037605286, 0.7849971055984497, 0.7885297536849976], "cos_apical_negg": [0.8245835900306702, 0.7617207765579224, 0.7858718037605286, 0.7849971055984497, 0.7885297536849976], "cos_Ac_negg": [0.8245835900306702, 0.7617207765579224, 0.7858718037605286, 0.7849971055984497, 0.7885297536849976], "r_norm": [1.565119743347168, 1.3179512023925781, 1.2917174100875854, 1.2705399990081787, 1.2710543870925903]}, {"step": 4400, "epoch": 11, "train_loss": 1.2430346012115479, "cos_r_negg": [0.8276817202568054, 0.7690581679344177, 0.7917778491973877, 0.7874068021774292, 0.7971261143684387], "cos_apical_negg": [0.8276817202568054, 0.7690581679344177, 0.7917778491973877, 0.7874068021774292, 0.7971261143684387], "cos_Ac_negg": [0.8276817202568054, 0.7690581679344177, 0.7917778491973877, 0.7874068021774292, 0.7971261143684387], "r_norm": [1.5474580526351929, 1.3051228523254395, 1.278182864189148, 1.2546266317367554, 1.2538625001907349]}, {"step": 4450, "epoch": 11, "train_loss": 1.2695832252502441, "cos_r_negg": [0.8349108695983887, 0.7701071500778198, 0.7898122072219849, 0.7911918759346008, 0.8065738081932068], "cos_apical_negg": [0.8349108695983887, 0.7701071500778198, 0.7898122072219849, 0.7911918759346008, 0.8065738081932068], "cos_Ac_negg": [0.8349108695983887, 0.7701071500778198, 0.7898122072219849, 0.7911918759346008, 0.8065738081932068], "r_norm": [1.5644111633300781, 1.3167725801467896, 1.2902157306671143, 1.2681716680526733, 1.266620397567749]}, {"step": 4500, "epoch": 11, "train_loss": 1.185904622077942, "cos_r_negg": [0.8272280693054199, 0.7801167964935303, 0.7974383234977722, 0.7998154163360596, 0.8152502179145813], "cos_apical_negg": [0.8272280693054199, 0.7801167964935303, 0.7974383234977722, 0.7998154163360596, 0.8152502179145813], "cos_Ac_negg": [0.8272280693054199, 0.7801167964935303, 0.7974383234977722, 0.7998154163360596, 0.8152502179145813], "r_norm": [1.5630714893341064, 1.3180500268936157, 1.290118932723999, 1.2691547870635986, 1.2673492431640625], "ldr": {"dL_sdil": -0.05193948745727539, "dL_bp": -0.05956578254699707, "ratio": 0.8719685234773072}}, {"step": 4550, "epoch": 11, "train_loss": 1.1449034214019775, "cos_r_negg": [0.8264593482017517, 0.7830392122268677, 0.8055933117866516, 0.8056830167770386, 0.820317268371582], "cos_apical_negg": [0.8264593482017517, 0.7830392122268677, 0.8055933117866516, 0.8056830167770386, 0.820317268371582], "cos_Ac_negg": [0.8264593482017517, 0.7830392122268677, 0.8055933117866516, 0.8056830167770386, 0.820317268371582], "r_norm": [1.5388898849487305, 1.295548915863037, 1.268519401550293, 1.2483375072479248, 1.2456352710723877]}, {"step": 4600, "epoch": 11, "train_loss": 1.1649787425994873, "cos_r_negg": [0.8370822072029114, 0.7880992889404297, 0.8080590963363647, 0.8134547472000122, 0.8225789070129395], "cos_apical_negg": [0.8370822072029114, 0.7880992889404297, 0.8080590963363647, 0.8134547472000122, 0.8225789070129395], "cos_Ac_negg": [0.8370822072029114, 0.7880992889404297, 0.8080590963363647, 0.8134547472000122, 0.8225789070129395], "r_norm": [1.5575706958770752, 1.3125717639923096, 1.2820234298706055, 1.2625398635864258, 1.259305477142334]}, {"step": 4650, "epoch": 11, "train_loss": 1.1516201496124268, "cos_r_negg": [0.8277093172073364, 0.7966284155845642, 0.8164486289024353, 0.8153393268585205, 0.8304153680801392], "cos_apical_negg": [0.8277093172073364, 0.7966284155845642, 0.8164486289024353, 0.8153393268585205, 0.8304153680801392], "cos_Ac_negg": [0.8277093172073364, 0.7966284155845642, 0.8164486289024353, 0.8153393268585205, 0.8304153680801392], "r_norm": [1.5472716093063354, 1.3043723106384277, 1.274693250656128, 1.25121009349823, 1.2499021291732788]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4393, "test_loss": 1.845610595703125}, {"step": 4700, "epoch": 12, "train_loss": 1.0928313732147217, "cos_r_negg": [0.8340535163879395, 0.7997482419013977, 0.8222342729568481, 0.8228455185890198, 0.8380518555641174], "cos_apical_negg": [0.8340535163879395, 0.7997482419013977, 0.8222342729568481, 0.8228455185890198, 0.8380518555641174], "cos_Ac_negg": [0.8340535163879395, 0.7997482419013977, 0.8222342729568481, 0.8228455185890198, 0.8380518555641174], "r_norm": [1.5796074867248535, 1.3312444686889648, 1.3052754402160645, 1.2809209823608398, 1.2799925804138184]}, {"step": 4750, "epoch": 12, "train_loss": 1.0544540882110596, "cos_r_negg": [0.8362668752670288, 0.8058269023895264, 0.8226815462112427, 0.8256925940513611, 0.8378219604492188], "cos_apical_negg": [0.8362668752670288, 0.8058269023895264, 0.8226815462112427, 0.8256925940513611, 0.8378219604492188], "cos_Ac_negg": [0.8362668752670288, 0.8058269023895264, 0.8226815462112427, 0.8256925940513611, 0.8378219604492188], "r_norm": [1.5450258255004883, 1.3065381050109863, 1.2782001495361328, 1.2536433935165405, 1.2506849765777588], "ldr": {"dL_sdil": -0.053985595703125, "dL_bp": -0.0627293586730957, "ratio": 0.860611312550835}}, {"step": 4800, "epoch": 12, "train_loss": 1.1230716705322266, "cos_r_negg": [0.8355609178543091, 0.8100918531417847, 0.8327333927154541, 0.8359508514404297, 0.8473347425460815], "cos_apical_negg": [0.8355609178543091, 0.8100918531417847, 0.8327333927154541, 0.8359508514404297, 0.8473347425460815], "cos_Ac_negg": [0.8355609178543091, 0.8100918531417847, 0.8327333927154541, 0.8359508514404297, 0.8473347425460815], "r_norm": [1.5665584802627563, 1.3240280151367188, 1.2952935695648193, 1.2695469856262207, 1.269385814666748]}, {"step": 4850, "epoch": 12, "train_loss": 0.9338990449905396, "cos_r_negg": [0.8292953968048096, 0.8116686344146729, 0.8304673433303833, 0.841404914855957, 0.8485978841781616], "cos_apical_negg": [0.8292953968048096, 0.8116686344146729, 0.8304673433303833, 0.841404914855957, 0.8485978841781616], "cos_Ac_negg": [0.8292953968048096, 0.8116686344146729, 0.8304673433303833, 0.841404914855957, 0.8485978841781616], "r_norm": [1.5777571201324463, 1.3328099250793457, 1.3021135330200195, 1.2779231071472168, 1.278651237487793]}, {"step": 4900, "epoch": 12, "train_loss": 0.9546555280685425, "cos_r_negg": [0.8382658362388611, 0.8164982795715332, 0.8387050628662109, 0.8394235372543335, 0.8532248735427856], "cos_apical_negg": [0.8382658362388611, 0.8164982795715332, 0.8387050628662109, 0.8394235372543335, 0.8532248735427856], "cos_Ac_negg": [0.8382658362388611, 0.8164982795715332, 0.8387050628662109, 0.8394235372543335, 0.8532248735427856], "r_norm": [1.5821956396102905, 1.337761402130127, 1.3076555728912354, 1.284347653388977, 1.2826727628707886]}, {"step": 4950, "epoch": 12, "train_loss": 0.9929767847061157, "cos_r_negg": [0.834906816482544, 0.8179115056991577, 0.839252769947052, 0.845495343208313, 0.8592314720153809], "cos_apical_negg": [0.834906816482544, 0.8179115056991577, 0.839252769947052, 0.845495343208313, 0.8592314720153809], "cos_Ac_negg": [0.834906816482544, 0.8179115056991577, 0.839252769947052, 0.845495343208313, 0.8592314720153809], "r_norm": [1.5323407649993896, 1.2961714267730713, 1.2678561210632324, 1.2447706460952759, 1.2428131103515625]}, {"step": 5000, "epoch": 12, "train_loss": 1.1317081451416016, "cos_r_negg": [0.8341182470321655, 0.817231297492981, 0.8454147577285767, 0.8485584259033203, 0.8644000291824341], "cos_apical_negg": [0.8341182470321655, 0.817231297492981, 0.8454147577285767, 0.8485584259033203, 0.8644000291824341], "cos_Ac_negg": [0.8341182470321655, 0.817231297492981, 0.8454147577285767, 0.8485584259033203, 0.8644000291824341], "r_norm": [1.6037728786468506, 1.357797622680664, 1.3312519788742065, 1.3065539598464966, 1.3018152713775635], "ldr": {"dL_sdil": -0.06605195999145508, "dL_bp": -0.07632637023925781, "ratio": 0.8653884599045406}}, {"step": 5050, "epoch": 12, "train_loss": 1.073503851890564, "cos_r_negg": [0.8393301963806152, 0.8254170417785645, 0.8495429754257202, 0.8529640436172485, 0.8685733079910278], "cos_apical_negg": [0.8393301963806152, 0.8254170417785645, 0.8495429754257202, 0.8529640436172485, 0.8685733079910278], "cos_Ac_negg": [0.8393301963806152, 0.8254170417785645, 0.8495429754257202, 0.8529640436172485, 0.8685733079910278], "r_norm": [1.5719876289367676, 1.3313348293304443, 1.3041590452194214, 1.2797412872314453, 1.2781736850738525]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.434, "test_loss": 1.8866234619140625}, {"step": 5100, "epoch": 13, "train_loss": 0.9049267768859863, "cos_r_negg": [0.8432424664497375, 0.8306280970573425, 0.8519604206085205, 0.8599294424057007, 0.8732090592384338], "cos_apical_negg": [0.8432424664497375, 0.8306280970573425, 0.8519604206085205, 0.8599294424057007, 0.8732090592384338], "cos_Ac_negg": [0.8432424664497375, 0.8306280970573425, 0.8519604206085205, 0.8599294424057007, 0.8732090592384338], "r_norm": [1.5797395706176758, 1.3410661220550537, 1.3112361431121826, 1.285170078277588, 1.2854582071304321]}, {"step": 5150, "epoch": 13, "train_loss": 1.0830676555633545, "cos_r_negg": [0.8373727798461914, 0.8321223258972168, 0.8593596816062927, 0.8622373938560486, 0.8801671266555786], "cos_apical_negg": [0.8373727798461914, 0.8321223258972168, 0.8593596816062927, 0.8622373938560486, 0.8801671266555786], "cos_Ac_negg": [0.8373727798461914, 0.8321223258972168, 0.8593596816062927, 0.8622373938560486, 0.8801671266555786], "r_norm": [1.5940207242965698, 1.3556573390960693, 1.3250610828399658, 1.2983087301254272, 1.2978765964508057]}, {"step": 5200, "epoch": 13, "train_loss": 1.1149561405181885, "cos_r_negg": [0.8400751352310181, 0.8376044631004333, 0.8589161038398743, 0.8641405701637268, 0.8839550018310547], "cos_apical_negg": [0.8400751352310181, 0.8376044631004333, 0.8589161038398743, 0.8641405701637268, 0.8839550018310547], "cos_Ac_negg": [0.8400751352310181, 0.8376044631004333, 0.8589161038398743, 0.8641405701637268, 0.8839550018310547], "r_norm": [1.5875074863433838, 1.351069450378418, 1.3218886852264404, 1.2946350574493408, 1.293360710144043]}, {"step": 5250, "epoch": 13, "train_loss": 1.099306583404541, "cos_r_negg": [0.8475635051727295, 0.8421344757080078, 0.863200306892395, 0.8676388263702393, 0.8859425783157349], "cos_apical_negg": [0.8475635051727295, 0.8421344757080078, 0.863200306892395, 0.8676388263702393, 0.8859425783157349], "cos_Ac_negg": [0.8475635051727295, 0.8421344757080078, 0.863200306892395, 0.8676388263702393, 0.8859425783157349], "r_norm": [1.5878804922103882, 1.3537167310714722, 1.3232965469360352, 1.2942967414855957, 1.293988823890686], "ldr": {"dL_sdil": -0.05193686485290527, "dL_bp": -0.0642399787902832, "ratio": 0.8084819738570824}}, {"step": 5300, "epoch": 13, "train_loss": 1.036714792251587, "cos_r_negg": [0.839751660823822, 0.8411985039710999, 0.8687032461166382, 0.8735430240631104, 0.8899625539779663], "cos_apical_negg": [0.839751660823822, 0.8411985039710999, 0.8687032461166382, 0.8735430240631104, 0.8899625539779663], "cos_Ac_negg": [0.839751660823822, 0.8411985039710999, 0.8687032461166382, 0.8735430240631104, 0.8899625539779663], "r_norm": [1.6112641096115112, 1.3745383024215698, 1.3415093421936035, 1.3151934146881104, 1.3146308660507202]}, {"step": 5350, "epoch": 13, "train_loss": 1.1360054016113281, "cos_r_negg": [0.8413733839988708, 0.8391346335411072, 0.8686749935150146, 0.8740806579589844, 0.890429675579071], "cos_apical_negg": [0.8413733839988708, 0.8391346335411072, 0.8686749935150146, 0.8740806579589844, 0.890429675579071], "cos_Ac_negg": [0.8413733839988708, 0.8391346335411072, 0.8686749935150146, 0.8740806579589844, 0.890429675579071], "r_norm": [1.576247215270996, 1.3450803756713867, 1.312971591949463, 1.28855562210083, 1.2850844860076904]}, {"step": 5400, "epoch": 13, "train_loss": 1.2044669389724731, "cos_r_negg": [0.8416765332221985, 0.844510555267334, 0.8731200695037842, 0.8818145990371704, 0.8975712656974792], "cos_apical_negg": [0.8416765332221985, 0.844510555267334, 0.8731200695037842, 0.8818145990371704, 0.8975712656974792], "cos_Ac_negg": [0.8416765332221985, 0.844510555267334, 0.8731200695037842, 0.8818145990371704, 0.8975712656974792], "r_norm": [1.6040955781936646, 1.3713347911834717, 1.3398466110229492, 1.3119423389434814, 1.306754469871521]}, {"step": 5450, "epoch": 13, "train_loss": 1.048431634902954, "cos_r_negg": [0.8341010808944702, 0.8478443622589111, 0.8741923570632935, 0.8862481117248535, 0.8984758853912354], "cos_apical_negg": [0.8341010808944702, 0.8478443622589111, 0.8741923570632935, 0.8862481117248535, 0.8984758853912354], "cos_Ac_negg": [0.8341010808944702, 0.8478443622589111, 0.8741923570632935, 0.8862481117248535, 0.8984758853912354], "r_norm": [1.6059255599975586, 1.375502347946167, 1.343592643737793, 1.317552089691162, 1.3145467042922974]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4328, "test_loss": 1.9019246459960937}, {"step": 5500, "epoch": 14, "train_loss": 0.9566564559936523, "cos_r_negg": [0.8438647389411926, 0.8497840166091919, 0.8763384819030762, 0.8864271640777588, 0.9010502099990845], "cos_apical_negg": [0.8438647389411926, 0.8497840166091919, 0.8763384819030762, 0.8864271640777588, 0.9010502099990845], "cos_Ac_negg": [0.8438647389411926, 0.8497840166091919, 0.8763384819030762, 0.8864271640777588, 0.9010502099990845], "r_norm": [1.5939435958862305, 1.3662440776824951, 1.3344844579696655, 1.306883454322815, 1.3041132688522339], "ldr": {"dL_sdil": -0.05275559425354004, "dL_bp": -0.06557726860046387, "ratio": 0.8044798964555664}}, {"step": 5550, "epoch": 14, "train_loss": 1.163731336593628, "cos_r_negg": [0.8446353673934937, 0.853885293006897, 0.8780033588409424, 0.8892735242843628, 0.9068508148193359], "cos_apical_negg": [0.8446353673934937, 0.853885293006897, 0.8780033588409424, 0.8892735242843628, 0.9068508148193359], "cos_Ac_negg": [0.8446353673934937, 0.853885293006897, 0.8780033588409424, 0.8892735242843628, 0.9068508148193359], "r_norm": [1.6227691173553467, 1.3907526731491089, 1.3588910102844238, 1.3318102359771729, 1.3279130458831787]}, {"step": 5600, "epoch": 14, "train_loss": 0.929678201675415, "cos_r_negg": [0.850164532661438, 0.8577356338500977, 0.8818901777267456, 0.893836259841919, 0.9069743156433105], "cos_apical_negg": [0.850164532661438, 0.8577356338500977, 0.8818901777267456, 0.893836259841919, 0.9069743156433105], "cos_Ac_negg": [0.850164532661438, 0.8577356338500977, 0.8818901777267456, 0.893836259841919, 0.9069743156433105], "r_norm": [1.622215986251831, 1.3929470777511597, 1.360417127609253, 1.3326218128204346, 1.3288071155548096]}, {"step": 5650, "epoch": 14, "train_loss": 0.9829183220863342, "cos_r_negg": [0.8452562093734741, 0.8571474552154541, 0.885036289691925, 0.8954129815101624, 0.9105901718139648], "cos_apical_negg": [0.8452562093734741, 0.8571474552154541, 0.885036289691925, 0.8954129815101624, 0.9105901718139648], "cos_Ac_negg": [0.8452562093734741, 0.8571474552154541, 0.885036289691925, 0.8954129815101624, 0.9105901718139648], "r_norm": [1.6619778871536255, 1.4272477626800537, 1.3919181823730469, 1.3633310794830322, 1.3585902452468872]}, {"step": 5700, "epoch": 14, "train_loss": 0.8043550252914429, "cos_r_negg": [0.8477070927619934, 0.8598288297653198, 0.885526716709137, 0.8967230319976807, 0.9127209186553955], "cos_apical_negg": [0.8477070927619934, 0.8598288297653198, 0.885526716709137, 0.8967230319976807, 0.9127209186553955], "cos_Ac_negg": [0.8477070927619934, 0.8598288297653198, 0.885526716709137, 0.8967230319976807, 0.9127209186553955], "r_norm": [1.6534078121185303, 1.4204456806182861, 1.3853991031646729, 1.3598220348358154, 1.3548295497894287]}, {"step": 5750, "epoch": 14, "train_loss": 1.0195118188858032, "cos_r_negg": [0.8429190516471863, 0.8619750738143921, 0.891464352607727, 0.8984021544456482, 0.9144467711448669], "cos_apical_negg": [0.8429190516471863, 0.8619750738143921, 0.891464352607727, 0.8984021544456482, 0.9144467711448669], "cos_Ac_negg": [0.8429190516471863, 0.8619750738143921, 0.891464352607727, 0.8984021544456482, 0.9144467711448669], "r_norm": [1.660086989402771, 1.429450511932373, 1.3934640884399414, 1.3674020767211914, 1.3596506118774414], "ldr": {"dL_sdil": -0.05988121032714844, "dL_bp": -0.07733345031738281, "ratio": 0.7743248242693304}}, {"step": 5800, "epoch": 14, "train_loss": 1.06028413772583, "cos_r_negg": [0.8470872640609741, 0.8637428283691406, 0.8925157785415649, 0.8998889923095703, 0.917246401309967], "cos_apical_negg": [0.8470872640609741, 0.8637428283691406, 0.8925157785415649, 0.8998889923095703, 0.917246401309967], "cos_Ac_negg": [0.8470872640609741, 0.8637428283691406, 0.8925157785415649, 0.8998889923095703, 0.917246401309967], "r_norm": [1.6863160133361816, 1.4545928239822388, 1.4173803329467773, 1.3891923427581787, 1.3831852674484253]}, {"step": 5850, "epoch": 14, "train_loss": 0.8999350070953369, "cos_r_negg": [0.8425931334495544, 0.864995002746582, 0.8933539390563965, 0.9034316539764404, 0.9202081561088562], "cos_apical_negg": [0.8425931334495544, 0.864995002746582, 0.8933539390563965, 0.9034316539764404, 0.9202081561088562], "cos_Ac_negg": [0.8425931334495544, 0.864995002746582, 0.8933539390563965, 0.9034316539764404, 0.9202081561088562], "r_norm": [1.6642917394638062, 1.4340510368347168, 1.4009913206100464, 1.3761930465698242, 1.3672032356262207]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4298, "test_loss": 2.0041736450195313}, {"step": 5900, "epoch": 15, "train_loss": 0.8350646495819092, "cos_r_negg": [0.8402599692344666, 0.8701558113098145, 0.8974649906158447, 0.908267617225647, 0.9225494861602783], "cos_apical_negg": [0.8402599692344666, 0.8701558113098145, 0.8974649906158447, 0.908267617225647, 0.9225494861602783], "cos_Ac_negg": [0.8402599692344666, 0.8701558113098145, 0.8974649906158447, 0.908267617225647, 0.9225494861602783], "r_norm": [1.6864533424377441, 1.4560744762420654, 1.421463966369629, 1.3941212892532349, 1.386760950088501]}, {"step": 5950, "epoch": 15, "train_loss": 0.860899806022644, "cos_r_negg": [0.8462257385253906, 0.8675888180732727, 0.8951858282089233, 0.9081681966781616, 0.9235365390777588], "cos_apical_negg": [0.8462257385253906, 0.8675888180732727, 0.8951858282089233, 0.9081681966781616, 0.9235365390777588], "cos_Ac_negg": [0.8462257385253906, 0.8675888180732727, 0.8951858282089233, 0.9081681966781616, 0.9235365390777588], "r_norm": [1.7079031467437744, 1.4762792587280273, 1.4412850141525269, 1.412386417388916, 1.4045335054397583]}, {"step": 6000, "epoch": 15, "train_loss": 0.9977817535400391, "cos_r_negg": [0.8380532264709473, 0.8715081214904785, 0.8984174728393555, 0.9107310175895691, 0.9250093102455139], "cos_apical_negg": [0.8380532264709473, 0.8715081214904785, 0.8984174728393555, 0.9107310175895691, 0.9250093102455139], "cos_Ac_negg": [0.8380532264709473, 0.8715081214904785, 0.8984174728393555, 0.9107310175895691, 0.9250093102455139], "r_norm": [1.6893365383148193, 1.461309790611267, 1.4289706945419312, 1.399693489074707, 1.3899530172348022], "ldr": {"dL_sdil": -0.05032944679260254, "dL_bp": -0.06886887550354004, "ratio": 0.7308010538086319}}, {"step": 6050, "epoch": 15, "train_loss": 1.0081098079681396, "cos_r_negg": [0.8470250368118286, 0.8740948438644409, 0.9012631177902222, 0.9151344299316406, 0.9287310838699341], "cos_apical_negg": [0.8470250368118286, 0.8740948438644409, 0.9012631177902222, 0.9151344299316406, 0.9287310838699341], "cos_Ac_negg": [0.8470250368118286, 0.8740948438644409, 0.9012631177902222, 0.9151344299316406, 0.9287310838699341], "r_norm": [1.693113088607788, 1.4692869186401367, 1.435896396636963, 1.4046889543533325, 1.394234538078308]}, {"step": 6100, "epoch": 15, "train_loss": 0.9232474565505981, "cos_r_negg": [0.8442198634147644, 0.8744474649429321, 0.9034869074821472, 0.9155235290527344, 0.9296211004257202], "cos_apical_negg": [0.8442198634147644, 0.8744474649429321, 0.9034869074821472, 0.9155235290527344, 0.9296211004257202], "cos_Ac_negg": [0.8442198634147644, 0.8744474649429321, 0.9034869074821472, 0.9155235290527344, 0.9296211004257202], "r_norm": [1.7343969345092773, 1.5063581466674805, 1.4715838432312012, 1.440550684928894, 1.4286668300628662]}, {"step": 6150, "epoch": 15, "train_loss": 1.0497467517852783, "cos_r_negg": [0.8492776155471802, 0.8752098083496094, 0.9050256013870239, 0.9178600311279297, 0.9344666600227356], "cos_apical_negg": [0.8492776155471802, 0.8752098083496094, 0.9050256013870239, 0.9178600311279297, 0.9344666600227356], "cos_Ac_negg": [0.8492776155471802, 0.8752098083496094, 0.9050256013870239, 0.9178600311279297, 0.9344666600227356], "r_norm": [1.7248666286468506, 1.4990625381469727, 1.4651390314102173, 1.43319833278656, 1.4228018522262573]}, {"step": 6200, "epoch": 15, "train_loss": 1.0134433507919312, "cos_r_negg": [0.8496369123458862, 0.8780988454818726, 0.9057918787002563, 0.9215265512466431, 0.9357717633247375], "cos_apical_negg": [0.8496369123458862, 0.8780988454818726, 0.9057918787002563, 0.9215265512466431, 0.9357717633247375], "cos_Ac_negg": [0.8496369123458862, 0.8780988454818726, 0.9057918787002563, 0.9215265512466431, 0.9357717633247375], "r_norm": [1.77280592918396, 1.5444027185440063, 1.5079221725463867, 1.4753601551055908, 1.4630475044250488]}, {"step": 6250, "epoch": 15, "train_loss": 0.9454289674758911, "cos_r_negg": [0.8522194623947144, 0.88014817237854, 0.9050591588020325, 0.9206930994987488, 0.9355901479721069], "cos_apical_negg": [0.8522194623947144, 0.88014817237854, 0.9050591588020325, 0.9206930994987488, 0.9355901479721069], "cos_Ac_negg": [0.8522194623947144, 0.88014817237854, 0.9050591588020325, 0.9206930994987488, 0.9355901479721069], "r_norm": [1.7641271352767944, 1.5380171537399292, 1.4994406700134277, 1.466049075126648, 1.4538733959197998], "ldr": {"dL_sdil": -0.06985712051391602, "dL_bp": -0.09078764915466309, "ratio": 0.7694562108873372}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.437, "test_loss": 2.002297961425781}, {"step": 6300, "epoch": 16, "train_loss": 0.9225379228591919, "cos_r_negg": [0.8522465229034424, 0.8812925219535828, 0.9070974588394165, 0.9221597909927368, 0.9383280873298645], "cos_apical_negg": [0.8522465229034424, 0.8812925219535828, 0.9070974588394165, 0.9221597909927368, 0.9383280873298645], "cos_Ac_negg": [0.8522465229034424, 0.8812925219535828, 0.9070974588394165, 0.9221597909927368, 0.9383280873298645], "r_norm": [1.7829374074935913, 1.5596116781234741, 1.5194807052612305, 1.4858888387680054, 1.4737962484359741]}, {"step": 6350, "epoch": 16, "train_loss": 0.801793098449707, "cos_r_negg": [0.8489397764205933, 0.879778265953064, 0.9075847864151001, 0.9234720468521118, 0.9396788477897644], "cos_apical_negg": [0.8489397764205933, 0.879778265953064, 0.9075847864151001, 0.9234720468521118, 0.9396788477897644], "cos_Ac_negg": [0.8489397764205933, 0.879778265953064, 0.9075847864151001, 0.9234720468521118, 0.9396788477897644], "r_norm": [1.7080717086791992, 1.4927241802215576, 1.4573991298675537, 1.4264963865280151, 1.4125577211380005]}, {"step": 6400, "epoch": 16, "train_loss": 0.9982702136039734, "cos_r_negg": [0.8504180908203125, 0.8802972435951233, 0.9078232645988464, 0.9258994460105896, 0.941038966178894], "cos_apical_negg": [0.8504180908203125, 0.8802972435951233, 0.9078232645988464, 0.9258994460105896, 0.941038966178894], "cos_Ac_negg": [0.8504180908203125, 0.8802972435951233, 0.9078232645988464, 0.9258994460105896, 0.941038966178894], "r_norm": [1.7600606679916382, 1.541088581085205, 1.505216121673584, 1.4707810878753662, 1.4576539993286133]}, {"step": 6450, "epoch": 16, "train_loss": 0.901985764503479, "cos_r_negg": [0.846836268901825, 0.8814656138420105, 0.9123445749282837, 0.9268919229507446, 0.9412122964859009], "cos_apical_negg": [0.846836268901825, 0.8814656138420105, 0.9123445749282837, 0.9268919229507446, 0.9412122964859009], "cos_Ac_negg": [0.846836268901825, 0.8814656138420105, 0.9123445749282837, 0.9268919229507446, 0.9412122964859009], "r_norm": [1.757350206375122, 1.5408291816711426, 1.5035532712936401, 1.4705235958099365, 1.4561972618103027]}, {"step": 6500, "epoch": 16, "train_loss": 0.9576517343521118, "cos_r_negg": [0.8491403460502625, 0.8812767267227173, 0.9124791026115417, 0.9300615787506104, 0.9446694850921631], "cos_apical_negg": [0.8491403460502625, 0.8812767267227173, 0.9124791026115417, 0.9300615787506104, 0.9446694850921631], "cos_Ac_negg": [0.8491403460502625, 0.8812767267227173, 0.9124791026115417, 0.9300615787506104, 0.9446694850921631], "r_norm": [1.7520902156829834, 1.5389631986618042, 1.503389835357666, 1.4678475856781006, 1.4540555477142334], "ldr": {"dL_sdil": -0.06189322471618652, "dL_bp": -0.08455634117126465, "ratio": 0.7319761458318648}}, {"step": 6550, "epoch": 16, "train_loss": 0.9054872393608093, "cos_r_negg": [0.8484988808631897, 0.8846665620803833, 0.912582278251648, 0.930718183517456, 0.9447722434997559], "cos_apical_negg": [0.8484988808631897, 0.8846665620803833, 0.912582278251648, 0.930718183517456, 0.9447722434997559], "cos_Ac_negg": [0.8484988808631897, 0.8846665620803833, 0.912582278251648, 0.930718183517456, 0.9447722434997559], "r_norm": [1.755807638168335, 1.5454745292663574, 1.5073468685150146, 1.4750328063964844, 1.4596788883209229]}, {"step": 6600, "epoch": 16, "train_loss": 0.9344569444656372, "cos_r_negg": [0.8472145795822144, 0.8872019052505493, 0.9146311283111572, 0.9307768940925598, 0.9469871520996094], "cos_apical_negg": [0.8472145795822144, 0.8872019052505493, 0.9146311283111572, 0.9307768940925598, 0.9469871520996094], "cos_Ac_negg": [0.8472145795822144, 0.8872019052505493, 0.9146311283111572, 0.9307768940925598, 0.9469871520996094], "r_norm": [1.7870301008224487, 1.5749729871749878, 1.536808967590332, 1.499972939491272, 1.4846969842910767]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4374, "test_loss": 2.073934729003906}, {"step": 6650, "epoch": 17, "train_loss": 0.9794619083404541, "cos_r_negg": [0.8467742800712585, 0.8854812979698181, 0.9152279496192932, 0.9314010143280029, 0.9485512375831604], "cos_apical_negg": [0.8467742800712585, 0.8854812979698181, 0.9152279496192932, 0.9314010143280029, 0.9485512375831604], "cos_Ac_negg": [0.8467742800712585, 0.8854812979698181, 0.9152279496192932, 0.9314010143280029, 0.9485512375831604], "r_norm": [1.7542579174041748, 1.5473949909210205, 1.5093467235565186, 1.4731146097183228, 1.4603091478347778]}, {"step": 6700, "epoch": 17, "train_loss": 0.8883919715881348, "cos_r_negg": [0.8443256616592407, 0.8872158527374268, 0.9181022047996521, 0.9323944449424744, 0.9490898847579956], "cos_apical_negg": [0.8443256616592407, 0.8872158527374268, 0.9181022047996521, 0.9323944449424744, 0.9490898847579956], "cos_Ac_negg": [0.8443256616592407, 0.8872158527374268, 0.9181022047996521, 0.9323944449424744, 0.9490898847579956], "r_norm": [1.744330644607544, 1.5425844192504883, 1.5060451030731201, 1.4720027446746826, 1.455538272857666]}, {"step": 6750, "epoch": 17, "train_loss": 0.772750735282898, "cos_r_negg": [0.8435514569282532, 0.8850354552268982, 0.9162047505378723, 0.9326035976409912, 0.9494069814682007], "cos_apical_negg": [0.8435514569282532, 0.8850354552268982, 0.9162047505378723, 0.9326035976409912, 0.9494069814682007], "cos_Ac_negg": [0.8435514569282532, 0.8850354552268982, 0.9162047505378723, 0.9326035976409912, 0.9494069814682007], "r_norm": [1.7655048370361328, 1.5604462623596191, 1.5244617462158203, 1.489652395248413, 1.4728350639343262], "ldr": {"dL_sdil": -0.07272648811340332, "dL_bp": -0.09721660614013672, "ratio": 0.7480870912996989}}, {"step": 6800, "epoch": 17, "train_loss": 0.8175644278526306, "cos_r_negg": [0.8483647108078003, 0.8890095949172974, 0.9180910587310791, 0.9350568056106567, 0.9516397714614868], "cos_apical_negg": [0.8483647108078003, 0.8890095949172974, 0.9180910587310791, 0.9350568056106567, 0.9516397714614868], "cos_Ac_negg": [0.8483647108078003, 0.8890095949172974, 0.9180910587310791, 0.9350568056106567, 0.9516397714614868], "r_norm": [1.8160679340362549, 1.6091617345809937, 1.5711690187454224, 1.532942295074463, 1.5171256065368652]}, {"step": 6850, "epoch": 17, "train_loss": 1.0363800525665283, "cos_r_negg": [0.8484797477722168, 0.8900513648986816, 0.9183817505836487, 0.934865415096283, 0.9520268440246582], "cos_apical_negg": [0.8484797477722168, 0.8900513648986816, 0.9183817505836487, 0.934865415096283, 0.9520268440246582], "cos_Ac_negg": [0.8484797477722168, 0.8900513648986816, 0.9183817505836487, 0.934865415096283, 0.9520268440246582], "r_norm": [1.77960205078125, 1.5795388221740723, 1.5422385931015015, 1.5077908039093018, 1.4896395206451416]}, {"step": 6900, "epoch": 17, "train_loss": 0.8947805762290955, "cos_r_negg": [0.8489834070205688, 0.8904867768287659, 0.9192047119140625, 0.93584144115448, 0.9541075229644775], "cos_apical_negg": [0.8489834070205688, 0.8904867768287659, 0.9192047119140625, 0.93584144115448, 0.9541075229644775], "cos_Ac_negg": [0.8489834070205688, 0.8904867768287659, 0.9192047119140625, 0.93584144115448, 0.9541075229644775], "r_norm": [1.7730863094329834, 1.5759963989257812, 1.5380022525787354, 1.5010857582092285, 1.4840081930160522]}, {"step": 6950, "epoch": 17, "train_loss": 0.7819950580596924, "cos_r_negg": [0.8497912883758545, 0.8949981927871704, 0.9234356880187988, 0.9380214810371399, 0.9558346271514893], "cos_apical_negg": [0.8497912883758545, 0.8949981927871704, 0.9234356880187988, 0.9380214810371399, 0.9558346271514893], "cos_Ac_negg": [0.8497912883758545, 0.8949981927871704, 0.9234356880187988, 0.9380214810371399, 0.9558346271514893], "r_norm": [1.8200769424438477, 1.6187808513641357, 1.5813779830932617, 1.543738603591919, 1.5247917175292969]}, {"step": 7000, "epoch": 17, "train_loss": 0.81685870885849, "cos_r_negg": [0.8501121401786804, 0.8954386115074158, 0.9240920543670654, 0.9390254020690918, 0.9574655294418335], "cos_apical_negg": [0.8501121401786804, 0.8954386115074158, 0.9240920543670654, 0.9390254020690918, 0.9574655294418335], "cos_Ac_negg": [0.8501121401786804, 0.8954386115074158, 0.9240920543670654, 0.9390254020690918, 0.9574655294418335], "r_norm": [1.8132476806640625, 1.615161418914795, 1.5770666599273682, 1.538846492767334, 1.520869255065918], "ldr": {"dL_sdil": -0.06630611419677734, "dL_bp": -0.0928049087524414, "ratio": 0.7144677483994945}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4367, "test_loss": 2.1678465576171875}, {"step": 7050, "epoch": 18, "train_loss": 0.733113169670105, "cos_r_negg": [0.8500099182128906, 0.8933505415916443, 0.92448490858078, 0.9412974119186401, 0.9573453068733215], "cos_apical_negg": [0.8500099182128906, 0.8933505415916443, 0.92448490858078, 0.9412974119186401, 0.9573453068733215], "cos_Ac_negg": [0.8500099182128906, 0.8933505415916443, 0.92448490858078, 0.9412974119186401, 0.9573453068733215], "r_norm": [1.7951633930206299, 1.6021182537078857, 1.5645256042480469, 1.5254483222961426, 1.506585717201233]}, {"step": 7100, "epoch": 18, "train_loss": 0.8506752252578735, "cos_r_negg": [0.8448777198791504, 0.8956241011619568, 0.9234533309936523, 0.9413001537322998, 0.9576530456542969], "cos_apical_negg": [0.8448777198791504, 0.8956241011619568, 0.9234533309936523, 0.9413001537322998, 0.9576530456542969], "cos_Ac_negg": [0.8448777198791504, 0.8956241011619568, 0.9234533309936523, 0.9413001537322998, 0.9576530456542969], "r_norm": [1.8799233436584473, 1.679081678390503, 1.6391531229019165, 1.6007263660430908, 1.5809623003005981]}, {"step": 7150, "epoch": 18, "train_loss": 0.7714447975158691, "cos_r_negg": [0.8400269746780396, 0.8938661217689514, 0.9233905076980591, 0.940582275390625, 0.9586429595947266], "cos_apical_negg": [0.8400269746780396, 0.8938661217689514, 0.9233905076980591, 0.940582275390625, 0.9586429595947266], "cos_Ac_negg": [0.8400269746780396, 0.8938661217689514, 0.9233905076980591, 0.940582275390625, 0.9586429595947266], "r_norm": [1.8401927947998047, 1.6474336385726929, 1.606298565864563, 1.5682766437530518, 1.547935962677002]}, {"step": 7200, "epoch": 18, "train_loss": 0.8166356682777405, "cos_r_negg": [0.8451415300369263, 0.8957985639572144, 0.9254049062728882, 0.94281005859375, 0.9606996774673462], "cos_apical_negg": [0.8451415300369263, 0.8957985639572144, 0.9254049062728882, 0.94281005859375, 0.9606996774673462], "cos_Ac_negg": [0.8451415300369263, 0.8957985639572144, 0.9254049062728882, 0.94281005859375, 0.9606996774673462], "r_norm": [1.8345763683319092, 1.6419167518615723, 1.603291630744934, 1.5650213956832886, 1.5428260564804077]}, {"step": 7250, "epoch": 18, "train_loss": 0.9313964247703552, "cos_r_negg": [0.846522331237793, 0.8971421718597412, 0.9264940619468689, 0.943774402141571, 0.9618105292320251], "cos_apical_negg": [0.846522331237793, 0.8971421718597412, 0.9264940619468689, 0.943774402141571, 0.9618105292320251], "cos_Ac_negg": [0.846522331237793, 0.8971421718597412, 0.9264940619468689, 0.943774402141571, 0.9618105292320251], "r_norm": [1.89639151096344, 1.6975654363632202, 1.6559393405914307, 1.6160619258880615, 1.5930451154708862], "ldr": {"dL_sdil": -0.08772110939025879, "dL_bp": -0.12139511108398438, "ratio": 0.7226082550356661}}, {"step": 7300, "epoch": 18, "train_loss": 0.7922528386116028, "cos_r_negg": [0.8447009325027466, 0.895768404006958, 0.926949679851532, 0.9432696104049683, 0.962515115737915], "cos_apical_negg": [0.8447009325027466, 0.895768404006958, 0.926949679851532, 0.9432696104049683, 0.962515115737915], "cos_Ac_negg": [0.8447009325027466, 0.895768404006958, 0.926949679851532, 0.9432696104049683, 0.962515115737915], "r_norm": [1.8778023719787598, 1.6838126182556152, 1.6447471380233765, 1.6031808853149414, 1.5787525177001953]}, {"step": 7350, "epoch": 18, "train_loss": 0.7428348660469055, "cos_r_negg": [0.8482915163040161, 0.8973673582077026, 0.9271827936172485, 0.94480299949646, 0.9639383554458618], "cos_apical_negg": [0.8482915163040161, 0.8973673582077026, 0.9271827936172485, 0.94480299949646, 0.9639383554458618], "cos_Ac_negg": [0.8482915163040161, 0.8973673582077026, 0.9271827936172485, 0.94480299949646, 0.9639383554458618], "r_norm": [1.8670843839645386, 1.6779340505599976, 1.6392855644226074, 1.5967460870742798, 1.570261836051941]}, {"step": 7400, "epoch": 18, "train_loss": 0.7655324339866638, "cos_r_negg": [0.8490122556686401, 0.8990336060523987, 0.9275160431861877, 0.94443678855896, 0.9646984934806824], "cos_apical_negg": [0.8490122556686401, 0.8990336060523987, 0.9275160431861877, 0.94443678855896, 0.9646984934806824], "cos_Ac_negg": [0.8490122556686401, 0.8990336060523987, 0.9275160431861877, 0.94443678855896, 0.9646984934806824], "r_norm": [1.9211699962615967, 1.7292861938476562, 1.688484787940979, 1.6444334983825684, 1.619755506515503]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4226, "test_loss": 2.2860144287109376}, {"step": 7450, "epoch": 19, "train_loss": 0.5706443190574646, "cos_r_negg": [0.8496174812316895, 0.8992941379547119, 0.9281912446022034, 0.9444116353988647, 0.9648615121841431], "cos_apical_negg": [0.8496174812316895, 0.8992941379547119, 0.9281912446022034, 0.9444116353988647, 0.9648615121841431], "cos_Ac_negg": [0.8496174812316895, 0.8992941379547119, 0.9281912446022034, 0.9444116353988647, 0.9648615121841431], "r_norm": [1.9699132442474365, 1.7769193649291992, 1.7358372211456299, 1.6882169246673584, 1.6645480394363403]}, {"step": 7500, "epoch": 19, "train_loss": 0.5118182897567749, "cos_r_negg": [0.8492045402526855, 0.8994433879852295, 0.928084135055542, 0.9461954832077026, 0.9651410579681396], "cos_apical_negg": [0.8492045402526855, 0.8994433879852295, 0.928084135055542, 0.9461954832077026, 0.9651410579681396], "cos_Ac_negg": [0.8492045402526855, 0.8994433879852295, 0.928084135055542, 0.9461954832077026, 0.9651410579681396], "r_norm": [1.9048359394073486, 1.7178924083709717, 1.6773055791854858, 1.631316900253296, 1.608193278312683], "ldr": {"dL_sdil": -0.07871723175048828, "dL_bp": -0.11527776718139648, "ratio": 0.6828483381936258}}, {"step": 7550, "epoch": 19, "train_loss": 0.56707763671875, "cos_r_negg": [0.8419222831726074, 0.8993788957595825, 0.9285699129104614, 0.9482400417327881, 0.9663494825363159], "cos_apical_negg": [0.8419222831726074, 0.8993788957595825, 0.9285699129104614, 0.9482400417327881, 0.9663494825363159], "cos_Ac_negg": [0.8419222831726074, 0.8993788957595825, 0.9285699129104614, 0.9482400417327881, 0.9663494825363159], "r_norm": [1.9111665487289429, 1.7267481088638306, 1.6879445314407349, 1.6434266567230225, 1.618520975112915]}, {"step": 7600, "epoch": 19, "train_loss": 0.8135522603988647, "cos_r_negg": [0.8447661399841309, 0.8975778222084045, 0.9289113283157349, 0.9477139711380005, 0.9652866125106812], "cos_apical_negg": [0.8447661399841309, 0.8975778222084045, 0.9289113283157349, 0.9477139711380005, 0.9652866125106812], "cos_Ac_negg": [0.8447661399841309, 0.8975778222084045, 0.9289113283157349, 0.9477139711380005, 0.9652866125106812], "r_norm": [1.9116932153701782, 1.7276517152786255, 1.6907358169555664, 1.644801139831543, 1.6190669536590576]}, {"step": 7650, "epoch": 19, "train_loss": 0.7182515263557434, "cos_r_negg": [0.8451357483863831, 0.8976714611053467, 0.927675187587738, 0.9473496079444885, 0.9647185802459717], "cos_apical_negg": [0.8451357483863831, 0.8976714611053467, 0.927675187587738, 0.9473496079444885, 0.9647185802459717], "cos_Ac_negg": [0.8451357483863831, 0.8976714611053467, 0.927675187587738, 0.9473496079444885, 0.9647185802459717], "r_norm": [1.9343488216400146, 1.7498040199279785, 1.7098686695098877, 1.6632769107818604, 1.6371796131134033]}, {"step": 7700, "epoch": 19, "train_loss": 0.582984209060669, "cos_r_negg": [0.8462345600128174, 0.9007479548454285, 0.9284339547157288, 0.9486316442489624, 0.9663985967636108], "cos_apical_negg": [0.8462345600128174, 0.9007479548454285, 0.9284339547157288, 0.9486316442489624, 0.9663985967636108], "cos_Ac_negg": [0.8462345600128174, 0.9007479548454285, 0.9284339547157288, 0.9486316442489624, 0.9663985967636108], "r_norm": [1.955510139465332, 1.7734646797180176, 1.7331187725067139, 1.687959909439087, 1.6601815223693848]}, {"step": 7750, "epoch": 19, "train_loss": 0.7709265351295471, "cos_r_negg": [0.8394709825515747, 0.9015030860900879, 0.9287112951278687, 0.9488601684570312, 0.9668496251106262], "cos_apical_negg": [0.8394709825515747, 0.9015030860900879, 0.9287112951278687, 0.9488601684570312, 0.9668496251106262], "cos_Ac_negg": [0.8394709825515747, 0.9015030860900879, 0.9287112951278687, 0.9488601684570312, 0.9668496251106262], "r_norm": [1.969876766204834, 1.7868685722351074, 1.7459951639175415, 1.6989684104919434, 1.6713261604309082], "ldr": {"dL_sdil": -0.0792691707611084, "dL_bp": -0.12089419364929199, "ratio": 0.6556904708845183}}, {"step": 7800, "epoch": 19, "train_loss": 0.7208656072616577, "cos_r_negg": [0.8494237065315247, 0.9020683169364929, 0.9302305579185486, 0.9493225812911987, 0.9691213965415955], "cos_apical_negg": [0.8494237065315247, 0.9020683169364929, 0.9302305579185486, 0.9493225812911987, 0.9691213965415955], "cos_Ac_negg": [0.8494237065315247, 0.9020683169364929, 0.9302305579185486, 0.9493225812911987, 0.9691213965415955], "r_norm": [1.977679967880249, 1.796220064163208, 1.756704330444336, 1.7090809345245361, 1.6788644790649414]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4264, "test_loss": 2.3237550537109377}, {"step": 7850, "epoch": 20, "train_loss": 0.6520119309425354, "cos_r_negg": [0.8419755697250366, 0.9008233547210693, 0.9313251972198486, 0.9495959877967834, 0.9690483808517456], "cos_apical_negg": [0.8419755697250366, 0.9008233547210693, 0.9313251972198486, 0.9495959877967834, 0.9690483808517456], "cos_Ac_negg": [0.8419755697250366, 0.9008233547210693, 0.9313251972198486, 0.9495959877967834, 0.9690483808517456], "r_norm": [1.984025239944458, 1.8058722019195557, 1.7663710117340088, 1.7179136276245117, 1.6874120235443115]}, {"step": 7900, "epoch": 20, "train_loss": 0.6002450585365295, "cos_r_negg": [0.8428804278373718, 0.9007916450500488, 0.9304816126823425, 0.9507735371589661, 0.9699746370315552], "cos_apical_negg": [0.8428804278373718, 0.9007916450500488, 0.9304816126823425, 0.9507735371589661, 0.9699746370315552], "cos_Ac_negg": [0.8428804278373718, 0.9007916450500488, 0.9304816126823425, 0.9507735371589661, 0.9699746370315552], "r_norm": [1.9865700006484985, 1.8062435388565063, 1.7682849168777466, 1.7221729755401611, 1.6911574602127075]}, {"step": 7950, "epoch": 20, "train_loss": 0.6688752770423889, "cos_r_negg": [0.8462756872177124, 0.9041332006454468, 0.9318079352378845, 0.9515128135681152, 0.9715284705162048], "cos_apical_negg": [0.8462756872177124, 0.9041332006454468, 0.9318079352378845, 0.9515128135681152, 0.9715284705162048], "cos_Ac_negg": [0.8462756872177124, 0.9041332006454468, 0.9318079352378845, 0.9515128135681152, 0.9715284705162048], "r_norm": [2.0019636154174805, 1.8260512351989746, 1.7836384773254395, 1.7381765842437744, 1.7062917947769165]}, {"step": 8000, "epoch": 20, "train_loss": 0.8263704776763916, "cos_r_negg": [0.8500864505767822, 0.9036248326301575, 0.9321092367172241, 0.9522571563720703, 0.969953179359436], "cos_apical_negg": [0.8500864505767822, 0.9036248326301575, 0.9321092367172241, 0.9522571563720703, 0.969953179359436], "cos_Ac_negg": [0.8500864505767822, 0.9036248326301575, 0.9321092367172241, 0.9522571563720703, 0.969953179359436], "r_norm": [1.9832301139831543, 1.8099565505981445, 1.769662618637085, 1.7237522602081299, 1.6916539669036865], "ldr": {"dL_sdil": -0.07388019561767578, "dL_bp": -0.11820077896118164, "ratio": 0.6250398370211994}}, {"step": 8050, "epoch": 20, "train_loss": 0.6960712671279907, "cos_r_negg": [0.846988320350647, 0.904379665851593, 0.932541012763977, 0.9523499011993408, 0.970788300037384], "cos_apical_negg": [0.846988320350647, 0.904379665851593, 0.932541012763977, 0.9523499011993408, 0.970788300037384], "cos_Ac_negg": [0.846988320350647, 0.904379665851593, 0.932541012763977, 0.9523499011993408, 0.970788300037384], "r_norm": [2.0259687900543213, 1.8495094776153564, 1.8107060194015503, 1.7640540599822998, 1.7277565002441406]}, {"step": 8100, "epoch": 20, "train_loss": 0.5776219367980957, "cos_r_negg": [0.8466451168060303, 0.9063575267791748, 0.9355000257492065, 0.9539999961853027, 0.972748875617981], "cos_apical_negg": [0.8466451168060303, 0.9063575267791748, 0.9355000257492065, 0.9539999961853027, 0.972748875617981], "cos_Ac_negg": [0.8466451168060303, 0.9063575267791748, 0.9355000257492065, 0.9539999961853027, 0.972748875617981], "r_norm": [1.9902019500732422, 1.818804383277893, 1.7790182828903198, 1.7332972288131714, 1.6983270645141602]}, {"step": 8150, "epoch": 20, "train_loss": 0.5763006210327148, "cos_r_negg": [0.8483180403709412, 0.9061667919158936, 0.9364001154899597, 0.9540286660194397, 0.9729244709014893], "cos_apical_negg": [0.8483180403709412, 0.9061667919158936, 0.9364001154899597, 0.9540286660194397, 0.9729244709014893], "cos_Ac_negg": [0.8483180403709412, 0.9061667919158936, 0.9364001154899597, 0.9540286660194397, 0.9729244709014893], "r_norm": [2.01981782913208, 1.846430778503418, 1.8064132928848267, 1.7584037780761719, 1.7212839126586914]}, {"step": 8200, "epoch": 20, "train_loss": 0.5946009755134583, "cos_r_negg": [0.8428324460983276, 0.9061716794967651, 0.9361870288848877, 0.9550017714500427, 0.9739049673080444], "cos_apical_negg": [0.8428324460983276, 0.9061716794967651, 0.9361870288848877, 0.9550017714500427, 0.9739049673080444], "cos_Ac_negg": [0.8428324460983276, 0.9061716794967651, 0.9361870288848877, 0.9550017714500427, 0.9739049673080444], "r_norm": [2.051724433898926, 1.8790284395217896, 1.8402490615844727, 1.7922903299331665, 1.7521908283233643]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4202, "test_loss": 2.3639647705078124}, {"step": 8250, "epoch": 21, "train_loss": 0.4298531115055084, "cos_r_negg": [0.8437103033065796, 0.9021577835083008, 0.9318816661834717, 0.9528440833091736, 0.9713752865791321], "cos_apical_negg": [0.8437103033065796, 0.9021577835083008, 0.9318816661834717, 0.9528440833091736, 0.9713752865791321], "cos_Ac_negg": [0.8437103033065796, 0.9021577835083008, 0.9318816661834717, 0.9528440833091736, 0.9713752865791321], "r_norm": [2.0500779151916504, 1.8752541542053223, 1.8356926441192627, 1.7881274223327637, 1.7475242614746094], "ldr": {"dL_sdil": -0.09290790557861328, "dL_bp": -0.13969945907592773, "ratio": 0.6650555857064351}}, {"step": 8300, "epoch": 21, "train_loss": 0.7946720719337463, "cos_r_negg": [0.8455296754837036, 0.9044970870018005, 0.9347891211509705, 0.9556808471679688, 0.97380530834198], "cos_apical_negg": [0.8455296754837036, 0.9044970870018005, 0.9347891211509705, 0.9556808471679688, 0.97380530834198], "cos_Ac_negg": [0.8455296754837036, 0.9044970870018005, 0.9347891211509705, 0.9556808471679688, 0.97380530834198], "r_norm": [2.066434860229492, 1.8974344730377197, 1.8578212261199951, 1.8101303577423096, 1.7669687271118164]}, {"step": 8350, "epoch": 21, "train_loss": 0.632731556892395, "cos_r_negg": [0.8345693349838257, 0.8989238739013672, 0.9302104711532593, 0.9501623511314392, 0.96860671043396], "cos_apical_negg": [0.8345693349838257, 0.8989238739013672, 0.9302104711532593, 0.9501623511314392, 0.96860671043396], "cos_Ac_negg": [0.8345693349838257, 0.8989238739013672, 0.9302104711532593, 0.9501623511314392, 0.96860671043396], "r_norm": [2.040372371673584, 1.872631311416626, 1.8316104412078857, 1.7855348587036133, 1.7438337802886963]}, {"step": 8400, "epoch": 21, "train_loss": 0.6570897698402405, "cos_r_negg": [0.8409363031387329, 0.9021176099777222, 0.9331369996070862, 0.9521198272705078, 0.9707820415496826], "cos_apical_negg": [0.8409363031387329, 0.9021176099777222, 0.9331369996070862, 0.9521198272705078, 0.9707820415496826], "cos_Ac_negg": [0.8409363031387329, 0.9021176099777222, 0.9331369996070862, 0.9521198272705078, 0.9707820415496826], "r_norm": [2.0924463272094727, 1.9217795133590698, 1.8791680335998535, 1.8298988342285156, 1.788771152496338]}, {"step": 8450, "epoch": 21, "train_loss": 0.37175726890563965, "cos_r_negg": [0.843261182308197, 0.9042632579803467, 0.9344120621681213, 0.956162691116333, 0.9747648239135742], "cos_apical_negg": [0.843261182308197, 0.9042632579803467, 0.9344120621681213, 0.956162691116333, 0.9747648239135742], "cos_Ac_negg": [0.843261182308197, 0.9042632579803467, 0.9344120621681213, 0.956162691116333, 0.9747648239135742], "r_norm": [2.089639902114868, 1.9182963371276855, 1.875978946685791, 1.8281080722808838, 1.7852129936218262]}, {"step": 8500, "epoch": 21, "train_loss": 0.7214264869689941, "cos_r_negg": [0.8367867469787598, 0.9021883010864258, 0.9330306649208069, 0.9534639120101929, 0.9724486470222473], "cos_apical_negg": [0.8367867469787598, 0.9021883010864258, 0.9330306649208069, 0.9534639120101929, 0.9724486470222473], "cos_Ac_negg": [0.8367867469787598, 0.9021883010864258, 0.9330306649208069, 0.9534639120101929, 0.9724486470222473], "r_norm": [2.111288547515869, 1.9418280124664307, 1.8971682786941528, 1.8495891094207764, 1.8060301542282104], "ldr": {"dL_sdil": -0.0840761661529541, "dL_bp": -0.14029860496520996, "ratio": 0.5992658741959878}}, {"step": 8550, "epoch": 21, "train_loss": 0.7103949785232544, "cos_r_negg": [0.8420212268829346, 0.9040641784667969, 0.9345769286155701, 0.9557336568832397, 0.9755350351333618], "cos_apical_negg": [0.8420212268829346, 0.9040641784667969, 0.9345769286155701, 0.9557336568832397, 0.9755350351333618], "cos_Ac_negg": [0.8420212268829346, 0.9040641784667969, 0.9345769286155701, 0.9557336568832397, 0.9755350351333618], "r_norm": [2.0929129123687744, 1.9271280765533447, 1.8822119235992432, 1.834618091583252, 1.7892506122589111]}, {"step": 8600, "epoch": 21, "train_loss": 0.662186324596405, "cos_r_negg": [0.8360235691070557, 0.9047635793685913, 0.9355606436729431, 0.9560744166374207, 0.9758937358856201], "cos_apical_negg": [0.8360235691070557, 0.9047635793685913, 0.9355606436729431, 0.9560744166374207, 0.9758937358856201], "cos_Ac_negg": [0.8360235691070557, 0.9047635793685913, 0.9355606436729431, 0.9560744166374207, 0.9758937358856201], "r_norm": [2.1131865978240967, 1.9493474960327148, 1.904012680053711, 1.8566999435424805, 1.8093998432159424]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.428, "test_loss": 2.44752392578125}, {"step": 8650, "epoch": 22, "train_loss": 0.5130155086517334, "cos_r_negg": [0.8368316888809204, 0.9027209877967834, 0.9314948320388794, 0.9538005590438843, 0.9731773138046265], "cos_apical_negg": [0.8368316888809204, 0.9027209877967834, 0.9314948320388794, 0.9538005590438843, 0.9731773138046265], "cos_Ac_negg": [0.8368316888809204, 0.9027209877967834, 0.9314948320388794, 0.9538005590438843, 0.9731773138046265], "r_norm": [2.069112777709961, 1.9090869426727295, 1.8632094860076904, 1.8147521018981934, 1.768289566040039]}, {"step": 8700, "epoch": 22, "train_loss": 0.6290557980537415, "cos_r_negg": [0.8335304856300354, 0.9026007652282715, 0.9335507154464722, 0.9544558525085449, 0.9724337458610535], "cos_apical_negg": [0.8335304856300354, 0.9026007652282715, 0.9335507154464722, 0.9544558525085449, 0.9724337458610535], "cos_Ac_negg": [0.8335304856300354, 0.9026007652282715, 0.9335507154464722, 0.9544558525085449, 0.9724337458610535], "r_norm": [2.156006336212158, 1.9900916814804077, 1.9424428939819336, 1.8904629945755005, 1.8418684005737305]}, {"step": 8750, "epoch": 22, "train_loss": 0.5532568693161011, "cos_r_negg": [0.8363296985626221, 0.9047069549560547, 0.9353647232055664, 0.9560670852661133, 0.9752947688102722], "cos_apical_negg": [0.8363296985626221, 0.9047069549560547, 0.9353647232055664, 0.9560670852661133, 0.9752947688102722], "cos_Ac_negg": [0.8363296985626221, 0.9047069549560547, 0.9353647232055664, 0.9560670852661133, 0.9752947688102722], "r_norm": [2.1286680698394775, 1.9671207666397095, 1.9231114387512207, 1.8720953464508057, 1.8224461078643799], "ldr": {"dL_sdil": -0.07953715324401855, "dL_bp": -0.13788771629333496, "ratio": 0.5768255170374674}}, {"step": 8800, "epoch": 22, "train_loss": 0.6826814413070679, "cos_r_negg": [0.8423334360122681, 0.9040704965591431, 0.9355515241622925, 0.9570890665054321, 0.9768351912498474], "cos_apical_negg": [0.8423334360122681, 0.9040704965591431, 0.9355515241622925, 0.9570890665054321, 0.9768351912498474], "cos_Ac_negg": [0.8423334360122681, 0.9040704965591431, 0.9355515241622925, 0.9570890665054321, 0.9768351912498474], "r_norm": [2.1588096618652344, 1.9969501495361328, 1.9527502059936523, 1.9035394191741943, 1.8528012037277222]}, {"step": 8850, "epoch": 22, "train_loss": 0.6015450954437256, "cos_r_negg": [0.8402309417724609, 0.9055056571960449, 0.9356814622879028, 0.9569908976554871, 0.9765962362289429], "cos_apical_negg": [0.8402309417724609, 0.9055056571960449, 0.9356814622879028, 0.9569908976554871, 0.9765962362289429], "cos_Ac_negg": [0.8402309417724609, 0.9055056571960449, 0.9356814622879028, 0.9569908976554871, 0.9765962362289429], "r_norm": [2.147928237915039, 1.9871004819869995, 1.9411120414733887, 1.891218662261963, 1.8382203578948975]}, {"step": 8900, "epoch": 22, "train_loss": 0.5586116909980774, "cos_r_negg": [0.8374884724617004, 0.9062519073486328, 0.9357480406761169, 0.9579989910125732, 0.9777026176452637], "cos_apical_negg": [0.8374884724617004, 0.9062519073486328, 0.9357480406761169, 0.9579989910125732, 0.9777026176452637], "cos_Ac_negg": [0.8374884724617004, 0.9062519073486328, 0.9357480406761169, 0.9579989910125732, 0.9777026176452637], "r_norm": [2.215698719024658, 2.050739288330078, 2.003453254699707, 1.9505470991134644, 1.8967807292938232]}, {"step": 8950, "epoch": 22, "train_loss": 0.6119550466537476, "cos_r_negg": [0.8422862887382507, 0.9060356616973877, 0.9355286955833435, 0.9564656019210815, 0.9759522676467896], "cos_apical_negg": [0.8422862887382507, 0.9060356616973877, 0.9355286955833435, 0.9564656019210815, 0.9759522676467896], "cos_Ac_negg": [0.8422862887382507, 0.9060356616973877, 0.9355286955833435, 0.9564656019210815, 0.9759522676467896], "r_norm": [2.14064359664917, 1.9843575954437256, 1.937242031097412, 1.8869234323501587, 1.8333206176757812]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4265, "test_loss": 2.5197208984375}, {"step": 9000, "epoch": 23, "train_loss": 0.5137209296226501, "cos_r_negg": [0.8424160480499268, 0.9042619466781616, 0.9352953433990479, 0.9567691087722778, 0.9770700931549072], "cos_apical_negg": [0.8424160480499268, 0.9042619466781616, 0.9352953433990479, 0.9567691087722778, 0.9770700931549072], "cos_Ac_negg": [0.8424160480499268, 0.9042619466781616, 0.9352953433990479, 0.9567691087722778, 0.9770700931549072], "r_norm": [2.2140393257141113, 2.0517663955688477, 2.007193088531494, 1.9532384872436523, 1.8981189727783203], "ldr": {"dL_sdil": -0.10332918167114258, "dL_bp": -0.15979814529418945, "ratio": 0.6466231599929577}}, {"step": 9050, "epoch": 23, "train_loss": 0.4572709798812866, "cos_r_negg": [0.8372137546539307, 0.9044801592826843, 0.9357873201370239, 0.9551146030426025, 0.9746246337890625], "cos_apical_negg": [0.8372137546539307, 0.9044801592826843, 0.9357873201370239, 0.9551146030426025, 0.9746246337890625], "cos_Ac_negg": [0.8372137546539307, 0.9044801592826843, 0.9357873201370239, 0.9551146030426025, 0.9746246337890625], "r_norm": [2.15905499458313, 2.0032966136932373, 1.9579424858093262, 1.9037907123565674, 1.8500373363494873]}, {"step": 9100, "epoch": 23, "train_loss": 0.40563300251960754, "cos_r_negg": [0.8371301293373108, 0.9054189324378967, 0.9371376037597656, 0.957503080368042, 0.977178692817688], "cos_apical_negg": [0.8371301293373108, 0.9054189324378967, 0.9371376037597656, 0.957503080368042, 0.977178692817688], "cos_Ac_negg": [0.8371301293373108, 0.9054189324378967, 0.9371376037597656, 0.957503080368042, 0.977178692817688], "r_norm": [2.175565242767334, 2.020282030105591, 1.9757111072540283, 1.9194157123565674, 1.865251064300537]}, {"step": 9150, "epoch": 23, "train_loss": 0.5693399906158447, "cos_r_negg": [0.8274793028831482, 0.9036495685577393, 0.9342634081840515, 0.9551010727882385, 0.9750373363494873], "cos_apical_negg": [0.8274793028831482, 0.9036495685577393, 0.9342634081840515, 0.9551010727882385, 0.9750373363494873], "cos_Ac_negg": [0.8274793028831482, 0.9036495685577393, 0.9342634081840515, 0.9551010727882385, 0.9750373363494873], "r_norm": [2.1631360054016113, 2.0124363899230957, 1.9663523435592651, 1.910843014717102, 1.857818603515625]}, {"step": 9200, "epoch": 23, "train_loss": 0.6662411689758301, "cos_r_negg": [0.8403542041778564, 0.9052742719650269, 0.9362069368362427, 0.9575567245483398, 0.9772133827209473], "cos_apical_negg": [0.8403542041778564, 0.9052742719650269, 0.9362069368362427, 0.9575567245483398, 0.9772133827209473], "cos_Ac_negg": [0.8403542041778564, 0.9052742719650269, 0.9362069368362427, 0.9575567245483398, 0.9772133827209473], "r_norm": [2.220775604248047, 2.067898750305176, 2.0216054916381836, 1.963931918144226, 1.907865047454834]}, {"step": 9250, "epoch": 23, "train_loss": 0.5020694732666016, "cos_r_negg": [0.8309743404388428, 0.9043159484863281, 0.9357210397720337, 0.9567581415176392, 0.9772014617919922], "cos_apical_negg": [0.8309743404388428, 0.9043159484863281, 0.9357210397720337, 0.9567581415176392, 0.9772014617919922], "cos_Ac_negg": [0.8309743404388428, 0.9043159484863281, 0.9357210397720337, 0.9567581415176392, 0.9772014617919922], "r_norm": [2.2097115516662598, 2.0606913566589355, 2.0132620334625244, 1.9546195268630981, 1.8996472358703613], "ldr": {"dL_sdil": -0.10232973098754883, "dL_bp": -0.16870450973510742, "ratio": 0.6065619179251496}}, {"step": 9300, "epoch": 23, "train_loss": 0.4181944727897644, "cos_r_negg": [0.8407159447669983, 0.9051949977874756, 0.9360288381576538, 0.9569200277328491, 0.9767765998840332], "cos_apical_negg": [0.8407159447669983, 0.9051949977874756, 0.9360288381576538, 0.9569200277328491, 0.9767765998840332], "cos_Ac_negg": [0.8407159447669983, 0.9051949977874756, 0.9360288381576538, 0.9569200277328491, 0.9767765998840332], "r_norm": [2.2195634841918945, 2.0715172290802, 2.022857189178467, 1.9631190299987793, 1.9061199426651]}, {"step": 9350, "epoch": 23, "train_loss": 0.6314552426338196, "cos_r_negg": [0.8335630297660828, 0.9040284156799316, 0.9361550211906433, 0.958615243434906, 0.9781860113143921], "cos_apical_negg": [0.8335630297660828, 0.9040284156799316, 0.9361550211906433, 0.958615243434906, 0.9781860113143921], "cos_Ac_negg": [0.8335630297660828, 0.9040284156799316, 0.9361550211906433, 0.958615243434906, 0.9781860113143921], "r_norm": [2.2514381408691406, 2.102966547012329, 2.056584119796753, 1.9980783462524414, 1.9372539520263672]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4254, "test_loss": 2.616739404296875}, {"step": 9400, "epoch": 24, "train_loss": 0.3310691714286804, "cos_r_negg": [0.8423928022384644, 0.9062340259552002, 0.9368952512741089, 0.9575749635696411, 0.9772107601165771], "cos_apical_negg": [0.8423928022384644, 0.9062340259552002, 0.9368952512741089, 0.9575749635696411, 0.9772107601165771], "cos_Ac_negg": [0.8423928022384644, 0.9062340259552002, 0.9368952512741089, 0.9575749635696411, 0.9772107601165771], "r_norm": [2.28655743598938, 2.1384215354919434, 2.091327667236328, 2.030428886413574, 1.968448519706726]}, {"step": 9450, "epoch": 24, "train_loss": 0.4153396487236023, "cos_r_negg": [0.8264943361282349, 0.903095006942749, 0.9347699880599976, 0.9564759135246277, 0.9759950637817383], "cos_apical_negg": [0.8264943361282349, 0.903095006942749, 0.9347699880599976, 0.9564759135246277, 0.9759950637817383], "cos_Ac_negg": [0.8264943361282349, 0.903095006942749, 0.9347699880599976, 0.9564759135246277, 0.9759950637817383], "r_norm": [2.2998063564300537, 2.1501879692077637, 2.104212760925293, 2.0449271202087402, 1.980156421661377]}, {"step": 9500, "epoch": 24, "train_loss": 0.45707985758781433, "cos_r_negg": [0.8330084085464478, 0.9027520418167114, 0.9347695112228394, 0.956182599067688, 0.9755687713623047], "cos_apical_negg": [0.8330084085464478, 0.9027520418167114, 0.9347695112228394, 0.956182599067688, 0.9755687713623047], "cos_Ac_negg": [0.8330084085464478, 0.9027520418167114, 0.9347695112228394, 0.956182599067688, 0.9755687713623047], "r_norm": [2.303687334060669, 2.157745361328125, 2.1121716499328613, 2.0522611141204834, 1.9884650707244873], "ldr": {"dL_sdil": -0.0989065170288086, "dL_bp": -0.17592382431030273, "ratio": 0.5622121814175243}}, {"step": 9550, "epoch": 24, "train_loss": 0.5468274354934692, "cos_r_negg": [0.8363745212554932, 0.9035657644271851, 0.9335105419158936, 0.9551066160202026, 0.9744665622711182], "cos_apical_negg": [0.8363745212554932, 0.9035657644271851, 0.9335105419158936, 0.9551066160202026, 0.9744665622711182], "cos_Ac_negg": [0.8363745212554932, 0.9035657644271851, 0.9335105419158936, 0.9551066160202026, 0.9744665622711182], "r_norm": [2.348085641860962, 2.1970527172088623, 2.14778733253479, 2.0883536338806152, 2.023533582687378]}, {"step": 9600, "epoch": 24, "train_loss": 0.557783842086792, "cos_r_negg": [0.8238372802734375, 0.9035810232162476, 0.9348467588424683, 0.9559389352798462, 0.9746694564819336], "cos_apical_negg": [0.8238372802734375, 0.9035810232162476, 0.9348467588424683, 0.9559389352798462, 0.9746694564819336], "cos_Ac_negg": [0.8238372802734375, 0.9035810232162476, 0.9348467588424683, 0.9559389352798462, 0.9746694564819336], "r_norm": [2.259227752685547, 2.118680715560913, 2.0729587078094482, 2.015404462814331, 1.952394962310791]}, {"step": 9650, "epoch": 24, "train_loss": 0.513446569442749, "cos_r_negg": [0.8355655670166016, 0.9051284790039062, 0.9345057010650635, 0.9558096528053284, 0.9756611585617065], "cos_apical_negg": [0.8355655670166016, 0.9051284790039062, 0.9345057010650635, 0.9558096528053284, 0.9756611585617065], "cos_Ac_negg": [0.8355655670166016, 0.9051284790039062, 0.9345057010650635, 0.9558096528053284, 0.9756611585617065], "r_norm": [2.333176612854004, 2.188253164291382, 2.1383180618286133, 2.0787668228149414, 2.010453701019287]}, {"step": 9700, "epoch": 24, "train_loss": 0.5677258968353271, "cos_r_negg": [0.8273435235023499, 0.9047619104385376, 0.9373313188552856, 0.9589868783950806, 0.9781742095947266], "cos_apical_negg": [0.8273435235023499, 0.9047619104385376, 0.9373313188552856, 0.9589868783950806, 0.9781742095947266], "cos_Ac_negg": [0.8273435235023499, 0.9047619104385376, 0.9373313188552856, 0.9589868783950806, 0.9781742095947266], "r_norm": [2.325845241546631, 2.1864471435546875, 2.138355255126953, 2.0777502059936523, 2.0099809169769287]}, {"step": 9750, "epoch": 24, "train_loss": 0.3766496777534485, "cos_r_negg": [0.830268383026123, 0.9051541090011597, 0.9379562139511108, 0.960014820098877, 0.980621337890625], "cos_apical_negg": [0.830268383026123, 0.9051541090011597, 0.9379562139511108, 0.960014820098877, 0.980621337890625], "cos_Ac_negg": [0.830268383026123, 0.9051541090011597, 0.9379562139511108, 0.960014820098877, 0.980621337890625], "r_norm": [2.3894197940826416, 2.246530055999756, 2.1954617500305176, 2.133185863494873, 2.0625598430633545], "ldr": {"dL_sdil": -0.10994195938110352, "dL_bp": -0.18857264518737793, "ratio": 0.5830217806610185}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.424, "test_loss": 2.7000843505859375}], "final": {"test_acc": 0.424, "test_loss": 2.7000843505859375, "wall_s": 107.99676823616028, "cos_r_negg": [0.8246704339981079, 0.9049674272537231, 0.9368727207183838, 0.9592834711074829, 0.9801693558692932], "cos_apical_negg": [0.8246704339981079, 0.9049674272537231, 0.9368727207183838, 0.9592834711074829, 0.9801693558692932], "cos_Ac_negg": [0.8246704339981079, 0.9049674272537231, 0.9368727207183838, 0.9592834711074829, 0.9801693558692932]}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_sdil_d5_s1.json b/results/deepres_cifar10_sdil_d5_s1.json
new file mode 100644
index 0000000..53bdd93
--- /dev/null
+++ b/results/deepres_cifar10_sdil_d5_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_sdil_d5_s1", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.505807399749756, "cos_r_negg": [-0.012922577559947968, -0.014840801246464252, -0.007870147004723549, -0.01544777862727642, -0.029646489769220352], "cos_apical_negg": [-0.012922577559947968, -0.014840801246464252, -0.007870147004723549, -0.01544777862727642, -0.029646489769220352], "cos_Ac_negg": [-0.012922577559947968, -0.014840801246464252, -0.007870147004723549, -0.01544777862727642, -0.029646489769220352], "r_norm": [4.869575500488281, 4.967650890350342, 4.765018463134766, 4.970402240753174, 4.937997817993164], "ldr": {"dL_sdil": 0.0027794837951660156, "dL_bp": -0.42388391494750977, "ratio": -0.006557181570596289}}, {"step": 50, "epoch": 0, "train_loss": 2.0561976432800293, "cos_r_negg": [0.18005691468715668, -0.044082898646593094, -0.037373706698417664, -0.051601067185401917, -0.031710997223854065], "cos_apical_negg": [0.18005691468715668, -0.044082898646593094, -0.037373706698417664, -0.051601067185401917, -0.031710997223854065], "cos_Ac_negg": [0.18005691468715668, -0.044082898646593094, -0.037373706698417664, -0.051601067185401917, -0.031710997223854065], "r_norm": [4.370509147644043, 4.459673881530762, 4.313235282897949, 4.481132507324219, 4.435346603393555]}, {"step": 100, "epoch": 0, "train_loss": 1.9849886894226074, "cos_r_negg": [0.2871881127357483, -0.057473309338092804, -0.02407781407237053, -0.07389476150274277, -0.022596877068281174], "cos_apical_negg": [0.2871881127357483, -0.057473309338092804, -0.02407781407237053, -0.07389476150274277, -0.022596877068281174], "cos_Ac_negg": [0.2871881127357483, -0.057473309338092804, -0.02407781407237053, -0.07389476150274277, -0.022596877068281174], "r_norm": [4.0969319343566895, 4.176955223083496, 4.039334297180176, 4.195887565612793, 4.15256404876709]}, {"step": 150, "epoch": 0, "train_loss": 2.002642869949341, "cos_r_negg": [0.3463711440563202, -0.027472972869873047, -0.013868446461856365, 0.00034495885483920574, -0.06972124427556992], "cos_apical_negg": [0.3463711440563202, -0.027472972869873047, -0.013868446461856365, 0.00034495885483920574, -0.06972124427556992], "cos_Ac_negg": [0.3463711440563202, -0.027472972869873047, -0.013868446461856365, 0.00034495885483920574, -0.06972124427556992], "r_norm": [4.007682800292969, 4.0779948234558105, 3.9366936683654785, 4.093316555023193, 4.057866096496582]}, {"step": 200, "epoch": 0, "train_loss": 1.8489488363265991, "cos_r_negg": [0.40276825428009033, -0.007351910695433617, -0.024212436750531197, -0.026883643120527267, -0.006252914667129517], "cos_apical_negg": [0.40276825428009033, -0.007351910695433617, -0.024212436750531197, -0.026883643120527267, -0.006252914667129517], "cos_Ac_negg": [0.40276825428009033, -0.007351910695433617, -0.024212436750531197, -0.026883643120527267, -0.006252914667129517], "r_norm": [3.8745203018188477, 3.9370245933532715, 3.8028059005737305, 3.967495918273926, 3.928122043609619]}, {"step": 250, "epoch": 0, "train_loss": 2.0680761337280273, "cos_r_negg": [0.3688150644302368, -0.010201065801084042, -0.013708516955375671, -0.05104346573352814, -0.0741066038608551], "cos_apical_negg": [0.3688150644302368, -0.010201065801084042, -0.013708516955375671, -0.05104346573352814, -0.0741066038608551], "cos_Ac_negg": [0.3688150644302368, -0.010201065801084042, -0.013708516955375671, -0.05104346573352814, -0.0741066038608551], "r_norm": [3.948115825653076, 4.013002395629883, 3.861368417739868, 4.013497829437256, 3.983445405960083], "ldr": {"dL_sdil": -0.09349989891052246, "dL_bp": -0.09312844276428223, "ratio": 1.0039886433748326}}, {"step": 300, "epoch": 0, "train_loss": 1.701066493988037, "cos_r_negg": [0.4182744324207306, 0.004676865413784981, -0.0173330120742321, 0.0025217507500201464, -0.03363499790430069], "cos_apical_negg": [0.4182744324207306, 0.004676865413784981, -0.0173330120742321, 0.0025217507500201464, -0.03363499790430069], "cos_Ac_negg": [0.4182744324207306, 0.004676865413784981, -0.0173330120742321, 0.0025217507500201464, -0.03363499790430069], "r_norm": [3.701871871948242, 3.7533493041992188, 3.6177515983581543, 3.7655837535858154, 3.730543613433838]}, {"step": 350, "epoch": 0, "train_loss": 2.174494743347168, "cos_r_negg": [0.4119265079498291, 0.021173179149627686, 0.004714820999652147, -0.009636959061026573, 0.000632136594504118], "cos_apical_negg": [0.4119265079498291, 0.021173179149627686, 0.004714820999652147, -0.009636959061026573, 0.000632136594504118], "cos_Ac_negg": [0.4119265079498291, 0.021173179149627686, 0.004714820999652147, -0.009636959061026573, 0.000632136594504118], "r_norm": [3.587175130844116, 3.631269931793213, 3.5002479553222656, 3.644622325897217, 3.612938165664673]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3668, "test_loss": 1.8302414184570313}, {"step": 400, "epoch": 1, "train_loss": 1.7861814498901367, "cos_r_negg": [0.454459011554718, 0.0423424206674099, 0.02165951579809189, -0.014738055877387524, 0.0026666843332350254], "cos_apical_negg": [0.454459011554718, 0.0423424206674099, 0.02165951579809189, -0.014738055877387524, 0.0026666843332350254], "cos_Ac_negg": [0.454459011554718, 0.0423424206674099, 0.02165951579809189, -0.014738055877387524, 0.0026666843332350254], "r_norm": [3.501950740814209, 3.5325167179107666, 3.4116132259368896, 3.552687168121338, 3.5159173011779785]}, {"step": 450, "epoch": 1, "train_loss": 1.957018256187439, "cos_r_negg": [0.48246923089027405, 0.062319315969944, 0.0631793960928917, 0.003409622237086296, -0.011387118138372898], "cos_apical_negg": [0.48246923089027405, 0.062319315969944, 0.0631793960928917, 0.003409622237086296, -0.011387118138372898], "cos_Ac_negg": [0.48246923089027405, 0.062319315969944, 0.0631793960928917, 0.003409622237086296, -0.011387118138372898], "r_norm": [3.4746150970458984, 3.4970717430114746, 3.375053882598877, 3.5135955810546875, 3.4743902683258057]}, {"step": 500, "epoch": 1, "train_loss": 1.7449809312820435, "cos_r_negg": [0.5086493492126465, 0.06253594160079956, 0.05343880131840706, 0.034316688776016235, 0.018280619755387306], "cos_apical_negg": [0.5086493492126465, 0.06253594160079956, 0.05343880131840706, 0.034316688776016235, 0.018280619755387306], "cos_Ac_negg": [0.5086493492126465, 0.06253594160079956, 0.05343880131840706, 0.034316688776016235, 0.018280619755387306], "r_norm": [3.380145311355591, 3.398313045501709, 3.272686719894409, 3.404120922088623, 3.3773491382598877], "ldr": {"dL_sdil": -0.04036569595336914, "dL_bp": -0.03713524341583252, "ratio": 1.086991554124547}}, {"step": 550, "epoch": 1, "train_loss": 1.989446997642517, "cos_r_negg": [0.5004618167877197, 0.07944241166114807, 0.09592175483703613, 0.04766036197543144, 0.004163026809692383], "cos_apical_negg": [0.5004618167877197, 0.07944241166114807, 0.09592175483703613, 0.04766036197543144, 0.004163026809692383], "cos_Ac_negg": [0.5004618167877197, 0.07944241166114807, 0.09592175483703613, 0.04766036197543144, 0.004163026809692383], "r_norm": [3.375845432281494, 3.391810655593872, 3.2687597274780273, 3.396991014480591, 3.370713949203491]}, {"step": 600, "epoch": 1, "train_loss": 1.7871540784835815, "cos_r_negg": [0.5229859352111816, 0.07387961447238922, 0.11665835976600647, 0.035721685737371445, 0.011688753962516785], "cos_apical_negg": [0.5229859352111816, 0.07387961447238922, 0.11665835976600647, 0.035721685737371445, 0.011688753962516785], "cos_Ac_negg": [0.5229859352111816, 0.07387961447238922, 0.11665835976600647, 0.035721685737371445, 0.011688753962516785], "r_norm": [3.227445602416992, 3.2331368923187256, 3.114603042602539, 3.239283561706543, 3.2084007263183594]}, {"step": 650, "epoch": 1, "train_loss": 1.8366574048995972, "cos_r_negg": [0.5352264642715454, 0.06692284345626831, 0.12050125002861023, 0.02872619964182377, 0.00906554888933897], "cos_apical_negg": [0.5352264642715454, 0.06692284345626831, 0.12050125002861023, 0.02872619964182377, 0.00906554888933897], "cos_Ac_negg": [0.5352264642715454, 0.06692284345626831, 0.12050125002861023, 0.02872619964182377, 0.00906554888933897], "r_norm": [3.273998260498047, 3.266956329345703, 3.141674518585205, 3.2758641242980957, 3.2423453330993652]}, {"step": 700, "epoch": 1, "train_loss": 1.965651273727417, "cos_r_negg": [0.5517938137054443, 0.08507516980171204, 0.13511255383491516, 0.027111949399113655, 0.049170445650815964], "cos_apical_negg": [0.5517938137054443, 0.08507516980171204, 0.13511255383491516, 0.027111949399113655, 0.049170445650815964], "cos_Ac_negg": [0.5517938137054443, 0.08507516980171204, 0.13511255383491516, 0.027111949399113655, 0.049170445650815964], "r_norm": [3.066011905670166, 3.058088779449463, 2.958221435546875, 3.0726895332336426, 3.045037031173706]}, {"step": 750, "epoch": 1, "train_loss": 1.9158809185028076, "cos_r_negg": [0.5504173636436462, 0.11531582474708557, 0.13816319406032562, 0.04800177365541458, 0.059987872838974], "cos_apical_negg": [0.5504173636436462, 0.11531582474708557, 0.13816319406032562, 0.04800177365541458, 0.059987872838974], "cos_Ac_negg": [0.5504173636436462, 0.11531582474708557, 0.13816319406032562, 0.04800177365541458, 0.059987872838974], "r_norm": [2.9938113689422607, 2.9779372215270996, 2.8788342475891113, 2.992476224899292, 2.9603395462036133], "ldr": {"dL_sdil": -0.0386582612991333, "dL_bp": -0.03589439392089844, "ratio": 1.0769999734311069}}, {"epoch_end": 1, "step": 782, "test_acc": 0.3695, "test_loss": 1.8541612060546875}, {"step": 800, "epoch": 2, "train_loss": 1.955662727355957, "cos_r_negg": [0.5471404790878296, 0.12831735610961914, 0.1640808880329132, 0.03901775926351547, 0.044017940759658813], "cos_apical_negg": [0.5471404790878296, 0.12831735610961914, 0.1640808880329132, 0.03901775926351547, 0.044017940759658813], "cos_Ac_negg": [0.5471404790878296, 0.12831735610961914, 0.1640808880329132, 0.03901775926351547, 0.044017940759658813], "r_norm": [3.0245296955108643, 2.990841865539551, 2.887075901031494, 2.9973561763763428, 2.9715800285339355]}, {"step": 850, "epoch": 2, "train_loss": 1.7241145372390747, "cos_r_negg": [0.5873715281486511, 0.15545746684074402, 0.1977512538433075, 0.06527183949947357, 0.044500723481178284], "cos_apical_negg": [0.5873715281486511, 0.15545746684074402, 0.1977512538433075, 0.06527183949947357, 0.044500723481178284], "cos_Ac_negg": [0.5873715281486511, 0.15545746684074402, 0.1977512538433075, 0.06527183949947357, 0.044500723481178284], "r_norm": [2.8902511596679688, 2.8573272228240967, 2.762742519378662, 2.865807056427002, 2.8441109657287598]}, {"step": 900, "epoch": 2, "train_loss": 1.7175406217575073, "cos_r_negg": [0.5694238543510437, 0.1521453559398651, 0.1878170371055603, 0.09169407188892365, 0.07489225268363953], "cos_apical_negg": [0.5694238543510437, 0.1521453559398651, 0.1878170371055603, 0.09169407188892365, 0.07489225268363953], "cos_Ac_negg": [0.5694238543510437, 0.1521453559398651, 0.1878170371055603, 0.09169407188892365, 0.07489225268363953], "r_norm": [2.883105993270874, 2.847616195678711, 2.74834942817688, 2.858769416809082, 2.8235464096069336]}, {"step": 950, "epoch": 2, "train_loss": 1.4908881187438965, "cos_r_negg": [0.5878109931945801, 0.16423843801021576, 0.19289594888687134, 0.09573006629943848, 0.06291402876377106], "cos_apical_negg": [0.5878109931945801, 0.16423843801021576, 0.19289594888687134, 0.09573006629943848, 0.06291402876377106], "cos_Ac_negg": [0.5878109931945801, 0.16423843801021576, 0.19289594888687134, 0.09573006629943848, 0.06291402876377106], "r_norm": [2.789437770843506, 2.740220546722412, 2.648681640625, 2.74708890914917, 2.7220208644866943]}, {"step": 1000, "epoch": 2, "train_loss": 1.6916697025299072, "cos_r_negg": [0.6020755171775818, 0.16775883734226227, 0.226548969745636, 0.1264171004295349, 0.08082957565784454], "cos_apical_negg": [0.6020755171775818, 0.16775883734226227, 0.226548969745636, 0.1264171004295349, 0.08082957565784454], "cos_Ac_negg": [0.6020755171775818, 0.16775883734226227, 0.226548969745636, 0.1264171004295349, 0.08082957565784454], "r_norm": [2.759434223175049, 2.7028346061706543, 2.6154861450195312, 2.7107954025268555, 2.6874747276306152], "ldr": {"dL_sdil": -0.04955554008483887, "dL_bp": -0.046745896339416504, "ratio": 1.0601046073653582}}, {"step": 1050, "epoch": 2, "train_loss": 1.9968321323394775, "cos_r_negg": [0.6033446788787842, 0.16713835299015045, 0.22328761219978333, 0.14041370153427124, 0.09587539732456207], "cos_apical_negg": [0.6033446788787842, 0.16713835299015045, 0.22328761219978333, 0.14041370153427124, 0.09587539732456207], "cos_Ac_negg": [0.6033446788787842, 0.16713835299015045, 0.22328761219978333, 0.14041370153427124, 0.09587539732456207], "r_norm": [2.6961493492126465, 2.6343672275543213, 2.5482659339904785, 2.643662929534912, 2.6169426441192627]}, {"step": 1100, "epoch": 2, "train_loss": 1.5840891599655151, "cos_r_negg": [0.6089526414871216, 0.16469277441501617, 0.22764617204666138, 0.16872882843017578, 0.10665380954742432], "cos_apical_negg": [0.6089526414871216, 0.16469277441501617, 0.22764617204666138, 0.16872882843017578, 0.10665380954742432], "cos_Ac_negg": [0.6089526414871216, 0.16469277441501617, 0.22764617204666138, 0.16872882843017578, 0.10665380954742432], "r_norm": [2.7045626640319824, 2.630115032196045, 2.5486576557159424, 2.6444144248962402, 2.6188392639160156]}, {"step": 1150, "epoch": 2, "train_loss": 1.6955904960632324, "cos_r_negg": [0.608487606048584, 0.19037491083145142, 0.24377141892910004, 0.159758061170578, 0.12065562605857849], "cos_apical_negg": [0.608487606048584, 0.19037491083145142, 0.24377141892910004, 0.159758061170578, 0.12065562605857849], "cos_Ac_negg": [0.608487606048584, 0.19037491083145142, 0.24377141892910004, 0.159758061170578, 0.12065562605857849], "r_norm": [2.698636770248413, 2.6295669078826904, 2.5418031215667725, 2.635711431503296, 2.605297088623047]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3903, "test_loss": 1.79005458984375}, {"step": 1200, "epoch": 3, "train_loss": 1.625171422958374, "cos_r_negg": [0.6221308708190918, 0.21563374996185303, 0.25676843523979187, 0.17890700697898865, 0.14932997524738312], "cos_apical_negg": [0.6221308708190918, 0.21563374996185303, 0.25676843523979187, 0.17890700697898865, 0.14932997524738312], "cos_Ac_negg": [0.6221308708190918, 0.21563374996185303, 0.25676843523979187, 0.17890700697898865, 0.14932997524738312], "r_norm": [2.5729713439941406, 2.495316743850708, 2.414397954940796, 2.500713348388672, 2.4747257232666016]}, {"step": 1250, "epoch": 3, "train_loss": 1.6073919534683228, "cos_r_negg": [0.6166436672210693, 0.22984516620635986, 0.27685675024986267, 0.19559496641159058, 0.1526445597410202], "cos_apical_negg": [0.6166436672210693, 0.22984516620635986, 0.27685675024986267, 0.19559496641159058, 0.1526445597410202], "cos_Ac_negg": [0.6166436672210693, 0.22984516620635986, 0.27685675024986267, 0.19559496641159058, 0.1526445597410202], "r_norm": [2.5337624549865723, 2.4447240829467773, 2.374335527420044, 2.454162120819092, 2.4234986305236816], "ldr": {"dL_sdil": -0.03313398361206055, "dL_bp": -0.030706048011779785, "ratio": 1.0790702730403252}}, {"step": 1300, "epoch": 3, "train_loss": 1.5528805255889893, "cos_r_negg": [0.6317801475524902, 0.23841434717178345, 0.2696346640586853, 0.2076471894979477, 0.14465907216072083], "cos_apical_negg": [0.6317801475524902, 0.23841434717178345, 0.2696346640586853, 0.2076471894979477, 0.14465907216072083], "cos_Ac_negg": [0.6317801475524902, 0.23841434717178345, 0.2696346640586853, 0.2076471894979477, 0.14465907216072083], "r_norm": [2.551335573196411, 2.4522783756256104, 2.3812124729156494, 2.459228754043579, 2.435821056365967]}, {"step": 1350, "epoch": 3, "train_loss": 1.6854207515716553, "cos_r_negg": [0.6415491700172424, 0.24229076504707336, 0.2818356156349182, 0.224838986992836, 0.15785929560661316], "cos_apical_negg": [0.6415491700172424, 0.24229076504707336, 0.2818356156349182, 0.224838986992836, 0.15785929560661316], "cos_Ac_negg": [0.6415491700172424, 0.24229076504707336, 0.2818356156349182, 0.224838986992836, 0.15785929560661316], "r_norm": [2.492859363555908, 2.3988425731658936, 2.3217244148254395, 2.4006569385528564, 2.370103597640991]}, {"step": 1400, "epoch": 3, "train_loss": 1.6944966316223145, "cos_r_negg": [0.6570432186126709, 0.2420293688774109, 0.28499576449394226, 0.24828264117240906, 0.15140710771083832], "cos_apical_negg": [0.6570432186126709, 0.2420293688774109, 0.28499576449394226, 0.24828264117240906, 0.15140710771083832], "cos_Ac_negg": [0.6570432186126709, 0.2420293688774109, 0.28499576449394226, 0.24828264117240906, 0.15140710771083832], "r_norm": [2.4133148193359375, 2.3068125247955322, 2.236623525619507, 2.310664653778076, 2.2867841720581055]}, {"step": 1450, "epoch": 3, "train_loss": 1.6478166580200195, "cos_r_negg": [0.661810040473938, 0.2524821162223816, 0.315923810005188, 0.2604885697364807, 0.17976582050323486], "cos_apical_negg": [0.661810040473938, 0.2524821162223816, 0.315923810005188, 0.2604885697364807, 0.17976582050323486], "cos_Ac_negg": [0.661810040473938, 0.2524821162223816, 0.315923810005188, 0.2604885697364807, 0.17976582050323486], "r_norm": [2.398299217224121, 2.282806873321533, 2.2153759002685547, 2.2842540740966797, 2.261277675628662]}, {"step": 1500, "epoch": 3, "train_loss": 1.65687894821167, "cos_r_negg": [0.6649909019470215, 0.2593664526939392, 0.3207617402076721, 0.23939254879951477, 0.18596893548965454], "cos_apical_negg": [0.6649909019470215, 0.2593664526939392, 0.3207617402076721, 0.23939254879951477, 0.18596893548965454], "cos_Ac_negg": [0.6649909019470215, 0.2593664526939392, 0.3207617402076721, 0.23939254879951477, 0.18596893548965454], "r_norm": [2.3762731552124023, 2.2560782432556152, 2.188295364379883, 2.2563560009002686, 2.230743885040283], "ldr": {"dL_sdil": -0.05275535583496094, "dL_bp": -0.04936790466308594, "ratio": 1.0686164664065216}}, {"step": 1550, "epoch": 3, "train_loss": 1.8404208421707153, "cos_r_negg": [0.6432045698165894, 0.26518750190734863, 0.3152822256088257, 0.25265562534332275, 0.18226006627082825], "cos_apical_negg": [0.6432045698165894, 0.26518750190734863, 0.3152822256088257, 0.25265562534332275, 0.18226006627082825], "cos_Ac_negg": [0.6432045698165894, 0.26518750190734863, 0.3152822256088257, 0.25265562534332275, 0.18226006627082825], "r_norm": [2.3063645362854004, 2.185330629348755, 2.1167147159576416, 2.182328224182129, 2.158903121948242]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4152, "test_loss": 1.7065621215820312}, {"step": 1600, "epoch": 4, "train_loss": 1.5517597198486328, "cos_r_negg": [0.6637465953826904, 0.2806626260280609, 0.3298107385635376, 0.25969916582107544, 0.19896240532398224], "cos_apical_negg": [0.6637465953826904, 0.2806626260280609, 0.3298107385635376, 0.25969916582107544, 0.19896240532398224], "cos_Ac_negg": [0.6637465953826904, 0.2806626260280609, 0.3298107385635376, 0.25969916582107544, 0.19896240532398224], "r_norm": [2.3508529663085938, 2.214686632156372, 2.150254249572754, 2.2123653888702393, 2.1928935050964355]}, {"step": 1650, "epoch": 4, "train_loss": 1.5461856126785278, "cos_r_negg": [0.6692061424255371, 0.295245498418808, 0.3393276631832123, 0.2804860472679138, 0.2231629192829132], "cos_apical_negg": [0.6692061424255371, 0.295245498418808, 0.3393276631832123, 0.2804860472679138, 0.2231629192829132], "cos_Ac_negg": [0.6692061424255371, 0.295245498418808, 0.3393276631832123, 0.2804860472679138, 0.2231629192829132], "r_norm": [2.256821870803833, 2.1205737590789795, 2.0538196563720703, 2.1140341758728027, 2.0917396545410156]}, {"step": 1700, "epoch": 4, "train_loss": 1.5840131044387817, "cos_r_negg": [0.6859951019287109, 0.28579479455947876, 0.33988627791404724, 0.3012973666191101, 0.22863329946994781], "cos_apical_negg": [0.6859951019287109, 0.28579479455947876, 0.33988627791404724, 0.3012973666191101, 0.22863329946994781], "cos_Ac_negg": [0.6859951019287109, 0.28579479455947876, 0.33988627791404724, 0.3012973666191101, 0.22863329946994781], "r_norm": [2.2253236770629883, 2.0823159217834473, 2.0243453979492188, 2.0826990604400635, 2.0597381591796875]}, {"step": 1750, "epoch": 4, "train_loss": 1.6522800922393799, "cos_r_negg": [0.6777523756027222, 0.30166998505592346, 0.3729153573513031, 0.31705760955810547, 0.2564738988876343], "cos_apical_negg": [0.6777523756027222, 0.30166998505592346, 0.3729153573513031, 0.31705760955810547, 0.2564738988876343], "cos_Ac_negg": [0.6777523756027222, 0.30166998505592346, 0.3729153573513031, 0.31705760955810547, 0.2564738988876343], "r_norm": [2.2425241470336914, 2.0930027961730957, 2.040106773376465, 2.0915133953094482, 2.0645899772644043], "ldr": {"dL_sdil": -0.050064682960510254, "dL_bp": -0.04824566841125488, "ratio": 1.0377031681631967}}, {"step": 1800, "epoch": 4, "train_loss": 1.426600694656372, "cos_r_negg": [0.6761171817779541, 0.31619465351104736, 0.36374956369400024, 0.3277764320373535, 0.2639216184616089], "cos_apical_negg": [0.6761171817779541, 0.31619465351104736, 0.36374956369400024, 0.3277764320373535, 0.2639216184616089], "cos_Ac_negg": [0.6761171817779541, 0.31619465351104736, 0.36374956369400024, 0.3277764320373535, 0.2639216184616089], "r_norm": [2.1919941902160645, 2.0366172790527344, 1.9745301008224487, 2.031273365020752, 2.0064125061035156]}, {"step": 1850, "epoch": 4, "train_loss": 1.6627686023712158, "cos_r_negg": [0.7006911039352417, 0.3267059326171875, 0.3808117210865021, 0.3507676124572754, 0.26908183097839355], "cos_apical_negg": [0.7006911039352417, 0.3267059326171875, 0.3808117210865021, 0.3507676124572754, 0.26908183097839355], "cos_Ac_negg": [0.7006911039352417, 0.3267059326171875, 0.3808117210865021, 0.3507676124572754, 0.26908183097839355], "r_norm": [2.1299633979797363, 1.9748618602752686, 1.9216773509979248, 1.9713597297668457, 1.9476077556610107]}, {"step": 1900, "epoch": 4, "train_loss": 1.6523644924163818, "cos_r_negg": [0.6970187425613403, 0.3375683128833771, 0.40836840867996216, 0.35459187626838684, 0.2682455778121948], "cos_apical_negg": [0.6970187425613403, 0.3375683128833771, 0.40836840867996216, 0.35459187626838684, 0.2682455778121948], "cos_Ac_negg": [0.6970187425613403, 0.3375683128833771, 0.40836840867996216, 0.35459187626838684, 0.2682455778121948], "r_norm": [2.1109514236450195, 1.949016809463501, 1.898878812789917, 1.9474880695343018, 1.9203959703445435]}, {"step": 1950, "epoch": 4, "train_loss": 1.5190272331237793, "cos_r_negg": [0.7093319892883301, 0.34725862741470337, 0.3992372155189514, 0.3688085675239563, 0.292100727558136], "cos_apical_negg": [0.7093319892883301, 0.34725862741470337, 0.3992372155189514, 0.3688085675239563, 0.292100727558136], "cos_Ac_negg": [0.7093319892883301, 0.34725862741470337, 0.3992372155189514, 0.3688085675239563, 0.292100727558136], "r_norm": [2.0909667015075684, 1.9236643314361572, 1.879255771636963, 1.9240443706512451, 1.8978010416030884]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4081, "test_loss": 1.7767462158203124}, {"step": 2000, "epoch": 5, "train_loss": 1.5115718841552734, "cos_r_negg": [0.7189447283744812, 0.3494146466255188, 0.4014832079410553, 0.36829131841659546, 0.3020091652870178], "cos_apical_negg": [0.7189447283744812, 0.3494146466255188, 0.4014832079410553, 0.36829131841659546, 0.3020091652870178], "cos_Ac_negg": [0.7189447283744812, 0.3494146466255188, 0.4014832079410553, 0.36829131841659546, 0.3020091652870178], "r_norm": [2.0223209857940674, 1.8492437601089478, 1.802990198135376, 1.8473849296569824, 1.8242881298065186], "ldr": {"dL_sdil": -0.04006016254425049, "dL_bp": -0.037998199462890625, "ratio": 1.0542647575544624}}, {"step": 2050, "epoch": 5, "train_loss": 1.4930667877197266, "cos_r_negg": [0.7117407321929932, 0.34620553255081177, 0.4267439544200897, 0.37397223711013794, 0.31135043501853943], "cos_apical_negg": [0.7117407321929932, 0.34620553255081177, 0.4267439544200897, 0.37397223711013794, 0.31135043501853943], "cos_Ac_negg": [0.7117407321929932, 0.34620553255081177, 0.4267439544200897, 0.37397223711013794, 0.31135043501853943], "r_norm": [1.9974063634872437, 1.8202301263809204, 1.777134656906128, 1.815947413444519, 1.7924983501434326]}, {"step": 2100, "epoch": 5, "train_loss": 1.5259666442871094, "cos_r_negg": [0.7110706567764282, 0.3663097620010376, 0.4350167512893677, 0.3890126645565033, 0.3376530408859253], "cos_apical_negg": [0.7110706567764282, 0.3663097620010376, 0.4350167512893677, 0.3890126645565033, 0.3376530408859253], "cos_Ac_negg": [0.7110706567764282, 0.3663097620010376, 0.4350167512893677, 0.3890126645565033, 0.3376530408859253], "r_norm": [2.005091667175293, 1.821444034576416, 1.7788519859313965, 1.8184137344360352, 1.7918864488601685]}, {"step": 2150, "epoch": 5, "train_loss": 1.5031347274780273, "cos_r_negg": [0.7162781953811646, 0.3764236867427826, 0.43301987648010254, 0.3931376039981842, 0.3370896875858307], "cos_apical_negg": [0.7162781953811646, 0.3764236867427826, 0.43301987648010254, 0.3931376039981842, 0.3370896875858307], "cos_Ac_negg": [0.7162781953811646, 0.3764236867427826, 0.43301987648010254, 0.3931376039981842, 0.3370896875858307], "r_norm": [1.955419659614563, 1.7715098857879639, 1.731397032737732, 1.7694180011749268, 1.7431882619857788]}, {"step": 2200, "epoch": 5, "train_loss": 1.6961779594421387, "cos_r_negg": [0.7129921913146973, 0.3913757801055908, 0.4398878216743469, 0.3942124843597412, 0.3500978648662567], "cos_apical_negg": [0.7129921913146973, 0.3913757801055908, 0.4398878216743469, 0.3942124843597412, 0.3500978648662567], "cos_Ac_negg": [0.7129921913146973, 0.3913757801055908, 0.4398878216743469, 0.3942124843597412, 0.3500978648662567], "r_norm": [1.9802656173706055, 1.7876482009887695, 1.7505203485488892, 1.7821719646453857, 1.757996916770935]}, {"step": 2250, "epoch": 5, "train_loss": 1.723986029624939, "cos_r_negg": [0.7198346257209778, 0.3916354179382324, 0.45589715242385864, 0.4108022451400757, 0.3710222542285919], "cos_apical_negg": [0.7198346257209778, 0.3916354179382324, 0.45589715242385864, 0.4108022451400757, 0.3710222542285919], "cos_Ac_negg": [0.7198346257209778, 0.3916354179382324, 0.45589715242385864, 0.4108022451400757, 0.3710222542285919], "r_norm": [1.9425499439239502, 1.7433407306671143, 1.7085368633270264, 1.74216890335083, 1.7151883840560913], "ldr": {"dL_sdil": -0.037512779235839844, "dL_bp": -0.03627943992614746, "ratio": 1.0339955443690156}}, {"step": 2300, "epoch": 5, "train_loss": 1.5150033235549927, "cos_r_negg": [0.7171492576599121, 0.41031613945961, 0.4724530577659607, 0.4160168766975403, 0.35509586334228516], "cos_apical_negg": [0.7171492576599121, 0.41031613945961, 0.4724530577659607, 0.4160168766975403, 0.35509586334228516], "cos_Ac_negg": [0.7171492576599121, 0.41031613945961, 0.4724530577659607, 0.4160168766975403, 0.35509586334228516], "r_norm": [1.9089549779891968, 1.7073731422424316, 1.6701253652572632, 1.7038958072662354, 1.6789172887802124]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4212, "test_loss": 1.720080712890625}, {"step": 2350, "epoch": 6, "train_loss": 1.5465967655181885, "cos_r_negg": [0.7203115224838257, 0.4176930785179138, 0.48795127868652344, 0.4325033128261566, 0.37027156352996826], "cos_apical_negg": [0.7203115224838257, 0.4176930785179138, 0.48795127868652344, 0.4325033128261566, 0.37027156352996826], "cos_Ac_negg": [0.7203115224838257, 0.4176930785179138, 0.48795127868652344, 0.4325033128261566, 0.37027156352996826], "r_norm": [1.906388282775879, 1.69810152053833, 1.6641675233840942, 1.694696068763733, 1.670024037361145]}, {"step": 2400, "epoch": 6, "train_loss": 1.265548586845398, "cos_r_negg": [0.729741632938385, 0.43365684151649475, 0.4935495853424072, 0.4400830864906311, 0.3854123055934906], "cos_apical_negg": [0.729741632938385, 0.43365684151649475, 0.4935495853424072, 0.4400830864906311, 0.3854123055934906], "cos_Ac_negg": [0.729741632938385, 0.43365684151649475, 0.4935495853424072, 0.4400830864906311, 0.3854123055934906], "r_norm": [1.8599627017974854, 1.6542952060699463, 1.6235535144805908, 1.6527811288833618, 1.6270651817321777]}, {"step": 2450, "epoch": 6, "train_loss": 1.2731413841247559, "cos_r_negg": [0.7193216681480408, 0.4442848265171051, 0.49306777119636536, 0.45351338386535645, 0.3944700360298157], "cos_apical_negg": [0.7193216681480408, 0.4442848265171051, 0.49306777119636536, 0.45351338386535645, 0.3944700360298157], "cos_Ac_negg": [0.7193216681480408, 0.4442848265171051, 0.49306777119636536, 0.45351338386535645, 0.3944700360298157], "r_norm": [1.8307898044586182, 1.620208740234375, 1.5885875225067139, 1.617305040359497, 1.5915664434432983]}, {"step": 2500, "epoch": 6, "train_loss": 1.472670555114746, "cos_r_negg": [0.7523583173751831, 0.45912957191467285, 0.5097107887268066, 0.4655972719192505, 0.41058653593063354], "cos_apical_negg": [0.7523583173751831, 0.45912957191467285, 0.5097107887268066, 0.4655972719192505, 0.41058653593063354], "cos_Ac_negg": [0.7523583173751831, 0.45912957191467285, 0.5097107887268066, 0.4655972719192505, 0.41058653593063354], "r_norm": [1.774056315422058, 1.5642998218536377, 1.5339577198028564, 1.5600850582122803, 1.5373940467834473], "ldr": {"dL_sdil": -0.03047788143157959, "dL_bp": -0.03070211410522461, "ratio": 0.9926965070588784}}, {"step": 2550, "epoch": 6, "train_loss": 1.528590202331543, "cos_r_negg": [0.7368782758712769, 0.4666926860809326, 0.5239495038986206, 0.46628421545028687, 0.42798900604248047], "cos_apical_negg": [0.7368782758712769, 0.4666926860809326, 0.5239495038986206, 0.46628421545028687, 0.42798900604248047], "cos_Ac_negg": [0.7368782758712769, 0.4666926860809326, 0.5239495038986206, 0.46628421545028687, 0.42798900604248047], "r_norm": [1.8331689834594727, 1.610751748085022, 1.5832871198654175, 1.604884147644043, 1.579904317855835]}, {"step": 2600, "epoch": 6, "train_loss": 1.479785680770874, "cos_r_negg": [0.7544187903404236, 0.46757999062538147, 0.5209945440292358, 0.4748922288417816, 0.43967312574386597], "cos_apical_negg": [0.7544187903404236, 0.46757999062538147, 0.5209945440292358, 0.4748922288417816, 0.43967312574386597], "cos_Ac_negg": [0.7544187903404236, 0.46757999062538147, 0.5209945440292358, 0.4748922288417816, 0.43967312574386597], "r_norm": [1.7821258306503296, 1.5615613460540771, 1.5325746536254883, 1.5558806657791138, 1.532743215560913]}, {"step": 2650, "epoch": 6, "train_loss": 1.2499821186065674, "cos_r_negg": [0.7495375275611877, 0.48182910680770874, 0.5219205021858215, 0.49318087100982666, 0.45025551319122314], "cos_apical_negg": [0.7495375275611877, 0.48182910680770874, 0.5219205021858215, 0.49318087100982666, 0.45025551319122314], "cos_Ac_negg": [0.7495375275611877, 0.48182910680770874, 0.5219205021858215, 0.49318087100982666, 0.45025551319122314], "r_norm": [1.776384949684143, 1.5520697832107544, 1.525681972503662, 1.547745704650879, 1.519200325012207]}, {"step": 2700, "epoch": 6, "train_loss": 1.3905494213104248, "cos_r_negg": [0.7568409442901611, 0.4913458228111267, 0.5321512222290039, 0.4976370334625244, 0.4442630410194397], "cos_apical_negg": [0.7568409442901611, 0.4913458228111267, 0.5321512222290039, 0.4976370334625244, 0.4442630410194397], "cos_Ac_negg": [0.7568409442901611, 0.4913458228111267, 0.5321512222290039, 0.4976370334625244, 0.4442630410194397], "r_norm": [1.7421338558197021, 1.5164391994476318, 1.4884471893310547, 1.5087249279022217, 1.4832112789154053]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.427, "test_loss": 1.709113037109375}, {"step": 2750, "epoch": 7, "train_loss": 1.5249146223068237, "cos_r_negg": [0.755068838596344, 0.4933513104915619, 0.557258129119873, 0.5025036334991455, 0.45331522822380066], "cos_apical_negg": [0.755068838596344, 0.4933513104915619, 0.557258129119873, 0.5025036334991455, 0.45331522822380066], "cos_Ac_negg": [0.755068838596344, 0.4933513104915619, 0.557258129119873, 0.5025036334991455, 0.45331522822380066], "r_norm": [1.7520155906677246, 1.5201008319854736, 1.4931888580322266, 1.513851284980774, 1.4892126321792603], "ldr": {"dL_sdil": -0.03384828567504883, "dL_bp": -0.0336383581161499, "ratio": 1.0062407195432685}}, {"step": 2800, "epoch": 7, "train_loss": 1.482157588005066, "cos_r_negg": [0.7750015258789062, 0.5150842070579529, 0.5661492347717285, 0.519260048866272, 0.46165576577186584], "cos_apical_negg": [0.7750015258789062, 0.5150842070579529, 0.5661492347717285, 0.519260048866272, 0.46165576577186584], "cos_Ac_negg": [0.7750015258789062, 0.5150842070579529, 0.5661492347717285, 0.519260048866272, 0.46165576577186584], "r_norm": [1.7397788763046265, 1.5059317350387573, 1.4804229736328125, 1.4972105026245117, 1.4716918468475342]}, {"step": 2850, "epoch": 7, "train_loss": 1.5576503276824951, "cos_r_negg": [0.7734436988830566, 0.5201550722122192, 0.5618324279785156, 0.5260938405990601, 0.4717961549758911], "cos_apical_negg": [0.7734436988830566, 0.5201550722122192, 0.5618324279785156, 0.5260938405990601, 0.4717961549758911], "cos_Ac_negg": [0.7734436988830566, 0.5201550722122192, 0.5618324279785156, 0.5260938405990601, 0.4717961549758911], "r_norm": [1.7331624031066895, 1.496960163116455, 1.4679750204086304, 1.4884672164916992, 1.4608101844787598]}, {"step": 2900, "epoch": 7, "train_loss": 1.4045251607894897, "cos_r_negg": [0.7818055152893066, 0.5218952298164368, 0.5768225789070129, 0.5377821922302246, 0.4949937164783478], "cos_apical_negg": [0.7818055152893066, 0.5218952298164368, 0.5768225789070129, 0.5377821922302246, 0.4949937164783478], "cos_Ac_negg": [0.7818055152893066, 0.5218952298164368, 0.5768225789070129, 0.5377821922302246, 0.4949937164783478], "r_norm": [1.698839783668518, 1.4598877429962158, 1.4373146295547485, 1.4554698467254639, 1.428115725517273]}, {"step": 2950, "epoch": 7, "train_loss": 1.5613046884536743, "cos_r_negg": [0.7738412618637085, 0.5359705686569214, 0.5844473838806152, 0.5524676442146301, 0.49953266978263855], "cos_apical_negg": [0.7738412618637085, 0.5359705686569214, 0.5844473838806152, 0.5524676442146301, 0.49953266978263855], "cos_Ac_negg": [0.7738412618637085, 0.5359705686569214, 0.5844473838806152, 0.5524676442146301, 0.49953266978263855], "r_norm": [1.686502456665039, 1.4450575113296509, 1.421057939529419, 1.4328207969665527, 1.4075019359588623]}, {"step": 3000, "epoch": 7, "train_loss": 1.5690319538116455, "cos_r_negg": [0.7826697826385498, 0.5587172508239746, 0.6013681888580322, 0.5656288862228394, 0.5126706957817078], "cos_apical_negg": [0.7826697826385498, 0.5587172508239746, 0.6013681888580322, 0.5656288862228394, 0.5126706957817078], "cos_Ac_negg": [0.7826697826385498, 0.5587172508239746, 0.6013681888580322, 0.5656288862228394, 0.5126706957817078], "r_norm": [1.685255527496338, 1.4407932758331299, 1.4174641370773315, 1.4320828914642334, 1.4021666049957275], "ldr": {"dL_sdil": -0.04063618183135986, "dL_bp": -0.04156076908111572, "ratio": 0.9777533652480948}}, {"step": 3050, "epoch": 7, "train_loss": 1.463897705078125, "cos_r_negg": [0.7859777808189392, 0.5541387796401978, 0.6144202351570129, 0.5768321752548218, 0.521885335445404], "cos_apical_negg": [0.7859777808189392, 0.5541387796401978, 0.6144202351570129, 0.5768321752548218, 0.521885335445404], "cos_Ac_negg": [0.7859777808189392, 0.5541387796401978, 0.6144202351570129, 0.5768321752548218, 0.521885335445404], "r_norm": [1.6693451404571533, 1.4216123819351196, 1.4006915092468262, 1.4115183353424072, 1.388051986694336]}, {"step": 3100, "epoch": 7, "train_loss": 1.2867140769958496, "cos_r_negg": [0.7804133296012878, 0.5655758380889893, 0.6209719777107239, 0.5788708925247192, 0.5386847257614136], "cos_apical_negg": [0.7804133296012878, 0.5655758380889893, 0.6209719777107239, 0.5788708925247192, 0.5386847257614136], "cos_Ac_negg": [0.7804133296012878, 0.5655758380889893, 0.6209719777107239, 0.5788708925247192, 0.5386847257614136], "r_norm": [1.640028715133667, 1.3939950466156006, 1.3725554943084717, 1.3813772201538086, 1.3552240133285522]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4348, "test_loss": 1.7305115966796876}, {"step": 3150, "epoch": 8, "train_loss": 1.3491814136505127, "cos_r_negg": [0.7837495803833008, 0.5783443450927734, 0.6194518804550171, 0.5870667695999146, 0.5461903214454651], "cos_apical_negg": [0.7837495803833008, 0.5783443450927734, 0.6194518804550171, 0.5870667695999146, 0.5461903214454651], "cos_Ac_negg": [0.7837495803833008, 0.5783443450927734, 0.6194518804550171, 0.5870667695999146, 0.5461903214454651], "r_norm": [1.6636991500854492, 1.412391185760498, 1.394585371017456, 1.3999733924865723, 1.3728808164596558]}, {"step": 3200, "epoch": 8, "train_loss": 1.3933602571487427, "cos_r_negg": [0.7844439148902893, 0.5773553848266602, 0.6219193935394287, 0.6035816073417664, 0.555851936340332], "cos_apical_negg": [0.7844439148902893, 0.5773553848266602, 0.6219193935394287, 0.6035816073417664, 0.555851936340332], "cos_Ac_negg": [0.7844439148902893, 0.5773553848266602, 0.6219193935394287, 0.6035816073417664, 0.555851936340332], "r_norm": [1.6530693769454956, 1.3995203971862793, 1.3785638809204102, 1.3833545446395874, 1.3543262481689453]}, {"step": 3250, "epoch": 8, "train_loss": 1.311558485031128, "cos_r_negg": [0.7942246198654175, 0.5973007678985596, 0.6393394470214844, 0.6038761138916016, 0.5766346454620361], "cos_apical_negg": [0.7942246198654175, 0.5973007678985596, 0.6393394470214844, 0.6038761138916016, 0.5766346454620361], "cos_Ac_negg": [0.7942246198654175, 0.5973007678985596, 0.6393394470214844, 0.6038761138916016, 0.5766346454620361], "r_norm": [1.6567068099975586, 1.3984181880950928, 1.3780488967895508, 1.384948968887329, 1.357170581817627], "ldr": {"dL_sdil": -0.059893250465393066, "dL_bp": -0.06286501884460449, "ratio": 0.9527277898928606}}, {"step": 3300, "epoch": 8, "train_loss": 1.4276130199432373, "cos_r_negg": [0.8044637441635132, 0.6026310324668884, 0.6527373790740967, 0.6202367544174194, 0.5948756337165833], "cos_apical_negg": [0.8044637441635132, 0.6026310324668884, 0.6527373790740967, 0.6202367544174194, 0.5948756337165833], "cos_Ac_negg": [0.8044637441635132, 0.6026310324668884, 0.6527373790740967, 0.6202367544174194, 0.5948756337165833], "r_norm": [1.651932716369629, 1.3917555809020996, 1.3736107349395752, 1.3771414756774902, 1.3527511358261108]}, {"step": 3350, "epoch": 8, "train_loss": 1.2680457830429077, "cos_r_negg": [0.8002766966819763, 0.6115970015525818, 0.658927321434021, 0.6257509589195251, 0.5972907543182373], "cos_apical_negg": [0.8002766966819763, 0.6115970015525818, 0.658927321434021, 0.6257509589195251, 0.5972907543182373], "cos_Ac_negg": [0.8002766966819763, 0.6115970015525818, 0.658927321434021, 0.6257509589195251, 0.5972907543182373], "r_norm": [1.639251947402954, 1.3784098625183105, 1.3614068031311035, 1.3621267080307007, 1.3360271453857422]}, {"step": 3400, "epoch": 8, "train_loss": 1.4966650009155273, "cos_r_negg": [0.8020507097244263, 0.6223436594009399, 0.6657576560974121, 0.6296498775482178, 0.6115983724594116], "cos_apical_negg": [0.8020507097244263, 0.6223436594009399, 0.6657576560974121, 0.6296498775482178, 0.6115983724594116], "cos_Ac_negg": [0.8020507097244263, 0.6223436594009399, 0.6657576560974121, 0.6296498775482178, 0.6115983724594116], "r_norm": [1.64359712600708, 1.378230333328247, 1.3584356307983398, 1.3575894832611084, 1.3323496580123901]}, {"step": 3450, "epoch": 8, "train_loss": 1.172191858291626, "cos_r_negg": [0.8072410821914673, 0.6404438614845276, 0.6757280826568604, 0.6505316495895386, 0.6302127242088318], "cos_apical_negg": [0.8072410821914673, 0.6404438614845276, 0.6757280826568604, 0.6505316495895386, 0.6302127242088318], "cos_Ac_negg": [0.8072410821914673, 0.6404438614845276, 0.6757280826568604, 0.6505316495895386, 0.6302127242088318], "r_norm": [1.6229908466339111, 1.3607232570648193, 1.3443922996520996, 1.341573715209961, 1.3190126419067383]}, {"step": 3500, "epoch": 8, "train_loss": 1.2850837707519531, "cos_r_negg": [0.8103484511375427, 0.6504119634628296, 0.6791828870773315, 0.6593368649482727, 0.6323111057281494], "cos_apical_negg": [0.8103484511375427, 0.6504119634628296, 0.6791828870773315, 0.6593368649482727, 0.6323111057281494], "cos_Ac_negg": [0.8103484511375427, 0.6504119634628296, 0.6791828870773315, 0.6593368649482727, 0.6323111057281494], "r_norm": [1.5966854095458984, 1.3342268466949463, 1.3183106184005737, 1.3156952857971191, 1.2901253700256348], "ldr": {"dL_sdil": -0.04425811767578125, "dL_bp": -0.046611785888671875, "ratio": 0.9495048694655864}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4413, "test_loss": 1.7247795654296876}, {"step": 3550, "epoch": 9, "train_loss": 1.1006932258605957, "cos_r_negg": [0.8092972636222839, 0.6565752029418945, 0.693829357624054, 0.6656662821769714, 0.6465290188789368], "cos_apical_negg": [0.8092972636222839, 0.6565752029418945, 0.693829357624054, 0.6656662821769714, 0.6465290188789368], "cos_Ac_negg": [0.8092972636222839, 0.6565752029418945, 0.693829357624054, 0.6656662821769714, 0.6465290188789368], "r_norm": [1.638636827468872, 1.3709969520568848, 1.3529126644134521, 1.3495948314666748, 1.324094533920288]}, {"step": 3600, "epoch": 9, "train_loss": 1.2771565914154053, "cos_r_negg": [0.8131396770477295, 0.6632823348045349, 0.7057875394821167, 0.6777093410491943, 0.6476882696151733], "cos_apical_negg": [0.8131396770477295, 0.6632823348045349, 0.7057875394821167, 0.6777093410491943, 0.6476882696151733], "cos_Ac_negg": [0.8131396770477295, 0.6632823348045349, 0.7057875394821167, 0.6777093410491943, 0.6476882696151733], "r_norm": [1.5749778747558594, 1.3152064085006714, 1.2967928647994995, 1.2928242683410645, 1.2684062719345093]}, {"step": 3650, "epoch": 9, "train_loss": 1.3351331949234009, "cos_r_negg": [0.814814567565918, 0.6720678806304932, 0.7142756581306458, 0.6812427043914795, 0.6591307520866394], "cos_apical_negg": [0.814814567565918, 0.6720678806304932, 0.7142756581306458, 0.6812427043914795, 0.6591307520866394], "cos_Ac_negg": [0.814814567565918, 0.6720678806304932, 0.7142756581306458, 0.6812427043914795, 0.6591307520866394], "r_norm": [1.60568368434906, 1.3393664360046387, 1.3209099769592285, 1.3159043788909912, 1.2916629314422607]}, {"step": 3700, "epoch": 9, "train_loss": 1.2927958965301514, "cos_r_negg": [0.8224420547485352, 0.6814863681793213, 0.7194485664367676, 0.6992150545120239, 0.6671549081802368], "cos_apical_negg": [0.8224420547485352, 0.6814863681793213, 0.7194485664367676, 0.6992150545120239, 0.6671549081802368], "cos_Ac_negg": [0.8224420547485352, 0.6814863681793213, 0.7194485664367676, 0.6992150545120239, 0.6671549081802368], "r_norm": [1.5939648151397705, 1.3303711414337158, 1.3103379011154175, 1.303911805152893, 1.2768583297729492]}, {"step": 3750, "epoch": 9, "train_loss": 1.2535734176635742, "cos_r_negg": [0.8113747835159302, 0.6921384334564209, 0.7265669107437134, 0.7039692401885986, 0.6801881790161133], "cos_apical_negg": [0.8113747835159302, 0.6921384334564209, 0.7265669107437134, 0.7039692401885986, 0.6801881790161133], "cos_Ac_negg": [0.8113747835159302, 0.6921384334564209, 0.7265669107437134, 0.7039692401885986, 0.6801881790161133], "r_norm": [1.614264965057373, 1.3467047214508057, 1.3270509243011475, 1.3176593780517578, 1.2896043062210083], "ldr": {"dL_sdil": -0.06852591037750244, "dL_bp": -0.0727306604385376, "ratio": 0.942187379632164}}, {"step": 3800, "epoch": 9, "train_loss": 1.5085797309875488, "cos_r_negg": [0.8167482018470764, 0.6952239871025085, 0.7347594499588013, 0.711320161819458, 0.6906351447105408], "cos_apical_negg": [0.8167482018470764, 0.6952239871025085, 0.7347594499588013, 0.711320161819458, 0.6906351447105408], "cos_Ac_negg": [0.8167482018470764, 0.6952239871025085, 0.7347594499588013, 0.711320161819458, 0.6906351447105408], "r_norm": [1.6025186777114868, 1.3323848247528076, 1.3142681121826172, 1.3056108951568604, 1.282271385192871]}, {"step": 3850, "epoch": 9, "train_loss": 1.1603269577026367, "cos_r_negg": [0.8177052736282349, 0.7041651606559753, 0.7471541166305542, 0.7248082756996155, 0.6992524862289429], "cos_apical_negg": [0.8177052736282349, 0.7041651606559753, 0.7471541166305542, 0.7248082756996155, 0.6992524862289429], "cos_Ac_negg": [0.8177052736282349, 0.7041651606559753, 0.7471541166305542, 0.7248082756996155, 0.6992524862289429], "r_norm": [1.598013162612915, 1.3306676149368286, 1.3113371133804321, 1.3034747838974, 1.2779009342193604]}, {"step": 3900, "epoch": 9, "train_loss": 1.2745918035507202, "cos_r_negg": [0.8310256004333496, 0.7142582535743713, 0.7546690106391907, 0.7308632135391235, 0.7128973603248596], "cos_apical_negg": [0.8310256004333496, 0.7142582535743713, 0.7546690106391907, 0.7308632135391235, 0.7128973603248596], "cos_Ac_negg": [0.8310256004333496, 0.7142582535743713, 0.7546690106391907, 0.7308632135391235, 0.7128973603248596], "r_norm": [1.5753474235534668, 1.3090944290161133, 1.2935960292816162, 1.2791333198547363, 1.2547568082809448]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4359, "test_loss": 1.7674935668945313}, {"step": 3950, "epoch": 10, "train_loss": 1.126176357269287, "cos_r_negg": [0.8301371335983276, 0.7191452980041504, 0.7577228546142578, 0.7347038388252258, 0.7165263295173645], "cos_apical_negg": [0.8301371335983276, 0.7191452980041504, 0.7577228546142578, 0.7347038388252258, 0.7165263295173645], "cos_Ac_negg": [0.8301371335983276, 0.7191452980041504, 0.7577228546142578, 0.7347038388252258, 0.7165263295173645], "r_norm": [1.560567855834961, 1.294973373413086, 1.2801653146743774, 1.2663627862930298, 1.240471601486206]}, {"step": 4000, "epoch": 10, "train_loss": 1.2046276330947876, "cos_r_negg": [0.8277888298034668, 0.7240814566612244, 0.7644646167755127, 0.7431672215461731, 0.731681227684021], "cos_apical_negg": [0.8277888298034668, 0.7240814566612244, 0.7644646167755127, 0.7431672215461731, 0.731681227684021], "cos_Ac_negg": [0.8277888298034668, 0.7240814566612244, 0.7644646167755127, 0.7431672215461731, 0.731681227684021], "r_norm": [1.569034218788147, 1.3025985956192017, 1.286623477935791, 1.2706916332244873, 1.2437738180160522], "ldr": {"dL_sdil": -0.0481952428817749, "dL_bp": -0.053583741188049316, "ratio": 0.8994378110448884}}, {"step": 4050, "epoch": 10, "train_loss": 1.0605915784835815, "cos_r_negg": [0.8316261768341064, 0.729173481464386, 0.7690961360931396, 0.7468260526657104, 0.7355341911315918], "cos_apical_negg": [0.8316261768341064, 0.729173481464386, 0.7690961360931396, 0.7468260526657104, 0.7355341911315918], "cos_Ac_negg": [0.8316261768341064, 0.729173481464386, 0.7690961360931396, 0.7468260526657104, 0.7355341911315918], "r_norm": [1.5575683116912842, 1.291948914527893, 1.276015281677246, 1.2618662118911743, 1.2355048656463623]}, {"step": 4100, "epoch": 10, "train_loss": 1.2756643295288086, "cos_r_negg": [0.8299497365951538, 0.7380326390266418, 0.7834099531173706, 0.7551350593566895, 0.7469567060470581], "cos_apical_negg": [0.8299497365951538, 0.7380326390266418, 0.7834099531173706, 0.7551350593566895, 0.7469567060470581], "cos_Ac_negg": [0.8299497365951538, 0.7380326390266418, 0.7834099531173706, 0.7551350593566895, 0.7469567060470581], "r_norm": [1.5620615482330322, 1.2959187030792236, 1.28151535987854, 1.265074372291565, 1.2390046119689941]}, {"step": 4150, "epoch": 10, "train_loss": 1.088342547416687, "cos_r_negg": [0.8439579606056213, 0.7457757592201233, 0.7844838500022888, 0.7627109289169312, 0.752985417842865], "cos_apical_negg": [0.8439579606056213, 0.7457757592201233, 0.7844838500022888, 0.7627109289169312, 0.752985417842865], "cos_Ac_negg": [0.8439579606056213, 0.7457757592201233, 0.7844838500022888, 0.7627109289169312, 0.752985417842865], "r_norm": [1.6048367023468018, 1.3314557075500488, 1.3176586627960205, 1.2981271743774414, 1.2715263366699219]}, {"step": 4200, "epoch": 10, "train_loss": 1.3357429504394531, "cos_r_negg": [0.8347223401069641, 0.7560131549835205, 0.7949134111404419, 0.7719637155532837, 0.7514159679412842], "cos_apical_negg": [0.8347223401069641, 0.7560131549835205, 0.7949134111404419, 0.7719637155532837, 0.7514159679412842], "cos_Ac_negg": [0.8347223401069641, 0.7560131549835205, 0.7949134111404419, 0.7719637155532837, 0.7514159679412842], "r_norm": [1.5884180068969727, 1.3181730508804321, 1.3023529052734375, 1.281930923461914, 1.2545664310455322]}, {"step": 4250, "epoch": 10, "train_loss": 1.3423714637756348, "cos_r_negg": [0.8362444043159485, 0.757588267326355, 0.7957664132118225, 0.7777068614959717, 0.7587228417396545], "cos_apical_negg": [0.8362444043159485, 0.757588267326355, 0.7957664132118225, 0.7777068614959717, 0.7587228417396545], "cos_Ac_negg": [0.8362444043159485, 0.757588267326355, 0.7957664132118225, 0.7777068614959717, 0.7587228417396545], "r_norm": [1.6054332256317139, 1.3322386741638184, 1.3134113550186157, 1.2938580513000488, 1.264488697052002], "ldr": {"dL_sdil": -0.0736227035522461, "dL_bp": -0.0798187255859375, "ratio": 0.9223738290957751}}, {"step": 4300, "epoch": 10, "train_loss": 1.0515531301498413, "cos_r_negg": [0.8356475830078125, 0.7619566321372986, 0.8024383783340454, 0.7844122648239136, 0.7716881036758423], "cos_apical_negg": [0.8356475830078125, 0.7619566321372986, 0.8024383783340454, 0.7844122648239136, 0.7716881036758423], "cos_Ac_negg": [0.8356475830078125, 0.7619566321372986, 0.8024383783340454, 0.7844122648239136, 0.7716881036758423], "r_norm": [1.5796719789505005, 1.3094255924224854, 1.2948181629180908, 1.272672176361084, 1.2460315227508545]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4302, "test_loss": 1.7815753173828126}, {"step": 4350, "epoch": 11, "train_loss": 1.119765043258667, "cos_r_negg": [0.8367284536361694, 0.7729687094688416, 0.8043867349624634, 0.7928467988967896, 0.7809345722198486], "cos_apical_negg": [0.8367284536361694, 0.7729687094688416, 0.8043867349624634, 0.7928467988967896, 0.7809345722198486], "cos_Ac_negg": [0.8367284536361694, 0.7729687094688416, 0.8043867349624634, 0.7928467988967896, 0.7809345722198486], "r_norm": [1.5823447704315186, 1.3121649026870728, 1.2985692024230957, 1.277101993560791, 1.2484626770019531]}, {"step": 4400, "epoch": 11, "train_loss": 1.4104474782943726, "cos_r_negg": [0.8411223888397217, 0.7790325880050659, 0.81319260597229, 0.7994142174720764, 0.7871981859207153], "cos_apical_negg": [0.8411223888397217, 0.7790325880050659, 0.81319260597229, 0.7994142174720764, 0.7871981859207153], "cos_Ac_negg": [0.8411223888397217, 0.7790325880050659, 0.81319260597229, 0.7994142174720764, 0.7871981859207153], "r_norm": [1.60581374168396, 1.3335480690002441, 1.3199219703674316, 1.2973583936691284, 1.2691924571990967]}, {"step": 4450, "epoch": 11, "train_loss": 1.3234682083129883, "cos_r_negg": [0.8430055379867554, 0.7797634601593018, 0.8166197538375854, 0.8043199777603149, 0.7934669256210327], "cos_apical_negg": [0.8430055379867554, 0.7797634601593018, 0.8166197538375854, 0.8043199777603149, 0.7934669256210327], "cos_Ac_negg": [0.8430055379867554, 0.7797634601593018, 0.8166197538375854, 0.8043199777603149, 0.7934669256210327], "r_norm": [1.5897895097732544, 1.3199167251586914, 1.302322268486023, 1.279111385345459, 1.2502691745758057]}, {"step": 4500, "epoch": 11, "train_loss": 1.2164000272750854, "cos_r_negg": [0.8414419889450073, 0.7869174480438232, 0.8232145309448242, 0.8086463212966919, 0.8018134236335754], "cos_apical_negg": [0.8414419889450073, 0.7869174480438232, 0.8232145309448242, 0.8086463212966919, 0.8018134236335754], "cos_Ac_negg": [0.8414419889450073, 0.7869174480438232, 0.8232145309448242, 0.8086463212966919, 0.8018134236335754], "r_norm": [1.5842739343643188, 1.3152363300323486, 1.300307273864746, 1.2767562866210938, 1.2496850490570068], "ldr": {"dL_sdil": -0.05499863624572754, "dL_bp": -0.061805129051208496, "ratio": 0.8898717159891139}}, {"step": 4550, "epoch": 11, "train_loss": 1.2347689867019653, "cos_r_negg": [0.8456469178199768, 0.7947968244552612, 0.8289629817008972, 0.8156037330627441, 0.8069743514060974], "cos_apical_negg": [0.8456469178199768, 0.7947968244552612, 0.8289629817008972, 0.8156037330627441, 0.8069743514060974], "cos_Ac_negg": [0.8456469178199768, 0.7947968244552612, 0.8289629817008972, 0.8156037330627441, 0.8069743514060974], "r_norm": [1.581451416015625, 1.3147985935211182, 1.2998595237731934, 1.2748439311981201, 1.2474690675735474]}, {"step": 4600, "epoch": 11, "train_loss": 1.1930782794952393, "cos_r_negg": [0.845403254032135, 0.794386625289917, 0.8295960426330566, 0.8210330605506897, 0.8130970597267151], "cos_apical_negg": [0.845403254032135, 0.794386625289917, 0.8295960426330566, 0.8210330605506897, 0.8130970597267151], "cos_Ac_negg": [0.845403254032135, 0.794386625289917, 0.8295960426330566, 0.8210330605506897, 0.8130970597267151], "r_norm": [1.5905425548553467, 1.3204214572906494, 1.3047378063201904, 1.2790461778640747, 1.2493150234222412]}, {"step": 4650, "epoch": 11, "train_loss": 1.221099615097046, "cos_r_negg": [0.8487050533294678, 0.8035593032836914, 0.8362054824829102, 0.827509880065918, 0.8241026997566223], "cos_apical_negg": [0.8487050533294678, 0.8035593032836914, 0.8362054824829102, 0.827509880065918, 0.8241026997566223], "cos_Ac_negg": [0.8487050533294678, 0.8035593032836914, 0.8362054824829102, 0.827509880065918, 0.8241026997566223], "r_norm": [1.57798171043396, 1.3113881349563599, 1.2953906059265137, 1.2696533203125, 1.2445892095565796]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4346, "test_loss": 1.8230976196289062}, {"step": 4700, "epoch": 12, "train_loss": 1.0265913009643555, "cos_r_negg": [0.8420236110687256, 0.8034396171569824, 0.8381669521331787, 0.832679033279419, 0.8314224481582642], "cos_apical_negg": [0.8420236110687256, 0.8034396171569824, 0.8381669521331787, 0.832679033279419, 0.8314224481582642], "cos_Ac_negg": [0.8420236110687256, 0.8034396171569824, 0.8381669521331787, 0.832679033279419, 0.8314224481582642], "r_norm": [1.6060404777526855, 1.337091088294983, 1.319336175918579, 1.2912697792053223, 1.2668251991271973]}, {"step": 4750, "epoch": 12, "train_loss": 1.0772897005081177, "cos_r_negg": [0.8498314023017883, 0.805898904800415, 0.8419634699821472, 0.8389914631843567, 0.8318485021591187], "cos_apical_negg": [0.8498314023017883, 0.805898904800415, 0.8419634699821472, 0.8389914631843567, 0.8318485021591187], "cos_Ac_negg": [0.8498314023017883, 0.805898904800415, 0.8419634699821472, 0.8389914631843567, 0.8318485021591187], "r_norm": [1.6144622564315796, 1.3469716310501099, 1.3294535875320435, 1.3005622625350952, 1.2733445167541504], "ldr": {"dL_sdil": -0.06208491325378418, "dL_bp": -0.07070982456207275, "ratio": 0.8780238621477956}}, {"step": 4800, "epoch": 12, "train_loss": 1.1883161067962646, "cos_r_negg": [0.8484026789665222, 0.8130923509597778, 0.8473603129386902, 0.8392668962478638, 0.8418883085250854], "cos_apical_negg": [0.8484026789665222, 0.8130923509597778, 0.8473603129386902, 0.8392668962478638, 0.8418883085250854], "cos_Ac_negg": [0.8484026789665222, 0.8130923509597778, 0.8473603129386902, 0.8392668962478638, 0.8418883085250854], "r_norm": [1.6145285367965698, 1.3455414772033691, 1.3268241882324219, 1.296297311782837, 1.2702581882476807]}, {"step": 4850, "epoch": 12, "train_loss": 1.0845483541488647, "cos_r_negg": [0.8543636798858643, 0.8160942792892456, 0.8476654291152954, 0.8440409302711487, 0.8457472324371338], "cos_apical_negg": [0.8543636798858643, 0.8160942792892456, 0.8476654291152954, 0.8440409302711487, 0.8457472324371338], "cos_Ac_negg": [0.8543636798858643, 0.8160942792892456, 0.8476654291152954, 0.8440409302711487, 0.8457472324371338], "r_norm": [1.6133042573928833, 1.3445316553115845, 1.3255561590194702, 1.2969653606414795, 1.2691619396209717]}, {"step": 4900, "epoch": 12, "train_loss": 1.0538280010223389, "cos_r_negg": [0.8523052930831909, 0.8220754861831665, 0.8552618026733398, 0.8512407541275024, 0.8542686104774475], "cos_apical_negg": [0.8523052930831909, 0.8220754861831665, 0.8552618026733398, 0.8512407541275024, 0.8542686104774475], "cos_Ac_negg": [0.8523052930831909, 0.8220754861831665, 0.8552618026733398, 0.8512407541275024, 0.8542686104774475], "r_norm": [1.606575846672058, 1.3424437046051025, 1.3248040676116943, 1.295087456703186, 1.2693369388580322]}, {"step": 4950, "epoch": 12, "train_loss": 1.0231845378875732, "cos_r_negg": [0.8559862971305847, 0.8269636631011963, 0.8602204322814941, 0.8538772463798523, 0.8557431697845459], "cos_apical_negg": [0.8559862971305847, 0.8269636631011963, 0.8602204322814941, 0.8538772463798523, 0.8557431697845459], "cos_Ac_negg": [0.8559862971305847, 0.8269636631011963, 0.8602204322814941, 0.8538772463798523, 0.8557431697845459], "r_norm": [1.6017075777053833, 1.336818814277649, 1.3187370300292969, 1.2907953262329102, 1.2680439949035645]}, {"step": 5000, "epoch": 12, "train_loss": 1.116457223892212, "cos_r_negg": [0.8498189449310303, 0.8302394151687622, 0.863285481929779, 0.8591718673706055, 0.8585001826286316], "cos_apical_negg": [0.8498189449310303, 0.8302394151687622, 0.863285481929779, 0.8591718673706055, 0.8585001826286316], "cos_Ac_negg": [0.8498189449310303, 0.8302394151687622, 0.863285481929779, 0.8591718673706055, 0.8585001826286316], "r_norm": [1.631939172744751, 1.3667213916778564, 1.3465322256088257, 1.3179188966751099, 1.290306806564331], "ldr": {"dL_sdil": -0.0715179443359375, "dL_bp": -0.08124315738677979, "ratio": 0.8802949889731291}}, {"step": 5050, "epoch": 12, "train_loss": 1.2943137884140015, "cos_r_negg": [0.8507937788963318, 0.83458411693573, 0.8672876358032227, 0.8642520308494568, 0.8627450466156006], "cos_apical_negg": [0.8507937788963318, 0.83458411693573, 0.8672876358032227, 0.8642520308494568, 0.8627450466156006], "cos_Ac_negg": [0.8507937788963318, 0.83458411693573, 0.8672876358032227, 0.8642520308494568, 0.8627450466156006], "r_norm": [1.6028763055801392, 1.3421568870544434, 1.3232827186584473, 1.292799949645996, 1.2670741081237793]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4235, "test_loss": 1.929014013671875}, {"step": 5100, "epoch": 13, "train_loss": 0.8979939222335815, "cos_r_negg": [0.862483561038971, 0.8391894102096558, 0.8690884709358215, 0.8690721988677979, 0.868054986000061], "cos_apical_negg": [0.862483561038971, 0.8391894102096558, 0.8690884709358215, 0.8690721988677979, 0.868054986000061], "cos_Ac_negg": [0.862483561038971, 0.8391894102096558, 0.8690884709358215, 0.8690721988677979, 0.868054986000061], "r_norm": [1.6184179782867432, 1.3574025630950928, 1.3365511894226074, 1.3029484748840332, 1.278923749923706]}, {"step": 5150, "epoch": 13, "train_loss": 1.0194041728973389, "cos_r_negg": [0.857858419418335, 0.8412266373634338, 0.870546817779541, 0.8708680868148804, 0.8702099323272705], "cos_apical_negg": [0.857858419418335, 0.8412266373634338, 0.870546817779541, 0.8708680868148804, 0.8702099323272705], "cos_Ac_negg": [0.857858419418335, 0.8412266373634338, 0.870546817779541, 0.8708680868148804, 0.8702099323272705], "r_norm": [1.6136809587478638, 1.3553109169006348, 1.332731008529663, 1.3034818172454834, 1.277259111404419]}, {"step": 5200, "epoch": 13, "train_loss": 1.1150119304656982, "cos_r_negg": [0.8574032783508301, 0.8429354429244995, 0.8735284805297852, 0.8708207011222839, 0.8702957630157471], "cos_apical_negg": [0.8574032783508301, 0.8429354429244995, 0.8735284805297852, 0.8708207011222839, 0.8702957630157471], "cos_Ac_negg": [0.8574032783508301, 0.8429354429244995, 0.8735284805297852, 0.8708207011222839, 0.8702957630157471], "r_norm": [1.626642107963562, 1.368299126625061, 1.344317078590393, 1.3154470920562744, 1.2899755239486694]}, {"step": 5250, "epoch": 13, "train_loss": 1.1452970504760742, "cos_r_negg": [0.8597257137298584, 0.847665011882782, 0.8790409564971924, 0.8769129514694214, 0.8802664279937744], "cos_apical_negg": [0.8597257137298584, 0.847665011882782, 0.8790409564971924, 0.8769129514694214, 0.8802664279937744], "cos_Ac_negg": [0.8597257137298584, 0.847665011882782, 0.8790409564971924, 0.8769129514694214, 0.8802664279937744], "r_norm": [1.6352043151855469, 1.3768386840820312, 1.3547656536102295, 1.321349024772644, 1.2980971336364746], "ldr": {"dL_sdil": -0.05974698066711426, "dL_bp": -0.07370388507843018, "ratio": 0.8106354312738872}}, {"step": 5300, "epoch": 13, "train_loss": 0.9887620806694031, "cos_r_negg": [0.8562186360359192, 0.8499243259429932, 0.8816697597503662, 0.8798816800117493, 0.877198338508606], "cos_apical_negg": [0.8562186360359192, 0.8499243259429932, 0.8816697597503662, 0.8798816800117493, 0.877198338508606], "cos_Ac_negg": [0.8562186360359192, 0.8499243259429932, 0.8816697597503662, 0.8798816800117493, 0.877198338508606], "r_norm": [1.6922378540039062, 1.4232535362243652, 1.3962597846984863, 1.3624169826507568, 1.3343555927276611]}, {"step": 5350, "epoch": 13, "train_loss": 1.0995118618011475, "cos_r_negg": [0.8648435473442078, 0.852648138999939, 0.8805205821990967, 0.8821624517440796, 0.8836078643798828], "cos_apical_negg": [0.8648435473442078, 0.852648138999939, 0.8805205821990967, 0.8821624517440796, 0.8836078643798828], "cos_Ac_negg": [0.8648435473442078, 0.852648138999939, 0.8805205821990967, 0.8821624517440796, 0.8836078643798828], "r_norm": [1.6502139568328857, 1.3915646076202393, 1.3658123016357422, 1.3345531225204468, 1.3085545301437378]}, {"step": 5400, "epoch": 13, "train_loss": 1.1780743598937988, "cos_r_negg": [0.8556720018386841, 0.8533970713615417, 0.8874325156211853, 0.8882794380187988, 0.8898700475692749], "cos_apical_negg": [0.8556720018386841, 0.8533970713615417, 0.8874325156211853, 0.8882794380187988, 0.8898700475692749], "cos_Ac_negg": [0.8556720018386841, 0.8533970713615417, 0.8874325156211853, 0.8882794380187988, 0.8898700475692749], "r_norm": [1.649247646331787, 1.392683506011963, 1.3657424449920654, 1.3346840143203735, 1.306305170059204]}, {"step": 5450, "epoch": 13, "train_loss": 1.0610207319259644, "cos_r_negg": [0.859900712966919, 0.8555704355239868, 0.889769434928894, 0.8892545700073242, 0.8950091600418091], "cos_apical_negg": [0.859900712966919, 0.8555704355239868, 0.889769434928894, 0.8892545700073242, 0.8950091600418091], "cos_Ac_negg": [0.859900712966919, 0.8555704355239868, 0.889769434928894, 0.8892545700073242, 0.8950091600418091], "r_norm": [1.6678025722503662, 1.4112396240234375, 1.3838227987289429, 1.3539278507232666, 1.326225757598877]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4314, "test_loss": 1.9278566284179688}, {"step": 5500, "epoch": 14, "train_loss": 0.9069548845291138, "cos_r_negg": [0.8563972115516663, 0.862168550491333, 0.8912623524665833, 0.8935821056365967, 0.8992583155632019], "cos_apical_negg": [0.8563972115516663, 0.862168550491333, 0.8912623524665833, 0.8935821056365967, 0.8992583155632019], "cos_Ac_negg": [0.8563972115516663, 0.862168550491333, 0.8912623524665833, 0.8935821056365967, 0.8992583155632019], "r_norm": [1.6965771913528442, 1.4386570453643799, 1.413465976715088, 1.3814475536346436, 1.3543463945388794], "ldr": {"dL_sdil": -0.06216073036193848, "dL_bp": -0.0777580738067627, "ratio": 0.7994119107993168}}, {"step": 5550, "epoch": 14, "train_loss": 1.0411560535430908, "cos_r_negg": [0.8611634373664856, 0.860693097114563, 0.8932228684425354, 0.8951321840286255, 0.8992248773574829], "cos_apical_negg": [0.8611634373664856, 0.860693097114563, 0.8932228684425354, 0.8951321840286255, 0.8992248773574829], "cos_Ac_negg": [0.8611634373664856, 0.860693097114563, 0.8932228684425354, 0.8951321840286255, 0.8992248773574829], "r_norm": [1.6686372756958008, 1.4152815341949463, 1.3896301984786987, 1.3546442985534668, 1.3309428691864014]}, {"step": 5600, "epoch": 14, "train_loss": 0.931181013584137, "cos_r_negg": [0.858233630657196, 0.8635330200195312, 0.8937783241271973, 0.8983482122421265, 0.9028916358947754], "cos_apical_negg": [0.858233630657196, 0.8635330200195312, 0.8937783241271973, 0.8983482122421265, 0.9028916358947754], "cos_Ac_negg": [0.858233630657196, 0.8635330200195312, 0.8937783241271973, 0.8983482122421265, 0.9028916358947754], "r_norm": [1.688185691833496, 1.4353878498077393, 1.4086675643920898, 1.3738737106323242, 1.3497371673583984]}, {"step": 5650, "epoch": 14, "train_loss": 1.1035140752792358, "cos_r_negg": [0.8576991558074951, 0.8678706884384155, 0.8964999318122864, 0.9012110233306885, 0.9042584896087646], "cos_apical_negg": [0.8576991558074951, 0.8678706884384155, 0.8964999318122864, 0.9012110233306885, 0.9042584896087646], "cos_Ac_negg": [0.8576991558074951, 0.8678706884384155, 0.8964999318122864, 0.9012110233306885, 0.9042584896087646], "r_norm": [1.6925063133239746, 1.441935658454895, 1.4146194458007812, 1.3777896165847778, 1.3519892692565918]}, {"step": 5700, "epoch": 14, "train_loss": 0.9565474987030029, "cos_r_negg": [0.862297773361206, 0.8692878484725952, 0.8979555368423462, 0.9057006239891052, 0.9080504179000854], "cos_apical_negg": [0.862297773361206, 0.8692878484725952, 0.8979555368423462, 0.9057006239891052, 0.9080504179000854], "cos_Ac_negg": [0.862297773361206, 0.8692878484725952, 0.8979555368423462, 0.9057006239891052, 0.9080504179000854], "r_norm": [1.7036441564559937, 1.4518730640411377, 1.4221402406692505, 1.3849574327468872, 1.360027551651001]}, {"step": 5750, "epoch": 14, "train_loss": 1.006312370300293, "cos_r_negg": [0.858211874961853, 0.8718984127044678, 0.9011915326118469, 0.9054310321807861, 0.9128451347351074], "cos_apical_negg": [0.858211874961853, 0.8718984127044678, 0.9011915326118469, 0.9054310321807861, 0.9128451347351074], "cos_Ac_negg": [0.858211874961853, 0.8718984127044678, 0.9011915326118469, 0.9054310321807861, 0.9128451347351074], "r_norm": [1.7297711372375488, 1.4775633811950684, 1.4467333555221558, 1.4085825681686401, 1.3833966255187988], "ldr": {"dL_sdil": -0.06435203552246094, "dL_bp": -0.08375167846679688, "ratio": 0.7683671145524937}}, {"step": 5800, "epoch": 14, "train_loss": 1.0476548671722412, "cos_r_negg": [0.8641954660415649, 0.8723287582397461, 0.8996433615684509, 0.9080926179885864, 0.9142009615898132], "cos_apical_negg": [0.8641954660415649, 0.8723287582397461, 0.8996433615684509, 0.9080926179885864, 0.9142009615898132], "cos_Ac_negg": [0.8641954660415649, 0.8723287582397461, 0.8996433615684509, 0.9080926179885864, 0.9142009615898132], "r_norm": [1.7803361415863037, 1.5238382816314697, 1.492044448852539, 1.452594518661499, 1.423285722732544]}, {"step": 5850, "epoch": 14, "train_loss": 0.8826534748077393, "cos_r_negg": [0.859240710735321, 0.8770246505737305, 0.9039095044136047, 0.9116829633712769, 0.9186240434646606], "cos_apical_negg": [0.859240710735321, 0.8770246505737305, 0.9039095044136047, 0.9116829633712769, 0.9186240434646606], "cos_Ac_negg": [0.859240710735321, 0.8770246505737305, 0.9039095044136047, 0.9116829633712769, 0.9186240434646606], "r_norm": [1.7170015573501587, 1.469282865524292, 1.4382802248001099, 1.4003500938415527, 1.3750741481781006]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4114, "test_loss": 2.0618176391601564}, {"step": 5900, "epoch": 15, "train_loss": 0.8394506573677063, "cos_r_negg": [0.864321231842041, 0.8781848549842834, 0.9068453311920166, 0.9137096405029297, 0.9215292930603027], "cos_apical_negg": [0.864321231842041, 0.8781848549842834, 0.9068453311920166, 0.9137096405029297, 0.9215292930603027], "cos_Ac_negg": [0.864321231842041, 0.8781848549842834, 0.9068453311920166, 0.9137096405029297, 0.9215292930603027], "r_norm": [1.704071283340454, 1.463005542755127, 1.434973120689392, 1.396810531616211, 1.372248649597168]}, {"step": 5950, "epoch": 15, "train_loss": 1.0205304622650146, "cos_r_negg": [0.8652305603027344, 0.8808677792549133, 0.9076886773109436, 0.9158058166503906, 0.921316385269165], "cos_apical_negg": [0.8652305603027344, 0.8808677792549133, 0.9076886773109436, 0.9158058166503906, 0.921316385269165], "cos_Ac_negg": [0.8652305603027344, 0.8808677792549133, 0.9076886773109436, 0.9158058166503906, 0.921316385269165], "r_norm": [1.7496647834777832, 1.5025079250335693, 1.4726123809814453, 1.4317207336425781, 1.4055895805358887]}, {"step": 6000, "epoch": 15, "train_loss": 1.0787500143051147, "cos_r_negg": [0.8618786334991455, 0.8810750246047974, 0.9083033800125122, 0.9179649353027344, 0.9218599200248718], "cos_apical_negg": [0.8618786334991455, 0.8810750246047974, 0.9083033800125122, 0.9179649353027344, 0.9218599200248718], "cos_Ac_negg": [0.8618786334991455, 0.8810750246047974, 0.9083033800125122, 0.9179649353027344, 0.9218599200248718], "r_norm": [1.7228248119354248, 1.4811961650848389, 1.4509594440460205, 1.4129109382629395, 1.3865938186645508], "ldr": {"dL_sdil": -0.05872321128845215, "dL_bp": -0.07788491249084473, "ratio": 0.7539741576438824}}, {"step": 6050, "epoch": 15, "train_loss": 0.9792098999023438, "cos_r_negg": [0.8635170459747314, 0.8816249966621399, 0.9124293327331543, 0.9196917414665222, 0.9234662652015686], "cos_apical_negg": [0.8635170459747314, 0.8816249966621399, 0.9124293327331543, 0.9196917414665222, 0.9234662652015686], "cos_Ac_negg": [0.8635170459747314, 0.8816249966621399, 0.9124293327331543, 0.9196917414665222, 0.9234662652015686], "r_norm": [1.7797667980194092, 1.5304584503173828, 1.5011239051818848, 1.4609657526016235, 1.4335036277770996]}, {"step": 6100, "epoch": 15, "train_loss": 0.9801859855651855, "cos_r_negg": [0.8626774549484253, 0.8850100040435791, 0.9121384620666504, 0.921845555305481, 0.9268440008163452], "cos_apical_negg": [0.8626774549484253, 0.8850100040435791, 0.9121384620666504, 0.921845555305481, 0.9268440008163452], "cos_Ac_negg": [0.8626774549484253, 0.8850100040435791, 0.9121384620666504, 0.921845555305481, 0.9268440008163452], "r_norm": [1.760826826095581, 1.5172466039657593, 1.483816146850586, 1.4437248706817627, 1.416040301322937]}, {"step": 6150, "epoch": 15, "train_loss": 1.1099905967712402, "cos_r_negg": [0.8591874837875366, 0.8861454725265503, 0.912432074546814, 0.9227398633956909, 0.9289513826370239], "cos_apical_negg": [0.8591874837875366, 0.8861454725265503, 0.912432074546814, 0.9227398633956909, 0.9289513826370239], "cos_Ac_negg": [0.8591874837875366, 0.8861454725265503, 0.912432074546814, 0.9227398633956909, 0.9289513826370239], "r_norm": [1.7866933345794678, 1.539980173110962, 1.5079443454742432, 1.4670071601867676, 1.4390712976455688]}, {"step": 6200, "epoch": 15, "train_loss": 0.8918085694313049, "cos_r_negg": [0.8612957000732422, 0.8866568803787231, 0.9156579971313477, 0.9247782826423645, 0.9339382648468018], "cos_apical_negg": [0.8612957000732422, 0.8866568803787231, 0.9156579971313477, 0.9247782826423645, 0.9339382648468018], "cos_Ac_negg": [0.8612957000732422, 0.8866568803787231, 0.9156579971313477, 0.9247782826423645, 0.9339382648468018], "r_norm": [1.8280456066131592, 1.5768269300460815, 1.5419665575027466, 1.4986920356750488, 1.4716073274612427]}, {"step": 6250, "epoch": 15, "train_loss": 0.9648309946060181, "cos_r_negg": [0.871117353439331, 0.8888263702392578, 0.9162368774414062, 0.92625492811203, 0.935179591178894], "cos_apical_negg": [0.871117353439331, 0.8888263702392578, 0.9162368774414062, 0.92625492811203, 0.935179591178894], "cos_Ac_negg": [0.871117353439331, 0.8888263702392578, 0.9162368774414062, 0.92625492811203, 0.935179591178894], "r_norm": [1.8334522247314453, 1.586660385131836, 1.5520859956741333, 1.5111043453216553, 1.4824953079223633], "ldr": {"dL_sdil": -0.06985807418823242, "dL_bp": -0.09047245979309082, "ratio": 0.7721473954394167}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.4263, "test_loss": 2.0396045532226563}, {"step": 6300, "epoch": 16, "train_loss": 0.9706140160560608, "cos_r_negg": [0.8649556040763855, 0.8881997466087341, 0.9162373542785645, 0.9254242181777954, 0.9368377327919006], "cos_apical_negg": [0.8649556040763855, 0.8881997466087341, 0.9162373542785645, 0.9254242181777954, 0.9368377327919006], "cos_Ac_negg": [0.8649556040763855, 0.8881997466087341, 0.9162373542785645, 0.9254242181777954, 0.9368377327919006], "r_norm": [1.8339085578918457, 1.5900766849517822, 1.5576987266540527, 1.5124129056930542, 1.4835971593856812]}, {"step": 6350, "epoch": 16, "train_loss": 0.9388698935508728, "cos_r_negg": [0.8645309209823608, 0.8893129825592041, 0.9176572561264038, 0.9282490015029907, 0.9363684058189392], "cos_apical_negg": [0.8645309209823608, 0.8893129825592041, 0.9176572561264038, 0.9282490015029907, 0.9363684058189392], "cos_Ac_negg": [0.8645309209823608, 0.8893129825592041, 0.9176572561264038, 0.9282490015029907, 0.9363684058189392], "r_norm": [1.7943460941314697, 1.5579144954681396, 1.5236821174621582, 1.4799847602844238, 1.4538841247558594]}, {"step": 6400, "epoch": 16, "train_loss": 0.8830429315567017, "cos_r_negg": [0.8707349300384521, 0.8932395577430725, 0.9216290712356567, 0.930105447769165, 0.9402933716773987], "cos_apical_negg": [0.8707349300384521, 0.8932395577430725, 0.9216290712356567, 0.930105447769165, 0.9402933716773987], "cos_Ac_negg": [0.8707349300384521, 0.8932395577430725, 0.9216290712356567, 0.930105447769165, 0.9402933716773987], "r_norm": [1.8109357357025146, 1.5735976696014404, 1.5402565002441406, 1.4975824356079102, 1.4720203876495361]}, {"step": 6450, "epoch": 16, "train_loss": 0.9984339475631714, "cos_r_negg": [0.8636444807052612, 0.8937506675720215, 0.9216334819793701, 0.9303222298622131, 0.9400306940078735], "cos_apical_negg": [0.8636444807052612, 0.8937506675720215, 0.9216334819793701, 0.9303222298622131, 0.9400306940078735], "cos_Ac_negg": [0.8636444807052612, 0.8937506675720215, 0.9216334819793701, 0.9303222298622131, 0.9400306940078735], "r_norm": [1.8191877603530884, 1.5808448791503906, 1.547055721282959, 1.5034434795379639, 1.4770704507827759]}, {"step": 6500, "epoch": 16, "train_loss": 1.2354893684387207, "cos_r_negg": [0.8605608940124512, 0.8965280055999756, 0.9214171171188354, 0.9327256679534912, 0.942977786064148], "cos_apical_negg": [0.8605608940124512, 0.8965280055999756, 0.9214171171188354, 0.9327256679534912, 0.942977786064148], "cos_Ac_negg": [0.8605608940124512, 0.8965280055999756, 0.9214171171188354, 0.9327256679534912, 0.942977786064148], "r_norm": [1.8235303163528442, 1.5906224250793457, 1.55476713180542, 1.5121064186096191, 1.483062982559204], "ldr": {"dL_sdil": -0.06900215148925781, "dL_bp": -0.09443259239196777, "ratio": 0.7307027133475897}}, {"step": 6550, "epoch": 16, "train_loss": 0.9653046131134033, "cos_r_negg": [0.8614510893821716, 0.8951340913772583, 0.9220464825630188, 0.9344071745872498, 0.9432289600372314], "cos_apical_negg": [0.8614510893821716, 0.8951340913772583, 0.9220464825630188, 0.9344071745872498, 0.9432289600372314], "cos_Ac_negg": [0.8614510893821716, 0.8951340913772583, 0.9220464825630188, 0.9344071745872498, 0.9432289600372314], "r_norm": [1.844269871711731, 1.6093621253967285, 1.5674844980239868, 1.5252152681350708, 1.495926856994629]}, {"step": 6600, "epoch": 16, "train_loss": 1.1400424242019653, "cos_r_negg": [0.8640636205673218, 0.8969470858573914, 0.9237390160560608, 0.9351738095283508, 0.945670485496521], "cos_apical_negg": [0.8640636205673218, 0.8969470858573914, 0.9237390160560608, 0.9351738095283508, 0.945670485496521], "cos_Ac_negg": [0.8640636205673218, 0.8969470858573914, 0.9237390160560608, 0.9351738095283508, 0.945670485496521], "r_norm": [1.874233603477478, 1.636864423751831, 1.598071575164795, 1.5516797304153442, 1.519421100616455]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4308, "test_loss": 2.084941027832031}, {"step": 6650, "epoch": 17, "train_loss": 1.0316380262374878, "cos_r_negg": [0.8617342710494995, 0.8978134989738464, 0.923627495765686, 0.9351480007171631, 0.9436475038528442], "cos_apical_negg": [0.8617342710494995, 0.8978134989738464, 0.923627495765686, 0.9351480007171631, 0.9436475038528442], "cos_Ac_negg": [0.8617342710494995, 0.8978134989738464, 0.923627495765686, 0.9351480007171631, 0.9436475038528442], "r_norm": [1.8632725477218628, 1.6310279369354248, 1.5899293422698975, 1.5459061861038208, 1.5141832828521729]}, {"step": 6700, "epoch": 17, "train_loss": 0.8448599576950073, "cos_r_negg": [0.8641492128372192, 0.8976683616638184, 0.925064206123352, 0.937545657157898, 0.9477304220199585], "cos_apical_negg": [0.8641492128372192, 0.8976683616638184, 0.925064206123352, 0.937545657157898, 0.9477304220199585], "cos_Ac_negg": [0.8641492128372192, 0.8976683616638184, 0.925064206123352, 0.937545657157898, 0.9477304220199585], "r_norm": [1.8285390138626099, 1.6054980754852295, 1.5683293342590332, 1.5232694149017334, 1.4928287267684937]}, {"step": 6750, "epoch": 17, "train_loss": 0.8368240594863892, "cos_r_negg": [0.8646361827850342, 0.9002473950386047, 0.9275498390197754, 0.9376369714736938, 0.9479708671569824], "cos_apical_negg": [0.8646361827850342, 0.9002473950386047, 0.9275498390197754, 0.9376369714736938, 0.9479708671569824], "cos_Ac_negg": [0.8646361827850342, 0.9002473950386047, 0.9275498390197754, 0.9376369714736938, 0.9479708671569824], "r_norm": [1.8462181091308594, 1.6240613460540771, 1.5856702327728271, 1.5386290550231934, 1.5068166255950928], "ldr": {"dL_sdil": -0.06778311729431152, "dL_bp": -0.09418725967407227, "ratio": 0.7196633337552208}}, {"step": 6800, "epoch": 17, "train_loss": 0.8720439672470093, "cos_r_negg": [0.8663743734359741, 0.9000592231750488, 0.9278842210769653, 0.9383889436721802, 0.9491891860961914], "cos_apical_negg": [0.8663743734359741, 0.9000592231750488, 0.9278842210769653, 0.9383889436721802, 0.9491891860961914], "cos_Ac_negg": [0.8663743734359741, 0.9000592231750488, 0.9278842210769653, 0.9383889436721802, 0.9491891860961914], "r_norm": [1.8818471431732178, 1.6561055183410645, 1.6156206130981445, 1.5694963932037354, 1.5386877059936523]}, {"step": 6850, "epoch": 17, "train_loss": 0.933906078338623, "cos_r_negg": [0.8674888610839844, 0.901747465133667, 0.9290592670440674, 0.9402198791503906, 0.9511294960975647], "cos_apical_negg": [0.8674888610839844, 0.901747465133667, 0.9290592670440674, 0.9402198791503906, 0.9511294960975647], "cos_Ac_negg": [0.8674888610839844, 0.901747465133667, 0.9290592670440674, 0.9402198791503906, 0.9511294960975647], "r_norm": [1.936093807220459, 1.7044646739959717, 1.6606825590133667, 1.609968662261963, 1.5800474882125854]}, {"step": 6900, "epoch": 17, "train_loss": 0.9739148616790771, "cos_r_negg": [0.8656198978424072, 0.9024350643157959, 0.9293866157531738, 0.9418544769287109, 0.951425313949585], "cos_apical_negg": [0.8656198978424072, 0.9024350643157959, 0.9293866157531738, 0.9418544769287109, 0.951425313949585], "cos_Ac_negg": [0.8656198978424072, 0.9024350643157959, 0.9293866157531738, 0.9418544769287109, 0.951425313949585], "r_norm": [1.8733397722244263, 1.6545900106430054, 1.6150217056274414, 1.5680752992630005, 1.5350852012634277]}, {"step": 6950, "epoch": 17, "train_loss": 0.8112509250640869, "cos_r_negg": [0.8625404834747314, 0.9033148288726807, 0.93088698387146, 0.9452972412109375, 0.9540951251983643], "cos_apical_negg": [0.8625404834747314, 0.9033148288726807, 0.93088698387146, 0.9452972412109375, 0.9540951251983643], "cos_Ac_negg": [0.8625404834747314, 0.9033148288726807, 0.93088698387146, 0.9452972412109375, 0.9540951251983643], "r_norm": [1.9318833351135254, 1.7091593742370605, 1.6685994863510132, 1.6171717643737793, 1.5827354192733765]}, {"step": 7000, "epoch": 17, "train_loss": 0.8225052952766418, "cos_r_negg": [0.8617030382156372, 0.9037452340126038, 0.930117130279541, 0.9448924660682678, 0.9541084170341492], "cos_apical_negg": [0.8617030382156372, 0.9037452340126038, 0.930117130279541, 0.9448924660682678, 0.9541084170341492], "cos_Ac_negg": [0.8617030382156372, 0.9037452340126038, 0.930117130279541, 0.9448924660682678, 0.9541084170341492], "r_norm": [1.9090051651000977, 1.6900222301483154, 1.6463017463684082, 1.5964168310165405, 1.562986969947815], "ldr": {"dL_sdil": -0.0768289566040039, "dL_bp": -0.10559868812561035, "ratio": 0.7275559760043169}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4269, "test_loss": 2.20114892578125}, {"step": 7050, "epoch": 18, "train_loss": 0.7836900949478149, "cos_r_negg": [0.8631161451339722, 0.9040361046791077, 0.9315084218978882, 0.9449194669723511, 0.9543469548225403], "cos_apical_negg": [0.8631161451339722, 0.9040361046791077, 0.9315084218978882, 0.9449194669723511, 0.9543469548225403], "cos_Ac_negg": [0.8631161451339722, 0.9040361046791077, 0.9315084218978882, 0.9449194669723511, 0.9543469548225403], "r_norm": [1.9361729621887207, 1.7171382904052734, 1.6747303009033203, 1.6208863258361816, 1.5854109525680542]}, {"step": 7100, "epoch": 18, "train_loss": 0.7820045948028564, "cos_r_negg": [0.8611366748809814, 0.9055169820785522, 0.9325586557388306, 0.9475067853927612, 0.9561927914619446], "cos_apical_negg": [0.8611366748809814, 0.9055169820785522, 0.9325586557388306, 0.9475067853927612, 0.9561927914619446], "cos_Ac_negg": [0.8611366748809814, 0.9055169820785522, 0.9325586557388306, 0.9475067853927612, 0.9561927914619446], "r_norm": [1.98291015625, 1.7667735815048218, 1.7225911617279053, 1.6680669784545898, 1.6307803392410278]}, {"step": 7150, "epoch": 18, "train_loss": 0.7771692276000977, "cos_r_negg": [0.8600693941116333, 0.9066650867462158, 0.9329293370246887, 0.9472302198410034, 0.9571908116340637], "cos_apical_negg": [0.8600693941116333, 0.9066650867462158, 0.9329293370246887, 0.9472302198410034, 0.9571908116340637], "cos_Ac_negg": [0.8600693941116333, 0.9066650867462158, 0.9329293370246887, 0.9472302198410034, 0.9571908116340637], "r_norm": [1.9652098417282104, 1.7472587823867798, 1.7019073963165283, 1.6497355699539185, 1.6129213571548462]}, {"step": 7200, "epoch": 18, "train_loss": 0.7596532106399536, "cos_r_negg": [0.8574391603469849, 0.9062350392341614, 0.9328755736351013, 0.9480951428413391, 0.956778883934021], "cos_apical_negg": [0.8574391603469849, 0.9062350392341614, 0.9328755736351013, 0.9480951428413391, 0.956778883934021], "cos_Ac_negg": [0.8574391603469849, 0.9062350392341614, 0.9328755736351013, 0.9480951428413391, 0.956778883934021], "r_norm": [1.9603986740112305, 1.7462193965911865, 1.7009252309799194, 1.649087905883789, 1.6113896369934082]}, {"step": 7250, "epoch": 18, "train_loss": 0.9310300350189209, "cos_r_negg": [0.8636874556541443, 0.9076550006866455, 0.9328199625015259, 0.9482381343841553, 0.9593305587768555], "cos_apical_negg": [0.8636874556541443, 0.9076550006866455, 0.9328199625015259, 0.9482381343841553, 0.9593305587768555], "cos_Ac_negg": [0.8636874556541443, 0.9076550006866455, 0.9328199625015259, 0.9482381343841553, 0.9593305587768555], "r_norm": [2.0178277492523193, 1.7960010766983032, 1.7481586933135986, 1.693786859512329, 1.6547541618347168], "ldr": {"dL_sdil": -0.09224724769592285, "dL_bp": -0.12633323669433594, "ratio": 0.7301898543066354}}, {"step": 7300, "epoch": 18, "train_loss": 0.7365713119506836, "cos_r_negg": [0.8627822399139404, 0.9083850383758545, 0.9342858791351318, 0.9490116238594055, 0.9598576426506042], "cos_apical_negg": [0.8627822399139404, 0.9083850383758545, 0.9342858791351318, 0.9490116238594055, 0.9598576426506042], "cos_Ac_negg": [0.8627822399139404, 0.9083850383758545, 0.9342858791351318, 0.9490116238594055, 0.9598576426506042], "r_norm": [2.035987377166748, 1.8160454034805298, 1.7676423788070679, 1.7117455005645752, 1.6713236570358276]}, {"step": 7350, "epoch": 18, "train_loss": 0.759704053401947, "cos_r_negg": [0.8573167324066162, 0.9064121246337891, 0.9349053502082825, 0.9479169249534607, 0.9593819379806519], "cos_apical_negg": [0.8573167324066162, 0.9064121246337891, 0.9349053502082825, 0.9479169249534607, 0.9593819379806519], "cos_Ac_negg": [0.8573167324066162, 0.9064121246337891, 0.9349053502082825, 0.9479169249534607, 0.9593819379806519], "r_norm": [1.9879677295684814, 1.7738507986068726, 1.7269197702407837, 1.6729748249053955, 1.6313396692276]}, {"step": 7400, "epoch": 18, "train_loss": 0.6715708374977112, "cos_r_negg": [0.8666368722915649, 0.9087940454483032, 0.9357143640518188, 0.9497843980789185, 0.9609403610229492], "cos_apical_negg": [0.8666368722915649, 0.9087940454483032, 0.9357143640518188, 0.9497843980789185, 0.9609403610229492], "cos_Ac_negg": [0.8666368722915649, 0.9087940454483032, 0.9357143640518188, 0.9497843980789185, 0.9609403610229492], "r_norm": [2.027146339416504, 1.8110730648040771, 1.760634422302246, 1.7071408033370972, 1.6662075519561768]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.424, "test_loss": 2.29243193359375}, {"step": 7450, "epoch": 19, "train_loss": 0.6871557235717773, "cos_r_negg": [0.8645228147506714, 0.9089943766593933, 0.9370390176773071, 0.9514524936676025, 0.9626772403717041], "cos_apical_negg": [0.8645228147506714, 0.9089943766593933, 0.9370390176773071, 0.9514524936676025, 0.9626772403717041], "cos_Ac_negg": [0.8645228147506714, 0.9089943766593933, 0.9370390176773071, 0.9514524936676025, 0.9626772403717041], "r_norm": [2.0207748413085938, 1.810573697090149, 1.7616257667541504, 1.7048283815383911, 1.6626306772232056]}, {"step": 7500, "epoch": 19, "train_loss": 0.5981171131134033, "cos_r_negg": [0.8620032668113708, 0.9085392355918884, 0.9358017444610596, 0.9506798982620239, 0.962636411190033], "cos_apical_negg": [0.8620032668113708, 0.9085392355918884, 0.9358017444610596, 0.9506798982620239, 0.962636411190033], "cos_Ac_negg": [0.8620032668113708, 0.9085392355918884, 0.9358017444610596, 0.9506798982620239, 0.962636411190033], "r_norm": [2.0648000240325928, 1.8511710166931152, 1.802565097808838, 1.7441316843032837, 1.700472354888916], "ldr": {"dL_sdil": -0.09508562088012695, "dL_bp": -0.13376855850219727, "ratio": 0.7108218997408504}}, {"step": 7550, "epoch": 19, "train_loss": 0.5627621412277222, "cos_r_negg": [0.860318660736084, 0.9097821712493896, 0.9348700046539307, 0.9504514336585999, 0.9626442193984985], "cos_apical_negg": [0.860318660736084, 0.9097821712493896, 0.9348700046539307, 0.9504514336585999, 0.9626442193984985], "cos_Ac_negg": [0.860318660736084, 0.9097821712493896, 0.9348700046539307, 0.9504514336585999, 0.9626442193984985], "r_norm": [2.0195558071136475, 1.8115348815917969, 1.7639570236206055, 1.7086138725280762, 1.6644870042800903]}, {"step": 7600, "epoch": 19, "train_loss": 0.8167212009429932, "cos_r_negg": [0.8606905341148376, 0.9100202918052673, 0.9353227615356445, 0.9504272937774658, 0.9630644917488098], "cos_apical_negg": [0.8606905341148376, 0.9100202918052673, 0.9353227615356445, 0.9504272937774658, 0.9630644917488098], "cos_Ac_negg": [0.8606905341148376, 0.9100202918052673, 0.9353227615356445, 0.9504272937774658, 0.9630644917488098], "r_norm": [2.0205492973327637, 1.8159500360488892, 1.7687182426452637, 1.7107142210006714, 1.667076587677002]}, {"step": 7650, "epoch": 19, "train_loss": 0.6752750873565674, "cos_r_negg": [0.8588869571685791, 0.9080560803413391, 0.9350153207778931, 0.9511572122573853, 0.9628297686576843], "cos_apical_negg": [0.8588869571685791, 0.9080560803413391, 0.9350153207778931, 0.9511572122573853, 0.9628297686576843], "cos_Ac_negg": [0.8588869571685791, 0.9080560803413391, 0.9350153207778931, 0.9511572122573853, 0.9628297686576843], "r_norm": [2.0182576179504395, 1.8143210411071777, 1.7661616802215576, 1.7104612588882446, 1.6642844676971436]}, {"step": 7700, "epoch": 19, "train_loss": 0.6464741826057434, "cos_r_negg": [0.8582941293716431, 0.9109849333763123, 0.9376444816589355, 0.9542227983474731, 0.9645135402679443], "cos_apical_negg": [0.8582941293716431, 0.9109849333763123, 0.9376444816589355, 0.9542227983474731, 0.9645135402679443], "cos_Ac_negg": [0.8582941293716431, 0.9109849333763123, 0.9376444816589355, 0.9542227983474731, 0.9645135402679443], "r_norm": [2.075791597366333, 1.8694095611572266, 1.8212947845458984, 1.7627415657043457, 1.7154717445373535]}, {"step": 7750, "epoch": 19, "train_loss": 0.8228906393051147, "cos_r_negg": [0.8635508418083191, 0.9122855067253113, 0.937389612197876, 0.9546384215354919, 0.9655932784080505], "cos_apical_negg": [0.8635508418083191, 0.9122855067253113, 0.937389612197876, 0.9546384215354919, 0.9655932784080505], "cos_Ac_negg": [0.8635508418083191, 0.9122855067253113, 0.937389612197876, 0.9546384215354919, 0.9655932784080505], "r_norm": [2.11911940574646, 1.9109832048416138, 1.860289216041565, 1.8000706434249878, 1.7530678510665894], "ldr": {"dL_sdil": -0.09518265724182129, "dL_bp": -0.13811087608337402, "ratio": 0.6891756821842324}}, {"step": 7800, "epoch": 19, "train_loss": 0.6465960741043091, "cos_r_negg": [0.8642253875732422, 0.9131518602371216, 0.9395351409912109, 0.9553525447845459, 0.9679569005966187], "cos_apical_negg": [0.8642253875732422, 0.9131518602371216, 0.9395351409912109, 0.9553525447845459, 0.9679569005966187], "cos_Ac_negg": [0.8642253875732422, 0.9131518602371216, 0.9395351409912109, 0.9553525447845459, 0.9679569005966187], "r_norm": [2.1068577766418457, 1.901477336883545, 1.852325439453125, 1.7890455722808838, 1.7430078983306885]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4223, "test_loss": 2.327633837890625}, {"step": 7850, "epoch": 20, "train_loss": 0.7940993309020996, "cos_r_negg": [0.8568466305732727, 0.9125612378120422, 0.9386221766471863, 0.954923152923584, 0.9668693542480469], "cos_apical_negg": [0.8568466305732727, 0.9125612378120422, 0.9386221766471863, 0.954923152923584, 0.9668693542480469], "cos_Ac_negg": [0.8568466305732727, 0.9125612378120422, 0.9386221766471863, 0.954923152923584, 0.9668693542480469], "r_norm": [2.1443519592285156, 1.9312289953231812, 1.8786191940307617, 1.8156623840332031, 1.7669966220855713]}, {"step": 7900, "epoch": 20, "train_loss": 0.6017649173736572, "cos_r_negg": [0.8580278158187866, 0.9121803641319275, 0.9375191926956177, 0.9536882638931274, 0.9644086360931396], "cos_apical_negg": [0.8580278158187866, 0.9121803641319275, 0.9375191926956177, 0.9536882638931274, 0.9644086360931396], "cos_Ac_negg": [0.8580278158187866, 0.9121803641319275, 0.9375191926956177, 0.9536882638931274, 0.9644086360931396], "r_norm": [2.0912234783172607, 1.8898911476135254, 1.841808795928955, 1.7783942222595215, 1.7299537658691406]}, {"step": 7950, "epoch": 20, "train_loss": 0.6498128175735474, "cos_r_negg": [0.8554940819740295, 0.9127989411354065, 0.9372763633728027, 0.9543671011924744, 0.9668471813201904], "cos_apical_negg": [0.8554940819740295, 0.9127989411354065, 0.9372763633728027, 0.9543671011924744, 0.9668471813201904], "cos_Ac_negg": [0.8554940819740295, 0.9127989411354065, 0.9372763633728027, 0.9543671011924744, 0.9668471813201904], "r_norm": [2.1004528999328613, 1.9000980854034424, 1.8501086235046387, 1.7898281812667847, 1.7402360439300537]}, {"step": 8000, "epoch": 20, "train_loss": 0.9112663865089417, "cos_r_negg": [0.8627240657806396, 0.9133099317550659, 0.9396812319755554, 0.9564698338508606, 0.9684295058250427], "cos_apical_negg": [0.8627240657806396, 0.9133099317550659, 0.9396812319755554, 0.9564698338508606, 0.9684295058250427], "cos_Ac_negg": [0.8627240657806396, 0.9133099317550659, 0.9396812319755554, 0.9564698338508606, 0.9684295058250427], "r_norm": [2.110276937484741, 1.908189296722412, 1.8555101156234741, 1.793900489807129, 1.7424267530441284], "ldr": {"dL_sdil": -0.08789539337158203, "dL_bp": -0.1321415901184082, "ratio": 0.6651607059732031}}, {"step": 8050, "epoch": 20, "train_loss": 0.599435567855835, "cos_r_negg": [0.8610559701919556, 0.9140076637268066, 0.9421745538711548, 0.9574374556541443, 0.9684156179428101], "cos_apical_negg": [0.8610559701919556, 0.9140076637268066, 0.9421745538711548, 0.9574374556541443, 0.9684156179428101], "cos_Ac_negg": [0.8610559701919556, 0.9140076637268066, 0.9421745538711548, 0.9574374556541443, 0.9684156179428101], "r_norm": [2.163031578063965, 1.9549081325531006, 1.9019339084625244, 1.8402270078659058, 1.7885503768920898]}, {"step": 8100, "epoch": 20, "train_loss": 0.6068244576454163, "cos_r_negg": [0.8582550287246704, 0.9128118753433228, 0.9399732351303101, 0.9566546082496643, 0.9678560495376587], "cos_apical_negg": [0.8582550287246704, 0.9128118753433228, 0.9399732351303101, 0.9566546082496643, 0.9678560495376587], "cos_Ac_negg": [0.8582550287246704, 0.9128118753433228, 0.9399732351303101, 0.9566546082496643, 0.9678560495376587], "r_norm": [2.15971040725708, 1.9539859294891357, 1.8988771438598633, 1.8353718519210815, 1.785820484161377]}, {"step": 8150, "epoch": 20, "train_loss": 0.6991133689880371, "cos_r_negg": [0.8583362698554993, 0.9133527278900146, 0.9412868022918701, 0.9571030139923096, 0.9710352420806885], "cos_apical_negg": [0.8583362698554993, 0.9133527278900146, 0.9412868022918701, 0.9571030139923096, 0.9710352420806885], "cos_Ac_negg": [0.8583362698554993, 0.9133527278900146, 0.9412868022918701, 0.9571030139923096, 0.9710352420806885], "r_norm": [2.1109752655029297, 1.9125134944915771, 1.8633688688278198, 1.8025072813034058, 1.7532892227172852]}, {"step": 8200, "epoch": 20, "train_loss": 0.6934657096862793, "cos_r_negg": [0.8534637689590454, 0.9130231738090515, 0.9421875476837158, 0.958129346370697, 0.9717246294021606], "cos_apical_negg": [0.8534637689590454, 0.9130231738090515, 0.9421875476837158, 0.958129346370697, 0.9717246294021606], "cos_Ac_negg": [0.8534637689590454, 0.9130231738090515, 0.9421875476837158, 0.958129346370697, 0.9717246294021606], "r_norm": [2.160548210144043, 1.9612159729003906, 1.908336877822876, 1.8443467617034912, 1.7952271699905396]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4143, "test_loss": 2.4003733642578124}, {"step": 8250, "epoch": 21, "train_loss": 0.4303585886955261, "cos_r_negg": [0.8585482835769653, 0.9146897196769714, 0.9417189359664917, 0.958835780620575, 0.9715188145637512], "cos_apical_negg": [0.8585482835769653, 0.9146897196769714, 0.9417189359664917, 0.958835780620575, 0.9715188145637512], "cos_Ac_negg": [0.8585482835769653, 0.9146897196769714, 0.9417189359664917, 0.958835780620575, 0.9715188145637512], "r_norm": [2.1933093070983887, 1.9933602809906006, 1.9385906457901, 1.8758196830749512, 1.824737548828125], "ldr": {"dL_sdil": -0.10546493530273438, "dL_bp": -0.14915704727172852, "ratio": 0.7070730966576622}}, {"step": 8300, "epoch": 21, "train_loss": 0.7179275751113892, "cos_r_negg": [0.8583367466926575, 0.9126166105270386, 0.9409781098365784, 0.9574819803237915, 0.9699984788894653], "cos_apical_negg": [0.8583367466926575, 0.9126166105270386, 0.9409781098365784, 0.9574819803237915, 0.9699984788894653], "cos_Ac_negg": [0.8583367466926575, 0.9126166105270386, 0.9409781098365784, 0.9574819803237915, 0.9699984788894653], "r_norm": [2.168553352355957, 1.9704720973968506, 1.9161736965179443, 1.8546518087387085, 1.8036185503005981]}, {"step": 8350, "epoch": 21, "train_loss": 0.5841082334518433, "cos_r_negg": [0.8547220826148987, 0.9136874675750732, 0.9408551454544067, 0.9588865041732788, 0.9709155559539795], "cos_apical_negg": [0.8547220826148987, 0.9136874675750732, 0.9408551454544067, 0.9588865041732788, 0.9709155559539795], "cos_Ac_negg": [0.8547220826148987, 0.9136874675750732, 0.9408551454544067, 0.9588865041732788, 0.9709155559539795], "r_norm": [2.250386953353882, 2.0488033294677734, 1.9921331405639648, 1.9258875846862793, 1.8738353252410889]}, {"step": 8400, "epoch": 21, "train_loss": 0.7248061299324036, "cos_r_negg": [0.8572766780853271, 0.9146058559417725, 0.9426800012588501, 0.9601942300796509, 0.9718785285949707], "cos_apical_negg": [0.8572766780853271, 0.9146058559417725, 0.9426800012588501, 0.9601942300796509, 0.9718785285949707], "cos_Ac_negg": [0.8572766780853271, 0.9146058559417725, 0.9426800012588501, 0.9601942300796509, 0.9718785285949707], "r_norm": [2.239548921585083, 2.037449836730957, 1.978500247001648, 1.9135463237762451, 1.861656904220581]}, {"step": 8450, "epoch": 21, "train_loss": 0.474788099527359, "cos_r_negg": [0.8575406074523926, 0.914613664150238, 0.9421469569206238, 0.9595630764961243, 0.9710582494735718], "cos_apical_negg": [0.8575406074523926, 0.914613664150238, 0.9421469569206238, 0.9595630764961243, 0.9710582494735718], "cos_Ac_negg": [0.8575406074523926, 0.914613664150238, 0.9421469569206238, 0.9595630764961243, 0.9710582494735718], "r_norm": [2.1598381996154785, 1.9712727069854736, 1.917776107788086, 1.8525986671447754, 1.8009129762649536]}, {"step": 8500, "epoch": 21, "train_loss": 0.8518967628479004, "cos_r_negg": [0.8573666214942932, 0.9150277376174927, 0.9416887760162354, 0.9599993228912354, 0.972055971622467], "cos_apical_negg": [0.8573666214942932, 0.9150277376174927, 0.9416887760162354, 0.9599993228912354, 0.972055971622467], "cos_Ac_negg": [0.8573666214942932, 0.9150277376174927, 0.9416887760162354, 0.9599993228912354, 0.972055971622467], "r_norm": [2.19197940826416, 1.9996180534362793, 1.9422578811645508, 1.876363754272461, 1.8242650032043457], "ldr": {"dL_sdil": -0.0816500186920166, "dL_bp": -0.1290903091430664, "ratio": 0.632503084344826}}, {"step": 8550, "epoch": 21, "train_loss": 0.7005873918533325, "cos_r_negg": [0.8583911061286926, 0.9165170788764954, 0.9444019198417664, 0.9607530832290649, 0.9735514521598816], "cos_apical_negg": [0.8583911061286926, 0.9165170788764954, 0.9444019198417664, 0.9607530832290649, 0.9735514521598816], "cos_Ac_negg": [0.8583911061286926, 0.9165170788764954, 0.9444019198417664, 0.9607530832290649, 0.9735514521598816], "r_norm": [2.231090545654297, 2.038883924484253, 1.9783942699432373, 1.9126087427139282, 1.8586986064910889]}, {"step": 8600, "epoch": 21, "train_loss": 0.8099588751792908, "cos_r_negg": [0.8631222248077393, 0.9160371422767639, 0.9442054033279419, 0.9613931775093079, 0.9746043682098389], "cos_apical_negg": [0.8631222248077393, 0.9160371422767639, 0.9442054033279419, 0.9613931775093079, 0.9746043682098389], "cos_Ac_negg": [0.8631222248077393, 0.9160371422767639, 0.9442054033279419, 0.9613931775093079, 0.9746043682098389], "r_norm": [2.2696878910064697, 2.0778560638427734, 2.018343210220337, 1.9467757940292358, 1.8926526308059692]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4184, "test_loss": 2.468102978515625}, {"step": 8650, "epoch": 22, "train_loss": 0.5260133743286133, "cos_r_negg": [0.8560404777526855, 0.9147281646728516, 0.9424280524253845, 0.9605239629745483, 0.972018837928772], "cos_apical_negg": [0.8560404777526855, 0.9147281646728516, 0.9424280524253845, 0.9605239629745483, 0.972018837928772], "cos_Ac_negg": [0.8560404777526855, 0.9147281646728516, 0.9424280524253845, 0.9605239629745483, 0.972018837928772], "r_norm": [2.212519645690918, 2.0250792503356934, 1.968557596206665, 1.9008736610412598, 1.8468437194824219]}, {"step": 8700, "epoch": 22, "train_loss": 0.7794517278671265, "cos_r_negg": [0.8594166040420532, 0.9161742925643921, 0.9435094594955444, 0.9615168571472168, 0.9740102291107178], "cos_apical_negg": [0.8594166040420532, 0.9161742925643921, 0.9435094594955444, 0.9615168571472168, 0.9740102291107178], "cos_Ac_negg": [0.8594166040420532, 0.9161742925643921, 0.9435094594955444, 0.9615168571472168, 0.9740102291107178], "r_norm": [2.2524547576904297, 2.065359592437744, 2.007469654083252, 1.9382598400115967, 1.8834402561187744]}, {"step": 8750, "epoch": 22, "train_loss": 0.5374922752380371, "cos_r_negg": [0.8547252416610718, 0.9149218201637268, 0.9431740641593933, 0.961367130279541, 0.9749277830123901], "cos_apical_negg": [0.8547252416610718, 0.9149218201637268, 0.9431740641593933, 0.961367130279541, 0.9749277830123901], "cos_Ac_negg": [0.8547252416610718, 0.9149218201637268, 0.9431740641593933, 0.961367130279541, 0.9749277830123901], "r_norm": [2.2577970027923584, 2.070714235305786, 2.009342670440674, 1.9421055316925049, 1.8872668743133545], "ldr": {"dL_sdil": -0.08261489868164062, "dL_bp": -0.1356797218322754, "ratio": 0.608896433202948}}, {"step": 8800, "epoch": 22, "train_loss": 0.7254918217658997, "cos_r_negg": [0.8573387265205383, 0.9177711009979248, 0.9454131126403809, 0.9625744819641113, 0.9759485721588135], "cos_apical_negg": [0.8573387265205383, 0.9177711009979248, 0.9454131126403809, 0.9625744819641113, 0.9759485721588135], "cos_Ac_negg": [0.8573387265205383, 0.9177711009979248, 0.9454131126403809, 0.9625744819641113, 0.9759485721588135], "r_norm": [2.305054187774658, 2.1158807277679443, 2.0528533458709717, 1.9797015190124512, 1.9244284629821777]}, {"step": 8850, "epoch": 22, "train_loss": 0.4814993441104889, "cos_r_negg": [0.8558653593063354, 0.9160783886909485, 0.9428196549415588, 0.9614299535751343, 0.9748550057411194], "cos_apical_negg": [0.8558653593063354, 0.9160783886909485, 0.9428196549415588, 0.9614299535751343, 0.9748550057411194], "cos_Ac_negg": [0.8558653593063354, 0.9160783886909485, 0.9428196549415588, 0.9614299535751343, 0.9748550057411194], "r_norm": [2.317330837249756, 2.1299009323120117, 2.068901538848877, 1.9960932731628418, 1.9404280185699463]}, {"step": 8900, "epoch": 22, "train_loss": 0.6406711339950562, "cos_r_negg": [0.8561488389968872, 0.9166526794433594, 0.9446458220481873, 0.9626840353012085, 0.9754459857940674], "cos_apical_negg": [0.8561488389968872, 0.9166526794433594, 0.9446458220481873, 0.9626840353012085, 0.9754459857940674], "cos_Ac_negg": [0.8561488389968872, 0.9166526794433594, 0.9446458220481873, 0.9626840353012085, 0.9754459857940674], "r_norm": [2.311613082885742, 2.1268863677978516, 2.0655601024627686, 1.9939566850662231, 1.937645435333252]}, {"step": 8950, "epoch": 22, "train_loss": 0.59543776512146, "cos_r_negg": [0.8580822944641113, 0.9158250093460083, 0.9441839456558228, 0.9621187448501587, 0.9754049777984619], "cos_apical_negg": [0.8580822944641113, 0.9158250093460083, 0.9441839456558228, 0.9621187448501587, 0.9754049777984619], "cos_Ac_negg": [0.8580822944641113, 0.9158250093460083, 0.9441839456558228, 0.9621187448501587, 0.9754049777984619], "r_norm": [2.354688882827759, 2.1629581451416016, 2.0989983081817627, 2.02526593208313, 1.9673476219177246]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4268, "test_loss": 2.520537744140625}, {"step": 9000, "epoch": 23, "train_loss": 0.5569894313812256, "cos_r_negg": [0.8526856303215027, 0.9152522087097168, 0.944621205329895, 0.9624831676483154, 0.9759514331817627], "cos_apical_negg": [0.8526856303215027, 0.9152522087097168, 0.944621205329895, 0.9624831676483154, 0.9759514331817627], "cos_Ac_negg": [0.8526856303215027, 0.9152522087097168, 0.944621205329895, 0.9624831676483154, 0.9759514331817627], "r_norm": [2.351673126220703, 2.163069248199463, 2.098085641860962, 2.024226427078247, 1.965462327003479], "ldr": {"dL_sdil": -0.10876703262329102, "dL_bp": -0.1688525676727295, "ratio": 0.644153856363639}}, {"step": 9050, "epoch": 23, "train_loss": 0.6152764558792114, "cos_r_negg": [0.8560291528701782, 0.9151918292045593, 0.9440329074859619, 0.9622389078140259, 0.9755683541297913], "cos_apical_negg": [0.8560291528701782, 0.9151918292045593, 0.9440329074859619, 0.9622389078140259, 0.9755683541297913], "cos_Ac_negg": [0.8560291528701782, 0.9151918292045593, 0.9440329074859619, 0.9622389078140259, 0.9755683541297913], "r_norm": [2.3140830993652344, 2.134129762649536, 2.070376396179199, 1.9990122318267822, 1.9423229694366455]}, {"step": 9100, "epoch": 23, "train_loss": 0.5676119327545166, "cos_r_negg": [0.8510413765907288, 0.9164062142372131, 0.9446898698806763, 0.963077187538147, 0.976577639579773], "cos_apical_negg": [0.8510413765907288, 0.9164062142372131, 0.9446898698806763, 0.963077187538147, 0.976577639579773], "cos_Ac_negg": [0.8510413765907288, 0.9164062142372131, 0.9446898698806763, 0.963077187538147, 0.976577639579773], "r_norm": [2.349842071533203, 2.1651978492736816, 2.0994136333465576, 2.0254881381988525, 1.9686434268951416]}, {"step": 9150, "epoch": 23, "train_loss": 0.593051552772522, "cos_r_negg": [0.8580957055091858, 0.9177001118659973, 0.9451606273651123, 0.9639946222305298, 0.9766416549682617], "cos_apical_negg": [0.8580957055091858, 0.9177001118659973, 0.9451606273651123, 0.9639946222305298, 0.9766416549682617], "cos_Ac_negg": [0.8580957055091858, 0.9177001118659973, 0.9451606273651123, 0.9639946222305298, 0.9766416549682617], "r_norm": [2.376295804977417, 2.1919331550598145, 2.127804756164551, 2.051689863204956, 1.9940054416656494]}, {"step": 9200, "epoch": 23, "train_loss": 0.7693493366241455, "cos_r_negg": [0.8519644737243652, 0.9154051542282104, 0.9434483647346497, 0.962856113910675, 0.976447582244873], "cos_apical_negg": [0.8519644737243652, 0.9154051542282104, 0.9434483647346497, 0.962856113910675, 0.976447582244873], "cos_Ac_negg": [0.8519644737243652, 0.9154051542282104, 0.9434483647346497, 0.962856113910675, 0.976447582244873], "r_norm": [2.405963182449341, 2.2230429649353027, 2.158609390258789, 2.081186056137085, 2.0236573219299316]}, {"step": 9250, "epoch": 23, "train_loss": 0.6828973293304443, "cos_r_negg": [0.8527337312698364, 0.9146368503570557, 0.9424430131912231, 0.9615070819854736, 0.9753737449645996], "cos_apical_negg": [0.8527337312698364, 0.9146368503570557, 0.9424430131912231, 0.9615070819854736, 0.9753737449645996], "cos_Ac_negg": [0.8527337312698364, 0.9146368503570557, 0.9424430131912231, 0.9615070819854736, 0.9753737449645996], "r_norm": [2.398252010345459, 2.2137229442596436, 2.1474337577819824, 2.0715584754943848, 2.012950897216797], "ldr": {"dL_sdil": -0.11799812316894531, "dL_bp": -0.17786526679992676, "ratio": 0.6634129602249803}}, {"step": 9300, "epoch": 23, "train_loss": 0.5043054819107056, "cos_r_negg": [0.8495279550552368, 0.9172167778015137, 0.9450664520263672, 0.9652926325798035, 0.978839635848999], "cos_apical_negg": [0.8495279550552368, 0.9172167778015137, 0.9450664520263672, 0.9652926325798035, 0.978839635848999], "cos_Ac_negg": [0.8495279550552368, 0.9172167778015137, 0.9450664520263672, 0.9652926325798035, 0.978839635848999], "r_norm": [2.3868978023529053, 2.209491729736328, 2.144990921020508, 2.0676167011260986, 2.0080208778381348]}, {"step": 9350, "epoch": 23, "train_loss": 0.6521224975585938, "cos_r_negg": [0.855087161064148, 0.918070912361145, 0.9453593492507935, 0.9644508361816406, 0.9783111810684204], "cos_apical_negg": [0.855087161064148, 0.918070912361145, 0.9453593492507935, 0.9644508361816406, 0.9783111810684204], "cos_Ac_negg": [0.855087161064148, 0.918070912361145, 0.9453593492507935, 0.9644508361816406, 0.9783111810684204], "r_norm": [2.435457706451416, 2.254683256149292, 2.1861109733581543, 2.10878849029541, 2.0459251403808594]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4207, "test_loss": 2.619882373046875}, {"step": 9400, "epoch": 24, "train_loss": 0.4164823293685913, "cos_r_negg": [0.8537007570266724, 0.9175236821174622, 0.9446231126785278, 0.964336097240448, 0.9776334762573242], "cos_apical_negg": [0.8537007570266724, 0.9175236821174622, 0.9446231126785278, 0.964336097240448, 0.9776334762573242], "cos_Ac_negg": [0.8537007570266724, 0.9175236821174622, 0.9446231126785278, 0.964336097240448, 0.9776334762573242], "r_norm": [2.407533645629883, 2.2249631881713867, 2.1594021320343018, 2.0792396068573, 2.0174713134765625]}, {"step": 9450, "epoch": 24, "train_loss": 0.4966212511062622, "cos_r_negg": [0.851230263710022, 0.9165283441543579, 0.945257306098938, 0.9638469219207764, 0.9778962731361389], "cos_apical_negg": [0.851230263710022, 0.9165283441543579, 0.945257306098938, 0.9638469219207764, 0.9778962731361389], "cos_Ac_negg": [0.851230263710022, 0.9165283441543579, 0.945257306098938, 0.9638469219207764, 0.9778962731361389], "r_norm": [2.411395311355591, 2.2305872440338135, 2.1654796600341797, 2.0846972465515137, 2.0222272872924805]}, {"step": 9500, "epoch": 24, "train_loss": 0.43665406107902527, "cos_r_negg": [0.8540966510772705, 0.9166897535324097, 0.9447915554046631, 0.9635205864906311, 0.9781015515327454], "cos_apical_negg": [0.8540966510772705, 0.9166897535324097, 0.9447915554046631, 0.9635205864906311, 0.9781015515327454], "cos_Ac_negg": [0.8540966510772705, 0.9166897535324097, 0.9447915554046631, 0.9635205864906311, 0.9781015515327454], "r_norm": [2.447561025619507, 2.26707124710083, 2.202472448348999, 2.123889207839966, 2.0620765686035156], "ldr": {"dL_sdil": -0.12039613723754883, "dL_bp": -0.18923711776733398, "ratio": 0.6362184050254625}}, {"step": 9550, "epoch": 24, "train_loss": 0.6169813871383667, "cos_r_negg": [0.8446967601776123, 0.916441798210144, 0.9452111124992371, 0.9633066654205322, 0.9782031774520874], "cos_apical_negg": [0.8446967601776123, 0.916441798210144, 0.9452111124992371, 0.9633066654205322, 0.9782031774520874], "cos_Ac_negg": [0.8446967601776123, 0.916441798210144, 0.9452111124992371, 0.9633066654205322, 0.9782031774520874], "r_norm": [2.486520767211914, 2.3051514625549316, 2.236109972000122, 2.155491590499878, 2.09228253364563]}, {"step": 9600, "epoch": 24, "train_loss": 0.572620689868927, "cos_r_negg": [0.8514089584350586, 0.9172654151916504, 0.9435698390007019, 0.9625492691993713, 0.9762403964996338], "cos_apical_negg": [0.8514089584350586, 0.9172654151916504, 0.9435698390007019, 0.9625492691993713, 0.9762403964996338], "cos_Ac_negg": [0.8514089584350586, 0.9172654151916504, 0.9435698390007019, 0.9625492691993713, 0.9762403964996338], "r_norm": [2.51993727684021, 2.343169689178467, 2.2753756046295166, 2.194662570953369, 2.128783941268921]}, {"step": 9650, "epoch": 24, "train_loss": 0.48358553647994995, "cos_r_negg": [0.849043607711792, 0.9161295890808105, 0.9452222585678101, 0.9647066593170166, 0.9784944653511047], "cos_apical_negg": [0.849043607711792, 0.9161295890808105, 0.9452222585678101, 0.9647066593170166, 0.9784944653511047], "cos_Ac_negg": [0.849043607711792, 0.9161295890808105, 0.9452222585678101, 0.9647066593170166, 0.9784944653511047], "r_norm": [2.4229025840759277, 2.2525622844696045, 2.183528184890747, 2.1043858528137207, 2.040811061859131]}, {"step": 9700, "epoch": 24, "train_loss": 0.5656753778457642, "cos_r_negg": [0.8460540771484375, 0.9163272976875305, 0.9445366859436035, 0.9639211893081665, 0.9773618578910828], "cos_apical_negg": [0.8460540771484375, 0.9163272976875305, 0.9445366859436035, 0.9639211893081665, 0.9773618578910828], "cos_Ac_negg": [0.8460540771484375, 0.9163272976875305, 0.9445366859436035, 0.9639211893081665, 0.9773618578910828], "r_norm": [2.4514195919036865, 2.284550666809082, 2.2177610397338867, 2.1393866539001465, 2.0725481510162354]}, {"step": 9750, "epoch": 24, "train_loss": 0.6080082058906555, "cos_r_negg": [0.8468359112739563, 0.9183253049850464, 0.9466117024421692, 0.9664667248725891, 0.9799885749816895], "cos_apical_negg": [0.8468359112739563, 0.9183253049850464, 0.9466117024421692, 0.9664667248725891, 0.9799885749816895], "cos_Ac_negg": [0.8468359112739563, 0.9183253049850464, 0.9466117024421692, 0.9664667248725891, 0.9799885749816895], "r_norm": [2.4690089225769043, 2.299332857131958, 2.2309980392456055, 2.1503195762634277, 2.081777334213257], "ldr": {"dL_sdil": -0.10910391807556152, "dL_bp": -0.17524003982543945, "ratio": 0.6225969714697759}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4166, "test_loss": 2.7239160400390623}], "final": {"test_acc": 0.4166, "test_loss": 2.7239160400390623, "wall_s": 111.33235955238342, "cos_r_negg": [0.8545045852661133, 0.9166433811187744, 0.9457099437713623, 0.9653469324111938, 0.9792146682739258], "cos_apical_negg": [0.8545045852661133, 0.9166433811187744, 0.9457099437713623, 0.9653469324111938, 0.9792146682739258], "cos_Ac_negg": [0.8545045852661133, 0.9166433811187744, 0.9457099437713623, 0.9653469324111938, 0.9792146682739258]}}
\ No newline at end of file
diff --git a/results/deepres_cifar10_sdil_d5_s2.json b/results/deepres_cifar10_sdil_d5_s2.json
new file mode 100644
index 0000000..3de2198
--- /dev/null
+++ b/results/deepres_cifar10_sdil_d5_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "cifar10", "depth": 5, "width": 256, "act": "tanh", "residual": 1, "epochs": 25, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "deepres_cifar10_sdil_d5_s2", "n_in": 3072}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.5344271659851074, "cos_r_negg": [0.015132587403059006, -0.008815829642117023, -0.03407953679561615, -0.005703994072973728, -0.02572459727525711], "cos_apical_negg": [0.015132587403059006, -0.008815829642117023, -0.03407953679561615, -0.005703994072973728, -0.02572459727525711], "cos_Ac_negg": [0.015132587403059006, -0.008815829642117023, -0.03407953679561615, -0.005703994072973728, -0.02572459727525711], "r_norm": [4.7448530197143555, 4.924749374389648, 4.8389787673950195, 5.118107318878174, 4.905540466308594], "ldr": {"dL_sdil": 0.01043558120727539, "dL_bp": -0.37260890007019043, "ratio": -0.028006795343078445}}, {"step": 50, "epoch": 0, "train_loss": 2.0642762184143066, "cos_r_negg": [0.22366835176944733, -0.03480520844459534, -0.025562845170497894, -0.02043743059039116, -0.06990228593349457], "cos_apical_negg": [0.22366835176944733, -0.03480520844459534, -0.025562845170497894, -0.02043743059039116, -0.06990228593349457], "cos_Ac_negg": [0.22366835176944733, -0.03480520844459534, -0.025562845170497894, -0.02043743059039116, -0.06990228593349457], "r_norm": [4.333275318145752, 4.497218132019043, 4.420758247375488, 4.657238006591797, 4.496463775634766]}, {"step": 100, "epoch": 0, "train_loss": 1.8993782997131348, "cos_r_negg": [0.31900686025619507, -3.430794458836317e-05, -0.03051249496638775, -0.03707828000187874, -0.07165007293224335], "cos_apical_negg": [0.31900686025619507, -3.430794458836317e-05, -0.03051249496638775, -0.03707828000187874, -0.07165007293224335], "cos_Ac_negg": [0.31900686025619507, -3.430794458836317e-05, -0.03051249496638775, -0.03707828000187874, -0.07165007293224335], "r_norm": [4.127415657043457, 4.2861480712890625, 4.211531639099121, 4.436483860015869, 4.280604362487793]}, {"step": 150, "epoch": 0, "train_loss": 2.086447238922119, "cos_r_negg": [0.3760873079299927, -0.012719633989036083, -0.042403969913721085, -0.009837949648499489, -0.09160860627889633], "cos_apical_negg": [0.3760873079299927, -0.012719633989036083, -0.042403969913721085, -0.009837949648499489, -0.09160860627889633], "cos_Ac_negg": [0.3760873079299927, -0.012719633989036083, -0.042403969913721085, -0.009837949648499489, -0.09160860627889633], "r_norm": [4.036640644073486, 4.190277099609375, 4.117311954498291, 4.33936071395874, 4.173064231872559]}, {"step": 200, "epoch": 0, "train_loss": 1.9605598449707031, "cos_r_negg": [0.4450506567955017, 0.01723102293908596, -0.03381853550672531, -0.010810521431267262, -0.1150408685207367], "cos_apical_negg": [0.4450506567955017, 0.01723102293908596, -0.03381853550672531, -0.010810521431267262, -0.1150408685207367], "cos_Ac_negg": [0.4450506567955017, 0.01723102293908596, -0.03381853550672531, -0.010810521431267262, -0.1150408685207367], "r_norm": [3.8305118083953857, 3.9630815982818604, 3.899928331375122, 4.1071882247924805, 3.960114002227783]}, {"step": 250, "epoch": 0, "train_loss": 2.1018505096435547, "cos_r_negg": [0.42181268334388733, -0.03205948695540428, -0.06684066355228424, -0.012561450712382793, -0.08534406125545502], "cos_apical_negg": [0.42181268334388733, -0.03205948695540428, -0.06684066355228424, -0.012561450712382793, -0.08534406125545502], "cos_Ac_negg": [0.42181268334388733, -0.03205948695540428, -0.06684066355228424, -0.012561450712382793, -0.08534406125545502], "r_norm": [3.8878793716430664, 4.008492469787598, 3.9386916160583496, 4.159491539001465, 4.004723072052002], "ldr": {"dL_sdil": -0.09326791763305664, "dL_bp": -0.091286301612854, "ratio": 1.0217077040606453}}, {"step": 300, "epoch": 0, "train_loss": 1.7150640487670898, "cos_r_negg": [0.43201684951782227, -0.03029133565723896, -0.06293725967407227, 0.018491119146347046, -0.0743061751127243], "cos_apical_negg": [0.43201684951782227, -0.03029133565723896, -0.06293725967407227, 0.018491119146347046, -0.0743061751127243], "cos_Ac_negg": [0.43201684951782227, -0.03029133565723896, -0.06293725967407227, 0.018491119146347046, -0.0743061751127243], "r_norm": [3.6753013134002686, 3.7937793731689453, 3.724504232406616, 3.91929292678833, 3.778905153274536]}, {"step": 350, "epoch": 0, "train_loss": 2.155045986175537, "cos_r_negg": [0.45832014083862305, -0.01898437738418579, -0.04012151062488556, 0.024346720427274704, -0.05343453586101532], "cos_apical_negg": [0.45832014083862305, -0.01898437738418579, -0.04012151062488556, 0.024346720427274704, -0.05343453586101532], "cos_Ac_negg": [0.45832014083862305, -0.01898437738418579, -0.04012151062488556, 0.024346720427274704, -0.05343453586101532], "r_norm": [3.5834059715270996, 3.6885979175567627, 3.624525547027588, 3.8240883350372314, 3.678046703338623]}, {"epoch_end": 0, "step": 391, "test_acc": 0.3659, "test_loss": 1.8366939819335937}, {"step": 400, "epoch": 1, "train_loss": 1.8368253707885742, "cos_r_negg": [0.4998766779899597, 0.014507145620882511, -0.024822980165481567, 0.07973168045282364, -0.0639168843626976], "cos_apical_negg": [0.4998766779899597, 0.014507145620882511, -0.024822980165481567, 0.07973168045282364, -0.0639168843626976], "cos_Ac_negg": [0.4998766779899597, 0.014507145620882511, -0.024822980165481567, 0.07973168045282364, -0.0639168843626976], "r_norm": [3.5065195560455322, 3.5983872413635254, 3.5387299060821533, 3.734099864959717, 3.5903449058532715]}, {"step": 450, "epoch": 1, "train_loss": 2.043637275695801, "cos_r_negg": [0.5297861099243164, 0.03387223184108734, -0.0073347799479961395, 0.11666710674762726, -0.07198719680309296], "cos_apical_negg": [0.5297861099243164, 0.03387223184108734, -0.0073347799479961395, 0.11666710674762726, -0.07198719680309296], "cos_Ac_negg": [0.5297861099243164, 0.03387223184108734, -0.0073347799479961395, 0.11666710674762726, -0.07198719680309296], "r_norm": [3.446169376373291, 3.535586357116699, 3.4796156883239746, 3.6684465408325195, 3.5292787551879883]}, {"step": 500, "epoch": 1, "train_loss": 1.743516206741333, "cos_r_negg": [0.5464553236961365, 0.055991385132074356, 0.0012528146617114544, 0.12020266056060791, -0.04579697549343109], "cos_apical_negg": [0.5464553236961365, 0.055991385132074356, 0.0012528146617114544, 0.12020266056060791, -0.04579697549343109], "cos_Ac_negg": [0.5464553236961365, 0.055991385132074356, 0.0012528146617114544, 0.12020266056060791, -0.04579697549343109], "r_norm": [3.3087916374206543, 3.3783135414123535, 3.3291215896606445, 3.507876396179199, 3.3819308280944824], "ldr": {"dL_sdil": -0.037453651428222656, "dL_bp": -0.033844709396362305, "ratio": 1.106632383501814}}, {"step": 550, "epoch": 1, "train_loss": 1.88067626953125, "cos_r_negg": [0.5412826538085938, 0.04286967217922211, 0.009571067988872528, 0.109696164727211, -0.05731641501188278], "cos_apical_negg": [0.5412826538085938, 0.04286967217922211, 0.009571067988872528, 0.109696164727211, -0.05731641501188278], "cos_Ac_negg": [0.5412826538085938, 0.04286967217922211, 0.009571067988872528, 0.109696164727211, -0.05731641501188278], "r_norm": [3.323317289352417, 3.3914663791656494, 3.3341245651245117, 3.5161819458007812, 3.3846349716186523]}, {"step": 600, "epoch": 1, "train_loss": 1.7134647369384766, "cos_r_negg": [0.5620415806770325, 0.04629719629883766, 0.017421705648303032, 0.11359499394893646, -0.02790818177163601], "cos_apical_negg": [0.5620415806770325, 0.04629719629883766, 0.017421705648303032, 0.11359499394893646, -0.02790818177163601], "cos_Ac_negg": [0.5620415806770325, 0.04629719629883766, 0.017421705648303032, 0.11359499394893646, -0.02790818177163601], "r_norm": [3.2148454189300537, 3.264901876449585, 3.217696189880371, 3.3841938972473145, 3.2565529346466064]}, {"step": 650, "epoch": 1, "train_loss": 1.7538446187973022, "cos_r_negg": [0.5585196018218994, 0.06285876780748367, 0.035962022840976715, 0.14623808860778809, -0.010214874520897865], "cos_apical_negg": [0.5585196018218994, 0.06285876780748367, 0.035962022840976715, 0.14623808860778809, -0.010214874520897865], "cos_Ac_negg": [0.5585196018218994, 0.06285876780748367, 0.035962022840976715, 0.14623808860778809, -0.010214874520897865], "r_norm": [3.2072839736938477, 3.2472105026245117, 3.1970207691192627, 3.372364044189453, 3.245072603225708]}, {"step": 700, "epoch": 1, "train_loss": 1.846177577972412, "cos_r_negg": [0.5435842275619507, 0.06987925618886948, 0.03229229524731636, 0.1337093859910965, -0.0027759908698499203], "cos_apical_negg": [0.5435842275619507, 0.06987925618886948, 0.03229229524731636, 0.1337093859910965, -0.0027759908698499203], "cos_Ac_negg": [0.5435842275619507, 0.06987925618886948, 0.03229229524731636, 0.1337093859910965, -0.0027759908698499203], "r_norm": [3.0725314617156982, 3.1043221950531006, 3.0546655654907227, 3.224660873413086, 3.093568801879883]}, {"step": 750, "epoch": 1, "train_loss": 1.9938900470733643, "cos_r_negg": [0.5831965208053589, 0.07615154981613159, 0.06619982421398163, 0.14364106953144073, 0.007150754332542419], "cos_apical_negg": [0.5831965208053589, 0.07615154981613159, 0.06619982421398163, 0.14364106953144073, 0.007150754332542419], "cos_Ac_negg": [0.5831965208053589, 0.07615154981613159, 0.06619982421398163, 0.14364106953144073, 0.007150754332542419], "r_norm": [2.974569082260132, 2.993574619293213, 2.9503512382507324, 3.1142849922180176, 2.981994152069092], "ldr": {"dL_sdil": -0.06641459465026855, "dL_bp": -0.062372803688049316, "ratio": 1.0648005336177255}}, {"epoch_end": 1, "step": 782, "test_acc": 0.3858, "test_loss": 1.817044384765625}, {"step": 800, "epoch": 2, "train_loss": 1.8574247360229492, "cos_r_negg": [0.5775929689407349, 0.09859497845172882, 0.06767667829990387, 0.15940648317337036, 0.025045955553650856], "cos_apical_negg": [0.5775929689407349, 0.09859497845172882, 0.06767667829990387, 0.15940648317337036, 0.025045955553650856], "cos_Ac_negg": [0.5775929689407349, 0.09859497845172882, 0.06767667829990387, 0.15940648317337036, 0.025045955553650856], "r_norm": [3.0325236320495605, 3.044511318206787, 2.999819278717041, 3.1604514122009277, 3.0286316871643066]}, {"step": 850, "epoch": 2, "train_loss": 1.6875174045562744, "cos_r_negg": [0.5955953598022461, 0.13074272871017456, 0.10790644586086273, 0.18540382385253906, 0.012576516717672348], "cos_apical_negg": [0.5955953598022461, 0.13074272871017456, 0.10790644586086273, 0.18540382385253906, 0.012576516717672348], "cos_Ac_negg": [0.5955953598022461, 0.13074272871017456, 0.10790644586086273, 0.18540382385253906, 0.012576516717672348], "r_norm": [2.923818349838257, 2.9310989379882812, 2.883131504058838, 3.0420477390289307, 2.9192750453948975]}, {"step": 900, "epoch": 2, "train_loss": 1.776178240776062, "cos_r_negg": [0.6145595908164978, 0.12312273681163788, 0.11428456008434296, 0.19764584302902222, 0.024449124932289124], "cos_apical_negg": [0.6145595908164978, 0.12312273681163788, 0.11428456008434296, 0.19764584302902222, 0.024449124932289124], "cos_Ac_negg": [0.6145595908164978, 0.12312273681163788, 0.11428456008434296, 0.19764584302902222, 0.024449124932289124], "r_norm": [2.9137887954711914, 2.8994531631469727, 2.8554046154022217, 3.0221686363220215, 2.8924901485443115]}, {"step": 950, "epoch": 2, "train_loss": 1.5438849925994873, "cos_r_negg": [0.6025813817977905, 0.15077611804008484, 0.11466938257217407, 0.20127514004707336, 0.03172486275434494], "cos_apical_negg": [0.6025813817977905, 0.15077611804008484, 0.11466938257217407, 0.20127514004707336, 0.03172486275434494], "cos_Ac_negg": [0.6025813817977905, 0.15077611804008484, 0.11466938257217407, 0.20127514004707336, 0.03172486275434494], "r_norm": [2.764859437942505, 2.750640392303467, 2.709639549255371, 2.860410213470459, 2.736710548400879]}, {"step": 1000, "epoch": 2, "train_loss": 1.697183609008789, "cos_r_negg": [0.6252660751342773, 0.15968072414398193, 0.1196310967206955, 0.22910180687904358, 0.06469643115997314], "cos_apical_negg": [0.6252660751342773, 0.15968072414398193, 0.1196310967206955, 0.22910180687904358, 0.06469643115997314], "cos_Ac_negg": [0.6252660751342773, 0.15968072414398193, 0.1196310967206955, 0.22910180687904358, 0.06469643115997314], "r_norm": [2.7016053199768066, 2.682037353515625, 2.6403512954711914, 2.7884140014648438, 2.66951322555542], "ldr": {"dL_sdil": -0.04238605499267578, "dL_bp": -0.03867816925048828, "ratio": 1.0958650787780162}}, {"step": 1050, "epoch": 2, "train_loss": 1.8408232927322388, "cos_r_negg": [0.6343517303466797, 0.17526744306087494, 0.1321413516998291, 0.21744723618030548, 0.07628896832466125], "cos_apical_negg": [0.6343517303466797, 0.17526744306087494, 0.1321413516998291, 0.21744723618030548, 0.07628896832466125], "cos_Ac_negg": [0.6343517303466797, 0.17526744306087494, 0.1321413516998291, 0.21744723618030548, 0.07628896832466125], "r_norm": [2.65126633644104, 2.6189627647399902, 2.581627130508423, 2.723737955093384, 2.608548164367676]}, {"step": 1100, "epoch": 2, "train_loss": 1.6656314134597778, "cos_r_negg": [0.6299482583999634, 0.18935595452785492, 0.11773325502872467, 0.21697795391082764, 0.09774882346391678], "cos_apical_negg": [0.6299482583999634, 0.18935595452785492, 0.11773325502872467, 0.21697795391082764, 0.09774882346391678], "cos_Ac_negg": [0.6299482583999634, 0.18935595452785492, 0.11773325502872467, 0.21697795391082764, 0.09774882346391678], "r_norm": [2.654816150665283, 2.6186037063598633, 2.5773205757141113, 2.7226901054382324, 2.604546546936035]}, {"step": 1150, "epoch": 2, "train_loss": 1.6653774976730347, "cos_r_negg": [0.6334351301193237, 0.17993533611297607, 0.13365580141544342, 0.21609754860401154, 0.09351848065853119], "cos_apical_negg": [0.6334351301193237, 0.17993533611297607, 0.13365580141544342, 0.21609754860401154, 0.09351848065853119], "cos_Ac_negg": [0.6334351301193237, 0.17993533611297607, 0.13365580141544342, 0.21609754860401154, 0.09351848065853119], "r_norm": [2.684652805328369, 2.6317193508148193, 2.5888571739196777, 2.7391786575317383, 2.614630937576294]}, {"epoch_end": 2, "step": 1173, "test_acc": 0.3857, "test_loss": 1.7874870239257812}, {"step": 1200, "epoch": 3, "train_loss": 1.8102407455444336, "cos_r_negg": [0.6375187635421753, 0.1932993233203888, 0.15851351618766785, 0.2347222864627838, 0.11925430595874786], "cos_apical_negg": [0.6375187635421753, 0.1932993233203888, 0.15851351618766785, 0.2347222864627838, 0.11925430595874786], "cos_Ac_negg": [0.6375187635421753, 0.1932993233203888, 0.15851351618766785, 0.2347222864627838, 0.11925430595874786], "r_norm": [2.541201591491699, 2.4838626384735107, 2.446260929107666, 2.586320400238037, 2.4706871509552]}, {"step": 1250, "epoch": 3, "train_loss": 1.5702288150787354, "cos_r_negg": [0.6514626145362854, 0.20069703459739685, 0.16384625434875488, 0.25630807876586914, 0.12581367790699005], "cos_apical_negg": [0.6514626145362854, 0.20069703459739685, 0.16384625434875488, 0.25630807876586914, 0.12581367790699005], "cos_Ac_negg": [0.6514626145362854, 0.20069703459739685, 0.16384625434875488, 0.25630807876586914, 0.12581367790699005], "r_norm": [2.5406296253204346, 2.4761483669281006, 2.437330961227417, 2.5792789459228516, 2.4579713344573975], "ldr": {"dL_sdil": -0.042931199073791504, "dL_bp": -0.039899349212646484, "ratio": 1.0759874514490588}}, {"step": 1300, "epoch": 3, "train_loss": 1.5781688690185547, "cos_r_negg": [0.6607722043991089, 0.2239883542060852, 0.1794092059135437, 0.2501017153263092, 0.15278659760951996], "cos_apical_negg": [0.6607722043991089, 0.2239883542060852, 0.1794092059135437, 0.2501017153263092, 0.15278659760951996], "cos_Ac_negg": [0.6607722043991089, 0.2239883542060852, 0.1794092059135437, 0.2501017153263092, 0.15278659760951996], "r_norm": [2.4961256980895996, 2.4249043464660645, 2.3854517936706543, 2.520577907562256, 2.4045400619506836]}, {"step": 1350, "epoch": 3, "train_loss": 1.766162395477295, "cos_r_negg": [0.6503587961196899, 0.23952481150627136, 0.1962776929140091, 0.2714473009109497, 0.1316647231578827], "cos_apical_negg": [0.6503587961196899, 0.23952481150627136, 0.1962776929140091, 0.2714473009109497, 0.1316647231578827], "cos_Ac_negg": [0.6503587961196899, 0.23952481150627136, 0.1962776929140091, 0.2714473009109497, 0.1316647231578827], "r_norm": [2.4691429138183594, 2.3933839797973633, 2.3552396297454834, 2.493776559829712, 2.372187852859497]}, {"step": 1400, "epoch": 3, "train_loss": 1.6375157833099365, "cos_r_negg": [0.6755507588386536, 0.2324150800704956, 0.20398542284965515, 0.2730098068714142, 0.13074922561645508], "cos_apical_negg": [0.6755507588386536, 0.2324150800704956, 0.20398542284965515, 0.2730098068714142, 0.13074922561645508], "cos_Ac_negg": [0.6755507588386536, 0.2324150800704956, 0.20398542284965515, 0.2730098068714142, 0.13074922561645508], "r_norm": [2.3985514640808105, 2.3149921894073486, 2.2763309478759766, 2.415482997894287, 2.3034160137176514]}, {"step": 1450, "epoch": 3, "train_loss": 1.576379418373108, "cos_r_negg": [0.6740379333496094, 0.2552039921283722, 0.2246294468641281, 0.28310877084732056, 0.1469356119632721], "cos_apical_negg": [0.6740379333496094, 0.2552039921283722, 0.2246294468641281, 0.28310877084732056, 0.1469356119632721], "cos_Ac_negg": [0.6740379333496094, 0.2552039921283722, 0.2246294468641281, 0.28310877084732056, 0.1469356119632721], "r_norm": [2.390690326690674, 2.295447587966919, 2.260969400405884, 2.392657995223999, 2.278545618057251]}, {"step": 1500, "epoch": 3, "train_loss": 1.7940850257873535, "cos_r_negg": [0.6686232686042786, 0.2635592222213745, 0.23224331438541412, 0.27684298157691956, 0.16509811580181122], "cos_apical_negg": [0.6686232686042786, 0.2635592222213745, 0.23224331438541412, 0.27684298157691956, 0.16509811580181122], "cos_Ac_negg": [0.6686232686042786, 0.2635592222213745, 0.23224331438541412, 0.27684298157691956, 0.16509811580181122], "r_norm": [2.34348726272583, 2.2427115440368652, 2.2027063369750977, 2.3368685245513916, 2.2182836532592773], "ldr": {"dL_sdil": -0.04661417007446289, "dL_bp": -0.04433155059814453, "ratio": 1.051489727869205}}, {"step": 1550, "epoch": 3, "train_loss": 1.9624528884887695, "cos_r_negg": [0.6745337247848511, 0.2599037289619446, 0.2360360324382782, 0.29178085923194885, 0.15074563026428223], "cos_apical_negg": [0.6745337247848511, 0.2599037289619446, 0.2360360324382782, 0.29178085923194885, 0.15074563026428223], "cos_Ac_negg": [0.6745337247848511, 0.2599037289619446, 0.2360360324382782, 0.29178085923194885, 0.15074563026428223], "r_norm": [2.316662073135376, 2.2085633277893066, 2.1670851707458496, 2.3003487586975098, 2.179051399230957]}, {"epoch_end": 3, "step": 1564, "test_acc": 0.4121, "test_loss": 1.7422769287109374}, {"step": 1600, "epoch": 4, "train_loss": 1.5428645610809326, "cos_r_negg": [0.6702061891555786, 0.2683008015155792, 0.25547653436660767, 0.28960469365119934, 0.17469102144241333], "cos_apical_negg": [0.6702061891555786, 0.2683008015155792, 0.25547653436660767, 0.28960469365119934, 0.17469102144241333], "cos_Ac_negg": [0.6702061891555786, 0.2683008015155792, 0.25547653436660767, 0.28960469365119934, 0.17469102144241333], "r_norm": [2.3242831230163574, 2.211434841156006, 2.173696279525757, 2.297714948654175, 2.1788315773010254]}, {"step": 1650, "epoch": 4, "train_loss": 1.6157853603363037, "cos_r_negg": [0.6711654663085938, 0.28247031569480896, 0.26104936003685, 0.3046676814556122, 0.17962482571601868], "cos_apical_negg": [0.6711654663085938, 0.28247031569480896, 0.26104936003685, 0.3046676814556122, 0.17962482571601868], "cos_Ac_negg": [0.6711654663085938, 0.28247031569480896, 0.26104936003685, 0.3046676814556122, 0.17962482571601868], "r_norm": [2.225302219390869, 2.105069875717163, 2.0695748329162598, 2.1924567222595215, 2.0795235633850098]}, {"step": 1700, "epoch": 4, "train_loss": 1.5753980875015259, "cos_r_negg": [0.6885744333267212, 0.2998936176300049, 0.2705901265144348, 0.3145796060562134, 0.18421146273612976], "cos_apical_negg": [0.6885744333267212, 0.2998936176300049, 0.2705901265144348, 0.3145796060562134, 0.18421146273612976], "cos_Ac_negg": [0.6885744333267212, 0.2998936176300049, 0.2705901265144348, 0.3145796060562134, 0.18421146273612976], "r_norm": [2.216463565826416, 2.0892748832702637, 2.0496370792388916, 2.177929639816284, 2.0579044818878174]}, {"step": 1750, "epoch": 4, "train_loss": 1.540850281715393, "cos_r_negg": [0.6890527009963989, 0.3019615411758423, 0.28695791959762573, 0.31721562147140503, 0.20994839072227478], "cos_apical_negg": [0.6890527009963989, 0.3019615411758423, 0.28695791959762573, 0.31721562147140503, 0.20994839072227478], "cos_Ac_negg": [0.6890527009963989, 0.3019615411758423, 0.28695791959762573, 0.31721562147140503, 0.20994839072227478], "r_norm": [2.210576057434082, 2.071319580078125, 2.038872003555298, 2.1609880924224854, 2.046814441680908], "ldr": {"dL_sdil": -0.04717981815338135, "dL_bp": -0.04445183277130127, "ratio": 1.0613694691986086}}, {"step": 1800, "epoch": 4, "train_loss": 1.4345828294754028, "cos_r_negg": [0.6840988993644714, 0.2985069453716278, 0.2974570393562317, 0.3323122262954712, 0.22738073766231537], "cos_apical_negg": [0.6840988993644714, 0.2985069453716278, 0.2974570393562317, 0.3323122262954712, 0.22738073766231537], "cos_Ac_negg": [0.6840988993644714, 0.2985069453716278, 0.2974570393562317, 0.3323122262954712, 0.22738073766231537], "r_norm": [2.1727099418640137, 2.0331668853759766, 1.9995031356811523, 2.120170831680298, 2.004892110824585]}, {"step": 1850, "epoch": 4, "train_loss": 1.7347793579101562, "cos_r_negg": [0.6967056393623352, 0.32630455493927, 0.3039247393608093, 0.3436698615550995, 0.24025395512580872], "cos_apical_negg": [0.6967056393623352, 0.32630455493927, 0.3039247393608093, 0.3436698615550995, 0.24025395512580872], "cos_Ac_negg": [0.6967056393623352, 0.32630455493927, 0.3039247393608093, 0.3436698615550995, 0.24025395512580872], "r_norm": [2.135575771331787, 1.9907875061035156, 1.9525734186172485, 2.074781894683838, 1.9530359506607056]}, {"step": 1900, "epoch": 4, "train_loss": 1.5474607944488525, "cos_r_negg": [0.7023056745529175, 0.33242493867874146, 0.30176031589508057, 0.3454779088497162, 0.25271904468536377], "cos_apical_negg": [0.7023056745529175, 0.33242493867874146, 0.30176031589508057, 0.3454779088497162, 0.25271904468536377], "cos_Ac_negg": [0.7023056745529175, 0.33242493867874146, 0.30176031589508057, 0.3454779088497162, 0.25271904468536377], "r_norm": [2.0918664932250977, 1.9395978450775146, 1.9058558940887451, 2.0193045139312744, 1.9037975072860718]}, {"step": 1950, "epoch": 4, "train_loss": 1.431800365447998, "cos_r_negg": [0.700903594493866, 0.34605443477630615, 0.31858399510383606, 0.3610001802444458, 0.2590208351612091], "cos_apical_negg": [0.700903594493866, 0.34605443477630615, 0.31858399510383606, 0.3610001802444458, 0.2590208351612091], "cos_Ac_negg": [0.700903594493866, 0.34605443477630615, 0.31858399510383606, 0.3610001802444458, 0.2590208351612091], "r_norm": [2.0589756965637207, 1.9010975360870361, 1.8688254356384277, 1.9838131666183472, 1.8698034286499023]}, {"epoch_end": 4, "step": 1955, "test_acc": 0.4061, "test_loss": 1.7508060424804688}, {"step": 2000, "epoch": 5, "train_loss": 1.4103466272354126, "cos_r_negg": [0.7009785175323486, 0.3510947823524475, 0.33142486214637756, 0.36278772354125977, 0.27017199993133545], "cos_apical_negg": [0.7009785175323486, 0.3510947823524475, 0.33142486214637756, 0.36278772354125977, 0.27017199993133545], "cos_Ac_negg": [0.7009785175323486, 0.3510947823524475, 0.33142486214637756, 0.36278772354125977, 0.27017199993133545], "r_norm": [2.0104050636291504, 1.851958155632019, 1.8213229179382324, 1.9290802478790283, 1.8226325511932373], "ldr": {"dL_sdil": -0.030045032501220703, "dL_bp": -0.029060721397399902, "ratio": 1.033870842033153}}, {"step": 2050, "epoch": 5, "train_loss": 1.4288263320922852, "cos_r_negg": [0.715440034866333, 0.36178675293922424, 0.336292564868927, 0.36368227005004883, 0.26395031809806824], "cos_apical_negg": [0.715440034866333, 0.36178675293922424, 0.336292564868927, 0.36368227005004883, 0.26395031809806824], "cos_Ac_negg": [0.715440034866333, 0.36178675293922424, 0.336292564868927, 0.36368227005004883, 0.26395031809806824], "r_norm": [2.0085649490356445, 1.8426780700683594, 1.8115990161895752, 1.9160912036895752, 1.8113502264022827]}, {"step": 2100, "epoch": 5, "train_loss": 1.5940399169921875, "cos_r_negg": [0.7259925603866577, 0.3851359486579895, 0.34992897510528564, 0.384937047958374, 0.2883661389350891], "cos_apical_negg": [0.7259925603866577, 0.3851359486579895, 0.34992897510528564, 0.384937047958374, 0.2883661389350891], "cos_Ac_negg": [0.7259925603866577, 0.3851359486579895, 0.34992897510528564, 0.384937047958374, 0.2883661389350891], "r_norm": [2.0018038749694824, 1.8288111686706543, 1.7982397079467773, 1.9037346839904785, 1.7957017421722412]}, {"step": 2150, "epoch": 5, "train_loss": 1.470469355583191, "cos_r_negg": [0.7190831899642944, 0.39755088090896606, 0.3649050295352936, 0.39293304085731506, 0.29797765612602234], "cos_apical_negg": [0.7190831899642944, 0.39755088090896606, 0.3649050295352936, 0.39293304085731506, 0.29797765612602234], "cos_Ac_negg": [0.7190831899642944, 0.39755088090896606, 0.3649050295352936, 0.39293304085731506, 0.29797765612602234], "r_norm": [1.9776008129119873, 1.7945468425750732, 1.7681384086608887, 1.8720309734344482, 1.762514352798462]}, {"step": 2200, "epoch": 5, "train_loss": 1.6981213092803955, "cos_r_negg": [0.7259297370910645, 0.3986498713493347, 0.3771964907646179, 0.40028396248817444, 0.28911978006362915], "cos_apical_negg": [0.7259297370910645, 0.3986498713493347, 0.3771964907646179, 0.40028396248817444, 0.28911978006362915], "cos_Ac_negg": [0.7259297370910645, 0.3986498713493347, 0.3771964907646179, 0.40028396248817444, 0.28911978006362915], "r_norm": [1.9946527481079102, 1.8114306926727295, 1.7795519828796387, 1.8839225769042969, 1.7721657752990723]}, {"step": 2250, "epoch": 5, "train_loss": 1.7572083473205566, "cos_r_negg": [0.7285405993461609, 0.40428680181503296, 0.38262754678726196, 0.40882188081741333, 0.32322826981544495], "cos_apical_negg": [0.7285405993461609, 0.40428680181503296, 0.38262754678726196, 0.40882188081741333, 0.32322826981544495], "cos_Ac_negg": [0.7285405993461609, 0.40428680181503296, 0.38262754678726196, 0.40882188081741333, 0.32322826981544495], "r_norm": [1.9336954355239868, 1.7458486557006836, 1.713913083076477, 1.8136849403381348, 1.7051522731781006], "ldr": {"dL_sdil": -0.04825925827026367, "dL_bp": -0.046620726585388184, "ratio": 1.0351459920272679}}, {"step": 2300, "epoch": 5, "train_loss": 1.5601283311843872, "cos_r_negg": [0.7360681295394897, 0.4257524013519287, 0.40072059631347656, 0.43234264850616455, 0.32084229588508606], "cos_apical_negg": [0.7360681295394897, 0.4257524013519287, 0.40072059631347656, 0.43234264850616455, 0.32084229588508606], "cos_Ac_negg": [0.7360681295394897, 0.4257524013519287, 0.40072059631347656, 0.43234264850616455, 0.32084229588508606], "r_norm": [1.9030828475952148, 1.7088500261306763, 1.681359052658081, 1.7783479690551758, 1.6693053245544434]}, {"epoch_end": 5, "step": 2346, "test_acc": 0.4254, "test_loss": 1.7370129760742188}, {"step": 2350, "epoch": 6, "train_loss": 1.4689304828643799, "cos_r_negg": [0.7412527799606323, 0.433610200881958, 0.41342055797576904, 0.44002172350883484, 0.3394404351711273], "cos_apical_negg": [0.7412527799606323, 0.433610200881958, 0.41342055797576904, 0.44002172350883484, 0.3394404351711273], "cos_Ac_negg": [0.7412527799606323, 0.433610200881958, 0.41342055797576904, 0.44002172350883484, 0.3394404351711273], "r_norm": [1.8776369094848633, 1.6806366443634033, 1.6517601013183594, 1.7454512119293213, 1.6391823291778564]}, {"step": 2400, "epoch": 6, "train_loss": 1.3025729656219482, "cos_r_negg": [0.7339408993721008, 0.44602471590042114, 0.4247667193412781, 0.4366016983985901, 0.35186058282852173], "cos_apical_negg": [0.7339408993721008, 0.44602471590042114, 0.4247667193412781, 0.4366016983985901, 0.35186058282852173], "cos_Ac_negg": [0.7339408993721008, 0.44602471590042114, 0.4247667193412781, 0.4366016983985901, 0.35186058282852173], "r_norm": [1.8452162742614746, 1.6468254327774048, 1.6182563304901123, 1.7111934423446655, 1.604236125946045]}, {"step": 2450, "epoch": 6, "train_loss": 1.4251703023910522, "cos_r_negg": [0.7423496842384338, 0.4519174098968506, 0.43995606899261475, 0.4426712095737457, 0.3548774719238281], "cos_apical_negg": [0.7423496842384338, 0.4519174098968506, 0.43995606899261475, 0.4426712095737457, 0.3548774719238281], "cos_Ac_negg": [0.7423496842384338, 0.4519174098968506, 0.43995606899261475, 0.4426712095737457, 0.3548774719238281], "r_norm": [1.8732318878173828, 1.6631221771240234, 1.6340575218200684, 1.7295129299163818, 1.6213726997375488]}, {"step": 2500, "epoch": 6, "train_loss": 1.4150408506393433, "cos_r_negg": [0.7542926669120789, 0.4611707627773285, 0.45487314462661743, 0.4659734070301056, 0.36912405490875244], "cos_apical_negg": [0.7542926669120789, 0.4611707627773285, 0.45487314462661743, 0.4659734070301056, 0.36912405490875244], "cos_Ac_negg": [0.7542926669120789, 0.4611707627773285, 0.45487314462661743, 0.4659734070301056, 0.36912405490875244], "r_norm": [1.790010929107666, 1.5846543312072754, 1.562199354171753, 1.6454615592956543, 1.5446760654449463], "ldr": {"dL_sdil": -0.030995726585388184, "dL_bp": -0.030636191368103027, "ratio": 1.011735636880095}}, {"step": 2550, "epoch": 6, "train_loss": 1.4125590324401855, "cos_r_negg": [0.7485322952270508, 0.47765570878982544, 0.4660326838493347, 0.4733510911464691, 0.39438730478286743], "cos_apical_negg": [0.7485322952270508, 0.47765570878982544, 0.4660326838493347, 0.4733510911464691, 0.39438730478286743], "cos_Ac_negg": [0.7485322952270508, 0.47765570878982544, 0.4660326838493347, 0.4733510911464691, 0.39438730478286743], "r_norm": [1.8386187553405762, 1.6220811605453491, 1.5899085998535156, 1.680280089378357, 1.572034239768982]}, {"step": 2600, "epoch": 6, "train_loss": 1.6215283870697021, "cos_r_negg": [0.7610469460487366, 0.499693363904953, 0.4646601676940918, 0.4922024607658386, 0.40279170870780945], "cos_apical_negg": [0.7610469460487366, 0.499693363904953, 0.4646601676940918, 0.4922024607658386, 0.40279170870780945], "cos_Ac_negg": [0.7610469460487366, 0.499693363904953, 0.4646601676940918, 0.4922024607658386, 0.40279170870780945], "r_norm": [1.79347825050354, 1.57719087600708, 1.5513217449188232, 1.6359153985977173, 1.5315451622009277]}, {"step": 2650, "epoch": 6, "train_loss": 1.3772714138031006, "cos_r_negg": [0.7546436786651611, 0.505931556224823, 0.47745704650878906, 0.5140621662139893, 0.40958669781684875], "cos_apical_negg": [0.7546436786651611, 0.505931556224823, 0.47745704650878906, 0.5140621662139893, 0.40958669781684875], "cos_Ac_negg": [0.7546436786651611, 0.505931556224823, 0.47745704650878906, 0.5140621662139893, 0.40958669781684875], "r_norm": [1.808073878288269, 1.5840407609939575, 1.555745244026184, 1.6419564485549927, 1.5290650129318237]}, {"step": 2700, "epoch": 6, "train_loss": 1.4989242553710938, "cos_r_negg": [0.7641850709915161, 0.5018012523651123, 0.4861335754394531, 0.5203641653060913, 0.42916014790534973], "cos_apical_negg": [0.7641850709915161, 0.5018012523651123, 0.4861335754394531, 0.5203641653060913, 0.42916014790534973], "cos_Ac_negg": [0.7641850709915161, 0.5018012523651123, 0.4861335754394531, 0.5203641653060913, 0.42916014790534973], "r_norm": [1.7746734619140625, 1.545204997062683, 1.5227365493774414, 1.6022928953170776, 1.498458743095398]}, {"epoch_end": 6, "step": 2737, "test_acc": 0.4118, "test_loss": 1.748690869140625}, {"step": 2750, "epoch": 7, "train_loss": 1.5000876188278198, "cos_r_negg": [0.7653018236160278, 0.5065921545028687, 0.49405351281166077, 0.5250673294067383, 0.4337480366230011], "cos_apical_negg": [0.7653018236160278, 0.5065921545028687, 0.49405351281166077, 0.5250673294067383, 0.4337480366230011], "cos_Ac_negg": [0.7653018236160278, 0.5065921545028687, 0.49405351281166077, 0.5250673294067383, 0.4337480366230011], "r_norm": [1.7694072723388672, 1.539109230041504, 1.5122623443603516, 1.5941346883773804, 1.490607500076294], "ldr": {"dL_sdil": -0.03596758842468262, "dL_bp": -0.035555124282836914, "ratio": 1.0116006947005614}}, {"step": 2800, "epoch": 7, "train_loss": 1.4445793628692627, "cos_r_negg": [0.773529052734375, 0.5318982005119324, 0.5117769241333008, 0.5313786864280701, 0.4488975405693054], "cos_apical_negg": [0.773529052734375, 0.5318982005119324, 0.5117769241333008, 0.5313786864280701, 0.4488975405693054], "cos_Ac_negg": [0.773529052734375, 0.5318982005119324, 0.5117769241333008, 0.5313786864280701, 0.4488975405693054], "r_norm": [1.7661930322647095, 1.5303936004638672, 1.5033445358276367, 1.5841737985610962, 1.4797217845916748]}, {"step": 2850, "epoch": 7, "train_loss": 1.5208909511566162, "cos_r_negg": [0.7792829871177673, 0.5397108793258667, 0.5213322043418884, 0.540442943572998, 0.4702082872390747], "cos_apical_negg": [0.7792829871177673, 0.5397108793258667, 0.5213322043418884, 0.540442943572998, 0.4702082872390747], "cos_Ac_negg": [0.7792829871177673, 0.5397108793258667, 0.5213322043418884, 0.540442943572998, 0.4702082872390747], "r_norm": [1.7396111488342285, 1.5036122798919678, 1.4749144315719604, 1.5579525232315063, 1.4524855613708496]}, {"step": 2900, "epoch": 7, "train_loss": 1.38034987449646, "cos_r_negg": [0.7787322998046875, 0.5522292852401733, 0.5258711576461792, 0.5544939041137695, 0.4947540760040283], "cos_apical_negg": [0.7787322998046875, 0.5522292852401733, 0.5258711576461792, 0.5544939041137695, 0.4947540760040283], "cos_Ac_negg": [0.7787322998046875, 0.5522292852401733, 0.5258711576461792, 0.5544939041137695, 0.4947540760040283], "r_norm": [1.7184460163116455, 1.483942985534668, 1.4570653438568115, 1.5350607633590698, 1.4329383373260498]}, {"step": 2950, "epoch": 7, "train_loss": 1.4423038959503174, "cos_r_negg": [0.7746339440345764, 0.5575273036956787, 0.5327761769294739, 0.5620496273040771, 0.4916553497314453], "cos_apical_negg": [0.7746339440345764, 0.5575273036956787, 0.5327761769294739, 0.5620496273040771, 0.4916553497314453], "cos_Ac_negg": [0.7746339440345764, 0.5575273036956787, 0.5327761769294739, 0.5620496273040771, 0.4916553497314453], "r_norm": [1.6803685426712036, 1.4446483850479126, 1.4183170795440674, 1.4918055534362793, 1.3904225826263428]}, {"step": 3000, "epoch": 7, "train_loss": 1.5961469411849976, "cos_r_negg": [0.7764022350311279, 0.5678665637969971, 0.5477946996688843, 0.5734737515449524, 0.5076024532318115], "cos_apical_negg": [0.7764022350311279, 0.5678665637969971, 0.5477946996688843, 0.5734737515449524, 0.5076024532318115], "cos_Ac_negg": [0.7764022350311279, 0.5678665637969971, 0.5477946996688843, 0.5734737515449524, 0.5076024532318115], "r_norm": [1.7088522911071777, 1.4639077186584473, 1.4343266487121582, 1.5108017921447754, 1.4090485572814941], "ldr": {"dL_sdil": -0.06676185131072998, "dL_bp": -0.0675884485244751, "ratio": 0.9877701407298055}}, {"step": 3050, "epoch": 7, "train_loss": 1.3712091445922852, "cos_r_negg": [0.7841479182243347, 0.5724079608917236, 0.5568930506706238, 0.5843220949172974, 0.5077948570251465], "cos_apical_negg": [0.7841479182243347, 0.5724079608917236, 0.5568930506706238, 0.5843220949172974, 0.5077948570251465], "cos_Ac_negg": [0.7841479182243347, 0.5724079608917236, 0.5568930506706238, 0.5843220949172974, 0.5077948570251465], "r_norm": [1.661564826965332, 1.4196765422821045, 1.392496943473816, 1.4683961868286133, 1.3655943870544434]}, {"step": 3100, "epoch": 7, "train_loss": 1.3699748516082764, "cos_r_negg": [0.7938409447669983, 0.5865548849105835, 0.5650686621665955, 0.5937068462371826, 0.5119941830635071], "cos_apical_negg": [0.7938409447669983, 0.5865548849105835, 0.5650686621665955, 0.5937068462371826, 0.5119941830635071], "cos_Ac_negg": [0.7938409447669983, 0.5865548849105835, 0.5650686621665955, 0.5937068462371826, 0.5119941830635071], "r_norm": [1.6583914756774902, 1.4124643802642822, 1.3845990896224976, 1.4557589292526245, 1.3551278114318848]}, {"epoch_end": 7, "step": 3128, "test_acc": 0.4308, "test_loss": 1.762097509765625}, {"step": 3150, "epoch": 8, "train_loss": 1.2940646409988403, "cos_r_negg": [0.7875964641571045, 0.5902390480041504, 0.5781298875808716, 0.6073365211486816, 0.5311819911003113], "cos_apical_negg": [0.7875964641571045, 0.5902390480041504, 0.5781298875808716, 0.6073365211486816, 0.5311819911003113], "cos_Ac_negg": [0.7875964641571045, 0.5902390480041504, 0.5781298875808716, 0.6073365211486816, 0.5311819911003113], "r_norm": [1.6906437873840332, 1.4373054504394531, 1.4062168598175049, 1.4804108142852783, 1.378059983253479]}, {"step": 3200, "epoch": 8, "train_loss": 1.3522388935089111, "cos_r_negg": [0.794227123260498, 0.5994274616241455, 0.5891121029853821, 0.6195706129074097, 0.540942907333374], "cos_apical_negg": [0.794227123260498, 0.5994274616241455, 0.5891121029853821, 0.6195706129074097, 0.540942907333374], "cos_Ac_negg": [0.794227123260498, 0.5994274616241455, 0.5891121029853821, 0.6195706129074097, 0.540942907333374], "r_norm": [1.6435985565185547, 1.3914715051651, 1.3629710674285889, 1.4343962669372559, 1.334867238998413]}, {"step": 3250, "epoch": 8, "train_loss": 1.381054401397705, "cos_r_negg": [0.7880746126174927, 0.6129541397094727, 0.6022013425827026, 0.621437668800354, 0.5582020282745361], "cos_apical_negg": [0.7880746126174927, 0.6129541397094727, 0.6022013425827026, 0.621437668800354, 0.5582020282745361], "cos_Ac_negg": [0.7880746126174927, 0.6129541397094727, 0.6022013425827026, 0.621437668800354, 0.5582020282745361], "r_norm": [1.6220221519470215, 1.3704173564910889, 1.3446096181869507, 1.4152086973190308, 1.3154222965240479], "ldr": {"dL_sdil": -0.05781960487365723, "dL_bp": -0.05998539924621582, "ratio": 0.9638946410330806}}, {"step": 3300, "epoch": 8, "train_loss": 1.5969641208648682, "cos_r_negg": [0.7895476818084717, 0.6143656969070435, 0.6089475750923157, 0.6261862516403198, 0.5747260451316833], "cos_apical_negg": [0.7895476818084717, 0.6143656969070435, 0.6089475750923157, 0.6261862516403198, 0.5747260451316833], "cos_Ac_negg": [0.7895476818084717, 0.6143656969070435, 0.6089475750923157, 0.6261862516403198, 0.5747260451316833], "r_norm": [1.6395875215530396, 1.3851144313812256, 1.357100248336792, 1.4251797199249268, 1.328512191772461]}, {"step": 3350, "epoch": 8, "train_loss": 1.346924066543579, "cos_r_negg": [0.7933163642883301, 0.6312867403030396, 0.6207090616226196, 0.6441566348075867, 0.5842621922492981], "cos_apical_negg": [0.7933163642883301, 0.6312867403030396, 0.6207090616226196, 0.6441566348075867, 0.5842621922492981], "cos_Ac_negg": [0.7933163642883301, 0.6312867403030396, 0.6207090616226196, 0.6441566348075867, 0.5842621922492981], "r_norm": [1.6643056869506836, 1.4018373489379883, 1.3741499185562134, 1.4414777755737305, 1.3417298793792725]}, {"step": 3400, "epoch": 8, "train_loss": 1.3688896894454956, "cos_r_negg": [0.801886796951294, 0.642113447189331, 0.6322373151779175, 0.655042290687561, 0.5965486764907837], "cos_apical_negg": [0.801886796951294, 0.642113447189331, 0.6322373151779175, 0.655042290687561, 0.5965486764907837], "cos_Ac_negg": [0.801886796951294, 0.642113447189331, 0.6322373151779175, 0.655042290687561, 0.5965486764907837], "r_norm": [1.6319084167480469, 1.3669408559799194, 1.341310977935791, 1.4029226303100586, 1.305249810218811]}, {"step": 3450, "epoch": 8, "train_loss": 1.1816084384918213, "cos_r_negg": [0.8076397180557251, 0.6473795175552368, 0.636990487575531, 0.6666812896728516, 0.5993995666503906], "cos_apical_negg": [0.8076397180557251, 0.6473795175552368, 0.636990487575531, 0.6666812896728516, 0.5993995666503906], "cos_Ac_negg": [0.8076397180557251, 0.6473795175552368, 0.636990487575531, 0.6666812896728516, 0.5993995666503906], "r_norm": [1.6177291870117188, 1.3555397987365723, 1.3287848234176636, 1.391577124595642, 1.2939796447753906]}, {"step": 3500, "epoch": 8, "train_loss": 1.243927240371704, "cos_r_negg": [0.815354585647583, 0.656090259552002, 0.6507170796394348, 0.6693432331085205, 0.6094646453857422], "cos_apical_negg": [0.815354585647583, 0.656090259552002, 0.6507170796394348, 0.6693432331085205, 0.6094646453857422], "cos_Ac_negg": [0.815354585647583, 0.656090259552002, 0.6507170796394348, 0.6693432331085205, 0.6094646453857422], "r_norm": [1.5977003574371338, 1.3351502418518066, 1.3107928037643433, 1.3691685199737549, 1.2735352516174316], "ldr": {"dL_sdil": -0.03912949562072754, "dL_bp": -0.041797518730163574, "ratio": 0.9361679068401103}}, {"epoch_end": 8, "step": 3519, "test_acc": 0.4285, "test_loss": 1.7572147094726562}, {"step": 3550, "epoch": 9, "train_loss": 1.2183071374893188, "cos_r_negg": [0.8103285431861877, 0.6684269905090332, 0.6679627299308777, 0.6737292408943176, 0.6235225796699524], "cos_apical_negg": [0.8103285431861877, 0.6684269905090332, 0.6679627299308777, 0.6737292408943176, 0.6235225796699524], "cos_Ac_negg": [0.8103285431861877, 0.6684269905090332, 0.6679627299308777, 0.6737292408943176, 0.6235225796699524], "r_norm": [1.6649175882339478, 1.3919564485549927, 1.3658453226089478, 1.4312024116516113, 1.3285722732543945]}, {"step": 3600, "epoch": 9, "train_loss": 1.2867660522460938, "cos_r_negg": [0.8125749826431274, 0.6774401664733887, 0.6776118278503418, 0.6866843104362488, 0.6364133358001709], "cos_apical_negg": [0.8125749826431274, 0.6774401664733887, 0.6776118278503418, 0.6866843104362488, 0.6364133358001709], "cos_Ac_negg": [0.8125749826431274, 0.6774401664733887, 0.6776118278503418, 0.6866843104362488, 0.6364133358001709], "r_norm": [1.6189765930175781, 1.3483885526657104, 1.3245339393615723, 1.382225751876831, 1.2847304344177246]}, {"step": 3650, "epoch": 9, "train_loss": 1.3771452903747559, "cos_r_negg": [0.8068566918373108, 0.6856924295425415, 0.6794886589050293, 0.6945059299468994, 0.6411362886428833], "cos_apical_negg": [0.8068566918373108, 0.6856924295425415, 0.6794886589050293, 0.6945059299468994, 0.6411362886428833], "cos_Ac_negg": [0.8068566918373108, 0.6856924295425415, 0.6794886589050293, 0.6945059299468994, 0.6411362886428833], "r_norm": [1.6104557514190674, 1.3414931297302246, 1.316059947013855, 1.373551845550537, 1.2766250371932983]}, {"step": 3700, "epoch": 9, "train_loss": 1.2894234657287598, "cos_r_negg": [0.8181152939796448, 0.684551477432251, 0.6926347017288208, 0.7042317986488342, 0.6536251306533813], "cos_apical_negg": [0.8181152939796448, 0.684551477432251, 0.6926347017288208, 0.7042317986488342, 0.6536251306533813], "cos_Ac_negg": [0.8181152939796448, 0.684551477432251, 0.6926347017288208, 0.7042317986488342, 0.6536251306533813], "r_norm": [1.600861668586731, 1.3300873041152954, 1.3056080341339111, 1.3599023818969727, 1.2654738426208496]}, {"step": 3750, "epoch": 9, "train_loss": 1.3428618907928467, "cos_r_negg": [0.8125021457672119, 0.6903824806213379, 0.6958305835723877, 0.7133374214172363, 0.6616744995117188], "cos_apical_negg": [0.8125021457672119, 0.6903824806213379, 0.6958305835723877, 0.7133374214172363, 0.6616744995117188], "cos_Ac_negg": [0.8125021457672119, 0.6903824806213379, 0.6958305835723877, 0.7133374214172363, 0.6616744995117188], "r_norm": [1.6087396144866943, 1.3370579481124878, 1.3128585815429688, 1.3670635223388672, 1.2733820676803589], "ldr": {"dL_sdil": -0.06959855556488037, "dL_bp": -0.07282721996307373, "ratio": 0.9556667905237847}}, {"step": 3800, "epoch": 9, "train_loss": 1.5138137340545654, "cos_r_negg": [0.8195682764053345, 0.700019359588623, 0.6985798478126526, 0.7183388471603394, 0.6797715425491333], "cos_apical_negg": [0.8195682764053345, 0.700019359588623, 0.6985798478126526, 0.7183388471603394, 0.6797715425491333], "cos_Ac_negg": [0.8195682764053345, 0.700019359588623, 0.6985798478126526, 0.7183388471603394, 0.6797715425491333], "r_norm": [1.5973820686340332, 1.324103832244873, 1.3014507293701172, 1.3516740798950195, 1.2578717470169067]}, {"step": 3850, "epoch": 9, "train_loss": 1.2420942783355713, "cos_r_negg": [0.814099907875061, 0.7093641757965088, 0.7099432349205017, 0.7271210551261902, 0.6912790536880493], "cos_apical_negg": [0.814099907875061, 0.7093641757965088, 0.7099432349205017, 0.7271210551261902, 0.6912790536880493], "cos_Ac_negg": [0.814099907875061, 0.7093641757965088, 0.7099432349205017, 0.7271210551261902, 0.6912790536880493], "r_norm": [1.5690698623657227, 1.3030951023101807, 1.2769193649291992, 1.3290777206420898, 1.234860897064209]}, {"step": 3900, "epoch": 9, "train_loss": 1.3201968669891357, "cos_r_negg": [0.8246020078659058, 0.7085850238800049, 0.71903395652771, 0.7333083748817444, 0.699421763420105], "cos_apical_negg": [0.8246020078659058, 0.7085850238800049, 0.71903395652771, 0.7333083748817444, 0.699421763420105], "cos_Ac_negg": [0.8246020078659058, 0.7085850238800049, 0.71903395652771, 0.7333083748817444, 0.699421763420105], "r_norm": [1.5904008150100708, 1.3189356327056885, 1.2928612232208252, 1.3436861038208008, 1.2469794750213623]}, {"epoch_end": 9, "step": 3910, "test_acc": 0.4293, "test_loss": 1.8136524291992187}, {"step": 3950, "epoch": 10, "train_loss": 1.3398053646087646, "cos_r_negg": [0.8243730664253235, 0.7194967269897461, 0.7336230278015137, 0.748436450958252, 0.7085909843444824], "cos_apical_negg": [0.8243730664253235, 0.7194967269897461, 0.7336230278015137, 0.748436450958252, 0.7085909843444824], "cos_Ac_negg": [0.8243730664253235, 0.7194967269897461, 0.7336230278015137, 0.748436450958252, 0.7085909843444824], "r_norm": [1.5456452369689941, 1.2794640064239502, 1.254041075706482, 1.3007402420043945, 1.209991216659546]}, {"step": 4000, "epoch": 10, "train_loss": 1.1740753650665283, "cos_r_negg": [0.82352614402771, 0.7274501323699951, 0.7397321462631226, 0.7561399936676025, 0.719815194606781], "cos_apical_negg": [0.82352614402771, 0.7274501323699951, 0.7397321462631226, 0.7561399936676025, 0.719815194606781], "cos_Ac_negg": [0.82352614402771, 0.7274501323699951, 0.7397321462631226, 0.7561399936676025, 0.719815194606781], "r_norm": [1.5833239555358887, 1.3098009824752808, 1.283266544342041, 1.3307032585144043, 1.241262674331665], "ldr": {"dL_sdil": -0.053878188133239746, "dL_bp": -0.058296918869018555, "ratio": 0.9242030141300125}}, {"step": 4050, "epoch": 10, "train_loss": 1.1754146814346313, "cos_r_negg": [0.8139418363571167, 0.7333123683929443, 0.7458832859992981, 0.7622615098953247, 0.7250100374221802], "cos_apical_negg": [0.8139418363571167, 0.7333123683929443, 0.7458832859992981, 0.7622615098953247, 0.7250100374221802], "cos_Ac_negg": [0.8139418363571167, 0.7333123683929443, 0.7458832859992981, 0.7622615098953247, 0.7250100374221802], "r_norm": [1.6201202869415283, 1.3411072492599487, 1.3144469261169434, 1.360485553741455, 1.2671947479248047]}, {"step": 4100, "epoch": 10, "train_loss": 1.2597601413726807, "cos_r_negg": [0.8326374888420105, 0.7414458990097046, 0.7511043548583984, 0.7670176029205322, 0.7337459325790405], "cos_apical_negg": [0.8326374888420105, 0.7414458990097046, 0.7511043548583984, 0.7670176029205322, 0.7337459325790405], "cos_Ac_negg": [0.8326374888420105, 0.7414458990097046, 0.7511043548583984, 0.7670176029205322, 0.7337459325790405], "r_norm": [1.5804879665374756, 1.3080823421478271, 1.283116340637207, 1.3259968757629395, 1.2346361875534058]}, {"step": 4150, "epoch": 10, "train_loss": 1.1627472639083862, "cos_r_negg": [0.8309205770492554, 0.7504950165748596, 0.755883514881134, 0.768613338470459, 0.7445580363273621], "cos_apical_negg": [0.8309205770492554, 0.7504950165748596, 0.755883514881134, 0.768613338470459, 0.7445580363273621], "cos_Ac_negg": [0.8309205770492554, 0.7504950165748596, 0.755883514881134, 0.768613338470459, 0.7445580363273621], "r_norm": [1.6193733215332031, 1.3394293785095215, 1.3098984956741333, 1.35381019115448, 1.2582353353500366]}, {"step": 4200, "epoch": 10, "train_loss": 1.3712495565414429, "cos_r_negg": [0.836365818977356, 0.75661301612854, 0.7671581506729126, 0.7778582572937012, 0.7542539834976196], "cos_apical_negg": [0.836365818977356, 0.75661301612854, 0.7671581506729126, 0.7778582572937012, 0.7542539834976196], "cos_Ac_negg": [0.836365818977356, 0.75661301612854, 0.7671581506729126, 0.7778582572937012, 0.7542539834976196], "r_norm": [1.597614049911499, 1.322174072265625, 1.293139934539795, 1.3361413478851318, 1.24318528175354]}, {"step": 4250, "epoch": 10, "train_loss": 1.3289997577667236, "cos_r_negg": [0.8375221490859985, 0.7586538791656494, 0.7747147083282471, 0.7835337519645691, 0.7572402358055115], "cos_apical_negg": [0.8375221490859985, 0.7586538791656494, 0.7747147083282471, 0.7835337519645691, 0.7572402358055115], "cos_Ac_negg": [0.8375221490859985, 0.7586538791656494, 0.7747147083282471, 0.7835337519645691, 0.7572402358055115], "r_norm": [1.594078540802002, 1.3184306621551514, 1.291609287261963, 1.3330655097961426, 1.2416807413101196], "ldr": {"dL_sdil": -0.07052099704742432, "dL_bp": -0.07583701610565186, "ratio": 0.9299020540204066}}, {"step": 4300, "epoch": 10, "train_loss": 1.2033694982528687, "cos_r_negg": [0.8302932977676392, 0.7698087692260742, 0.7752424478530884, 0.7891923189163208, 0.7717639207839966], "cos_apical_negg": [0.8302932977676392, 0.7698087692260742, 0.7752424478530884, 0.7891923189163208, 0.7717639207839966], "cos_Ac_negg": [0.8302932977676392, 0.7698087692260742, 0.7752424478530884, 0.7891923189163208, 0.7717639207839966], "r_norm": [1.5908490419387817, 1.3164921998977661, 1.2912845611572266, 1.3300782442092896, 1.2414865493774414]}, {"epoch_end": 10, "step": 4301, "test_acc": 0.4288, "test_loss": 1.8048301513671876}, {"step": 4350, "epoch": 11, "train_loss": 1.0036165714263916, "cos_r_negg": [0.8363763689994812, 0.7726458311080933, 0.7813971042633057, 0.7975857257843018, 0.7758525609970093], "cos_apical_negg": [0.8363763689994812, 0.7726458311080933, 0.7813971042633057, 0.7975857257843018, 0.7758525609970093], "cos_Ac_negg": [0.8363763689994812, 0.7726458311080933, 0.7813971042633057, 0.7975857257843018, 0.7758525609970093], "r_norm": [1.5974783897399902, 1.3218591213226318, 1.2992870807647705, 1.337000846862793, 1.2455811500549316]}, {"step": 4400, "epoch": 11, "train_loss": 1.3226404190063477, "cos_r_negg": [0.8389068245887756, 0.7774966359138489, 0.7862517833709717, 0.7991428971290588, 0.7864180207252502], "cos_apical_negg": [0.8389068245887756, 0.7774966359138489, 0.7862517833709717, 0.7991428971290588, 0.7864180207252502], "cos_Ac_negg": [0.8389068245887756, 0.7774966359138489, 0.7862517833709717, 0.7991428971290588, 0.7864180207252502], "r_norm": [1.5867323875427246, 1.3174750804901123, 1.2924892902374268, 1.329622507095337, 1.2419116497039795]}, {"step": 4450, "epoch": 11, "train_loss": 1.3865857124328613, "cos_r_negg": [0.838821530342102, 0.7775697112083435, 0.7942759394645691, 0.8028638362884521, 0.7880409955978394], "cos_apical_negg": [0.838821530342102, 0.7775697112083435, 0.7942759394645691, 0.8028638362884521, 0.7880409955978394], "cos_Ac_negg": [0.838821530342102, 0.7775697112083435, 0.7942759394645691, 0.8028638362884521, 0.7880409955978394], "r_norm": [1.6280099153518677, 1.3491041660308838, 1.3218903541564941, 1.3607563972473145, 1.2698254585266113]}, {"step": 4500, "epoch": 11, "train_loss": 1.116334319114685, "cos_r_negg": [0.8430505990982056, 0.788983941078186, 0.7995652556419373, 0.8113316297531128, 0.797523558139801], "cos_apical_negg": [0.8430505990982056, 0.788983941078186, 0.7995652556419373, 0.8113316297531128, 0.797523558139801], "cos_Ac_negg": [0.8430505990982056, 0.788983941078186, 0.7995652556419373, 0.8113316297531128, 0.797523558139801], "r_norm": [1.5886952877044678, 1.3176110982894897, 1.2936227321624756, 1.3269572257995605, 1.2408909797668457], "ldr": {"dL_sdil": -0.06327033042907715, "dL_bp": -0.07140123844146729, "ratio": 0.8861237117188713}}, {"step": 4550, "epoch": 11, "train_loss": 1.2689837217330933, "cos_r_negg": [0.8403826951980591, 0.7963749766349792, 0.8059427738189697, 0.820738673210144, 0.8028952479362488], "cos_apical_negg": [0.8403826951980591, 0.7963749766349792, 0.8059427738189697, 0.820738673210144, 0.8028952479362488], "cos_Ac_negg": [0.8403826951980591, 0.7963749766349792, 0.8059427738189697, 0.820738673210144, 0.8028952479362488], "r_norm": [1.5737844705581665, 1.3084235191345215, 1.2821674346923828, 1.3155031204223633, 1.2303705215454102]}, {"step": 4600, "epoch": 11, "train_loss": 1.2719638347625732, "cos_r_negg": [0.8425613641738892, 0.8013259768486023, 0.812593400478363, 0.82371985912323, 0.8084194660186768], "cos_apical_negg": [0.8425613641738892, 0.8013259768486023, 0.812593400478363, 0.82371985912323, 0.8084194660186768], "cos_Ac_negg": [0.8425613641738892, 0.8013259768486023, 0.812593400478363, 0.82371985912323, 0.8084194660186768], "r_norm": [1.639334797859192, 1.358504056930542, 1.3313180208206177, 1.3635644912719727, 1.2762047052383423]}, {"step": 4650, "epoch": 11, "train_loss": 1.3719764947891235, "cos_r_negg": [0.8357916474342346, 0.8083735108375549, 0.817588746547699, 0.8303357362747192, 0.8148458003997803], "cos_apical_negg": [0.8357916474342346, 0.8083735108375549, 0.817588746547699, 0.8303357362747192, 0.8148458003997803], "cos_Ac_negg": [0.8357916474342346, 0.8083735108375549, 0.817588746547699, 0.8303357362747192, 0.8148458003997803], "r_norm": [1.575898289680481, 1.308660626411438, 1.2845773696899414, 1.3145978450775146, 1.2294418811798096]}, {"epoch_end": 11, "step": 4692, "test_acc": 0.4313, "test_loss": 1.876853076171875}, {"step": 4700, "epoch": 12, "train_loss": 0.952646017074585, "cos_r_negg": [0.8422226905822754, 0.8108809590339661, 0.8249642848968506, 0.8329956531524658, 0.8233075141906738], "cos_apical_negg": [0.8422226905822754, 0.8108809590339661, 0.8249642848968506, 0.8329956531524658, 0.8233075141906738], "cos_Ac_negg": [0.8422226905822754, 0.8108809590339661, 0.8249642848968506, 0.8329956531524658, 0.8233075141906738], "r_norm": [1.6082653999328613, 1.337068796157837, 1.3136094808578491, 1.341853380203247, 1.2581626176834106]}, {"step": 4750, "epoch": 12, "train_loss": 1.1620254516601562, "cos_r_negg": [0.835918664932251, 0.8149853348731995, 0.8297338485717773, 0.8403416872024536, 0.8270591497421265], "cos_apical_negg": [0.835918664932251, 0.8149853348731995, 0.8297338485717773, 0.8403416872024536, 0.8270591497421265], "cos_Ac_negg": [0.835918664932251, 0.8149853348731995, 0.8297338485717773, 0.8403416872024536, 0.8270591497421265], "r_norm": [1.6174530982971191, 1.349390983581543, 1.325211763381958, 1.3516210317611694, 1.2697100639343262], "ldr": {"dL_sdil": -0.07457590103149414, "dL_bp": -0.08361923694610596, "ratio": 0.8918510112638267}}, {"step": 4800, "epoch": 12, "train_loss": 1.110068678855896, "cos_r_negg": [0.8375726938247681, 0.8195405006408691, 0.8319259881973267, 0.8462467193603516, 0.8324117660522461], "cos_apical_negg": [0.8375726938247681, 0.8195405006408691, 0.8319259881973267, 0.8462467193603516, 0.8324117660522461], "cos_Ac_negg": [0.8375726938247681, 0.8195405006408691, 0.8319259881973267, 0.8462467193603516, 0.8324117660522461], "r_norm": [1.6237971782684326, 1.3517013788223267, 1.3257052898406982, 1.3516488075256348, 1.2671623229980469]}, {"step": 4850, "epoch": 12, "train_loss": 1.0121055841445923, "cos_r_negg": [0.8464946150779724, 0.8216882348060608, 0.835281491279602, 0.8512254953384399, 0.8392027020454407], "cos_apical_negg": [0.8464946150779724, 0.8216882348060608, 0.835281491279602, 0.8512254953384399, 0.8392027020454407], "cos_Ac_negg": [0.8464946150779724, 0.8216882348060608, 0.835281491279602, 0.8512254953384399, 0.8392027020454407], "r_norm": [1.5891358852386475, 1.322892665863037, 1.2980178594589233, 1.3216123580932617, 1.2394678592681885]}, {"step": 4900, "epoch": 12, "train_loss": 1.0055924654006958, "cos_r_negg": [0.8475816249847412, 0.8274532556533813, 0.8397173881530762, 0.8544467687606812, 0.8438394665718079], "cos_apical_negg": [0.8475816249847412, 0.8274532556533813, 0.8397173881530762, 0.8544467687606812, 0.8438394665718079], "cos_Ac_negg": [0.8475816249847412, 0.8274532556533813, 0.8397173881530762, 0.8544467687606812, 0.8438394665718079], "r_norm": [1.603957176208496, 1.338265061378479, 1.3148936033248901, 1.3379695415496826, 1.255957007408142]}, {"step": 4950, "epoch": 12, "train_loss": 0.9957399964332581, "cos_r_negg": [0.851402997970581, 0.8310198783874512, 0.8438341021537781, 0.8572249412536621, 0.8474677205085754], "cos_apical_negg": [0.851402997970581, 0.8310198783874512, 0.8438341021537781, 0.8572249412536621, 0.8474677205085754], "cos_Ac_negg": [0.851402997970581, 0.8310198783874512, 0.8438341021537781, 0.8572249412536621, 0.8474677205085754], "r_norm": [1.6144025325775146, 1.3462789058685303, 1.3206019401550293, 1.3411612510681152, 1.2564043998718262]}, {"step": 5000, "epoch": 12, "train_loss": 1.220026969909668, "cos_r_negg": [0.8449878692626953, 0.8340863585472107, 0.8478530645370483, 0.8605346083641052, 0.8546046018600464], "cos_apical_negg": [0.8449878692626953, 0.8340863585472107, 0.8478530645370483, 0.8605346083641052, 0.8546046018600464], "cos_Ac_negg": [0.8449878692626953, 0.8340863585472107, 0.8478530645370483, 0.8605346083641052, 0.8546046018600464], "r_norm": [1.6287425756454468, 1.359924554824829, 1.331214189529419, 1.3550788164138794, 1.2700564861297607], "ldr": {"dL_sdil": -0.0730675458908081, "dL_bp": -0.08344101905822754, "ratio": 0.8756789731896667}}, {"step": 5050, "epoch": 12, "train_loss": 1.1876318454742432, "cos_r_negg": [0.8503419756889343, 0.8381606936454773, 0.846542477607727, 0.8650441765785217, 0.8559045791625977], "cos_apical_negg": [0.8503419756889343, 0.8381606936454773, 0.846542477607727, 0.8650441765785217, 0.8559045791625977], "cos_Ac_negg": [0.8503419756889343, 0.8381606936454773, 0.846542477607727, 0.8650441765785217, 0.8559045791625977], "r_norm": [1.6338872909545898, 1.3659238815307617, 1.3389256000518799, 1.3605780601501465, 1.2757937908172607]}, {"epoch_end": 12, "step": 5083, "test_acc": 0.4305, "test_loss": 1.91871494140625}, {"step": 5100, "epoch": 13, "train_loss": 0.9862313866615295, "cos_r_negg": [0.850629448890686, 0.8409258127212524, 0.8539981245994568, 0.8704806566238403, 0.8634598255157471], "cos_apical_negg": [0.850629448890686, 0.8409258127212524, 0.8539981245994568, 0.8704806566238403, 0.8634598255157471], "cos_Ac_negg": [0.850629448890686, 0.8409258127212524, 0.8539981245994568, 0.8704806566238403, 0.8634598255157471], "r_norm": [1.6087963581085205, 1.346919059753418, 1.321697473526001, 1.3399938344955444, 1.260837435722351]}, {"step": 5150, "epoch": 13, "train_loss": 0.9579814672470093, "cos_r_negg": [0.8487881422042847, 0.8420844078063965, 0.8525586724281311, 0.8717551827430725, 0.8656346797943115], "cos_apical_negg": [0.8487881422042847, 0.8420844078063965, 0.8525586724281311, 0.8717551827430725, 0.8656346797943115], "cos_Ac_negg": [0.8487881422042847, 0.8420844078063965, 0.8525586724281311, 0.8717551827430725, 0.8656346797943115], "r_norm": [1.6164366006851196, 1.3552751541137695, 1.3317214250564575, 1.3484203815460205, 1.2711544036865234]}, {"step": 5200, "epoch": 13, "train_loss": 1.250526785850525, "cos_r_negg": [0.8461035490036011, 0.8439972400665283, 0.8598313331604004, 0.8768107295036316, 0.8696913719177246], "cos_apical_negg": [0.8461035490036011, 0.8439972400665283, 0.8598313331604004, 0.8768107295036316, 0.8696913719177246], "cos_Ac_negg": [0.8461035490036011, 0.8439972400665283, 0.8598313331604004, 0.8768107295036316, 0.8696913719177246], "r_norm": [1.619473934173584, 1.3590900897979736, 1.3346306085586548, 1.3504784107208252, 1.2737935781478882]}, {"step": 5250, "epoch": 13, "train_loss": 0.9890005588531494, "cos_r_negg": [0.8516560792922974, 0.8511178493499756, 0.8624748587608337, 0.8817523717880249, 0.8755066394805908], "cos_apical_negg": [0.8516560792922974, 0.8511178493499756, 0.8624748587608337, 0.8817523717880249, 0.8755066394805908], "cos_Ac_negg": [0.8516560792922974, 0.8511178493499756, 0.8624748587608337, 0.8817523717880249, 0.8755066394805908], "r_norm": [1.6345552206039429, 1.3722522258758545, 1.3468284606933594, 1.3621084690093994, 1.2843923568725586], "ldr": {"dL_sdil": -0.06055808067321777, "dL_bp": -0.07306647300720215, "ratio": 0.8288080453431572}}, {"step": 5300, "epoch": 13, "train_loss": 0.9202219247817993, "cos_r_negg": [0.8553650975227356, 0.8546193838119507, 0.8675795197486877, 0.8820174336433411, 0.8812164068222046], "cos_apical_negg": [0.8553650975227356, 0.8546193838119507, 0.8675795197486877, 0.8820174336433411, 0.8812164068222046], "cos_Ac_negg": [0.8553650975227356, 0.8546193838119507, 0.8675795197486877, 0.8820174336433411, 0.8812164068222046], "r_norm": [1.6615736484527588, 1.3973851203918457, 1.3688719272613525, 1.3827488422393799, 1.3021910190582275]}, {"step": 5350, "epoch": 13, "train_loss": 1.0559958219528198, "cos_r_negg": [0.8550324440002441, 0.8563861846923828, 0.8704610466957092, 0.8842111825942993, 0.8856891393661499], "cos_apical_negg": [0.8550324440002441, 0.8563861846923828, 0.8704610466957092, 0.8842111825942993, 0.8856891393661499], "cos_Ac_negg": [0.8550324440002441, 0.8563861846923828, 0.8704610466957092, 0.8842111825942993, 0.8856891393661499], "r_norm": [1.6107330322265625, 1.356640338897705, 1.330162763595581, 1.3430477380752563, 1.2676749229431152]}, {"step": 5400, "epoch": 13, "train_loss": 1.3576653003692627, "cos_r_negg": [0.8552889823913574, 0.8579951524734497, 0.8765226006507874, 0.8897309303283691, 0.8866856098175049], "cos_apical_negg": [0.8552889823913574, 0.8579951524734497, 0.8765226006507874, 0.8897309303283691, 0.8866856098175049], "cos_Ac_negg": [0.8552889823913574, 0.8579951524734497, 0.8765226006507874, 0.8897309303283691, 0.8866856098175049], "r_norm": [1.6648366451263428, 1.4007816314697266, 1.3751208782196045, 1.3853580951690674, 1.3102351427078247]}, {"step": 5450, "epoch": 13, "train_loss": 1.2406446933746338, "cos_r_negg": [0.8550783395767212, 0.8605226874351501, 0.8776763677597046, 0.8926771283149719, 0.8908052444458008], "cos_apical_negg": [0.8550783395767212, 0.8605226874351501, 0.8776763677597046, 0.8926771283149719, 0.8908052444458008], "cos_Ac_negg": [0.8550783395767212, 0.8605226874351501, 0.8776763677597046, 0.8926771283149719, 0.8908052444458008], "r_norm": [1.6484456062316895, 1.3909908533096313, 1.3640406131744385, 1.3755812644958496, 1.299651861190796]}, {"epoch_end": 13, "step": 5474, "test_acc": 0.4315, "test_loss": 1.943489599609375}, {"step": 5500, "epoch": 14, "train_loss": 0.9548514485359192, "cos_r_negg": [0.8547910451889038, 0.8648165464401245, 0.8778446912765503, 0.8946471810340881, 0.8964259624481201], "cos_apical_negg": [0.8547910451889038, 0.8648165464401245, 0.8778446912765503, 0.8946471810340881, 0.8964259624481201], "cos_Ac_negg": [0.8547910451889038, 0.8648165464401245, 0.8778446912765503, 0.8946471810340881, 0.8964259624481201], "r_norm": [1.6637192964553833, 1.4054611921310425, 1.378440022468567, 1.3902571201324463, 1.314509391784668], "ldr": {"dL_sdil": -0.06091809272766113, "dL_bp": -0.07427263259887695, "ratio": 0.8201956844139419}}, {"step": 5550, "epoch": 14, "train_loss": 1.0456657409667969, "cos_r_negg": [0.8532849550247192, 0.865409255027771, 0.8804600238800049, 0.8953164219856262, 0.8999707698822021], "cos_apical_negg": [0.8532849550247192, 0.865409255027771, 0.8804600238800049, 0.8953164219856262, 0.8999707698822021], "cos_Ac_negg": [0.8532849550247192, 0.865409255027771, 0.8804600238800049, 0.8953164219856262, 0.8999707698822021], "r_norm": [1.6577128171920776, 1.4036870002746582, 1.3797156810760498, 1.3873813152313232, 1.3149012327194214]}, {"step": 5600, "epoch": 14, "train_loss": 1.012154221534729, "cos_r_negg": [0.8520363569259644, 0.8674293756484985, 0.8813810348510742, 0.9008277654647827, 0.899752676486969], "cos_apical_negg": [0.8520363569259644, 0.8674293756484985, 0.8813810348510742, 0.9008277654647827, 0.899752676486969], "cos_Ac_negg": [0.8520363569259644, 0.8674293756484985, 0.8813810348510742, 0.9008277654647827, 0.899752676486969], "r_norm": [1.6949809789657593, 1.4362008571624756, 1.4102891683578491, 1.4175235033035278, 1.3439052104949951]}, {"step": 5650, "epoch": 14, "train_loss": 1.1397380828857422, "cos_r_negg": [0.8451713919639587, 0.869043231010437, 0.8864158391952515, 0.8993998765945435, 0.9024569392204285], "cos_apical_negg": [0.8451713919639587, 0.869043231010437, 0.8864158391952515, 0.8993998765945435, 0.9024569392204285], "cos_Ac_negg": [0.8451713919639587, 0.869043231010437, 0.8864158391952515, 0.8993998765945435, 0.9024569392204285], "r_norm": [1.705669641494751, 1.4462711811065674, 1.4170186519622803, 1.424763560295105, 1.350946307182312]}, {"step": 5700, "epoch": 14, "train_loss": 1.0381340980529785, "cos_r_negg": [0.8497343063354492, 0.8714070320129395, 0.8903212547302246, 0.9042500257492065, 0.9066451787948608], "cos_apical_negg": [0.8497343063354492, 0.8714070320129395, 0.8903212547302246, 0.9042500257492065, 0.9066451787948608], "cos_Ac_negg": [0.8497343063354492, 0.8714070320129395, 0.8903212547302246, 0.9042500257492065, 0.9066451787948608], "r_norm": [1.6579296588897705, 1.4091124534606934, 1.3816680908203125, 1.3875815868377686, 1.3167338371276855]}, {"step": 5750, "epoch": 14, "train_loss": 1.0706617832183838, "cos_r_negg": [0.8528697490692139, 0.8752121925354004, 0.8942049741744995, 0.9067621827125549, 0.9142930507659912], "cos_apical_negg": [0.8528697490692139, 0.8752121925354004, 0.8942049741744995, 0.9067621827125549, 0.9142930507659912], "cos_Ac_negg": [0.8528697490692139, 0.8752121925354004, 0.8942049741744995, 0.9067621827125549, 0.9142930507659912], "r_norm": [1.7015495300292969, 1.4489552974700928, 1.4191436767578125, 1.4231981039047241, 1.3538622856140137], "ldr": {"dL_sdil": -0.05627179145812988, "dL_bp": -0.0728600025177002, "ratio": 0.7723276079280883}}, {"step": 5800, "epoch": 14, "train_loss": 1.1791388988494873, "cos_r_negg": [0.8496818542480469, 0.8742520809173584, 0.8956747055053711, 0.9083633422851562, 0.9133175015449524], "cos_apical_negg": [0.8496818542480469, 0.8742520809173584, 0.8956747055053711, 0.9083633422851562, 0.9133175015449524], "cos_Ac_negg": [0.8496818542480469, 0.8742520809173584, 0.8956747055053711, 0.9083633422851562, 0.9133175015449524], "r_norm": [1.7531797885894775, 1.4922927618026733, 1.4594736099243164, 1.4648175239562988, 1.3905174732208252]}, {"step": 5850, "epoch": 14, "train_loss": 0.9831900596618652, "cos_r_negg": [0.8544936180114746, 0.8772786259651184, 0.8956559300422668, 0.9136601686477661, 0.9194167852401733], "cos_apical_negg": [0.8544936180114746, 0.8772786259651184, 0.8956559300422668, 0.9136601686477661, 0.9194167852401733], "cos_Ac_negg": [0.8544936180114746, 0.8772786259651184, 0.8956559300422668, 0.9136601686477661, 0.9194167852401733], "r_norm": [1.7305576801300049, 1.47868013381958, 1.444400668144226, 1.450028657913208, 1.378082275390625]}, {"epoch_end": 14, "step": 5865, "test_acc": 0.4249, "test_loss": 2.0010583740234376}, {"step": 5900, "epoch": 15, "train_loss": 0.7670631408691406, "cos_r_negg": [0.8538556098937988, 0.8821840286254883, 0.8999619483947754, 0.9140527248382568, 0.9185448884963989], "cos_apical_negg": [0.8538556098937988, 0.8821840286254883, 0.8999619483947754, 0.9140527248382568, 0.9185448884963989], "cos_Ac_negg": [0.8538556098937988, 0.8821840286254883, 0.8999619483947754, 0.9140527248382568, 0.9185448884963989], "r_norm": [1.6925395727157593, 1.450846552848816, 1.418288230895996, 1.4222978353500366, 1.353680968284607]}, {"step": 5950, "epoch": 15, "train_loss": 0.911838173866272, "cos_r_negg": [0.854728102684021, 0.8812927603721619, 0.9002114534378052, 0.9140248894691467, 0.9211481809616089], "cos_apical_negg": [0.854728102684021, 0.8812927603721619, 0.9002114534378052, 0.9140248894691467, 0.9211481809616089], "cos_Ac_negg": [0.854728102684021, 0.8812927603721619, 0.9002114534378052, 0.9140248894691467, 0.9211481809616089], "r_norm": [1.7531070709228516, 1.5025241374969482, 1.469982385635376, 1.4736452102661133, 1.4042223691940308]}, {"step": 6000, "epoch": 15, "train_loss": 1.1256345510482788, "cos_r_negg": [0.8508666753768921, 0.8842973709106445, 0.9010939598083496, 0.9162777662277222, 0.9240137338638306], "cos_apical_negg": [0.8508666753768921, 0.8842973709106445, 0.9010939598083496, 0.9162777662277222, 0.9240137338638306], "cos_Ac_negg": [0.8508666753768921, 0.8842973709106445, 0.9010939598083496, 0.9162777662277222, 0.9240137338638306], "r_norm": [1.7348599433898926, 1.489116907119751, 1.4570086002349854, 1.4599287509918213, 1.3908538818359375], "ldr": {"dL_sdil": -0.06406855583190918, "dL_bp": -0.08414387702941895, "ratio": 0.7614167316001983}}, {"step": 6050, "epoch": 15, "train_loss": 0.9653425216674805, "cos_r_negg": [0.8527763485908508, 0.8860185146331787, 0.9047139883041382, 0.9201797246932983, 0.9267996549606323], "cos_apical_negg": [0.8527763485908508, 0.8860185146331787, 0.9047139883041382, 0.9201797246932983, 0.9267996549606323], "cos_Ac_negg": [0.8527763485908508, 0.8860185146331787, 0.9047139883041382, 0.9201797246932983, 0.9267996549606323], "r_norm": [1.776397466659546, 1.5273208618164062, 1.4924074411392212, 1.4965860843658447, 1.4274777173995972]}, {"step": 6100, "epoch": 15, "train_loss": 1.0165321826934814, "cos_r_negg": [0.8515766859054565, 0.8870728015899658, 0.9046359062194824, 0.9215370416641235, 0.9254493117332458], "cos_apical_negg": [0.8515766859054565, 0.8870728015899658, 0.9046359062194824, 0.9215370416641235, 0.9254493117332458], "cos_Ac_negg": [0.8515766859054565, 0.8870728015899658, 0.9046359062194824, 0.9215370416641235, 0.9254493117332458], "r_norm": [1.7453656196594238, 1.500343680381775, 1.4664032459259033, 1.4673855304718018, 1.398771047592163]}, {"step": 6150, "epoch": 15, "train_loss": 1.097402811050415, "cos_r_negg": [0.8553218841552734, 0.8894553184509277, 0.9091520309448242, 0.9231020212173462, 0.9284579753875732], "cos_apical_negg": [0.8553218841552734, 0.8894553184509277, 0.9091520309448242, 0.9231020212173462, 0.9284579753875732], "cos_Ac_negg": [0.8553218841552734, 0.8894553184509277, 0.9091520309448242, 0.9231020212173462, 0.9284579753875732], "r_norm": [1.7408994436264038, 1.498810052871704, 1.4667987823486328, 1.4648041725158691, 1.3990461826324463]}, {"step": 6200, "epoch": 15, "train_loss": 1.02366042137146, "cos_r_negg": [0.8544821739196777, 0.8875160217285156, 0.9090976715087891, 0.9245601892471313, 0.9283936023712158], "cos_apical_negg": [0.8544821739196777, 0.8875160217285156, 0.9090976715087891, 0.9245601892471313, 0.9283936023712158], "cos_Ac_negg": [0.8544821739196777, 0.8875160217285156, 0.9090976715087891, 0.9245601892471313, 0.9283936023712158], "r_norm": [1.8096189498901367, 1.561983585357666, 1.5267502069473267, 1.5230739116668701, 1.4522584676742554]}, {"step": 6250, "epoch": 15, "train_loss": 0.9799373149871826, "cos_r_negg": [0.8606999516487122, 0.8869360089302063, 0.9119579792022705, 0.9276371002197266, 0.9321901202201843], "cos_apical_negg": [0.8606999516487122, 0.8869360089302063, 0.9119579792022705, 0.9276371002197266, 0.9321901202201843], "cos_Ac_negg": [0.8606999516487122, 0.8869360089302063, 0.9119579792022705, 0.9276371002197266, 0.9321901202201843], "r_norm": [1.784703254699707, 1.5421196222305298, 1.5096858739852905, 1.5046977996826172, 1.4360710382461548], "ldr": {"dL_sdil": -0.07223987579345703, "dL_bp": -0.09335184097290039, "ratio": 0.7738452186971646}}, {"epoch_end": 15, "step": 6256, "test_acc": 0.431, "test_loss": 2.062105078125}, {"step": 6300, "epoch": 16, "train_loss": 1.0211385488510132, "cos_r_negg": [0.8533411026000977, 0.889633297920227, 0.9108718037605286, 0.9294805526733398, 0.9351493120193481], "cos_apical_negg": [0.8533411026000977, 0.889633297920227, 0.9108718037605286, 0.9294805526733398, 0.9351493120193481], "cos_Ac_negg": [0.8533411026000977, 0.889633297920227, 0.9108718037605286, 0.9294805526733398, 0.9351493120193481], "r_norm": [1.8349045515060425, 1.5903770923614502, 1.557387113571167, 1.5511444807052612, 1.4790241718292236]}, {"step": 6350, "epoch": 16, "train_loss": 0.8052375912666321, "cos_r_negg": [0.8552041053771973, 0.8904223442077637, 0.9142566323280334, 0.930650532245636, 0.93684983253479], "cos_apical_negg": [0.8552041053771973, 0.8904223442077637, 0.9142566323280334, 0.930650532245636, 0.93684983253479], "cos_Ac_negg": [0.8552041053771973, 0.8904223442077637, 0.9142566323280334, 0.930650532245636, 0.93684983253479], "r_norm": [1.7873181104660034, 1.5514986515045166, 1.5168602466583252, 1.5124473571777344, 1.443947196006775]}, {"step": 6400, "epoch": 16, "train_loss": 0.9123360514640808, "cos_r_negg": [0.8587262034416199, 0.8903297185897827, 0.913712739944458, 0.9302383065223694, 0.9372910261154175], "cos_apical_negg": [0.8587262034416199, 0.8903297185897827, 0.913712739944458, 0.9302383065223694, 0.9372910261154175], "cos_Ac_negg": [0.8587262034416199, 0.8903297185897827, 0.913712739944458, 0.9302383065223694, 0.9372910261154175], "r_norm": [1.784271478652954, 1.550519585609436, 1.515115737915039, 1.5102308988571167, 1.4407649040222168]}, {"step": 6450, "epoch": 16, "train_loss": 0.9673562049865723, "cos_r_negg": [0.8564026355743408, 0.8923118710517883, 0.9136534929275513, 0.9307119250297546, 0.9384592771530151], "cos_apical_negg": [0.8564026355743408, 0.8923118710517883, 0.9136534929275513, 0.9307119250297546, 0.9384592771530151], "cos_Ac_negg": [0.8564026355743408, 0.8923118710517883, 0.9136534929275513, 0.9307119250297546, 0.9384592771530151], "r_norm": [1.770418405532837, 1.5397231578826904, 1.506100058555603, 1.497939109802246, 1.431027889251709]}, {"step": 6500, "epoch": 16, "train_loss": 1.1167173385620117, "cos_r_negg": [0.8563439249992371, 0.8942703008651733, 0.9160701036453247, 0.9329545497894287, 0.9421272873878479], "cos_apical_negg": [0.8563439249992371, 0.8942703008651733, 0.9160701036453247, 0.9329545497894287, 0.9421272873878479], "cos_Ac_negg": [0.8563439249992371, 0.8942703008651733, 0.9160701036453247, 0.9329545497894287, 0.9421272873878479], "r_norm": [1.7785694599151611, 1.5544778108596802, 1.518019437789917, 1.5117586851119995, 1.4435012340545654], "ldr": {"dL_sdil": -0.07937121391296387, "dL_bp": -0.10360407829284668, "ratio": 0.76610125026752}}, {"step": 6550, "epoch": 16, "train_loss": 0.7493478059768677, "cos_r_negg": [0.8531398773193359, 0.8940470218658447, 0.9165735840797424, 0.9337307810783386, 0.9427177906036377], "cos_apical_negg": [0.8531398773193359, 0.8940470218658447, 0.9165735840797424, 0.9337307810783386, 0.9427177906036377], "cos_Ac_negg": [0.8531398773193359, 0.8940470218658447, 0.9165735840797424, 0.9337307810783386, 0.9427177906036377], "r_norm": [1.81194269657135, 1.5834548473358154, 1.5489904880523682, 1.5410982370376587, 1.4727885723114014]}, {"step": 6600, "epoch": 16, "train_loss": 0.9726390838623047, "cos_r_negg": [0.8585292100906372, 0.8975790739059448, 0.9188527464866638, 0.9369994401931763, 0.9448404312133789], "cos_apical_negg": [0.8585292100906372, 0.8975790739059448, 0.9188527464866638, 0.9369994401931763, 0.9448404312133789], "cos_Ac_negg": [0.8585292100906372, 0.8975790739059448, 0.9188527464866638, 0.9369994401931763, 0.9448404312133789], "r_norm": [1.7922743558883667, 1.5670011043548584, 1.5307918787002563, 1.5226526260375977, 1.4559624195098877]}, {"epoch_end": 16, "step": 6647, "test_acc": 0.4408, "test_loss": 2.068026843261719}, {"step": 6650, "epoch": 17, "train_loss": 0.9902307987213135, "cos_r_negg": [0.8514112234115601, 0.8973735570907593, 0.9213101267814636, 0.939446210861206, 0.9471009969711304], "cos_apical_negg": [0.8514112234115601, 0.8973735570907593, 0.9213101267814636, 0.939446210861206, 0.9471009969711304], "cos_Ac_negg": [0.8514112234115601, 0.8973735570907593, 0.9213101267814636, 0.939446210861206, 0.9471009969711304], "r_norm": [1.8090119361877441, 1.5826570987701416, 1.5460686683654785, 1.5353294610977173, 1.4683539867401123]}, {"step": 6700, "epoch": 17, "train_loss": 0.8274234533309937, "cos_r_negg": [0.8584634065628052, 0.8986645936965942, 0.921782910823822, 0.9396781325340271, 0.94895339012146], "cos_apical_negg": [0.8584634065628052, 0.8986645936965942, 0.921782910823822, 0.9396781325340271, 0.94895339012146], "cos_Ac_negg": [0.8584634065628052, 0.8986645936965942, 0.921782910823822, 0.9396781325340271, 0.94895339012146], "r_norm": [1.7989387512207031, 1.5744744539260864, 1.5388784408569336, 1.5288710594177246, 1.462242603302002]}, {"step": 6750, "epoch": 17, "train_loss": 0.9939548373222351, "cos_r_negg": [0.8548966646194458, 0.8977932333946228, 0.9203251004219055, 0.9380215406417847, 0.9484134316444397], "cos_apical_negg": [0.8548966646194458, 0.8977932333946228, 0.9203251004219055, 0.9380215406417847, 0.9484134316444397], "cos_Ac_negg": [0.8548966646194458, 0.8977932333946228, 0.9203251004219055, 0.9380215406417847, 0.9484134316444397], "r_norm": [1.817381501197815, 1.5927679538726807, 1.5578792095184326, 1.547384262084961, 1.479179859161377], "ldr": {"dL_sdil": -0.07978606224060059, "dL_bp": -0.10648655891418457, "ratio": 0.7492594657406351}}, {"step": 6800, "epoch": 17, "train_loss": 0.7052662372589111, "cos_r_negg": [0.8589182496070862, 0.8995670080184937, 0.9219598770141602, 0.939984142780304, 0.9506140947341919], "cos_apical_negg": [0.8589182496070862, 0.8995670080184937, 0.9219598770141602, 0.939984142780304, 0.9506140947341919], "cos_Ac_negg": [0.8589182496070862, 0.8995670080184937, 0.9219598770141602, 0.939984142780304, 0.9506140947341919], "r_norm": [1.859911561012268, 1.6337080001831055, 1.5966161489486694, 1.5831185579299927, 1.512101411819458]}, {"step": 6850, "epoch": 17, "train_loss": 0.9089059829711914, "cos_r_negg": [0.8611117601394653, 0.9015538692474365, 0.9218025803565979, 0.9402400851249695, 0.9520552158355713], "cos_apical_negg": [0.8611117601394653, 0.9015538692474365, 0.9218025803565979, 0.9402400851249695, 0.9520552158355713], "cos_Ac_negg": [0.8611117601394653, 0.9015538692474365, 0.9218025803565979, 0.9402400851249695, 0.9520552158355713], "r_norm": [1.8731988668441772, 1.6476534605026245, 1.6129016876220703, 1.597687005996704, 1.528257966041565]}, {"step": 6900, "epoch": 17, "train_loss": 0.8688903450965881, "cos_r_negg": [0.8586667776107788, 0.9017939567565918, 0.9246885180473328, 0.9422273635864258, 0.9524163603782654], "cos_apical_negg": [0.8586667776107788, 0.9017939567565918, 0.9246885180473328, 0.9422273635864258, 0.9524163603782654], "cos_Ac_negg": [0.8586667776107788, 0.9017939567565918, 0.9246885180473328, 0.9422273635864258, 0.9524163603782654], "r_norm": [1.8705084323883057, 1.6504089832305908, 1.6140739917755127, 1.6005833148956299, 1.5293116569519043]}, {"step": 6950, "epoch": 17, "train_loss": 0.8697373867034912, "cos_r_negg": [0.8561605215072632, 0.9015296697616577, 0.9257620573043823, 0.9438007473945618, 0.95493483543396], "cos_apical_negg": [0.8561605215072632, 0.9015296697616577, 0.9257620573043823, 0.9438007473945618, 0.95493483543396], "cos_Ac_negg": [0.8561605215072632, 0.9015296697616577, 0.9257620573043823, 0.9438007473945618, 0.95493483543396], "r_norm": [1.8870623111724854, 1.6674787998199463, 1.6318838596343994, 1.6160380840301514, 1.5448896884918213]}, {"step": 7000, "epoch": 17, "train_loss": 0.7094547748565674, "cos_r_negg": [0.8644504547119141, 0.9038706421852112, 0.9273309707641602, 0.9456908106803894, 0.9550225734710693], "cos_apical_negg": [0.8644504547119141, 0.9038706421852112, 0.9273309707641602, 0.9456908106803894, 0.9550225734710693], "cos_Ac_negg": [0.8644504547119141, 0.9038706421852112, 0.9273309707641602, 0.9456908106803894, 0.9550225734710693], "r_norm": [1.8806378841400146, 1.6609251499176025, 1.6277201175689697, 1.609449863433838, 1.5391231775283813], "ldr": {"dL_sdil": -0.07406449317932129, "dL_bp": -0.10499858856201172, "ratio": 0.7053856074987057}}, {"epoch_end": 17, "step": 7038, "test_acc": 0.4297, "test_loss": 2.208282763671875}, {"step": 7050, "epoch": 18, "train_loss": 0.9167254567146301, "cos_r_negg": [0.8572240471839905, 0.9027165174484253, 0.9282264709472656, 0.9453531503677368, 0.954908549785614], "cos_apical_negg": [0.8572240471839905, 0.9027165174484253, 0.9282264709472656, 0.9453531503677368, 0.954908549785614], "cos_Ac_negg": [0.8572240471839905, 0.9027165174484253, 0.9282264709472656, 0.9453531503677368, 0.954908549785614], "r_norm": [1.860135793685913, 1.6452473402023315, 1.6112433671951294, 1.5928544998168945, 1.5232765674591064]}, {"step": 7100, "epoch": 18, "train_loss": 0.738916277885437, "cos_r_negg": [0.8549711108207703, 0.9041205644607544, 0.9285743236541748, 0.9454620480537415, 0.9559059739112854], "cos_apical_negg": [0.8549711108207703, 0.9041205644607544, 0.9285743236541748, 0.9454620480537415, 0.9559059739112854], "cos_Ac_negg": [0.8549711108207703, 0.9041205644607544, 0.9285743236541748, 0.9454620480537415, 0.9559059739112854], "r_norm": [1.9172252416610718, 1.6993310451507568, 1.6625841856002808, 1.6445159912109375, 1.5717114210128784]}, {"step": 7150, "epoch": 18, "train_loss": 0.830292284488678, "cos_r_negg": [0.8603682518005371, 0.905267596244812, 0.9287331104278564, 0.9468768239021301, 0.9565922021865845], "cos_apical_negg": [0.8603682518005371, 0.905267596244812, 0.9287331104278564, 0.9468768239021301, 0.9565922021865845], "cos_Ac_negg": [0.8603682518005371, 0.905267596244812, 0.9287331104278564, 0.9468768239021301, 0.9565922021865845], "r_norm": [1.9046670198440552, 1.6922988891601562, 1.6582891941070557, 1.6374708414077759, 1.565225601196289]}, {"step": 7200, "epoch": 18, "train_loss": 0.739712655544281, "cos_r_negg": [0.860243558883667, 0.9071592688560486, 0.9294844269752502, 0.9484769105911255, 0.9583859443664551], "cos_apical_negg": [0.860243558883667, 0.9071592688560486, 0.9294844269752502, 0.9484769105911255, 0.9583859443664551], "cos_Ac_negg": [0.860243558883667, 0.9071592688560486, 0.9294844269752502, 0.9484769105911255, 0.9583859443664551], "r_norm": [1.9108318090438843, 1.698695421218872, 1.6645829677581787, 1.6451075077056885, 1.5715970993041992]}, {"step": 7250, "epoch": 18, "train_loss": 0.7443037033081055, "cos_r_negg": [0.8591294288635254, 0.9068813920021057, 0.931480348110199, 0.9484726190567017, 0.9601681232452393], "cos_apical_negg": [0.8591294288635254, 0.9068813920021057, 0.931480348110199, 0.9484726190567017, 0.9601681232452393], "cos_Ac_negg": [0.8591294288635254, 0.9068813920021057, 0.931480348110199, 0.9484726190567017, 0.9601681232452393], "r_norm": [1.950059413909912, 1.735041618347168, 1.6968148946762085, 1.6744855642318726, 1.6004763841629028], "ldr": {"dL_sdil": -0.08578944206237793, "dL_bp": -0.11979031562805176, "ratio": 0.7161634194933892}}, {"step": 7300, "epoch": 18, "train_loss": 0.816892147064209, "cos_r_negg": [0.8582925796508789, 0.9062594771385193, 0.9307618737220764, 0.9487215280532837, 0.9576454162597656], "cos_apical_negg": [0.8582925796508789, 0.9062594771385193, 0.9307618737220764, 0.9487215280532837, 0.9576454162597656], "cos_Ac_negg": [0.8582925796508789, 0.9062594771385193, 0.9307618737220764, 0.9487215280532837, 0.9576454162597656], "r_norm": [1.9562170505523682, 1.7439079284667969, 1.7049522399902344, 1.6823465824127197, 1.604576587677002]}, {"step": 7350, "epoch": 18, "train_loss": 0.8283441662788391, "cos_r_negg": [0.8594008684158325, 0.9087552428245544, 0.9319764971733093, 0.9505047798156738, 0.9603687524795532], "cos_apical_negg": [0.8594008684158325, 0.9087552428245544, 0.9319764971733093, 0.9505047798156738, 0.9603687524795532], "cos_Ac_negg": [0.8594008684158325, 0.9087552428245544, 0.9319764971733093, 0.9505047798156738, 0.9603687524795532], "r_norm": [1.9593298435211182, 1.7507126331329346, 1.711699366569519, 1.687604308128357, 1.6134648323059082]}, {"step": 7400, "epoch": 18, "train_loss": 0.7521841526031494, "cos_r_negg": [0.8618717193603516, 0.9092539548873901, 0.9324904084205627, 0.9506428241729736, 0.9619663953781128], "cos_apical_negg": [0.8618717193603516, 0.9092539548873901, 0.9324904084205627, 0.9506428241729736, 0.9619663953781128], "cos_Ac_negg": [0.8618717193603516, 0.9092539548873901, 0.9324904084205627, 0.9506428241729736, 0.9619663953781128], "r_norm": [1.9569025039672852, 1.7512421607971191, 1.7143559455871582, 1.6885040998458862, 1.6147652864456177]}, {"epoch_end": 18, "step": 7429, "test_acc": 0.4271, "test_loss": 2.2684174560546877}, {"step": 7450, "epoch": 19, "train_loss": 0.6639036536216736, "cos_r_negg": [0.8612169027328491, 0.9086862802505493, 0.9325924515724182, 0.9512122273445129, 0.96266770362854], "cos_apical_negg": [0.8612169027328491, 0.9086862802505493, 0.9325924515724182, 0.9512122273445129, 0.96266770362854], "cos_Ac_negg": [0.8612169027328491, 0.9086862802505493, 0.9325924515724182, 0.9512122273445129, 0.96266770362854], "r_norm": [1.9689805507659912, 1.7629824876785278, 1.7242943048477173, 1.6995415687561035, 1.6223286390304565]}, {"step": 7500, "epoch": 19, "train_loss": 0.5757566094398499, "cos_r_negg": [0.8556045889854431, 0.9079283475875854, 0.9327293634414673, 0.9516575932502747, 0.9639525413513184], "cos_apical_negg": [0.8556045889854431, 0.9079283475875854, 0.9327293634414673, 0.9516575932502747, 0.9639525413513184], "cos_Ac_negg": [0.8556045889854431, 0.9079283475875854, 0.9327293634414673, 0.9516575932502747, 0.9639525413513184], "r_norm": [1.9930367469787598, 1.7856159210205078, 1.7478406429290771, 1.721065878868103, 1.6455373764038086], "ldr": {"dL_sdil": -0.09049725532531738, "dL_bp": -0.12482523918151855, "ratio": 0.7249916436668545}}, {"step": 7550, "epoch": 19, "train_loss": 0.6065009832382202, "cos_r_negg": [0.8586899042129517, 0.9105969667434692, 0.933837890625, 0.9526361227035522, 0.9651634097099304], "cos_apical_negg": [0.8586899042129517, 0.9105969667434692, 0.933837890625, 0.9526361227035522, 0.9651634097099304], "cos_Ac_negg": [0.8586899042129517, 0.9105969667434692, 0.933837890625, 0.9526361227035522, 0.9651634097099304], "r_norm": [1.9773460626602173, 1.7751654386520386, 1.7383331060409546, 1.7116844654083252, 1.636291742324829]}, {"step": 7600, "epoch": 19, "train_loss": 0.809667706489563, "cos_r_negg": [0.8542532920837402, 0.9102962017059326, 0.9328924417495728, 0.9526430368423462, 0.9640625715255737], "cos_apical_negg": [0.8542532920837402, 0.9102962017059326, 0.9328924417495728, 0.9526430368423462, 0.9640625715255737], "cos_Ac_negg": [0.8542532920837402, 0.9102962017059326, 0.9328924417495728, 0.9526430368423462, 0.9640625715255737], "r_norm": [2.004978656768799, 1.8031131029129028, 1.7627902030944824, 1.733561635017395, 1.6573350429534912]}, {"step": 7650, "epoch": 19, "train_loss": 0.7385153770446777, "cos_r_negg": [0.8559410572052002, 0.9113580584526062, 0.9331743717193604, 0.9529012441635132, 0.9649828672409058], "cos_apical_negg": [0.8559410572052002, 0.9113580584526062, 0.9331743717193604, 0.9529012441635132, 0.9649828672409058], "cos_Ac_negg": [0.8559410572052002, 0.9113580584526062, 0.9331743717193604, 0.9529012441635132, 0.9649828672409058], "r_norm": [2.024723529815674, 1.8199363946914673, 1.7809960842132568, 1.7491471767425537, 1.6724045276641846]}, {"step": 7700, "epoch": 19, "train_loss": 0.687188982963562, "cos_r_negg": [0.8547651171684265, 0.9111312627792358, 0.9354705810546875, 0.9537014961242676, 0.9685798287391663], "cos_apical_negg": [0.8547651171684265, 0.9111312627792358, 0.9354705810546875, 0.9537014961242676, 0.9685798287391663], "cos_Ac_negg": [0.8547651171684265, 0.9111312627792358, 0.9354705810546875, 0.9537014961242676, 0.9685798287391663], "r_norm": [2.0039172172546387, 1.8020927906036377, 1.7655692100524902, 1.7321066856384277, 1.659125804901123]}, {"step": 7750, "epoch": 19, "train_loss": 0.9302341938018799, "cos_r_negg": [0.8582723736763, 0.9116236567497253, 0.9375042915344238, 0.9548787474632263, 0.9681244492530823], "cos_apical_negg": [0.8582723736763, 0.9116236567497253, 0.9375042915344238, 0.9548787474632263, 0.9681244492530823], "cos_Ac_negg": [0.8582723736763, 0.9116236567497253, 0.9375042915344238, 0.9548787474632263, 0.9681244492530823], "r_norm": [2.0238990783691406, 1.8202589750289917, 1.7822253704071045, 1.748091459274292, 1.6747901439666748], "ldr": {"dL_sdil": -0.08868718147277832, "dL_bp": -0.12809228897094727, "ratio": 0.6923694016654941}}, {"step": 7800, "epoch": 19, "train_loss": 0.6399038434028625, "cos_r_negg": [0.8569926619529724, 0.910964846611023, 0.9371447563171387, 0.9558240175247192, 0.9679962992668152], "cos_apical_negg": [0.8569926619529724, 0.910964846611023, 0.9371447563171387, 0.9558240175247192, 0.9679962992668152], "cos_Ac_negg": [0.8569926619529724, 0.910964846611023, 0.9371447563171387, 0.9558240175247192, 0.9679962992668152], "r_norm": [2.012320041656494, 1.8163844347000122, 1.7789937257766724, 1.7452110052108765, 1.6721923351287842]}, {"epoch_end": 19, "step": 7820, "test_acc": 0.4275, "test_loss": 2.374093798828125}, {"step": 7850, "epoch": 20, "train_loss": 0.5810583233833313, "cos_r_negg": [0.8537473678588867, 0.9123902320861816, 0.9394362568855286, 0.9566735625267029, 0.9691059589385986], "cos_apical_negg": [0.8537473678588867, 0.9123902320861816, 0.9394362568855286, 0.9566735625267029, 0.9691059589385986], "cos_Ac_negg": [0.8537473678588867, 0.9123902320861816, 0.9394362568855286, 0.9566735625267029, 0.9691059589385986], "r_norm": [2.0381813049316406, 1.842291235923767, 1.8048375844955444, 1.7706230878829956, 1.69687819480896]}, {"step": 7900, "epoch": 20, "train_loss": 0.6124787926673889, "cos_r_negg": [0.8560167551040649, 0.9116856455802917, 0.9373268485069275, 0.9564238786697388, 0.9684790372848511], "cos_apical_negg": [0.8560167551040649, 0.9116856455802917, 0.9373268485069275, 0.9564238786697388, 0.9684790372848511], "cos_Ac_negg": [0.8560167551040649, 0.9116856455802917, 0.9373268485069275, 0.9564238786697388, 0.9684790372848511], "r_norm": [2.022080659866333, 1.829411268234253, 1.7909330129623413, 1.755413293838501, 1.6827534437179565]}, {"step": 7950, "epoch": 20, "train_loss": 0.7896392345428467, "cos_r_negg": [0.856408953666687, 0.9128913879394531, 0.9382337331771851, 0.957674503326416, 0.9707133769989014], "cos_apical_negg": [0.856408953666687, 0.9128913879394531, 0.9382337331771851, 0.957674503326416, 0.9707133769989014], "cos_Ac_negg": [0.856408953666687, 0.9128913879394531, 0.9382337331771851, 0.957674503326416, 0.9707133769989014], "r_norm": [2.0351004600524902, 1.8431220054626465, 1.8034663200378418, 1.766660451889038, 1.6952205896377563]}, {"step": 8000, "epoch": 20, "train_loss": 0.7652373909950256, "cos_r_negg": [0.8549299240112305, 0.9130101799964905, 0.9386046528816223, 0.9569206237792969, 0.9694400429725647], "cos_apical_negg": [0.8549299240112305, 0.9130101799964905, 0.9386046528816223, 0.9569206237792969, 0.9694400429725647], "cos_Ac_negg": [0.8549299240112305, 0.9130101799964905, 0.9386046528816223, 0.9569206237792969, 0.9694400429725647], "r_norm": [2.0885910987854004, 1.8949259519577026, 1.852989673614502, 1.8148726224899292, 1.7402784824371338], "ldr": {"dL_sdil": -0.09377551078796387, "dL_bp": -0.13983798027038574, "ratio": 0.6706011528959649}}, {"step": 8050, "epoch": 20, "train_loss": 0.6629084348678589, "cos_r_negg": [0.8565069437026978, 0.9132664799690247, 0.9389747977256775, 0.9566546678543091, 0.9694546461105347], "cos_apical_negg": [0.8565069437026978, 0.9132664799690247, 0.9389747977256775, 0.9566546678543091, 0.9694546461105347], "cos_Ac_negg": [0.8565069437026978, 0.9132664799690247, 0.9389747977256775, 0.9566546678543091, 0.9694546461105347], "r_norm": [2.0718834400177, 1.8823169469833374, 1.842603325843811, 1.803223729133606, 1.7299866676330566]}, {"step": 8100, "epoch": 20, "train_loss": 0.6205011606216431, "cos_r_negg": [0.8600656986236572, 0.912509024143219, 0.9388482570648193, 0.9576160311698914, 0.9695605039596558], "cos_apical_negg": [0.8600656986236572, 0.912509024143219, 0.9388482570648193, 0.9576160311698914, 0.9695605039596558], "cos_Ac_negg": [0.8600656986236572, 0.912509024143219, 0.9388482570648193, 0.9576160311698914, 0.9695605039596558], "r_norm": [2.080578565597534, 1.8890340328216553, 1.8483861684799194, 1.8099292516708374, 1.7362383604049683]}, {"step": 8150, "epoch": 20, "train_loss": 0.6608772873878479, "cos_r_negg": [0.8618032932281494, 0.9134734272956848, 0.9396914839744568, 0.9595576524734497, 0.9719366431236267], "cos_apical_negg": [0.8618032932281494, 0.9134734272956848, 0.9396914839744568, 0.9595576524734497, 0.9719366431236267], "cos_Ac_negg": [0.8618032932281494, 0.9134734272956848, 0.9396914839744568, 0.9595576524734497, 0.9719366431236267], "r_norm": [2.070878505706787, 1.8806533813476562, 1.8416271209716797, 1.8019839525222778, 1.7285504341125488]}, {"step": 8200, "epoch": 20, "train_loss": 0.5203207731246948, "cos_r_negg": [0.8555066585540771, 0.913722038269043, 0.9400702714920044, 0.9580689072608948, 0.9713982343673706], "cos_apical_negg": [0.8555066585540771, 0.913722038269043, 0.9400702714920044, 0.9580689072608948, 0.9713982343673706], "cos_Ac_negg": [0.8555066585540771, 0.913722038269043, 0.9400702714920044, 0.9580689072608948, 0.9713982343673706], "r_norm": [2.114079475402832, 1.9243731498718262, 1.883743405342102, 1.8430774211883545, 1.767561912536621]}, {"epoch_end": 20, "step": 8211, "test_acc": 0.4204, "test_loss": 2.438239501953125}, {"step": 8250, "epoch": 21, "train_loss": 0.4323301315307617, "cos_r_negg": [0.8576498627662659, 0.913238525390625, 0.9397254586219788, 0.9573262929916382, 0.971510112285614], "cos_apical_negg": [0.8576498627662659, 0.913238525390625, 0.9397254586219788, 0.9573262929916382, 0.971510112285614], "cos_Ac_negg": [0.8576498627662659, 0.913238525390625, 0.9397254586219788, 0.9573262929916382, 0.971510112285614], "r_norm": [2.1519315242767334, 1.9625270366668701, 1.9205888509750366, 1.8824615478515625, 1.804365873336792], "ldr": {"dL_sdil": -0.09279203414916992, "dL_bp": -0.14490509033203125, "ratio": 0.6403642131311535}}, {"step": 8300, "epoch": 21, "train_loss": 0.7607873678207397, "cos_r_negg": [0.8565354347229004, 0.9137961864471436, 0.9405546188354492, 0.9584193229675293, 0.9720689058303833], "cos_apical_negg": [0.8565354347229004, 0.9137961864471436, 0.9405546188354492, 0.9584193229675293, 0.9720689058303833], "cos_Ac_negg": [0.8565354347229004, 0.9137961864471436, 0.9405546188354492, 0.9584193229675293, 0.9720689058303833], "r_norm": [2.1287949085235596, 1.9436990022659302, 1.9012064933776855, 1.8615198135375977, 1.7856924533843994]}, {"step": 8350, "epoch": 21, "train_loss": 0.644028902053833, "cos_r_negg": [0.8587818145751953, 0.9142606258392334, 0.9405451416969299, 0.9585330486297607, 0.9728618264198303], "cos_apical_negg": [0.8587818145751953, 0.9142606258392334, 0.9405451416969299, 0.9585330486297607, 0.9728618264198303], "cos_Ac_negg": [0.8587818145751953, 0.9142606258392334, 0.9405451416969299, 0.9585330486297607, 0.9728618264198303], "r_norm": [2.181236982345581, 1.9911868572235107, 1.9491231441497803, 1.9073256254196167, 1.8298804759979248]}, {"step": 8400, "epoch": 21, "train_loss": 0.5078011751174927, "cos_r_negg": [0.8569455146789551, 0.9143860936164856, 0.9410073757171631, 0.9603826999664307, 0.9744625091552734], "cos_apical_negg": [0.8569455146789551, 0.9143860936164856, 0.9410073757171631, 0.9603826999664307, 0.9744625091552734], "cos_Ac_negg": [0.8569455146789551, 0.9143860936164856, 0.9410073757171631, 0.9603826999664307, 0.9744625091552734], "r_norm": [2.1236162185668945, 1.943099021911621, 1.9013371467590332, 1.8624446392059326, 1.7878464460372925]}, {"step": 8450, "epoch": 21, "train_loss": 0.48899808526039124, "cos_r_negg": [0.8599664568901062, 0.9154778718948364, 0.9415836334228516, 0.9604586362838745, 0.9741454124450684], "cos_apical_negg": [0.8599664568901062, 0.9154778718948364, 0.9415836334228516, 0.9604586362838745, 0.9741454124450684], "cos_Ac_negg": [0.8599664568901062, 0.9154778718948364, 0.9415836334228516, 0.9604586362838745, 0.9741454124450684], "r_norm": [2.160789966583252, 1.9758014678955078, 1.9317121505737305, 1.8924486637115479, 1.814418077468872]}, {"step": 8500, "epoch": 21, "train_loss": 0.6827795505523682, "cos_r_negg": [0.8578536510467529, 0.9141772389411926, 0.9397851228713989, 0.9588122963905334, 0.9723873734474182], "cos_apical_negg": [0.8578536510467529, 0.9141772389411926, 0.9397851228713989, 0.9588122963905334, 0.9723873734474182], "cos_Ac_negg": [0.8578536510467529, 0.9141772389411926, 0.9397851228713989, 0.9588122963905334, 0.9723873734474182], "r_norm": [2.1807518005371094, 1.9982597827911377, 1.956539273262024, 1.9163905382156372, 1.8388431072235107], "ldr": {"dL_sdil": -0.11835217475891113, "dL_bp": -0.1705150604248047, "ratio": 0.6940863432476874}}, {"step": 8550, "epoch": 21, "train_loss": 0.731542706489563, "cos_r_negg": [0.8486210107803345, 0.9141086339950562, 0.9405488967895508, 0.9600201845169067, 0.9744892120361328], "cos_apical_negg": [0.8486210107803345, 0.9141086339950562, 0.9405488967895508, 0.9600201845169067, 0.9744892120361328], "cos_Ac_negg": [0.8486210107803345, 0.9141086339950562, 0.9405488967895508, 0.9600201845169067, 0.9744892120361328], "r_norm": [2.1966283321380615, 2.016308069229126, 1.9729124307632446, 1.9306327104568481, 1.8534399271011353]}, {"step": 8600, "epoch": 21, "train_loss": 0.7585530877113342, "cos_r_negg": [0.8538817763328552, 0.9146596193313599, 0.9404253959655762, 0.961018443107605, 0.975211501121521], "cos_apical_negg": [0.8538817763328552, 0.9146596193313599, 0.9404253959655762, 0.961018443107605, 0.975211501121521], "cos_Ac_negg": [0.8538817763328552, 0.9146596193313599, 0.9404253959655762, 0.961018443107605, 0.975211501121521], "r_norm": [2.1654679775238037, 1.9892524480819702, 1.945810317993164, 1.9029388427734375, 1.827038049697876]}, {"epoch_end": 21, "step": 8602, "test_acc": 0.4246, "test_loss": 2.4893218505859376}, {"step": 8650, "epoch": 22, "train_loss": 0.5786575675010681, "cos_r_negg": [0.8502973318099976, 0.9129754304885864, 0.9404653310775757, 0.9597337245941162, 0.9733831286430359], "cos_apical_negg": [0.8502973318099976, 0.9129754304885864, 0.9404653310775757, 0.9597337245941162, 0.9733831286430359], "cos_Ac_negg": [0.8502973318099976, 0.9129754304885864, 0.9404653310775757, 0.9597337245941162, 0.9733831286430359], "r_norm": [2.158320903778076, 1.9857407808303833, 1.941472053527832, 1.9007593393325806, 1.822939395904541]}, {"step": 8700, "epoch": 22, "train_loss": 0.6583317518234253, "cos_r_negg": [0.8514988422393799, 0.9129356145858765, 0.9405873417854309, 0.960210382938385, 0.9735139608383179], "cos_apical_negg": [0.8514988422393799, 0.9129356145858765, 0.9405873417854309, 0.960210382938385, 0.9735139608383179], "cos_Ac_negg": [0.8514988422393799, 0.9129356145858765, 0.9405873417854309, 0.960210382938385, 0.9735139608383179], "r_norm": [2.1583476066589355, 1.9856516122817993, 1.9395904541015625, 1.900360107421875, 1.8226432800292969]}, {"step": 8750, "epoch": 22, "train_loss": 0.4403764009475708, "cos_r_negg": [0.8538744449615479, 0.913709819316864, 0.942211925983429, 0.9609752297401428, 0.975670337677002], "cos_apical_negg": [0.8538744449615479, 0.913709819316864, 0.942211925983429, 0.9609752297401428, 0.975670337677002], "cos_Ac_negg": [0.8538744449615479, 0.913709819316864, 0.942211925983429, 0.9609752297401428, 0.975670337677002], "r_norm": [2.200622081756592, 2.0253896713256836, 1.9791523218154907, 1.9358978271484375, 1.857309341430664], "ldr": {"dL_sdil": -0.09748983383178711, "dL_bp": -0.1534743309020996, "ratio": 0.6352191487576858}}, {"step": 8800, "epoch": 22, "train_loss": 0.6872127652168274, "cos_r_negg": [0.8449712991714478, 0.9145212173461914, 0.9410771131515503, 0.9617233872413635, 0.9752534031867981], "cos_apical_negg": [0.8449712991714478, 0.9145212173461914, 0.9410771131515503, 0.9617233872413635, 0.9752534031867981], "cos_Ac_negg": [0.8449712991714478, 0.9145212173461914, 0.9410771131515503, 0.9617233872413635, 0.9752534031867981], "r_norm": [2.273378610610962, 2.0964884757995605, 2.0500733852386475, 2.008053779602051, 1.9242513179779053]}, {"step": 8850, "epoch": 22, "train_loss": 0.46589142084121704, "cos_r_negg": [0.8529086112976074, 0.9144670963287354, 0.9414340853691101, 0.9614704847335815, 0.9757637977600098], "cos_apical_negg": [0.8529086112976074, 0.9144670963287354, 0.9414340853691101, 0.9614704847335815, 0.9757637977600098], "cos_Ac_negg": [0.8529086112976074, 0.9144670963287354, 0.9414340853691101, 0.9614704847335815, 0.9757637977600098], "r_norm": [2.2555365562438965, 2.0801000595092773, 2.032334566116333, 1.987109899520874, 1.9047725200653076]}, {"step": 8900, "epoch": 22, "train_loss": 0.5917112827301025, "cos_r_negg": [0.84568190574646, 0.9144307374954224, 0.9416163563728333, 0.9617891311645508, 0.9763146638870239], "cos_apical_negg": [0.84568190574646, 0.9144307374954224, 0.9416163563728333, 0.9617891311645508, 0.9763146638870239], "cos_Ac_negg": [0.84568190574646, 0.9144307374954224, 0.9416163563728333, 0.9617891311645508, 0.9763146638870239], "r_norm": [2.225043296813965, 2.057307720184326, 2.0131380558013916, 1.969078779220581, 1.8883488178253174]}, {"step": 8950, "epoch": 22, "train_loss": 0.6106539964675903, "cos_r_negg": [0.8487000465393066, 0.9149529337882996, 0.942083477973938, 0.9623088836669922, 0.9774661660194397], "cos_apical_negg": [0.8487000465393066, 0.9149529337882996, 0.942083477973938, 0.9623088836669922, 0.9774661660194397], "cos_Ac_negg": [0.8487000465393066, 0.9149529337882996, 0.942083477973938, 0.9623088836669922, 0.9774661660194397], "r_norm": [2.2516231536865234, 2.082385540008545, 2.0371227264404297, 1.9915862083435059, 1.9093008041381836]}, {"epoch_end": 22, "step": 8993, "test_acc": 0.4318, "test_loss": 2.541744677734375}, {"step": 9000, "epoch": 23, "train_loss": 0.4680309295654297, "cos_r_negg": [0.8509345054626465, 0.9139217138290405, 0.9413877129554749, 0.9619418382644653, 0.9772540926933289], "cos_apical_negg": [0.8509345054626465, 0.9139217138290405, 0.9413877129554749, 0.9619418382644653, 0.9772540926933289], "cos_Ac_negg": [0.8509345054626465, 0.9139217138290405, 0.9413877129554749, 0.9619418382644653, 0.9772540926933289], "r_norm": [2.222944736480713, 2.057391405105591, 2.0128536224365234, 1.9674264192581177, 1.8864288330078125], "ldr": {"dL_sdil": -0.10647964477539062, "dL_bp": -0.16786670684814453, "ratio": 0.6343106788394567}}, {"step": 9050, "epoch": 23, "train_loss": 0.5057865381240845, "cos_r_negg": [0.8477973937988281, 0.9152511358261108, 0.9425736665725708, 0.9616192579269409, 0.9772952795028687], "cos_apical_negg": [0.8477973937988281, 0.9152511358261108, 0.9425736665725708, 0.9616192579269409, 0.9772952795028687], "cos_Ac_negg": [0.8477973937988281, 0.9152511358261108, 0.9425736665725708, 0.9616192579269409, 0.9772952795028687], "r_norm": [2.2108092308044434, 2.049128293991089, 2.001838445663452, 1.95717191696167, 1.8748078346252441]}, {"step": 9100, "epoch": 23, "train_loss": 0.567346453666687, "cos_r_negg": [0.8466224670410156, 0.9161512851715088, 0.9426438212394714, 0.9623879790306091, 0.9768568873405457], "cos_apical_negg": [0.8466224670410156, 0.9161512851715088, 0.9426438212394714, 0.9623879790306091, 0.9768568873405457], "cos_Ac_negg": [0.8466224670410156, 0.9161512851715088, 0.9426438212394714, 0.9623879790306091, 0.9768568873405457], "r_norm": [2.280993938446045, 2.1194539070129395, 2.07253360748291, 2.0251126289367676, 1.9415326118469238]}, {"step": 9150, "epoch": 23, "train_loss": 0.4540499746799469, "cos_r_negg": [0.8463467359542847, 0.9148952960968018, 0.9427266120910645, 0.9617820978164673, 0.9771202206611633], "cos_apical_negg": [0.8463467359542847, 0.9148952960968018, 0.9427266120910645, 0.9617820978164673, 0.9771202206611633], "cos_Ac_negg": [0.8463467359542847, 0.9148952960968018, 0.9427266120910645, 0.9617820978164673, 0.9771202206611633], "r_norm": [2.257972240447998, 2.09794282913208, 2.051485538482666, 2.004714012145996, 1.9232646226882935]}, {"step": 9200, "epoch": 23, "train_loss": 0.7034165859222412, "cos_r_negg": [0.8537271022796631, 0.9154626131057739, 0.9434748291969299, 0.9626666307449341, 0.9782750010490417], "cos_apical_negg": [0.8537271022796631, 0.9154626131057739, 0.9434748291969299, 0.9626666307449341, 0.9782750010490417], "cos_Ac_negg": [0.8537271022796631, 0.9154626131057739, 0.9434748291969299, 0.9626666307449341, 0.9782750010490417], "r_norm": [2.3016672134399414, 2.1403098106384277, 2.094569206237793, 2.045891761779785, 1.963240623474121]}, {"step": 9250, "epoch": 23, "train_loss": 0.6616756319999695, "cos_r_negg": [0.8486988544464111, 0.9155187010765076, 0.9433351755142212, 0.9628344774246216, 0.9780430793762207], "cos_apical_negg": [0.8486988544464111, 0.9155187010765076, 0.9433351755142212, 0.9628344774246216, 0.9780430793762207], "cos_Ac_negg": [0.8486988544464111, 0.9155187010765076, 0.9433351755142212, 0.9628344774246216, 0.9780430793762207], "r_norm": [2.3520631790161133, 2.1856069564819336, 2.136842966079712, 2.087284564971924, 1.998149037361145], "ldr": {"dL_sdil": -0.1191110610961914, "dL_bp": -0.1903674602508545, "ratio": 0.625690235816742}}, {"step": 9300, "epoch": 23, "train_loss": 0.5697925090789795, "cos_r_negg": [0.8506357669830322, 0.9161064624786377, 0.9445525407791138, 0.9638440608978271, 0.9789829850196838], "cos_apical_negg": [0.8506357669830322, 0.9161064624786377, 0.9445525407791138, 0.9638440608978271, 0.9789829850196838], "cos_Ac_negg": [0.8506357669830322, 0.9161064624786377, 0.9445525407791138, 0.9638440608978271, 0.9789829850196838], "r_norm": [2.2809433937072754, 2.124011993408203, 2.077514171600342, 2.029048442840576, 1.942291498184204]}, {"step": 9350, "epoch": 23, "train_loss": 0.6063411235809326, "cos_r_negg": [0.8532090783119202, 0.9165109395980835, 0.9427998661994934, 0.9639452695846558, 0.9790065288543701], "cos_apical_negg": [0.8532090783119202, 0.9165109395980835, 0.9427998661994934, 0.9639452695846558, 0.9790065288543701], "cos_Ac_negg": [0.8532090783119202, 0.9165109395980835, 0.9427998661994934, 0.9639452695846558, 0.9790065288543701], "r_norm": [2.297117233276367, 2.1376078128814697, 2.0890936851501465, 2.0384340286254883, 1.9519920349121094]}, {"epoch_end": 23, "step": 9384, "test_acc": 0.4215, "test_loss": 2.6614956298828125}, {"step": 9400, "epoch": 24, "train_loss": 0.4690701961517334, "cos_r_negg": [0.8439235687255859, 0.9147874712944031, 0.941907525062561, 0.9617281556129456, 0.9774737358093262], "cos_apical_negg": [0.8439235687255859, 0.9147874712944031, 0.941907525062561, 0.9617281556129456, 0.9774737358093262], "cos_Ac_negg": [0.8439235687255859, 0.9147874712944031, 0.941907525062561, 0.9617281556129456, 0.9774737358093262], "r_norm": [2.3029298782348633, 2.1459641456604004, 2.099578857421875, 2.045775890350342, 1.9593205451965332]}, {"step": 9450, "epoch": 24, "train_loss": 0.3522341847419739, "cos_r_negg": [0.8450590372085571, 0.9153975248336792, 0.9425816535949707, 0.9623613357543945, 0.9784042835235596], "cos_apical_negg": [0.8450590372085571, 0.9153975248336792, 0.9425816535949707, 0.9623613357543945, 0.9784042835235596], "cos_Ac_negg": [0.8450590372085571, 0.9153975248336792, 0.9425816535949707, 0.9623613357543945, 0.9784042835235596], "r_norm": [2.385873794555664, 2.229316234588623, 2.1823034286499023, 2.1261966228485107, 2.037247896194458]}, {"step": 9500, "epoch": 24, "train_loss": 0.5490695238113403, "cos_r_negg": [0.8493795990943909, 0.91544508934021, 0.9433484673500061, 0.962134838104248, 0.976946234703064], "cos_apical_negg": [0.8493795990943909, 0.91544508934021, 0.9433484673500061, 0.962134838104248, 0.976946234703064], "cos_Ac_negg": [0.8493795990943909, 0.91544508934021, 0.9433484673500061, 0.962134838104248, 0.976946234703064], "r_norm": [2.3378167152404785, 2.1821508407592773, 2.1342403888702393, 2.080324649810791, 1.992530107498169], "ldr": {"dL_sdil": -0.10724925994873047, "dL_bp": -0.1762239933013916, "ratio": 0.6085962412922097}}, {"step": 9550, "epoch": 24, "train_loss": 0.5510507822036743, "cos_r_negg": [0.8539015054702759, 0.9170483946800232, 0.9446830749511719, 0.9646574854850769, 0.9801318645477295], "cos_apical_negg": [0.8539015054702759, 0.9170483946800232, 0.9446830749511719, 0.9646574854850769, 0.9801318645477295], "cos_Ac_negg": [0.8539015054702759, 0.9170483946800232, 0.9446830749511719, 0.9646574854850769, 0.9801318645477295], "r_norm": [2.3602633476257324, 2.2052581310272217, 2.1582188606262207, 2.103795051574707, 2.0144400596618652]}, {"step": 9600, "epoch": 24, "train_loss": 0.4491204619407654, "cos_r_negg": [0.8515529632568359, 0.9157450199127197, 0.9426279067993164, 0.9641127586364746, 0.9791393876075745], "cos_apical_negg": [0.8515529632568359, 0.9157450199127197, 0.9426279067993164, 0.9641127586364746, 0.9791393876075745], "cos_Ac_negg": [0.8515529632568359, 0.9157450199127197, 0.9426279067993164, 0.9641127586364746, 0.9791393876075745], "r_norm": [2.385120153427124, 2.2270398139953613, 2.1766953468322754, 2.1206765174865723, 2.029694080352783]}, {"step": 9650, "epoch": 24, "train_loss": 0.526736855506897, "cos_r_negg": [0.8492892384529114, 0.9162887930870056, 0.9439504146575928, 0.9638886451721191, 0.978778600692749], "cos_apical_negg": [0.8492892384529114, 0.9162887930870056, 0.9439504146575928, 0.9638886451721191, 0.978778600692749], "cos_Ac_negg": [0.8492892384529114, 0.9162887930870056, 0.9439504146575928, 0.9638886451721191, 0.978778600692749], "r_norm": [2.417893648147583, 2.2609801292419434, 2.2147884368896484, 2.155005693435669, 2.0629522800445557]}, {"step": 9700, "epoch": 24, "train_loss": 0.7149953246116638, "cos_r_negg": [0.8491463661193848, 0.9170124530792236, 0.9438213109970093, 0.9635538458824158, 0.9791648387908936], "cos_apical_negg": [0.8491463661193848, 0.9170124530792236, 0.9438213109970093, 0.9635538458824158, 0.9791648387908936], "cos_Ac_negg": [0.8491463661193848, 0.9170124530792236, 0.9438213109970093, 0.9635538458824158, 0.9791648387908936], "r_norm": [2.3870744705200195, 2.235980987548828, 2.1863012313842773, 2.1287896633148193, 2.0350656509399414]}, {"step": 9750, "epoch": 24, "train_loss": 0.4899101257324219, "cos_r_negg": [0.8512992858886719, 0.9163361191749573, 0.9440569281578064, 0.9649325609207153, 0.9796563386917114], "cos_apical_negg": [0.8512992858886719, 0.9163361191749573, 0.9440569281578064, 0.9649325609207153, 0.9796563386917114], "cos_Ac_negg": [0.8512992858886719, 0.9163361191749573, 0.9440569281578064, 0.9649325609207153, 0.9796563386917114], "r_norm": [2.4269089698791504, 2.2744500637054443, 2.2238407135009766, 2.1638453006744385, 2.069328784942627], "ldr": {"dL_sdil": -0.12330818176269531, "dL_bp": -0.20730996131896973, "ratio": 0.5948010456331705}}, {"epoch_end": 24, "step": 9775, "test_acc": 0.4215, "test_loss": 2.737091455078125}], "final": {"test_acc": 0.4215, "test_loss": 2.737091455078125, "wall_s": 101.3873610496521, "cos_r_negg": [0.8532730937004089, 0.9163455963134766, 0.9429550170898438, 0.9633834362030029, 0.9791345596313477], "cos_apical_negg": [0.8532730937004089, 0.9163455963134766, 0.9429550170898438, 0.9633834362030029, 0.9791345596313477], "cos_Ac_negg": [0.8532730937004089, 0.9163455963134766, 0.9429550170898438, 0.9633834362030029, 0.9791345596313477]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_bp_d10_s0.json b/results/depth_fmnist_bp_d10_s0.json
new file mode 100644
index 0000000..b5f15b9
--- /dev/null
+++ b/results/depth_fmnist_bp_d10_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "fmnist", "depth": 10, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d10_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.354520797729492}, {"step": 50, "epoch": 0, "train_loss": 0.6950868368148804}, {"step": 100, "epoch": 0, "train_loss": 0.6221696138381958}, {"step": 150, "epoch": 0, "train_loss": 0.5619075894355774}, {"step": 200, "epoch": 0, "train_loss": 0.5677888989448547}, {"step": 250, "epoch": 0, "train_loss": 0.45801472663879395}, {"step": 300, "epoch": 0, "train_loss": 0.6845336556434631}, {"step": 350, "epoch": 0, "train_loss": 0.4941200315952301}, {"step": 400, "epoch": 0, "train_loss": 0.640010416507721}, {"step": 450, "epoch": 0, "train_loss": 0.45531705021858215}, {"epoch_end": 0, "step": 469, "test_acc": 0.8365, "test_loss": 0.47156988830566404}, {"step": 500, "epoch": 1, "train_loss": 0.37523162364959717}, {"step": 550, "epoch": 1, "train_loss": 0.602225661277771}, {"step": 600, "epoch": 1, "train_loss": 0.49481794238090515}, {"step": 650, "epoch": 1, "train_loss": 0.5431792140007019}, {"step": 700, "epoch": 1, "train_loss": 0.3593209385871887}, {"step": 750, "epoch": 1, "train_loss": 0.4037892818450928}, {"step": 800, "epoch": 1, "train_loss": 0.5403016209602356}, {"step": 850, "epoch": 1, "train_loss": 0.24862375855445862}, {"step": 900, "epoch": 1, "train_loss": 0.3908718228340149}, {"epoch_end": 1, "step": 938, "test_acc": 0.854, "test_loss": 0.3992459716796875}, {"step": 950, "epoch": 2, "train_loss": 0.3660447895526886}, {"step": 1000, "epoch": 2, "train_loss": 0.35763588547706604}, {"step": 1050, "epoch": 2, "train_loss": 0.3564646244049072}, {"step": 1100, "epoch": 2, "train_loss": 0.29707348346710205}, {"step": 1150, "epoch": 2, "train_loss": 0.38379502296447754}, {"step": 1200, "epoch": 2, "train_loss": 0.5230950713157654}, {"step": 1250, "epoch": 2, "train_loss": 0.2716549336910248}, {"step": 1300, "epoch": 2, "train_loss": 0.2866498827934265}, {"step": 1350, "epoch": 2, "train_loss": 0.23226284980773926}, {"step": 1400, "epoch": 2, "train_loss": 0.4760238528251648}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8681, "test_loss": 0.38331954040527344}, {"step": 1450, "epoch": 3, "train_loss": 0.5262283086776733}, {"step": 1500, "epoch": 3, "train_loss": 0.3696368336677551}, {"step": 1550, "epoch": 3, "train_loss": 0.3219550848007202}, {"step": 1600, "epoch": 3, "train_loss": 0.3763867914676666}, {"step": 1650, "epoch": 3, "train_loss": 0.3865199685096741}, {"step": 1700, "epoch": 3, "train_loss": 0.2978903353214264}, {"step": 1750, "epoch": 3, "train_loss": 0.5083321928977966}, {"step": 1800, "epoch": 3, "train_loss": 0.3245007395744324}, {"step": 1850, "epoch": 3, "train_loss": 0.3656558692455292}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8641, "test_loss": 0.3875535858154297}, {"step": 1900, "epoch": 4, "train_loss": 0.2554575800895691}, {"step": 1950, "epoch": 4, "train_loss": 0.5527024269104004}, {"step": 2000, "epoch": 4, "train_loss": 0.32132866978645325}, {"step": 2050, "epoch": 4, "train_loss": 0.3867490887641907}, {"step": 2100, "epoch": 4, "train_loss": 0.32121041417121887}, {"step": 2150, "epoch": 4, "train_loss": 0.3380759060382843}, {"step": 2200, "epoch": 4, "train_loss": 0.3300723433494568}, {"step": 2250, "epoch": 4, "train_loss": 0.2348811775445938}, {"step": 2300, "epoch": 4, "train_loss": 0.18358458578586578}, {"epoch_end": 4, "step": 2345, "test_acc": 0.862, "test_loss": 0.385215185546875}, {"step": 2350, "epoch": 5, "train_loss": 0.21469944715499878}, {"step": 2400, "epoch": 5, "train_loss": 0.3608759343624115}, {"step": 2450, "epoch": 5, "train_loss": 0.3691425025463104}, {"step": 2500, "epoch": 5, "train_loss": 0.3206716477870941}, {"step": 2550, "epoch": 5, "train_loss": 0.24908751249313354}, {"step": 2600, "epoch": 5, "train_loss": 0.3108196258544922}, {"step": 2650, "epoch": 5, "train_loss": 0.2527676522731781}, {"step": 2700, "epoch": 5, "train_loss": 0.18265844881534576}, {"step": 2750, "epoch": 5, "train_loss": 0.42047059535980225}, {"step": 2800, "epoch": 5, "train_loss": 0.25600090622901917}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8668, "test_loss": 0.37069361877441404}, {"step": 2850, "epoch": 6, "train_loss": 0.1632884293794632}, {"step": 2900, "epoch": 6, "train_loss": 0.21668045222759247}, {"step": 2950, "epoch": 6, "train_loss": 0.1697837859392166}, {"step": 3000, "epoch": 6, "train_loss": 0.4228552281856537}, {"step": 3050, "epoch": 6, "train_loss": 0.3861062526702881}, {"step": 3100, "epoch": 6, "train_loss": 0.25014588236808777}, {"step": 3150, "epoch": 6, "train_loss": 0.3509668707847595}, {"step": 3200, "epoch": 6, "train_loss": 0.22860264778137207}, {"step": 3250, "epoch": 6, "train_loss": 0.23210397362709045}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8638, "test_loss": 0.3804793487548828}, {"step": 3300, "epoch": 7, "train_loss": 0.322190523147583}, {"step": 3350, "epoch": 7, "train_loss": 0.2509264349937439}, {"step": 3400, "epoch": 7, "train_loss": 0.2694234848022461}, {"step": 3450, "epoch": 7, "train_loss": 0.24125812947750092}, {"step": 3500, "epoch": 7, "train_loss": 0.3392584025859833}, {"step": 3550, "epoch": 7, "train_loss": 0.24370528757572174}, {"step": 3600, "epoch": 7, "train_loss": 0.18336251378059387}, {"step": 3650, "epoch": 7, "train_loss": 0.34512045979499817}, {"step": 3700, "epoch": 7, "train_loss": 0.24673627316951752}, {"step": 3750, "epoch": 7, "train_loss": 0.34597331285476685}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8773, "test_loss": 0.3557734191894531}, {"step": 3800, "epoch": 8, "train_loss": 0.26640447974205017}, {"step": 3850, "epoch": 8, "train_loss": 0.3524453043937683}, {"step": 3900, "epoch": 8, "train_loss": 0.2441987544298172}, {"step": 3950, "epoch": 8, "train_loss": 0.2834468483924866}, {"step": 4000, "epoch": 8, "train_loss": 0.3468857407569885}, {"step": 4050, "epoch": 8, "train_loss": 0.2283926010131836}, {"step": 4100, "epoch": 8, "train_loss": 0.25797033309936523}, {"step": 4150, "epoch": 8, "train_loss": 0.2621150314807892}, {"step": 4200, "epoch": 8, "train_loss": 0.32673102617263794}, {"epoch_end": 8, "step": 4221, "test_acc": 0.875, "test_loss": 0.36471119689941406}, {"step": 4250, "epoch": 9, "train_loss": 0.2151244878768921}, {"step": 4300, "epoch": 9, "train_loss": 0.21766209602355957}, {"step": 4350, "epoch": 9, "train_loss": 0.16459904611110687}, {"step": 4400, "epoch": 9, "train_loss": 0.23730109632015228}, {"step": 4450, "epoch": 9, "train_loss": 0.13244184851646423}, {"step": 4500, "epoch": 9, "train_loss": 0.3082479238510132}, {"step": 4550, "epoch": 9, "train_loss": 0.17629200220108032}, {"step": 4600, "epoch": 9, "train_loss": 0.25441670417785645}, {"step": 4650, "epoch": 9, "train_loss": 0.27300789952278137}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8753, "test_loss": 0.3780542999267578}, {"step": 4700, "epoch": 10, "train_loss": 0.21275578439235687}, {"step": 4750, "epoch": 10, "train_loss": 0.26467829942703247}, {"step": 4800, "epoch": 10, "train_loss": 0.3039255738258362}, {"step": 4850, "epoch": 10, "train_loss": 0.18275558948516846}, {"step": 4900, "epoch": 10, "train_loss": 0.19278305768966675}, {"step": 4950, "epoch": 10, "train_loss": 0.24697622656822205}, {"step": 5000, "epoch": 10, "train_loss": 0.2509225010871887}, {"step": 5050, "epoch": 10, "train_loss": 0.39585989713668823}, {"step": 5100, "epoch": 10, "train_loss": 0.17206138372421265}, {"step": 5150, "epoch": 10, "train_loss": 0.24335725605487823}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8793, "test_loss": 0.36159276123046874}, {"step": 5200, "epoch": 11, "train_loss": 0.2633085250854492}, {"step": 5250, "epoch": 11, "train_loss": 0.10400299727916718}, {"step": 5300, "epoch": 11, "train_loss": 0.2769632935523987}, {"step": 5350, "epoch": 11, "train_loss": 0.20582686364650726}, {"step": 5400, "epoch": 11, "train_loss": 0.2153017371892929}, {"step": 5450, "epoch": 11, "train_loss": 0.30443888902664185}, {"step": 5500, "epoch": 11, "train_loss": 0.275387704372406}, {"step": 5550, "epoch": 11, "train_loss": 0.29988399147987366}, {"step": 5600, "epoch": 11, "train_loss": 0.21833425760269165}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8816, "test_loss": 0.3570428131103516}, {"step": 5650, "epoch": 12, "train_loss": 0.18620449304580688}, {"step": 5700, "epoch": 12, "train_loss": 0.2528532147407532}, {"step": 5750, "epoch": 12, "train_loss": 0.39729422330856323}, {"step": 5800, "epoch": 12, "train_loss": 0.20760874450206757}, {"step": 5850, "epoch": 12, "train_loss": 0.26782235503196716}, {"step": 5900, "epoch": 12, "train_loss": 0.3097764551639557}, {"step": 5950, "epoch": 12, "train_loss": 0.17267340421676636}, {"step": 6000, "epoch": 12, "train_loss": 0.16863501071929932}, {"step": 6050, "epoch": 12, "train_loss": 0.18067651987075806}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8737, "test_loss": 0.37813082580566404}, {"step": 6100, "epoch": 13, "train_loss": 0.3306536376476288}, {"step": 6150, "epoch": 13, "train_loss": 0.21612417697906494}, {"step": 6200, "epoch": 13, "train_loss": 0.26494356989860535}, {"step": 6250, "epoch": 13, "train_loss": 0.19378389418125153}, {"step": 6300, "epoch": 13, "train_loss": 0.261434942483902}, {"step": 6350, "epoch": 13, "train_loss": 0.2832540273666382}, {"step": 6400, "epoch": 13, "train_loss": 0.1928025633096695}, {"step": 6450, "epoch": 13, "train_loss": 0.1759098619222641}, {"step": 6500, "epoch": 13, "train_loss": 0.13996601104736328}, {"step": 6550, "epoch": 13, "train_loss": 0.1994606852531433}, {"epoch_end": 13, "step": 6566, "test_acc": 0.877, "test_loss": 0.3644315002441406}, {"step": 6600, "epoch": 14, "train_loss": 0.2306881546974182}, {"step": 6650, "epoch": 14, "train_loss": 0.26980313658714294}, {"step": 6700, "epoch": 14, "train_loss": 0.2040019929409027}, {"step": 6750, "epoch": 14, "train_loss": 0.2631031572818756}, {"step": 6800, "epoch": 14, "train_loss": 0.15361188352108002}, {"step": 6850, "epoch": 14, "train_loss": 0.16563387215137482}, {"step": 6900, "epoch": 14, "train_loss": 0.2515806257724762}, {"step": 6950, "epoch": 14, "train_loss": 0.2047329694032669}, {"step": 7000, "epoch": 14, "train_loss": 0.30444708466529846}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8832, "test_loss": 0.36378123474121093}, {"step": 7050, "epoch": 15, "train_loss": 0.23287226259708405}, {"step": 7100, "epoch": 15, "train_loss": 0.24365445971488953}, {"step": 7150, "epoch": 15, "train_loss": 0.24310311675071716}, {"step": 7200, "epoch": 15, "train_loss": 0.2304188460111618}, {"step": 7250, "epoch": 15, "train_loss": 0.31520769000053406}, {"step": 7300, "epoch": 15, "train_loss": 0.22314073145389557}, {"step": 7350, "epoch": 15, "train_loss": 0.18591630458831787}, {"step": 7400, "epoch": 15, "train_loss": 0.24848943948745728}, {"step": 7450, "epoch": 15, "train_loss": 0.23916877806186676}, {"step": 7500, "epoch": 15, "train_loss": 0.17597053945064545}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8753, "test_loss": 0.36453862915039065}, {"step": 7550, "epoch": 16, "train_loss": 0.22173215448856354}, {"step": 7600, "epoch": 16, "train_loss": 0.2848168611526489}, {"step": 7650, "epoch": 16, "train_loss": 0.11747440695762634}, {"step": 7700, "epoch": 16, "train_loss": 0.1316719651222229}, {"step": 7750, "epoch": 16, "train_loss": 0.23956534266471863}, {"step": 7800, "epoch": 16, "train_loss": 0.15866471827030182}, {"step": 7850, "epoch": 16, "train_loss": 0.19661593437194824}, {"step": 7900, "epoch": 16, "train_loss": 0.11680709570646286}, {"step": 7950, "epoch": 16, "train_loss": 0.23705708980560303}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8848, "test_loss": 0.3508046875}, {"step": 8000, "epoch": 17, "train_loss": 0.1647922694683075}, {"step": 8050, "epoch": 17, "train_loss": 0.14228834211826324}, {"step": 8100, "epoch": 17, "train_loss": 0.1740749329328537}, {"step": 8150, "epoch": 17, "train_loss": 0.17897453904151917}, {"step": 8200, "epoch": 17, "train_loss": 0.21548397839069366}, {"step": 8250, "epoch": 17, "train_loss": 0.20759405195713043}, {"step": 8300, "epoch": 17, "train_loss": 0.2045169472694397}, {"step": 8350, "epoch": 17, "train_loss": 0.1842072308063507}, {"step": 8400, "epoch": 17, "train_loss": 0.3830781579017639}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8851, "test_loss": 0.3546109954833984}, {"step": 8450, "epoch": 18, "train_loss": 0.14815717935562134}, {"step": 8500, "epoch": 18, "train_loss": 0.15830090641975403}, {"step": 8550, "epoch": 18, "train_loss": 0.15307506918907166}, {"step": 8600, "epoch": 18, "train_loss": 0.15805011987686157}, {"step": 8650, "epoch": 18, "train_loss": 0.09169202297925949}, {"step": 8700, "epoch": 18, "train_loss": 0.19990091025829315}, {"step": 8750, "epoch": 18, "train_loss": 0.22633157670497894}, {"step": 8800, "epoch": 18, "train_loss": 0.07677385210990906}, {"step": 8850, "epoch": 18, "train_loss": 0.1375446617603302}, {"step": 8900, "epoch": 18, "train_loss": 0.23737649619579315}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8859, "test_loss": 0.3657725311279297}, {"step": 8950, "epoch": 19, "train_loss": 0.2402893602848053}, {"step": 9000, "epoch": 19, "train_loss": 0.1957467496395111}, {"step": 9050, "epoch": 19, "train_loss": 0.16696782410144806}, {"step": 9100, "epoch": 19, "train_loss": 0.16564525663852692}, {"step": 9150, "epoch": 19, "train_loss": 0.18269601464271545}, {"step": 9200, "epoch": 19, "train_loss": 0.20224900543689728}, {"step": 9250, "epoch": 19, "train_loss": 0.2191188782453537}, {"step": 9300, "epoch": 19, "train_loss": 0.1916327029466629}, {"step": 9350, "epoch": 19, "train_loss": 0.26197606325149536}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8856, "test_loss": 0.3604823425292969}], "final": {"test_acc": 0.8856, "test_loss": 0.3604823425292969, "wall_s": 47.66417384147644}}
\ No newline at end of file
diff --git a/results/depth_fmnist_bp_d3_s0.json b/results/depth_fmnist_bp_d3_s0.json
new file mode 100644
index 0000000..47d2654
--- /dev/null
+++ b/results/depth_fmnist_bp_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d3_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2141242027282715}, {"step": 50, "epoch": 0, "train_loss": 0.632060170173645}, {"step": 100, "epoch": 0, "train_loss": 0.5794085264205933}, {"step": 150, "epoch": 0, "train_loss": 0.4174685776233673}, {"step": 200, "epoch": 0, "train_loss": 0.46673691272735596}, {"step": 250, "epoch": 0, "train_loss": 0.4423291087150574}, {"step": 300, "epoch": 0, "train_loss": 0.7117483615875244}, {"step": 350, "epoch": 0, "train_loss": 0.45896369218826294}, {"step": 400, "epoch": 0, "train_loss": 0.5389208197593689}, {"step": 450, "epoch": 0, "train_loss": 0.5165619254112244}, {"epoch_end": 0, "step": 469, "test_acc": 0.837, "test_loss": 0.46550785217285157}, {"step": 500, "epoch": 1, "train_loss": 0.31353461742401123}, {"step": 550, "epoch": 1, "train_loss": 0.5572038292884827}, {"step": 600, "epoch": 1, "train_loss": 0.443636417388916}, {"step": 650, "epoch": 1, "train_loss": 0.5349938869476318}, {"step": 700, "epoch": 1, "train_loss": 0.2979850471019745}, {"step": 750, "epoch": 1, "train_loss": 0.41695520281791687}, {"step": 800, "epoch": 1, "train_loss": 0.4017753005027771}, {"step": 850, "epoch": 1, "train_loss": 0.238401398062706}, {"step": 900, "epoch": 1, "train_loss": 0.3982387185096741}, {"epoch_end": 1, "step": 938, "test_acc": 0.8607, "test_loss": 0.37949986572265626}, {"step": 950, "epoch": 2, "train_loss": 0.30582869052886963}, {"step": 1000, "epoch": 2, "train_loss": 0.2793881893157959}, {"step": 1050, "epoch": 2, "train_loss": 0.25438544154167175}, {"step": 1100, "epoch": 2, "train_loss": 0.3238306939601898}, {"step": 1150, "epoch": 2, "train_loss": 0.36848464608192444}, {"step": 1200, "epoch": 2, "train_loss": 0.4812979996204376}, {"step": 1250, "epoch": 2, "train_loss": 0.2188751995563507}, {"step": 1300, "epoch": 2, "train_loss": 0.28498804569244385}, {"step": 1350, "epoch": 2, "train_loss": 0.18393343687057495}, {"step": 1400, "epoch": 2, "train_loss": 0.3527922034263611}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8692, "test_loss": 0.3679656524658203}, {"step": 1450, "epoch": 3, "train_loss": 0.4963172376155853}, {"step": 1500, "epoch": 3, "train_loss": 0.36699944734573364}, {"step": 1550, "epoch": 3, "train_loss": 0.25034457445144653}, {"step": 1600, "epoch": 3, "train_loss": 0.3110593855381012}, {"step": 1650, "epoch": 3, "train_loss": 0.31577378511428833}, {"step": 1700, "epoch": 3, "train_loss": 0.24329213798046112}, {"step": 1750, "epoch": 3, "train_loss": 0.38244107365608215}, {"step": 1800, "epoch": 3, "train_loss": 0.2766630947589874}, {"step": 1850, "epoch": 3, "train_loss": 0.27737799286842346}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8706, "test_loss": 0.35170419921875}, {"step": 1900, "epoch": 4, "train_loss": 0.24476554989814758}, {"step": 1950, "epoch": 4, "train_loss": 0.4689367413520813}, {"step": 2000, "epoch": 4, "train_loss": 0.2643246054649353}, {"step": 2050, "epoch": 4, "train_loss": 0.2861846089363098}, {"step": 2100, "epoch": 4, "train_loss": 0.30026859045028687}, {"step": 2150, "epoch": 4, "train_loss": 0.2856041193008423}, {"step": 2200, "epoch": 4, "train_loss": 0.28402841091156006}, {"step": 2250, "epoch": 4, "train_loss": 0.21006156504154205}, {"step": 2300, "epoch": 4, "train_loss": 0.16624963283538818}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8756, "test_loss": 0.35896680297851563}, {"step": 2350, "epoch": 5, "train_loss": 0.1730010062456131}, {"step": 2400, "epoch": 5, "train_loss": 0.2817153334617615}, {"step": 2450, "epoch": 5, "train_loss": 0.285366028547287}, {"step": 2500, "epoch": 5, "train_loss": 0.24662494659423828}, {"step": 2550, "epoch": 5, "train_loss": 0.23398053646087646}, {"step": 2600, "epoch": 5, "train_loss": 0.31775587797164917}, {"step": 2650, "epoch": 5, "train_loss": 0.19265469908714294}, {"step": 2700, "epoch": 5, "train_loss": 0.15307480096817017}, {"step": 2750, "epoch": 5, "train_loss": 0.3867662250995636}, {"step": 2800, "epoch": 5, "train_loss": 0.27531537413597107}, {"epoch_end": 5, "step": 2814, "test_acc": 0.878, "test_loss": 0.34495567016601564}, {"step": 2850, "epoch": 6, "train_loss": 0.18523652851581573}, {"step": 2900, "epoch": 6, "train_loss": 0.2055646777153015}, {"step": 2950, "epoch": 6, "train_loss": 0.1270376741886139}, {"step": 3000, "epoch": 6, "train_loss": 0.34626224637031555}, {"step": 3050, "epoch": 6, "train_loss": 0.3784366846084595}, {"step": 3100, "epoch": 6, "train_loss": 0.21523232758045197}, {"step": 3150, "epoch": 6, "train_loss": 0.2543109953403473}, {"step": 3200, "epoch": 6, "train_loss": 0.17907993495464325}, {"step": 3250, "epoch": 6, "train_loss": 0.16693484783172607}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8692, "test_loss": 0.3638690673828125}, {"step": 3300, "epoch": 7, "train_loss": 0.28306877613067627}, {"step": 3350, "epoch": 7, "train_loss": 0.21733048558235168}, {"step": 3400, "epoch": 7, "train_loss": 0.2635681927204132}, {"step": 3450, "epoch": 7, "train_loss": 0.23898525536060333}, {"step": 3500, "epoch": 7, "train_loss": 0.3277817368507385}, {"step": 3550, "epoch": 7, "train_loss": 0.19235427677631378}, {"step": 3600, "epoch": 7, "train_loss": 0.17630761861801147}, {"step": 3650, "epoch": 7, "train_loss": 0.2392595112323761}, {"step": 3700, "epoch": 7, "train_loss": 0.2169138789176941}, {"step": 3750, "epoch": 7, "train_loss": 0.32500162720680237}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8863, "test_loss": 0.3375219848632813}, {"step": 3800, "epoch": 8, "train_loss": 0.220437154173851}, {"step": 3850, "epoch": 8, "train_loss": 0.30584126710891724}, {"step": 3900, "epoch": 8, "train_loss": 0.2014344036579132}, {"step": 3950, "epoch": 8, "train_loss": 0.21081796288490295}, {"step": 4000, "epoch": 8, "train_loss": 0.31177014112472534}, {"step": 4050, "epoch": 8, "train_loss": 0.24418705701828003}, {"step": 4100, "epoch": 8, "train_loss": 0.20787397027015686}, {"step": 4150, "epoch": 8, "train_loss": 0.21766702830791473}, {"step": 4200, "epoch": 8, "train_loss": 0.2928794026374817}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8763, "test_loss": 0.3605372253417969}, {"step": 4250, "epoch": 9, "train_loss": 0.1827521026134491}, {"step": 4300, "epoch": 9, "train_loss": 0.13538949191570282}, {"step": 4350, "epoch": 9, "train_loss": 0.14487527310848236}, {"step": 4400, "epoch": 9, "train_loss": 0.26405203342437744}, {"step": 4450, "epoch": 9, "train_loss": 0.12584839761257172}, {"step": 4500, "epoch": 9, "train_loss": 0.24002768099308014}, {"step": 4550, "epoch": 9, "train_loss": 0.1512821614742279}, {"step": 4600, "epoch": 9, "train_loss": 0.21558885276317596}, {"step": 4650, "epoch": 9, "train_loss": 0.2720834016799927}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8813, "test_loss": 0.3451045867919922}, {"step": 4700, "epoch": 10, "train_loss": 0.21330440044403076}, {"step": 4750, "epoch": 10, "train_loss": 0.21513031423091888}, {"step": 4800, "epoch": 10, "train_loss": 0.22969453036785126}, {"step": 4850, "epoch": 10, "train_loss": 0.1846158802509308}, {"step": 4900, "epoch": 10, "train_loss": 0.17004233598709106}, {"step": 4950, "epoch": 10, "train_loss": 0.20888759195804596}, {"step": 5000, "epoch": 10, "train_loss": 0.21072714030742645}, {"step": 5050, "epoch": 10, "train_loss": 0.3767346441745758}, {"step": 5100, "epoch": 10, "train_loss": 0.12369901686906815}, {"step": 5150, "epoch": 10, "train_loss": 0.16019514203071594}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8831, "test_loss": 0.35105517578125}, {"step": 5200, "epoch": 11, "train_loss": 0.19804222881793976}, {"step": 5250, "epoch": 11, "train_loss": 0.11641902476549149}, {"step": 5300, "epoch": 11, "train_loss": 0.28236880898475647}, {"step": 5350, "epoch": 11, "train_loss": 0.20892395079135895}, {"step": 5400, "epoch": 11, "train_loss": 0.17254389822483063}, {"step": 5450, "epoch": 11, "train_loss": 0.2038930058479309}, {"step": 5500, "epoch": 11, "train_loss": 0.21416494250297546}, {"step": 5550, "epoch": 11, "train_loss": 0.2474328577518463}, {"step": 5600, "epoch": 11, "train_loss": 0.22504067420959473}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8849, "test_loss": 0.35353824768066405}, {"step": 5650, "epoch": 12, "train_loss": 0.15199555456638336}, {"step": 5700, "epoch": 12, "train_loss": 0.15009057521820068}, {"step": 5750, "epoch": 12, "train_loss": 0.30687910318374634}, {"step": 5800, "epoch": 12, "train_loss": 0.18498803675174713}, {"step": 5850, "epoch": 12, "train_loss": 0.23536767065525055}, {"step": 5900, "epoch": 12, "train_loss": 0.267326682806015}, {"step": 5950, "epoch": 12, "train_loss": 0.19196468591690063}, {"step": 6000, "epoch": 12, "train_loss": 0.1278044879436493}, {"step": 6050, "epoch": 12, "train_loss": 0.1473187953233719}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8826, "test_loss": 0.35649906311035157}, {"step": 6100, "epoch": 13, "train_loss": 0.26681554317474365}, {"step": 6150, "epoch": 13, "train_loss": 0.1403946876525879}, {"step": 6200, "epoch": 13, "train_loss": 0.3142370581626892}, {"step": 6250, "epoch": 13, "train_loss": 0.2361498773097992}, {"step": 6300, "epoch": 13, "train_loss": 0.2394387423992157}, {"step": 6350, "epoch": 13, "train_loss": 0.23610061407089233}, {"step": 6400, "epoch": 13, "train_loss": 0.1417224258184433}, {"step": 6450, "epoch": 13, "train_loss": 0.22154365479946136}, {"step": 6500, "epoch": 13, "train_loss": 0.17839020490646362}, {"step": 6550, "epoch": 13, "train_loss": 0.12502126395702362}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8834, "test_loss": 0.3561738586425781}, {"step": 6600, "epoch": 14, "train_loss": 0.1737331598997116}, {"step": 6650, "epoch": 14, "train_loss": 0.18315653502941132}, {"step": 6700, "epoch": 14, "train_loss": 0.1259828805923462}, {"step": 6750, "epoch": 14, "train_loss": 0.21383149921894073}, {"step": 6800, "epoch": 14, "train_loss": 0.14792338013648987}, {"step": 6850, "epoch": 14, "train_loss": 0.15236760675907135}, {"step": 6900, "epoch": 14, "train_loss": 0.2228032350540161}, {"step": 6950, "epoch": 14, "train_loss": 0.19416166841983795}, {"step": 7000, "epoch": 14, "train_loss": 0.22944818437099457}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8908, "test_loss": 0.35145823974609375}, {"step": 7050, "epoch": 15, "train_loss": 0.14775535464286804}, {"step": 7100, "epoch": 15, "train_loss": 0.19993744790554047}, {"step": 7150, "epoch": 15, "train_loss": 0.22485005855560303}, {"step": 7200, "epoch": 15, "train_loss": 0.17730902135372162}, {"step": 7250, "epoch": 15, "train_loss": 0.204269140958786}, {"step": 7300, "epoch": 15, "train_loss": 0.22929885983467102}, {"step": 7350, "epoch": 15, "train_loss": 0.16825637221336365}, {"step": 7400, "epoch": 15, "train_loss": 0.19876691699028015}, {"step": 7450, "epoch": 15, "train_loss": 0.20690886676311493}, {"step": 7500, "epoch": 15, "train_loss": 0.11864069849252701}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8771, "test_loss": 0.3880573272705078}, {"step": 7550, "epoch": 16, "train_loss": 0.12122661620378494}, {"step": 7600, "epoch": 16, "train_loss": 0.2803204655647278}, {"step": 7650, "epoch": 16, "train_loss": 0.08034287393093109}, {"step": 7700, "epoch": 16, "train_loss": 0.14561375975608826}, {"step": 7750, "epoch": 16, "train_loss": 0.17914089560508728}, {"step": 7800, "epoch": 16, "train_loss": 0.09964165091514587}, {"step": 7850, "epoch": 16, "train_loss": 0.12158527225255966}, {"step": 7900, "epoch": 16, "train_loss": 0.0785117894411087}, {"step": 7950, "epoch": 16, "train_loss": 0.2236357480287552}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8826, "test_loss": 0.3649681365966797}, {"step": 8000, "epoch": 17, "train_loss": 0.15449512004852295}, {"step": 8050, "epoch": 17, "train_loss": 0.13119354844093323}, {"step": 8100, "epoch": 17, "train_loss": 0.13603045046329498}, {"step": 8150, "epoch": 17, "train_loss": 0.18291327357292175}, {"step": 8200, "epoch": 17, "train_loss": 0.15422199666500092}, {"step": 8250, "epoch": 17, "train_loss": 0.16770011186599731}, {"step": 8300, "epoch": 17, "train_loss": 0.1848893016576767}, {"step": 8350, "epoch": 17, "train_loss": 0.11715930700302124}, {"step": 8400, "epoch": 17, "train_loss": 0.37929949164390564}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8876, "test_loss": 0.37593497009277344}, {"step": 8450, "epoch": 18, "train_loss": 0.09023545682430267}, {"step": 8500, "epoch": 18, "train_loss": 0.09786802530288696}, {"step": 8550, "epoch": 18, "train_loss": 0.16331925988197327}, {"step": 8600, "epoch": 18, "train_loss": 0.11518744379281998}, {"step": 8650, "epoch": 18, "train_loss": 0.07822418212890625}, {"step": 8700, "epoch": 18, "train_loss": 0.13707754015922546}, {"step": 8750, "epoch": 18, "train_loss": 0.13017377257347107}, {"step": 8800, "epoch": 18, "train_loss": 0.10595428943634033}, {"step": 8850, "epoch": 18, "train_loss": 0.16273769736289978}, {"step": 8900, "epoch": 18, "train_loss": 0.17748473584651947}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8832, "test_loss": 0.3897809997558594}, {"step": 8950, "epoch": 19, "train_loss": 0.18341535329818726}, {"step": 9000, "epoch": 19, "train_loss": 0.1954469531774521}, {"step": 9050, "epoch": 19, "train_loss": 0.16075941920280457}, {"step": 9100, "epoch": 19, "train_loss": 0.090059794485569}, {"step": 9150, "epoch": 19, "train_loss": 0.09315534681081772}, {"step": 9200, "epoch": 19, "train_loss": 0.10220252722501755}, {"step": 9250, "epoch": 19, "train_loss": 0.12159278243780136}, {"step": 9300, "epoch": 19, "train_loss": 0.1560402363538742}, {"step": 9350, "epoch": 19, "train_loss": 0.22271379828453064}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8866, "test_loss": 0.39272972106933596}], "final": {"test_acc": 0.8866, "test_loss": 0.39272972106933596, "wall_s": 20.897843599319458}}
\ No newline at end of file
diff --git a/results/depth_fmnist_bp_d3_s1.json b/results/depth_fmnist_bp_d3_s1.json
new file mode 100644
index 0000000..4e3137b
--- /dev/null
+++ b/results/depth_fmnist_bp_d3_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d3_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.306229829788208}, {"step": 50, "epoch": 0, "train_loss": 0.5928642749786377}, {"step": 100, "epoch": 0, "train_loss": 0.6171732544898987}, {"step": 150, "epoch": 0, "train_loss": 0.3816531002521515}, {"step": 200, "epoch": 0, "train_loss": 0.4492871165275574}, {"step": 250, "epoch": 0, "train_loss": 0.4557907283306122}, {"step": 300, "epoch": 0, "train_loss": 0.7304470539093018}, {"step": 350, "epoch": 0, "train_loss": 0.44261252880096436}, {"step": 400, "epoch": 0, "train_loss": 0.5208496451377869}, {"step": 450, "epoch": 0, "train_loss": 0.4937196373939514}, {"epoch_end": 0, "step": 469, "test_acc": 0.8372, "test_loss": 0.46267459716796877}, {"step": 500, "epoch": 1, "train_loss": 0.28351494669914246}, {"step": 550, "epoch": 1, "train_loss": 0.5353006720542908}, {"step": 600, "epoch": 1, "train_loss": 0.46894413232803345}, {"step": 650, "epoch": 1, "train_loss": 0.565231442451477}, {"step": 700, "epoch": 1, "train_loss": 0.32262277603149414}, {"step": 750, "epoch": 1, "train_loss": 0.44075778126716614}, {"step": 800, "epoch": 1, "train_loss": 0.4013792872428894}, {"step": 850, "epoch": 1, "train_loss": 0.2142411172389984}, {"step": 900, "epoch": 1, "train_loss": 0.368720144033432}, {"epoch_end": 1, "step": 938, "test_acc": 0.8616, "test_loss": 0.37634632873535157}, {"step": 950, "epoch": 2, "train_loss": 0.2761075496673584}, {"step": 1000, "epoch": 2, "train_loss": 0.2806083559989929}, {"step": 1050, "epoch": 2, "train_loss": 0.2732984125614166}, {"step": 1100, "epoch": 2, "train_loss": 0.27591919898986816}, {"step": 1150, "epoch": 2, "train_loss": 0.3565176725387573}, {"step": 1200, "epoch": 2, "train_loss": 0.4705544710159302}, {"step": 1250, "epoch": 2, "train_loss": 0.20476864278316498}, {"step": 1300, "epoch": 2, "train_loss": 0.2606872618198395}, {"step": 1350, "epoch": 2, "train_loss": 0.1814999282360077}, {"step": 1400, "epoch": 2, "train_loss": 0.3204515278339386}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8671, "test_loss": 0.3688136322021484}, {"step": 1450, "epoch": 3, "train_loss": 0.5003337264060974}, {"step": 1500, "epoch": 3, "train_loss": 0.34816282987594604}, {"step": 1550, "epoch": 3, "train_loss": 0.24864646792411804}, {"step": 1600, "epoch": 3, "train_loss": 0.31310221552848816}, {"step": 1650, "epoch": 3, "train_loss": 0.3601984977722168}, {"step": 1700, "epoch": 3, "train_loss": 0.23554661870002747}, {"step": 1750, "epoch": 3, "train_loss": 0.38185399770736694}, {"step": 1800, "epoch": 3, "train_loss": 0.28504127264022827}, {"step": 1850, "epoch": 3, "train_loss": 0.2596988379955292}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8745, "test_loss": 0.3523027526855469}, {"step": 1900, "epoch": 4, "train_loss": 0.23102021217346191}, {"step": 1950, "epoch": 4, "train_loss": 0.5117259621620178}, {"step": 2000, "epoch": 4, "train_loss": 0.25546619296073914}, {"step": 2050, "epoch": 4, "train_loss": 0.3005281984806061}, {"step": 2100, "epoch": 4, "train_loss": 0.30311959981918335}, {"step": 2150, "epoch": 4, "train_loss": 0.2598383128643036}, {"step": 2200, "epoch": 4, "train_loss": 0.30275073647499084}, {"step": 2250, "epoch": 4, "train_loss": 0.19155120849609375}, {"step": 2300, "epoch": 4, "train_loss": 0.17730963230133057}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8761, "test_loss": 0.34515975036621094}, {"step": 2350, "epoch": 5, "train_loss": 0.16252730786800385}, {"step": 2400, "epoch": 5, "train_loss": 0.2652527391910553}, {"step": 2450, "epoch": 5, "train_loss": 0.3276510536670685}, {"step": 2500, "epoch": 5, "train_loss": 0.25667378306388855}, {"step": 2550, "epoch": 5, "train_loss": 0.20750993490219116}, {"step": 2600, "epoch": 5, "train_loss": 0.29158923029899597}, {"step": 2650, "epoch": 5, "train_loss": 0.16380080580711365}, {"step": 2700, "epoch": 5, "train_loss": 0.1585993617773056}, {"step": 2750, "epoch": 5, "train_loss": 0.38642042875289917}, {"step": 2800, "epoch": 5, "train_loss": 0.28389275074005127}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8791, "test_loss": 0.34985631103515624}, {"step": 2850, "epoch": 6, "train_loss": 0.17070239782333374}, {"step": 2900, "epoch": 6, "train_loss": 0.22689147293567657}, {"step": 2950, "epoch": 6, "train_loss": 0.08757283538579941}, {"step": 3000, "epoch": 6, "train_loss": 0.34400635957717896}, {"step": 3050, "epoch": 6, "train_loss": 0.3592059016227722}, {"step": 3100, "epoch": 6, "train_loss": 0.21551236510276794}, {"step": 3150, "epoch": 6, "train_loss": 0.2815486788749695}, {"step": 3200, "epoch": 6, "train_loss": 0.1631704568862915}, {"step": 3250, "epoch": 6, "train_loss": 0.19190719723701477}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8712, "test_loss": 0.3644647216796875}, {"step": 3300, "epoch": 7, "train_loss": 0.2782636284828186}, {"step": 3350, "epoch": 7, "train_loss": 0.20496810972690582}, {"step": 3400, "epoch": 7, "train_loss": 0.2413148283958435}, {"step": 3450, "epoch": 7, "train_loss": 0.22675250470638275}, {"step": 3500, "epoch": 7, "train_loss": 0.30902808904647827}, {"step": 3550, "epoch": 7, "train_loss": 0.23500536382198334}, {"step": 3600, "epoch": 7, "train_loss": 0.1497194766998291}, {"step": 3650, "epoch": 7, "train_loss": 0.2594091296195984}, {"step": 3700, "epoch": 7, "train_loss": 0.20549632608890533}, {"step": 3750, "epoch": 7, "train_loss": 0.32826244831085205}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8823, "test_loss": 0.34320465393066407}, {"step": 3800, "epoch": 8, "train_loss": 0.21089231967926025}, {"step": 3850, "epoch": 8, "train_loss": 0.29297465085983276}, {"step": 3900, "epoch": 8, "train_loss": 0.23235073685646057}, {"step": 3950, "epoch": 8, "train_loss": 0.24036149680614471}, {"step": 4000, "epoch": 8, "train_loss": 0.284669429063797}, {"step": 4050, "epoch": 8, "train_loss": 0.2258109599351883}, {"step": 4100, "epoch": 8, "train_loss": 0.22248589992523193}, {"step": 4150, "epoch": 8, "train_loss": 0.2180054634809494}, {"step": 4200, "epoch": 8, "train_loss": 0.29560965299606323}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8733, "test_loss": 0.38454430541992185}, {"step": 4250, "epoch": 9, "train_loss": 0.1676521748304367}, {"step": 4300, "epoch": 9, "train_loss": 0.14164379239082336}, {"step": 4350, "epoch": 9, "train_loss": 0.13463035225868225}, {"step": 4400, "epoch": 9, "train_loss": 0.24681712687015533}, {"step": 4450, "epoch": 9, "train_loss": 0.1459721326828003}, {"step": 4500, "epoch": 9, "train_loss": 0.23208977282047272}, {"step": 4550, "epoch": 9, "train_loss": 0.1442526876926422}, {"step": 4600, "epoch": 9, "train_loss": 0.2150002419948578}, {"step": 4650, "epoch": 9, "train_loss": 0.2664153277873993}, {"epoch_end": 9, "step": 4690, "test_acc": 0.883, "test_loss": 0.34732758483886716}, {"step": 4700, "epoch": 10, "train_loss": 0.19229985773563385}, {"step": 4750, "epoch": 10, "train_loss": 0.2355479896068573}, {"step": 4800, "epoch": 10, "train_loss": 0.21211956441402435}, {"step": 4850, "epoch": 10, "train_loss": 0.18613038957118988}, {"step": 4900, "epoch": 10, "train_loss": 0.12971976399421692}, {"step": 4950, "epoch": 10, "train_loss": 0.17160725593566895}, {"step": 5000, "epoch": 10, "train_loss": 0.23763307929039001}, {"step": 5050, "epoch": 10, "train_loss": 0.3549371361732483}, {"step": 5100, "epoch": 10, "train_loss": 0.1750325709581375}, {"step": 5150, "epoch": 10, "train_loss": 0.15941207110881805}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8841, "test_loss": 0.3433325897216797}, {"step": 5200, "epoch": 11, "train_loss": 0.17084051668643951}, {"step": 5250, "epoch": 11, "train_loss": 0.12447646260261536}, {"step": 5300, "epoch": 11, "train_loss": 0.1915123015642166}, {"step": 5350, "epoch": 11, "train_loss": 0.22031457722187042}, {"step": 5400, "epoch": 11, "train_loss": 0.16230621933937073}, {"step": 5450, "epoch": 11, "train_loss": 0.20119130611419678}, {"step": 5500, "epoch": 11, "train_loss": 0.250653475522995}, {"step": 5550, "epoch": 11, "train_loss": 0.262153685092926}, {"step": 5600, "epoch": 11, "train_loss": 0.16782386600971222}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8867, "test_loss": 0.3484716064453125}, {"step": 5650, "epoch": 12, "train_loss": 0.13000237941741943}, {"step": 5700, "epoch": 12, "train_loss": 0.1607140600681305}, {"step": 5750, "epoch": 12, "train_loss": 0.31567415595054626}, {"step": 5800, "epoch": 12, "train_loss": 0.19760169088840485}, {"step": 5850, "epoch": 12, "train_loss": 0.2416662573814392}, {"step": 5900, "epoch": 12, "train_loss": 0.2083999663591385}, {"step": 5950, "epoch": 12, "train_loss": 0.1598677784204483}, {"step": 6000, "epoch": 12, "train_loss": 0.12732632458209991}, {"step": 6050, "epoch": 12, "train_loss": 0.11161765456199646}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8814, "test_loss": 0.36439953002929687}, {"step": 6100, "epoch": 13, "train_loss": 0.2591226100921631}, {"step": 6150, "epoch": 13, "train_loss": 0.13192126154899597}, {"step": 6200, "epoch": 13, "train_loss": 0.26639822125434875}, {"step": 6250, "epoch": 13, "train_loss": 0.1747029721736908}, {"step": 6300, "epoch": 13, "train_loss": 0.16480298340320587}, {"step": 6350, "epoch": 13, "train_loss": 0.1979437619447708}, {"step": 6400, "epoch": 13, "train_loss": 0.16535517573356628}, {"step": 6450, "epoch": 13, "train_loss": 0.21877582371234894}, {"step": 6500, "epoch": 13, "train_loss": 0.13001437485218048}, {"step": 6550, "epoch": 13, "train_loss": 0.1730373650789261}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8915, "test_loss": 0.3492999450683594}, {"step": 6600, "epoch": 14, "train_loss": 0.16164472699165344}, {"step": 6650, "epoch": 14, "train_loss": 0.28313615918159485}, {"step": 6700, "epoch": 14, "train_loss": 0.11690948158502579}, {"step": 6750, "epoch": 14, "train_loss": 0.23406197130680084}, {"step": 6800, "epoch": 14, "train_loss": 0.15997807681560516}, {"step": 6850, "epoch": 14, "train_loss": 0.178928941488266}, {"step": 6900, "epoch": 14, "train_loss": 0.21571163833141327}, {"step": 6950, "epoch": 14, "train_loss": 0.18235249817371368}, {"step": 7000, "epoch": 14, "train_loss": 0.18482795357704163}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8894, "test_loss": 0.36320252990722657}, {"step": 7050, "epoch": 15, "train_loss": 0.13745997846126556}, {"step": 7100, "epoch": 15, "train_loss": 0.21974094212055206}, {"step": 7150, "epoch": 15, "train_loss": 0.22835339605808258}, {"step": 7200, "epoch": 15, "train_loss": 0.15243057906627655}, {"step": 7250, "epoch": 15, "train_loss": 0.21036870777606964}, {"step": 7300, "epoch": 15, "train_loss": 0.21762865781784058}, {"step": 7350, "epoch": 15, "train_loss": 0.14545509219169617}, {"step": 7400, "epoch": 15, "train_loss": 0.20699121057987213}, {"step": 7450, "epoch": 15, "train_loss": 0.2148927003145218}, {"step": 7500, "epoch": 15, "train_loss": 0.11575393378734589}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8871, "test_loss": 0.3697744415283203}, {"step": 7550, "epoch": 16, "train_loss": 0.12899740040302277}, {"step": 7600, "epoch": 16, "train_loss": 0.22699999809265137}, {"step": 7650, "epoch": 16, "train_loss": 0.06557071954011917}, {"step": 7700, "epoch": 16, "train_loss": 0.13668526709079742}, {"step": 7750, "epoch": 16, "train_loss": 0.23567631840705872}, {"step": 7800, "epoch": 16, "train_loss": 0.07458590716123581}, {"step": 7850, "epoch": 16, "train_loss": 0.14819784462451935}, {"step": 7900, "epoch": 16, "train_loss": 0.10945437848567963}, {"step": 7950, "epoch": 16, "train_loss": 0.1780717968940735}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8843, "test_loss": 0.3716108917236328}, {"step": 8000, "epoch": 17, "train_loss": 0.16013288497924805}, {"step": 8050, "epoch": 17, "train_loss": 0.10781017690896988}, {"step": 8100, "epoch": 17, "train_loss": 0.19434617459774017}, {"step": 8150, "epoch": 17, "train_loss": 0.13431861996650696}, {"step": 8200, "epoch": 17, "train_loss": 0.1557927280664444}, {"step": 8250, "epoch": 17, "train_loss": 0.14355313777923584}, {"step": 8300, "epoch": 17, "train_loss": 0.15954217314720154}, {"step": 8350, "epoch": 17, "train_loss": 0.14896152913570404}, {"step": 8400, "epoch": 17, "train_loss": 0.30071115493774414}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8871, "test_loss": 0.36974981689453124}, {"step": 8450, "epoch": 18, "train_loss": 0.11216063797473907}, {"step": 8500, "epoch": 18, "train_loss": 0.1301383078098297}, {"step": 8550, "epoch": 18, "train_loss": 0.13569428026676178}, {"step": 8600, "epoch": 18, "train_loss": 0.11972334235906601}, {"step": 8650, "epoch": 18, "train_loss": 0.0818059965968132}, {"step": 8700, "epoch": 18, "train_loss": 0.15670371055603027}, {"step": 8750, "epoch": 18, "train_loss": 0.16943171620368958}, {"step": 8800, "epoch": 18, "train_loss": 0.1102517768740654}, {"step": 8850, "epoch": 18, "train_loss": 0.10836521536111832}, {"step": 8900, "epoch": 18, "train_loss": 0.1558726727962494}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8816, "test_loss": 0.384406201171875}, {"step": 8950, "epoch": 19, "train_loss": 0.15456295013427734}, {"step": 9000, "epoch": 19, "train_loss": 0.22213488817214966}, {"step": 9050, "epoch": 19, "train_loss": 0.15721243619918823}, {"step": 9100, "epoch": 19, "train_loss": 0.13652119040489197}, {"step": 9150, "epoch": 19, "train_loss": 0.09537476301193237}, {"step": 9200, "epoch": 19, "train_loss": 0.04373745247721672}, {"step": 9250, "epoch": 19, "train_loss": 0.15902936458587646}, {"step": 9300, "epoch": 19, "train_loss": 0.16880758106708527}, {"step": 9350, "epoch": 19, "train_loss": 0.1947624534368515}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8825, "test_loss": 0.3957495666503906}], "final": {"test_acc": 0.8825, "test_loss": 0.3957495666503906, "wall_s": 22.37592363357544}}
\ No newline at end of file
diff --git a/results/depth_fmnist_bp_d3_s2.json b/results/depth_fmnist_bp_d3_s2.json
new file mode 100644
index 0000000..27f22a6
--- /dev/null
+++ b/results/depth_fmnist_bp_d3_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d3_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.433246374130249}, {"step": 50, "epoch": 0, "train_loss": 0.5808701515197754}, {"step": 100, "epoch": 0, "train_loss": 0.6361430883407593}, {"step": 150, "epoch": 0, "train_loss": 0.4557863771915436}, {"step": 200, "epoch": 0, "train_loss": 0.4619330167770386}, {"step": 250, "epoch": 0, "train_loss": 0.45651814341545105}, {"step": 300, "epoch": 0, "train_loss": 0.7020388245582581}, {"step": 350, "epoch": 0, "train_loss": 0.45460090041160583}, {"step": 400, "epoch": 0, "train_loss": 0.528786838054657}, {"step": 450, "epoch": 0, "train_loss": 0.46842384338378906}, {"epoch_end": 0, "step": 469, "test_acc": 0.8295, "test_loss": 0.47951094360351565}, {"step": 500, "epoch": 1, "train_loss": 0.31469202041625977}, {"step": 550, "epoch": 1, "train_loss": 0.5818420648574829}, {"step": 600, "epoch": 1, "train_loss": 0.4555845260620117}, {"step": 650, "epoch": 1, "train_loss": 0.515311062335968}, {"step": 700, "epoch": 1, "train_loss": 0.29258811473846436}, {"step": 750, "epoch": 1, "train_loss": 0.40331825613975525}, {"step": 800, "epoch": 1, "train_loss": 0.4090431034564972}, {"step": 850, "epoch": 1, "train_loss": 0.22345739603042603}, {"step": 900, "epoch": 1, "train_loss": 0.4178902506828308}, {"epoch_end": 1, "step": 938, "test_acc": 0.8521, "test_loss": 0.3977956359863281}, {"step": 950, "epoch": 2, "train_loss": 0.3076636791229248}, {"step": 1000, "epoch": 2, "train_loss": 0.2996717691421509}, {"step": 1050, "epoch": 2, "train_loss": 0.2757807970046997}, {"step": 1100, "epoch": 2, "train_loss": 0.2994498014450073}, {"step": 1150, "epoch": 2, "train_loss": 0.35231655836105347}, {"step": 1200, "epoch": 2, "train_loss": 0.43299591541290283}, {"step": 1250, "epoch": 2, "train_loss": 0.2100067138671875}, {"step": 1300, "epoch": 2, "train_loss": 0.27897512912750244}, {"step": 1350, "epoch": 2, "train_loss": 0.17416177690029144}, {"step": 1400, "epoch": 2, "train_loss": 0.37439021468162537}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8693, "test_loss": 0.3633389099121094}, {"step": 1450, "epoch": 3, "train_loss": 0.44754332304000854}, {"step": 1500, "epoch": 3, "train_loss": 0.35760751366615295}, {"step": 1550, "epoch": 3, "train_loss": 0.2217368185520172}, {"step": 1600, "epoch": 3, "train_loss": 0.2899770438671112}, {"step": 1650, "epoch": 3, "train_loss": 0.3308759927749634}, {"step": 1700, "epoch": 3, "train_loss": 0.24233520030975342}, {"step": 1750, "epoch": 3, "train_loss": 0.40235769748687744}, {"step": 1800, "epoch": 3, "train_loss": 0.30912965536117554}, {"step": 1850, "epoch": 3, "train_loss": 0.29343539476394653}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8762, "test_loss": 0.34496037902832033}, {"step": 1900, "epoch": 4, "train_loss": 0.2525605261325836}, {"step": 1950, "epoch": 4, "train_loss": 0.4685576856136322}, {"step": 2000, "epoch": 4, "train_loss": 0.2612622082233429}, {"step": 2050, "epoch": 4, "train_loss": 0.3343663811683655}, {"step": 2100, "epoch": 4, "train_loss": 0.32892802357673645}, {"step": 2150, "epoch": 4, "train_loss": 0.31941160559654236}, {"step": 2200, "epoch": 4, "train_loss": 0.2814423739910126}, {"step": 2250, "epoch": 4, "train_loss": 0.23031695187091827}, {"step": 2300, "epoch": 4, "train_loss": 0.1668352633714676}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8747, "test_loss": 0.3546321655273437}, {"step": 2350, "epoch": 5, "train_loss": 0.1620565950870514}, {"step": 2400, "epoch": 5, "train_loss": 0.2644243538379669}, {"step": 2450, "epoch": 5, "train_loss": 0.32124263048171997}, {"step": 2500, "epoch": 5, "train_loss": 0.24561771750450134}, {"step": 2550, "epoch": 5, "train_loss": 0.24199984967708588}, {"step": 2600, "epoch": 5, "train_loss": 0.32652780413627625}, {"step": 2650, "epoch": 5, "train_loss": 0.15506388247013092}, {"step": 2700, "epoch": 5, "train_loss": 0.17035286128520966}, {"step": 2750, "epoch": 5, "train_loss": 0.36766108870506287}, {"step": 2800, "epoch": 5, "train_loss": 0.27143049240112305}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8763, "test_loss": 0.35625106201171874}, {"step": 2850, "epoch": 6, "train_loss": 0.18558551371097565}, {"step": 2900, "epoch": 6, "train_loss": 0.21569901704788208}, {"step": 2950, "epoch": 6, "train_loss": 0.09858424216508865}, {"step": 3000, "epoch": 6, "train_loss": 0.32896366715431213}, {"step": 3050, "epoch": 6, "train_loss": 0.392527312040329}, {"step": 3100, "epoch": 6, "train_loss": 0.21137695014476776}, {"step": 3150, "epoch": 6, "train_loss": 0.2591242492198944}, {"step": 3200, "epoch": 6, "train_loss": 0.1860770583152771}, {"step": 3250, "epoch": 6, "train_loss": 0.21081621944904327}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8738, "test_loss": 0.35184693603515627}, {"step": 3300, "epoch": 7, "train_loss": 0.2670902907848358}, {"step": 3350, "epoch": 7, "train_loss": 0.16743187606334686}, {"step": 3400, "epoch": 7, "train_loss": 0.2557695209980011}, {"step": 3450, "epoch": 7, "train_loss": 0.18876221776008606}, {"step": 3500, "epoch": 7, "train_loss": 0.30334076285362244}, {"step": 3550, "epoch": 7, "train_loss": 0.23998573422431946}, {"step": 3600, "epoch": 7, "train_loss": 0.1689295470714569}, {"step": 3650, "epoch": 7, "train_loss": 0.21742457151412964}, {"step": 3700, "epoch": 7, "train_loss": 0.19045574963092804}, {"step": 3750, "epoch": 7, "train_loss": 0.3203035891056061}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8824, "test_loss": 0.3383145721435547}, {"step": 3800, "epoch": 8, "train_loss": 0.2232624739408493}, {"step": 3850, "epoch": 8, "train_loss": 0.26240935921669006}, {"step": 3900, "epoch": 8, "train_loss": 0.21692149341106415}, {"step": 3950, "epoch": 8, "train_loss": 0.21438947319984436}, {"step": 4000, "epoch": 8, "train_loss": 0.28970324993133545}, {"step": 4050, "epoch": 8, "train_loss": 0.28529515862464905}, {"step": 4100, "epoch": 8, "train_loss": 0.22822459042072296}, {"step": 4150, "epoch": 8, "train_loss": 0.20566971600055695}, {"step": 4200, "epoch": 8, "train_loss": 0.2504799962043762}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8739, "test_loss": 0.3690519256591797}, {"step": 4250, "epoch": 9, "train_loss": 0.1735941618680954}, {"step": 4300, "epoch": 9, "train_loss": 0.13637349009513855}, {"step": 4350, "epoch": 9, "train_loss": 0.13146159052848816}, {"step": 4400, "epoch": 9, "train_loss": 0.25977808237075806}, {"step": 4450, "epoch": 9, "train_loss": 0.1271553635597229}, {"step": 4500, "epoch": 9, "train_loss": 0.28557124733924866}, {"step": 4550, "epoch": 9, "train_loss": 0.15695634484291077}, {"step": 4600, "epoch": 9, "train_loss": 0.2580655515193939}, {"step": 4650, "epoch": 9, "train_loss": 0.23274894058704376}, {"epoch_end": 9, "step": 4690, "test_acc": 0.885, "test_loss": 0.3390086822509766}, {"step": 4700, "epoch": 10, "train_loss": 0.20898187160491943}, {"step": 4750, "epoch": 10, "train_loss": 0.25889670848846436}, {"step": 4800, "epoch": 10, "train_loss": 0.2078498750925064}, {"step": 4850, "epoch": 10, "train_loss": 0.19451826810836792}, {"step": 4900, "epoch": 10, "train_loss": 0.14639416337013245}, {"step": 4950, "epoch": 10, "train_loss": 0.19483491778373718}, {"step": 5000, "epoch": 10, "train_loss": 0.22272898256778717}, {"step": 5050, "epoch": 10, "train_loss": 0.41528210043907166}, {"step": 5100, "epoch": 10, "train_loss": 0.12254562973976135}, {"step": 5150, "epoch": 10, "train_loss": 0.1621166169643402}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8815, "test_loss": 0.3487419616699219}, {"step": 5200, "epoch": 11, "train_loss": 0.16965696215629578}, {"step": 5250, "epoch": 11, "train_loss": 0.12228001654148102}, {"step": 5300, "epoch": 11, "train_loss": 0.21852199733257294}, {"step": 5350, "epoch": 11, "train_loss": 0.21077680587768555}, {"step": 5400, "epoch": 11, "train_loss": 0.18509343266487122}, {"step": 5450, "epoch": 11, "train_loss": 0.24127328395843506}, {"step": 5500, "epoch": 11, "train_loss": 0.24180611968040466}, {"step": 5550, "epoch": 11, "train_loss": 0.2395729273557663}, {"step": 5600, "epoch": 11, "train_loss": 0.1968804895877838}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8874, "test_loss": 0.34783770751953125}, {"step": 5650, "epoch": 12, "train_loss": 0.15156026184558868}, {"step": 5700, "epoch": 12, "train_loss": 0.14740470051765442}, {"step": 5750, "epoch": 12, "train_loss": 0.32073673605918884}, {"step": 5800, "epoch": 12, "train_loss": 0.21657051146030426}, {"step": 5850, "epoch": 12, "train_loss": 0.22566628456115723}, {"step": 5900, "epoch": 12, "train_loss": 0.27135375142097473}, {"step": 5950, "epoch": 12, "train_loss": 0.15376850962638855}, {"step": 6000, "epoch": 12, "train_loss": 0.12588286399841309}, {"step": 6050, "epoch": 12, "train_loss": 0.11691448837518692}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8777, "test_loss": 0.3643966461181641}, {"step": 6100, "epoch": 13, "train_loss": 0.25943678617477417}, {"step": 6150, "epoch": 13, "train_loss": 0.14158566296100616}, {"step": 6200, "epoch": 13, "train_loss": 0.2526346445083618}, {"step": 6250, "epoch": 13, "train_loss": 0.16770559549331665}, {"step": 6300, "epoch": 13, "train_loss": 0.2089855968952179}, {"step": 6350, "epoch": 13, "train_loss": 0.20932462811470032}, {"step": 6400, "epoch": 13, "train_loss": 0.17421390116214752}, {"step": 6450, "epoch": 13, "train_loss": 0.22047530114650726}, {"step": 6500, "epoch": 13, "train_loss": 0.1702319234609604}, {"step": 6550, "epoch": 13, "train_loss": 0.17207711935043335}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8829, "test_loss": 0.3681333923339844}, {"step": 6600, "epoch": 14, "train_loss": 0.1643449366092682}, {"step": 6650, "epoch": 14, "train_loss": 0.2352825254201889}, {"step": 6700, "epoch": 14, "train_loss": 0.09486928582191467}, {"step": 6750, "epoch": 14, "train_loss": 0.21934686601161957}, {"step": 6800, "epoch": 14, "train_loss": 0.13798783719539642}, {"step": 6850, "epoch": 14, "train_loss": 0.1602727174758911}, {"step": 6900, "epoch": 14, "train_loss": 0.1987958550453186}, {"step": 6950, "epoch": 14, "train_loss": 0.17755337059497833}, {"step": 7000, "epoch": 14, "train_loss": 0.28323784470558167}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8894, "test_loss": 0.34886483154296877}, {"step": 7050, "epoch": 15, "train_loss": 0.13417629897594452}, {"step": 7100, "epoch": 15, "train_loss": 0.1800621598958969}, {"step": 7150, "epoch": 15, "train_loss": 0.24344894289970398}, {"step": 7200, "epoch": 15, "train_loss": 0.1731676608324051}, {"step": 7250, "epoch": 15, "train_loss": 0.20488609373569489}, {"step": 7300, "epoch": 15, "train_loss": 0.1731603890657425}, {"step": 7350, "epoch": 15, "train_loss": 0.13017013669013977}, {"step": 7400, "epoch": 15, "train_loss": 0.19092705845832825}, {"step": 7450, "epoch": 15, "train_loss": 0.15401017665863037}, {"step": 7500, "epoch": 15, "train_loss": 0.1560191512107849}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8796, "test_loss": 0.38702350158691406}, {"step": 7550, "epoch": 16, "train_loss": 0.1061137318611145}, {"step": 7600, "epoch": 16, "train_loss": 0.21350924670696259}, {"step": 7650, "epoch": 16, "train_loss": 0.0730305165052414}, {"step": 7700, "epoch": 16, "train_loss": 0.15007925033569336}, {"step": 7750, "epoch": 16, "train_loss": 0.20538683235645294}, {"step": 7800, "epoch": 16, "train_loss": 0.12870171666145325}, {"step": 7850, "epoch": 16, "train_loss": 0.2097318470478058}, {"step": 7900, "epoch": 16, "train_loss": 0.10927963256835938}, {"step": 7950, "epoch": 16, "train_loss": 0.18913058936595917}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8834, "test_loss": 0.3783813049316406}, {"step": 8000, "epoch": 17, "train_loss": 0.13952133059501648}, {"step": 8050, "epoch": 17, "train_loss": 0.12544657289981842}, {"step": 8100, "epoch": 17, "train_loss": 0.14103387296199799}, {"step": 8150, "epoch": 17, "train_loss": 0.14288164675235748}, {"step": 8200, "epoch": 17, "train_loss": 0.1328832060098648}, {"step": 8250, "epoch": 17, "train_loss": 0.12060482054948807}, {"step": 8300, "epoch": 17, "train_loss": 0.16444125771522522}, {"step": 8350, "epoch": 17, "train_loss": 0.09772458672523499}, {"step": 8400, "epoch": 17, "train_loss": 0.3262460231781006}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8867, "test_loss": 0.3753285400390625}, {"step": 8450, "epoch": 18, "train_loss": 0.11391004174947739}, {"step": 8500, "epoch": 18, "train_loss": 0.1253625601530075}, {"step": 8550, "epoch": 18, "train_loss": 0.17487964034080505}, {"step": 8600, "epoch": 18, "train_loss": 0.07321713119745255}, {"step": 8650, "epoch": 18, "train_loss": 0.08662908524274826}, {"step": 8700, "epoch": 18, "train_loss": 0.1324864625930786}, {"step": 8750, "epoch": 18, "train_loss": 0.20834216475486755}, {"step": 8800, "epoch": 18, "train_loss": 0.08088991045951843}, {"step": 8850, "epoch": 18, "train_loss": 0.21279169619083405}, {"step": 8900, "epoch": 18, "train_loss": 0.16157019138336182}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8863, "test_loss": 0.3795810760498047}, {"step": 8950, "epoch": 19, "train_loss": 0.18817667663097382}, {"step": 9000, "epoch": 19, "train_loss": 0.1894606053829193}, {"step": 9050, "epoch": 19, "train_loss": 0.17276246845722198}, {"step": 9100, "epoch": 19, "train_loss": 0.13401347398757935}, {"step": 9150, "epoch": 19, "train_loss": 0.10081833600997925}, {"step": 9200, "epoch": 19, "train_loss": 0.06981344521045685}, {"step": 9250, "epoch": 19, "train_loss": 0.1535300612449646}, {"step": 9300, "epoch": 19, "train_loss": 0.13458943367004395}, {"step": 9350, "epoch": 19, "train_loss": 0.2105044275522232}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8832, "test_loss": 0.39246293029785156}], "final": {"test_acc": 0.8832, "test_loss": 0.39246293029785156, "wall_s": 22.022540807724}}
\ No newline at end of file
diff --git a/results/depth_fmnist_bp_d5_s0.json b/results/depth_fmnist_bp_d5_s0.json
new file mode 100644
index 0000000..b5094b8
--- /dev/null
+++ b/results/depth_fmnist_bp_d5_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "fmnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d5_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.363647699356079}, {"step": 50, "epoch": 0, "train_loss": 0.6458220481872559}, {"step": 100, "epoch": 0, "train_loss": 0.6011276841163635}, {"step": 150, "epoch": 0, "train_loss": 0.43873506784439087}, {"step": 200, "epoch": 0, "train_loss": 0.45626673102378845}, {"step": 250, "epoch": 0, "train_loss": 0.43384501338005066}, {"step": 300, "epoch": 0, "train_loss": 0.7551774382591248}, {"step": 350, "epoch": 0, "train_loss": 0.4505445957183838}, {"step": 400, "epoch": 0, "train_loss": 0.5330676436424255}, {"step": 450, "epoch": 0, "train_loss": 0.4670332968235016}, {"epoch_end": 0, "step": 469, "test_acc": 0.8399, "test_loss": 0.44926810913085935}, {"step": 500, "epoch": 1, "train_loss": 0.3304153382778168}, {"step": 550, "epoch": 1, "train_loss": 0.5640336275100708}, {"step": 600, "epoch": 1, "train_loss": 0.43022263050079346}, {"step": 650, "epoch": 1, "train_loss": 0.5132886171340942}, {"step": 700, "epoch": 1, "train_loss": 0.3112548291683197}, {"step": 750, "epoch": 1, "train_loss": 0.4134223759174347}, {"step": 800, "epoch": 1, "train_loss": 0.44220077991485596}, {"step": 850, "epoch": 1, "train_loss": 0.2331446409225464}, {"step": 900, "epoch": 1, "train_loss": 0.40287554264068604}, {"epoch_end": 1, "step": 938, "test_acc": 0.8639, "test_loss": 0.38235322875976563}, {"step": 950, "epoch": 2, "train_loss": 0.2969101369380951}, {"step": 1000, "epoch": 2, "train_loss": 0.3173600733280182}, {"step": 1050, "epoch": 2, "train_loss": 0.30488964915275574}, {"step": 1100, "epoch": 2, "train_loss": 0.35202667117118835}, {"step": 1150, "epoch": 2, "train_loss": 0.3717277944087982}, {"step": 1200, "epoch": 2, "train_loss": 0.47827813029289246}, {"step": 1250, "epoch": 2, "train_loss": 0.22242823243141174}, {"step": 1300, "epoch": 2, "train_loss": 0.26451563835144043}, {"step": 1350, "epoch": 2, "train_loss": 0.1703968346118927}, {"step": 1400, "epoch": 2, "train_loss": 0.37427303194999695}, {"epoch_end": 2, "step": 1407, "test_acc": 0.867, "test_loss": 0.37586888732910156}, {"step": 1450, "epoch": 3, "train_loss": 0.5576083064079285}, {"step": 1500, "epoch": 3, "train_loss": 0.33332136273384094}, {"step": 1550, "epoch": 3, "train_loss": 0.24915781617164612}, {"step": 1600, "epoch": 3, "train_loss": 0.3334416449069977}, {"step": 1650, "epoch": 3, "train_loss": 0.3645332455635071}, {"step": 1700, "epoch": 3, "train_loss": 0.19659680128097534}, {"step": 1750, "epoch": 3, "train_loss": 0.4264537990093231}, {"step": 1800, "epoch": 3, "train_loss": 0.2911052405834198}, {"step": 1850, "epoch": 3, "train_loss": 0.31032174825668335}, {"epoch_end": 3, "step": 1876, "test_acc": 0.866, "test_loss": 0.370831298828125}, {"step": 1900, "epoch": 4, "train_loss": 0.2591383457183838}, {"step": 1950, "epoch": 4, "train_loss": 0.5008326172828674}, {"step": 2000, "epoch": 4, "train_loss": 0.31544482707977295}, {"step": 2050, "epoch": 4, "train_loss": 0.30259427428245544}, {"step": 2100, "epoch": 4, "train_loss": 0.3247773349285126}, {"step": 2150, "epoch": 4, "train_loss": 0.3248787820339203}, {"step": 2200, "epoch": 4, "train_loss": 0.3101726770401001}, {"step": 2250, "epoch": 4, "train_loss": 0.22034569084644318}, {"step": 2300, "epoch": 4, "train_loss": 0.19104380905628204}, {"epoch_end": 4, "step": 2345, "test_acc": 0.873, "test_loss": 0.3460501098632813}, {"step": 2350, "epoch": 5, "train_loss": 0.14052703976631165}, {"step": 2400, "epoch": 5, "train_loss": 0.28716379404067993}, {"step": 2450, "epoch": 5, "train_loss": 0.3117334544658661}, {"step": 2500, "epoch": 5, "train_loss": 0.26513707637786865}, {"step": 2550, "epoch": 5, "train_loss": 0.2266729474067688}, {"step": 2600, "epoch": 5, "train_loss": 0.3040241599082947}, {"step": 2650, "epoch": 5, "train_loss": 0.1813611090183258}, {"step": 2700, "epoch": 5, "train_loss": 0.1759355068206787}, {"step": 2750, "epoch": 5, "train_loss": 0.38316380977630615}, {"step": 2800, "epoch": 5, "train_loss": 0.27006930112838745}, {"epoch_end": 5, "step": 2814, "test_acc": 0.876, "test_loss": 0.35333258361816405}, {"step": 2850, "epoch": 6, "train_loss": 0.16523894667625427}, {"step": 2900, "epoch": 6, "train_loss": 0.2036231905221939}, {"step": 2950, "epoch": 6, "train_loss": 0.12173434346914291}, {"step": 3000, "epoch": 6, "train_loss": 0.34636399149894714}, {"step": 3050, "epoch": 6, "train_loss": 0.39791327714920044}, {"step": 3100, "epoch": 6, "train_loss": 0.2230270504951477}, {"step": 3150, "epoch": 6, "train_loss": 0.29984116554260254}, {"step": 3200, "epoch": 6, "train_loss": 0.1751217097043991}, {"step": 3250, "epoch": 6, "train_loss": 0.19504565000534058}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8707, "test_loss": 0.3529199401855469}, {"step": 3300, "epoch": 7, "train_loss": 0.28923937678337097}, {"step": 3350, "epoch": 7, "train_loss": 0.19013597071170807}, {"step": 3400, "epoch": 7, "train_loss": 0.19924655556678772}, {"step": 3450, "epoch": 7, "train_loss": 0.25690439343452454}, {"step": 3500, "epoch": 7, "train_loss": 0.332243412733078}, {"step": 3550, "epoch": 7, "train_loss": 0.22154246270656586}, {"step": 3600, "epoch": 7, "train_loss": 0.1557958722114563}, {"step": 3650, "epoch": 7, "train_loss": 0.23876111209392548}, {"step": 3700, "epoch": 7, "train_loss": 0.24128946661949158}, {"step": 3750, "epoch": 7, "train_loss": 0.3602767288684845}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8824, "test_loss": 0.3449172546386719}, {"step": 3800, "epoch": 8, "train_loss": 0.22291114926338196}, {"step": 3850, "epoch": 8, "train_loss": 0.2967468798160553}, {"step": 3900, "epoch": 8, "train_loss": 0.24973222613334656}, {"step": 3950, "epoch": 8, "train_loss": 0.2624869644641876}, {"step": 4000, "epoch": 8, "train_loss": 0.27522897720336914}, {"step": 4050, "epoch": 8, "train_loss": 0.22749033570289612}, {"step": 4100, "epoch": 8, "train_loss": 0.20139768719673157}, {"step": 4150, "epoch": 8, "train_loss": 0.23068426549434662}, {"step": 4200, "epoch": 8, "train_loss": 0.3432002663612366}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8796, "test_loss": 0.3700563598632812}, {"step": 4250, "epoch": 9, "train_loss": 0.23774702847003937}, {"step": 4300, "epoch": 9, "train_loss": 0.18477743864059448}, {"step": 4350, "epoch": 9, "train_loss": 0.12299221009016037}, {"step": 4400, "epoch": 9, "train_loss": 0.2534925639629364}, {"step": 4450, "epoch": 9, "train_loss": 0.11789719015359879}, {"step": 4500, "epoch": 9, "train_loss": 0.2448233813047409}, {"step": 4550, "epoch": 9, "train_loss": 0.1584741175174713}, {"step": 4600, "epoch": 9, "train_loss": 0.22352775931358337}, {"step": 4650, "epoch": 9, "train_loss": 0.25063836574554443}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8854, "test_loss": 0.337677197265625}, {"step": 4700, "epoch": 10, "train_loss": 0.17574533820152283}, {"step": 4750, "epoch": 10, "train_loss": 0.255756139755249}, {"step": 4800, "epoch": 10, "train_loss": 0.15752674639225006}, {"step": 4850, "epoch": 10, "train_loss": 0.20764973759651184}, {"step": 4900, "epoch": 10, "train_loss": 0.13747096061706543}, {"step": 4950, "epoch": 10, "train_loss": 0.2123948037624359}, {"step": 5000, "epoch": 10, "train_loss": 0.26319944858551025}, {"step": 5050, "epoch": 10, "train_loss": 0.3266313076019287}, {"step": 5100, "epoch": 10, "train_loss": 0.15983295440673828}, {"step": 5150, "epoch": 10, "train_loss": 0.18636482954025269}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8847, "test_loss": 0.3597353912353516}, {"step": 5200, "epoch": 11, "train_loss": 0.2604200541973114}, {"step": 5250, "epoch": 11, "train_loss": 0.1224442645907402}, {"step": 5300, "epoch": 11, "train_loss": 0.24592648446559906}, {"step": 5350, "epoch": 11, "train_loss": 0.2205778956413269}, {"step": 5400, "epoch": 11, "train_loss": 0.146940678358078}, {"step": 5450, "epoch": 11, "train_loss": 0.2511580288410187}, {"step": 5500, "epoch": 11, "train_loss": 0.2442304641008377}, {"step": 5550, "epoch": 11, "train_loss": 0.24952705204486847}, {"step": 5600, "epoch": 11, "train_loss": 0.20127899944782257}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8874, "test_loss": 0.3466724670410156}, {"step": 5650, "epoch": 12, "train_loss": 0.14012688398361206}, {"step": 5700, "epoch": 12, "train_loss": 0.1705462485551834}, {"step": 5750, "epoch": 12, "train_loss": 0.3907700181007385}, {"step": 5800, "epoch": 12, "train_loss": 0.18885783851146698}, {"step": 5850, "epoch": 12, "train_loss": 0.23193363845348358}, {"step": 5900, "epoch": 12, "train_loss": 0.19628626108169556}, {"step": 5950, "epoch": 12, "train_loss": 0.1394435614347458}, {"step": 6000, "epoch": 12, "train_loss": 0.15319371223449707}, {"step": 6050, "epoch": 12, "train_loss": 0.15089495480060577}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8811, "test_loss": 0.3610174987792969}, {"step": 6100, "epoch": 13, "train_loss": 0.2834356427192688}, {"step": 6150, "epoch": 13, "train_loss": 0.15880855917930603}, {"step": 6200, "epoch": 13, "train_loss": 0.2546261250972748}, {"step": 6250, "epoch": 13, "train_loss": 0.16041633486747742}, {"step": 6300, "epoch": 13, "train_loss": 0.2130362093448639}, {"step": 6350, "epoch": 13, "train_loss": 0.24395903944969177}, {"step": 6400, "epoch": 13, "train_loss": 0.18091581761837006}, {"step": 6450, "epoch": 13, "train_loss": 0.17511148750782013}, {"step": 6500, "epoch": 13, "train_loss": 0.15006938576698303}, {"step": 6550, "epoch": 13, "train_loss": 0.16447295248508453}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8849, "test_loss": 0.35058761291503904}, {"step": 6600, "epoch": 14, "train_loss": 0.1829729676246643}, {"step": 6650, "epoch": 14, "train_loss": 0.25928282737731934}, {"step": 6700, "epoch": 14, "train_loss": 0.15244674682617188}, {"step": 6750, "epoch": 14, "train_loss": 0.23376068472862244}, {"step": 6800, "epoch": 14, "train_loss": 0.15311476588249207}, {"step": 6850, "epoch": 14, "train_loss": 0.1185024157166481}, {"step": 6900, "epoch": 14, "train_loss": 0.22345797717571259}, {"step": 6950, "epoch": 14, "train_loss": 0.21975012123584747}, {"step": 7000, "epoch": 14, "train_loss": 0.2902478575706482}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8871, "test_loss": 0.3613112335205078}, {"step": 7050, "epoch": 15, "train_loss": 0.17128199338912964}, {"step": 7100, "epoch": 15, "train_loss": 0.2110484093427658}, {"step": 7150, "epoch": 15, "train_loss": 0.1923343539237976}, {"step": 7200, "epoch": 15, "train_loss": 0.19036269187927246}, {"step": 7250, "epoch": 15, "train_loss": 0.20120364427566528}, {"step": 7300, "epoch": 15, "train_loss": 0.15947213768959045}, {"step": 7350, "epoch": 15, "train_loss": 0.19951340556144714}, {"step": 7400, "epoch": 15, "train_loss": 0.16903580725193024}, {"step": 7450, "epoch": 15, "train_loss": 0.1556929349899292}, {"step": 7500, "epoch": 15, "train_loss": 0.1712704300880432}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8797, "test_loss": 0.39246607971191405}, {"step": 7550, "epoch": 16, "train_loss": 0.15332390367984772}, {"step": 7600, "epoch": 16, "train_loss": 0.2705654799938202}, {"step": 7650, "epoch": 16, "train_loss": 0.09378659725189209}, {"step": 7700, "epoch": 16, "train_loss": 0.12822465598583221}, {"step": 7750, "epoch": 16, "train_loss": 0.2029193639755249}, {"step": 7800, "epoch": 16, "train_loss": 0.14176185429096222}, {"step": 7850, "epoch": 16, "train_loss": 0.15162153542041779}, {"step": 7900, "epoch": 16, "train_loss": 0.09875316172838211}, {"step": 7950, "epoch": 16, "train_loss": 0.1870744824409485}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8826, "test_loss": 0.3655983428955078}, {"step": 8000, "epoch": 17, "train_loss": 0.14956529438495636}, {"step": 8050, "epoch": 17, "train_loss": 0.14491373300552368}, {"step": 8100, "epoch": 17, "train_loss": 0.1826932579278946}, {"step": 8150, "epoch": 17, "train_loss": 0.18921935558319092}, {"step": 8200, "epoch": 17, "train_loss": 0.1589312106370926}, {"step": 8250, "epoch": 17, "train_loss": 0.21354584395885468}, {"step": 8300, "epoch": 17, "train_loss": 0.1672951877117157}, {"step": 8350, "epoch": 17, "train_loss": 0.12278847396373749}, {"step": 8400, "epoch": 17, "train_loss": 0.309840589761734}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8863, "test_loss": 0.36414297790527345}, {"step": 8450, "epoch": 18, "train_loss": 0.13919024169445038}, {"step": 8500, "epoch": 18, "train_loss": 0.16371460258960724}, {"step": 8550, "epoch": 18, "train_loss": 0.17401529848575592}, {"step": 8600, "epoch": 18, "train_loss": 0.12088680267333984}, {"step": 8650, "epoch": 18, "train_loss": 0.0449807345867157}, {"step": 8700, "epoch": 18, "train_loss": 0.11121949553489685}, {"step": 8750, "epoch": 18, "train_loss": 0.17402532696723938}, {"step": 8800, "epoch": 18, "train_loss": 0.08278348296880722}, {"step": 8850, "epoch": 18, "train_loss": 0.10668789595365524}, {"step": 8900, "epoch": 18, "train_loss": 0.13436760008335114}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8859, "test_loss": 0.38000787048339846}, {"step": 8950, "epoch": 19, "train_loss": 0.20563124120235443}, {"step": 9000, "epoch": 19, "train_loss": 0.1837804764509201}, {"step": 9050, "epoch": 19, "train_loss": 0.14743441343307495}, {"step": 9100, "epoch": 19, "train_loss": 0.08426038920879364}, {"step": 9150, "epoch": 19, "train_loss": 0.10393888503313065}, {"step": 9200, "epoch": 19, "train_loss": 0.08315789699554443}, {"step": 9250, "epoch": 19, "train_loss": 0.1905427873134613}, {"step": 9300, "epoch": 19, "train_loss": 0.157656729221344}, {"step": 9350, "epoch": 19, "train_loss": 0.18699264526367188}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8905, "test_loss": 0.37288768920898435}], "final": {"test_acc": 0.8905, "test_loss": 0.37288768920898435, "wall_s": 27.038192987442017}}
\ No newline at end of file
diff --git a/results/depth_fmnist_bp_d5_s1.json b/results/depth_fmnist_bp_d5_s1.json
new file mode 100644
index 0000000..5942680
--- /dev/null
+++ b/results/depth_fmnist_bp_d5_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "fmnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d5_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.275784730911255}, {"step": 50, "epoch": 0, "train_loss": 0.615896999835968}, {"step": 100, "epoch": 0, "train_loss": 0.5424977540969849}, {"step": 150, "epoch": 0, "train_loss": 0.4472925364971161}, {"step": 200, "epoch": 0, "train_loss": 0.45183855295181274}, {"step": 250, "epoch": 0, "train_loss": 0.4293379485607147}, {"step": 300, "epoch": 0, "train_loss": 0.7555711269378662}, {"step": 350, "epoch": 0, "train_loss": 0.4683581292629242}, {"step": 400, "epoch": 0, "train_loss": 0.5485366582870483}, {"step": 450, "epoch": 0, "train_loss": 0.4767898917198181}, {"epoch_end": 0, "step": 469, "test_acc": 0.838, "test_loss": 0.4554930511474609}, {"step": 500, "epoch": 1, "train_loss": 0.3234228491783142}, {"step": 550, "epoch": 1, "train_loss": 0.5458665490150452}, {"step": 600, "epoch": 1, "train_loss": 0.4399535059928894}, {"step": 650, "epoch": 1, "train_loss": 0.528193473815918}, {"step": 700, "epoch": 1, "train_loss": 0.3019405007362366}, {"step": 750, "epoch": 1, "train_loss": 0.4449809491634369}, {"step": 800, "epoch": 1, "train_loss": 0.41860827803611755}, {"step": 850, "epoch": 1, "train_loss": 0.22716288268566132}, {"step": 900, "epoch": 1, "train_loss": 0.4333924353122711}, {"epoch_end": 1, "step": 938, "test_acc": 0.8579, "test_loss": 0.3924770294189453}, {"step": 950, "epoch": 2, "train_loss": 0.3270514905452728}, {"step": 1000, "epoch": 2, "train_loss": 0.31561630964279175}, {"step": 1050, "epoch": 2, "train_loss": 0.31725671887397766}, {"step": 1100, "epoch": 2, "train_loss": 0.3060970902442932}, {"step": 1150, "epoch": 2, "train_loss": 0.34216272830963135}, {"step": 1200, "epoch": 2, "train_loss": 0.43991509079933167}, {"step": 1250, "epoch": 2, "train_loss": 0.2261238694190979}, {"step": 1300, "epoch": 2, "train_loss": 0.26957735419273376}, {"step": 1350, "epoch": 2, "train_loss": 0.2016572803258896}, {"step": 1400, "epoch": 2, "train_loss": 0.3837314248085022}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8677, "test_loss": 0.37819835815429687}, {"step": 1450, "epoch": 3, "train_loss": 0.5207781195640564}, {"step": 1500, "epoch": 3, "train_loss": 0.33880987763404846}, {"step": 1550, "epoch": 3, "train_loss": 0.25945183634757996}, {"step": 1600, "epoch": 3, "train_loss": 0.32456085085868835}, {"step": 1650, "epoch": 3, "train_loss": 0.34642282128334045}, {"step": 1700, "epoch": 3, "train_loss": 0.2342710942029953}, {"step": 1750, "epoch": 3, "train_loss": 0.42328763008117676}, {"step": 1800, "epoch": 3, "train_loss": 0.3004637360572815}, {"step": 1850, "epoch": 3, "train_loss": 0.2856043875217438}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8688, "test_loss": 0.36811579284667967}, {"step": 1900, "epoch": 4, "train_loss": 0.27197229862213135}, {"step": 1950, "epoch": 4, "train_loss": 0.48646947741508484}, {"step": 2000, "epoch": 4, "train_loss": 0.295914888381958}, {"step": 2050, "epoch": 4, "train_loss": 0.3289346396923065}, {"step": 2100, "epoch": 4, "train_loss": 0.2782536745071411}, {"step": 2150, "epoch": 4, "train_loss": 0.33121731877326965}, {"step": 2200, "epoch": 4, "train_loss": 0.301539808511734}, {"step": 2250, "epoch": 4, "train_loss": 0.2089160978794098}, {"step": 2300, "epoch": 4, "train_loss": 0.16808302700519562}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8717, "test_loss": 0.35573673095703123}, {"step": 2350, "epoch": 5, "train_loss": 0.21528643369674683}, {"step": 2400, "epoch": 5, "train_loss": 0.3051064610481262}, {"step": 2450, "epoch": 5, "train_loss": 0.3387167453765869}, {"step": 2500, "epoch": 5, "train_loss": 0.2591220736503601}, {"step": 2550, "epoch": 5, "train_loss": 0.2195816934108734}, {"step": 2600, "epoch": 5, "train_loss": 0.2869386672973633}, {"step": 2650, "epoch": 5, "train_loss": 0.16889610886573792}, {"step": 2700, "epoch": 5, "train_loss": 0.1870468407869339}, {"step": 2750, "epoch": 5, "train_loss": 0.36330029368400574}, {"step": 2800, "epoch": 5, "train_loss": 0.3034588396549225}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8755, "test_loss": 0.34941358642578124}, {"step": 2850, "epoch": 6, "train_loss": 0.1439918726682663}, {"step": 2900, "epoch": 6, "train_loss": 0.21864843368530273}, {"step": 2950, "epoch": 6, "train_loss": 0.12593549489974976}, {"step": 3000, "epoch": 6, "train_loss": 0.37211868166923523}, {"step": 3050, "epoch": 6, "train_loss": 0.36359384655952454}, {"step": 3100, "epoch": 6, "train_loss": 0.2267788052558899}, {"step": 3150, "epoch": 6, "train_loss": 0.3570305109024048}, {"step": 3200, "epoch": 6, "train_loss": 0.19962339103221893}, {"step": 3250, "epoch": 6, "train_loss": 0.18467509746551514}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8731, "test_loss": 0.3609979614257813}, {"step": 3300, "epoch": 7, "train_loss": 0.29047727584838867}, {"step": 3350, "epoch": 7, "train_loss": 0.1953449547290802}, {"step": 3400, "epoch": 7, "train_loss": 0.24234043061733246}, {"step": 3450, "epoch": 7, "train_loss": 0.259382963180542}, {"step": 3500, "epoch": 7, "train_loss": 0.2526945173740387}, {"step": 3550, "epoch": 7, "train_loss": 0.23629401624202728}, {"step": 3600, "epoch": 7, "train_loss": 0.20466741919517517}, {"step": 3650, "epoch": 7, "train_loss": 0.27285128831863403}, {"step": 3700, "epoch": 7, "train_loss": 0.21978934109210968}, {"step": 3750, "epoch": 7, "train_loss": 0.31786128878593445}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8783, "test_loss": 0.35355340576171873}, {"step": 3800, "epoch": 8, "train_loss": 0.27662786841392517}, {"step": 3850, "epoch": 8, "train_loss": 0.31733468174934387}, {"step": 3900, "epoch": 8, "train_loss": 0.24665142595767975}, {"step": 3950, "epoch": 8, "train_loss": 0.20815499126911163}, {"step": 4000, "epoch": 8, "train_loss": 0.2868269085884094}, {"step": 4050, "epoch": 8, "train_loss": 0.20629294216632843}, {"step": 4100, "epoch": 8, "train_loss": 0.21827106177806854}, {"step": 4150, "epoch": 8, "train_loss": 0.21706348657608032}, {"step": 4200, "epoch": 8, "train_loss": 0.3030616044998169}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8755, "test_loss": 0.3722763824462891}, {"step": 4250, "epoch": 9, "train_loss": 0.2176342010498047}, {"step": 4300, "epoch": 9, "train_loss": 0.18961891531944275}, {"step": 4350, "epoch": 9, "train_loss": 0.11812407523393631}, {"step": 4400, "epoch": 9, "train_loss": 0.19843789935112}, {"step": 4450, "epoch": 9, "train_loss": 0.12178944796323776}, {"step": 4500, "epoch": 9, "train_loss": 0.24092607200145721}, {"step": 4550, "epoch": 9, "train_loss": 0.16097435355186462}, {"step": 4600, "epoch": 9, "train_loss": 0.2319311946630478}, {"step": 4650, "epoch": 9, "train_loss": 0.25574547052383423}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8839, "test_loss": 0.3556160125732422}, {"step": 4700, "epoch": 10, "train_loss": 0.19293594360351562}, {"step": 4750, "epoch": 10, "train_loss": 0.26551932096481323}, {"step": 4800, "epoch": 10, "train_loss": 0.21277648210525513}, {"step": 4850, "epoch": 10, "train_loss": 0.2172410935163498}, {"step": 4900, "epoch": 10, "train_loss": 0.17331796884536743}, {"step": 4950, "epoch": 10, "train_loss": 0.17558740079402924}, {"step": 5000, "epoch": 10, "train_loss": 0.18437150120735168}, {"step": 5050, "epoch": 10, "train_loss": 0.33969756960868835}, {"step": 5100, "epoch": 10, "train_loss": 0.1344066709280014}, {"step": 5150, "epoch": 10, "train_loss": 0.15822482109069824}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8866, "test_loss": 0.34544112548828126}, {"step": 5200, "epoch": 11, "train_loss": 0.19205644726753235}, {"step": 5250, "epoch": 11, "train_loss": 0.11042769998311996}, {"step": 5300, "epoch": 11, "train_loss": 0.20684057474136353}, {"step": 5350, "epoch": 11, "train_loss": 0.20667782425880432}, {"step": 5400, "epoch": 11, "train_loss": 0.24076427519321442}, {"step": 5450, "epoch": 11, "train_loss": 0.19770494103431702}, {"step": 5500, "epoch": 11, "train_loss": 0.24432151019573212}, {"step": 5550, "epoch": 11, "train_loss": 0.25274133682250977}, {"step": 5600, "epoch": 11, "train_loss": 0.2094096839427948}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8863, "test_loss": 0.3418263977050781}, {"step": 5650, "epoch": 12, "train_loss": 0.1439887136220932}, {"step": 5700, "epoch": 12, "train_loss": 0.15356503427028656}, {"step": 5750, "epoch": 12, "train_loss": 0.3398861587047577}, {"step": 5800, "epoch": 12, "train_loss": 0.20832706987857819}, {"step": 5850, "epoch": 12, "train_loss": 0.24328266084194183}, {"step": 5900, "epoch": 12, "train_loss": 0.2378416359424591}, {"step": 5950, "epoch": 12, "train_loss": 0.16438858211040497}, {"step": 6000, "epoch": 12, "train_loss": 0.13918644189834595}, {"step": 6050, "epoch": 12, "train_loss": 0.15738537907600403}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8801, "test_loss": 0.3756415954589844}, {"step": 6100, "epoch": 13, "train_loss": 0.26417118310928345}, {"step": 6150, "epoch": 13, "train_loss": 0.14635145664215088}, {"step": 6200, "epoch": 13, "train_loss": 0.21140943467617035}, {"step": 6250, "epoch": 13, "train_loss": 0.17230886220932007}, {"step": 6300, "epoch": 13, "train_loss": 0.19908934831619263}, {"step": 6350, "epoch": 13, "train_loss": 0.24977999925613403}, {"step": 6400, "epoch": 13, "train_loss": 0.19968652725219727}, {"step": 6450, "epoch": 13, "train_loss": 0.1630406230688095}, {"step": 6500, "epoch": 13, "train_loss": 0.12930403649806976}, {"step": 6550, "epoch": 13, "train_loss": 0.16880713403224945}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8878, "test_loss": 0.3468813934326172}, {"step": 6600, "epoch": 14, "train_loss": 0.1908101886510849}, {"step": 6650, "epoch": 14, "train_loss": 0.20536091923713684}, {"step": 6700, "epoch": 14, "train_loss": 0.12144069373607635}, {"step": 6750, "epoch": 14, "train_loss": 0.2146175354719162}, {"step": 6800, "epoch": 14, "train_loss": 0.12647776305675507}, {"step": 6850, "epoch": 14, "train_loss": 0.10948973894119263}, {"step": 6900, "epoch": 14, "train_loss": 0.2196049839258194}, {"step": 6950, "epoch": 14, "train_loss": 0.18994779884815216}, {"step": 7000, "epoch": 14, "train_loss": 0.18714994192123413}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8876, "test_loss": 0.3649900482177734}, {"step": 7050, "epoch": 15, "train_loss": 0.12984195351600647}, {"step": 7100, "epoch": 15, "train_loss": 0.1919531673192978}, {"step": 7150, "epoch": 15, "train_loss": 0.22999316453933716}, {"step": 7200, "epoch": 15, "train_loss": 0.1595100611448288}, {"step": 7250, "epoch": 15, "train_loss": 0.2641933560371399}, {"step": 7300, "epoch": 15, "train_loss": 0.19498974084854126}, {"step": 7350, "epoch": 15, "train_loss": 0.14476777613162994}, {"step": 7400, "epoch": 15, "train_loss": 0.21541354060173035}, {"step": 7450, "epoch": 15, "train_loss": 0.19809964299201965}, {"step": 7500, "epoch": 15, "train_loss": 0.2079569697380066}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8794, "test_loss": 0.3803969268798828}, {"step": 7550, "epoch": 16, "train_loss": 0.17092323303222656}, {"step": 7600, "epoch": 16, "train_loss": 0.2909744679927826}, {"step": 7650, "epoch": 16, "train_loss": 0.16999229788780212}, {"step": 7700, "epoch": 16, "train_loss": 0.11364590376615524}, {"step": 7750, "epoch": 16, "train_loss": 0.19595132768154144}, {"step": 7800, "epoch": 16, "train_loss": 0.13027212023735046}, {"step": 7850, "epoch": 16, "train_loss": 0.15914492309093475}, {"step": 7900, "epoch": 16, "train_loss": 0.15530426800251007}, {"step": 7950, "epoch": 16, "train_loss": 0.15507277846336365}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8853, "test_loss": 0.3710215515136719}, {"step": 8000, "epoch": 17, "train_loss": 0.12832628190517426}, {"step": 8050, "epoch": 17, "train_loss": 0.14625436067581177}, {"step": 8100, "epoch": 17, "train_loss": 0.18684856593608856}, {"step": 8150, "epoch": 17, "train_loss": 0.15589021146297455}, {"step": 8200, "epoch": 17, "train_loss": 0.14577382802963257}, {"step": 8250, "epoch": 17, "train_loss": 0.14094194769859314}, {"step": 8300, "epoch": 17, "train_loss": 0.11309147626161575}, {"step": 8350, "epoch": 17, "train_loss": 0.14047327637672424}, {"step": 8400, "epoch": 17, "train_loss": 0.32870498299598694}, {"epoch_end": 17, "step": 8442, "test_acc": 0.885, "test_loss": 0.37815597229003906}, {"step": 8450, "epoch": 18, "train_loss": 0.10122442245483398}, {"step": 8500, "epoch": 18, "train_loss": 0.0946325957775116}, {"step": 8550, "epoch": 18, "train_loss": 0.16275319457054138}, {"step": 8600, "epoch": 18, "train_loss": 0.17553195357322693}, {"step": 8650, "epoch": 18, "train_loss": 0.10985646396875381}, {"step": 8700, "epoch": 18, "train_loss": 0.12684914469718933}, {"step": 8750, "epoch": 18, "train_loss": 0.12897424399852753}, {"step": 8800, "epoch": 18, "train_loss": 0.05556681007146835}, {"step": 8850, "epoch": 18, "train_loss": 0.13719597458839417}, {"step": 8900, "epoch": 18, "train_loss": 0.1366548240184784}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8841, "test_loss": 0.36435001831054686}, {"step": 8950, "epoch": 19, "train_loss": 0.25976601243019104}, {"step": 9000, "epoch": 19, "train_loss": 0.14552024006843567}, {"step": 9050, "epoch": 19, "train_loss": 0.1714593768119812}, {"step": 9100, "epoch": 19, "train_loss": 0.12606006860733032}, {"step": 9150, "epoch": 19, "train_loss": 0.12211249768733978}, {"step": 9200, "epoch": 19, "train_loss": 0.06926283240318298}, {"step": 9250, "epoch": 19, "train_loss": 0.1316225677728653}, {"step": 9300, "epoch": 19, "train_loss": 0.17160455882549286}, {"step": 9350, "epoch": 19, "train_loss": 0.19237031042575836}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8847, "test_loss": 0.39506593933105466}], "final": {"test_acc": 0.8847, "test_loss": 0.39506593933105466, "wall_s": 29.617943286895752}}
\ No newline at end of file
diff --git a/results/depth_fmnist_bp_d5_s2.json b/results/depth_fmnist_bp_d5_s2.json
new file mode 100644
index 0000000..41ddf1e
--- /dev/null
+++ b/results/depth_fmnist_bp_d5_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "fmnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d5_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2724270820617676}, {"step": 50, "epoch": 0, "train_loss": 0.6291083097457886}, {"step": 100, "epoch": 0, "train_loss": 0.588944137096405}, {"step": 150, "epoch": 0, "train_loss": 0.4161628782749176}, {"step": 200, "epoch": 0, "train_loss": 0.4777505099773407}, {"step": 250, "epoch": 0, "train_loss": 0.41141918301582336}, {"step": 300, "epoch": 0, "train_loss": 0.7739314436912537}, {"step": 350, "epoch": 0, "train_loss": 0.45101049542427063}, {"step": 400, "epoch": 0, "train_loss": 0.5787916779518127}, {"step": 450, "epoch": 0, "train_loss": 0.47871696949005127}, {"epoch_end": 0, "step": 469, "test_acc": 0.8376, "test_loss": 0.4660996643066406}, {"step": 500, "epoch": 1, "train_loss": 0.3060743808746338}, {"step": 550, "epoch": 1, "train_loss": 0.551163911819458}, {"step": 600, "epoch": 1, "train_loss": 0.45933467149734497}, {"step": 650, "epoch": 1, "train_loss": 0.5389010310173035}, {"step": 700, "epoch": 1, "train_loss": 0.3079885244369507}, {"step": 750, "epoch": 1, "train_loss": 0.4047509431838989}, {"step": 800, "epoch": 1, "train_loss": 0.43391090631484985}, {"step": 850, "epoch": 1, "train_loss": 0.2338166981935501}, {"step": 900, "epoch": 1, "train_loss": 0.4243391454219818}, {"epoch_end": 1, "step": 938, "test_acc": 0.8575, "test_loss": 0.38687999267578127}, {"step": 950, "epoch": 2, "train_loss": 0.30006322264671326}, {"step": 1000, "epoch": 2, "train_loss": 0.3031974136829376}, {"step": 1050, "epoch": 2, "train_loss": 0.28435415029525757}, {"step": 1100, "epoch": 2, "train_loss": 0.3177497684955597}, {"step": 1150, "epoch": 2, "train_loss": 0.3817498981952667}, {"step": 1200, "epoch": 2, "train_loss": 0.45226624608039856}, {"step": 1250, "epoch": 2, "train_loss": 0.21334055066108704}, {"step": 1300, "epoch": 2, "train_loss": 0.2983773350715637}, {"step": 1350, "epoch": 2, "train_loss": 0.19865837693214417}, {"step": 1400, "epoch": 2, "train_loss": 0.3871944546699524}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8697, "test_loss": 0.3733336151123047}, {"step": 1450, "epoch": 3, "train_loss": 0.5394847989082336}, {"step": 1500, "epoch": 3, "train_loss": 0.34689080715179443}, {"step": 1550, "epoch": 3, "train_loss": 0.25678229331970215}, {"step": 1600, "epoch": 3, "train_loss": 0.35751599073410034}, {"step": 1650, "epoch": 3, "train_loss": 0.32231006026268005}, {"step": 1700, "epoch": 3, "train_loss": 0.2637043595314026}, {"step": 1750, "epoch": 3, "train_loss": 0.46819260716438293}, {"step": 1800, "epoch": 3, "train_loss": 0.26558616757392883}, {"step": 1850, "epoch": 3, "train_loss": 0.3585832118988037}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8672, "test_loss": 0.3702358917236328}, {"step": 1900, "epoch": 4, "train_loss": 0.2602953612804413}, {"step": 1950, "epoch": 4, "train_loss": 0.4613979160785675}, {"step": 2000, "epoch": 4, "train_loss": 0.2870660424232483}, {"step": 2050, "epoch": 4, "train_loss": 0.34146273136138916}, {"step": 2100, "epoch": 4, "train_loss": 0.3304780423641205}, {"step": 2150, "epoch": 4, "train_loss": 0.3004378080368042}, {"step": 2200, "epoch": 4, "train_loss": 0.3135995864868164}, {"step": 2250, "epoch": 4, "train_loss": 0.22820676863193512}, {"step": 2300, "epoch": 4, "train_loss": 0.14167898893356323}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8769, "test_loss": 0.3501354461669922}, {"step": 2350, "epoch": 5, "train_loss": 0.20593410730361938}, {"step": 2400, "epoch": 5, "train_loss": 0.25445157289505005}, {"step": 2450, "epoch": 5, "train_loss": 0.3001524806022644}, {"step": 2500, "epoch": 5, "train_loss": 0.26534005999565125}, {"step": 2550, "epoch": 5, "train_loss": 0.24374982714653015}, {"step": 2600, "epoch": 5, "train_loss": 0.2973781228065491}, {"step": 2650, "epoch": 5, "train_loss": 0.1684378683567047}, {"step": 2700, "epoch": 5, "train_loss": 0.15932217240333557}, {"step": 2750, "epoch": 5, "train_loss": 0.38720637559890747}, {"step": 2800, "epoch": 5, "train_loss": 0.2546900510787964}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8777, "test_loss": 0.3525110198974609}, {"step": 2850, "epoch": 6, "train_loss": 0.16797277331352234}, {"step": 2900, "epoch": 6, "train_loss": 0.1975693702697754}, {"step": 2950, "epoch": 6, "train_loss": 0.10772007703781128}, {"step": 3000, "epoch": 6, "train_loss": 0.36531224846839905}, {"step": 3050, "epoch": 6, "train_loss": 0.4098561406135559}, {"step": 3100, "epoch": 6, "train_loss": 0.23266497254371643}, {"step": 3150, "epoch": 6, "train_loss": 0.2715470492839813}, {"step": 3200, "epoch": 6, "train_loss": 0.17548038065433502}, {"step": 3250, "epoch": 6, "train_loss": 0.1738280951976776}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8763, "test_loss": 0.35267843627929685}, {"step": 3300, "epoch": 7, "train_loss": 0.26329195499420166}, {"step": 3350, "epoch": 7, "train_loss": 0.1992304027080536}, {"step": 3400, "epoch": 7, "train_loss": 0.22501884400844574}, {"step": 3450, "epoch": 7, "train_loss": 0.2181098908185959}, {"step": 3500, "epoch": 7, "train_loss": 0.3561607897281647}, {"step": 3550, "epoch": 7, "train_loss": 0.21900039911270142}, {"step": 3600, "epoch": 7, "train_loss": 0.17021630704402924}, {"step": 3650, "epoch": 7, "train_loss": 0.2144341766834259}, {"step": 3700, "epoch": 7, "train_loss": 0.22487621009349823}, {"step": 3750, "epoch": 7, "train_loss": 0.3742579519748688}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8825, "test_loss": 0.3356485198974609}, {"step": 3800, "epoch": 8, "train_loss": 0.2822781801223755}, {"step": 3850, "epoch": 8, "train_loss": 0.31094735860824585}, {"step": 3900, "epoch": 8, "train_loss": 0.24942971765995026}, {"step": 3950, "epoch": 8, "train_loss": 0.23154646158218384}, {"step": 4000, "epoch": 8, "train_loss": 0.2953263521194458}, {"step": 4050, "epoch": 8, "train_loss": 0.2579735219478607}, {"step": 4100, "epoch": 8, "train_loss": 0.2300138622522354}, {"step": 4150, "epoch": 8, "train_loss": 0.2521052360534668}, {"step": 4200, "epoch": 8, "train_loss": 0.26177576184272766}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8849, "test_loss": 0.34830634460449217}, {"step": 4250, "epoch": 9, "train_loss": 0.2059216946363449}, {"step": 4300, "epoch": 9, "train_loss": 0.14424782991409302}, {"step": 4350, "epoch": 9, "train_loss": 0.1493077278137207}, {"step": 4400, "epoch": 9, "train_loss": 0.26786214113235474}, {"step": 4450, "epoch": 9, "train_loss": 0.1358993649482727}, {"step": 4500, "epoch": 9, "train_loss": 0.27530166506767273}, {"step": 4550, "epoch": 9, "train_loss": 0.17075097560882568}, {"step": 4600, "epoch": 9, "train_loss": 0.2506886124610901}, {"step": 4650, "epoch": 9, "train_loss": 0.2643336057662964}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8839, "test_loss": 0.3397621795654297}, {"step": 4700, "epoch": 10, "train_loss": 0.18522974848747253}, {"step": 4750, "epoch": 10, "train_loss": 0.24843522906303406}, {"step": 4800, "epoch": 10, "train_loss": 0.18528737127780914}, {"step": 4850, "epoch": 10, "train_loss": 0.21752594411373138}, {"step": 4900, "epoch": 10, "train_loss": 0.1586490124464035}, {"step": 4950, "epoch": 10, "train_loss": 0.21777848899364471}, {"step": 5000, "epoch": 10, "train_loss": 0.22450760006904602}, {"step": 5050, "epoch": 10, "train_loss": 0.3276432156562805}, {"step": 5100, "epoch": 10, "train_loss": 0.14997291564941406}, {"step": 5150, "epoch": 10, "train_loss": 0.2049725353717804}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8817, "test_loss": 0.35867194519042966}, {"step": 5200, "epoch": 11, "train_loss": 0.19226926565170288}, {"step": 5250, "epoch": 11, "train_loss": 0.12053055316209793}, {"step": 5300, "epoch": 11, "train_loss": 0.25897008180618286}, {"step": 5350, "epoch": 11, "train_loss": 0.2860298454761505}, {"step": 5400, "epoch": 11, "train_loss": 0.15427306294441223}, {"step": 5450, "epoch": 11, "train_loss": 0.2181725800037384}, {"step": 5500, "epoch": 11, "train_loss": 0.20596648752689362}, {"step": 5550, "epoch": 11, "train_loss": 0.24289409816265106}, {"step": 5600, "epoch": 11, "train_loss": 0.18647000193595886}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8888, "test_loss": 0.35912730407714843}, {"step": 5650, "epoch": 12, "train_loss": 0.13268816471099854}, {"step": 5700, "epoch": 12, "train_loss": 0.1553129404783249}, {"step": 5750, "epoch": 12, "train_loss": 0.35835614800453186}, {"step": 5800, "epoch": 12, "train_loss": 0.22895723581314087}, {"step": 5850, "epoch": 12, "train_loss": 0.26292291283607483}, {"step": 5900, "epoch": 12, "train_loss": 0.26031050086021423}, {"step": 5950, "epoch": 12, "train_loss": 0.2006765753030777}, {"step": 6000, "epoch": 12, "train_loss": 0.12995465099811554}, {"step": 6050, "epoch": 12, "train_loss": 0.15284067392349243}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8781, "test_loss": 0.3612210662841797}, {"step": 6100, "epoch": 13, "train_loss": 0.25077420473098755}, {"step": 6150, "epoch": 13, "train_loss": 0.15254953503608704}, {"step": 6200, "epoch": 13, "train_loss": 0.17051410675048828}, {"step": 6250, "epoch": 13, "train_loss": 0.19774436950683594}, {"step": 6300, "epoch": 13, "train_loss": 0.25119417905807495}, {"step": 6350, "epoch": 13, "train_loss": 0.21384388208389282}, {"step": 6400, "epoch": 13, "train_loss": 0.17600706219673157}, {"step": 6450, "epoch": 13, "train_loss": 0.18031972646713257}, {"step": 6500, "epoch": 13, "train_loss": 0.09279892593622208}, {"step": 6550, "epoch": 13, "train_loss": 0.17270098626613617}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8856, "test_loss": 0.35603551025390623}, {"step": 6600, "epoch": 14, "train_loss": 0.14172588288784027}, {"step": 6650, "epoch": 14, "train_loss": 0.2528199851512909}, {"step": 6700, "epoch": 14, "train_loss": 0.12140634655952454}, {"step": 6750, "epoch": 14, "train_loss": 0.22545059025287628}, {"step": 6800, "epoch": 14, "train_loss": 0.153004452586174}, {"step": 6850, "epoch": 14, "train_loss": 0.1473826915025711}, {"step": 6900, "epoch": 14, "train_loss": 0.20940542221069336}, {"step": 6950, "epoch": 14, "train_loss": 0.20150403678417206}, {"step": 7000, "epoch": 14, "train_loss": 0.22650909423828125}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8873, "test_loss": 0.3609393676757813}, {"step": 7050, "epoch": 15, "train_loss": 0.23146794736385345}, {"step": 7100, "epoch": 15, "train_loss": 0.2198127955198288}, {"step": 7150, "epoch": 15, "train_loss": 0.21883848309516907}, {"step": 7200, "epoch": 15, "train_loss": 0.13089261949062347}, {"step": 7250, "epoch": 15, "train_loss": 0.23114505410194397}, {"step": 7300, "epoch": 15, "train_loss": 0.20465871691703796}, {"step": 7350, "epoch": 15, "train_loss": 0.15555129945278168}, {"step": 7400, "epoch": 15, "train_loss": 0.17657409608364105}, {"step": 7450, "epoch": 15, "train_loss": 0.15039940178394318}, {"step": 7500, "epoch": 15, "train_loss": 0.16636410355567932}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8846, "test_loss": 0.3848857727050781}, {"step": 7550, "epoch": 16, "train_loss": 0.1410776674747467}, {"step": 7600, "epoch": 16, "train_loss": 0.24707207083702087}, {"step": 7650, "epoch": 16, "train_loss": 0.14235229790210724}, {"step": 7700, "epoch": 16, "train_loss": 0.14696922898292542}, {"step": 7750, "epoch": 16, "train_loss": 0.25838419795036316}, {"step": 7800, "epoch": 16, "train_loss": 0.1313989758491516}, {"step": 7850, "epoch": 16, "train_loss": 0.1306954026222229}, {"step": 7900, "epoch": 16, "train_loss": 0.0946805328130722}, {"step": 7950, "epoch": 16, "train_loss": 0.20922163128852844}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8865, "test_loss": 0.3625572509765625}, {"step": 8000, "epoch": 17, "train_loss": 0.14226287603378296}, {"step": 8050, "epoch": 17, "train_loss": 0.12264211475849152}, {"step": 8100, "epoch": 17, "train_loss": 0.21043670177459717}, {"step": 8150, "epoch": 17, "train_loss": 0.21666157245635986}, {"step": 8200, "epoch": 17, "train_loss": 0.16423141956329346}, {"step": 8250, "epoch": 17, "train_loss": 0.21586106717586517}, {"step": 8300, "epoch": 17, "train_loss": 0.11189636588096619}, {"step": 8350, "epoch": 17, "train_loss": 0.12157561630010605}, {"step": 8400, "epoch": 17, "train_loss": 0.3693520426750183}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8891, "test_loss": 0.37227940368652346}, {"step": 8450, "epoch": 18, "train_loss": 0.129014253616333}, {"step": 8500, "epoch": 18, "train_loss": 0.08220576494932175}, {"step": 8550, "epoch": 18, "train_loss": 0.13754802942276}, {"step": 8600, "epoch": 18, "train_loss": 0.1341312676668167}, {"step": 8650, "epoch": 18, "train_loss": 0.1198374554514885}, {"step": 8700, "epoch": 18, "train_loss": 0.1801692396402359}, {"step": 8750, "epoch": 18, "train_loss": 0.1552022099494934}, {"step": 8800, "epoch": 18, "train_loss": 0.06013773754239082}, {"step": 8850, "epoch": 18, "train_loss": 0.095866858959198}, {"step": 8900, "epoch": 18, "train_loss": 0.19610820710659027}, {"epoch_end": 18, "step": 8911, "test_acc": 0.883, "test_loss": 0.388243994140625}, {"step": 8950, "epoch": 19, "train_loss": 0.20610517263412476}, {"step": 9000, "epoch": 19, "train_loss": 0.15180625021457672}, {"step": 9050, "epoch": 19, "train_loss": 0.16468678414821625}, {"step": 9100, "epoch": 19, "train_loss": 0.13932695984840393}, {"step": 9150, "epoch": 19, "train_loss": 0.15994200110435486}, {"step": 9200, "epoch": 19, "train_loss": 0.09662564098834991}, {"step": 9250, "epoch": 19, "train_loss": 0.1308855265378952}, {"step": 9300, "epoch": 19, "train_loss": 0.11630909889936447}, {"step": 9350, "epoch": 19, "train_loss": 0.2026025950908661}, {"epoch_end": 19, "step": 9380, "test_acc": 0.889, "test_loss": 0.38354205627441407}], "final": {"test_acc": 0.889, "test_loss": 0.38354205627441407, "wall_s": 30.785258531570435}}
\ No newline at end of file
diff --git a/results/depth_fmnist_bp_d7_s0.json b/results/depth_fmnist_bp_d7_s0.json
new file mode 100644
index 0000000..7e5c18b
--- /dev/null
+++ b/results/depth_fmnist_bp_d7_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "fmnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d7_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.295604944229126}, {"step": 50, "epoch": 0, "train_loss": 0.6578371524810791}, {"step": 100, "epoch": 0, "train_loss": 0.5387367010116577}, {"step": 150, "epoch": 0, "train_loss": 0.45363813638687134}, {"step": 200, "epoch": 0, "train_loss": 0.48844626545906067}, {"step": 250, "epoch": 0, "train_loss": 0.44967734813690186}, {"step": 300, "epoch": 0, "train_loss": 0.6681528091430664}, {"step": 350, "epoch": 0, "train_loss": 0.48387300968170166}, {"step": 400, "epoch": 0, "train_loss": 0.5699800252914429}, {"step": 450, "epoch": 0, "train_loss": 0.45961394906044006}, {"epoch_end": 0, "step": 469, "test_acc": 0.8428, "test_loss": 0.44723359985351563}, {"step": 500, "epoch": 1, "train_loss": 0.34072160720825195}, {"step": 550, "epoch": 1, "train_loss": 0.5635227560997009}, {"step": 600, "epoch": 1, "train_loss": 0.41776376962661743}, {"step": 650, "epoch": 1, "train_loss": 0.5464090704917908}, {"step": 700, "epoch": 1, "train_loss": 0.3154588043689728}, {"step": 750, "epoch": 1, "train_loss": 0.45244064927101135}, {"step": 800, "epoch": 1, "train_loss": 0.46079543232917786}, {"step": 850, "epoch": 1, "train_loss": 0.22508779168128967}, {"step": 900, "epoch": 1, "train_loss": 0.4074435830116272}, {"epoch_end": 1, "step": 938, "test_acc": 0.8586, "test_loss": 0.38749375915527345}, {"step": 950, "epoch": 2, "train_loss": 0.3315686583518982}, {"step": 1000, "epoch": 2, "train_loss": 0.30764052271842957}, {"step": 1050, "epoch": 2, "train_loss": 0.30685681104660034}, {"step": 1100, "epoch": 2, "train_loss": 0.3396104574203491}, {"step": 1150, "epoch": 2, "train_loss": 0.34701231122016907}, {"step": 1200, "epoch": 2, "train_loss": 0.5052607655525208}, {"step": 1250, "epoch": 2, "train_loss": 0.21900977194309235}, {"step": 1300, "epoch": 2, "train_loss": 0.2450604885816574}, {"step": 1350, "epoch": 2, "train_loss": 0.20935815572738647}, {"step": 1400, "epoch": 2, "train_loss": 0.4340779781341553}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8652, "test_loss": 0.38748767700195313}, {"step": 1450, "epoch": 3, "train_loss": 0.5544582009315491}, {"step": 1500, "epoch": 3, "train_loss": 0.3214685320854187}, {"step": 1550, "epoch": 3, "train_loss": 0.28836169838905334}, {"step": 1600, "epoch": 3, "train_loss": 0.3821974992752075}, {"step": 1650, "epoch": 3, "train_loss": 0.31783542037010193}, {"step": 1700, "epoch": 3, "train_loss": 0.20021407306194305}, {"step": 1750, "epoch": 3, "train_loss": 0.45843812823295593}, {"step": 1800, "epoch": 3, "train_loss": 0.33105140924453735}, {"step": 1850, "epoch": 3, "train_loss": 0.3252991735935211}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8667, "test_loss": 0.3755983184814453}, {"step": 1900, "epoch": 4, "train_loss": 0.26363250613212585}, {"step": 1950, "epoch": 4, "train_loss": 0.5237684845924377}, {"step": 2000, "epoch": 4, "train_loss": 0.2988085448741913}, {"step": 2050, "epoch": 4, "train_loss": 0.34701281785964966}, {"step": 2100, "epoch": 4, "train_loss": 0.28395316004753113}, {"step": 2150, "epoch": 4, "train_loss": 0.33757779002189636}, {"step": 2200, "epoch": 4, "train_loss": 0.3326379656791687}, {"step": 2250, "epoch": 4, "train_loss": 0.25537487864494324}, {"step": 2300, "epoch": 4, "train_loss": 0.15156155824661255}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8705, "test_loss": 0.3574619873046875}, {"step": 2350, "epoch": 5, "train_loss": 0.23813261091709137}, {"step": 2400, "epoch": 5, "train_loss": 0.3129875659942627}, {"step": 2450, "epoch": 5, "train_loss": 0.3320114314556122}, {"step": 2500, "epoch": 5, "train_loss": 0.3086897134780884}, {"step": 2550, "epoch": 5, "train_loss": 0.23296579718589783}, {"step": 2600, "epoch": 5, "train_loss": 0.2912983298301697}, {"step": 2650, "epoch": 5, "train_loss": 0.16089297831058502}, {"step": 2700, "epoch": 5, "train_loss": 0.1985538899898529}, {"step": 2750, "epoch": 5, "train_loss": 0.4063180983066559}, {"step": 2800, "epoch": 5, "train_loss": 0.29852667450904846}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8777, "test_loss": 0.3485050811767578}, {"step": 2850, "epoch": 6, "train_loss": 0.16601628065109253}, {"step": 2900, "epoch": 6, "train_loss": 0.18640348315238953}, {"step": 2950, "epoch": 6, "train_loss": 0.13366711139678955}, {"step": 3000, "epoch": 6, "train_loss": 0.3437648117542267}, {"step": 3050, "epoch": 6, "train_loss": 0.4265857934951782}, {"step": 3100, "epoch": 6, "train_loss": 0.22033438086509705}, {"step": 3150, "epoch": 6, "train_loss": 0.3314371407032013}, {"step": 3200, "epoch": 6, "train_loss": 0.1929791420698166}, {"step": 3250, "epoch": 6, "train_loss": 0.23394562304019928}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8739, "test_loss": 0.35298845825195313}, {"step": 3300, "epoch": 7, "train_loss": 0.2581303119659424}, {"step": 3350, "epoch": 7, "train_loss": 0.21533159911632538}, {"step": 3400, "epoch": 7, "train_loss": 0.2506169080734253}, {"step": 3450, "epoch": 7, "train_loss": 0.21605855226516724}, {"step": 3500, "epoch": 7, "train_loss": 0.2693050503730774}, {"step": 3550, "epoch": 7, "train_loss": 0.2434418797492981}, {"step": 3600, "epoch": 7, "train_loss": 0.18794222176074982}, {"step": 3650, "epoch": 7, "train_loss": 0.26570749282836914}, {"step": 3700, "epoch": 7, "train_loss": 0.1974141150712967}, {"step": 3750, "epoch": 7, "train_loss": 0.3375367820262909}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8806, "test_loss": 0.3521518768310547}, {"step": 3800, "epoch": 8, "train_loss": 0.21877512335777283}, {"step": 3850, "epoch": 8, "train_loss": 0.30441930890083313}, {"step": 3900, "epoch": 8, "train_loss": 0.25443920493125916}, {"step": 3950, "epoch": 8, "train_loss": 0.2227063626050949}, {"step": 4000, "epoch": 8, "train_loss": 0.2894909679889679}, {"step": 4050, "epoch": 8, "train_loss": 0.22787971794605255}, {"step": 4100, "epoch": 8, "train_loss": 0.22636593878269196}, {"step": 4150, "epoch": 8, "train_loss": 0.2446119785308838}, {"step": 4200, "epoch": 8, "train_loss": 0.37422579526901245}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8765, "test_loss": 0.3617519744873047}, {"step": 4250, "epoch": 9, "train_loss": 0.2045021802186966}, {"step": 4300, "epoch": 9, "train_loss": 0.19543713331222534}, {"step": 4350, "epoch": 9, "train_loss": 0.1687791645526886}, {"step": 4400, "epoch": 9, "train_loss": 0.23499543964862823}, {"step": 4450, "epoch": 9, "train_loss": 0.14577746391296387}, {"step": 4500, "epoch": 9, "train_loss": 0.2436794936656952}, {"step": 4550, "epoch": 9, "train_loss": 0.1719985008239746}, {"step": 4600, "epoch": 9, "train_loss": 0.2439744621515274}, {"step": 4650, "epoch": 9, "train_loss": 0.2743329405784607}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8805, "test_loss": 0.3501201354980469}, {"step": 4700, "epoch": 10, "train_loss": 0.19410017132759094}, {"step": 4750, "epoch": 10, "train_loss": 0.27320659160614014}, {"step": 4800, "epoch": 10, "train_loss": 0.27978870272636414}, {"step": 4850, "epoch": 10, "train_loss": 0.19659224152565002}, {"step": 4900, "epoch": 10, "train_loss": 0.18981212377548218}, {"step": 4950, "epoch": 10, "train_loss": 0.18401019275188446}, {"step": 5000, "epoch": 10, "train_loss": 0.2501390278339386}, {"step": 5050, "epoch": 10, "train_loss": 0.3722217381000519}, {"step": 5100, "epoch": 10, "train_loss": 0.15563754737377167}, {"step": 5150, "epoch": 10, "train_loss": 0.20602265000343323}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8818, "test_loss": 0.33827758483886716}, {"step": 5200, "epoch": 11, "train_loss": 0.19926659762859344}, {"step": 5250, "epoch": 11, "train_loss": 0.11986587196588516}, {"step": 5300, "epoch": 11, "train_loss": 0.216512531042099}, {"step": 5350, "epoch": 11, "train_loss": 0.24318629503250122}, {"step": 5400, "epoch": 11, "train_loss": 0.17343281209468842}, {"step": 5450, "epoch": 11, "train_loss": 0.20815600454807281}, {"step": 5500, "epoch": 11, "train_loss": 0.2217983603477478}, {"step": 5550, "epoch": 11, "train_loss": 0.3542696535587311}, {"step": 5600, "epoch": 11, "train_loss": 0.17878080904483795}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8883, "test_loss": 0.33791904296875}, {"step": 5650, "epoch": 12, "train_loss": 0.1613907814025879}, {"step": 5700, "epoch": 12, "train_loss": 0.13874298334121704}, {"step": 5750, "epoch": 12, "train_loss": 0.3474312424659729}, {"step": 5800, "epoch": 12, "train_loss": 0.2088959962129593}, {"step": 5850, "epoch": 12, "train_loss": 0.21163837611675262}, {"step": 5900, "epoch": 12, "train_loss": 0.2715265154838562}, {"step": 5950, "epoch": 12, "train_loss": 0.18455436825752258}, {"step": 6000, "epoch": 12, "train_loss": 0.1820761263370514}, {"step": 6050, "epoch": 12, "train_loss": 0.1458464115858078}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8818, "test_loss": 0.35926815185546873}, {"step": 6100, "epoch": 13, "train_loss": 0.2548537254333496}, {"step": 6150, "epoch": 13, "train_loss": 0.13038575649261475}, {"step": 6200, "epoch": 13, "train_loss": 0.25715699791908264}, {"step": 6250, "epoch": 13, "train_loss": 0.17525361478328705}, {"step": 6300, "epoch": 13, "train_loss": 0.2156449854373932}, {"step": 6350, "epoch": 13, "train_loss": 0.2843920588493347}, {"step": 6400, "epoch": 13, "train_loss": 0.2575264871120453}, {"step": 6450, "epoch": 13, "train_loss": 0.1710790991783142}, {"step": 6500, "epoch": 13, "train_loss": 0.14771872758865356}, {"step": 6550, "epoch": 13, "train_loss": 0.2033919394016266}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8842, "test_loss": 0.3462842895507813}, {"step": 6600, "epoch": 14, "train_loss": 0.16102057695388794}, {"step": 6650, "epoch": 14, "train_loss": 0.21145623922348022}, {"step": 6700, "epoch": 14, "train_loss": 0.13619117438793182}, {"step": 6750, "epoch": 14, "train_loss": 0.2138465940952301}, {"step": 6800, "epoch": 14, "train_loss": 0.15531077980995178}, {"step": 6850, "epoch": 14, "train_loss": 0.11320391297340393}, {"step": 6900, "epoch": 14, "train_loss": 0.2551286518573761}, {"step": 6950, "epoch": 14, "train_loss": 0.21734119951725006}, {"step": 7000, "epoch": 14, "train_loss": 0.25903645157814026}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8848, "test_loss": 0.35364998474121095}, {"step": 7050, "epoch": 15, "train_loss": 0.13562849164009094}, {"step": 7100, "epoch": 15, "train_loss": 0.17699918150901794}, {"step": 7150, "epoch": 15, "train_loss": 0.2425493746995926}, {"step": 7200, "epoch": 15, "train_loss": 0.21536566317081451}, {"step": 7250, "epoch": 15, "train_loss": 0.23129090666770935}, {"step": 7300, "epoch": 15, "train_loss": 0.2141987830400467}, {"step": 7350, "epoch": 15, "train_loss": 0.1472833752632141}, {"step": 7400, "epoch": 15, "train_loss": 0.2037268579006195}, {"step": 7450, "epoch": 15, "train_loss": 0.20110660791397095}, {"step": 7500, "epoch": 15, "train_loss": 0.12214651703834534}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8763, "test_loss": 0.375689404296875}, {"step": 7550, "epoch": 16, "train_loss": 0.19983989000320435}, {"step": 7600, "epoch": 16, "train_loss": 0.3378526270389557}, {"step": 7650, "epoch": 16, "train_loss": 0.1032167375087738}, {"step": 7700, "epoch": 16, "train_loss": 0.1152387261390686}, {"step": 7750, "epoch": 16, "train_loss": 0.21204215288162231}, {"step": 7800, "epoch": 16, "train_loss": 0.13192099332809448}, {"step": 7850, "epoch": 16, "train_loss": 0.15194754302501678}, {"step": 7900, "epoch": 16, "train_loss": 0.06968721747398376}, {"step": 7950, "epoch": 16, "train_loss": 0.19836284220218658}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8873, "test_loss": 0.35572076721191404}, {"step": 8000, "epoch": 17, "train_loss": 0.17506542801856995}, {"step": 8050, "epoch": 17, "train_loss": 0.15643924474716187}, {"step": 8100, "epoch": 17, "train_loss": 0.19466154277324677}, {"step": 8150, "epoch": 17, "train_loss": 0.21289263665676117}, {"step": 8200, "epoch": 17, "train_loss": 0.1997206211090088}, {"step": 8250, "epoch": 17, "train_loss": 0.22482778131961823}, {"step": 8300, "epoch": 17, "train_loss": 0.1456543207168579}, {"step": 8350, "epoch": 17, "train_loss": 0.15954943001270294}, {"step": 8400, "epoch": 17, "train_loss": 0.3442763388156891}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8894, "test_loss": 0.3539135681152344}, {"step": 8450, "epoch": 18, "train_loss": 0.11187050491571426}, {"step": 8500, "epoch": 18, "train_loss": 0.1248621717095375}, {"step": 8550, "epoch": 18, "train_loss": 0.14929400384426117}, {"step": 8600, "epoch": 18, "train_loss": 0.11009419709444046}, {"step": 8650, "epoch": 18, "train_loss": 0.09460863471031189}, {"step": 8700, "epoch": 18, "train_loss": 0.12361426651477814}, {"step": 8750, "epoch": 18, "train_loss": 0.17053014039993286}, {"step": 8800, "epoch": 18, "train_loss": 0.08175239711999893}, {"step": 8850, "epoch": 18, "train_loss": 0.12149060517549515}, {"step": 8900, "epoch": 18, "train_loss": 0.1449136883020401}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8807, "test_loss": 0.3765405975341797}, {"step": 8950, "epoch": 19, "train_loss": 0.20101535320281982}, {"step": 9000, "epoch": 19, "train_loss": 0.1858765333890915}, {"step": 9050, "epoch": 19, "train_loss": 0.13506387174129486}, {"step": 9100, "epoch": 19, "train_loss": 0.1004001647233963}, {"step": 9150, "epoch": 19, "train_loss": 0.12457019835710526}, {"step": 9200, "epoch": 19, "train_loss": 0.10132312029600143}, {"step": 9250, "epoch": 19, "train_loss": 0.1748582273721695}, {"step": 9300, "epoch": 19, "train_loss": 0.11771401762962341}, {"step": 9350, "epoch": 19, "train_loss": 0.21825680136680603}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8838, "test_loss": 0.3918300964355469}], "final": {"test_acc": 0.8838, "test_loss": 0.3918300964355469, "wall_s": 35.29604125022888}}
\ No newline at end of file
diff --git a/results/depth_fmnist_bp_d7_s1.json b/results/depth_fmnist_bp_d7_s1.json
new file mode 100644
index 0000000..29b35ef
--- /dev/null
+++ b/results/depth_fmnist_bp_d7_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "fmnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d7_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3651061058044434}, {"step": 50, "epoch": 0, "train_loss": 0.6395633220672607}, {"step": 100, "epoch": 0, "train_loss": 0.6487054824829102}, {"step": 150, "epoch": 0, "train_loss": 0.4847731590270996}, {"step": 200, "epoch": 0, "train_loss": 0.4665953814983368}, {"step": 250, "epoch": 0, "train_loss": 0.4728131890296936}, {"step": 300, "epoch": 0, "train_loss": 0.6954860687255859}, {"step": 350, "epoch": 0, "train_loss": 0.4526720941066742}, {"step": 400, "epoch": 0, "train_loss": 0.5448930263519287}, {"step": 450, "epoch": 0, "train_loss": 0.49435555934906006}, {"epoch_end": 0, "step": 469, "test_acc": 0.842, "test_loss": 0.4577051788330078}, {"step": 500, "epoch": 1, "train_loss": 0.3384498059749603}, {"step": 550, "epoch": 1, "train_loss": 0.5434211492538452}, {"step": 600, "epoch": 1, "train_loss": 0.433641642332077}, {"step": 650, "epoch": 1, "train_loss": 0.5025926828384399}, {"step": 700, "epoch": 1, "train_loss": 0.36255010962486267}, {"step": 750, "epoch": 1, "train_loss": 0.3940623700618744}, {"step": 800, "epoch": 1, "train_loss": 0.4727742075920105}, {"step": 850, "epoch": 1, "train_loss": 0.23257189989089966}, {"step": 900, "epoch": 1, "train_loss": 0.4480585753917694}, {"epoch_end": 1, "step": 938, "test_acc": 0.8582, "test_loss": 0.38585543823242185}, {"step": 950, "epoch": 2, "train_loss": 0.35915422439575195}, {"step": 1000, "epoch": 2, "train_loss": 0.3213244676589966}, {"step": 1050, "epoch": 2, "train_loss": 0.29377466440200806}, {"step": 1100, "epoch": 2, "train_loss": 0.35081109404563904}, {"step": 1150, "epoch": 2, "train_loss": 0.35711967945098877}, {"step": 1200, "epoch": 2, "train_loss": 0.4872497618198395}, {"step": 1250, "epoch": 2, "train_loss": 0.21581903100013733}, {"step": 1300, "epoch": 2, "train_loss": 0.28140559792518616}, {"step": 1350, "epoch": 2, "train_loss": 0.18644744157791138}, {"step": 1400, "epoch": 2, "train_loss": 0.42379704117774963}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8677, "test_loss": 0.3739507843017578}, {"step": 1450, "epoch": 3, "train_loss": 0.541132926940918}, {"step": 1500, "epoch": 3, "train_loss": 0.3661501407623291}, {"step": 1550, "epoch": 3, "train_loss": 0.24976524710655212}, {"step": 1600, "epoch": 3, "train_loss": 0.3311040699481964}, {"step": 1650, "epoch": 3, "train_loss": 0.37994784116744995}, {"step": 1700, "epoch": 3, "train_loss": 0.19890941679477692}, {"step": 1750, "epoch": 3, "train_loss": 0.4461594521999359}, {"step": 1800, "epoch": 3, "train_loss": 0.3191482126712799}, {"step": 1850, "epoch": 3, "train_loss": 0.3277038633823395}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8698, "test_loss": 0.36183963928222657}, {"step": 1900, "epoch": 4, "train_loss": 0.23180453479290009}, {"step": 1950, "epoch": 4, "train_loss": 0.46234551072120667}, {"step": 2000, "epoch": 4, "train_loss": 0.30493828654289246}, {"step": 2050, "epoch": 4, "train_loss": 0.34819865226745605}, {"step": 2100, "epoch": 4, "train_loss": 0.26323258876800537}, {"step": 2150, "epoch": 4, "train_loss": 0.31695061922073364}, {"step": 2200, "epoch": 4, "train_loss": 0.34546929597854614}, {"step": 2250, "epoch": 4, "train_loss": 0.2306463122367859}, {"step": 2300, "epoch": 4, "train_loss": 0.1831660270690918}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8676, "test_loss": 0.3606170928955078}, {"step": 2350, "epoch": 5, "train_loss": 0.21680787205696106}, {"step": 2400, "epoch": 5, "train_loss": 0.3507431149482727}, {"step": 2450, "epoch": 5, "train_loss": 0.35674044489860535}, {"step": 2500, "epoch": 5, "train_loss": 0.28412532806396484}, {"step": 2550, "epoch": 5, "train_loss": 0.23841333389282227}, {"step": 2600, "epoch": 5, "train_loss": 0.30879488587379456}, {"step": 2650, "epoch": 5, "train_loss": 0.174189031124115}, {"step": 2700, "epoch": 5, "train_loss": 0.19175726175308228}, {"step": 2750, "epoch": 5, "train_loss": 0.37364333868026733}, {"step": 2800, "epoch": 5, "train_loss": 0.2592906951904297}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8737, "test_loss": 0.36097987670898435}, {"step": 2850, "epoch": 6, "train_loss": 0.15697525441646576}, {"step": 2900, "epoch": 6, "train_loss": 0.23301658034324646}, {"step": 2950, "epoch": 6, "train_loss": 0.12197292596101761}, {"step": 3000, "epoch": 6, "train_loss": 0.32307204604148865}, {"step": 3050, "epoch": 6, "train_loss": 0.373363733291626}, {"step": 3100, "epoch": 6, "train_loss": 0.24906697869300842}, {"step": 3150, "epoch": 6, "train_loss": 0.35010775923728943}, {"step": 3200, "epoch": 6, "train_loss": 0.2098419964313507}, {"step": 3250, "epoch": 6, "train_loss": 0.2019556760787964}, {"epoch_end": 6, "step": 3283, "test_acc": 0.868, "test_loss": 0.3677826171875}, {"step": 3300, "epoch": 7, "train_loss": 0.35043537616729736}, {"step": 3350, "epoch": 7, "train_loss": 0.2120496779680252}, {"step": 3400, "epoch": 7, "train_loss": 0.22139707207679749}, {"step": 3450, "epoch": 7, "train_loss": 0.25997334718704224}, {"step": 3500, "epoch": 7, "train_loss": 0.29301342368125916}, {"step": 3550, "epoch": 7, "train_loss": 0.2588314116001129}, {"step": 3600, "epoch": 7, "train_loss": 0.1799546480178833}, {"step": 3650, "epoch": 7, "train_loss": 0.26677218079566956}, {"step": 3700, "epoch": 7, "train_loss": 0.2200125753879547}, {"step": 3750, "epoch": 7, "train_loss": 0.3134715259075165}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8782, "test_loss": 0.3489788330078125}, {"step": 3800, "epoch": 8, "train_loss": 0.21349477767944336}, {"step": 3850, "epoch": 8, "train_loss": 0.32520073652267456}, {"step": 3900, "epoch": 8, "train_loss": 0.21950021386146545}, {"step": 3950, "epoch": 8, "train_loss": 0.23741354048252106}, {"step": 4000, "epoch": 8, "train_loss": 0.2901303768157959}, {"step": 4050, "epoch": 8, "train_loss": 0.2241213023662567}, {"step": 4100, "epoch": 8, "train_loss": 0.26346465945243835}, {"step": 4150, "epoch": 8, "train_loss": 0.24012039601802826}, {"step": 4200, "epoch": 8, "train_loss": 0.23091445863246918}, {"epoch_end": 8, "step": 4221, "test_acc": 0.878, "test_loss": 0.3637749328613281}, {"step": 4250, "epoch": 9, "train_loss": 0.18444636464118958}, {"step": 4300, "epoch": 9, "train_loss": 0.1755490005016327}, {"step": 4350, "epoch": 9, "train_loss": 0.18485035002231598}, {"step": 4400, "epoch": 9, "train_loss": 0.26886507868766785}, {"step": 4450, "epoch": 9, "train_loss": 0.11517259478569031}, {"step": 4500, "epoch": 9, "train_loss": 0.2549457550048828}, {"step": 4550, "epoch": 9, "train_loss": 0.13501933217048645}, {"step": 4600, "epoch": 9, "train_loss": 0.2441372275352478}, {"step": 4650, "epoch": 9, "train_loss": 0.27016347646713257}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8844, "test_loss": 0.34470483093261717}, {"step": 4700, "epoch": 10, "train_loss": 0.1851704716682434}, {"step": 4750, "epoch": 10, "train_loss": 0.2277248352766037}, {"step": 4800, "epoch": 10, "train_loss": 0.23483611643314362}, {"step": 4850, "epoch": 10, "train_loss": 0.20641453564167023}, {"step": 4900, "epoch": 10, "train_loss": 0.17134201526641846}, {"step": 4950, "epoch": 10, "train_loss": 0.18160204589366913}, {"step": 5000, "epoch": 10, "train_loss": 0.24632252752780914}, {"step": 5050, "epoch": 10, "train_loss": 0.35034987330436707}, {"step": 5100, "epoch": 10, "train_loss": 0.14342309534549713}, {"step": 5150, "epoch": 10, "train_loss": 0.2311842292547226}, {"epoch_end": 10, "step": 5159, "test_acc": 0.879, "test_loss": 0.36670565795898435}, {"step": 5200, "epoch": 11, "train_loss": 0.2527793049812317}, {"step": 5250, "epoch": 11, "train_loss": 0.11333931982517242}, {"step": 5300, "epoch": 11, "train_loss": 0.25337156653404236}, {"step": 5350, "epoch": 11, "train_loss": 0.2201198786497116}, {"step": 5400, "epoch": 11, "train_loss": 0.18673408031463623}, {"step": 5450, "epoch": 11, "train_loss": 0.2619165778160095}, {"step": 5500, "epoch": 11, "train_loss": 0.25838252902030945}, {"step": 5550, "epoch": 11, "train_loss": 0.29090118408203125}, {"step": 5600, "epoch": 11, "train_loss": 0.18005569279193878}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8904, "test_loss": 0.3368552825927734}, {"step": 5650, "epoch": 12, "train_loss": 0.16821230947971344}, {"step": 5700, "epoch": 12, "train_loss": 0.18074707686901093}, {"step": 5750, "epoch": 12, "train_loss": 0.38870158791542053}, {"step": 5800, "epoch": 12, "train_loss": 0.18786704540252686}, {"step": 5850, "epoch": 12, "train_loss": 0.22646759450435638}, {"step": 5900, "epoch": 12, "train_loss": 0.2298225462436676}, {"step": 5950, "epoch": 12, "train_loss": 0.1624298393726349}, {"step": 6000, "epoch": 12, "train_loss": 0.14137963950634003}, {"step": 6050, "epoch": 12, "train_loss": 0.14458788931369781}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8753, "test_loss": 0.37043748779296876}, {"step": 6100, "epoch": 13, "train_loss": 0.32490819692611694}, {"step": 6150, "epoch": 13, "train_loss": 0.12551774084568024}, {"step": 6200, "epoch": 13, "train_loss": 0.2624950408935547}, {"step": 6250, "epoch": 13, "train_loss": 0.19619466364383698}, {"step": 6300, "epoch": 13, "train_loss": 0.1979398876428604}, {"step": 6350, "epoch": 13, "train_loss": 0.20215047895908356}, {"step": 6400, "epoch": 13, "train_loss": 0.17269350588321686}, {"step": 6450, "epoch": 13, "train_loss": 0.16995848715305328}, {"step": 6500, "epoch": 13, "train_loss": 0.11076312512159348}, {"step": 6550, "epoch": 13, "train_loss": 0.17428122460842133}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8856, "test_loss": 0.36011175537109374}, {"step": 6600, "epoch": 14, "train_loss": 0.19252288341522217}, {"step": 6650, "epoch": 14, "train_loss": 0.27086183428764343}, {"step": 6700, "epoch": 14, "train_loss": 0.1501627117395401}, {"step": 6750, "epoch": 14, "train_loss": 0.21651706099510193}, {"step": 6800, "epoch": 14, "train_loss": 0.12327341735363007}, {"step": 6850, "epoch": 14, "train_loss": 0.12542380392551422}, {"step": 6900, "epoch": 14, "train_loss": 0.2762380838394165}, {"step": 6950, "epoch": 14, "train_loss": 0.1922590285539627}, {"step": 7000, "epoch": 14, "train_loss": 0.27008992433547974}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8839, "test_loss": 0.36318700561523437}, {"step": 7050, "epoch": 15, "train_loss": 0.15510906279087067}, {"step": 7100, "epoch": 15, "train_loss": 0.18050165474414825}, {"step": 7150, "epoch": 15, "train_loss": 0.24483339488506317}, {"step": 7200, "epoch": 15, "train_loss": 0.15059278905391693}, {"step": 7250, "epoch": 15, "train_loss": 0.24322853982448578}, {"step": 7300, "epoch": 15, "train_loss": 0.23706911504268646}, {"step": 7350, "epoch": 15, "train_loss": 0.1656387597322464}, {"step": 7400, "epoch": 15, "train_loss": 0.2189740389585495}, {"step": 7450, "epoch": 15, "train_loss": 0.1612611711025238}, {"step": 7500, "epoch": 15, "train_loss": 0.1748657077550888}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8807, "test_loss": 0.37813473205566406}, {"step": 7550, "epoch": 16, "train_loss": 0.1814863234758377}, {"step": 7600, "epoch": 16, "train_loss": 0.2946085035800934}, {"step": 7650, "epoch": 16, "train_loss": 0.12428296357393265}, {"step": 7700, "epoch": 16, "train_loss": 0.1197979524731636}, {"step": 7750, "epoch": 16, "train_loss": 0.19343528151512146}, {"step": 7800, "epoch": 16, "train_loss": 0.12489385157823563}, {"step": 7850, "epoch": 16, "train_loss": 0.16141721606254578}, {"step": 7900, "epoch": 16, "train_loss": 0.11425430327653885}, {"step": 7950, "epoch": 16, "train_loss": 0.19923529028892517}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8825, "test_loss": 0.36798621520996094}, {"step": 8000, "epoch": 17, "train_loss": 0.14948058128356934}, {"step": 8050, "epoch": 17, "train_loss": 0.12444821745157242}, {"step": 8100, "epoch": 17, "train_loss": 0.15714512765407562}, {"step": 8150, "epoch": 17, "train_loss": 0.15693198144435883}, {"step": 8200, "epoch": 17, "train_loss": 0.17939493060112}, {"step": 8250, "epoch": 17, "train_loss": 0.20760692656040192}, {"step": 8300, "epoch": 17, "train_loss": 0.15987138450145721}, {"step": 8350, "epoch": 17, "train_loss": 0.16027535498142242}, {"step": 8400, "epoch": 17, "train_loss": 0.3160420358181}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8858, "test_loss": 0.3898866241455078}, {"step": 8450, "epoch": 18, "train_loss": 0.12129684537649155}, {"step": 8500, "epoch": 18, "train_loss": 0.15783561766147614}, {"step": 8550, "epoch": 18, "train_loss": 0.22940440475940704}, {"step": 8600, "epoch": 18, "train_loss": 0.11240377277135849}, {"step": 8650, "epoch": 18, "train_loss": 0.09250488877296448}, {"step": 8700, "epoch": 18, "train_loss": 0.18417538702487946}, {"step": 8750, "epoch": 18, "train_loss": 0.2293424904346466}, {"step": 8800, "epoch": 18, "train_loss": 0.08679106831550598}, {"step": 8850, "epoch": 18, "train_loss": 0.12526969611644745}, {"step": 8900, "epoch": 18, "train_loss": 0.16769009828567505}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8869, "test_loss": 0.36922735900878906}, {"step": 8950, "epoch": 19, "train_loss": 0.1855911761522293}, {"step": 9000, "epoch": 19, "train_loss": 0.18688057363033295}, {"step": 9050, "epoch": 19, "train_loss": 0.16407130658626556}, {"step": 9100, "epoch": 19, "train_loss": 0.20362696051597595}, {"step": 9150, "epoch": 19, "train_loss": 0.2035364955663681}, {"step": 9200, "epoch": 19, "train_loss": 0.14054054021835327}, {"step": 9250, "epoch": 19, "train_loss": 0.172859326004982}, {"step": 9300, "epoch": 19, "train_loss": 0.1412552297115326}, {"step": 9350, "epoch": 19, "train_loss": 0.2628708779811859}, {"epoch_end": 19, "step": 9380, "test_acc": 0.887, "test_loss": 0.36895661010742187}], "final": {"test_acc": 0.887, "test_loss": 0.36895661010742187, "wall_s": 35.73411965370178}}
\ No newline at end of file
diff --git a/results/depth_fmnist_bp_d7_s2.json b/results/depth_fmnist_bp_d7_s2.json
new file mode 100644
index 0000000..867cd8b
--- /dev/null
+++ b/results/depth_fmnist_bp_d7_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "fmnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_bp_d7_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3596558570861816}, {"step": 50, "epoch": 0, "train_loss": 0.7218379974365234}, {"step": 100, "epoch": 0, "train_loss": 0.6164809465408325}, {"step": 150, "epoch": 0, "train_loss": 0.45634764432907104}, {"step": 200, "epoch": 0, "train_loss": 0.45691561698913574}, {"step": 250, "epoch": 0, "train_loss": 0.4926602840423584}, {"step": 300, "epoch": 0, "train_loss": 0.7012507319450378}, {"step": 350, "epoch": 0, "train_loss": 0.4791911840438843}, {"step": 400, "epoch": 0, "train_loss": 0.581567645072937}, {"step": 450, "epoch": 0, "train_loss": 0.5087060928344727}, {"epoch_end": 0, "step": 469, "test_acc": 0.838, "test_loss": 0.45736251831054686}, {"step": 500, "epoch": 1, "train_loss": 0.35568326711654663}, {"step": 550, "epoch": 1, "train_loss": 0.5522042512893677}, {"step": 600, "epoch": 1, "train_loss": 0.47297435998916626}, {"step": 650, "epoch": 1, "train_loss": 0.6001291275024414}, {"step": 700, "epoch": 1, "train_loss": 0.378650963306427}, {"step": 750, "epoch": 1, "train_loss": 0.40743488073349}, {"step": 800, "epoch": 1, "train_loss": 0.45612406730651855}, {"step": 850, "epoch": 1, "train_loss": 0.23427462577819824}, {"step": 900, "epoch": 1, "train_loss": 0.378640741109848}, {"epoch_end": 1, "step": 938, "test_acc": 0.8579, "test_loss": 0.3869516662597656}, {"step": 950, "epoch": 2, "train_loss": 0.36033162474632263}, {"step": 1000, "epoch": 2, "train_loss": 0.2923189103603363}, {"step": 1050, "epoch": 2, "train_loss": 0.29167115688323975}, {"step": 1100, "epoch": 2, "train_loss": 0.35423287749290466}, {"step": 1150, "epoch": 2, "train_loss": 0.3410448729991913}, {"step": 1200, "epoch": 2, "train_loss": 0.44785720109939575}, {"step": 1250, "epoch": 2, "train_loss": 0.23067741096019745}, {"step": 1300, "epoch": 2, "train_loss": 0.2559339106082916}, {"step": 1350, "epoch": 2, "train_loss": 0.23227088153362274}, {"step": 1400, "epoch": 2, "train_loss": 0.44148480892181396}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8679, "test_loss": 0.3687889862060547}, {"step": 1450, "epoch": 3, "train_loss": 0.5491982102394104}, {"step": 1500, "epoch": 3, "train_loss": 0.36349380016326904}, {"step": 1550, "epoch": 3, "train_loss": 0.2490420788526535}, {"step": 1600, "epoch": 3, "train_loss": 0.3604915142059326}, {"step": 1650, "epoch": 3, "train_loss": 0.3879239857196808}, {"step": 1700, "epoch": 3, "train_loss": 0.2806760370731354}, {"step": 1750, "epoch": 3, "train_loss": 0.4373849928379059}, {"step": 1800, "epoch": 3, "train_loss": 0.2916739583015442}, {"step": 1850, "epoch": 3, "train_loss": 0.35197916626930237}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8712, "test_loss": 0.3696106964111328}, {"step": 1900, "epoch": 4, "train_loss": 0.2372710108757019}, {"step": 1950, "epoch": 4, "train_loss": 0.5325729250907898}, {"step": 2000, "epoch": 4, "train_loss": 0.28719890117645264}, {"step": 2050, "epoch": 4, "train_loss": 0.33244046568870544}, {"step": 2100, "epoch": 4, "train_loss": 0.2751956284046173}, {"step": 2150, "epoch": 4, "train_loss": 0.29307273030281067}, {"step": 2200, "epoch": 4, "train_loss": 0.3167496919631958}, {"step": 2250, "epoch": 4, "train_loss": 0.24620309472084045}, {"step": 2300, "epoch": 4, "train_loss": 0.1539498120546341}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8671, "test_loss": 0.37131549987792967}, {"step": 2350, "epoch": 5, "train_loss": 0.21393385529518127}, {"step": 2400, "epoch": 5, "train_loss": 0.28275203704833984}, {"step": 2450, "epoch": 5, "train_loss": 0.3382723033428192}, {"step": 2500, "epoch": 5, "train_loss": 0.28687211871147156}, {"step": 2550, "epoch": 5, "train_loss": 0.2692578136920929}, {"step": 2600, "epoch": 5, "train_loss": 0.2707906663417816}, {"step": 2650, "epoch": 5, "train_loss": 0.18532022833824158}, {"step": 2700, "epoch": 5, "train_loss": 0.16193006932735443}, {"step": 2750, "epoch": 5, "train_loss": 0.3599022626876831}, {"step": 2800, "epoch": 5, "train_loss": 0.32610565423965454}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8742, "test_loss": 0.34627109375}, {"step": 2850, "epoch": 6, "train_loss": 0.17699047923088074}, {"step": 2900, "epoch": 6, "train_loss": 0.20336966216564178}, {"step": 2950, "epoch": 6, "train_loss": 0.15041060745716095}, {"step": 3000, "epoch": 6, "train_loss": 0.3484066128730774}, {"step": 3050, "epoch": 6, "train_loss": 0.37584441900253296}, {"step": 3100, "epoch": 6, "train_loss": 0.2233734279870987}, {"step": 3150, "epoch": 6, "train_loss": 0.33842387795448303}, {"step": 3200, "epoch": 6, "train_loss": 0.19413527846336365}, {"step": 3250, "epoch": 6, "train_loss": 0.22066862881183624}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8719, "test_loss": 0.36351791076660156}, {"step": 3300, "epoch": 7, "train_loss": 0.27086010575294495}, {"step": 3350, "epoch": 7, "train_loss": 0.2034379094839096}, {"step": 3400, "epoch": 7, "train_loss": 0.21866774559020996}, {"step": 3450, "epoch": 7, "train_loss": 0.30125635862350464}, {"step": 3500, "epoch": 7, "train_loss": 0.3296511769294739}, {"step": 3550, "epoch": 7, "train_loss": 0.2412758320569992}, {"step": 3600, "epoch": 7, "train_loss": 0.18702742457389832}, {"step": 3650, "epoch": 7, "train_loss": 0.2683413624763489}, {"step": 3700, "epoch": 7, "train_loss": 0.21758434176445007}, {"step": 3750, "epoch": 7, "train_loss": 0.3142069876194}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8838, "test_loss": 0.34110240478515624}, {"step": 3800, "epoch": 8, "train_loss": 0.2565199136734009}, {"step": 3850, "epoch": 8, "train_loss": 0.34358733892440796}, {"step": 3900, "epoch": 8, "train_loss": 0.24685138463974}, {"step": 3950, "epoch": 8, "train_loss": 0.26895859837532043}, {"step": 4000, "epoch": 8, "train_loss": 0.31820428371429443}, {"step": 4050, "epoch": 8, "train_loss": 0.21882905066013336}, {"step": 4100, "epoch": 8, "train_loss": 0.21592140197753906}, {"step": 4150, "epoch": 8, "train_loss": 0.22564157843589783}, {"step": 4200, "epoch": 8, "train_loss": 0.31441935896873474}, {"epoch_end": 8, "step": 4221, "test_acc": 0.879, "test_loss": 0.35388495178222656}, {"step": 4250, "epoch": 9, "train_loss": 0.25921958684921265}, {"step": 4300, "epoch": 9, "train_loss": 0.23802900314331055}, {"step": 4350, "epoch": 9, "train_loss": 0.14680133759975433}, {"step": 4400, "epoch": 9, "train_loss": 0.2396087348461151}, {"step": 4450, "epoch": 9, "train_loss": 0.16379818320274353}, {"step": 4500, "epoch": 9, "train_loss": 0.23572175204753876}, {"step": 4550, "epoch": 9, "train_loss": 0.17399103939533234}, {"step": 4600, "epoch": 9, "train_loss": 0.26768261194229126}, {"step": 4650, "epoch": 9, "train_loss": 0.2732863128185272}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8831, "test_loss": 0.34438639831542966}, {"step": 4700, "epoch": 10, "train_loss": 0.2326589822769165}, {"step": 4750, "epoch": 10, "train_loss": 0.26016655564308167}, {"step": 4800, "epoch": 10, "train_loss": 0.2097935825586319}, {"step": 4850, "epoch": 10, "train_loss": 0.2619633674621582}, {"step": 4900, "epoch": 10, "train_loss": 0.1634475588798523}, {"step": 4950, "epoch": 10, "train_loss": 0.21901749074459076}, {"step": 5000, "epoch": 10, "train_loss": 0.23920297622680664}, {"step": 5050, "epoch": 10, "train_loss": 0.3811476230621338}, {"step": 5100, "epoch": 10, "train_loss": 0.16924461722373962}, {"step": 5150, "epoch": 10, "train_loss": 0.2317776381969452}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8808, "test_loss": 0.35087026062011717}, {"step": 5200, "epoch": 11, "train_loss": 0.21479617059230804}, {"step": 5250, "epoch": 11, "train_loss": 0.14153559505939484}, {"step": 5300, "epoch": 11, "train_loss": 0.32956162095069885}, {"step": 5350, "epoch": 11, "train_loss": 0.22777555882930756}, {"step": 5400, "epoch": 11, "train_loss": 0.23280967772006989}, {"step": 5450, "epoch": 11, "train_loss": 0.2715437412261963}, {"step": 5500, "epoch": 11, "train_loss": 0.21936054527759552}, {"step": 5550, "epoch": 11, "train_loss": 0.3059062659740448}, {"step": 5600, "epoch": 11, "train_loss": 0.23302209377288818}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8865, "test_loss": 0.3438821319580078}, {"step": 5650, "epoch": 12, "train_loss": 0.2068328857421875}, {"step": 5700, "epoch": 12, "train_loss": 0.18285061419010162}, {"step": 5750, "epoch": 12, "train_loss": 0.3860861659049988}, {"step": 5800, "epoch": 12, "train_loss": 0.19572822749614716}, {"step": 5850, "epoch": 12, "train_loss": 0.25507140159606934}, {"step": 5900, "epoch": 12, "train_loss": 0.2381814569234848}, {"step": 5950, "epoch": 12, "train_loss": 0.17247746884822845}, {"step": 6000, "epoch": 12, "train_loss": 0.15403011441230774}, {"step": 6050, "epoch": 12, "train_loss": 0.1741512566804886}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8751, "test_loss": 0.3720063262939453}, {"step": 6100, "epoch": 13, "train_loss": 0.3129259943962097}, {"step": 6150, "epoch": 13, "train_loss": 0.1673881560564041}, {"step": 6200, "epoch": 13, "train_loss": 0.277839332818985}, {"step": 6250, "epoch": 13, "train_loss": 0.22331084311008453}, {"step": 6300, "epoch": 13, "train_loss": 0.23414377868175507}, {"step": 6350, "epoch": 13, "train_loss": 0.2771880626678467}, {"step": 6400, "epoch": 13, "train_loss": 0.2397211641073227}, {"step": 6450, "epoch": 13, "train_loss": 0.16972331702709198}, {"step": 6500, "epoch": 13, "train_loss": 0.12310900539159775}, {"step": 6550, "epoch": 13, "train_loss": 0.20688050985336304}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8814, "test_loss": 0.3563184844970703}, {"step": 6600, "epoch": 14, "train_loss": 0.17766644060611725}, {"step": 6650, "epoch": 14, "train_loss": 0.2140740156173706}, {"step": 6700, "epoch": 14, "train_loss": 0.15650884807109833}, {"step": 6750, "epoch": 14, "train_loss": 0.2278672456741333}, {"step": 6800, "epoch": 14, "train_loss": 0.11642687767744064}, {"step": 6850, "epoch": 14, "train_loss": 0.15269115567207336}, {"step": 6900, "epoch": 14, "train_loss": 0.24030007421970367}, {"step": 6950, "epoch": 14, "train_loss": 0.2588655352592468}, {"step": 7000, "epoch": 14, "train_loss": 0.24722535908222198}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8879, "test_loss": 0.35250744018554686}, {"step": 7050, "epoch": 15, "train_loss": 0.21871736645698547}, {"step": 7100, "epoch": 15, "train_loss": 0.22506122291088104}, {"step": 7150, "epoch": 15, "train_loss": 0.23468822240829468}, {"step": 7200, "epoch": 15, "train_loss": 0.1875387281179428}, {"step": 7250, "epoch": 15, "train_loss": 0.23633445799350739}, {"step": 7300, "epoch": 15, "train_loss": 0.251027375459671}, {"step": 7350, "epoch": 15, "train_loss": 0.14847521483898163}, {"step": 7400, "epoch": 15, "train_loss": 0.18278782069683075}, {"step": 7450, "epoch": 15, "train_loss": 0.16246013343334198}, {"step": 7500, "epoch": 15, "train_loss": 0.1443248689174652}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8794, "test_loss": 0.3824219940185547}, {"step": 7550, "epoch": 16, "train_loss": 0.17762203514575958}, {"step": 7600, "epoch": 16, "train_loss": 0.2608433663845062}, {"step": 7650, "epoch": 16, "train_loss": 0.10024619847536087}, {"step": 7700, "epoch": 16, "train_loss": 0.15405485033988953}, {"step": 7750, "epoch": 16, "train_loss": 0.16371074318885803}, {"step": 7800, "epoch": 16, "train_loss": 0.18234899640083313}, {"step": 7850, "epoch": 16, "train_loss": 0.17291772365570068}, {"step": 7900, "epoch": 16, "train_loss": 0.10143084824085236}, {"step": 7950, "epoch": 16, "train_loss": 0.22710037231445312}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8911, "test_loss": 0.35218160095214845}, {"step": 8000, "epoch": 17, "train_loss": 0.22351302206516266}, {"step": 8050, "epoch": 17, "train_loss": 0.10845884680747986}, {"step": 8100, "epoch": 17, "train_loss": 0.1707242876291275}, {"step": 8150, "epoch": 17, "train_loss": 0.173859640955925}, {"step": 8200, "epoch": 17, "train_loss": 0.23876911401748657}, {"step": 8250, "epoch": 17, "train_loss": 0.18428975343704224}, {"step": 8300, "epoch": 17, "train_loss": 0.19597963988780975}, {"step": 8350, "epoch": 17, "train_loss": 0.15279939770698547}, {"step": 8400, "epoch": 17, "train_loss": 0.39676040410995483}, {"epoch_end": 17, "step": 8442, "test_acc": 0.886, "test_loss": 0.37135866088867187}, {"step": 8450, "epoch": 18, "train_loss": 0.12943010032176971}, {"step": 8500, "epoch": 18, "train_loss": 0.09480317682027817}, {"step": 8550, "epoch": 18, "train_loss": 0.22125789523124695}, {"step": 8600, "epoch": 18, "train_loss": 0.12673868238925934}, {"step": 8650, "epoch": 18, "train_loss": 0.09358269721269608}, {"step": 8700, "epoch": 18, "train_loss": 0.1477201282978058}, {"step": 8750, "epoch": 18, "train_loss": 0.21976996958255768}, {"step": 8800, "epoch": 18, "train_loss": 0.10534413158893585}, {"step": 8850, "epoch": 18, "train_loss": 0.12549088895320892}, {"step": 8900, "epoch": 18, "train_loss": 0.1848406195640564}, {"epoch_end": 18, "step": 8911, "test_acc": 0.893, "test_loss": 0.348483203125}, {"step": 8950, "epoch": 19, "train_loss": 0.24340219795703888}, {"step": 9000, "epoch": 19, "train_loss": 0.19585968554019928}, {"step": 9050, "epoch": 19, "train_loss": 0.17395055294036865}, {"step": 9100, "epoch": 19, "train_loss": 0.1957232803106308}, {"step": 9150, "epoch": 19, "train_loss": 0.13200892508029938}, {"step": 9200, "epoch": 19, "train_loss": 0.10368020832538605}, {"step": 9250, "epoch": 19, "train_loss": 0.1338038444519043}, {"step": 9300, "epoch": 19, "train_loss": 0.15142011642456055}, {"step": 9350, "epoch": 19, "train_loss": 0.24981939792633057}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8867, "test_loss": 0.3669478363037109}], "final": {"test_acc": 0.8867, "test_loss": 0.3669478363037109, "wall_s": 36.56044840812683}}
\ No newline at end of file
diff --git a/results/depth_fmnist_dfa_d10_s0.json b/results/depth_fmnist_dfa_d10_s0.json
new file mode 100644
index 0000000..960bae1
--- /dev/null
+++ b/results/depth_fmnist_dfa_d10_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 10, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d10_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3545212745666504, "cos_r_negg": [-0.011334259994328022, -0.04210784286260605, -0.018557842820882797, 0.013012881390750408, 0.0024916294496506453, 0.0031175166368484497, 0.015090071596205235, 0.028102967888116837, 0.014488411135971546, -0.0036846427246928215], "cos_apical_negg": [-0.011334259994328022, -0.04210784286260605, -0.018557842820882797, 0.013012881390750408, 0.0024916294496506453, 0.0031175166368484497, 0.015090071596205235, 0.028102967888116837, 0.014488411135971546, -0.0036846427246928215], "cos_Ac_negg": [-0.011334259994328022, -0.04210784286260605, -0.018557842820882797, 0.013012881390750408, 0.0024916294496506453, 0.0031175166368484497, 0.015090071596205235, 0.028102967888116837, 0.014488411135971546, -0.0036846427246928215], "r_norm": [4.765711784362793, 4.788290977478027, 4.7990522384643555, 4.821926593780518, 4.878642559051514, 4.794753074645996, 4.822542667388916, 4.820767402648926, 4.903336524963379, 4.893729209899902]}, {"step": 50, "epoch": 0, "train_loss": 1.5743992328643799, "cos_r_negg": [0.029752161353826523, 0.021662676706910133, -0.01145592238754034, -0.023269057273864746, 0.09679631888866425, 0.008509301580488682, -0.034559302031993866, 0.09293454885482788, 0.21781817078590393, -0.018174389377236366], "cos_apical_negg": [0.029752161353826523, 0.021662676706910133, -0.01145592238754034, -0.023269057273864746, 0.09679631888866425, 0.008509301580488682, -0.034559302031993866, 0.09293454885482788, 0.21781817078590393, -0.018174389377236366], "cos_Ac_negg": [0.029752161353826523, 0.021662676706910133, -0.01145592238754034, -0.023269057273864746, 0.09679631888866425, 0.008509301580488682, -0.034559302031993866, 0.09293454885482788, 0.21781817078590393, -0.018174389377236366], "r_norm": [3.756596088409424, 3.861339569091797, 3.798591136932373, 3.8289334774017334, 3.950986862182617, 3.8035502433776855, 3.8437089920043945, 3.8899364471435547, 3.9636893272399902, 3.865173816680908]}, {"step": 100, "epoch": 0, "train_loss": 1.0518252849578857, "cos_r_negg": [0.008057897910475731, -0.06113205850124359, -0.018342124298214912, 0.01686374470591545, 0.0025921398773789406, -0.05070829391479492, 0.08804607391357422, 0.003426628652960062, 0.16208527982234955, 0.10715760290622711], "cos_apical_negg": [0.008057897910475731, -0.06113205850124359, -0.018342124298214912, 0.01686374470591545, 0.0025921398773789406, -0.05070829391479492, 0.08804607391357422, 0.003426628652960062, 0.16208527982234955, 0.10715760290622711], "cos_Ac_negg": [0.008057897910475731, -0.06113205850124359, -0.018342124298214912, 0.01686374470591545, 0.0025921398773789406, -0.05070829391479492, 0.08804607391357422, 0.003426628652960062, 0.16208527982234955, 0.10715760290622711], "r_norm": [2.251278877258301, 2.303192377090454, 2.2502810955047607, 2.2726263999938965, 2.327117681503296, 2.247373580932617, 2.304694175720215, 2.323795795440674, 2.364927053451538, 2.3068084716796875]}, {"step": 150, "epoch": 0, "train_loss": 0.7672185897827148, "cos_r_negg": [0.15268675982952118, 0.11023399233818054, 0.08497144281864166, 0.22596709430217743, 0.14635178446769714, 0.15552212297916412, 0.20284944772720337, 0.18051540851593018, 0.23371124267578125, 0.15889543294906616], "cos_apical_negg": [0.15268675982952118, 0.11023399233818054, 0.08497144281864166, 0.22596709430217743, 0.14635178446769714, 0.15552212297916412, 0.20284944772720337, 0.18051540851593018, 0.23371124267578125, 0.15889543294906616], "cos_Ac_negg": [0.15268675982952118, 0.11023399233818054, 0.08497144281864166, 0.22596709430217743, 0.14635178446769714, 0.15552212297916412, 0.20284944772720337, 0.18051540851593018, 0.23371124267578125, 0.15889543294906616], "r_norm": [1.8746527433395386, 1.9188073873519897, 1.8918812274932861, 1.8978322744369507, 1.924482822418213, 1.8793245553970337, 1.9167382717132568, 1.9364912509918213, 1.9516127109527588, 1.9367560148239136]}, {"step": 200, "epoch": 0, "train_loss": 0.7128678560256958, "cos_r_negg": [0.16266103088855743, 0.1658574342727661, 0.14335370063781738, 0.20089784264564514, 0.17904561758041382, 0.19671961665153503, 0.28345948457717896, 0.26004740595817566, 0.25746750831604004, 0.15141430497169495], "cos_apical_negg": [0.16266103088855743, 0.1658574342727661, 0.14335370063781738, 0.20089784264564514, 0.17904561758041382, 0.19671961665153503, 0.28345948457717896, 0.26004740595817566, 0.25746750831604004, 0.15141430497169495], "cos_Ac_negg": [0.16266103088855743, 0.1658574342727661, 0.14335370063781738, 0.20089784264564514, 0.17904561758041382, 0.19671961665153503, 0.28345948457717896, 0.26004740595817566, 0.25746750831604004, 0.15141430497169495], "r_norm": [1.7635146379470825, 1.813631534576416, 1.7779009342193604, 1.7893723249435425, 1.82623291015625, 1.762178659439087, 1.8012644052505493, 1.829455852508545, 1.8349337577819824, 1.8362586498260498]}, {"step": 250, "epoch": 0, "train_loss": 0.7160757780075073, "cos_r_negg": [0.1495131552219391, 0.12417501211166382, 0.09116150438785553, 0.0759958028793335, 0.08143458515405655, 0.19340938329696655, 0.21425095200538635, 0.18755106627941132, 0.22013989090919495, 0.1774437427520752], "cos_apical_negg": [0.1495131552219391, 0.12417501211166382, 0.09116150438785553, 0.0759958028793335, 0.08143458515405655, 0.19340938329696655, 0.21425095200538635, 0.18755106627941132, 0.22013989090919495, 0.1774437427520752], "cos_Ac_negg": [0.1495131552219391, 0.12417501211166382, 0.09116150438785553, 0.0759958028793335, 0.08143458515405655, 0.19340938329696655, 0.21425095200538635, 0.18755106627941132, 0.22013989090919495, 0.1774437427520752], "r_norm": [1.7389247417449951, 1.7851603031158447, 1.7567830085754395, 1.76076340675354, 1.8030811548233032, 1.7423126697540283, 1.775161623954773, 1.8017419576644897, 1.8213131427764893, 1.8089061975479126]}, {"step": 300, "epoch": 0, "train_loss": 1.002887487411499, "cos_r_negg": [0.1578628420829773, 0.18408998847007751, 0.15115906298160553, 0.14815425872802734, 0.1449262797832489, 0.16302837431430817, 0.17939284443855286, 0.21215881407260895, 0.20614537596702576, 0.1870875209569931], "cos_apical_negg": [0.1578628420829773, 0.18408998847007751, 0.15115906298160553, 0.14815425872802734, 0.1449262797832489, 0.16302837431430817, 0.17939284443855286, 0.21215881407260895, 0.20614537596702576, 0.1870875209569931], "cos_Ac_negg": [0.1578628420829773, 0.18408998847007751, 0.15115906298160553, 0.14815425872802734, 0.1449262797832489, 0.16302837431430817, 0.17939284443855286, 0.21215881407260895, 0.20614537596702576, 0.1870875209569931], "r_norm": [1.464709997177124, 1.5012686252593994, 1.4770556688308716, 1.4792606830596924, 1.5150585174560547, 1.4615230560302734, 1.5012837648391724, 1.5142782926559448, 1.5375144481658936, 1.5178585052490234]}, {"step": 350, "epoch": 0, "train_loss": 0.522695004940033, "cos_r_negg": [0.19192172586917877, 0.21316465735435486, 0.26867419481277466, 0.26839351654052734, 0.294683039188385, 0.22085784375667572, 0.2053445428609848, 0.27025556564331055, 0.1754310429096222, 0.14566247165203094], "cos_apical_negg": [0.19192172586917877, 0.21316465735435486, 0.26867419481277466, 0.26839351654052734, 0.294683039188385, 0.22085784375667572, 0.2053445428609848, 0.27025556564331055, 0.1754310429096222, 0.14566247165203094], "cos_Ac_negg": [0.19192172586917877, 0.21316465735435486, 0.26867419481277466, 0.26839351654052734, 0.294683039188385, 0.22085784375667572, 0.2053445428609848, 0.27025556564331055, 0.1754310429096222, 0.14566247165203094], "r_norm": [1.5330923795700073, 1.5753861665725708, 1.555806040763855, 1.5656037330627441, 1.5923891067504883, 1.540037751197815, 1.5700732469558716, 1.5972990989685059, 1.6019206047058105, 1.5998796224594116]}, {"step": 400, "epoch": 0, "train_loss": 0.8606125116348267, "cos_r_negg": [0.19427746534347534, 0.20059923827648163, 0.22942212224006653, 0.21217668056488037, 0.2209305465221405, 0.1828116476535797, 0.2125585377216339, 0.24352386593818665, 0.2171940803527832, 0.12888264656066895], "cos_apical_negg": [0.19427746534347534, 0.20059923827648163, 0.22942212224006653, 0.21217668056488037, 0.2209305465221405, 0.1828116476535797, 0.2125585377216339, 0.24352386593818665, 0.2171940803527832, 0.12888264656066895], "cos_Ac_negg": [0.19427746534347534, 0.20059923827648163, 0.22942212224006653, 0.21217668056488037, 0.2209305465221405, 0.1828116476535797, 0.2125585377216339, 0.24352386593818665, 0.2171940803527832, 0.12888264656066895], "r_norm": [1.5043057203292847, 1.5438416004180908, 1.5153629779815674, 1.5271923542022705, 1.5563300848007202, 1.5020939111709595, 1.5360267162322998, 1.5539767742156982, 1.5682834386825562, 1.550776720046997]}, {"step": 450, "epoch": 0, "train_loss": 0.5998876094818115, "cos_r_negg": [0.21329465508460999, 0.20746561884880066, 0.20537930727005005, 0.21112394332885742, 0.16788990795612335, 0.24888752400875092, 0.2221827507019043, 0.23065361380577087, 0.22432757914066315, 0.16368094086647034], "cos_apical_negg": [0.21329465508460999, 0.20746561884880066, 0.20537930727005005, 0.21112394332885742, 0.16788990795612335, 0.24888752400875092, 0.2221827507019043, 0.23065361380577087, 0.22432757914066315, 0.16368094086647034], "cos_Ac_negg": [0.21329465508460999, 0.20746561884880066, 0.20537930727005005, 0.21112394332885742, 0.16788990795612335, 0.24888752400875092, 0.2221827507019043, 0.23065361380577087, 0.22432757914066315, 0.16368094086647034], "r_norm": [1.6209816932678223, 1.6643329858779907, 1.6429693698883057, 1.6480008363723755, 1.6796669960021973, 1.6200116872787476, 1.656585454940796, 1.6862568855285645, 1.698570728302002, 1.6851105690002441]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8188, "test_loss": 0.5904927612304688}, {"step": 500, "epoch": 1, "train_loss": 0.32432013750076294, "cos_r_negg": [0.19950242340564728, 0.20203858613967896, 0.17366763949394226, 0.15394920110702515, 0.1376897543668747, 0.12143576145172119, 0.17774063348770142, 0.27964910864830017, 0.16052134335041046, 0.06851831078529358], "cos_apical_negg": [0.19950242340564728, 0.20203858613967896, 0.17366763949394226, 0.15394920110702515, 0.1376897543668747, 0.12143576145172119, 0.17774063348770142, 0.27964910864830017, 0.16052134335041046, 0.06851831078529358], "cos_Ac_negg": [0.19950242340564728, 0.20203858613967896, 0.17366763949394226, 0.15394920110702515, 0.1376897543668747, 0.12143576145172119, 0.17774063348770142, 0.27964910864830017, 0.16052134335041046, 0.06851831078529358], "r_norm": [1.4203110933303833, 1.4476916790008545, 1.4224470853805542, 1.4287028312683105, 1.467031478881836, 1.4172642230987549, 1.4473669528961182, 1.4621727466583252, 1.480305790901184, 1.4663078784942627]}, {"step": 550, "epoch": 1, "train_loss": 1.0174769163131714, "cos_r_negg": [0.19876302778720856, 0.1771937906742096, 0.12901073694229126, 0.16699175536632538, 0.1806836724281311, 0.14414165914058685, 0.16671302914619446, 0.22295913100242615, 0.1426275372505188, 0.07314518094062805], "cos_apical_negg": [0.19876302778720856, 0.1771937906742096, 0.12901073694229126, 0.16699175536632538, 0.1806836724281311, 0.14414165914058685, 0.16671302914619446, 0.22295913100242615, 0.1426275372505188, 0.07314518094062805], "cos_Ac_negg": [0.19876302778720856, 0.1771937906742096, 0.12901073694229126, 0.16699175536632538, 0.1806836724281311, 0.14414165914058685, 0.16671302914619446, 0.22295913100242615, 0.1426275372505188, 0.07314518094062805], "r_norm": [1.6137739419937134, 1.651066780090332, 1.6405653953552246, 1.6311836242675781, 1.6596271991729736, 1.6166439056396484, 1.6444380283355713, 1.6651796102523804, 1.6849548816680908, 1.6855933666229248]}, {"step": 600, "epoch": 1, "train_loss": 0.6972999572753906, "cos_r_negg": [0.1973837912082672, 0.20541837811470032, 0.2650185823440552, 0.2515510320663452, 0.2834357023239136, 0.25774872303009033, 0.22017180919647217, 0.24803337454795837, 0.1629018634557724, 0.13339738547801971], "cos_apical_negg": [0.1973837912082672, 0.20541837811470032, 0.2650185823440552, 0.2515510320663452, 0.2834357023239136, 0.25774872303009033, 0.22017180919647217, 0.24803337454795837, 0.1629018634557724, 0.13339738547801971], "cos_Ac_negg": [0.1973837912082672, 0.20541837811470032, 0.2650185823440552, 0.2515510320663452, 0.2834357023239136, 0.25774872303009033, 0.22017180919647217, 0.24803337454795837, 0.1629018634557724, 0.13339738547801971], "r_norm": [1.472397804260254, 1.5171247720718384, 1.4784924983978271, 1.488327145576477, 1.5215344429016113, 1.4635406732559204, 1.5124702453613281, 1.5185295343399048, 1.5334656238555908, 1.5199263095855713]}, {"step": 650, "epoch": 1, "train_loss": 0.8188996911048889, "cos_r_negg": [0.20066937804222107, 0.18856127560138702, 0.15172964334487915, 0.21997785568237305, 0.2306504249572754, 0.22735676169395447, 0.1993466317653656, 0.23032036423683167, 0.19041796028614044, 0.07984251528978348], "cos_apical_negg": [0.20066937804222107, 0.18856127560138702, 0.15172964334487915, 0.21997785568237305, 0.2306504249572754, 0.22735676169395447, 0.1993466317653656, 0.23032036423683167, 0.19041796028614044, 0.07984251528978348], "cos_Ac_negg": [0.20066937804222107, 0.18856127560138702, 0.15172964334487915, 0.21997785568237305, 0.2306504249572754, 0.22735676169395447, 0.1993466317653656, 0.23032036423683167, 0.19041796028614044, 0.07984251528978348], "r_norm": [1.4090180397033691, 1.448256015777588, 1.4219245910644531, 1.4268649816513062, 1.455666422843933, 1.4083315134048462, 1.4482120275497437, 1.4596514701843262, 1.4734373092651367, 1.457284927368164]}, {"step": 700, "epoch": 1, "train_loss": 0.4632743299007416, "cos_r_negg": [0.24119658768177032, 0.2536998391151428, 0.2624123692512512, 0.2849653959274292, 0.3047356903553009, 0.27191415429115295, 0.2677763104438782, 0.24461783468723297, 0.1949077546596527, 0.09650112688541412], "cos_apical_negg": [0.24119658768177032, 0.2536998391151428, 0.2624123692512512, 0.2849653959274292, 0.3047356903553009, 0.27191415429115295, 0.2677763104438782, 0.24461783468723297, 0.1949077546596527, 0.09650112688541412], "cos_Ac_negg": [0.24119658768177032, 0.2536998391151428, 0.2624123692512512, 0.2849653959274292, 0.3047356903553009, 0.27191415429115295, 0.2677763104438782, 0.24461783468723297, 0.1949077546596527, 0.09650112688541412], "r_norm": [1.424562692642212, 1.4737167358398438, 1.4554640054702759, 1.4655921459197998, 1.4841806888580322, 1.435072660446167, 1.452453374862671, 1.4999278783798218, 1.4937551021575928, 1.5026581287384033]}, {"step": 750, "epoch": 1, "train_loss": 0.46970173716545105, "cos_r_negg": [0.18277552723884583, 0.2164282649755478, 0.24256454408168793, 0.2345179319381714, 0.28286826610565186, 0.2228817492723465, 0.21281206607818604, 0.22238995134830475, 0.1603466272354126, 0.029476018622517586], "cos_apical_negg": [0.18277552723884583, 0.2164282649755478, 0.24256454408168793, 0.2345179319381714, 0.28286826610565186, 0.2228817492723465, 0.21281206607818604, 0.22238995134830475, 0.1603466272354126, 0.029476018622517586], "cos_Ac_negg": [0.18277552723884583, 0.2164282649755478, 0.24256454408168793, 0.2345179319381714, 0.28286826610565186, 0.2228817492723465, 0.21281206607818604, 0.22238995134830475, 0.1603466272354126, 0.029476018622517586], "r_norm": [1.2731530666351318, 1.3105442523956299, 1.2893555164337158, 1.299121379852295, 1.321616291999817, 1.2753359079360962, 1.302704095840454, 1.327341914176941, 1.3330824375152588, 1.3282699584960938]}, {"step": 800, "epoch": 1, "train_loss": 0.6532370448112488, "cos_r_negg": [0.21791096031665802, 0.2258831411600113, 0.24540892243385315, 0.214183509349823, 0.2564883828163147, 0.1739002764225006, 0.17821574211120605, 0.20958319306373596, 0.18159928917884827, 0.04652836173772812], "cos_apical_negg": [0.21791096031665802, 0.2258831411600113, 0.24540892243385315, 0.214183509349823, 0.2564883828163147, 0.1739002764225006, 0.17821574211120605, 0.20958319306373596, 0.18159928917884827, 0.04652836173772812], "cos_Ac_negg": [0.21791096031665802, 0.2258831411600113, 0.24540892243385315, 0.214183509349823, 0.2564883828163147, 0.1739002764225006, 0.17821574211120605, 0.20958319306373596, 0.18159928917884827, 0.04652836173772812], "r_norm": [1.5128295421600342, 1.5631556510925293, 1.541581153869629, 1.5540010929107666, 1.5872952938079834, 1.5151941776275635, 1.5458638668060303, 1.5937703847885132, 1.593130111694336, 1.5924972295761108]}, {"step": 850, "epoch": 1, "train_loss": 0.31781119108200073, "cos_r_negg": [0.24865898489952087, 0.2407984435558319, 0.2395297884941101, 0.22461570799350739, 0.25892549753189087, 0.25526681542396545, 0.2477988302707672, 0.18910759687423706, 0.1986149102449417, 0.10421149432659149], "cos_apical_negg": [0.24865898489952087, 0.2407984435558319, 0.2395297884941101, 0.22461570799350739, 0.25892549753189087, 0.25526681542396545, 0.2477988302707672, 0.18910759687423706, 0.1986149102449417, 0.10421149432659149], "cos_Ac_negg": [0.24865898489952087, 0.2407984435558319, 0.2395297884941101, 0.22461570799350739, 0.25892549753189087, 0.25526681542396545, 0.2477988302707672, 0.18910759687423706, 0.1986149102449417, 0.10421149432659149], "r_norm": [1.3159959316253662, 1.3502881526947021, 1.324089765548706, 1.327535629272461, 1.3594512939453125, 1.3132158517837524, 1.3473179340362549, 1.361576795578003, 1.3756099939346313, 1.363452672958374]}, {"step": 900, "epoch": 1, "train_loss": 0.4179045557975769, "cos_r_negg": [0.23276762664318085, 0.260128378868103, 0.24787737429141998, 0.21754613518714905, 0.2706053853034973, 0.21021120250225067, 0.2099156528711319, 0.28869137167930603, 0.22688962519168854, 0.07363137602806091], "cos_apical_negg": [0.23276762664318085, 0.260128378868103, 0.24787737429141998, 0.21754613518714905, 0.2706053853034973, 0.21021120250225067, 0.2099156528711319, 0.28869137167930603, 0.22688962519168854, 0.07363137602806091], "cos_Ac_negg": [0.23276762664318085, 0.260128378868103, 0.24787737429141998, 0.21754613518714905, 0.2706053853034973, 0.21021120250225067, 0.2099156528711319, 0.28869137167930603, 0.22688962519168854, 0.07363137602806091], "r_norm": [1.3667808771133423, 1.407851219177246, 1.3819310665130615, 1.392442226409912, 1.4233102798461914, 1.3626527786254883, 1.3999507427215576, 1.4236396551132202, 1.437842607498169, 1.4275761842727661]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8322, "test_loss": 0.4969275115966797}, {"step": 950, "epoch": 2, "train_loss": 0.3710986077785492, "cos_r_negg": [0.2546630799770355, 0.23146039247512817, 0.2177923619747162, 0.20151260495185852, 0.22746790945529938, 0.2062591314315796, 0.23950788378715515, 0.2764422297477722, 0.1922931671142578, 0.07195308059453964], "cos_apical_negg": [0.2546630799770355, 0.23146039247512817, 0.2177923619747162, 0.20151260495185852, 0.22746790945529938, 0.2062591314315796, 0.23950788378715515, 0.2764422297477722, 0.1922931671142578, 0.07195308059453964], "cos_Ac_negg": [0.2546630799770355, 0.23146039247512817, 0.2177923619747162, 0.20151260495185852, 0.22746790945529938, 0.2062591314315796, 0.23950788378715515, 0.2764422297477722, 0.1922931671142578, 0.07195308059453964], "r_norm": [1.4680448770523071, 1.5080498456954956, 1.4713108539581299, 1.4828236103057861, 1.5157172679901123, 1.4628894329071045, 1.5022761821746826, 1.5161874294281006, 1.529898762702942, 1.5237267017364502]}, {"step": 1000, "epoch": 2, "train_loss": 0.49644291400909424, "cos_r_negg": [0.30551275610923767, 0.31352177262306213, 0.30735135078430176, 0.284074068069458, 0.3022162616252899, 0.2314302921295166, 0.2504781186580658, 0.29866957664489746, 0.18995890021324158, 0.06533348560333252], "cos_apical_negg": [0.30551275610923767, 0.31352177262306213, 0.30735135078430176, 0.284074068069458, 0.3022162616252899, 0.2314302921295166, 0.2504781186580658, 0.29866957664489746, 0.18995890021324158, 0.06533348560333252], "cos_Ac_negg": [0.30551275610923767, 0.31352177262306213, 0.30735135078430176, 0.284074068069458, 0.3022162616252899, 0.2314302921295166, 0.2504781186580658, 0.29866957664489746, 0.18995890021324158, 0.06533348560333252], "r_norm": [1.22148859500885, 1.2590900659561157, 1.2356946468353271, 1.2471370697021484, 1.2713372707366943, 1.2208397388458252, 1.251089334487915, 1.2726924419403076, 1.2812867164611816, 1.2741718292236328]}, {"step": 1050, "epoch": 2, "train_loss": 0.42610007524490356, "cos_r_negg": [0.32478395104408264, 0.32998961210250854, 0.3131923973560333, 0.2731728255748749, 0.29624390602111816, 0.265367329120636, 0.25527673959732056, 0.27869030833244324, 0.24547454714775085, 0.09251698851585388], "cos_apical_negg": [0.32478395104408264, 0.32998961210250854, 0.3131923973560333, 0.2731728255748749, 0.29624390602111816, 0.265367329120636, 0.25527673959732056, 0.27869030833244324, 0.24547454714775085, 0.09251698851585388], "cos_Ac_negg": [0.32478395104408264, 0.32998961210250854, 0.3131923973560333, 0.2731728255748749, 0.29624390602111816, 0.265367329120636, 0.25527673959732056, 0.27869030833244324, 0.24547454714775085, 0.09251698851585388], "r_norm": [1.3936090469360352, 1.4351153373718262, 1.4144439697265625, 1.426012396812439, 1.4484132528305054, 1.3962695598602295, 1.418755054473877, 1.4571540355682373, 1.4545927047729492, 1.4614996910095215]}, {"step": 1100, "epoch": 2, "train_loss": 0.3335719704627991, "cos_r_negg": [0.2962229251861572, 0.3094903826713562, 0.30640071630477905, 0.2764859199523926, 0.3109295666217804, 0.25179046392440796, 0.270473450422287, 0.2433893084526062, 0.16622309386730194, 0.06036636233329773], "cos_apical_negg": [0.2962229251861572, 0.3094903826713562, 0.30640071630477905, 0.2764859199523926, 0.3109295666217804, 0.25179046392440796, 0.270473450422287, 0.2433893084526062, 0.16622309386730194, 0.06036636233329773], "cos_Ac_negg": [0.2962229251861572, 0.3094903826713562, 0.30640071630477905, 0.2764859199523926, 0.3109295666217804, 0.25179046392440796, 0.270473450422287, 0.2433893084526062, 0.16622309386730194, 0.06036636233329773], "r_norm": [1.309844970703125, 1.3482708930969238, 1.3172528743743896, 1.3327330350875854, 1.3541593551635742, 1.303145170211792, 1.3424663543701172, 1.3575001955032349, 1.3650928735733032, 1.357201099395752]}, {"step": 1150, "epoch": 2, "train_loss": 0.4816285967826843, "cos_r_negg": [0.29907095432281494, 0.259931743144989, 0.2702539563179016, 0.24109992384910583, 0.2650119364261627, 0.24794039130210876, 0.22585463523864746, 0.25487735867500305, 0.17942368984222412, 0.06892101466655731], "cos_apical_negg": [0.29907095432281494, 0.259931743144989, 0.2702539563179016, 0.24109992384910583, 0.2650119364261627, 0.24794039130210876, 0.22585463523864746, 0.25487735867500305, 0.17942368984222412, 0.06892101466655731], "cos_Ac_negg": [0.29907095432281494, 0.259931743144989, 0.2702539563179016, 0.24109992384910583, 0.2650119364261627, 0.24794039130210876, 0.22585463523864746, 0.25487735867500305, 0.17942368984222412, 0.06892101466655731], "r_norm": [1.2103705406188965, 1.2488298416137695, 1.228684425354004, 1.2366596460342407, 1.2588822841644287, 1.2138041257858276, 1.2439982891082764, 1.262147068977356, 1.2658103704452515, 1.26262629032135]}, {"step": 1200, "epoch": 2, "train_loss": 0.509853184223175, "cos_r_negg": [0.31764429807662964, 0.2942923307418823, 0.3096091151237488, 0.3150489926338196, 0.32188448309898376, 0.3061448335647583, 0.3068329095840454, 0.2934865355491638, 0.20467372238636017, 0.041747815907001495], "cos_apical_negg": [0.31764429807662964, 0.2942923307418823, 0.3096091151237488, 0.3150489926338196, 0.32188448309898376, 0.3061448335647583, 0.3068329095840454, 0.2934865355491638, 0.20467372238636017, 0.041747815907001495], "cos_Ac_negg": [0.31764429807662964, 0.2942923307418823, 0.3096091151237488, 0.3150489926338196, 0.32188448309898376, 0.3061448335647583, 0.3068329095840454, 0.2934865355491638, 0.20467372238636017, 0.041747815907001495], "r_norm": [1.2910394668579102, 1.3310993909835815, 1.3031165599822998, 1.3172798156738281, 1.3421564102172852, 1.2884567975997925, 1.32188081741333, 1.3446253538131714, 1.346996784210205, 1.3430869579315186]}, {"step": 1250, "epoch": 2, "train_loss": 0.3684993386268616, "cos_r_negg": [0.2672096788883209, 0.27364277839660645, 0.2716064751148224, 0.2715967893600464, 0.24714051187038422, 0.19810262322425842, 0.17075449228286743, 0.24879789352416992, 0.1625944823026657, 0.0369277186691761], "cos_apical_negg": [0.2672096788883209, 0.27364277839660645, 0.2716064751148224, 0.2715967893600464, 0.24714051187038422, 0.19810262322425842, 0.17075449228286743, 0.24879789352416992, 0.1625944823026657, 0.0369277186691761], "cos_Ac_negg": [0.2672096788883209, 0.27364277839660645, 0.2716064751148224, 0.2715967893600464, 0.24714051187038422, 0.19810262322425842, 0.17075449228286743, 0.24879789352416992, 0.1625944823026657, 0.0369277186691761], "r_norm": [1.361067295074463, 1.4016170501708984, 1.3713527917861938, 1.3816125392913818, 1.4086341857910156, 1.3544225692749023, 1.398514986038208, 1.4103175401687622, 1.4210171699523926, 1.4133193492889404]}, {"step": 1300, "epoch": 2, "train_loss": 0.37544581294059753, "cos_r_negg": [0.20833705365657806, 0.22285830974578857, 0.23462176322937012, 0.22936397790908813, 0.2176099419593811, 0.246461421251297, 0.24027277529239655, 0.1961015909910202, 0.1653897762298584, 0.0678282305598259], "cos_apical_negg": [0.20833705365657806, 0.22285830974578857, 0.23462176322937012, 0.22936397790908813, 0.2176099419593811, 0.246461421251297, 0.24027277529239655, 0.1961015909910202, 0.1653897762298584, 0.0678282305598259], "cos_Ac_negg": [0.20833705365657806, 0.22285830974578857, 0.23462176322937012, 0.22936397790908813, 0.2176099419593811, 0.246461421251297, 0.24027277529239655, 0.1961015909910202, 0.1653897762298584, 0.0678282305598259], "r_norm": [1.2048916816711426, 1.2385090589523315, 1.212125301361084, 1.223108172416687, 1.2468914985656738, 1.202165126800537, 1.2344334125518799, 1.24599027633667, 1.2554962635040283, 1.2501951456069946]}, {"step": 1350, "epoch": 2, "train_loss": 0.25737619400024414, "cos_r_negg": [0.286376416683197, 0.277694433927536, 0.293142706155777, 0.3080924153327942, 0.3309098184108734, 0.2624725103378296, 0.23971989750862122, 0.24708861112594604, 0.16142044961452484, 0.02742457017302513], "cos_apical_negg": [0.286376416683197, 0.277694433927536, 0.293142706155777, 0.3080924153327942, 0.3309098184108734, 0.2624725103378296, 0.23971989750862122, 0.24708861112594604, 0.16142044961452484, 0.02742457017302513], "cos_Ac_negg": [0.286376416683197, 0.277694433927536, 0.293142706155777, 0.3080924153327942, 0.3309098184108734, 0.2624725103378296, 0.23971989750862122, 0.24708861112594604, 0.16142044961452484, 0.02742457017302513], "r_norm": [1.2149544954299927, 1.2497553825378418, 1.2300658226013184, 1.2412309646606445, 1.2642593383789062, 1.2192847728729248, 1.2418293952941895, 1.263292908668518, 1.2711478471755981, 1.268187165260315]}, {"step": 1400, "epoch": 2, "train_loss": 0.49273616075515747, "cos_r_negg": [0.24073460698127747, 0.2794762849807739, 0.2898761034011841, 0.28211310505867004, 0.2886078357696533, 0.2540804445743561, 0.26888686418533325, 0.1761590838432312, 0.13116355240345, 0.05336368829011917], "cos_apical_negg": [0.24073460698127747, 0.2794762849807739, 0.2898761034011841, 0.28211310505867004, 0.2886078357696533, 0.2540804445743561, 0.26888686418533325, 0.1761590838432312, 0.13116355240345, 0.05336368829011917], "cos_Ac_negg": [0.24073460698127747, 0.2794762849807739, 0.2898761034011841, 0.28211310505867004, 0.2886078357696533, 0.2540804445743561, 0.26888686418533325, 0.1761590838432312, 0.13116355240345, 0.05336368829011917], "r_norm": [1.2494707107543945, 1.2769547700881958, 1.2479482889175415, 1.2581228017807007, 1.2839229106903076, 1.2494938373565674, 1.270054817199707, 1.2822951078414917, 1.285726547241211, 1.2857334613800049]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.839, "test_loss": 0.4959907989501953}, {"step": 1450, "epoch": 3, "train_loss": 0.6918277740478516, "cos_r_negg": [0.2788769006729126, 0.27015700936317444, 0.2750813961029053, 0.22081656754016876, 0.2744438648223877, 0.21397359669208527, 0.26862651109695435, 0.19479750096797943, 0.16045713424682617, 0.048913732171058655], "cos_apical_negg": [0.2788769006729126, 0.27015700936317444, 0.2750813961029053, 0.22081656754016876, 0.2744438648223877, 0.21397359669208527, 0.26862651109695435, 0.19479750096797943, 0.16045713424682617, 0.048913732171058655], "cos_Ac_negg": [0.2788769006729126, 0.27015700936317444, 0.2750813961029053, 0.22081656754016876, 0.2744438648223877, 0.21397359669208527, 0.26862651109695435, 0.19479750096797943, 0.16045713424682617, 0.048913732171058655], "r_norm": [1.4062533378601074, 1.4477378129959106, 1.4282429218292236, 1.4466493129730225, 1.4749870300292969, 1.4082956314086914, 1.4426920413970947, 1.4751148223876953, 1.4798386096954346, 1.4765474796295166]}, {"step": 1500, "epoch": 3, "train_loss": 0.5283262729644775, "cos_r_negg": [0.2842996120452881, 0.28767645359039307, 0.2909650206565857, 0.27712199091911316, 0.2766842246055603, 0.27020999789237976, 0.2573714852333069, 0.2519388198852539, 0.18335530161857605, 0.018389221280813217], "cos_apical_negg": [0.2842996120452881, 0.28767645359039307, 0.2909650206565857, 0.27712199091911316, 0.2766842246055603, 0.27020999789237976, 0.2573714852333069, 0.2519388198852539, 0.18335530161857605, 0.018389221280813217], "cos_Ac_negg": [0.2842996120452881, 0.28767645359039307, 0.2909650206565857, 0.27712199091911316, 0.2766842246055603, 0.27020999789237976, 0.2573714852333069, 0.2519388198852539, 0.18335530161857605, 0.018389221280813217], "r_norm": [1.5567729473114014, 1.6163744926452637, 1.5825260877609253, 1.611254096031189, 1.6234397888183594, 1.559617042541504, 1.597639799118042, 1.633997917175293, 1.6127017736434937, 1.6337194442749023]}, {"step": 1550, "epoch": 3, "train_loss": 0.41838210821151733, "cos_r_negg": [0.28667545318603516, 0.2911298871040344, 0.3167584538459778, 0.3015545606613159, 0.28695783019065857, 0.28018468618392944, 0.29442062973976135, 0.24731555581092834, 0.13450318574905396, 0.03874750807881355], "cos_apical_negg": [0.28667545318603516, 0.2911298871040344, 0.3167584538459778, 0.3015545606613159, 0.28695783019065857, 0.28018468618392944, 0.29442062973976135, 0.24731555581092834, 0.13450318574905396, 0.03874750807881355], "cos_Ac_negg": [0.28667545318603516, 0.2911298871040344, 0.3167584538459778, 0.3015545606613159, 0.28695783019065857, 0.28018468618392944, 0.29442062973976135, 0.24731555581092834, 0.13450318574905396, 0.03874750807881355], "r_norm": [1.1943027973175049, 1.2303640842437744, 1.200192928314209, 1.2106969356536865, 1.241814136505127, 1.1864650249481201, 1.227776288986206, 1.2373597621917725, 1.2538915872573853, 1.2416276931762695]}, {"step": 1600, "epoch": 3, "train_loss": 0.46248918771743774, "cos_r_negg": [0.24123890697956085, 0.2740631103515625, 0.2986205816268921, 0.27551278471946716, 0.2736464738845825, 0.23461365699768066, 0.24176821112632751, 0.29206907749176025, 0.16505217552185059, 0.014855177141726017], "cos_apical_negg": [0.24123890697956085, 0.2740631103515625, 0.2986205816268921, 0.27551278471946716, 0.2736464738845825, 0.23461365699768066, 0.24176821112632751, 0.29206907749176025, 0.16505217552185059, 0.014855177141726017], "cos_Ac_negg": [0.24123890697956085, 0.2740631103515625, 0.2986205816268921, 0.27551278471946716, 0.2736464738845825, 0.23461365699768066, 0.24176821112632751, 0.29206907749176025, 0.16505217552185059, 0.014855177141726017], "r_norm": [1.3876643180847168, 1.4306964874267578, 1.4074532985687256, 1.423017978668213, 1.4391496181488037, 1.386035442352295, 1.4190058708190918, 1.4518074989318848, 1.4444390535354614, 1.4487378597259521]}, {"step": 1650, "epoch": 3, "train_loss": 0.5613664984703064, "cos_r_negg": [0.285358726978302, 0.28829899430274963, 0.27830684185028076, 0.2605748772621155, 0.2767198979854584, 0.25956153869628906, 0.27702152729034424, 0.3037348985671997, 0.23105883598327637, 0.04290122911334038], "cos_apical_negg": [0.285358726978302, 0.28829899430274963, 0.27830684185028076, 0.2605748772621155, 0.2767198979854584, 0.25956153869628906, 0.27702152729034424, 0.3037348985671997, 0.23105883598327637, 0.04290122911334038], "cos_Ac_negg": [0.285358726978302, 0.28829899430274963, 0.27830684185028076, 0.2605748772621155, 0.2767198979854584, 0.25956153869628906, 0.27702152729034424, 0.3037348985671997, 0.23105883598327637, 0.04290122911334038], "r_norm": [1.360703468322754, 1.4026985168457031, 1.3778512477874756, 1.3941277265548706, 1.4084725379943848, 1.359572172164917, 1.389897108078003, 1.418714165687561, 1.4149951934814453, 1.4128903150558472]}, {"step": 1700, "epoch": 3, "train_loss": 0.36673200130462646, "cos_r_negg": [0.2674208879470825, 0.2804393172264099, 0.26686328649520874, 0.2583693861961365, 0.2430027425289154, 0.27283617854118347, 0.22866863012313843, 0.26185813546180725, 0.1741310954093933, 0.02648201771080494], "cos_apical_negg": [0.2674208879470825, 0.2804393172264099, 0.26686328649520874, 0.2583693861961365, 0.2430027425289154, 0.27283617854118347, 0.22866863012313843, 0.26185813546180725, 0.1741310954093933, 0.02648201771080494], "cos_Ac_negg": [0.2674208879470825, 0.2804393172264099, 0.26686328649520874, 0.2583693861961365, 0.2430027425289154, 0.27283617854118347, 0.22866863012313843, 0.26185813546180725, 0.1741310954093933, 0.02648201771080494], "r_norm": [1.3277361392974854, 1.368064284324646, 1.34138822555542, 1.3507122993469238, 1.3785178661346436, 1.3247641324996948, 1.3619604110717773, 1.3834723234176636, 1.3899089097976685, 1.387376308441162]}, {"step": 1750, "epoch": 3, "train_loss": 0.6419104337692261, "cos_r_negg": [0.2739853858947754, 0.2962726354598999, 0.2907511591911316, 0.28334933519363403, 0.3055921196937561, 0.3088745176792145, 0.30512452125549316, 0.3089141845703125, 0.23516006767749786, -0.006292311940342188], "cos_apical_negg": [0.2739853858947754, 0.2962726354598999, 0.2907511591911316, 0.28334933519363403, 0.3055921196937561, 0.3088745176792145, 0.30512452125549316, 0.3089141845703125, 0.23516006767749786, -0.006292311940342188], "cos_Ac_negg": [0.2739853858947754, 0.2962726354598999, 0.2907511591911316, 0.28334933519363403, 0.3055921196937561, 0.3088745176792145, 0.30512452125549316, 0.3089141845703125, 0.23516006767749786, -0.006292311940342188], "r_norm": [1.2014391422271729, 1.2353633642196655, 1.2084535360336304, 1.223267674446106, 1.2469193935394287, 1.1966322660446167, 1.234001636505127, 1.246457815170288, 1.2530899047851562, 1.2470735311508179]}, {"step": 1800, "epoch": 3, "train_loss": 0.42286086082458496, "cos_r_negg": [0.29950687289237976, 0.32639697194099426, 0.2877354919910431, 0.29112929105758667, 0.3014550805091858, 0.3109826445579529, 0.2773587107658386, 0.2815314531326294, 0.21185706555843353, -0.015417768619954586], "cos_apical_negg": [0.29950687289237976, 0.32639697194099426, 0.2877354919910431, 0.29112929105758667, 0.3014550805091858, 0.3109826445579529, 0.2773587107658386, 0.2815314531326294, 0.21185706555843353, -0.015417768619954586], "cos_Ac_negg": [0.29950687289237976, 0.32639697194099426, 0.2877354919910431, 0.29112929105758667, 0.3014550805091858, 0.3109826445579529, 0.2773587107658386, 0.2815314531326294, 0.21185706555843353, -0.015417768619954586], "r_norm": [1.306971788406372, 1.3497580289840698, 1.3207080364227295, 1.3400774002075195, 1.3598979711532593, 1.306551218032837, 1.3420677185058594, 1.3647382259368896, 1.3591225147247314, 1.3581690788269043]}, {"step": 1850, "epoch": 3, "train_loss": 0.4564915597438812, "cos_r_negg": [0.24551139771938324, 0.2674390971660614, 0.2672562003135681, 0.24627211689949036, 0.24540211260318756, 0.2471207082271576, 0.2835831642150879, 0.28096991777420044, 0.22834351658821106, 0.010982288047671318], "cos_apical_negg": [0.24551139771938324, 0.2674390971660614, 0.2672562003135681, 0.24627211689949036, 0.24540211260318756, 0.2471207082271576, 0.2835831642150879, 0.28096991777420044, 0.22834351658821106, 0.010982288047671318], "cos_Ac_negg": [0.24551139771938324, 0.2674390971660614, 0.2672562003135681, 0.24627211689949036, 0.24540211260318756, 0.2471207082271576, 0.2835831642150879, 0.28096991777420044, 0.22834351658821106, 0.010982288047671318], "r_norm": [1.2204844951629639, 1.2555937767028809, 1.2376348972320557, 1.2424627542495728, 1.2598079442977905, 1.224906086921692, 1.2440086603164673, 1.268799066543579, 1.2710293531417847, 1.275676965713501]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8468, "test_loss": 0.46958974914550783}, {"step": 1900, "epoch": 4, "train_loss": 0.30705830454826355, "cos_r_negg": [0.16596192121505737, 0.2140766680240631, 0.19421198964118958, 0.1815355122089386, 0.18474148213863373, 0.18590803444385529, 0.2079087644815445, 0.24063386023044586, 0.1780458688735962, -0.035495392978191376], "cos_apical_negg": [0.16596192121505737, 0.2140766680240631, 0.19421198964118958, 0.1815355122089386, 0.18474148213863373, 0.18590803444385529, 0.2079087644815445, 0.24063386023044586, 0.1780458688735962, -0.035495392978191376], "cos_Ac_negg": [0.16596192121505737, 0.2140766680240631, 0.19421198964118958, 0.1815355122089386, 0.18474148213863373, 0.18590803444385529, 0.2079087644815445, 0.24063386023044586, 0.1780458688735962, -0.035495392978191376], "r_norm": [1.2030110359191895, 1.2398483753204346, 1.2148257493972778, 1.2266745567321777, 1.2517338991165161, 1.2024093866348267, 1.2330408096313477, 1.251197099685669, 1.2552239894866943, 1.2554123401641846]}, {"step": 1950, "epoch": 4, "train_loss": 0.8567168712615967, "cos_r_negg": [0.24260003864765167, 0.2592429518699646, 0.264333575963974, 0.2481238842010498, 0.2599944472312927, 0.24503418803215027, 0.27672821283340454, 0.2518133223056793, 0.21224133670330048, -0.015294112265110016], "cos_apical_negg": [0.24260003864765167, 0.2592429518699646, 0.264333575963974, 0.2481238842010498, 0.2599944472312927, 0.24503418803215027, 0.27672821283340454, 0.2518133223056793, 0.21224133670330048, -0.015294112265110016], "cos_Ac_negg": [0.24260003864765167, 0.2592429518699646, 0.264333575963974, 0.2481238842010498, 0.2599944472312927, 0.24503418803215027, 0.27672821283340454, 0.2518133223056793, 0.21224133670330048, -0.015294112265110016], "r_norm": [1.2497737407684326, 1.2844703197479248, 1.2634586095809937, 1.2738922834396362, 1.3069356679916382, 1.2473093271255493, 1.2787901163101196, 1.3014553785324097, 1.3190467357635498, 1.3057866096496582]}, {"step": 2000, "epoch": 4, "train_loss": 0.3967152535915375, "cos_r_negg": [0.2674367129802704, 0.29042813181877136, 0.28180569410324097, 0.26284849643707275, 0.26783961057662964, 0.3002498149871826, 0.24810916185379028, 0.24944302439689636, 0.16730432212352753, 0.0010600844398140907], "cos_apical_negg": [0.2674367129802704, 0.29042813181877136, 0.28180569410324097, 0.26284849643707275, 0.26783961057662964, 0.3002498149871826, 0.24810916185379028, 0.24944302439689636, 0.16730432212352753, 0.0010600844398140907], "cos_Ac_negg": [0.2674367129802704, 0.29042813181877136, 0.28180569410324097, 0.26284849643707275, 0.26783961057662964, 0.3002498149871826, 0.24810916185379028, 0.24944302439689636, 0.16730432212352753, 0.0010600844398140907], "r_norm": [1.3973031044006348, 1.4427976608276367, 1.422811508178711, 1.4377825260162354, 1.4581127166748047, 1.398900032043457, 1.4285719394683838, 1.4690287113189697, 1.4623281955718994, 1.4720473289489746]}, {"step": 2050, "epoch": 4, "train_loss": 0.5550116300582886, "cos_r_negg": [0.25289130210876465, 0.3047863841056824, 0.26993444561958313, 0.2660601735115051, 0.25140124559402466, 0.26432496309280396, 0.23443357646465302, 0.25752952694892883, 0.24354326725006104, 0.013382792472839355], "cos_apical_negg": [0.25289130210876465, 0.3047863841056824, 0.26993444561958313, 0.2660601735115051, 0.25140124559402466, 0.26432496309280396, 0.23443357646465302, 0.25752952694892883, 0.24354326725006104, 0.013382792472839355], "cos_Ac_negg": [0.25289130210876465, 0.3047863841056824, 0.26993444561958313, 0.2660601735115051, 0.25140124559402466, 0.26432496309280396, 0.23443357646465302, 0.25752952694892883, 0.24354326725006104, 0.013382792472839355], "r_norm": [1.1811861991882324, 1.2169671058654785, 1.2000374794006348, 1.2051655054092407, 1.2317252159118652, 1.1861436367034912, 1.2053470611572266, 1.233390212059021, 1.2393416166305542, 1.233954668045044]}, {"step": 2100, "epoch": 4, "train_loss": 0.49676090478897095, "cos_r_negg": [0.27887195348739624, 0.3310105800628662, 0.2840055525302887, 0.2995062470436096, 0.26401287317276, 0.28323662281036377, 0.2606717348098755, 0.2557487487792969, 0.18513424694538116, -0.007348368875682354], "cos_apical_negg": [0.27887195348739624, 0.3310105800628662, 0.2840055525302887, 0.2995062470436096, 0.26401287317276, 0.28323662281036377, 0.2606717348098755, 0.2557487487792969, 0.18513424694538116, -0.007348368875682354], "cos_Ac_negg": [0.27887195348739624, 0.3310105800628662, 0.2840055525302887, 0.2995062470436096, 0.26401287317276, 0.28323662281036377, 0.2606717348098755, 0.2557487487792969, 0.18513424694538116, -0.007348368875682354], "r_norm": [1.2222473621368408, 1.269439458847046, 1.2461373805999756, 1.2625281810760498, 1.2742602825164795, 1.2286579608917236, 1.2506921291351318, 1.2860829830169678, 1.2730807065963745, 1.2910575866699219]}, {"step": 2150, "epoch": 4, "train_loss": 0.42056092619895935, "cos_r_negg": [0.261496901512146, 0.2974158525466919, 0.3029824495315552, 0.31033170223236084, 0.2950732409954071, 0.2923031449317932, 0.27732598781585693, 0.26128172874450684, 0.22608834505081177, -0.007139233872294426], "cos_apical_negg": [0.261496901512146, 0.2974158525466919, 0.3029824495315552, 0.31033170223236084, 0.2950732409954071, 0.2923031449317932, 0.27732598781585693, 0.26128172874450684, 0.22608834505081177, -0.007139233872294426], "cos_Ac_negg": [0.261496901512146, 0.2974158525466919, 0.3029824495315552, 0.31033170223236084, 0.2950732409954071, 0.2923031449317932, 0.27732598781585693, 0.26128172874450684, 0.22608834505081177, -0.007139233872294426], "r_norm": [1.1259398460388184, 1.155785322189331, 1.1402500867843628, 1.1436877250671387, 1.1658015251159668, 1.1266798973083496, 1.1500712633132935, 1.1722187995910645, 1.179025411605835, 1.1686336994171143]}, {"step": 2200, "epoch": 4, "train_loss": 0.4618138074874878, "cos_r_negg": [0.27562248706817627, 0.3329724669456482, 0.35661977529525757, 0.3501640856266022, 0.31322088837623596, 0.32447999715805054, 0.30832886695861816, 0.2810025215148926, 0.20926380157470703, -0.03566941246390343], "cos_apical_negg": [0.27562248706817627, 0.3329724669456482, 0.35661977529525757, 0.3501640856266022, 0.31322088837623596, 0.32447999715805054, 0.30832886695861816, 0.2810025215148926, 0.20926380157470703, -0.03566941246390343], "cos_Ac_negg": [0.27562248706817627, 0.3329724669456482, 0.35661977529525757, 0.3501640856266022, 0.31322088837623596, 0.32447999715805054, 0.30832886695861816, 0.2810025215148926, 0.20926380157470703, -0.03566941246390343], "r_norm": [1.1221139430999756, 1.1580214500427246, 1.1319713592529297, 1.1433489322662354, 1.1691153049468994, 1.1171144247055054, 1.1485495567321777, 1.1696721315383911, 1.1781654357910156, 1.1722848415374756]}, {"step": 2250, "epoch": 4, "train_loss": 0.36804401874542236, "cos_r_negg": [0.25442686676979065, 0.2942679226398468, 0.3063427805900574, 0.31913721561431885, 0.30083465576171875, 0.29335328936576843, 0.29229485988616943, 0.2558380365371704, 0.1868378221988678, -0.04466923326253891], "cos_apical_negg": [0.25442686676979065, 0.2942679226398468, 0.3063427805900574, 0.31913721561431885, 0.30083465576171875, 0.29335328936576843, 0.29229485988616943, 0.2558380365371704, 0.1868378221988678, -0.04466923326253891], "cos_Ac_negg": [0.25442686676979065, 0.2942679226398468, 0.3063427805900574, 0.31913721561431885, 0.30083465576171875, 0.29335328936576843, 0.29229485988616943, 0.2558380365371704, 0.1868378221988678, -0.04466923326253891], "r_norm": [1.108048439025879, 1.1416329145431519, 1.112915277481079, 1.1288834810256958, 1.152956485748291, 1.1020454168319702, 1.1365110874176025, 1.1498759984970093, 1.1604095697402954, 1.1462010145187378]}, {"step": 2300, "epoch": 4, "train_loss": 0.16079428791999817, "cos_r_negg": [0.25691962242126465, 0.28300607204437256, 0.28760242462158203, 0.28237974643707275, 0.29678666591644287, 0.3026624321937561, 0.3027585744857788, 0.27416425943374634, 0.1804245263338089, -0.043566908687353134], "cos_apical_negg": [0.25691962242126465, 0.28300607204437256, 0.28760242462158203, 0.28237974643707275, 0.29678666591644287, 0.3026624321937561, 0.3027585744857788, 0.27416425943374634, 0.1804245263338089, -0.043566908687353134], "cos_Ac_negg": [0.25691962242126465, 0.28300607204437256, 0.28760242462158203, 0.28237974643707275, 0.29678666591644287, 0.3026624321937561, 0.3027585744857788, 0.27416425943374634, 0.1804245263338089, -0.043566908687353134], "r_norm": [1.1689796447753906, 1.2062420845031738, 1.1831704378128052, 1.1936253309249878, 1.2179138660430908, 1.166445016860962, 1.2023447751998901, 1.2184617519378662, 1.224008321762085, 1.2151886224746704]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8504, "test_loss": 0.4434918792724609}, {"step": 2350, "epoch": 5, "train_loss": 0.2597411274909973, "cos_r_negg": [0.26378339529037476, 0.27733615040779114, 0.25962522625923157, 0.2318440079689026, 0.2277098149061203, 0.2257588803768158, 0.19768446683883667, 0.25277677178382874, 0.16684067249298096, -0.0384599007666111], "cos_apical_negg": [0.26378339529037476, 0.27733615040779114, 0.25962522625923157, 0.2318440079689026, 0.2277098149061203, 0.2257588803768158, 0.19768446683883667, 0.25277677178382874, 0.16684067249298096, -0.0384599007666111], "cos_Ac_negg": [0.26378339529037476, 0.27733615040779114, 0.25962522625923157, 0.2318440079689026, 0.2277098149061203, 0.2257588803768158, 0.19768446683883667, 0.25277677178382874, 0.16684067249298096, -0.0384599007666111], "r_norm": [1.1009080410003662, 1.1332907676696777, 1.1065242290496826, 1.1182608604431152, 1.147995948791504, 1.0918018817901611, 1.1291425228118896, 1.1428967714309692, 1.159904956817627, 1.145385503768921]}, {"step": 2400, "epoch": 5, "train_loss": 0.40315955877304077, "cos_r_negg": [0.2991991639137268, 0.318329781293869, 0.3315848708152771, 0.32676267623901367, 0.30790090560913086, 0.27351438999176025, 0.2756963074207306, 0.31437015533447266, 0.285521000623703, -0.0340568907558918], "cos_apical_negg": [0.2991991639137268, 0.318329781293869, 0.3315848708152771, 0.32676267623901367, 0.30790090560913086, 0.27351438999176025, 0.2756963074207306, 0.31437015533447266, 0.285521000623703, -0.0340568907558918], "cos_Ac_negg": [0.2991991639137268, 0.318329781293869, 0.3315848708152771, 0.32676267623901367, 0.30790090560913086, 0.27351438999176025, 0.2756963074207306, 0.31437015533447266, 0.285521000623703, -0.0340568907558918], "r_norm": [1.2298829555511475, 1.2668147087097168, 1.24210524559021, 1.2472374439239502, 1.2773675918579102, 1.2261604070663452, 1.2579671144485474, 1.2806849479675293, 1.291116714477539, 1.2835266590118408]}, {"step": 2450, "epoch": 5, "train_loss": 0.4893728196620941, "cos_r_negg": [0.29429829120635986, 0.3135887384414673, 0.35032641887664795, 0.32921338081359863, 0.2924749255180359, 0.2722015976905823, 0.2882034480571747, 0.3133586049079895, 0.24774399399757385, -0.00413657957687974], "cos_apical_negg": [0.29429829120635986, 0.3135887384414673, 0.35032641887664795, 0.32921338081359863, 0.2924749255180359, 0.2722015976905823, 0.2882034480571747, 0.3133586049079895, 0.24774399399757385, -0.00413657957687974], "cos_Ac_negg": [0.29429829120635986, 0.3135887384414673, 0.35032641887664795, 0.32921338081359863, 0.2924749255180359, 0.2722015976905823, 0.2882034480571747, 0.3133586049079895, 0.24774399399757385, -0.00413657957687974], "r_norm": [1.046522617340088, 1.076664686203003, 1.0549421310424805, 1.0628653764724731, 1.0906479358673096, 1.0434380769729614, 1.076629400253296, 1.087441325187683, 1.1013484001159668, 1.0890687704086304]}, {"step": 2500, "epoch": 5, "train_loss": 0.40113410353660583, "cos_r_negg": [0.2825644314289093, 0.325991690158844, 0.3186900317668915, 0.2952677607536316, 0.2699761390686035, 0.3262541890144348, 0.2981349527835846, 0.30973392724990845, 0.23659171164035797, -0.035176582634449005], "cos_apical_negg": [0.2825644314289093, 0.325991690158844, 0.3186900317668915, 0.2952677607536316, 0.2699761390686035, 0.3262541890144348, 0.2981349527835846, 0.30973392724990845, 0.23659171164035797, -0.035176582634449005], "cos_Ac_negg": [0.2825644314289093, 0.325991690158844, 0.3186900317668915, 0.2952677607536316, 0.2699761390686035, 0.3262541890144348, 0.2981349527835846, 0.30973392724990845, 0.23659171164035797, -0.035176582634449005], "r_norm": [1.255490779876709, 1.3073408603668213, 1.2812978029251099, 1.2926865816116333, 1.309215784072876, 1.2580169439315796, 1.292432427406311, 1.3225858211517334, 1.3120942115783691, 1.3232313394546509]}, {"step": 2550, "epoch": 5, "train_loss": 0.25132548809051514, "cos_r_negg": [0.24070756137371063, 0.26850083470344543, 0.27879172563552856, 0.27751922607421875, 0.27117395401000977, 0.2676509618759155, 0.22763672471046448, 0.2999749779701233, 0.21569183468818665, 0.0019603297114372253], "cos_apical_negg": [0.24070756137371063, 0.26850083470344543, 0.27879172563552856, 0.27751922607421875, 0.27117395401000977, 0.2676509618759155, 0.22763672471046448, 0.2999749779701233, 0.21569183468818665, 0.0019603297114372253], "cos_Ac_negg": [0.24070756137371063, 0.26850083470344543, 0.27879172563552856, 0.27751922607421875, 0.27117395401000977, 0.2676509618759155, 0.22763672471046448, 0.2999749779701233, 0.21569183468818665, 0.0019603297114372253], "r_norm": [0.9653476476669312, 0.9930700659751892, 0.9742799401283264, 0.9820050001144409, 1.0039931535720825, 0.9640880823135376, 0.9879185557365417, 1.003214716911316, 1.01226806640625, 1.0037074089050293]}, {"step": 2600, "epoch": 5, "train_loss": 0.33091217279434204, "cos_r_negg": [0.2893741726875305, 0.32620590925216675, 0.3390018939971924, 0.3009875416755676, 0.3198235332965851, 0.32356762886047363, 0.3099430501461029, 0.2701925039291382, 0.21850156784057617, -0.028919747099280357], "cos_apical_negg": [0.2893741726875305, 0.32620590925216675, 0.3390018939971924, 0.3009875416755676, 0.3198235332965851, 0.32356762886047363, 0.3099430501461029, 0.2701925039291382, 0.21850156784057617, -0.028919747099280357], "cos_Ac_negg": [0.2893741726875305, 0.32620590925216675, 0.3390018939971924, 0.3009875416755676, 0.3198235332965851, 0.32356762886047363, 0.3099430501461029, 0.2701925039291382, 0.21850156784057617, -0.028919747099280357], "r_norm": [1.0496704578399658, 1.073547601699829, 1.0510749816894531, 1.060633659362793, 1.086326241493225, 1.0476648807525635, 1.0729331970214844, 1.082484483718872, 1.0962586402893066, 1.0826940536499023]}, {"step": 2650, "epoch": 5, "train_loss": 0.30142074823379517, "cos_r_negg": [0.2433706521987915, 0.2635141611099243, 0.2863309383392334, 0.2777322232723236, 0.27642714977264404, 0.2537347674369812, 0.28478705883026123, 0.28596553206443787, 0.18462279438972473, -0.04726254194974899], "cos_apical_negg": [0.2433706521987915, 0.2635141611099243, 0.2863309383392334, 0.2777322232723236, 0.27642714977264404, 0.2537347674369812, 0.28478705883026123, 0.28596553206443787, 0.18462279438972473, -0.04726254194974899], "cos_Ac_negg": [0.2433706521987915, 0.2635141611099243, 0.2863309383392334, 0.2777322232723236, 0.27642714977264404, 0.2537347674369812, 0.28478705883026123, 0.28596553206443787, 0.18462279438972473, -0.04726254194974899], "r_norm": [1.101264238357544, 1.1299344301223755, 1.1122300624847412, 1.1173529624938965, 1.1354167461395264, 1.1026920080184937, 1.1287076473236084, 1.1424014568328857, 1.1440774202346802, 1.1426315307617188]}, {"step": 2700, "epoch": 5, "train_loss": 0.26984164118766785, "cos_r_negg": [0.17280077934265137, 0.19455257058143616, 0.20166289806365967, 0.2072838544845581, 0.24990883469581604, 0.23984253406524658, 0.23541849851608276, 0.21645861864089966, 0.20351442694664001, -0.047724124044179916], "cos_apical_negg": [0.17280077934265137, 0.19455257058143616, 0.20166289806365967, 0.2072838544845581, 0.24990883469581604, 0.23984253406524658, 0.23541849851608276, 0.21645861864089966, 0.20351442694664001, -0.047724124044179916], "cos_Ac_negg": [0.17280077934265137, 0.19455257058143616, 0.20166289806365967, 0.2072838544845581, 0.24990883469581604, 0.23984253406524658, 0.23541849851608276, 0.21645861864089966, 0.20351442694664001, -0.047724124044179916], "r_norm": [1.0694010257720947, 1.0974664688110352, 1.0732688903808594, 1.0812475681304932, 1.1080245971679688, 1.0624961853027344, 1.0947272777557373, 1.107222557067871, 1.123279094696045, 1.109298586845398]}, {"step": 2750, "epoch": 5, "train_loss": 0.4996558725833893, "cos_r_negg": [0.2695167362689972, 0.30069971084594727, 0.31465625762939453, 0.32630324363708496, 0.3199494779109955, 0.33508244156837463, 0.3087090253829956, 0.2900993227958679, 0.22636497020721436, -0.025189634412527084], "cos_apical_negg": [0.2695167362689972, 0.30069971084594727, 0.31465625762939453, 0.32630324363708496, 0.3199494779109955, 0.33508244156837463, 0.3087090253829956, 0.2900993227958679, 0.22636497020721436, -0.025189634412527084], "cos_Ac_negg": [0.2695167362689972, 0.30069971084594727, 0.31465625762939453, 0.32630324363708496, 0.3199494779109955, 0.33508244156837463, 0.3087090253829956, 0.2900993227958679, 0.22636497020721436, -0.025189634412527084], "r_norm": [1.1570250988006592, 1.1908243894577026, 1.1596744060516357, 1.169554591178894, 1.1997861862182617, 1.1473661661148071, 1.1895134449005127, 1.1945914030075073, 1.2133736610412598, 1.1974613666534424]}, {"step": 2800, "epoch": 5, "train_loss": 0.41929322481155396, "cos_r_negg": [0.268052339553833, 0.3118801414966583, 0.2973848283290863, 0.2703019082546234, 0.2778453826904297, 0.29053324460983276, 0.28069186210632324, 0.25239095091819763, 0.20847022533416748, 0.018238171935081482], "cos_apical_negg": [0.268052339553833, 0.3118801414966583, 0.2973848283290863, 0.2703019082546234, 0.2778453826904297, 0.29053324460983276, 0.28069186210632324, 0.25239095091819763, 0.20847022533416748, 0.018238171935081482], "cos_Ac_negg": [0.268052339553833, 0.3118801414966583, 0.2973848283290863, 0.2703019082546234, 0.2778453826904297, 0.29053324460983276, 0.28069186210632324, 0.25239095091819763, 0.20847022533416748, 0.018238171935081482], "r_norm": [1.0452780723571777, 1.0741550922393799, 1.0513967275619507, 1.0647311210632324, 1.0837957859039307, 1.0428277254104614, 1.070072889328003, 1.0852806568145752, 1.0888363122940063, 1.0821675062179565]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8496, "test_loss": 0.45463362426757814}, {"step": 2850, "epoch": 6, "train_loss": 0.3106274902820587, "cos_r_negg": [0.29146283864974976, 0.3313230872154236, 0.3323780298233032, 0.2958984375, 0.29932719469070435, 0.3071134090423584, 0.2766648530960083, 0.2765450179576874, 0.24672022461891174, -0.0200104471296072], "cos_apical_negg": [0.29146283864974976, 0.3313230872154236, 0.3323780298233032, 0.2958984375, 0.29932719469070435, 0.3071134090423584, 0.2766648530960083, 0.2765450179576874, 0.24672022461891174, -0.0200104471296072], "cos_Ac_negg": [0.29146283864974976, 0.3313230872154236, 0.3323780298233032, 0.2958984375, 0.29932719469070435, 0.3071134090423584, 0.2766648530960083, 0.2765450179576874, 0.24672022461891174, -0.0200104471296072], "r_norm": [1.3085129261016846, 1.341293215751648, 1.3116053342819214, 1.3263952732086182, 1.3601410388946533, 1.299747109413147, 1.33469557762146, 1.3534424304962158, 1.3794904947280884, 1.3540632724761963]}, {"step": 2900, "epoch": 6, "train_loss": 0.3321177363395691, "cos_r_negg": [0.3158661723136902, 0.368476927280426, 0.38912999629974365, 0.3439854085445404, 0.3357633054256439, 0.3075621724128723, 0.26890629529953003, 0.26357051730155945, 0.23140478134155273, -0.020393453538417816], "cos_apical_negg": [0.3158661723136902, 0.368476927280426, 0.38912999629974365, 0.3439854085445404, 0.3357633054256439, 0.3075621724128723, 0.26890629529953003, 0.26357051730155945, 0.23140478134155273, -0.020393453538417816], "cos_Ac_negg": [0.3158661723136902, 0.368476927280426, 0.38912999629974365, 0.3439854085445404, 0.3357633054256439, 0.3075621724128723, 0.26890629529953003, 0.26357051730155945, 0.23140478134155273, -0.020393453538417816], "r_norm": [1.1098307371139526, 1.147415280342102, 1.1255722045898438, 1.136175513267517, 1.153665542602539, 1.1112229824066162, 1.1392900943756104, 1.1602708101272583, 1.1579943895339966, 1.1666239500045776]}, {"step": 2950, "epoch": 6, "train_loss": 0.22507132589817047, "cos_r_negg": [0.26844799518585205, 0.2997424602508545, 0.3271016478538513, 0.3134171664714813, 0.34343042969703674, 0.33367520570755005, 0.33550992608070374, 0.35306599736213684, 0.27520430088043213, -0.014708070084452629], "cos_apical_negg": [0.26844799518585205, 0.2997424602508545, 0.3271016478538513, 0.3134171664714813, 0.34343042969703674, 0.33367520570755005, 0.33550992608070374, 0.35306599736213684, 0.27520430088043213, -0.014708070084452629], "cos_Ac_negg": [0.26844799518585205, 0.2997424602508545, 0.3271016478538513, 0.3134171664714813, 0.34343042969703674, 0.33367520570755005, 0.33550992608070374, 0.35306599736213684, 0.27520430088043213, -0.014708070084452629], "r_norm": [1.0733920335769653, 1.1057167053222656, 1.0843729972839355, 1.095086932182312, 1.1159942150115967, 1.072706699371338, 1.1010119915008545, 1.1164472103118896, 1.1216398477554321, 1.1194342374801636]}, {"step": 3000, "epoch": 6, "train_loss": 0.47062069177627563, "cos_r_negg": [0.238258957862854, 0.2768760025501251, 0.28522753715515137, 0.25231945514678955, 0.259626567363739, 0.2749803364276886, 0.24906307458877563, 0.30603912472724915, 0.26373547315597534, -0.02000100538134575], "cos_apical_negg": [0.238258957862854, 0.2768760025501251, 0.28522753715515137, 0.25231945514678955, 0.259626567363739, 0.2749803364276886, 0.24906307458877563, 0.30603912472724915, 0.26373547315597534, -0.02000100538134575], "cos_Ac_negg": [0.238258957862854, 0.2768760025501251, 0.28522753715515137, 0.25231945514678955, 0.259626567363739, 0.2749803364276886, 0.24906307458877563, 0.30603912472724915, 0.26373547315597534, -0.02000100538134575], "r_norm": [1.1247596740722656, 1.1592836380004883, 1.1389418840408325, 1.145545482635498, 1.1712262630462646, 1.1256365776062012, 1.1534855365753174, 1.1733956336975098, 1.177757978439331, 1.1827210187911987]}, {"step": 3050, "epoch": 6, "train_loss": 0.4162883460521698, "cos_r_negg": [0.2568957507610321, 0.27863383293151855, 0.2781185507774353, 0.25715702772140503, 0.2746528089046478, 0.2681805491447449, 0.3032306432723999, 0.2977502942085266, 0.27602091431617737, -0.023692265152931213], "cos_apical_negg": [0.2568957507610321, 0.27863383293151855, 0.2781185507774353, 0.25715702772140503, 0.2746528089046478, 0.2681805491447449, 0.3032306432723999, 0.2977502942085266, 0.27602091431617737, -0.023692265152931213], "cos_Ac_negg": [0.2568957507610321, 0.27863383293151855, 0.2781185507774353, 0.25715702772140503, 0.2746528089046478, 0.2681805491447449, 0.3032306432723999, 0.2977502942085266, 0.27602091431617737, -0.023692265152931213], "r_norm": [1.118800401687622, 1.155152440071106, 1.1377133131027222, 1.1514065265655518, 1.1741999387741089, 1.1209936141967773, 1.1466177701950073, 1.176039457321167, 1.179055094718933, 1.1783913373947144]}, {"step": 3100, "epoch": 6, "train_loss": 0.4216432571411133, "cos_r_negg": [0.26468029618263245, 0.2971429228782654, 0.3094692528247833, 0.29783889651298523, 0.28470468521118164, 0.30325883626937866, 0.3014480471611023, 0.3120461106300354, 0.2369232475757599, -0.01619816944003105], "cos_apical_negg": [0.26468029618263245, 0.2971429228782654, 0.3094692528247833, 0.29783889651298523, 0.28470468521118164, 0.30325883626937866, 0.3014480471611023, 0.3120461106300354, 0.2369232475757599, -0.01619816944003105], "cos_Ac_negg": [0.26468029618263245, 0.2971429228782654, 0.3094692528247833, 0.29783889651298523, 0.28470468521118164, 0.30325883626937866, 0.3014480471611023, 0.3120461106300354, 0.2369232475757599, -0.01619816944003105], "r_norm": [1.315011978149414, 1.3560863733291626, 1.3283460140228271, 1.3395777940750122, 1.3724620342254639, 1.3057857751846313, 1.3473001718521118, 1.3712877035140991, 1.392441749572754, 1.3832244873046875]}, {"step": 3150, "epoch": 6, "train_loss": 0.4454095959663391, "cos_r_negg": [0.2878262400627136, 0.314521849155426, 0.31371811032295227, 0.3003045916557312, 0.29831716418266296, 0.3235623836517334, 0.28003036975860596, 0.2859320342540741, 0.22165460884571075, -0.05162874609231949], "cos_apical_negg": [0.2878262400627136, 0.314521849155426, 0.31371811032295227, 0.3003045916557312, 0.29831716418266296, 0.3235623836517334, 0.28003036975860596, 0.2859320342540741, 0.22165460884571075, -0.05162874609231949], "cos_Ac_negg": [0.2878262400627136, 0.314521849155426, 0.31371811032295227, 0.3003045916557312, 0.29831716418266296, 0.3235623836517334, 0.28003036975860596, 0.2859320342540741, 0.22165460884571075, -0.05162874609231949], "r_norm": [1.1796200275421143, 1.2176885604858398, 1.1958024501800537, 1.2117993831634521, 1.2264797687530518, 1.180440902709961, 1.210296392440796, 1.23362398147583, 1.2245540618896484, 1.230027198791504]}, {"step": 3200, "epoch": 6, "train_loss": 0.26434528827667236, "cos_r_negg": [0.27076852321624756, 0.30956295132637024, 0.3225167989730835, 0.30659279227256775, 0.3031277656555176, 0.2991347908973694, 0.282192200422287, 0.2709311842918396, 0.22404691576957703, -0.027390627190470695], "cos_apical_negg": [0.27076852321624756, 0.30956295132637024, 0.3225167989730835, 0.30659279227256775, 0.3031277656555176, 0.2991347908973694, 0.282192200422287, 0.2709311842918396, 0.22404691576957703, -0.027390627190470695], "cos_Ac_negg": [0.27076852321624756, 0.30956295132637024, 0.3225167989730835, 0.30659279227256775, 0.3031277656555176, 0.2991347908973694, 0.282192200422287, 0.2709311842918396, 0.22404691576957703, -0.027390627190470695], "r_norm": [1.1069291830062866, 1.1414445638656616, 1.117612600326538, 1.1277509927749634, 1.147589087486267, 1.104949951171875, 1.1358122825622559, 1.1523157358169556, 1.154738426208496, 1.152183175086975]}, {"step": 3250, "epoch": 6, "train_loss": 0.21095170080661774, "cos_r_negg": [0.2793924808502197, 0.31158098578453064, 0.2829912006855011, 0.28552696108818054, 0.26786959171295166, 0.3024015426635742, 0.26157116889953613, 0.2575613558292389, 0.19453588128089905, -0.03857792913913727], "cos_apical_negg": [0.2793924808502197, 0.31158098578453064, 0.2829912006855011, 0.28552696108818054, 0.26786959171295166, 0.3024015426635742, 0.26157116889953613, 0.2575613558292389, 0.19453588128089905, -0.03857792913913727], "cos_Ac_negg": [0.2793924808502197, 0.31158098578453064, 0.2829912006855011, 0.28552696108818054, 0.26786959171295166, 0.3024015426635742, 0.26157116889953613, 0.2575613558292389, 0.19453588128089905, -0.03857792913913727], "r_norm": [1.005183219909668, 1.0364913940429688, 1.0172944068908691, 1.0252177715301514, 1.0460128784179688, 1.0050630569458008, 1.029266595840454, 1.0481778383255005, 1.051613688468933, 1.0492680072784424]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8458, "test_loss": 0.4600064239501953}, {"step": 3300, "epoch": 7, "train_loss": 0.41838157176971436, "cos_r_negg": [0.2622833251953125, 0.2920565605163574, 0.28280600905418396, 0.2815893590450287, 0.29201051592826843, 0.30039191246032715, 0.2669006288051605, 0.2655368447303772, 0.25696754455566406, -0.05337197333574295], "cos_apical_negg": [0.2622833251953125, 0.2920565605163574, 0.28280600905418396, 0.2815893590450287, 0.29201051592826843, 0.30039191246032715, 0.2669006288051605, 0.2655368447303772, 0.25696754455566406, -0.05337197333574295], "cos_Ac_negg": [0.2622833251953125, 0.2920565605163574, 0.28280600905418396, 0.2815893590450287, 0.29201051592826843, 0.30039191246032715, 0.2669006288051605, 0.2655368447303772, 0.25696754455566406, -0.05337197333574295], "r_norm": [1.051337480545044, 1.0831754207611084, 1.0682477951049805, 1.0801916122436523, 1.0976550579071045, 1.0547665357589722, 1.0738825798034668, 1.101473331451416, 1.099759817123413, 1.1017428636550903]}, {"step": 3350, "epoch": 7, "train_loss": 0.28669488430023193, "cos_r_negg": [0.2705935835838318, 0.307595819234848, 0.2843000292778015, 0.2880929708480835, 0.25844237208366394, 0.2902299165725708, 0.22576460242271423, 0.2696647644042969, 0.22645463049411774, -0.011881375685334206], "cos_apical_negg": [0.2705935835838318, 0.307595819234848, 0.2843000292778015, 0.2880929708480835, 0.25844237208366394, 0.2902299165725708, 0.22576460242271423, 0.2696647644042969, 0.22645463049411774, -0.011881375685334206], "cos_Ac_negg": [0.2705935835838318, 0.307595819234848, 0.2843000292778015, 0.2880929708480835, 0.25844237208366394, 0.2902299165725708, 0.22576460242271423, 0.2696647644042969, 0.22645463049411774, -0.011881375685334206], "r_norm": [1.1331878900527954, 1.173147439956665, 1.1533490419387817, 1.1620086431503296, 1.1827481985092163, 1.1392337083816528, 1.1649688482284546, 1.186589241027832, 1.1866514682769775, 1.1906652450561523]}, {"step": 3400, "epoch": 7, "train_loss": 0.41806191205978394, "cos_r_negg": [0.2656010389328003, 0.29973581433296204, 0.3122989237308502, 0.27347707748413086, 0.3257310092449188, 0.33094215393066406, 0.20287129282951355, 0.2733182907104492, 0.26427096128463745, -0.013760878704488277], "cos_apical_negg": [0.2656010389328003, 0.29973581433296204, 0.3122989237308502, 0.27347707748413086, 0.3257310092449188, 0.33094215393066406, 0.20287129282951355, 0.2733182907104492, 0.26427096128463745, -0.013760878704488277], "cos_Ac_negg": [0.2656010389328003, 0.29973581433296204, 0.3122989237308502, 0.27347707748413086, 0.3257310092449188, 0.33094215393066406, 0.20287129282951355, 0.2733182907104492, 0.26427096128463745, -0.013760878704488277], "r_norm": [1.04314124584198, 1.0726977586746216, 1.0538363456726074, 1.064565658569336, 1.0850963592529297, 1.0420584678649902, 1.0703673362731934, 1.0869297981262207, 1.0926836729049683, 1.0843771696090698]}, {"step": 3450, "epoch": 7, "train_loss": 0.3039552569389343, "cos_r_negg": [0.23972028493881226, 0.2919313311576843, 0.29599398374557495, 0.28256767988204956, 0.30528223514556885, 0.29100942611694336, 0.19013667106628418, 0.26379576325416565, 0.21545974910259247, -0.04726242274045944], "cos_apical_negg": [0.23972028493881226, 0.2919313311576843, 0.29599398374557495, 0.28256767988204956, 0.30528223514556885, 0.29100942611694336, 0.19013667106628418, 0.26379576325416565, 0.21545974910259247, -0.04726242274045944], "cos_Ac_negg": [0.23972028493881226, 0.2919313311576843, 0.29599398374557495, 0.28256767988204956, 0.30528223514556885, 0.29100942611694336, 0.19013667106628418, 0.26379576325416565, 0.21545974910259247, -0.04726242274045944], "r_norm": [1.0803327560424805, 1.115876317024231, 1.0923129320144653, 1.1018223762512207, 1.120742678642273, 1.0816500186920166, 1.1112135648727417, 1.123525619506836, 1.1254456043243408, 1.129387617111206]}, {"step": 3500, "epoch": 7, "train_loss": 0.39943912625312805, "cos_r_negg": [0.2595348656177521, 0.3199067711830139, 0.3121994435787201, 0.3339657187461853, 0.33084115386009216, 0.3305625021457672, 0.2752082049846649, 0.3173859715461731, 0.2599334716796875, -0.02590497024357319], "cos_apical_negg": [0.2595348656177521, 0.3199067711830139, 0.3121994435787201, 0.3339657187461853, 0.33084115386009216, 0.3305625021457672, 0.2752082049846649, 0.3173859715461731, 0.2599334716796875, -0.02590497024357319], "cos_Ac_negg": [0.2595348656177521, 0.3199067711830139, 0.3121994435787201, 0.3339657187461853, 0.33084115386009216, 0.3305625021457672, 0.2752082049846649, 0.3173859715461731, 0.2599334716796875, -0.02590497024357319], "r_norm": [1.0809376239776611, 1.1129624843597412, 1.0882858037948608, 1.1011327505111694, 1.121599793434143, 1.0775141716003418, 1.1075972318649292, 1.122283935546875, 1.1300742626190186, 1.1207265853881836]}, {"step": 3550, "epoch": 7, "train_loss": 0.34891870617866516, "cos_r_negg": [0.2922004461288452, 0.3335021734237671, 0.32015350461006165, 0.3500383496284485, 0.3381873369216919, 0.305387020111084, 0.20636261999607086, 0.3014829456806183, 0.2520754933357239, -0.030754219740629196], "cos_apical_negg": [0.2922004461288452, 0.3335021734237671, 0.32015350461006165, 0.3500383496284485, 0.3381873369216919, 0.305387020111084, 0.20636261999607086, 0.3014829456806183, 0.2520754933357239, -0.030754219740629196], "cos_Ac_negg": [0.2922004461288452, 0.3335021734237671, 0.32015350461006165, 0.3500383496284485, 0.3381873369216919, 0.305387020111084, 0.20636261999607086, 0.3014829456806183, 0.2520754933357239, -0.030754219740629196], "r_norm": [1.0339601039886475, 1.067287564277649, 1.048130989074707, 1.0573773384094238, 1.0793378353118896, 1.0345048904418945, 1.06405770778656, 1.0789563655853271, 1.0857770442962646, 1.082780361175537]}, {"step": 3600, "epoch": 7, "train_loss": 0.2672141194343567, "cos_r_negg": [0.28330254554748535, 0.31671661138534546, 0.27892249822616577, 0.3072158992290497, 0.3025123178958893, 0.28957104682922363, 0.2501720190048218, 0.26599282026290894, 0.27037668228149414, -0.04767968878149986], "cos_apical_negg": [0.28330254554748535, 0.31671661138534546, 0.27892249822616577, 0.3072158992290497, 0.3025123178958893, 0.28957104682922363, 0.2501720190048218, 0.26599282026290894, 0.27037668228149414, -0.04767968878149986], "cos_Ac_negg": [0.28330254554748535, 0.31671661138534546, 0.27892249822616577, 0.3072158992290497, 0.3025123178958893, 0.28957104682922363, 0.2501720190048218, 0.26599282026290894, 0.27037668228149414, -0.04767968878149986], "r_norm": [1.069674015045166, 1.0999226570129395, 1.080140471458435, 1.0868829488754272, 1.1091344356536865, 1.071596384048462, 1.093092918395996, 1.1113498210906982, 1.1136574745178223, 1.1157822608947754]}, {"step": 3650, "epoch": 7, "train_loss": 0.5036373138427734, "cos_r_negg": [0.29813358187675476, 0.3282097578048706, 0.29206857085227966, 0.2866303622722626, 0.2745431065559387, 0.28658750653266907, 0.24635784327983856, 0.30017659068107605, 0.24067255854606628, -0.05258379131555557], "cos_apical_negg": [0.29813358187675476, 0.3282097578048706, 0.29206857085227966, 0.2866303622722626, 0.2745431065559387, 0.28658750653266907, 0.24635784327983856, 0.30017659068107605, 0.24067255854606628, -0.05258379131555557], "cos_Ac_negg": [0.29813358187675476, 0.3282097578048706, 0.29206857085227966, 0.2866303622722626, 0.2745431065559387, 0.28658750653266907, 0.24635784327983856, 0.30017659068107605, 0.24067255854606628, -0.05258379131555557], "r_norm": [1.1125502586364746, 1.1519923210144043, 1.1367125511169434, 1.146567702293396, 1.1666773557662964, 1.118497371673584, 1.1517784595489502, 1.1676445007324219, 1.172412633895874, 1.1790366172790527]}, {"step": 3700, "epoch": 7, "train_loss": 0.37223342061042786, "cos_r_negg": [0.26348137855529785, 0.30376726388931274, 0.2946983575820923, 0.3234773278236389, 0.2983770966529846, 0.2838866114616394, 0.2506833076477051, 0.26259371638298035, 0.24429112672805786, -0.06303617358207703], "cos_apical_negg": [0.26348137855529785, 0.30376726388931274, 0.2946983575820923, 0.3234773278236389, 0.2983770966529846, 0.2838866114616394, 0.2506833076477051, 0.26259371638298035, 0.24429112672805786, -0.06303617358207703], "cos_Ac_negg": [0.26348137855529785, 0.30376726388931274, 0.2946983575820923, 0.3234773278236389, 0.2983770966529846, 0.2838866114616394, 0.2506833076477051, 0.26259371638298035, 0.24429112672805786, -0.06303617358207703], "r_norm": [1.1825965642929077, 1.2192051410675049, 1.1889828443527222, 1.203366994857788, 1.2197809219360352, 1.1750997304916382, 1.215517282485962, 1.2241822481155396, 1.2275885343551636, 1.2209522724151611]}, {"step": 3750, "epoch": 7, "train_loss": 0.517086386680603, "cos_r_negg": [0.25555524230003357, 0.29199403524398804, 0.2836900055408478, 0.3049696683883667, 0.3213415741920471, 0.31184762716293335, 0.2788267433643341, 0.31271952390670776, 0.2831335961818695, -0.04241093620657921], "cos_apical_negg": [0.25555524230003357, 0.29199403524398804, 0.2836900055408478, 0.3049696683883667, 0.3213415741920471, 0.31184762716293335, 0.2788267433643341, 0.31271952390670776, 0.2831335961818695, -0.04241093620657921], "cos_Ac_negg": [0.25555524230003357, 0.29199403524398804, 0.2836900055408478, 0.3049696683883667, 0.3213415741920471, 0.31184762716293335, 0.2788267433643341, 0.31271952390670776, 0.2831335961818695, -0.04241093620657921], "r_norm": [1.103546380996704, 1.1329286098480225, 1.1092827320098877, 1.1241893768310547, 1.1448466777801514, 1.1029694080352783, 1.1286156177520752, 1.1428561210632324, 1.1474701166152954, 1.1439701318740845]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8496, "test_loss": 0.4311352020263672}, {"step": 3800, "epoch": 8, "train_loss": 0.30086591839790344, "cos_r_negg": [0.2636202275753021, 0.28454387187957764, 0.2807700037956238, 0.2821555435657501, 0.29853081703186035, 0.3098101019859314, 0.2689497470855713, 0.2739086151123047, 0.2817831039428711, -0.06071261316537857], "cos_apical_negg": [0.2636202275753021, 0.28454387187957764, 0.2807700037956238, 0.2821555435657501, 0.29853081703186035, 0.3098101019859314, 0.2689497470855713, 0.2739086151123047, 0.2817831039428711, -0.06071261316537857], "cos_Ac_negg": [0.2636202275753021, 0.28454387187957764, 0.2807700037956238, 0.2821555435657501, 0.29853081703186035, 0.3098101019859314, 0.2689497470855713, 0.2739086151123047, 0.2817831039428711, -0.06071261316537857], "r_norm": [0.9874714612960815, 1.0152511596679688, 0.9950345754623413, 1.003617286682129, 1.0242635011672974, 0.9857367277145386, 1.0097873210906982, 1.0259631872177124, 1.0301811695098877, 1.0261937379837036]}, {"step": 3850, "epoch": 8, "train_loss": 0.4625425934791565, "cos_r_negg": [0.24724917113780975, 0.28505098819732666, 0.2825298309326172, 0.29943153262138367, 0.29978305101394653, 0.3229261040687561, 0.26330333948135376, 0.26550477743148804, 0.2776390016078949, -0.05348166078329086], "cos_apical_negg": [0.24724917113780975, 0.28505098819732666, 0.2825298309326172, 0.29943153262138367, 0.29978305101394653, 0.3229261040687561, 0.26330333948135376, 0.26550477743148804, 0.2776390016078949, -0.05348166078329086], "cos_Ac_negg": [0.24724917113780975, 0.28505098819732666, 0.2825298309326172, 0.29943153262138367, 0.29978305101394653, 0.3229261040687561, 0.26330333948135376, 0.26550477743148804, 0.2776390016078949, -0.05348166078329086], "r_norm": [1.027791976928711, 1.052790880203247, 1.0293941497802734, 1.03815495967865, 1.0608950853347778, 1.0241453647613525, 1.0498828887939453, 1.0586867332458496, 1.06894850730896, 1.0632275342941284]}, {"step": 3900, "epoch": 8, "train_loss": 0.33666568994522095, "cos_r_negg": [0.2615692913532257, 0.29594850540161133, 0.3078003227710724, 0.30489885807037354, 0.32936015725135803, 0.33031487464904785, 0.23930615186691284, 0.27072611451148987, 0.26389652490615845, -0.05822679400444031], "cos_apical_negg": [0.2615692913532257, 0.29594850540161133, 0.3078003227710724, 0.30489885807037354, 0.32936015725135803, 0.33031487464904785, 0.23930615186691284, 0.27072611451148987, 0.26389652490615845, -0.05822679400444031], "cos_Ac_negg": [0.2615692913532257, 0.29594850540161133, 0.3078003227710724, 0.30489885807037354, 0.32936015725135803, 0.33031487464904785, 0.23930615186691284, 0.27072611451148987, 0.26389652490615845, -0.05822679400444031], "r_norm": [1.0062133073806763, 1.0367565155029297, 1.0152552127838135, 1.0226536989212036, 1.0440750122070312, 1.0064363479614258, 1.0321640968322754, 1.0431151390075684, 1.0489413738250732, 1.046897292137146]}, {"step": 3950, "epoch": 8, "train_loss": 0.3941408097743988, "cos_r_negg": [0.23572632670402527, 0.2602624297142029, 0.2584505081176758, 0.27382561564445496, 0.29497143626213074, 0.2691601514816284, 0.23129844665527344, 0.2546730637550354, 0.3088837265968323, -0.04619134962558746], "cos_apical_negg": [0.23572632670402527, 0.2602624297142029, 0.2584505081176758, 0.27382561564445496, 0.29497143626213074, 0.2691601514816284, 0.23129844665527344, 0.2546730637550354, 0.3088837265968323, -0.04619134962558746], "cos_Ac_negg": [0.23572632670402527, 0.2602624297142029, 0.2584505081176758, 0.27382561564445496, 0.29497143626213074, 0.2691601514816284, 0.23129844665527344, 0.2546730637550354, 0.3088837265968323, -0.04619134962558746], "r_norm": [0.948297381401062, 0.9798475503921509, 0.9600802063941956, 0.9689884185791016, 0.9885240793228149, 0.9484070539474487, 0.9737259745597839, 0.9896144866943359, 0.9920448064804077, 0.9938467741012573]}, {"step": 4000, "epoch": 8, "train_loss": 0.44051310420036316, "cos_r_negg": [0.2463885247707367, 0.28302690386772156, 0.2901126742362976, 0.2954396903514862, 0.3079913258552551, 0.2617577910423279, 0.23951289057731628, 0.24128341674804688, 0.2968287467956543, -0.036225493997335434], "cos_apical_negg": [0.2463885247707367, 0.28302690386772156, 0.2901126742362976, 0.2954396903514862, 0.3079913258552551, 0.2617577910423279, 0.23951289057731628, 0.24128341674804688, 0.2968287467956543, -0.036225493997335434], "cos_Ac_negg": [0.2463885247707367, 0.28302690386772156, 0.2901126742362976, 0.2954396903514862, 0.3079913258552551, 0.2617577910423279, 0.23951289057731628, 0.24128341674804688, 0.2968287467956543, -0.036225493997335434], "r_norm": [1.1313424110412598, 1.1632087230682373, 1.1465568542480469, 1.1592410802841187, 1.1778032779693604, 1.132657766342163, 1.1585724353790283, 1.1803489923477173, 1.1782149076461792, 1.179521918296814]}, {"step": 4050, "epoch": 8, "train_loss": 0.3482900857925415, "cos_r_negg": [0.2679835557937622, 0.32607603073120117, 0.32431337237358093, 0.35951483249664307, 0.3643203377723694, 0.3201788663864136, 0.2775428891181946, 0.29571300745010376, 0.31892919540405273, -0.036966171115636826], "cos_apical_negg": [0.2679835557937622, 0.32607603073120117, 0.32431337237358093, 0.35951483249664307, 0.3643203377723694, 0.3201788663864136, 0.2775428891181946, 0.29571300745010376, 0.31892919540405273, -0.036966171115636826], "cos_Ac_negg": [0.2679835557937622, 0.32607603073120117, 0.32431337237358093, 0.35951483249664307, 0.3643203377723694, 0.3201788663864136, 0.2775428891181946, 0.29571300745010376, 0.31892919540405273, -0.036966171115636826], "r_norm": [1.0508875846862793, 1.0773439407348633, 1.0524091720581055, 1.0579755306243896, 1.0869379043579102, 1.0441012382507324, 1.0751537084579468, 1.0824429988861084, 1.099184513092041, 1.087275505065918]}, {"step": 4100, "epoch": 8, "train_loss": 0.3027161955833435, "cos_r_negg": [0.2869420647621155, 0.33840107917785645, 0.3330962657928467, 0.3461599051952362, 0.35233569145202637, 0.31717449426651, 0.2875680923461914, 0.28017061948776245, 0.3355076313018799, -0.04818654805421829], "cos_apical_negg": [0.2869420647621155, 0.33840107917785645, 0.3330962657928467, 0.3461599051952362, 0.35233569145202637, 0.31717449426651, 0.2875680923461914, 0.28017061948776245, 0.3355076313018799, -0.04818654805421829], "cos_Ac_negg": [0.2869420647621155, 0.33840107917785645, 0.3330962657928467, 0.3461599051952362, 0.35233569145202637, 0.31717449426651, 0.2875680923461914, 0.28017061948776245, 0.3355076313018799, -0.04818654805421829], "r_norm": [0.9940556287765503, 1.0220757722854614, 1.0047266483306885, 1.013914942741394, 1.0331332683563232, 0.9935322403907776, 1.014341115951538, 1.0366616249084473, 1.0374927520751953, 1.0367170572280884]}, {"step": 4150, "epoch": 8, "train_loss": 0.41106942296028137, "cos_r_negg": [0.28350555896759033, 0.32739102840423584, 0.3092418909072876, 0.28874990344047546, 0.29357635974884033, 0.2978862524032593, 0.2747488021850586, 0.25918614864349365, 0.2892330586910248, -0.06789078563451767], "cos_apical_negg": [0.28350555896759033, 0.32739102840423584, 0.3092418909072876, 0.28874990344047546, 0.29357635974884033, 0.2978862524032593, 0.2747488021850586, 0.25918614864349365, 0.2892330586910248, -0.06789078563451767], "cos_Ac_negg": [0.28350555896759033, 0.32739102840423584, 0.3092418909072876, 0.28874990344047546, 0.29357635974884033, 0.2978862524032593, 0.2747488021850586, 0.25918614864349365, 0.2892330586910248, -0.06789078563451767], "r_norm": [1.0584912300109863, 1.0856815576553345, 1.0645606517791748, 1.0737024545669556, 1.0959279537200928, 1.0562596321105957, 1.0856690406799316, 1.094986915588379, 1.1070315837860107, 1.095190167427063]}, {"step": 4200, "epoch": 8, "train_loss": 0.4593008756637573, "cos_r_negg": [0.21844042837619781, 0.2635129392147064, 0.25754407048225403, 0.27345412969589233, 0.2841085195541382, 0.29980233311653137, 0.2605378031730652, 0.2815669775009155, 0.2719767093658447, -0.09545043855905533], "cos_apical_negg": [0.21844042837619781, 0.2635129392147064, 0.25754407048225403, 0.27345412969589233, 0.2841085195541382, 0.29980233311653137, 0.2605378031730652, 0.2815669775009155, 0.2719767093658447, -0.09545043855905533], "cos_Ac_negg": [0.21844042837619781, 0.2635129392147064, 0.25754407048225403, 0.27345412969589233, 0.2841085195541382, 0.29980233311653137, 0.2605378031730652, 0.2815669775009155, 0.2719767093658447, -0.09545043855905533], "r_norm": [1.1561065912246704, 1.1822326183319092, 1.1589603424072266, 1.162377953529358, 1.1854808330535889, 1.1563547849655151, 1.17765474319458, 1.1882147789001465, 1.1951582431793213, 1.1935995817184448]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8526, "test_loss": 0.49013283386230466}, {"step": 4250, "epoch": 9, "train_loss": 0.2820946276187897, "cos_r_negg": [0.2096775621175766, 0.23562560975551605, 0.21871790289878845, 0.2119373381137848, 0.24158726632595062, 0.24974098801612854, 0.2725090980529785, 0.279532253742218, 0.2529184818267822, -0.06972357630729675], "cos_apical_negg": [0.2096775621175766, 0.23562560975551605, 0.21871790289878845, 0.2119373381137848, 0.24158726632595062, 0.24974098801612854, 0.2725090980529785, 0.279532253742218, 0.2529184818267822, -0.06972357630729675], "cos_Ac_negg": [0.2096775621175766, 0.23562560975551605, 0.21871790289878845, 0.2119373381137848, 0.24158726632595062, 0.24974098801612854, 0.2725090980529785, 0.279532253742218, 0.2529184818267822, -0.06972357630729675], "r_norm": [1.2430708408355713, 1.2919955253601074, 1.273000955581665, 1.2908027172088623, 1.305708885192871, 1.247802495956421, 1.2753314971923828, 1.315630555152893, 1.3036153316497803, 1.3149988651275635]}, {"step": 4300, "epoch": 9, "train_loss": 0.2704774737358093, "cos_r_negg": [0.251290887594223, 0.27013102173805237, 0.2451634258031845, 0.25342193245887756, 0.27736616134643555, 0.29207557439804077, 0.23973658680915833, 0.22848959267139435, 0.2822135388851166, -0.04123341664671898], "cos_apical_negg": [0.251290887594223, 0.27013102173805237, 0.2451634258031845, 0.25342193245887756, 0.27736616134643555, 0.29207557439804077, 0.23973658680915833, 0.22848959267139435, 0.2822135388851166, -0.04123341664671898], "cos_Ac_negg": [0.251290887594223, 0.27013102173805237, 0.2451634258031845, 0.25342193245887756, 0.27736616134643555, 0.29207557439804077, 0.23973658680915833, 0.22848959267139435, 0.2822135388851166, -0.04123341664671898], "r_norm": [1.0260531902313232, 1.0580123662948608, 1.039240837097168, 1.050887107849121, 1.072115421295166, 1.028139352798462, 1.0545514822006226, 1.0705502033233643, 1.0768307447433472, 1.070566177368164]}, {"step": 4350, "epoch": 9, "train_loss": 0.18665733933448792, "cos_r_negg": [0.29565536975860596, 0.3142462968826294, 0.3118353486061096, 0.3291783630847931, 0.3307821452617645, 0.32084378600120544, 0.2897428870201111, 0.32710009813308716, 0.3054218292236328, -0.052191827446222305], "cos_apical_negg": [0.29565536975860596, 0.3142462968826294, 0.3118353486061096, 0.3291783630847931, 0.3307821452617645, 0.32084378600120544, 0.2897428870201111, 0.32710009813308716, 0.3054218292236328, -0.052191827446222305], "cos_Ac_negg": [0.29565536975860596, 0.3142462968826294, 0.3118353486061096, 0.3291783630847931, 0.3307821452617645, 0.32084378600120544, 0.2897428870201111, 0.32710009813308716, 0.3054218292236328, -0.052191827446222305], "r_norm": [1.0016670227050781, 1.030757188796997, 1.0124058723449707, 1.0184695720672607, 1.042137861251831, 0.9996452331542969, 1.0256671905517578, 1.042487382888794, 1.0536996126174927, 1.0483578443527222]}, {"step": 4400, "epoch": 9, "train_loss": 0.29507362842559814, "cos_r_negg": [0.2595767378807068, 0.2725158631801605, 0.24311429262161255, 0.2636822760105133, 0.26690685749053955, 0.2526257038116455, 0.2272806465625763, 0.2340174913406372, 0.26756808161735535, -0.06659078598022461], "cos_apical_negg": [0.2595767378807068, 0.2725158631801605, 0.24311429262161255, 0.2636822760105133, 0.26690685749053955, 0.2526257038116455, 0.2272806465625763, 0.2340174913406372, 0.26756808161735535, -0.06659078598022461], "cos_Ac_negg": [0.2595767378807068, 0.2725158631801605, 0.24311429262161255, 0.2636822760105133, 0.26690685749053955, 0.2526257038116455, 0.2272806465625763, 0.2340174913406372, 0.26756808161735535, -0.06659078598022461], "r_norm": [1.0914149284362793, 1.125223159790039, 1.0967421531677246, 1.1057865619659424, 1.1274590492248535, 1.0869293212890625, 1.1198577880859375, 1.128588318824768, 1.1363720893859863, 1.1332107782363892]}, {"step": 4450, "epoch": 9, "train_loss": 0.1827787458896637, "cos_r_negg": [0.2526063919067383, 0.27051353454589844, 0.25027552247047424, 0.25537538528442383, 0.2695905566215515, 0.2846266031265259, 0.27993062138557434, 0.3058834671974182, 0.2795466184616089, -0.08036305010318756], "cos_apical_negg": [0.2526063919067383, 0.27051353454589844, 0.25027552247047424, 0.25537538528442383, 0.2695905566215515, 0.2846266031265259, 0.27993062138557434, 0.3058834671974182, 0.2795466184616089, -0.08036305010318756], "cos_Ac_negg": [0.2526063919067383, 0.27051353454589844, 0.25027552247047424, 0.25537538528442383, 0.2695905566215515, 0.2846266031265259, 0.27993062138557434, 0.3058834671974182, 0.2795466184616089, -0.08036305010318756], "r_norm": [1.0370447635650635, 1.070486307144165, 1.049583911895752, 1.060971975326538, 1.0775519609451294, 1.0364162921905518, 1.0638139247894287, 1.081847906112671, 1.0829346179962158, 1.082130789756775]}, {"step": 4500, "epoch": 9, "train_loss": 0.49997252225875854, "cos_r_negg": [0.2445397973060608, 0.2856441140174866, 0.26087450981140137, 0.268150269985199, 0.3184538781642914, 0.3036276400089264, 0.27681756019592285, 0.3002031743526459, 0.27650874853134155, -0.05321569740772247], "cos_apical_negg": [0.2445397973060608, 0.2856441140174866, 0.26087450981140137, 0.268150269985199, 0.3184538781642914, 0.3036276400089264, 0.27681756019592285, 0.3002031743526459, 0.27650874853134155, -0.05321569740772247], "cos_Ac_negg": [0.2445397973060608, 0.2856441140174866, 0.26087450981140137, 0.268150269985199, 0.3184538781642914, 0.3036276400089264, 0.27681756019592285, 0.3002031743526459, 0.27650874853134155, -0.05321569740772247], "r_norm": [1.1963822841644287, 1.2326209545135498, 1.1993783712387085, 1.2125920057296753, 1.2383205890655518, 1.187554121017456, 1.227632761001587, 1.2370014190673828, 1.2454081773757935, 1.2379652261734009]}, {"step": 4550, "epoch": 9, "train_loss": 0.2971417307853699, "cos_r_negg": [0.2799176275730133, 0.3016870617866516, 0.2911674380302429, 0.3071429133415222, 0.3539644479751587, 0.36513790488243103, 0.3034723997116089, 0.3272779583930969, 0.2957209050655365, -0.059144068509340286], "cos_apical_negg": [0.2799176275730133, 0.3016870617866516, 0.2911674380302429, 0.3071429133415222, 0.3539644479751587, 0.36513790488243103, 0.3034723997116089, 0.3272779583930969, 0.2957209050655365, -0.059144068509340286], "cos_Ac_negg": [0.2799176275730133, 0.3016870617866516, 0.2911674380302429, 0.3071429133415222, 0.3539644479751587, 0.36513790488243103, 0.3034723997116089, 0.3272779583930969, 0.2957209050655365, -0.059144068509340286], "r_norm": [0.9598956108093262, 0.9857512712478638, 0.9685095548629761, 0.9756414890289307, 0.9964374303817749, 0.9607465267181396, 0.9801969528198242, 0.9947415590286255, 1.000096082687378, 1.0018641948699951]}, {"step": 4600, "epoch": 9, "train_loss": 0.3088381886482239, "cos_r_negg": [0.23365876078605652, 0.2615658938884735, 0.2436499446630478, 0.2620962858200073, 0.2502112090587616, 0.2827078402042389, 0.21888448297977448, 0.25444507598876953, 0.30988261103630066, -0.08109584450721741], "cos_apical_negg": [0.23365876078605652, 0.2615658938884735, 0.2436499446630478, 0.2620962858200073, 0.2502112090587616, 0.2827078402042389, 0.21888448297977448, 0.25444507598876953, 0.30988261103630066, -0.08109584450721741], "cos_Ac_negg": [0.23365876078605652, 0.2615658938884735, 0.2436499446630478, 0.2620962858200073, 0.2502112090587616, 0.2827078402042389, 0.21888448297977448, 0.25444507598876953, 0.30988261103630066, -0.08109584450721741], "r_norm": [1.0850780010223389, 1.1158616542816162, 1.0920178890228271, 1.100069284439087, 1.1232342720031738, 1.0842320919036865, 1.1089556217193604, 1.1238932609558105, 1.128063440322876, 1.1318621635437012]}, {"step": 4650, "epoch": 9, "train_loss": 0.34071359038352966, "cos_r_negg": [0.22215847671031952, 0.25661635398864746, 0.2815074920654297, 0.26942747831344604, 0.26495999097824097, 0.28409093618392944, 0.28555595874786377, 0.2968786060810089, 0.314418762922287, -0.07432949542999268], "cos_apical_negg": [0.22215847671031952, 0.25661635398864746, 0.2815074920654297, 0.26942747831344604, 0.26495999097824097, 0.28409093618392944, 0.28555595874786377, 0.2968786060810089, 0.314418762922287, -0.07432949542999268], "cos_Ac_negg": [0.22215847671031952, 0.25661635398864746, 0.2815074920654297, 0.26942747831344604, 0.26495999097824097, 0.28409093618392944, 0.28555595874786377, 0.2968786060810089, 0.314418762922287, -0.07432949542999268], "r_norm": [1.1303186416625977, 1.1660244464874268, 1.139498233795166, 1.1490930318832397, 1.1770882606506348, 1.1247938871383667, 1.163583517074585, 1.1765213012695312, 1.1875520944595337, 1.1774134635925293]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8527, "test_loss": 0.4520895080566406}, {"step": 4700, "epoch": 10, "train_loss": 0.2961447834968567, "cos_r_negg": [0.23889771103858948, 0.2759692072868347, 0.2714049220085144, 0.2763592004776001, 0.23960810899734497, 0.2808607220649719, 0.22811873257160187, 0.2872539460659027, 0.3104473650455475, -0.06278987228870392], "cos_apical_negg": [0.23889771103858948, 0.2759692072868347, 0.2714049220085144, 0.2763592004776001, 0.23960810899734497, 0.2808607220649719, 0.22811873257160187, 0.2872539460659027, 0.3104473650455475, -0.06278987228870392], "cos_Ac_negg": [0.23889771103858948, 0.2759692072868347, 0.2714049220085144, 0.2763592004776001, 0.23960810899734497, 0.2808607220649719, 0.22811873257160187, 0.2872539460659027, 0.3104473650455475, -0.06278987228870392], "r_norm": [1.0671899318695068, 1.1023682355880737, 1.0798239707946777, 1.0890192985534668, 1.1123380661010742, 1.0653470754623413, 1.0961583852767944, 1.1145318746566772, 1.1204084157943726, 1.1203237771987915]}, {"step": 4750, "epoch": 10, "train_loss": 0.32303738594055176, "cos_r_negg": [0.2836722433567047, 0.3183153569698334, 0.30664190649986267, 0.32551735639572144, 0.292080819606781, 0.3270235061645508, 0.2608669400215149, 0.2834070324897766, 0.297834575176239, -0.04943817853927612], "cos_apical_negg": [0.2836722433567047, 0.3183153569698334, 0.30664190649986267, 0.32551735639572144, 0.292080819606781, 0.3270235061645508, 0.2608669400215149, 0.2834070324897766, 0.297834575176239, -0.04943817853927612], "cos_Ac_negg": [0.2836722433567047, 0.3183153569698334, 0.30664190649986267, 0.32551735639572144, 0.292080819606781, 0.3270235061645508, 0.2608669400215149, 0.2834070324897766, 0.297834575176239, -0.04943817853927612], "r_norm": [0.9917000532150269, 1.0219149589538574, 1.0043761730194092, 1.0106985569000244, 1.0341417789459229, 0.9913883209228516, 1.0169264078140259, 1.0357604026794434, 1.0411808490753174, 1.0406638383865356]}, {"step": 4800, "epoch": 10, "train_loss": 0.3627780079841614, "cos_r_negg": [0.2561982274055481, 0.3080327808856964, 0.3163394629955292, 0.3125200867652893, 0.3164060711860657, 0.3176540434360504, 0.2522372901439667, 0.29543766379356384, 0.30274468660354614, -0.026489924639463425], "cos_apical_negg": [0.2561982274055481, 0.3080327808856964, 0.3163394629955292, 0.3125200867652893, 0.3164060711860657, 0.3176540434360504, 0.2522372901439667, 0.29543766379356384, 0.30274468660354614, -0.026489924639463425], "cos_Ac_negg": [0.2561982274055481, 0.3080327808856964, 0.3163394629955292, 0.3125200867652893, 0.3164060711860657, 0.3176540434360504, 0.2522372901439667, 0.29543766379356384, 0.30274468660354614, -0.026489924639463425], "r_norm": [1.1359297037124634, 1.1703391075134277, 1.1441117525100708, 1.1526877880096436, 1.1786448955535889, 1.1296080350875854, 1.163672924041748, 1.1803998947143555, 1.1891770362854004, 1.1870036125183105]}, {"step": 4850, "epoch": 10, "train_loss": 0.4186229705810547, "cos_r_negg": [0.27733147144317627, 0.30960148572921753, 0.29329586029052734, 0.31735730171203613, 0.3196313679218292, 0.32154715061187744, 0.25230735540390015, 0.30420050024986267, 0.32815155386924744, -0.037274450063705444], "cos_apical_negg": [0.27733147144317627, 0.30960148572921753, 0.29329586029052734, 0.31735730171203613, 0.3196313679218292, 0.32154715061187744, 0.25230735540390015, 0.30420050024986267, 0.32815155386924744, -0.037274450063705444], "cos_Ac_negg": [0.27733147144317627, 0.30960148572921753, 0.29329586029052734, 0.31735730171203613, 0.3196313679218292, 0.32154715061187744, 0.25230735540390015, 0.30420050024986267, 0.32815155386924744, -0.037274450063705444], "r_norm": [1.0726873874664307, 1.1054611206054688, 1.0807485580444336, 1.092017412185669, 1.1143739223480225, 1.0676240921020508, 1.102745532989502, 1.1142576932907104, 1.1217920780181885, 1.117133378982544]}, {"step": 4900, "epoch": 10, "train_loss": 0.19548475742340088, "cos_r_negg": [0.26393747329711914, 0.2689763307571411, 0.26711881160736084, 0.2817811667919159, 0.2995273172855377, 0.31384462118148804, 0.2563568949699402, 0.31025439500808716, 0.3420719504356384, -0.02378503605723381], "cos_apical_negg": [0.26393747329711914, 0.2689763307571411, 0.26711881160736084, 0.2817811667919159, 0.2995273172855377, 0.31384462118148804, 0.2563568949699402, 0.31025439500808716, 0.3420719504356384, -0.02378503605723381], "cos_Ac_negg": [0.26393747329711914, 0.2689763307571411, 0.26711881160736084, 0.2817811667919159, 0.2995273172855377, 0.31384462118148804, 0.2563568949699402, 0.31025439500808716, 0.3420719504356384, -0.02378503605723381], "r_norm": [1.0902185440063477, 1.1221719980239868, 1.0957481861114502, 1.1020880937576294, 1.130586862564087, 1.0848212242126465, 1.1164085865020752, 1.1286537647247314, 1.140677571296692, 1.1333128213882446]}, {"step": 4950, "epoch": 10, "train_loss": 0.3249620795249939, "cos_r_negg": [0.3063397705554962, 0.3358484208583832, 0.32933980226516724, 0.3009141683578491, 0.2988508641719818, 0.3335573673248291, 0.27530455589294434, 0.32138264179229736, 0.2997872233390808, -0.03315703570842743], "cos_apical_negg": [0.3063397705554962, 0.3358484208583832, 0.32933980226516724, 0.3009141683578491, 0.2988508641719818, 0.3335573673248291, 0.27530455589294434, 0.32138264179229736, 0.2997872233390808, -0.03315703570842743], "cos_Ac_negg": [0.3063397705554962, 0.3358484208583832, 0.32933980226516724, 0.3009141683578491, 0.2988508641719818, 0.3335573673248291, 0.27530455589294434, 0.32138264179229736, 0.2997872233390808, -0.03315703570842743], "r_norm": [1.017109751701355, 1.0448973178863525, 1.023419737815857, 1.0355185270309448, 1.0556018352508545, 1.01719331741333, 1.0394662618637085, 1.0542458295822144, 1.0569236278533936, 1.0585908889770508]}, {"step": 5000, "epoch": 10, "train_loss": 0.26166683435440063, "cos_r_negg": [0.2793443500995636, 0.30118027329444885, 0.313010573387146, 0.31740570068359375, 0.2914036512374878, 0.3205503821372986, 0.2964906096458435, 0.33431094884872437, 0.3457273244857788, -0.036439575254917145], "cos_apical_negg": [0.2793443500995636, 0.30118027329444885, 0.313010573387146, 0.31740570068359375, 0.2914036512374878, 0.3205503821372986, 0.2964906096458435, 0.33431094884872437, 0.3457273244857788, -0.036439575254917145], "cos_Ac_negg": [0.2793443500995636, 0.30118027329444885, 0.313010573387146, 0.31740570068359375, 0.2914036512374878, 0.3205503821372986, 0.2964906096458435, 0.33431094884872437, 0.3457273244857788, -0.036439575254917145], "r_norm": [1.093929648399353, 1.1288905143737793, 1.1024659872055054, 1.1142780780792236, 1.1379115581512451, 1.091277837753296, 1.12489914894104, 1.137887716293335, 1.145066738128662, 1.1411221027374268]}, {"step": 5050, "epoch": 10, "train_loss": 0.3473438024520874, "cos_r_negg": [0.2846086025238037, 0.29781508445739746, 0.30359411239624023, 0.3003653883934021, 0.31034013628959656, 0.33503299951553345, 0.2828388810157776, 0.31416189670562744, 0.2911909818649292, -0.03095925599336624], "cos_apical_negg": [0.2846086025238037, 0.29781508445739746, 0.30359411239624023, 0.3003653883934021, 0.31034013628959656, 0.33503299951553345, 0.2828388810157776, 0.31416189670562744, 0.2911909818649292, -0.03095925599336624], "cos_Ac_negg": [0.2846086025238037, 0.29781508445739746, 0.30359411239624023, 0.3003653883934021, 0.31034013628959656, 0.33503299951553345, 0.2828388810157776, 0.31416189670562744, 0.2911909818649292, -0.03095925599336624], "r_norm": [1.0588455200195312, 1.0895652770996094, 1.0648717880249023, 1.0761549472808838, 1.1023564338684082, 1.0521409511566162, 1.0836668014526367, 1.0987499952316284, 1.1087291240692139, 1.1042842864990234]}, {"step": 5100, "epoch": 10, "train_loss": 0.23146529495716095, "cos_r_negg": [0.25903114676475525, 0.2991248369216919, 0.2840160131454468, 0.29362788796424866, 0.276409775018692, 0.3256768584251404, 0.28336143493652344, 0.3336355984210968, 0.31225550174713135, -0.016076713800430298], "cos_apical_negg": [0.25903114676475525, 0.2991248369216919, 0.2840160131454468, 0.29362788796424866, 0.276409775018692, 0.3256768584251404, 0.28336143493652344, 0.3336355984210968, 0.31225550174713135, -0.016076713800430298], "cos_Ac_negg": [0.25903114676475525, 0.2991248369216919, 0.2840160131454468, 0.29362788796424866, 0.276409775018692, 0.3256768584251404, 0.28336143493652344, 0.3336355984210968, 0.31225550174713135, -0.016076713800430298], "r_norm": [1.0477888584136963, 1.0795949697494507, 1.0539391040802002, 1.0632565021514893, 1.0853779315948486, 1.0420225858688354, 1.0755045413970947, 1.0861486196517944, 1.092991590499878, 1.090585470199585]}, {"step": 5150, "epoch": 10, "train_loss": 0.2991015911102295, "cos_r_negg": [0.22747677564620972, 0.2782636284828186, 0.27528488636016846, 0.2621145248413086, 0.30755501985549927, 0.33180293440818787, 0.28382909297943115, 0.3179439604282379, 0.31955236196517944, -0.022735942155122757], "cos_apical_negg": [0.22747677564620972, 0.2782636284828186, 0.27528488636016846, 0.2621145248413086, 0.30755501985549927, 0.33180293440818787, 0.28382909297943115, 0.3179439604282379, 0.31955236196517944, -0.022735942155122757], "cos_Ac_negg": [0.22747677564620972, 0.2782636284828186, 0.27528488636016846, 0.2621145248413086, 0.30755501985549927, 0.33180293440818787, 0.28382909297943115, 0.3179439604282379, 0.31955236196517944, -0.022735942155122757], "r_norm": [1.027820110321045, 1.0564720630645752, 1.0376970767974854, 1.0486540794372559, 1.0705163478851318, 1.0285873413085938, 1.052198886871338, 1.0696333646774292, 1.0721169710159302, 1.0691368579864502]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8642, "test_loss": 0.4325000549316406}, {"step": 5200, "epoch": 11, "train_loss": 0.35861867666244507, "cos_r_negg": [0.2548937201499939, 0.27705124020576477, 0.2731255888938904, 0.2544953227043152, 0.27503934502601624, 0.2953866720199585, 0.2671867609024048, 0.27334627509117126, 0.2702508568763733, -0.0457737073302269], "cos_apical_negg": [0.2548937201499939, 0.27705124020576477, 0.2731255888938904, 0.2544953227043152, 0.27503934502601624, 0.2953866720199585, 0.2671867609024048, 0.27334627509117126, 0.2702508568763733, -0.0457737073302269], "cos_Ac_negg": [0.2548937201499939, 0.27705124020576477, 0.2731255888938904, 0.2544953227043152, 0.27503934502601624, 0.2953866720199585, 0.2671867609024048, 0.27334627509117126, 0.2702508568763733, -0.0457737073302269], "r_norm": [1.026317834854126, 1.0576800107955933, 1.037131428718567, 1.0474066734313965, 1.0732295513153076, 1.0243054628372192, 1.0544003248214722, 1.0701513290405273, 1.078357458114624, 1.0767241716384888]}, {"step": 5250, "epoch": 11, "train_loss": 0.1890406310558319, "cos_r_negg": [0.22591261565685272, 0.2585945725440979, 0.26707732677459717, 0.27105793356895447, 0.2796432673931122, 0.29547226428985596, 0.257606565952301, 0.26691383123397827, 0.2955772578716278, -0.03033595159649849], "cos_apical_negg": [0.22591261565685272, 0.2585945725440979, 0.26707732677459717, 0.27105793356895447, 0.2796432673931122, 0.29547226428985596, 0.257606565952301, 0.26691383123397827, 0.2955772578716278, -0.03033595159649849], "cos_Ac_negg": [0.22591261565685272, 0.2585945725440979, 0.26707732677459717, 0.27105793356895447, 0.2796432673931122, 0.29547226428985596, 0.257606565952301, 0.26691383123397827, 0.2955772578716278, -0.03033595159649849], "r_norm": [0.9694468975067139, 1.0031237602233887, 0.9855916500091553, 0.9973362684249878, 1.0180132389068604, 0.9720911979675293, 0.9966812133789062, 1.0182671546936035, 1.0212143659591675, 1.0197802782058716]}, {"step": 5300, "epoch": 11, "train_loss": 0.3277013599872589, "cos_r_negg": [0.23231518268585205, 0.24798732995986938, 0.24787038564682007, 0.2512631118297577, 0.2706245183944702, 0.27931666374206543, 0.24617643654346466, 0.23831376433372498, 0.25822436809539795, -0.057595282793045044], "cos_apical_negg": [0.23231518268585205, 0.24798732995986938, 0.24787038564682007, 0.2512631118297577, 0.2706245183944702, 0.27931666374206543, 0.24617643654346466, 0.23831376433372498, 0.25822436809539795, -0.057595282793045044], "cos_Ac_negg": [0.23231518268585205, 0.24798732995986938, 0.24787038564682007, 0.2512631118297577, 0.2706245183944702, 0.27931666374206543, 0.24617643654346466, 0.23831376433372498, 0.25822436809539795, -0.057595282793045044], "r_norm": [1.1098966598510742, 1.1407802104949951, 1.1162924766540527, 1.1260464191436768, 1.1544432640075684, 1.101011037826538, 1.1386489868164062, 1.15120530128479, 1.167388677597046, 1.1538316011428833]}, {"step": 5350, "epoch": 11, "train_loss": 0.24008658528327942, "cos_r_negg": [0.2640707790851593, 0.3155863583087921, 0.30791646242141724, 0.3212757706642151, 0.2980155348777771, 0.3258850574493408, 0.25544074177742004, 0.3137396574020386, 0.29039257764816284, -0.026989270001649857], "cos_apical_negg": [0.2640707790851593, 0.3155863583087921, 0.30791646242141724, 0.3212757706642151, 0.2980155348777771, 0.3258850574493408, 0.25544074177742004, 0.3137396574020386, 0.29039257764816284, -0.026989270001649857], "cos_Ac_negg": [0.2640707790851593, 0.3155863583087921, 0.30791646242141724, 0.3212757706642151, 0.2980155348777771, 0.3258850574493408, 0.25544074177742004, 0.3137396574020386, 0.29039257764816284, -0.026989270001649857], "r_norm": [1.0519615411758423, 1.0861613750457764, 1.0649135112762451, 1.081332802772522, 1.098644733428955, 1.049213171005249, 1.0795420408248901, 1.100814700126648, 1.0980218648910522, 1.1003793478012085]}, {"step": 5400, "epoch": 11, "train_loss": 0.2109876126050949, "cos_r_negg": [0.22019599378108978, 0.26446932554244995, 0.26497408747673035, 0.27440932393074036, 0.24959400296211243, 0.2898237705230713, 0.21264247596263885, 0.25092393159866333, 0.24923083186149597, -0.04593852907419205], "cos_apical_negg": [0.22019599378108978, 0.26446932554244995, 0.26497408747673035, 0.27440932393074036, 0.24959400296211243, 0.2898237705230713, 0.21264247596263885, 0.25092393159866333, 0.24923083186149597, -0.04593852907419205], "cos_Ac_negg": [0.22019599378108978, 0.26446932554244995, 0.26497408747673035, 0.27440932393074036, 0.24959400296211243, 0.2898237705230713, 0.21264247596263885, 0.25092393159866333, 0.24923083186149597, -0.04593852907419205], "r_norm": [1.0265041589736938, 1.0554299354553223, 1.031349778175354, 1.0401570796966553, 1.0660690069198608, 1.0191335678100586, 1.0517771244049072, 1.0640244483947754, 1.0782744884490967, 1.0703091621398926]}, {"step": 5450, "epoch": 11, "train_loss": 0.3209235668182373, "cos_r_negg": [0.26179882884025574, 0.29654401540756226, 0.3097073435783386, 0.2921377718448639, 0.2898906469345093, 0.3305577337741852, 0.28429731726646423, 0.2742845416069031, 0.28582149744033813, -0.010407175868749619], "cos_apical_negg": [0.26179882884025574, 0.29654401540756226, 0.3097073435783386, 0.2921377718448639, 0.2898906469345093, 0.3305577337741852, 0.28429731726646423, 0.2742845416069031, 0.28582149744033813, -0.010407175868749619], "cos_Ac_negg": [0.26179882884025574, 0.29654401540756226, 0.3097073435783386, 0.2921377718448639, 0.2898906469345093, 0.3305577337741852, 0.28429731726646423, 0.2742845416069031, 0.28582149744033813, -0.010407175868749619], "r_norm": [1.104875922203064, 1.1430712938308716, 1.1159422397613525, 1.1321783065795898, 1.1472153663635254, 1.104752540588379, 1.136411190032959, 1.1509790420532227, 1.143601655960083, 1.1511093378067017]}, {"step": 5500, "epoch": 11, "train_loss": 0.39899635314941406, "cos_r_negg": [0.24093097448349, 0.28036367893218994, 0.2823628783226013, 0.2706868052482605, 0.2805357277393341, 0.2637788951396942, 0.2785397171974182, 0.25163862109184265, 0.2494460642337799, -0.020485734567046165], "cos_apical_negg": [0.24093097448349, 0.28036367893218994, 0.2823628783226013, 0.2706868052482605, 0.2805357277393341, 0.2637788951396942, 0.2785397171974182, 0.25163862109184265, 0.2494460642337799, -0.020485734567046165], "cos_Ac_negg": [0.24093097448349, 0.28036367893218994, 0.2823628783226013, 0.2706868052482605, 0.2805357277393341, 0.2637788951396942, 0.2785397171974182, 0.25163862109184265, 0.2494460642337799, -0.020485734567046165], "r_norm": [1.1169674396514893, 1.1495054960250854, 1.121812343597412, 1.1301708221435547, 1.1586098670959473, 1.1113200187683105, 1.142608880996704, 1.1567764282226562, 1.1673821210861206, 1.1627627611160278]}, {"step": 5550, "epoch": 11, "train_loss": 0.5012563467025757, "cos_r_negg": [0.2450452595949173, 0.26447317004203796, 0.27635639905929565, 0.27459871768951416, 0.2960514426231384, 0.2871047258377075, 0.27545565366744995, 0.267625093460083, 0.2647594213485718, -0.04601883515715599], "cos_apical_negg": [0.2450452595949173, 0.26447317004203796, 0.27635639905929565, 0.27459871768951416, 0.2960514426231384, 0.2871047258377075, 0.27545565366744995, 0.267625093460083, 0.2647594213485718, -0.04601883515715599], "cos_Ac_negg": [0.2450452595949173, 0.26447317004203796, 0.27635639905929565, 0.27459871768951416, 0.2960514426231384, 0.2871047258377075, 0.27545565366744995, 0.267625093460083, 0.2647594213485718, -0.04601883515715599], "r_norm": [0.9341723918914795, 0.9618428945541382, 0.9428364634513855, 0.9510306119918823, 0.9728637933731079, 0.9333969354629517, 0.9564036130905151, 0.9725368022918701, 0.9795758724212646, 0.9731132984161377]}, {"step": 5600, "epoch": 11, "train_loss": 0.18298423290252686, "cos_r_negg": [0.2105972170829773, 0.22107301652431488, 0.24131731688976288, 0.23432835936546326, 0.26053035259246826, 0.2549270689487457, 0.23578691482543945, 0.28421980142593384, 0.2913236618041992, -0.042906761169433594], "cos_apical_negg": [0.2105972170829773, 0.22107301652431488, 0.24131731688976288, 0.23432835936546326, 0.26053035259246826, 0.2549270689487457, 0.23578691482543945, 0.28421980142593384, 0.2913236618041992, -0.042906761169433594], "cos_Ac_negg": [0.2105972170829773, 0.22107301652431488, 0.24131731688976288, 0.23432835936546326, 0.26053035259246826, 0.2549270689487457, 0.23578691482543945, 0.28421980142593384, 0.2913236618041992, -0.042906761169433594], "r_norm": [1.0428900718688965, 1.072439432144165, 1.0491801500320435, 1.0571012496948242, 1.0812071561813354, 1.0411202907562256, 1.0673656463623047, 1.08217191696167, 1.0875223875045776, 1.085860252380371]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8625, "test_loss": 0.43722784423828126}, {"step": 5650, "epoch": 12, "train_loss": 0.2367773950099945, "cos_r_negg": [0.2782500386238098, 0.2800704538822174, 0.2985861301422119, 0.28416696190834045, 0.28816232085227966, 0.2749751806259155, 0.24460802972316742, 0.2906537652015686, 0.251774400472641, -0.024907132610678673], "cos_apical_negg": [0.2782500386238098, 0.2800704538822174, 0.2985861301422119, 0.28416696190834045, 0.28816232085227966, 0.2749751806259155, 0.24460802972316742, 0.2906537652015686, 0.251774400472641, -0.024907132610678673], "cos_Ac_negg": [0.2782500386238098, 0.2800704538822174, 0.2985861301422119, 0.28416696190834045, 0.28816232085227966, 0.2749751806259155, 0.24460802972316742, 0.2906537652015686, 0.251774400472641, -0.024907132610678673], "r_norm": [1.0412609577178955, 1.0717037916183472, 1.0558243989944458, 1.0660661458969116, 1.0879912376403809, 1.0414628982543945, 1.0659844875335693, 1.088301420211792, 1.093498706817627, 1.093544602394104]}, {"step": 5700, "epoch": 12, "train_loss": 0.34264564514160156, "cos_r_negg": [0.3047805428504944, 0.32496172189712524, 0.32537001371383667, 0.30968597531318665, 0.32429543137550354, 0.33989381790161133, 0.3096469044685364, 0.32215797901153564, 0.32593590021133423, -0.025070860981941223], "cos_apical_negg": [0.3047805428504944, 0.32496172189712524, 0.32537001371383667, 0.30968597531318665, 0.32429543137550354, 0.33989381790161133, 0.3096469044685364, 0.32215797901153564, 0.32593590021133423, -0.025070860981941223], "cos_Ac_negg": [0.3047805428504944, 0.32496172189712524, 0.32537001371383667, 0.30968597531318665, 0.32429543137550354, 0.33989381790161133, 0.3096469044685364, 0.32215797901153564, 0.32593590021133423, -0.025070860981941223], "r_norm": [0.957095742225647, 0.9817767143249512, 0.9687190651893616, 0.9759882688522339, 0.9954144954681396, 0.9585463404655457, 0.9760578870773315, 0.9962502121925354, 0.9991872310638428, 1.0026533603668213]}, {"step": 5750, "epoch": 12, "train_loss": 0.551702618598938, "cos_r_negg": [0.23282328248023987, 0.26738572120666504, 0.3048267662525177, 0.27757060527801514, 0.2872098684310913, 0.29014265537261963, 0.25323089957237244, 0.26543310284614563, 0.26925209164619446, -0.03310888260602951], "cos_apical_negg": [0.23282328248023987, 0.26738572120666504, 0.3048267662525177, 0.27757060527801514, 0.2872098684310913, 0.29014265537261963, 0.25323089957237244, 0.26543310284614563, 0.26925209164619446, -0.03310888260602951], "cos_Ac_negg": [0.23282328248023987, 0.26738572120666504, 0.3048267662525177, 0.27757060527801514, 0.2872098684310913, 0.29014265537261963, 0.25323089957237244, 0.26543310284614563, 0.26925209164619446, -0.03310888260602951], "r_norm": [0.9372749328613281, 0.9658195972442627, 0.9453904628753662, 0.9557780027389526, 0.9786006212234497, 0.9338786005973816, 0.9630597829818726, 0.975265383720398, 0.9861870408058167, 0.9789609909057617]}, {"step": 5800, "epoch": 12, "train_loss": 0.3041099011898041, "cos_r_negg": [0.23065276443958282, 0.2761763334274292, 0.2958972156047821, 0.2939959168434143, 0.2969609498977661, 0.3403582274913788, 0.2927493453025818, 0.3054681420326233, 0.2527964115142822, -0.015606330707669258], "cos_apical_negg": [0.23065276443958282, 0.2761763334274292, 0.2958972156047821, 0.2939959168434143, 0.2969609498977661, 0.3403582274913788, 0.2927493453025818, 0.3054681420326233, 0.2527964115142822, -0.015606330707669258], "cos_Ac_negg": [0.23065276443958282, 0.2761763334274292, 0.2958972156047821, 0.2939959168434143, 0.2969609498977661, 0.3403582274913788, 0.2927493453025818, 0.3054681420326233, 0.2527964115142822, -0.015606330707669258], "r_norm": [0.9658994078636169, 0.9969923496246338, 0.9741111993789673, 0.9835560321807861, 1.010439157485962, 0.9612212777137756, 0.9942442178726196, 1.0054081678390503, 1.0198969841003418, 1.0110564231872559]}, {"step": 5850, "epoch": 12, "train_loss": 0.387004017829895, "cos_r_negg": [0.2392919808626175, 0.2602318823337555, 0.26949620246887207, 0.28853148221969604, 0.2744390070438385, 0.2996182143688202, 0.2728893756866455, 0.27404263615608215, 0.26234379410743713, -0.01521889679133892], "cos_apical_negg": [0.2392919808626175, 0.2602318823337555, 0.26949620246887207, 0.28853148221969604, 0.2744390070438385, 0.2996182143688202, 0.2728893756866455, 0.27404263615608215, 0.26234379410743713, -0.01521889679133892], "cos_Ac_negg": [0.2392919808626175, 0.2602318823337555, 0.26949620246887207, 0.28853148221969604, 0.2744390070438385, 0.2996182143688202, 0.2728893756866455, 0.27404263615608215, 0.26234379410743713, -0.01521889679133892], "r_norm": [0.9641278982162476, 0.993887186050415, 0.9723144173622131, 0.9819872379302979, 1.000901460647583, 0.9618897438049316, 0.9856456518173218, 1.0029067993164062, 1.0053523778915405, 1.0034148693084717]}, {"step": 5900, "epoch": 12, "train_loss": 0.37926381826400757, "cos_r_negg": [0.2789872884750366, 0.30234163999557495, 0.30903521180152893, 0.3074188530445099, 0.30293989181518555, 0.30354607105255127, 0.28233128786087036, 0.31580156087875366, 0.293978214263916, 0.023438218981027603], "cos_apical_negg": [0.2789872884750366, 0.30234163999557495, 0.30903521180152893, 0.3074188530445099, 0.30293989181518555, 0.30354607105255127, 0.28233128786087036, 0.31580156087875366, 0.293978214263916, 0.023438218981027603], "cos_Ac_negg": [0.2789872884750366, 0.30234163999557495, 0.30903521180152893, 0.3074188530445099, 0.30293989181518555, 0.30354607105255127, 0.28233128786087036, 0.31580156087875366, 0.293978214263916, 0.023438218981027603], "r_norm": [1.0760327577590942, 1.110235571861267, 1.0842182636260986, 1.094970703125, 1.1194136142730713, 1.070819616317749, 1.1042189598083496, 1.1185662746429443, 1.1255474090576172, 1.1221845149993896]}, {"step": 5950, "epoch": 12, "train_loss": 0.43115127086639404, "cos_r_negg": [0.2548544704914093, 0.2689533531665802, 0.2566313147544861, 0.2944127917289734, 0.3100268244743347, 0.32783180475234985, 0.28468644618988037, 0.3101584315299988, 0.3185715675354004, 0.019818009808659554], "cos_apical_negg": [0.2548544704914093, 0.2689533531665802, 0.2566313147544861, 0.2944127917289734, 0.3100268244743347, 0.32783180475234985, 0.28468644618988037, 0.3101584315299988, 0.3185715675354004, 0.019818009808659554], "cos_Ac_negg": [0.2548544704914093, 0.2689533531665802, 0.2566313147544861, 0.2944127917289734, 0.3100268244743347, 0.32783180475234985, 0.28468644618988037, 0.3101584315299988, 0.3185715675354004, 0.019818009808659554], "r_norm": [1.0175392627716064, 1.0486178398132324, 1.021606683731079, 1.03233003616333, 1.0604960918426514, 1.007903814315796, 1.0468509197235107, 1.055774211883545, 1.0676404237747192, 1.059665322303772]}, {"step": 6000, "epoch": 12, "train_loss": 0.2514481544494629, "cos_r_negg": [0.26132822036743164, 0.31106036901474, 0.32625651359558105, 0.32771235704421997, 0.3433442711830139, 0.3145085871219635, 0.296225368976593, 0.29677754640579224, 0.3175724148750305, -0.024741435423493385], "cos_apical_negg": [0.26132822036743164, 0.31106036901474, 0.32625651359558105, 0.32771235704421997, 0.3433442711830139, 0.3145085871219635, 0.296225368976593, 0.29677754640579224, 0.3175724148750305, -0.024741435423493385], "cos_Ac_negg": [0.26132822036743164, 0.31106036901474, 0.32625651359558105, 0.32771235704421997, 0.3433442711830139, 0.3145085871219635, 0.296225368976593, 0.29677754640579224, 0.3175724148750305, -0.024741435423493385], "r_norm": [0.983081042766571, 1.0140125751495361, 0.9921808242797852, 0.9988918304443359, 1.022521734237671, 0.9808198809623718, 1.0125908851623535, 1.0233502388000488, 1.0306012630462646, 1.024809718132019]}, {"step": 6050, "epoch": 12, "train_loss": 0.17572450637817383, "cos_r_negg": [0.28665176033973694, 0.3015363812446594, 0.29801085591316223, 0.2931481599807739, 0.312444806098938, 0.3152558207511902, 0.2788068652153015, 0.31303852796554565, 0.29396671056747437, -0.03863205760717392], "cos_apical_negg": [0.28665176033973694, 0.3015363812446594, 0.29801085591316223, 0.2931481599807739, 0.312444806098938, 0.3152558207511902, 0.2788068652153015, 0.31303852796554565, 0.29396671056747437, -0.03863205760717392], "cos_Ac_negg": [0.28665176033973694, 0.3015363812446594, 0.29801085591316223, 0.2931481599807739, 0.312444806098938, 0.3152558207511902, 0.2788068652153015, 0.31303852796554565, 0.29396671056747437, -0.03863205760717392], "r_norm": [0.9564719200134277, 0.9830571413040161, 0.9677039980888367, 0.9787876009941101, 0.9954361915588379, 0.9565398097038269, 0.9802039861679077, 0.9975285530090332, 1.0002198219299316, 0.9980542063713074]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8568, "test_loss": 0.4634722869873047}, {"step": 6100, "epoch": 13, "train_loss": 0.33586910367012024, "cos_r_negg": [0.2704680860042572, 0.31813812255859375, 0.32783544063568115, 0.32262545824050903, 0.3271365761756897, 0.33594077825546265, 0.3156031668186188, 0.3187909424304962, 0.3117898106575012, -0.03847317025065422], "cos_apical_negg": [0.2704680860042572, 0.31813812255859375, 0.32783544063568115, 0.32262545824050903, 0.3271365761756897, 0.33594077825546265, 0.3156031668186188, 0.3187909424304962, 0.3117898106575012, -0.03847317025065422], "cos_Ac_negg": [0.2704680860042572, 0.31813812255859375, 0.32783544063568115, 0.32262545824050903, 0.3271365761756897, 0.33594077825546265, 0.3156031668186188, 0.3187909424304962, 0.3117898106575012, -0.03847317025065422], "r_norm": [0.893543541431427, 0.9199336767196655, 0.9032263159751892, 0.9131518602371216, 0.931925892829895, 0.8916981816291809, 0.9166774749755859, 0.9314107298851013, 0.9378726482391357, 0.9345501661300659]}, {"step": 6150, "epoch": 13, "train_loss": 0.2304823398590088, "cos_r_negg": [0.2333756685256958, 0.28304407000541687, 0.26512351632118225, 0.2958558201789856, 0.321361780166626, 0.31247448921203613, 0.27467167377471924, 0.28506794571876526, 0.2860952615737915, -0.03355161100625992], "cos_apical_negg": [0.2333756685256958, 0.28304407000541687, 0.26512351632118225, 0.2958558201789856, 0.321361780166626, 0.31247448921203613, 0.27467167377471924, 0.28506794571876526, 0.2860952615737915, -0.03355161100625992], "cos_Ac_negg": [0.2333756685256958, 0.28304407000541687, 0.26512351632118225, 0.2958558201789856, 0.321361780166626, 0.31247448921203613, 0.27467167377471924, 0.28506794571876526, 0.2860952615737915, -0.03355161100625992], "r_norm": [0.8794031143188477, 0.9063440561294556, 0.8904070854187012, 0.8992352485656738, 0.9168941974639893, 0.8816646933555603, 0.9020359516143799, 0.9158744812011719, 0.9180926084518433, 0.9213043451309204]}, {"step": 6200, "epoch": 13, "train_loss": 0.2778995931148529, "cos_r_negg": [0.2684839367866516, 0.2930833101272583, 0.3133801221847534, 0.3191084861755371, 0.30980628728866577, 0.31331413984298706, 0.3161868453025818, 0.32714372873306274, 0.3263198137283325, -0.032686516642570496], "cos_apical_negg": [0.2684839367866516, 0.2930833101272583, 0.3133801221847534, 0.3191084861755371, 0.30980628728866577, 0.31331413984298706, 0.3161868453025818, 0.32714372873306274, 0.3263198137283325, -0.032686516642570496], "cos_Ac_negg": [0.2684839367866516, 0.2930833101272583, 0.3133801221847534, 0.3191084861755371, 0.30980628728866577, 0.31331413984298706, 0.3161868453025818, 0.32714372873306274, 0.3263198137283325, -0.032686516642570496], "r_norm": [1.0480952262878418, 1.0817508697509766, 1.0605299472808838, 1.0739866495132446, 1.0929970741271973, 1.0467122793197632, 1.0742340087890625, 1.0926570892333984, 1.0988672971725464, 1.1023242473602295]}, {"step": 6250, "epoch": 13, "train_loss": 0.31219589710235596, "cos_r_negg": [0.23251545429229736, 0.27126193046569824, 0.29127857089042664, 0.3027156889438629, 0.28867748379707336, 0.32323455810546875, 0.3031911551952362, 0.316360741853714, 0.26706111431121826, -0.04141960293054581], "cos_apical_negg": [0.23251545429229736, 0.27126193046569824, 0.29127857089042664, 0.3027156889438629, 0.28867748379707336, 0.32323455810546875, 0.3031911551952362, 0.316360741853714, 0.26706111431121826, -0.04141960293054581], "cos_Ac_negg": [0.23251545429229736, 0.27126193046569824, 0.29127857089042664, 0.3027156889438629, 0.28867748379707336, 0.32323455810546875, 0.3031911551952362, 0.316360741853714, 0.26706111431121826, -0.04141960293054581], "r_norm": [0.9617418050765991, 0.9884076714515686, 0.9658226370811462, 0.9721991419792175, 1.0006444454193115, 0.9552682638168335, 0.9892953038215637, 0.9937702417373657, 1.0095701217651367, 0.9999761581420898]}, {"step": 6300, "epoch": 13, "train_loss": 0.2665654420852661, "cos_r_negg": [0.2703653573989868, 0.30303242802619934, 0.2939381003379822, 0.290650337934494, 0.2889031767845154, 0.2949117422103882, 0.2528669536113739, 0.25391072034835815, 0.2656383514404297, -0.0421544685959816], "cos_apical_negg": [0.2703653573989868, 0.30303242802619934, 0.2939381003379822, 0.290650337934494, 0.2889031767845154, 0.2949117422103882, 0.2528669536113739, 0.25391072034835815, 0.2656383514404297, -0.0421544685959816], "cos_Ac_negg": [0.2703653573989868, 0.30303242802619934, 0.2939381003379822, 0.290650337934494, 0.2889031767845154, 0.2949117422103882, 0.2528669536113739, 0.25391072034835815, 0.2656383514404297, -0.0421544685959816], "r_norm": [0.9827965497970581, 1.012028455734253, 0.9905620813369751, 1.0014612674713135, 1.0243096351623535, 0.9780369997024536, 1.0079517364501953, 1.0229206085205078, 1.0320732593536377, 1.0233726501464844]}, {"step": 6350, "epoch": 13, "train_loss": 0.3698045015335083, "cos_r_negg": [0.2648223042488098, 0.3029957413673401, 0.300132155418396, 0.3055139183998108, 0.29496604204177856, 0.3575747609138489, 0.2883046865463257, 0.3089122772216797, 0.27948689460754395, -0.055039674043655396], "cos_apical_negg": [0.2648223042488098, 0.3029957413673401, 0.300132155418396, 0.3055139183998108, 0.29496604204177856, 0.3575747609138489, 0.2883046865463257, 0.3089122772216797, 0.27948689460754395, -0.055039674043655396], "cos_Ac_negg": [0.2648223042488098, 0.3029957413673401, 0.300132155418396, 0.3055139183998108, 0.29496604204177856, 0.3575747609138489, 0.2883046865463257, 0.3089122772216797, 0.27948689460754395, -0.055039674043655396], "r_norm": [1.0493860244750977, 1.0815783739089966, 1.0579710006713867, 1.0707207918167114, 1.091795563697815, 1.0458998680114746, 1.0788474082946777, 1.091426134109497, 1.0962586402893066, 1.0904977321624756]}, {"step": 6400, "epoch": 13, "train_loss": 0.3463960886001587, "cos_r_negg": [0.2562023997306824, 0.28066545724868774, 0.2832186818122864, 0.30739519000053406, 0.30496615171432495, 0.3434754014015198, 0.28581753373146057, 0.3280233144760132, 0.27368760108947754, -0.006508693099021912], "cos_apical_negg": [0.2562023997306824, 0.28066545724868774, 0.2832186818122864, 0.30739519000053406, 0.30496615171432495, 0.3434754014015198, 0.28581753373146057, 0.3280233144760132, 0.27368760108947754, -0.006508693099021912], "cos_Ac_negg": [0.2562023997306824, 0.28066545724868774, 0.2832186818122864, 0.30739519000053406, 0.30496615171432495, 0.3434754014015198, 0.28581753373146057, 0.3280233144760132, 0.27368760108947754, -0.006508693099021912], "r_norm": [0.9292135238647461, 0.9572101831436157, 0.9414549469947815, 0.9502785205841064, 0.9721035957336426, 0.9286706447601318, 0.9523868560791016, 0.9704875349998474, 0.9787416458129883, 0.974388599395752]}, {"step": 6450, "epoch": 13, "train_loss": 0.21751055121421814, "cos_r_negg": [0.26154786348342896, 0.30337023735046387, 0.287895530462265, 0.3122333884239197, 0.3043527901172638, 0.32586944103240967, 0.29736652970314026, 0.3422207832336426, 0.2864212095737457, -0.019954359158873558], "cos_apical_negg": [0.26154786348342896, 0.30337023735046387, 0.287895530462265, 0.3122333884239197, 0.3043527901172638, 0.32586944103240967, 0.29736652970314026, 0.3422207832336426, 0.2864212095737457, -0.019954359158873558], "cos_Ac_negg": [0.26154786348342896, 0.30337023735046387, 0.287895530462265, 0.3122333884239197, 0.3043527901172638, 0.32586944103240967, 0.29736652970314026, 0.3422207832336426, 0.2864212095737457, -0.019954359158873558], "r_norm": [1.08018159866333, 1.1072807312011719, 1.0877972841262817, 1.0957069396972656, 1.1192684173583984, 1.0755788087844849, 1.1056056022644043, 1.1211861371994019, 1.131347894668579, 1.1254966259002686]}, {"step": 6500, "epoch": 13, "train_loss": 0.21536007523536682, "cos_r_negg": [0.21431605517864227, 0.23755943775177002, 0.23647716641426086, 0.2456187605857849, 0.25677528977394104, 0.29973888397216797, 0.2586085796356201, 0.2963458299636841, 0.25236403942108154, -0.011691490188241005], "cos_apical_negg": [0.21431605517864227, 0.23755943775177002, 0.23647716641426086, 0.2456187605857849, 0.25677528977394104, 0.29973888397216797, 0.2586085796356201, 0.2963458299636841, 0.25236403942108154, -0.011691490188241005], "cos_Ac_negg": [0.21431605517864227, 0.23755943775177002, 0.23647716641426086, 0.2456187605857849, 0.25677528977394104, 0.29973888397216797, 0.2586085796356201, 0.2963458299636841, 0.25236403942108154, -0.011691490188241005], "r_norm": [1.0345855951309204, 1.0664318799972534, 1.0473852157592773, 1.0564827919006348, 1.0773334503173828, 1.0366019010543823, 1.0601403713226318, 1.0796023607254028, 1.0827662944793701, 1.0815033912658691]}, {"step": 6550, "epoch": 13, "train_loss": 0.35080385208129883, "cos_r_negg": [0.23071834444999695, 0.27110815048217773, 0.28605884313583374, 0.29583805799484253, 0.29183676838874817, 0.3288305103778839, 0.2964531183242798, 0.3080754280090332, 0.2622409462928772, -0.02065744623541832], "cos_apical_negg": [0.23071834444999695, 0.27110815048217773, 0.28605884313583374, 0.29583805799484253, 0.29183676838874817, 0.3288305103778839, 0.2964531183242798, 0.3080754280090332, 0.2622409462928772, -0.02065744623541832], "cos_Ac_negg": [0.23071834444999695, 0.27110815048217773, 0.28605884313583374, 0.29583805799484253, 0.29183676838874817, 0.3288305103778839, 0.2964531183242798, 0.3080754280090332, 0.2622409462928772, -0.02065744623541832], "r_norm": [1.1155647039413452, 1.1472289562225342, 1.1230547428131104, 1.1365435123443604, 1.1639432907104492, 1.109450101852417, 1.1406325101852417, 1.1617481708526611, 1.1757323741912842, 1.1607202291488647]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8611, "test_loss": 0.43327727661132814}, {"step": 6600, "epoch": 14, "train_loss": 0.29168900847435, "cos_r_negg": [0.26037687063217163, 0.26987308263778687, 0.28363507986068726, 0.28879356384277344, 0.2889702320098877, 0.32997560501098633, 0.31431442499160767, 0.32684439420700073, 0.3085577189922333, -0.03136827051639557], "cos_apical_negg": [0.26037687063217163, 0.26987308263778687, 0.28363507986068726, 0.28879356384277344, 0.2889702320098877, 0.32997560501098633, 0.31431442499160767, 0.32684439420700073, 0.3085577189922333, -0.03136827051639557], "cos_Ac_negg": [0.26037687063217163, 0.26987308263778687, 0.28363507986068726, 0.28879356384277344, 0.2889702320098877, 0.32997560501098633, 0.31431442499160767, 0.32684439420700073, 0.3085577189922333, -0.03136827051639557], "r_norm": [1.0367674827575684, 1.0670793056488037, 1.0425715446472168, 1.0553698539733887, 1.078647255897522, 1.0317798852920532, 1.0631786584854126, 1.0769838094711304, 1.0841376781463623, 1.0758256912231445]}, {"step": 6650, "epoch": 14, "train_loss": 0.5600131154060364, "cos_r_negg": [0.24805282056331635, 0.26202523708343506, 0.26141485571861267, 0.29564228653907776, 0.28264331817626953, 0.3494552969932556, 0.3131938874721527, 0.33470141887664795, 0.29088616371154785, -0.007747401483356953], "cos_apical_negg": [0.24805282056331635, 0.26202523708343506, 0.26141485571861267, 0.29564228653907776, 0.28264331817626953, 0.3494552969932556, 0.3131938874721527, 0.33470141887664795, 0.29088616371154785, -0.007747401483356953], "cos_Ac_negg": [0.24805282056331635, 0.26202523708343506, 0.26141485571861267, 0.29564228653907776, 0.28264331817626953, 0.3494552969932556, 0.3131938874721527, 0.33470141887664795, 0.29088616371154785, -0.007747401483356953], "r_norm": [1.0067851543426514, 1.0336155891418457, 1.0137696266174316, 1.0243620872497559, 1.0449745655059814, 1.0037800073623657, 1.0281140804290771, 1.0460052490234375, 1.0510358810424805, 1.0412352085113525]}, {"step": 6700, "epoch": 14, "train_loss": 0.22630077600479126, "cos_r_negg": [0.24194838106632233, 0.26227840781211853, 0.2568132281303406, 0.23557117581367493, 0.2375975400209427, 0.2922535836696625, 0.2657938301563263, 0.28048962354660034, 0.2743542194366455, -0.04591155797243118], "cos_apical_negg": [0.24194838106632233, 0.26227840781211853, 0.2568132281303406, 0.23557117581367493, 0.2375975400209427, 0.2922535836696625, 0.2657938301563263, 0.28048962354660034, 0.2743542194366455, -0.04591155797243118], "cos_Ac_negg": [0.24194838106632233, 0.26227840781211853, 0.2568132281303406, 0.23557117581367493, 0.2375975400209427, 0.2922535836696625, 0.2657938301563263, 0.28048962354660034, 0.2743542194366455, -0.04591155797243118], "r_norm": [0.9765703082084656, 1.0115803480148315, 0.9906407594680786, 1.0048584938049316, 1.0189006328582764, 0.9777856469154358, 1.0043444633483887, 1.0222463607788086, 1.0172185897827148, 1.0252058506011963]}, {"step": 6750, "epoch": 14, "train_loss": 0.3053619861602783, "cos_r_negg": [0.2559397220611572, 0.299230694770813, 0.2950754165649414, 0.26601824164390564, 0.26538556814193726, 0.31679657101631165, 0.29599910974502563, 0.3172284960746765, 0.28974059224128723, -0.029380695894360542], "cos_apical_negg": [0.2559397220611572, 0.299230694770813, 0.2950754165649414, 0.26601824164390564, 0.26538556814193726, 0.31679657101631165, 0.29599910974502563, 0.3172284960746765, 0.28974059224128723, -0.029380695894360542], "cos_Ac_negg": [0.2559397220611572, 0.299230694770813, 0.2950754165649414, 0.26601824164390564, 0.26538556814193726, 0.31679657101631165, 0.29599910974502563, 0.3172284960746765, 0.28974059224128723, -0.029380695894360542], "r_norm": [0.9816780090332031, 1.0126831531524658, 0.9993767142295837, 1.0103024244308472, 1.0277321338653564, 0.9822879433631897, 1.007710576057434, 1.0306339263916016, 1.0323904752731323, 1.0365999937057495]}, {"step": 6800, "epoch": 14, "train_loss": 0.2941424250602722, "cos_r_negg": [0.2771429419517517, 0.3260350227355957, 0.3200063705444336, 0.3153858184814453, 0.3118705451488495, 0.3362547755241394, 0.2871882915496826, 0.34920957684516907, 0.2975012958049774, -0.03557000681757927], "cos_apical_negg": [0.2771429419517517, 0.3260350227355957, 0.3200063705444336, 0.3153858184814453, 0.3118705451488495, 0.3362547755241394, 0.2871882915496826, 0.34920957684516907, 0.2975012958049774, -0.03557000681757927], "cos_Ac_negg": [0.2771429419517517, 0.3260350227355957, 0.3200063705444336, 0.3153858184814453, 0.3118705451488495, 0.3362547755241394, 0.2871882915496826, 0.34920957684516907, 0.2975012958049774, -0.03557000681757927], "r_norm": [0.921251654624939, 0.9461986422538757, 0.92693030834198, 0.938651442527771, 0.9558072090148926, 0.9209316968917847, 0.9426565170288086, 0.9563384056091309, 0.9584997892379761, 0.9552357792854309]}, {"step": 6850, "epoch": 14, "train_loss": 0.21271976828575134, "cos_r_negg": [0.23085853457450867, 0.2732844650745392, 0.26417720317840576, 0.2558278441429138, 0.24703535437583923, 0.27566105127334595, 0.2606734335422516, 0.298450767993927, 0.2513867914676666, -0.05170147120952606], "cos_apical_negg": [0.23085853457450867, 0.2732844650745392, 0.26417720317840576, 0.2558278441429138, 0.24703535437583923, 0.27566105127334595, 0.2606734335422516, 0.298450767993927, 0.2513867914676666, -0.05170147120952606], "cos_Ac_negg": [0.23085853457450867, 0.2732844650745392, 0.26417720317840576, 0.2558278441429138, 0.24703535437583923, 0.27566105127334595, 0.2606734335422516, 0.298450767993927, 0.2513867914676666, -0.05170147120952606], "r_norm": [1.073671579360962, 1.1052513122558594, 1.07924485206604, 1.089143991470337, 1.111595869064331, 1.065049648284912, 1.1002017259597778, 1.112215518951416, 1.1248972415924072, 1.1150102615356445]}, {"step": 6900, "epoch": 14, "train_loss": 0.4450864791870117, "cos_r_negg": [0.251112163066864, 0.29111361503601074, 0.2897263765335083, 0.2856288254261017, 0.27783340215682983, 0.3150656521320343, 0.3076608180999756, 0.3386276960372925, 0.27455511689186096, -0.02429031953215599], "cos_apical_negg": [0.251112163066864, 0.29111361503601074, 0.2897263765335083, 0.2856288254261017, 0.27783340215682983, 0.3150656521320343, 0.3076608180999756, 0.3386276960372925, 0.27455511689186096, -0.02429031953215599], "cos_Ac_negg": [0.251112163066864, 0.29111361503601074, 0.2897263765335083, 0.2856288254261017, 0.27783340215682983, 0.3150656521320343, 0.3076608180999756, 0.3386276960372925, 0.27455511689186096, -0.02429031953215599], "r_norm": [0.8848683834075928, 0.9120421409606934, 0.8967709541320801, 0.909395694732666, 0.9204237461090088, 0.8872690200805664, 0.9061648845672607, 0.9219071865081787, 0.920008659362793, 0.9258008003234863]}, {"step": 6950, "epoch": 14, "train_loss": 0.36896342039108276, "cos_r_negg": [0.21584747731685638, 0.22541092336177826, 0.21327276527881622, 0.23038432002067566, 0.21498410403728485, 0.26705777645111084, 0.24090562760829926, 0.2798139154911041, 0.2206553965806961, -0.020102810114622116], "cos_apical_negg": [0.21584747731685638, 0.22541092336177826, 0.21327276527881622, 0.23038432002067566, 0.21498410403728485, 0.26705777645111084, 0.24090562760829926, 0.2798139154911041, 0.2206553965806961, -0.020102810114622116], "cos_Ac_negg": [0.21584747731685638, 0.22541092336177826, 0.21327276527881622, 0.23038432002067566, 0.21498410403728485, 0.26705777645111084, 0.24090562760829926, 0.2798139154911041, 0.2206553965806961, -0.020102810114622116], "r_norm": [1.0580041408538818, 1.0903258323669434, 1.0710270404815674, 1.0811433792114258, 1.1069416999816895, 1.0516718626022339, 1.0844485759735107, 1.1073229312896729, 1.1194592714309692, 1.1125249862670898]}, {"step": 7000, "epoch": 14, "train_loss": 0.27492353320121765, "cos_r_negg": [0.22396689653396606, 0.27449482679367065, 0.26282939314842224, 0.27238696813583374, 0.25533241033554077, 0.2797151803970337, 0.2632514238357544, 0.2599918842315674, 0.23878543078899384, -0.04881902039051056], "cos_apical_negg": [0.22396689653396606, 0.27449482679367065, 0.26282939314842224, 0.27238696813583374, 0.25533241033554077, 0.2797151803970337, 0.2632514238357544, 0.2599918842315674, 0.23878543078899384, -0.04881902039051056], "cos_Ac_negg": [0.22396689653396606, 0.27449482679367065, 0.26282939314842224, 0.27238696813583374, 0.25533241033554077, 0.2797151803970337, 0.2632514238357544, 0.2599918842315674, 0.23878543078899384, -0.04881902039051056], "r_norm": [0.9754593372344971, 1.007131576538086, 0.9865574836730957, 0.9982837438583374, 1.009739875793457, 0.975769579410553, 1.0026806592941284, 1.0154995918273926, 1.0117623805999756, 1.0178155899047852]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8719, "test_loss": 0.41028761596679686}, {"step": 7050, "epoch": 15, "train_loss": 0.3095412254333496, "cos_r_negg": [0.2203807532787323, 0.2509259879589081, 0.24635860323905945, 0.27596747875213623, 0.24849551916122437, 0.2785029411315918, 0.25044041872024536, 0.2609902024269104, 0.22685492038726807, -0.029077518731355667], "cos_apical_negg": [0.2203807532787323, 0.2509259879589081, 0.24635860323905945, 0.27596747875213623, 0.24849551916122437, 0.2785029411315918, 0.25044041872024536, 0.2609902024269104, 0.22685492038726807, -0.029077518731355667], "cos_Ac_negg": [0.2203807532787323, 0.2509259879589081, 0.24635860323905945, 0.27596747875213623, 0.24849551916122437, 0.2785029411315918, 0.25044041872024536, 0.2609902024269104, 0.22685492038726807, -0.029077518731355667], "r_norm": [0.9683698415756226, 0.9952657222747803, 0.9766700863838196, 0.9851704239845276, 1.0066968202590942, 0.9666928648948669, 0.9941755533218384, 1.007115364074707, 1.0152513980865479, 1.0095257759094238]}, {"step": 7100, "epoch": 15, "train_loss": 0.2177349328994751, "cos_r_negg": [0.24366489052772522, 0.2573047876358032, 0.2410397231578827, 0.251725435256958, 0.2582874894142151, 0.28611165285110474, 0.2565027177333832, 0.2796823978424072, 0.21532729268074036, -0.03417225182056427], "cos_apical_negg": [0.24366489052772522, 0.2573047876358032, 0.2410397231578827, 0.251725435256958, 0.2582874894142151, 0.28611165285110474, 0.2565027177333832, 0.2796823978424072, 0.21532729268074036, -0.03417225182056427], "cos_Ac_negg": [0.24366489052772522, 0.2573047876358032, 0.2410397231578827, 0.251725435256958, 0.2582874894142151, 0.28611165285110474, 0.2565027177333832, 0.2796823978424072, 0.21532729268074036, -0.03417225182056427], "r_norm": [1.065953016281128, 1.0984070301055908, 1.0771100521087646, 1.0929453372955322, 1.1148754358291626, 1.062114953994751, 1.0953357219696045, 1.112868309020996, 1.1160345077514648, 1.1113194227218628]}, {"step": 7150, "epoch": 15, "train_loss": 0.3078151345252991, "cos_r_negg": [0.29498857259750366, 0.29718634486198425, 0.2718156576156616, 0.26832807064056396, 0.26278090476989746, 0.2879890501499176, 0.2675507664680481, 0.2912746071815491, 0.23719976842403412, -0.0460130050778389], "cos_apical_negg": [0.29498857259750366, 0.29718634486198425, 0.2718156576156616, 0.26832807064056396, 0.26278090476989746, 0.2879890501499176, 0.2675507664680481, 0.2912746071815491, 0.23719976842403412, -0.0460130050778389], "cos_Ac_negg": [0.29498857259750366, 0.29718634486198425, 0.2718156576156616, 0.26832807064056396, 0.26278090476989746, 0.2879890501499176, 0.2675507664680481, 0.2912746071815491, 0.23719976842403412, -0.0460130050778389], "r_norm": [1.1005604267120361, 1.1328380107879639, 1.1121628284454346, 1.123890995979309, 1.148052453994751, 1.0978434085845947, 1.1237012147903442, 1.1488921642303467, 1.1539459228515625, 1.1442465782165527]}, {"step": 7200, "epoch": 15, "train_loss": 0.2928531765937805, "cos_r_negg": [0.27286145091056824, 0.29949578642845154, 0.2765318751335144, 0.2797226905822754, 0.24752198159694672, 0.3199605941772461, 0.2884446382522583, 0.33979490399360657, 0.2754132151603699, -0.01129864901304245], "cos_apical_negg": [0.27286145091056824, 0.29949578642845154, 0.2765318751335144, 0.2797226905822754, 0.24752198159694672, 0.3199605941772461, 0.2884446382522583, 0.33979490399360657, 0.2754132151603699, -0.01129864901304245], "cos_Ac_negg": [0.27286145091056824, 0.29949578642845154, 0.2765318751335144, 0.2797226905822754, 0.24752198159694672, 0.3199605941772461, 0.2884446382522583, 0.33979490399360657, 0.2754132151603699, -0.01129864901304245], "r_norm": [1.0564597845077515, 1.0891897678375244, 1.065946340560913, 1.073620319366455, 1.0995677709579468, 1.0511493682861328, 1.0864088535308838, 1.0999561548233032, 1.1102900505065918, 1.1040126085281372]}, {"step": 7250, "epoch": 15, "train_loss": 0.3115308880805969, "cos_r_negg": [0.23232117295265198, 0.2580956816673279, 0.2567253112792969, 0.26776134967803955, 0.23784875869750977, 0.2760847508907318, 0.25589096546173096, 0.30444714426994324, 0.2550227642059326, -0.034114137291908264], "cos_apical_negg": [0.23232117295265198, 0.2580956816673279, 0.2567253112792969, 0.26776134967803955, 0.23784875869750977, 0.2760847508907318, 0.25589096546173096, 0.30444714426994324, 0.2550227642059326, -0.034114137291908264], "cos_Ac_negg": [0.23232117295265198, 0.2580956816673279, 0.2567253112792969, 0.26776134967803955, 0.23784875869750977, 0.2760847508907318, 0.25589096546173096, 0.30444714426994324, 0.2550227642059326, -0.034114137291908264], "r_norm": [1.115401268005371, 1.1485968828201294, 1.1184805631637573, 1.1278799772262573, 1.152146816253662, 1.1065874099731445, 1.1447649002075195, 1.153986930847168, 1.1618534326553345, 1.1582874059677124]}, {"step": 7300, "epoch": 15, "train_loss": 0.41476935148239136, "cos_r_negg": [0.2501690089702606, 0.3101600408554077, 0.3000238239765167, 0.2999419867992401, 0.3114137649536133, 0.31371191143989563, 0.2673182785511017, 0.32077986001968384, 0.250398188829422, -0.023091839626431465], "cos_apical_negg": [0.2501690089702606, 0.3101600408554077, 0.3000238239765167, 0.2999419867992401, 0.3114137649536133, 0.31371191143989563, 0.2673182785511017, 0.32077986001968384, 0.250398188829422, -0.023091839626431465], "cos_Ac_negg": [0.2501690089702606, 0.3101600408554077, 0.3000238239765167, 0.2999419867992401, 0.3114137649536133, 0.31371191143989563, 0.2673182785511017, 0.32077986001968384, 0.250398188829422, -0.023091839626431465], "r_norm": [1.0338642597198486, 1.0630197525024414, 1.043989658355713, 1.0531896352767944, 1.0776140689849854, 1.0294020175933838, 1.0589938163757324, 1.0775716304779053, 1.0868436098098755, 1.0810096263885498]}, {"step": 7350, "epoch": 15, "train_loss": 0.21372255682945251, "cos_r_negg": [0.2085074484348297, 0.26707208156585693, 0.2603912949562073, 0.26442450284957886, 0.26170891523361206, 0.3043294847011566, 0.2884865403175354, 0.3121620714664459, 0.252693772315979, -0.05747906118631363], "cos_apical_negg": [0.2085074484348297, 0.26707208156585693, 0.2603912949562073, 0.26442450284957886, 0.26170891523361206, 0.3043294847011566, 0.2884865403175354, 0.3121620714664459, 0.252693772315979, -0.05747906118631363], "cos_Ac_negg": [0.2085074484348297, 0.26707208156585693, 0.2603912949562073, 0.26442450284957886, 0.26170891523361206, 0.3043294847011566, 0.2884865403175354, 0.3121620714664459, 0.252693772315979, -0.05747906118631363], "r_norm": [0.9654994010925293, 0.9919897317886353, 0.9729209542274475, 0.9817928671836853, 1.004443645477295, 0.963948130607605, 0.9870295524597168, 1.002433180809021, 1.0112180709838867, 1.0041148662567139]}, {"step": 7400, "epoch": 15, "train_loss": 0.4339953660964966, "cos_r_negg": [0.28092658519744873, 0.3155847191810608, 0.3167649507522583, 0.33384692668914795, 0.29027485847473145, 0.335642009973526, 0.28619125485420227, 0.33963197469711304, 0.2449277937412262, -0.04040542244911194], "cos_apical_negg": [0.28092658519744873, 0.3155847191810608, 0.3167649507522583, 0.33384692668914795, 0.29027485847473145, 0.335642009973526, 0.28619125485420227, 0.33963197469711304, 0.2449277937412262, -0.04040542244911194], "cos_Ac_negg": [0.28092658519744873, 0.3155847191810608, 0.3167649507522583, 0.33384692668914795, 0.29027485847473145, 0.335642009973526, 0.28619125485420227, 0.33963197469711304, 0.2449277937412262, -0.04040542244911194], "r_norm": [0.9379563331604004, 0.9654338359832764, 0.9476507902145386, 0.958782970905304, 0.9772082567214966, 0.9376112222671509, 0.9627426862716675, 0.9782143831253052, 0.9805938005447388, 0.9797034859657288]}, {"step": 7450, "epoch": 15, "train_loss": 0.3249812722206116, "cos_r_negg": [0.2099689245223999, 0.24321787059307098, 0.22800277173519135, 0.2650626301765442, 0.22684642672538757, 0.22119781374931335, 0.2605655789375305, 0.2813008427619934, 0.22657793760299683, -0.05475328862667084], "cos_apical_negg": [0.2099689245223999, 0.24321787059307098, 0.22800277173519135, 0.2650626301765442, 0.22684642672538757, 0.22119781374931335, 0.2605655789375305, 0.2813008427619934, 0.22657793760299683, -0.05475328862667084], "cos_Ac_negg": [0.2099689245223999, 0.24321787059307098, 0.22800277173519135, 0.2650626301765442, 0.22684642672538757, 0.22119781374931335, 0.2605655789375305, 0.2813008427619934, 0.22657793760299683, -0.05475328862667084], "r_norm": [1.0484044551849365, 1.0823276042938232, 1.059545636177063, 1.0699923038482666, 1.0862157344818115, 1.0430536270141602, 1.0765457153320312, 1.0937577486038208, 1.096206784248352, 1.0945069789886475]}, {"step": 7500, "epoch": 15, "train_loss": 0.22214148938655853, "cos_r_negg": [0.28449201583862305, 0.3411495089530945, 0.3244799077510834, 0.3474375605583191, 0.32469305396080017, 0.34985488653182983, 0.3151189982891083, 0.3499828577041626, 0.28442734479904175, -0.03651899844408035], "cos_apical_negg": [0.28449201583862305, 0.3411495089530945, 0.3244799077510834, 0.3474375605583191, 0.32469305396080017, 0.34985488653182983, 0.3151189982891083, 0.3499828577041626, 0.28442734479904175, -0.03651899844408035], "cos_Ac_negg": [0.28449201583862305, 0.3411495089530945, 0.3244799077510834, 0.3474375605583191, 0.32469305396080017, 0.34985488653182983, 0.3151189982891083, 0.3499828577041626, 0.28442734479904175, -0.03651899844408035], "r_norm": [1.01230788230896, 1.043972134590149, 1.03193998336792, 1.043135643005371, 1.0619428157806396, 1.0151724815368652, 1.0383292436599731, 1.0658583641052246, 1.0660696029663086, 1.0665706396102905]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8631, "test_loss": 0.4284931121826172}, {"step": 7550, "epoch": 16, "train_loss": 0.2162817120552063, "cos_r_negg": [0.20757803320884705, 0.2679183781147003, 0.25481390953063965, 0.28303956985473633, 0.28029653429985046, 0.31138288974761963, 0.281882643699646, 0.33200839161872864, 0.266679048538208, -0.04954718053340912], "cos_apical_negg": [0.20757803320884705, 0.2679183781147003, 0.25481390953063965, 0.28303956985473633, 0.28029653429985046, 0.31138288974761963, 0.281882643699646, 0.33200839161872864, 0.266679048538208, -0.04954718053340912], "cos_Ac_negg": [0.20757803320884705, 0.2679183781147003, 0.25481390953063965, 0.28303956985473633, 0.28029653429985046, 0.31138288974761963, 0.281882643699646, 0.33200839161872864, 0.266679048538208, -0.04954718053340912], "r_norm": [0.9751319885253906, 1.0030250549316406, 0.9815102815628052, 0.988248348236084, 1.0110797882080078, 0.9708827137947083, 1.0001282691955566, 1.0119473934173584, 1.0217702388763428, 1.0155227184295654]}, {"step": 7600, "epoch": 16, "train_loss": 0.36269569396972656, "cos_r_negg": [0.2693518400192261, 0.3155456781387329, 0.286960244178772, 0.30953526496887207, 0.2705143690109253, 0.3093971014022827, 0.312598317861557, 0.3264676332473755, 0.28972095251083374, -0.06418474018573761], "cos_apical_negg": [0.2693518400192261, 0.3155456781387329, 0.286960244178772, 0.30953526496887207, 0.2705143690109253, 0.3093971014022827, 0.312598317861557, 0.3264676332473755, 0.28972095251083374, -0.06418474018573761], "cos_Ac_negg": [0.2693518400192261, 0.3155456781387329, 0.286960244178772, 0.30953526496887207, 0.2705143690109253, 0.3093971014022827, 0.312598317861557, 0.3264676332473755, 0.28972095251083374, -0.06418474018573761], "r_norm": [1.0486559867858887, 1.0813742876052856, 1.0634310245513916, 1.0777201652526855, 1.0956940650939941, 1.0481116771697998, 1.0779569149017334, 1.0987640619277954, 1.1011450290679932, 1.0973848104476929]}, {"step": 7650, "epoch": 16, "train_loss": 0.1464947611093521, "cos_r_negg": [0.2654508352279663, 0.31338584423065186, 0.31292015314102173, 0.3455559015274048, 0.31891384720802307, 0.35881686210632324, 0.31631380319595337, 0.3125644326210022, 0.2892032861709595, -0.02975258231163025], "cos_apical_negg": [0.2654508352279663, 0.31338584423065186, 0.31292015314102173, 0.3455559015274048, 0.31891384720802307, 0.35881686210632324, 0.31631380319595337, 0.3125644326210022, 0.2892032861709595, -0.02975258231163025], "cos_Ac_negg": [0.2654508352279663, 0.31338584423065186, 0.31292015314102173, 0.3455559015274048, 0.31891384720802307, 0.35881686210632324, 0.31631380319595337, 0.3125644326210022, 0.2892032861709595, -0.02975258231163025], "r_norm": [0.9877978563308716, 1.0128300189971924, 0.9961073398590088, 1.006352186203003, 1.0276548862457275, 0.9858826398849487, 1.0087857246398926, 1.0274057388305664, 1.035991907119751, 1.0280334949493408]}, {"step": 7700, "epoch": 16, "train_loss": 0.2179170548915863, "cos_r_negg": [0.24721379578113556, 0.27819404006004333, 0.27314522862434387, 0.2943059802055359, 0.27267250418663025, 0.27914613485336304, 0.2538456618785858, 0.29157060384750366, 0.26598653197288513, -0.07023105770349503], "cos_apical_negg": [0.24721379578113556, 0.27819404006004333, 0.27314522862434387, 0.2943059802055359, 0.27267250418663025, 0.27914613485336304, 0.2538456618785858, 0.29157060384750366, 0.26598653197288513, -0.07023105770349503], "cos_Ac_negg": [0.24721379578113556, 0.27819404006004333, 0.27314522862434387, 0.2943059802055359, 0.27267250418663025, 0.27914613485336304, 0.2538456618785858, 0.29157060384750366, 0.26598653197288513, -0.07023105770349503], "r_norm": [0.9284070730209351, 0.956318736076355, 0.9345303773880005, 0.9463843107223511, 0.9683672189712524, 0.9236794710159302, 0.9514482021331787, 0.964453935623169, 0.9738399982452393, 0.9648678302764893]}, {"step": 7750, "epoch": 16, "train_loss": 0.30755674839019775, "cos_r_negg": [0.25236329436302185, 0.2940391004085541, 0.28434139490127563, 0.3003422021865845, 0.28068968653678894, 0.33680590987205505, 0.2817845940589905, 0.27995210886001587, 0.29165542125701904, -0.015593139454722404], "cos_apical_negg": [0.25236329436302185, 0.2940391004085541, 0.28434139490127563, 0.3003422021865845, 0.28068968653678894, 0.33680590987205505, 0.2817845940589905, 0.27995210886001587, 0.29165542125701904, -0.015593139454722404], "cos_Ac_negg": [0.25236329436302185, 0.2940391004085541, 0.28434139490127563, 0.3003422021865845, 0.28068968653678894, 0.33680590987205505, 0.2817845940589905, 0.27995210886001587, 0.29165542125701904, -0.015593139454722404], "r_norm": [0.9070101976394653, 0.9332506060600281, 0.9189702272415161, 0.9279782176017761, 0.941146731376648, 0.9090811014175415, 0.9309912323951721, 0.947920024394989, 0.9456267952919006, 0.9482262134552002]}, {"step": 7800, "epoch": 16, "train_loss": 0.3212967813014984, "cos_r_negg": [0.2311427742242813, 0.2690510153770447, 0.2625911235809326, 0.2878561019897461, 0.2762688994407654, 0.3005022406578064, 0.27155548334121704, 0.3261609971523285, 0.2789289355278015, -0.017823845148086548], "cos_apical_negg": [0.2311427742242813, 0.2690510153770447, 0.2625911235809326, 0.2878561019897461, 0.2762688994407654, 0.3005022406578064, 0.27155548334121704, 0.3261609971523285, 0.2789289355278015, -0.017823845148086548], "cos_Ac_negg": [0.2311427742242813, 0.2690510153770447, 0.2625911235809326, 0.2878561019897461, 0.2762688994407654, 0.3005022406578064, 0.27155548334121704, 0.3261609971523285, 0.2789289355278015, -0.017823845148086548], "r_norm": [1.0671521425247192, 1.1027215719223022, 1.0842379331588745, 1.098673939704895, 1.116743803024292, 1.071190357208252, 1.0951157808303833, 1.1207820177078247, 1.1154464483261108, 1.1173138618469238]}, {"step": 7850, "epoch": 16, "train_loss": 0.27224719524383545, "cos_r_negg": [0.23933976888656616, 0.2667529582977295, 0.2514471709728241, 0.2575409412384033, 0.25000953674316406, 0.28446221351623535, 0.25136038661003113, 0.2919139564037323, 0.2367722988128662, -0.074323371052742], "cos_apical_negg": [0.23933976888656616, 0.2667529582977295, 0.2514471709728241, 0.2575409412384033, 0.25000953674316406, 0.28446221351623535, 0.25136038661003113, 0.2919139564037323, 0.2367722988128662, -0.074323371052742], "cos_Ac_negg": [0.23933976888656616, 0.2667529582977295, 0.2514471709728241, 0.2575409412384033, 0.25000953674316406, 0.28446221351623535, 0.25136038661003113, 0.2919139564037323, 0.2367722988128662, -0.074323371052742], "r_norm": [1.1236072778701782, 1.1574442386627197, 1.1295788288116455, 1.143315076828003, 1.170770525932312, 1.1165058612823486, 1.1509480476379395, 1.1693205833435059, 1.1769574880599976, 1.1690810918807983]}, {"step": 7900, "epoch": 16, "train_loss": 0.18325656652450562, "cos_r_negg": [0.229450061917305, 0.26399219036102295, 0.25784265995025635, 0.2638610303401947, 0.27024686336517334, 0.2986852526664734, 0.2764938175678253, 0.3194781541824341, 0.2940080463886261, -0.03215920180082321], "cos_apical_negg": [0.229450061917305, 0.26399219036102295, 0.25784265995025635, 0.2638610303401947, 0.27024686336517334, 0.2986852526664734, 0.2764938175678253, 0.3194781541824341, 0.2940080463886261, -0.03215920180082321], "cos_Ac_negg": [0.229450061917305, 0.26399219036102295, 0.25784265995025635, 0.2638610303401947, 0.27024686336517334, 0.2986852526664734, 0.2764938175678253, 0.3194781541824341, 0.2940080463886261, -0.03215920180082321], "r_norm": [1.1724246740341187, 1.2105605602264404, 1.1932553052902222, 1.2035703659057617, 1.2314726114273071, 1.170831561088562, 1.200199842453003, 1.235248327255249, 1.2417337894439697, 1.2395135164260864]}, {"step": 7950, "epoch": 16, "train_loss": 0.25752192735671997, "cos_r_negg": [0.21464803814888, 0.25601595640182495, 0.2550085783004761, 0.28343695402145386, 0.3091312050819397, 0.28416070342063904, 0.29598891735076904, 0.3224028944969177, 0.23402288556098938, -0.055513784289360046], "cos_apical_negg": [0.21464803814888, 0.25601595640182495, 0.2550085783004761, 0.28343695402145386, 0.3091312050819397, 0.28416070342063904, 0.29598891735076904, 0.3224028944969177, 0.23402288556098938, -0.055513784289360046], "cos_Ac_negg": [0.21464803814888, 0.25601595640182495, 0.2550085783004761, 0.28343695402145386, 0.3091312050819397, 0.28416070342063904, 0.29598891735076904, 0.3224028944969177, 0.23402288556098938, -0.055513784289360046], "r_norm": [1.0108857154846191, 1.0378731489181519, 1.0172829627990723, 1.0280094146728516, 1.050004005432129, 1.0057291984558105, 1.0360125303268433, 1.0486457347869873, 1.057494878768921, 1.0518205165863037]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8672, "test_loss": 0.4102512268066406}, {"step": 8000, "epoch": 17, "train_loss": 0.22406300902366638, "cos_r_negg": [0.25854602456092834, 0.2812153100967407, 0.29603061079978943, 0.2974965572357178, 0.30271807312965393, 0.2869003415107727, 0.2663733959197998, 0.3197437524795532, 0.22548717260360718, -0.06051899492740631], "cos_apical_negg": [0.25854602456092834, 0.2812153100967407, 0.29603061079978943, 0.2974965572357178, 0.30271807312965393, 0.2869003415107727, 0.2663733959197998, 0.3197437524795532, 0.22548717260360718, -0.06051899492740631], "cos_Ac_negg": [0.25854602456092834, 0.2812153100967407, 0.29603061079978943, 0.2974965572357178, 0.30271807312965393, 0.2869003415107727, 0.2663733959197998, 0.3197437524795532, 0.22548717260360718, -0.06051899492740631], "r_norm": [0.9645196199417114, 0.9914318323135376, 0.9718903303146362, 0.9842826128005981, 1.0004419088363647, 0.9617167711257935, 0.9906057119369507, 1.0023435354232788, 1.0052965879440308, 1.0039429664611816]}, {"step": 8050, "epoch": 17, "train_loss": 0.18385621905326843, "cos_r_negg": [0.2659599781036377, 0.3074207305908203, 0.29559916257858276, 0.28105300664901733, 0.28952571749687195, 0.29803937673568726, 0.2551637291908264, 0.30412912368774414, 0.23720240592956543, -0.0675150603055954], "cos_apical_negg": [0.2659599781036377, 0.3074207305908203, 0.29559916257858276, 0.28105300664901733, 0.28952571749687195, 0.29803937673568726, 0.2551637291908264, 0.30412912368774414, 0.23720240592956543, -0.0675150603055954], "cos_Ac_negg": [0.2659599781036377, 0.3074207305908203, 0.29559916257858276, 0.28105300664901733, 0.28952571749687195, 0.29803937673568726, 0.2551637291908264, 0.30412912368774414, 0.23720240592956543, -0.0675150603055954], "r_norm": [1.0235028266906738, 1.0524487495422363, 1.0294835567474365, 1.040263056755066, 1.0613207817077637, 1.0185298919677734, 1.0510096549987793, 1.0624009370803833, 1.0669571161270142, 1.0600602626800537]}, {"step": 8100, "epoch": 17, "train_loss": 0.2392425239086151, "cos_r_negg": [0.24502970278263092, 0.25538837909698486, 0.2607124447822571, 0.260599821805954, 0.29548004269599915, 0.29138725996017456, 0.25337544083595276, 0.3045387864112854, 0.20016495883464813, -0.062392983585596085], "cos_apical_negg": [0.24502970278263092, 0.25538837909698486, 0.2607124447822571, 0.260599821805954, 0.29548004269599915, 0.29138725996017456, 0.25337544083595276, 0.3045387864112854, 0.20016495883464813, -0.062392983585596085], "cos_Ac_negg": [0.24502970278263092, 0.25538837909698486, 0.2607124447822571, 0.260599821805954, 0.29548004269599915, 0.29138725996017456, 0.25337544083595276, 0.3045387864112854, 0.20016495883464813, -0.062392983585596085], "r_norm": [0.9699668884277344, 0.9931646585464478, 0.9738033413887024, 0.9815911054611206, 0.998445987701416, 0.9642500877380371, 0.9953721761703491, 1.0008233785629272, 1.0055429935455322, 1.0022706985473633]}, {"step": 8150, "epoch": 17, "train_loss": 0.18654443323612213, "cos_r_negg": [0.27925431728363037, 0.2947846055030823, 0.2780607342720032, 0.28278711438179016, 0.28366953134536743, 0.2831672728061676, 0.23432761430740356, 0.27391159534454346, 0.16564153134822845, -0.09062083065509796], "cos_apical_negg": [0.27925431728363037, 0.2947846055030823, 0.2780607342720032, 0.28278711438179016, 0.28366953134536743, 0.2831672728061676, 0.23432761430740356, 0.27391159534454346, 0.16564153134822845, -0.09062083065509796], "cos_Ac_negg": [0.27925431728363037, 0.2947846055030823, 0.2780607342720032, 0.28278711438179016, 0.28366953134536743, 0.2831672728061676, 0.23432761430740356, 0.27391159534454346, 0.16564153134822845, -0.09062083065509796], "r_norm": [0.9932840466499329, 1.023167371749878, 1.0029457807540894, 1.0126724243164062, 1.0369372367858887, 0.9899458885192871, 1.0189743041992188, 1.0365233421325684, 1.0464301109313965, 1.0399121046066284]}, {"step": 8200, "epoch": 17, "train_loss": 0.2746853828430176, "cos_r_negg": [0.2956695854663849, 0.310233473777771, 0.30987298488616943, 0.31819331645965576, 0.32986992597579956, 0.3369775414466858, 0.3031159043312073, 0.34149235486984253, 0.24747955799102783, -0.06597894430160522], "cos_apical_negg": [0.2956695854663849, 0.310233473777771, 0.30987298488616943, 0.31819331645965576, 0.32986992597579956, 0.3369775414466858, 0.3031159043312073, 0.34149235486984253, 0.24747955799102783, -0.06597894430160522], "cos_Ac_negg": [0.2956695854663849, 0.310233473777771, 0.30987298488616943, 0.31819331645965576, 0.32986992597579956, 0.3369775414466858, 0.3031159043312073, 0.34149235486984253, 0.24747955799102783, -0.06597894430160522], "r_norm": [0.9813666343688965, 1.0095194578170776, 0.998272180557251, 1.0052989721298218, 1.0269901752471924, 0.9813260436058044, 1.002901315689087, 1.0300450325012207, 1.0343854427337646, 1.0328669548034668]}, {"step": 8250, "epoch": 17, "train_loss": 0.2773382365703583, "cos_r_negg": [0.25712335109710693, 0.2737947702407837, 0.2794291377067566, 0.2903015613555908, 0.30518171191215515, 0.3434426784515381, 0.30914849042892456, 0.3244025707244873, 0.20794811844825745, -0.0796419084072113], "cos_apical_negg": [0.25712335109710693, 0.2737947702407837, 0.2794291377067566, 0.2903015613555908, 0.30518171191215515, 0.3434426784515381, 0.30914849042892456, 0.3244025707244873, 0.20794811844825745, -0.0796419084072113], "cos_Ac_negg": [0.25712335109710693, 0.2737947702407837, 0.2794291377067566, 0.2903015613555908, 0.30518171191215515, 0.3434426784515381, 0.30914849042892456, 0.3244025707244873, 0.20794811844825745, -0.0796419084072113], "r_norm": [1.017132043838501, 1.0491325855255127, 1.029787302017212, 1.0422955751419067, 1.061856746673584, 1.0148825645446777, 1.0419590473175049, 1.0627573728561401, 1.0628573894500732, 1.0653157234191895]}, {"step": 8300, "epoch": 17, "train_loss": 0.29018470644950867, "cos_r_negg": [0.24064534902572632, 0.27131274342536926, 0.25859037041664124, 0.2615152895450592, 0.2716989517211914, 0.32322198152542114, 0.30858752131462097, 0.315949022769928, 0.21213191747665405, -0.059409935027360916], "cos_apical_negg": [0.24064534902572632, 0.27131274342536926, 0.25859037041664124, 0.2615152895450592, 0.2716989517211914, 0.32322198152542114, 0.30858752131462097, 0.315949022769928, 0.21213191747665405, -0.059409935027360916], "cos_Ac_negg": [0.24064534902572632, 0.27131274342536926, 0.25859037041664124, 0.2615152895450592, 0.2716989517211914, 0.32322198152542114, 0.30858752131462097, 0.315949022769928, 0.21213191747665405, -0.059409935027360916], "r_norm": [1.1899433135986328, 1.230203628540039, 1.2079674005508423, 1.222908854484558, 1.2471762895584106, 1.186090111732483, 1.2181965112686157, 1.2498711347579956, 1.2521650791168213, 1.2519147396087646]}, {"step": 8350, "epoch": 17, "train_loss": 0.2784627377986908, "cos_r_negg": [0.19669708609580994, 0.22075255215168, 0.22055572271347046, 0.24132823944091797, 0.24863828718662262, 0.28574222326278687, 0.2914749085903168, 0.26712507009506226, 0.19894129037857056, -0.0363297201693058], "cos_apical_negg": [0.19669708609580994, 0.22075255215168, 0.22055572271347046, 0.24132823944091797, 0.24863828718662262, 0.28574222326278687, 0.2914749085903168, 0.26712507009506226, 0.19894129037857056, -0.0363297201693058], "cos_Ac_negg": [0.19669708609580994, 0.22075255215168, 0.22055572271347046, 0.24132823944091797, 0.24863828718662262, 0.28574222326278687, 0.2914749085903168, 0.26712507009506226, 0.19894129037857056, -0.0363297201693058], "r_norm": [0.9036105871200562, 0.9292614459991455, 0.915228009223938, 0.9238160252571106, 0.9421426057815552, 0.9054930210113525, 0.9230291843414307, 0.9406965970993042, 0.9434460997581482, 0.945137619972229]}, {"step": 8400, "epoch": 17, "train_loss": 0.5726450681686401, "cos_r_negg": [0.23226036131381989, 0.27029162645339966, 0.2670467793941498, 0.2736341953277588, 0.29106512665748596, 0.30613207817077637, 0.30487918853759766, 0.2866235375404358, 0.24026453495025635, -0.064363494515419], "cos_apical_negg": [0.23226036131381989, 0.27029162645339966, 0.2670467793941498, 0.2736341953277588, 0.29106512665748596, 0.30613207817077637, 0.30487918853759766, 0.2866235375404358, 0.24026453495025635, -0.064363494515419], "cos_Ac_negg": [0.23226036131381989, 0.27029162645339966, 0.2670467793941498, 0.2736341953277588, 0.29106512665748596, 0.30613207817077637, 0.30487918853759766, 0.2866235375404358, 0.24026453495025635, -0.064363494515419], "r_norm": [0.8916171789169312, 0.9184328317642212, 0.9027523994445801, 0.9114289283752441, 0.9267151951789856, 0.8903734683990479, 0.9184088706970215, 0.9291760921478271, 0.9309823513031006, 0.9327142238616943]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8724, "test_loss": 0.4045284149169922}, {"step": 8450, "epoch": 18, "train_loss": 0.272601842880249, "cos_r_negg": [0.22178222239017487, 0.2584701478481293, 0.26248395442962646, 0.26440557837486267, 0.27491381764411926, 0.3023499846458435, 0.2763403654098511, 0.29007863998413086, 0.23845860362052917, -0.08849994093179703], "cos_apical_negg": [0.22178222239017487, 0.2584701478481293, 0.26248395442962646, 0.26440557837486267, 0.27491381764411926, 0.3023499846458435, 0.2763403654098511, 0.29007863998413086, 0.23845860362052917, -0.08849994093179703], "cos_Ac_negg": [0.22178222239017487, 0.2584701478481293, 0.26248395442962646, 0.26440557837486267, 0.27491381764411926, 0.3023499846458435, 0.2763403654098511, 0.29007863998413086, 0.23845860362052917, -0.08849994093179703], "r_norm": [0.8985742330551147, 0.9200154542922974, 0.9059625267982483, 0.9151982069015503, 0.9325555562973022, 0.8979203104972839, 0.9184765815734863, 0.9330101013183594, 0.9405249953269958, 0.9348616003990173]}, {"step": 8500, "epoch": 18, "train_loss": 0.23604080080986023, "cos_r_negg": [0.2579174041748047, 0.2981109619140625, 0.3007393479347229, 0.29223817586898804, 0.2941562533378601, 0.30402278900146484, 0.2518918812274933, 0.2859588861465454, 0.2153623104095459, -0.07563213258981705], "cos_apical_negg": [0.2579174041748047, 0.2981109619140625, 0.3007393479347229, 0.29223817586898804, 0.2941562533378601, 0.30402278900146484, 0.2518918812274933, 0.2859588861465454, 0.2153623104095459, -0.07563213258981705], "cos_Ac_negg": [0.2579174041748047, 0.2981109619140625, 0.3007393479347229, 0.29223817586898804, 0.2941562533378601, 0.30402278900146484, 0.2518918812274933, 0.2859588861465454, 0.2153623104095459, -0.07563213258981705], "r_norm": [1.052638292312622, 1.0850534439086914, 1.0572493076324463, 1.0662903785705566, 1.0931568145751953, 1.0437819957733154, 1.079560399055481, 1.0933436155319214, 1.1042077541351318, 1.0992233753204346]}, {"step": 8550, "epoch": 18, "train_loss": 0.3300866484642029, "cos_r_negg": [0.2572261095046997, 0.3067994713783264, 0.3028251528739929, 0.2986920475959778, 0.29412075877189636, 0.3348192870616913, 0.3166784644126892, 0.3033968210220337, 0.2581588625907898, -0.053327448666095734], "cos_apical_negg": [0.2572261095046997, 0.3067994713783264, 0.3028251528739929, 0.2986920475959778, 0.29412075877189636, 0.3348192870616913, 0.3166784644126892, 0.3033968210220337, 0.2581588625907898, -0.053327448666095734], "cos_Ac_negg": [0.2572261095046997, 0.3067994713783264, 0.3028251528739929, 0.2986920475959778, 0.29412075877189636, 0.3348192870616913, 0.3166784644126892, 0.3033968210220337, 0.2581588625907898, -0.053327448666095734], "r_norm": [1.1783044338226318, 1.2197158336639404, 1.2043921947479248, 1.2172561883926392, 1.2374887466430664, 1.1839625835418701, 1.2045707702636719, 1.2453107833862305, 1.2387348413467407, 1.247355341911316]}, {"step": 8600, "epoch": 18, "train_loss": 0.218581885099411, "cos_r_negg": [0.28092455863952637, 0.31507131457328796, 0.314556747674942, 0.3310118019580841, 0.34297236800193787, 0.373166561126709, 0.334013432264328, 0.3545290231704712, 0.2701904773712158, -0.033421069383621216], "cos_apical_negg": [0.28092455863952637, 0.31507131457328796, 0.314556747674942, 0.3310118019580841, 0.34297236800193787, 0.373166561126709, 0.334013432264328, 0.3545290231704712, 0.2701904773712158, -0.033421069383621216], "cos_Ac_negg": [0.28092455863952637, 0.31507131457328796, 0.314556747674942, 0.3310118019580841, 0.34297236800193787, 0.373166561126709, 0.334013432264328, 0.3545290231704712, 0.2701904773712158, -0.033421069383621216], "r_norm": [0.9558513164520264, 0.9852083921432495, 0.9704251885414124, 0.9793514609336853, 0.9930628538131714, 0.9570601582527161, 0.9782509803771973, 0.9985322952270508, 0.997728705406189, 1.000016212463379]}, {"step": 8650, "epoch": 18, "train_loss": 0.08714976906776428, "cos_r_negg": [0.2690531313419342, 0.3020361065864563, 0.30489492416381836, 0.31075313687324524, 0.31027644872665405, 0.3474612534046173, 0.3321840763092041, 0.28751611709594727, 0.27395930886268616, -0.021388178691267967], "cos_apical_negg": [0.2690531313419342, 0.3020361065864563, 0.30489492416381836, 0.31075313687324524, 0.31027644872665405, 0.3474612534046173, 0.3321840763092041, 0.28751611709594727, 0.27395930886268616, -0.021388178691267967], "cos_Ac_negg": [0.2690531313419342, 0.3020361065864563, 0.30489492416381836, 0.31075313687324524, 0.31027644872665405, 0.3474612534046173, 0.3321840763092041, 0.28751611709594727, 0.27395930886268616, -0.021388178691267967], "r_norm": [1.1099207401275635, 1.1475671529769897, 1.130098581314087, 1.1416146755218506, 1.1694633960723877, 1.1096560955047607, 1.139533519744873, 1.1705865859985352, 1.1753771305084229, 1.1722798347473145]}, {"step": 8700, "epoch": 18, "train_loss": 0.27118492126464844, "cos_r_negg": [0.3044877350330353, 0.3264107406139374, 0.32770419120788574, 0.3181142807006836, 0.30128058791160583, 0.30857789516448975, 0.31376487016677856, 0.267242968082428, 0.2581457495689392, -0.011772418394684792], "cos_apical_negg": [0.3044877350330353, 0.3264107406139374, 0.32770419120788574, 0.3181142807006836, 0.30128058791160583, 0.30857789516448975, 0.31376487016677856, 0.267242968082428, 0.2581457495689392, -0.011772418394684792], "cos_Ac_negg": [0.3044877350330353, 0.3264107406139374, 0.32770419120788574, 0.3181142807006836, 0.30128058791160583, 0.30857789516448975, 0.31376487016677856, 0.267242968082428, 0.2581457495689392, -0.011772418394684792], "r_norm": [1.0356299877166748, 1.064675211906433, 1.0424654483795166, 1.0539131164550781, 1.0770666599273682, 1.0301964282989502, 1.0630708932876587, 1.0759427547454834, 1.0854566097259521, 1.0761785507202148]}, {"step": 8750, "epoch": 18, "train_loss": 0.26196956634521484, "cos_r_negg": [0.29368066787719727, 0.317352831363678, 0.3168417811393738, 0.3201408386230469, 0.2921155095100403, 0.3292822241783142, 0.3225857615470886, 0.3190770149230957, 0.2569297254085541, 0.006604405120015144], "cos_apical_negg": [0.29368066787719727, 0.317352831363678, 0.3168417811393738, 0.3201408386230469, 0.2921155095100403, 0.3292822241783142, 0.3225857615470886, 0.3190770149230957, 0.2569297254085541, 0.006604405120015144], "cos_Ac_negg": [0.29368066787719727, 0.317352831363678, 0.3168417811393738, 0.3201408386230469, 0.2921155095100403, 0.3292822241783142, 0.3225857615470886, 0.3190770149230957, 0.2569297254085541, 0.006604405120015144], "r_norm": [1.0213711261749268, 1.0472246408462524, 1.032515287399292, 1.0443179607391357, 1.0645418167114258, 1.0196876525878906, 1.0448763370513916, 1.065672516822815, 1.0730777978897095, 1.060219645500183]}, {"step": 8800, "epoch": 18, "train_loss": 0.147752583026886, "cos_r_negg": [0.28955787420272827, 0.3115324079990387, 0.2949085235595703, 0.3006717562675476, 0.2973487079143524, 0.3231484293937683, 0.32231372594833374, 0.3258585035800934, 0.26657137274742126, -0.04051479697227478], "cos_apical_negg": [0.28955787420272827, 0.3115324079990387, 0.2949085235595703, 0.3006717562675476, 0.2973487079143524, 0.3231484293937683, 0.32231372594833374, 0.3258585035800934, 0.26657137274742126, -0.04051479697227478], "cos_Ac_negg": [0.28955787420272827, 0.3115324079990387, 0.2949085235595703, 0.3006717562675476, 0.2973487079143524, 0.3231484293937683, 0.32231372594833374, 0.3258585035800934, 0.26657137274742126, -0.04051479697227478], "r_norm": [0.9114066362380981, 0.9388712644577026, 0.9206334948539734, 0.934009313583374, 0.9510149955749512, 0.9110174179077148, 0.9332103729248047, 0.9497421979904175, 0.9532424211502075, 0.9535455703735352]}, {"step": 8850, "epoch": 18, "train_loss": 0.21680232882499695, "cos_r_negg": [0.22952690720558167, 0.2424163967370987, 0.2673235833644867, 0.2571345567703247, 0.2691894769668579, 0.2577981948852539, 0.2711804509162903, 0.2818623185157776, 0.23627692461013794, -0.01574758253991604], "cos_apical_negg": [0.22952690720558167, 0.2424163967370987, 0.2673235833644867, 0.2571345567703247, 0.2691894769668579, 0.2577981948852539, 0.2711804509162903, 0.2818623185157776, 0.23627692461013794, -0.01574758253991604], "cos_Ac_negg": [0.22952690720558167, 0.2424163967370987, 0.2673235833644867, 0.2571345567703247, 0.2691894769668579, 0.2577981948852539, 0.2711804509162903, 0.2818623185157776, 0.23627692461013794, -0.01574758253991604], "r_norm": [1.0393412113189697, 1.0688960552215576, 1.0448956489562988, 1.0550658702850342, 1.0840989351272583, 1.0349202156066895, 1.0680103302001953, 1.078505039215088, 1.0924763679504395, 1.0774376392364502]}, {"step": 8900, "epoch": 18, "train_loss": 0.25958484411239624, "cos_r_negg": [0.29030442237854004, 0.3072866201400757, 0.3078620135784149, 0.3027280569076538, 0.2989003658294678, 0.3141075074672699, 0.3037308156490326, 0.2823670506477356, 0.256763756275177, -0.05208854377269745], "cos_apical_negg": [0.29030442237854004, 0.3072866201400757, 0.3078620135784149, 0.3027280569076538, 0.2989003658294678, 0.3141075074672699, 0.3037308156490326, 0.2823670506477356, 0.256763756275177, -0.05208854377269745], "cos_Ac_negg": [0.29030442237854004, 0.3072866201400757, 0.3078620135784149, 0.3027280569076538, 0.2989003658294678, 0.3141075074672699, 0.3037308156490326, 0.2823670506477356, 0.256763756275177, -0.05208854377269745], "r_norm": [0.9786014556884766, 1.0048996210098267, 0.9911975264549255, 0.9996913075447083, 1.0198560953140259, 0.9771292209625244, 1.0063743591308594, 1.0206960439682007, 1.0294843912124634, 1.0235527753829956]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8692, "test_loss": 0.42530284423828124}, {"step": 8950, "epoch": 19, "train_loss": 0.3507404327392578, "cos_r_negg": [0.2640584707260132, 0.27228131890296936, 0.28405874967575073, 0.28190985321998596, 0.2929590344429016, 0.2991199493408203, 0.28759974241256714, 0.3167869448661804, 0.23517180979251862, -0.0381479412317276], "cos_apical_negg": [0.2640584707260132, 0.27228131890296936, 0.28405874967575073, 0.28190985321998596, 0.2929590344429016, 0.2991199493408203, 0.28759974241256714, 0.3167869448661804, 0.23517180979251862, -0.0381479412317276], "cos_Ac_negg": [0.2640584707260132, 0.27228131890296936, 0.28405874967575073, 0.28190985321998596, 0.2929590344429016, 0.2991199493408203, 0.28759974241256714, 0.3167869448661804, 0.23517180979251862, -0.0381479412317276], "r_norm": [1.0159450769424438, 1.0458649396896362, 1.0277822017669678, 1.0382939577102661, 1.062669038772583, 1.0095839500427246, 1.0396745204925537, 1.0641330480575562, 1.0726637840270996, 1.064284324645996]}, {"step": 9000, "epoch": 19, "train_loss": 0.29941245913505554, "cos_r_negg": [0.23880434036254883, 0.23559468984603882, 0.23050348460674286, 0.26306769251823425, 0.2745090126991272, 0.301969438791275, 0.2671518325805664, 0.29310452938079834, 0.26732897758483887, -0.035944268107414246], "cos_apical_negg": [0.23880434036254883, 0.23559468984603882, 0.23050348460674286, 0.26306769251823425, 0.2745090126991272, 0.301969438791275, 0.2671518325805664, 0.29310452938079834, 0.26732897758483887, -0.035944268107414246], "cos_Ac_negg": [0.23880434036254883, 0.23559468984603882, 0.23050348460674286, 0.26306769251823425, 0.2745090126991272, 0.301969438791275, 0.2671518325805664, 0.29310452938079834, 0.26732897758483887, -0.035944268107414246], "r_norm": [0.9962797164916992, 1.023646593093872, 1.009554147720337, 1.0241634845733643, 1.040732979774475, 0.9967620372772217, 1.023483395576477, 1.041232705116272, 1.0414223670959473, 1.0417064428329468]}, {"step": 9050, "epoch": 19, "train_loss": 0.3198568820953369, "cos_r_negg": [0.23080503940582275, 0.26052409410476685, 0.2545064389705658, 0.26795515418052673, 0.24767443537712097, 0.28015321493148804, 0.26083600521087646, 0.27505195140838623, 0.2690308392047882, 0.005094598978757858], "cos_apical_negg": [0.23080503940582275, 0.26052409410476685, 0.2545064389705658, 0.26795515418052673, 0.24767443537712097, 0.28015321493148804, 0.26083600521087646, 0.27505195140838623, 0.2690308392047882, 0.005094598978757858], "cos_Ac_negg": [0.23080503940582275, 0.26052409410476685, 0.2545064389705658, 0.26795515418052673, 0.24767443537712097, 0.28015321493148804, 0.26083600521087646, 0.27505195140838623, 0.2690308392047882, 0.005094598978757858], "r_norm": [0.9780425429344177, 0.9998885989189148, 0.9845880270004272, 0.99260413646698, 1.0126663446426392, 0.9753226041793823, 0.9958274960517883, 1.012899398803711, 1.0222837924957275, 1.0118786096572876]}, {"step": 9100, "epoch": 19, "train_loss": 0.26664113998413086, "cos_r_negg": [0.2274380624294281, 0.26446622610092163, 0.2651243209838867, 0.2677541971206665, 0.25666704773902893, 0.26488664746284485, 0.2668913006782532, 0.2817336320877075, 0.2562066316604614, 0.004184242337942123], "cos_apical_negg": [0.2274380624294281, 0.26446622610092163, 0.2651243209838867, 0.2677541971206665, 0.25666704773902893, 0.26488664746284485, 0.2668913006782532, 0.2817336320877075, 0.2562066316604614, 0.004184242337942123], "cos_Ac_negg": [0.2274380624294281, 0.26446622610092163, 0.2651243209838867, 0.2677541971206665, 0.25666704773902893, 0.26488664746284485, 0.2668913006782532, 0.2817336320877075, 0.2562066316604614, 0.004184242337942123], "r_norm": [0.9560006856918335, 0.9757421016693115, 0.9571946859359741, 0.9677528142929077, 0.9869382381439209, 0.9499164819717407, 0.9756171703338623, 0.9865753054618835, 0.9991710186004639, 0.9866837859153748]}, {"step": 9150, "epoch": 19, "train_loss": 0.2273465245962143, "cos_r_negg": [0.19884276390075684, 0.2193026840686798, 0.21342088282108307, 0.22448566555976868, 0.21100737154483795, 0.2344660758972168, 0.26585790514945984, 0.2807818651199341, 0.29837217926979065, 0.01856037974357605], "cos_apical_negg": [0.19884276390075684, 0.2193026840686798, 0.21342088282108307, 0.22448566555976868, 0.21100737154483795, 0.2344660758972168, 0.26585790514945984, 0.2807818651199341, 0.29837217926979065, 0.01856037974357605], "cos_Ac_negg": [0.19884276390075684, 0.2193026840686798, 0.21342088282108307, 0.22448566555976868, 0.21100737154483795, 0.2344660758972168, 0.26585790514945984, 0.2807818651199341, 0.29837217926979065, 0.01856037974357605], "r_norm": [0.8330255746841431, 0.8520568609237671, 0.8406834602355957, 0.8477518558502197, 0.8611937761306763, 0.8333448171615601, 0.8500511646270752, 0.8646062612533569, 0.8662382364273071, 0.8632193803787231]}, {"step": 9200, "epoch": 19, "train_loss": 0.2801593542098999, "cos_r_negg": [0.22938072681427002, 0.27755311131477356, 0.2577596604824066, 0.25550395250320435, 0.29100501537323, 0.2959568500518799, 0.2846205234527588, 0.30640703439712524, 0.3058236837387085, 0.02040259726345539], "cos_apical_negg": [0.22938072681427002, 0.27755311131477356, 0.2577596604824066, 0.25550395250320435, 0.29100501537323, 0.2959568500518799, 0.2846205234527588, 0.30640703439712524, 0.3058236837387085, 0.02040259726345539], "cos_Ac_negg": [0.22938072681427002, 0.27755311131477356, 0.2577596604824066, 0.25550395250320435, 0.29100501537323, 0.2959568500518799, 0.2846205234527588, 0.30640703439712524, 0.3058236837387085, 0.02040259726345539], "r_norm": [1.0258145332336426, 1.0585657358169556, 1.0432270765304565, 1.0555827617645264, 1.0756032466888428, 1.0277643203735352, 1.0520881414413452, 1.077655553817749, 1.079345464706421, 1.07737398147583]}, {"step": 9250, "epoch": 19, "train_loss": 0.23566260933876038, "cos_r_negg": [0.24349454045295715, 0.27432239055633545, 0.2817557156085968, 0.2693110704421997, 0.26377707719802856, 0.3113411068916321, 0.3050922751426697, 0.30569708347320557, 0.26962414383888245, -0.01277894712984562], "cos_apical_negg": [0.24349454045295715, 0.27432239055633545, 0.2817557156085968, 0.2693110704421997, 0.26377707719802856, 0.3113411068916321, 0.3050922751426697, 0.30569708347320557, 0.26962414383888245, -0.01277894712984562], "cos_Ac_negg": [0.24349454045295715, 0.27432239055633545, 0.2817557156085968, 0.2693110704421997, 0.26377707719802856, 0.3113411068916321, 0.3050922751426697, 0.30569708347320557, 0.26962414383888245, -0.01277894712984562], "r_norm": [0.8733325004577637, 0.8973721861839294, 0.8853083848953247, 0.8919392824172974, 0.9068232774734497, 0.8745684623718262, 0.8942505121231079, 0.909664511680603, 0.9134820103645325, 0.9133228063583374]}, {"step": 9300, "epoch": 19, "train_loss": 0.27644187211990356, "cos_r_negg": [0.23923395574092865, 0.2621312141418457, 0.2809261977672577, 0.2797701954841614, 0.2859564423561096, 0.30247271060943604, 0.3295489251613617, 0.321194589138031, 0.288308322429657, 0.0025409667287021875], "cos_apical_negg": [0.23923395574092865, 0.2621312141418457, 0.2809261977672577, 0.2797701954841614, 0.2859564423561096, 0.30247271060943604, 0.3295489251613617, 0.321194589138031, 0.288308322429657, 0.0025409667287021875], "cos_Ac_negg": [0.23923395574092865, 0.2621312141418457, 0.2809261977672577, 0.2797701954841614, 0.2859564423561096, 0.30247271060943604, 0.3295489251613617, 0.321194589138031, 0.288308322429657, 0.0025409667287021875], "r_norm": [1.0041518211364746, 1.0333750247955322, 1.0141645669937134, 1.0255924463272095, 1.0466666221618652, 1.004525899887085, 1.0301785469055176, 1.0444968938827515, 1.0484559535980225, 1.0433636903762817]}, {"step": 9350, "epoch": 19, "train_loss": 0.2647250294685364, "cos_r_negg": [0.2287502884864807, 0.26802724599838257, 0.27979207038879395, 0.2826114892959595, 0.2772812843322754, 0.26552900671958923, 0.3109971284866333, 0.2844087779521942, 0.27930235862731934, -0.017889630049467087], "cos_apical_negg": [0.2287502884864807, 0.26802724599838257, 0.27979207038879395, 0.2826114892959595, 0.2772812843322754, 0.26552900671958923, 0.3109971284866333, 0.2844087779521942, 0.27930235862731934, -0.017889630049467087], "cos_Ac_negg": [0.2287502884864807, 0.26802724599838257, 0.27979207038879395, 0.2826114892959595, 0.2772812843322754, 0.26552900671958923, 0.3109971284866333, 0.2844087779521942, 0.27930235862731934, -0.017889630049467087], "r_norm": [0.9997000694274902, 1.0328110456466675, 1.0128120183944702, 1.0245916843414307, 1.036292314529419, 1.0001575946807861, 1.0240322351455688, 1.0435621738433838, 1.0379550457000732, 1.0433142185211182]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.869, "test_loss": 0.4290051544189453}], "final": {"test_acc": 0.869, "test_loss": 0.4290051544189453, "wall_s": 41.48691129684448, "cos_r_negg": [0.2312888354063034, 0.25688284635543823, 0.2637243866920471, 0.27765995264053345, 0.28936871886253357, 0.27001267671585083, 0.29273512959480286, 0.26850390434265137, 0.3000810742378235, -0.009570673108100891], "cos_apical_negg": [0.2312888354063034, 0.25688284635543823, 0.2637243866920471, 0.27765995264053345, 0.28936871886253357, 0.27001267671585083, 0.29273512959480286, 0.26850390434265137, 0.3000810742378235, -0.009570673108100891], "cos_Ac_negg": [0.2312888354063034, 0.25688284635543823, 0.2637243866920471, 0.27765995264053345, 0.28936871886253357, 0.27001267671585083, 0.29273512959480286, 0.26850390434265137, 0.3000810742378235, -0.009570673108100891]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_dfa_d3_s0.json b/results/depth_fmnist_dfa_d3_s0.json
new file mode 100644
index 0000000..2332d75
--- /dev/null
+++ b/results/depth_fmnist_dfa_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d3_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2141239643096924, "cos_r_negg": [-0.037375420331954956, -0.024675600230693817, 0.04137958958745003], "cos_apical_negg": [-0.037375420331954956, -0.024675600230693817, 0.04137958958745003], "cos_Ac_negg": [-0.037375420331954956, -0.024675600230693817, 0.04137958958745003], "r_norm": [4.840957164764404, 4.766144275665283, 4.7703537940979]}, {"step": 50, "epoch": 0, "train_loss": 0.76753830909729, "cos_r_negg": [0.34300389885902405, 0.3259342908859253, 0.24906878173351288], "cos_apical_negg": [0.34300389885902405, 0.3259342908859253, 0.24906878173351288], "cos_Ac_negg": [0.34300389885902405, 0.3259342908859253, 0.24906878173351288], "r_norm": [1.9937454462051392, 1.970526933670044, 1.985551118850708]}, {"step": 100, "epoch": 0, "train_loss": 0.6973116397857666, "cos_r_negg": [0.4228743314743042, 0.39186379313468933, 0.28331270813941956], "cos_apical_negg": [0.4228743314743042, 0.39186379313468933, 0.28331270813941956], "cos_Ac_negg": [0.4228743314743042, 0.39186379313468933, 0.28331270813941956], "r_norm": [1.8381896018981934, 1.8127803802490234, 1.8373368978500366]}, {"step": 150, "epoch": 0, "train_loss": 0.5377885103225708, "cos_r_negg": [0.4575684368610382, 0.39813417196273804, 0.2819557189941406], "cos_apical_negg": [0.4575684368610382, 0.39813417196273804, 0.2819557189941406], "cos_Ac_negg": [0.4575684368610382, 0.39813417196273804, 0.2819557189941406], "r_norm": [1.6533658504486084, 1.6328423023223877, 1.6482542753219604]}, {"step": 200, "epoch": 0, "train_loss": 0.5255051255226135, "cos_r_negg": [0.4827248454093933, 0.4495319426059723, 0.30953192710876465], "cos_apical_negg": [0.4827248454093933, 0.4495319426059723, 0.30953192710876465], "cos_Ac_negg": [0.4827248454093933, 0.4495319426059723, 0.30953192710876465], "r_norm": [1.8132535219192505, 1.7773253917694092, 1.7937675714492798]}, {"step": 250, "epoch": 0, "train_loss": 0.7123326063156128, "cos_r_negg": [0.48897436261177063, 0.4282645583152771, 0.28386029601097107], "cos_apical_negg": [0.48897436261177063, 0.4282645583152771, 0.28386029601097107], "cos_Ac_negg": [0.48897436261177063, 0.4282645583152771, 0.28386029601097107], "r_norm": [1.572677731513977, 1.550135612487793, 1.565303087234497]}, {"step": 300, "epoch": 0, "train_loss": 0.8057509660720825, "cos_r_negg": [0.5197527408599854, 0.4425264298915863, 0.2828114628791809], "cos_apical_negg": [0.5197527408599854, 0.4425264298915863, 0.2828114628791809], "cos_Ac_negg": [0.5197527408599854, 0.4425264298915863, 0.2828114628791809], "r_norm": [1.4953978061676025, 1.4761857986450195, 1.4846892356872559]}, {"step": 350, "epoch": 0, "train_loss": 0.4846538305282593, "cos_r_negg": [0.48866406083106995, 0.45425254106521606, 0.3268044590950012], "cos_apical_negg": [0.48866406083106995, 0.45425254106521606, 0.3268044590950012], "cos_Ac_negg": [0.48866406083106995, 0.45425254106521606, 0.3268044590950012], "r_norm": [1.4807798862457275, 1.4641083478927612, 1.4810290336608887]}, {"step": 400, "epoch": 0, "train_loss": 0.6424077749252319, "cos_r_negg": [0.5029877424240112, 0.46594730019569397, 0.3060069680213928], "cos_apical_negg": [0.5029877424240112, 0.46594730019569397, 0.3060069680213928], "cos_Ac_negg": [0.5029877424240112, 0.46594730019569397, 0.3060069680213928], "r_norm": [1.5484061241149902, 1.5305962562561035, 1.5436158180236816]}, {"step": 450, "epoch": 0, "train_loss": 0.5210787057876587, "cos_r_negg": [0.5048798322677612, 0.47108232975006104, 0.29170337319374084], "cos_apical_negg": [0.5048798322677612, 0.47108232975006104, 0.29170337319374084], "cos_Ac_negg": [0.5048798322677612, 0.47108232975006104, 0.29170337319374084], "r_norm": [1.541645884513855, 1.5236976146697998, 1.5325641632080078]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8221, "test_loss": 0.5249912353515624}, {"step": 500, "epoch": 1, "train_loss": 0.3758527636528015, "cos_r_negg": [0.5016980767250061, 0.4519087076187134, 0.30959025025367737], "cos_apical_negg": [0.5016980767250061, 0.4519087076187134, 0.30959025025367737], "cos_Ac_negg": [0.5016980767250061, 0.4519087076187134, 0.30959025025367737], "r_norm": [1.440129280090332, 1.420261263847351, 1.4322543144226074]}, {"step": 550, "epoch": 1, "train_loss": 0.6160320043563843, "cos_r_negg": [0.5319750308990479, 0.46392276883125305, 0.28866320848464966], "cos_apical_negg": [0.5319750308990479, 0.46392276883125305, 0.28866320848464966], "cos_Ac_negg": [0.5319750308990479, 0.46392276883125305, 0.28866320848464966], "r_norm": [1.4268712997436523, 1.4156339168548584, 1.4261573553085327]}, {"step": 600, "epoch": 1, "train_loss": 0.5891857147216797, "cos_r_negg": [0.5206385254859924, 0.46966665983200073, 0.29805701971054077], "cos_apical_negg": [0.5206385254859924, 0.46966665983200073, 0.29805701971054077], "cos_Ac_negg": [0.5206385254859924, 0.46966665983200073, 0.29805701971054077], "r_norm": [1.4101983308792114, 1.3970947265625, 1.409642219543457]}, {"step": 650, "epoch": 1, "train_loss": 0.6504547595977783, "cos_r_negg": [0.5280287861824036, 0.48061978816986084, 0.29616883397102356], "cos_apical_negg": [0.5280287861824036, 0.48061978816986084, 0.29616883397102356], "cos_Ac_negg": [0.5280287861824036, 0.48061978816986084, 0.29616883397102356], "r_norm": [1.4706999063491821, 1.4592108726501465, 1.4681274890899658]}, {"step": 700, "epoch": 1, "train_loss": 0.3571268320083618, "cos_r_negg": [0.5416663885116577, 0.4910528361797333, 0.30799227952957153], "cos_apical_negg": [0.5416663885116577, 0.4910528361797333, 0.30799227952957153], "cos_Ac_negg": [0.5416663885116577, 0.4910528361797333, 0.30799227952957153], "r_norm": [1.3523341417312622, 1.3393609523773193, 1.3456487655639648]}, {"step": 750, "epoch": 1, "train_loss": 0.43722501397132874, "cos_r_negg": [0.5189592838287354, 0.4485100209712982, 0.26296883821487427], "cos_apical_negg": [0.5189592838287354, 0.4485100209712982, 0.26296883821487427], "cos_Ac_negg": [0.5189592838287354, 0.4485100209712982, 0.26296883821487427], "r_norm": [1.250404953956604, 1.237868309020996, 1.2501704692840576]}, {"step": 800, "epoch": 1, "train_loss": 0.5164660811424255, "cos_r_negg": [0.5048713684082031, 0.4461757242679596, 0.29814302921295166], "cos_apical_negg": [0.5048713684082031, 0.4461757242679596, 0.29814302921295166], "cos_Ac_negg": [0.5048713684082031, 0.4461757242679596, 0.29814302921295166], "r_norm": [1.4325639009475708, 1.4226000308990479, 1.4394911527633667]}, {"step": 850, "epoch": 1, "train_loss": 0.3362555503845215, "cos_r_negg": [0.519556999206543, 0.47330620884895325, 0.2554146945476532], "cos_apical_negg": [0.519556999206543, 0.47330620884895325, 0.2554146945476532], "cos_Ac_negg": [0.519556999206543, 0.47330620884895325, 0.2554146945476532], "r_norm": [1.2981551885604858, 1.2837178707122803, 1.2934463024139404]}, {"step": 900, "epoch": 1, "train_loss": 0.5422909259796143, "cos_r_negg": [0.5121940970420837, 0.48749130964279175, 0.2942435145378113], "cos_apical_negg": [0.5121940970420837, 0.48749130964279175, 0.2942435145378113], "cos_Ac_negg": [0.5121940970420837, 0.48749130964279175, 0.2942435145378113], "r_norm": [1.4157930612564087, 1.4036896228790283, 1.4129352569580078]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8326, "test_loss": 0.47712357177734377}, {"step": 950, "epoch": 2, "train_loss": 0.49149563908576965, "cos_r_negg": [0.5190832614898682, 0.505983829498291, 0.3132496774196625], "cos_apical_negg": [0.5190832614898682, 0.505983829498291, 0.3132496774196625], "cos_Ac_negg": [0.5190832614898682, 0.505983829498291, 0.3132496774196625], "r_norm": [1.273296594619751, 1.2572720050811768, 1.2696900367736816]}, {"step": 1000, "epoch": 2, "train_loss": 0.4614669680595398, "cos_r_negg": [0.5339794158935547, 0.4855688810348511, 0.30889692902565], "cos_apical_negg": [0.5339794158935547, 0.4855688810348511, 0.30889692902565], "cos_Ac_negg": [0.5339794158935547, 0.4855688810348511, 0.30889692902565], "r_norm": [1.4106558561325073, 1.3987202644348145, 1.4076645374298096]}, {"step": 1050, "epoch": 2, "train_loss": 0.317037433385849, "cos_r_negg": [0.5377817153930664, 0.511469841003418, 0.3225942850112915], "cos_apical_negg": [0.5377817153930664, 0.511469841003418, 0.3225942850112915], "cos_Ac_negg": [0.5377817153930664, 0.511469841003418, 0.3225942850112915], "r_norm": [1.4084513187408447, 1.3978015184402466, 1.4085819721221924]}, {"step": 1100, "epoch": 2, "train_loss": 0.3650640845298767, "cos_r_negg": [0.5480612516403198, 0.5008298754692078, 0.30053380131721497], "cos_apical_negg": [0.5480612516403198, 0.5008298754692078, 0.30053380131721497], "cos_Ac_negg": [0.5480612516403198, 0.5008298754692078, 0.30053380131721497], "r_norm": [1.2291579246520996, 1.2164722681045532, 1.225126028060913]}, {"step": 1150, "epoch": 2, "train_loss": 0.41139793395996094, "cos_r_negg": [0.5442354679107666, 0.49542713165283203, 0.281829297542572], "cos_apical_negg": [0.5442354679107666, 0.49542713165283203, 0.281829297542572], "cos_Ac_negg": [0.5442354679107666, 0.49542713165283203, 0.281829297542572], "r_norm": [1.2682753801345825, 1.2597715854644775, 1.2709734439849854]}, {"step": 1200, "epoch": 2, "train_loss": 0.5367578268051147, "cos_r_negg": [0.5523064136505127, 0.5137453675270081, 0.30473020672798157], "cos_apical_negg": [0.5523064136505127, 0.5137453675270081, 0.30473020672798157], "cos_Ac_negg": [0.5523064136505127, 0.5137453675270081, 0.30473020672798157], "r_norm": [1.3974506855010986, 1.3919546604156494, 1.410356044769287]}, {"step": 1250, "epoch": 2, "train_loss": 0.3712756633758545, "cos_r_negg": [0.5327267050743103, 0.513789713382721, 0.29879969358444214], "cos_apical_negg": [0.5327267050743103, 0.513789713382721, 0.29879969358444214], "cos_Ac_negg": [0.5327267050743103, 0.513789713382721, 0.29879969358444214], "r_norm": [1.285416603088379, 1.2744139432907104, 1.2839570045471191]}, {"step": 1300, "epoch": 2, "train_loss": 0.37222665548324585, "cos_r_negg": [0.5395599007606506, 0.5111004114151001, 0.3119455575942993], "cos_apical_negg": [0.5395599007606506, 0.5111004114151001, 0.3119455575942993], "cos_Ac_negg": [0.5395599007606506, 0.5111004114151001, 0.3119455575942993], "r_norm": [1.268921136856079, 1.2587037086486816, 1.26949942111969]}, {"step": 1350, "epoch": 2, "train_loss": 0.3112936019897461, "cos_r_negg": [0.5354907512664795, 0.5180228352546692, 0.3009111285209656], "cos_apical_negg": [0.5354907512664795, 0.5180228352546692, 0.3009111285209656], "cos_Ac_negg": [0.5354907512664795, 0.5180228352546692, 0.3009111285209656], "r_norm": [1.174966812133789, 1.1628175973892212, 1.1765214204788208]}, {"step": 1400, "epoch": 2, "train_loss": 0.5030006170272827, "cos_r_negg": [0.5473004579544067, 0.5108639597892761, 0.2951109707355499], "cos_apical_negg": [0.5473004579544067, 0.5108639597892761, 0.2951109707355499], "cos_Ac_negg": [0.5473004579544067, 0.5108639597892761, 0.2951109707355499], "r_norm": [1.2302746772766113, 1.2131192684173584, 1.2282187938690186]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8436, "test_loss": 0.45560981750488283}, {"step": 1450, "epoch": 3, "train_loss": 0.6755787134170532, "cos_r_negg": [0.5282495021820068, 0.5234593152999878, 0.32278114557266235], "cos_apical_negg": [0.5282495021820068, 0.5234593152999878, 0.32278114557266235], "cos_Ac_negg": [0.5282495021820068, 0.5234593152999878, 0.32278114557266235], "r_norm": [1.197533130645752, 1.188260555267334, 1.2030640840530396]}, {"step": 1500, "epoch": 3, "train_loss": 0.4370918273925781, "cos_r_negg": [0.5490834712982178, 0.5208216905593872, 0.3098313808441162], "cos_apical_negg": [0.5490834712982178, 0.5208216905593872, 0.3098313808441162], "cos_Ac_negg": [0.5490834712982178, 0.5208216905593872, 0.3098313808441162], "r_norm": [1.2899539470672607, 1.2829371690750122, 1.2911818027496338]}, {"step": 1550, "epoch": 3, "train_loss": 0.36657410860061646, "cos_r_negg": [0.5707887411117554, 0.536128044128418, 0.30594488978385925], "cos_apical_negg": [0.5707887411117554, 0.536128044128418, 0.30594488978385925], "cos_Ac_negg": [0.5707887411117554, 0.536128044128418, 0.30594488978385925], "r_norm": [1.281328558921814, 1.2710230350494385, 1.2814953327178955]}, {"step": 1600, "epoch": 3, "train_loss": 0.37251749634742737, "cos_r_negg": [0.5578664541244507, 0.5186420679092407, 0.30604323744773865], "cos_apical_negg": [0.5578664541244507, 0.5186420679092407, 0.30604323744773865], "cos_Ac_negg": [0.5578664541244507, 0.5186420679092407, 0.30604323744773865], "r_norm": [1.3434903621673584, 1.3363127708435059, 1.3512578010559082]}, {"step": 1650, "epoch": 3, "train_loss": 0.49821317195892334, "cos_r_negg": [0.555222749710083, 0.5429008603096008, 0.28473997116088867], "cos_apical_negg": [0.555222749710083, 0.5429008603096008, 0.28473997116088867], "cos_Ac_negg": [0.555222749710083, 0.5429008603096008, 0.28473997116088867], "r_norm": [1.2461650371551514, 1.237616777420044, 1.2491950988769531]}, {"step": 1700, "epoch": 3, "train_loss": 0.49161964654922485, "cos_r_negg": [0.5479353666305542, 0.5249305963516235, 0.2928064167499542], "cos_apical_negg": [0.5479353666305542, 0.5249305963516235, 0.2928064167499542], "cos_Ac_negg": [0.5479353666305542, 0.5249305963516235, 0.2928064167499542], "r_norm": [1.3142279386520386, 1.3001296520233154, 1.306567668914795]}, {"step": 1750, "epoch": 3, "train_loss": 0.5719799995422363, "cos_r_negg": [0.5391153693199158, 0.49600857496261597, 0.28312742710113525], "cos_apical_negg": [0.5391153693199158, 0.49600857496261597, 0.28312742710113525], "cos_Ac_negg": [0.5391153693199158, 0.49600857496261597, 0.28312742710113525], "r_norm": [1.3399810791015625, 1.3308488130569458, 1.341055154800415]}, {"step": 1800, "epoch": 3, "train_loss": 0.3877452611923218, "cos_r_negg": [0.5373673439025879, 0.4936894476413727, 0.2922379970550537], "cos_apical_negg": [0.5373673439025879, 0.4936894476413727, 0.2922379970550537], "cos_Ac_negg": [0.5373673439025879, 0.4936894476413727, 0.2922379970550537], "r_norm": [1.333397388458252, 1.3232948780059814, 1.3398759365081787]}, {"step": 1850, "epoch": 3, "train_loss": 0.44976121187210083, "cos_r_negg": [0.5719236135482788, 0.5210808515548706, 0.3088991343975067], "cos_apical_negg": [0.5719236135482788, 0.5210808515548706, 0.3088991343975067], "cos_Ac_negg": [0.5719236135482788, 0.5210808515548706, 0.3088991343975067], "r_norm": [1.2432639598846436, 1.231064796447754, 1.2468516826629639]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8532, "test_loss": 0.41813760681152345}, {"step": 1900, "epoch": 4, "train_loss": 0.32906126976013184, "cos_r_negg": [0.5606547594070435, 0.5050551891326904, 0.2838357090950012], "cos_apical_negg": [0.5606547594070435, 0.5050551891326904, 0.2838357090950012], "cos_Ac_negg": [0.5606547594070435, 0.5050551891326904, 0.2838357090950012], "r_norm": [1.213639497756958, 1.2043832540512085, 1.215979814529419]}, {"step": 1950, "epoch": 4, "train_loss": 0.6056049466133118, "cos_r_negg": [0.5623065233230591, 0.5153343677520752, 0.29627910256385803], "cos_apical_negg": [0.5623065233230591, 0.5153343677520752, 0.29627910256385803], "cos_Ac_negg": [0.5623065233230591, 0.5153343677520752, 0.29627910256385803], "r_norm": [1.275162696838379, 1.2647565603256226, 1.2742855548858643]}, {"step": 2000, "epoch": 4, "train_loss": 0.34563928842544556, "cos_r_negg": [0.5492620468139648, 0.5223570466041565, 0.3072271943092346], "cos_apical_negg": [0.5492620468139648, 0.5223570466041565, 0.3072271943092346], "cos_Ac_negg": [0.5492620468139648, 0.5223570466041565, 0.3072271943092346], "r_norm": [1.3741589784622192, 1.365311861038208, 1.3712964057922363]}, {"step": 2050, "epoch": 4, "train_loss": 0.36295101046562195, "cos_r_negg": [0.5349365472793579, 0.4909164309501648, 0.30320632457733154], "cos_apical_negg": [0.5349365472793579, 0.4909164309501648, 0.30320632457733154], "cos_Ac_negg": [0.5349365472793579, 0.4909164309501648, 0.30320632457733154], "r_norm": [1.1903694868087769, 1.1806049346923828, 1.1961798667907715]}, {"step": 2100, "epoch": 4, "train_loss": 0.372683584690094, "cos_r_negg": [0.5634972453117371, 0.5293784141540527, 0.3153391480445862], "cos_apical_negg": [0.5634972453117371, 0.5293784141540527, 0.3153391480445862], "cos_Ac_negg": [0.5634972453117371, 0.5293784141540527, 0.3153391480445862], "r_norm": [1.1503231525421143, 1.1421127319335938, 1.1489429473876953]}, {"step": 2150, "epoch": 4, "train_loss": 0.37808316946029663, "cos_r_negg": [0.5809050798416138, 0.5430089235305786, 0.3248881697654724], "cos_apical_negg": [0.5809050798416138, 0.5430089235305786, 0.3248881697654724], "cos_Ac_negg": [0.5809050798416138, 0.5430089235305786, 0.3248881697654724], "r_norm": [1.1559842824935913, 1.1464109420776367, 1.1584999561309814]}, {"step": 2200, "epoch": 4, "train_loss": 0.36593693494796753, "cos_r_negg": [0.5670007467269897, 0.5296263098716736, 0.318737268447876], "cos_apical_negg": [0.5670007467269897, 0.5296263098716736, 0.318737268447876], "cos_Ac_negg": [0.5670007467269897, 0.5296263098716736, 0.318737268447876], "r_norm": [1.3087794780731201, 1.29732084274292, 1.305873155593872]}, {"step": 2250, "epoch": 4, "train_loss": 0.30903616547584534, "cos_r_negg": [0.5692213773727417, 0.5408716201782227, 0.3233480155467987], "cos_apical_negg": [0.5692213773727417, 0.5408716201782227, 0.3233480155467987], "cos_Ac_negg": [0.5692213773727417, 0.5408716201782227, 0.3233480155467987], "r_norm": [1.0814844369888306, 1.0752179622650146, 1.0895726680755615]}, {"step": 2300, "epoch": 4, "train_loss": 0.17019838094711304, "cos_r_negg": [0.5570724606513977, 0.5148051977157593, 0.3261054456233978], "cos_apical_negg": [0.5570724606513977, 0.5148051977157593, 0.3261054456233978], "cos_Ac_negg": [0.5570724606513977, 0.5148051977157593, 0.3261054456233978], "r_norm": [1.1359202861785889, 1.1259396076202393, 1.1358366012573242]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8405, "test_loss": 0.49366965637207033}, {"step": 2350, "epoch": 5, "train_loss": 0.3465726971626282, "cos_r_negg": [0.5323174595832825, 0.4960727393627167, 0.2820636034011841], "cos_apical_negg": [0.5323174595832825, 0.4960727393627167, 0.2820636034011841], "cos_Ac_negg": [0.5323174595832825, 0.4960727393627167, 0.2820636034011841], "r_norm": [1.1692783832550049, 1.1582553386688232, 1.1589727401733398]}, {"step": 2400, "epoch": 5, "train_loss": 0.3352641761302948, "cos_r_negg": [0.540290117263794, 0.5129626989364624, 0.3198099732398987], "cos_apical_negg": [0.540290117263794, 0.5129626989364624, 0.3198099732398987], "cos_Ac_negg": [0.540290117263794, 0.5129626989364624, 0.3198099732398987], "r_norm": [1.2523109912872314, 1.243333101272583, 1.2498875856399536]}, {"step": 2450, "epoch": 5, "train_loss": 0.3667733073234558, "cos_r_negg": [0.5364094972610474, 0.48589783906936646, 0.2960946559906006], "cos_apical_negg": [0.5364094972610474, 0.48589783906936646, 0.2960946559906006], "cos_Ac_negg": [0.5364094972610474, 0.48589783906936646, 0.2960946559906006], "r_norm": [1.3907421827316284, 1.380082130432129, 1.3911736011505127]}, {"step": 2500, "epoch": 5, "train_loss": 0.34783145785331726, "cos_r_negg": [0.5616204142570496, 0.5129003524780273, 0.35248780250549316], "cos_apical_negg": [0.5616204142570496, 0.5129003524780273, 0.35248780250549316], "cos_Ac_negg": [0.5616204142570496, 0.5129003524780273, 0.35248780250549316], "r_norm": [1.4559719562530518, 1.442060947418213, 1.4444140195846558]}, {"step": 2550, "epoch": 5, "train_loss": 0.3410571813583374, "cos_r_negg": [0.5318933725357056, 0.488736629486084, 0.2960042655467987], "cos_apical_negg": [0.5318933725357056, 0.488736629486084, 0.2960042655467987], "cos_Ac_negg": [0.5318933725357056, 0.488736629486084, 0.2960042655467987], "r_norm": [1.1779440641403198, 1.167580485343933, 1.179871678352356]}, {"step": 2600, "epoch": 5, "train_loss": 0.3731962740421295, "cos_r_negg": [0.551293134689331, 0.5308982133865356, 0.3627493977546692], "cos_apical_negg": [0.551293134689331, 0.5308982133865356, 0.3627493977546692], "cos_Ac_negg": [0.551293134689331, 0.5308982133865356, 0.3627493977546692], "r_norm": [1.261598825454712, 1.2474926710128784, 1.2512067556381226]}, {"step": 2650, "epoch": 5, "train_loss": 0.26968914270401, "cos_r_negg": [0.5410221815109253, 0.5051681399345398, 0.3360840082168579], "cos_apical_negg": [0.5410221815109253, 0.5051681399345398, 0.3360840082168579], "cos_Ac_negg": [0.5410221815109253, 0.5051681399345398, 0.3360840082168579], "r_norm": [1.3105133771896362, 1.30277681350708, 1.3186874389648438]}, {"step": 2700, "epoch": 5, "train_loss": 0.18757200241088867, "cos_r_negg": [0.5425360202789307, 0.5318586230278015, 0.3533673882484436], "cos_apical_negg": [0.5425360202789307, 0.5318586230278015, 0.3533673882484436], "cos_Ac_negg": [0.5425360202789307, 0.5318586230278015, 0.3533673882484436], "r_norm": [1.1163493394851685, 1.105139136314392, 1.1143109798431396]}, {"step": 2750, "epoch": 5, "train_loss": 0.44982999563217163, "cos_r_negg": [0.5351831912994385, 0.5377440452575684, 0.32885462045669556], "cos_apical_negg": [0.5351831912994385, 0.5377440452575684, 0.32885462045669556], "cos_Ac_negg": [0.5351831912994385, 0.5377440452575684, 0.32885462045669556], "r_norm": [1.0957167148590088, 1.086850881576538, 1.098153829574585]}, {"step": 2800, "epoch": 5, "train_loss": 0.4274144768714905, "cos_r_negg": [0.5351901650428772, 0.504179835319519, 0.32994580268859863], "cos_apical_negg": [0.5351901650428772, 0.504179835319519, 0.32994580268859863], "cos_Ac_negg": [0.5351901650428772, 0.504179835319519, 0.32994580268859863], "r_norm": [1.1285313367843628, 1.1206140518188477, 1.12864089012146]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8585, "test_loss": 0.4061836761474609}, {"step": 2850, "epoch": 6, "train_loss": 0.2543892562389374, "cos_r_negg": [0.5436446666717529, 0.5207163691520691, 0.35590654611587524], "cos_apical_negg": [0.5436446666717529, 0.5207163691520691, 0.35590654611587524], "cos_Ac_negg": [0.5436446666717529, 0.5207163691520691, 0.35590654611587524], "r_norm": [1.141684889793396, 1.1321945190429688, 1.1434037685394287]}, {"step": 2900, "epoch": 6, "train_loss": 0.3129314184188843, "cos_r_negg": [0.5430406332015991, 0.5109992027282715, 0.3293175995349884], "cos_apical_negg": [0.5430406332015991, 0.5109992027282715, 0.3293175995349884], "cos_Ac_negg": [0.5430406332015991, 0.5109992027282715, 0.3293175995349884], "r_norm": [1.2006151676177979, 1.190199851989746, 1.189911961555481]}, {"step": 2950, "epoch": 6, "train_loss": 0.17847216129302979, "cos_r_negg": [0.5696547031402588, 0.5339527130126953, 0.35933709144592285], "cos_apical_negg": [0.5696547031402588, 0.5339527130126953, 0.35933709144592285], "cos_Ac_negg": [0.5696547031402588, 0.5339527130126953, 0.35933709144592285], "r_norm": [1.1177115440368652, 1.1115202903747559, 1.1257176399230957]}, {"step": 3000, "epoch": 6, "train_loss": 0.4624909460544586, "cos_r_negg": [0.53438401222229, 0.5267099142074585, 0.33480167388916016], "cos_apical_negg": [0.53438401222229, 0.5267099142074585, 0.33480167388916016], "cos_Ac_negg": [0.53438401222229, 0.5267099142074585, 0.33480167388916016], "r_norm": [1.114668607711792, 1.104772925376892, 1.1123216152191162]}, {"step": 3050, "epoch": 6, "train_loss": 0.46364304423332214, "cos_r_negg": [0.5572978258132935, 0.5284408330917358, 0.3462367653846741], "cos_apical_negg": [0.5572978258132935, 0.5284408330917358, 0.3462367653846741], "cos_Ac_negg": [0.5572978258132935, 0.5284408330917358, 0.3462367653846741], "r_norm": [1.1190239191055298, 1.1083284616470337, 1.1146131753921509]}, {"step": 3100, "epoch": 6, "train_loss": 0.33558326959609985, "cos_r_negg": [0.542052149772644, 0.5093698501586914, 0.3547999858856201], "cos_apical_negg": [0.542052149772644, 0.5093698501586914, 0.3547999858856201], "cos_Ac_negg": [0.542052149772644, 0.5093698501586914, 0.3547999858856201], "r_norm": [1.1702172756195068, 1.1621017456054688, 1.168924331665039]}, {"step": 3150, "epoch": 6, "train_loss": 0.4290615916252136, "cos_r_negg": [0.5383808612823486, 0.5289427042007446, 0.3546888828277588], "cos_apical_negg": [0.5383808612823486, 0.5289427042007446, 0.3546888828277588], "cos_Ac_negg": [0.5383808612823486, 0.5289427042007446, 0.3546888828277588], "r_norm": [1.1888089179992676, 1.1803901195526123, 1.190239667892456]}, {"step": 3200, "epoch": 6, "train_loss": 0.2621959447860718, "cos_r_negg": [0.5616928339004517, 0.5392254590988159, 0.386486291885376], "cos_apical_negg": [0.5616928339004517, 0.5392254590988159, 0.386486291885376], "cos_Ac_negg": [0.5616928339004517, 0.5392254590988159, 0.386486291885376], "r_norm": [1.134947419166565, 1.1204009056091309, 1.133890151977539]}, {"step": 3250, "epoch": 6, "train_loss": 0.29123884439468384, "cos_r_negg": [0.561855673789978, 0.5402258634567261, 0.36994341015815735], "cos_apical_negg": [0.561855673789978, 0.5402258634567261, 0.36994341015815735], "cos_Ac_negg": [0.561855673789978, 0.5402258634567261, 0.36994341015815735], "r_norm": [1.0719876289367676, 1.064143180847168, 1.0746523141860962]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8482, "test_loss": 0.45634689025878905}, {"step": 3300, "epoch": 7, "train_loss": 0.30600062012672424, "cos_r_negg": [0.5510129928588867, 0.536953330039978, 0.3769797682762146], "cos_apical_negg": [0.5510129928588867, 0.536953330039978, 0.3769797682762146], "cos_Ac_negg": [0.5510129928588867, 0.536953330039978, 0.3769797682762146], "r_norm": [1.102142333984375, 1.0947039127349854, 1.1086374521255493]}, {"step": 3350, "epoch": 7, "train_loss": 0.29011622071266174, "cos_r_negg": [0.580386221408844, 0.5473235249519348, 0.38696515560150146], "cos_apical_negg": [0.580386221408844, 0.5473235249519348, 0.38696515560150146], "cos_Ac_negg": [0.580386221408844, 0.5473235249519348, 0.38696515560150146], "r_norm": [1.0425779819488525, 1.0317260026931763, 1.0378146171569824]}, {"step": 3400, "epoch": 7, "train_loss": 0.28789618611335754, "cos_r_negg": [0.5497411489486694, 0.49979400634765625, 0.3413920998573303], "cos_apical_negg": [0.5497411489486694, 0.49979400634765625, 0.3413920998573303], "cos_Ac_negg": [0.5497411489486694, 0.49979400634765625, 0.3413920998573303], "r_norm": [1.1240119934082031, 1.1158883571624756, 1.1210522651672363]}, {"step": 3450, "epoch": 7, "train_loss": 0.2673063278198242, "cos_r_negg": [0.5627946853637695, 0.5412951707839966, 0.3818560242652893], "cos_apical_negg": [0.5627946853637695, 0.5412951707839966, 0.3818560242652893], "cos_Ac_negg": [0.5627946853637695, 0.5412951707839966, 0.3818560242652893], "r_norm": [1.0836491584777832, 1.0769480466842651, 1.0851351022720337]}, {"step": 3500, "epoch": 7, "train_loss": 0.39344340562820435, "cos_r_negg": [0.564673662185669, 0.5248028039932251, 0.36836642026901245], "cos_apical_negg": [0.564673662185669, 0.5248028039932251, 0.36836642026901245], "cos_Ac_negg": [0.564673662185669, 0.5248028039932251, 0.36836642026901245], "r_norm": [1.06589674949646, 1.0600407123565674, 1.065431833267212]}, {"step": 3550, "epoch": 7, "train_loss": 0.31405577063560486, "cos_r_negg": [0.5789323449134827, 0.5455335378646851, 0.394437313079834], "cos_apical_negg": [0.5789323449134827, 0.5455335378646851, 0.394437313079834], "cos_Ac_negg": [0.5789323449134827, 0.5455335378646851, 0.394437313079834], "r_norm": [1.1239311695098877, 1.1175379753112793, 1.1235624551773071]}, {"step": 3600, "epoch": 7, "train_loss": 0.3359535038471222, "cos_r_negg": [0.5820516347885132, 0.5537810325622559, 0.39940571784973145], "cos_apical_negg": [0.5820516347885132, 0.5537810325622559, 0.39940571784973145], "cos_Ac_negg": [0.5820516347885132, 0.5537810325622559, 0.39940571784973145], "r_norm": [1.2002400159835815, 1.1861815452575684, 1.1901662349700928]}, {"step": 3650, "epoch": 7, "train_loss": 0.4298972487449646, "cos_r_negg": [0.5441246628761292, 0.527288019657135, 0.3741997480392456], "cos_apical_negg": [0.5441246628761292, 0.527288019657135, 0.3741997480392456], "cos_Ac_negg": [0.5441246628761292, 0.527288019657135, 0.3741997480392456], "r_norm": [1.092437982559204, 1.0854946374893188, 1.0913037061691284]}, {"step": 3700, "epoch": 7, "train_loss": 0.28785833716392517, "cos_r_negg": [0.5698293447494507, 0.5460569858551025, 0.38062748312950134], "cos_apical_negg": [0.5698293447494507, 0.5460569858551025, 0.38062748312950134], "cos_Ac_negg": [0.5698293447494507, 0.5460569858551025, 0.38062748312950134], "r_norm": [1.2179512977600098, 1.2113629579544067, 1.2151925563812256]}, {"step": 3750, "epoch": 7, "train_loss": 0.33461904525756836, "cos_r_negg": [0.5527645349502563, 0.526357114315033, 0.364541232585907], "cos_apical_negg": [0.5527645349502563, 0.526357114315033, 0.364541232585907], "cos_Ac_negg": [0.5527645349502563, 0.526357114315033, 0.364541232585907], "r_norm": [1.1106210947036743, 1.098524808883667, 1.1073039770126343]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8631, "test_loss": 0.4003724884033203}, {"step": 3800, "epoch": 8, "train_loss": 0.32219818234443665, "cos_r_negg": [0.5373092889785767, 0.5123685598373413, 0.37903717160224915], "cos_apical_negg": [0.5373092889785767, 0.5123685598373413, 0.37903717160224915], "cos_Ac_negg": [0.5373092889785767, 0.5123685598373413, 0.37903717160224915], "r_norm": [1.0488407611846924, 1.0421459674835205, 1.051710605621338]}, {"step": 3850, "epoch": 8, "train_loss": 0.41864579916000366, "cos_r_negg": [0.5775141716003418, 0.5410766005516052, 0.4111219644546509], "cos_apical_negg": [0.5775141716003418, 0.5410766005516052, 0.4111219644546509], "cos_Ac_negg": [0.5775141716003418, 0.5410766005516052, 0.4111219644546509], "r_norm": [1.072279691696167, 1.062196969985962, 1.0729315280914307]}, {"step": 3900, "epoch": 8, "train_loss": 0.28536826372146606, "cos_r_negg": [0.541565477848053, 0.5119368433952332, 0.3951755166053772], "cos_apical_negg": [0.541565477848053, 0.5119368433952332, 0.3951755166053772], "cos_Ac_negg": [0.541565477848053, 0.5119368433952332, 0.3951755166053772], "r_norm": [1.0840888023376465, 1.0739657878875732, 1.0844309329986572]}, {"step": 3950, "epoch": 8, "train_loss": 0.3443715572357178, "cos_r_negg": [0.5601121783256531, 0.5271371006965637, 0.39612725377082825], "cos_apical_negg": [0.5601121783256531, 0.5271371006965637, 0.39612725377082825], "cos_Ac_negg": [0.5601121783256531, 0.5271371006965637, 0.39612725377082825], "r_norm": [1.0845633745193481, 1.0754033327102661, 1.0840339660644531]}, {"step": 4000, "epoch": 8, "train_loss": 0.41040104627609253, "cos_r_negg": [0.5678962469100952, 0.5362892150878906, 0.4147874712944031], "cos_apical_negg": [0.5678962469100952, 0.5362892150878906, 0.4147874712944031], "cos_Ac_negg": [0.5678962469100952, 0.5362892150878906, 0.4147874712944031], "r_norm": [1.1607388257980347, 1.1542609930038452, 1.1629610061645508]}, {"step": 4050, "epoch": 8, "train_loss": 0.2768760323524475, "cos_r_negg": [0.5296721458435059, 0.5165826082229614, 0.3866732120513916], "cos_apical_negg": [0.5296721458435059, 0.5165826082229614, 0.3866732120513916], "cos_Ac_negg": [0.5296721458435059, 0.5165826082229614, 0.3866732120513916], "r_norm": [1.1152104139328003, 1.1062288284301758, 1.1154656410217285]}, {"step": 4100, "epoch": 8, "train_loss": 0.28075891733169556, "cos_r_negg": [0.5587506294250488, 0.5376027226448059, 0.39652806520462036], "cos_apical_negg": [0.5587506294250488, 0.5376027226448059, 0.39652806520462036], "cos_Ac_negg": [0.5587506294250488, 0.5376027226448059, 0.39652806520462036], "r_norm": [1.041123390197754, 1.0307859182357788, 1.0417637825012207]}, {"step": 4150, "epoch": 8, "train_loss": 0.2901972532272339, "cos_r_negg": [0.5727837681770325, 0.5415055155754089, 0.3956065773963928], "cos_apical_negg": [0.5727837681770325, 0.5415055155754089, 0.3956065773963928], "cos_Ac_negg": [0.5727837681770325, 0.5415055155754089, 0.3956065773963928], "r_norm": [1.0560743808746338, 1.0498647689819336, 1.0576245784759521]}, {"step": 4200, "epoch": 8, "train_loss": 0.35687172412872314, "cos_r_negg": [0.5571424961090088, 0.5446068644523621, 0.3908950090408325], "cos_apical_negg": [0.5571424961090088, 0.5446068644523621, 0.3908950090408325], "cos_Ac_negg": [0.5571424961090088, 0.5446068644523621, 0.3908950090408325], "r_norm": [1.1310875415802002, 1.1231389045715332, 1.1296091079711914]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8498, "test_loss": 0.47227815246582033}, {"step": 4250, "epoch": 9, "train_loss": 0.2635831832885742, "cos_r_negg": [0.5609422326087952, 0.520730197429657, 0.3823118209838867], "cos_apical_negg": [0.5609422326087952, 0.520730197429657, 0.3823118209838867], "cos_Ac_negg": [0.5609422326087952, 0.520730197429657, 0.3823118209838867], "r_norm": [1.1621172428131104, 1.1577708721160889, 1.1672194004058838]}, {"step": 4300, "epoch": 9, "train_loss": 0.23153117299079895, "cos_r_negg": [0.5692425966262817, 0.5294739007949829, 0.36916404962539673], "cos_apical_negg": [0.5692425966262817, 0.5294739007949829, 0.36916404962539673], "cos_Ac_negg": [0.5692425966262817, 0.5294739007949829, 0.36916404962539673], "r_norm": [0.9735169410705566, 0.9650430083274841, 0.9752142429351807]}, {"step": 4350, "epoch": 9, "train_loss": 0.18306121230125427, "cos_r_negg": [0.5714166164398193, 0.5245580673217773, 0.36752402782440186], "cos_apical_negg": [0.5714166164398193, 0.5245580673217773, 0.36752402782440186], "cos_Ac_negg": [0.5714166164398193, 0.5245580673217773, 0.36752402782440186], "r_norm": [1.1149303913116455, 1.1076140403747559, 1.1098453998565674]}, {"step": 4400, "epoch": 9, "train_loss": 0.3275880217552185, "cos_r_negg": [0.541483998298645, 0.5200768113136292, 0.3614158034324646], "cos_apical_negg": [0.541483998298645, 0.5200768113136292, 0.3614158034324646], "cos_Ac_negg": [0.541483998298645, 0.5200768113136292, 0.3614158034324646], "r_norm": [1.0880622863769531, 1.0816514492034912, 1.0875664949417114]}, {"step": 4450, "epoch": 9, "train_loss": 0.14695511758327484, "cos_r_negg": [0.5320107340812683, 0.5058994293212891, 0.3545965552330017], "cos_apical_negg": [0.5320107340812683, 0.5058994293212891, 0.3545965552330017], "cos_Ac_negg": [0.5320107340812683, 0.5058994293212891, 0.3545965552330017], "r_norm": [1.1848602294921875, 1.1805567741394043, 1.1864267587661743]}, {"step": 4500, "epoch": 9, "train_loss": 0.43337661027908325, "cos_r_negg": [0.5579782724380493, 0.5324932932853699, 0.37229347229003906], "cos_apical_negg": [0.5579782724380493, 0.5324932932853699, 0.37229347229003906], "cos_Ac_negg": [0.5579782724380493, 0.5324932932853699, 0.37229347229003906], "r_norm": [1.1119213104248047, 1.1058809757232666, 1.1139614582061768]}, {"step": 4550, "epoch": 9, "train_loss": 0.2633365988731384, "cos_r_negg": [0.5505841970443726, 0.5341812968254089, 0.3572445213794708], "cos_apical_negg": [0.5505841970443726, 0.5341812968254089, 0.3572445213794708], "cos_Ac_negg": [0.5505841970443726, 0.5341812968254089, 0.3572445213794708], "r_norm": [1.044187068939209, 1.0360074043273926, 1.0490467548370361]}, {"step": 4600, "epoch": 9, "train_loss": 0.2881772220134735, "cos_r_negg": [0.5473816394805908, 0.5393155813217163, 0.37911516427993774], "cos_apical_negg": [0.5473816394805908, 0.5393155813217163, 0.37911516427993774], "cos_Ac_negg": [0.5473816394805908, 0.5393155813217163, 0.37911516427993774], "r_norm": [1.1597959995269775, 1.1476185321807861, 1.1570320129394531]}, {"step": 4650, "epoch": 9, "train_loss": 0.33865565061569214, "cos_r_negg": [0.537208080291748, 0.5169177055358887, 0.36622709035873413], "cos_apical_negg": [0.537208080291748, 0.5169177055358887, 0.36622709035873413], "cos_Ac_negg": [0.537208080291748, 0.5169177055358887, 0.36622709035873413], "r_norm": [1.019336223602295, 1.0102040767669678, 1.0194811820983887]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.86, "test_loss": 0.40750214233398435}, {"step": 4700, "epoch": 10, "train_loss": 0.31554681062698364, "cos_r_negg": [0.5494083166122437, 0.5218265056610107, 0.37756356596946716], "cos_apical_negg": [0.5494083166122437, 0.5218265056610107, 0.37756356596946716], "cos_Ac_negg": [0.5494083166122437, 0.5218265056610107, 0.37756356596946716], "r_norm": [1.1372524499893188, 1.1289739608764648, 1.1405056715011597]}, {"step": 4750, "epoch": 10, "train_loss": 0.33023178577423096, "cos_r_negg": [0.5432733297348022, 0.5212304592132568, 0.39000970125198364], "cos_apical_negg": [0.5432733297348022, 0.5212304592132568, 0.39000970125198364], "cos_Ac_negg": [0.5432733297348022, 0.5212304592132568, 0.39000970125198364], "r_norm": [1.0007153749465942, 0.989421546459198, 0.9985978007316589]}, {"step": 4800, "epoch": 10, "train_loss": 0.32608598470687866, "cos_r_negg": [0.5238299369812012, 0.5077866911888123, 0.35878482460975647], "cos_apical_negg": [0.5238299369812012, 0.5077866911888123, 0.35878482460975647], "cos_Ac_negg": [0.5238299369812012, 0.5077866911888123, 0.35878482460975647], "r_norm": [1.0901668071746826, 1.0801973342895508, 1.0893551111221313]}, {"step": 4850, "epoch": 10, "train_loss": 0.34382355213165283, "cos_r_negg": [0.5387299060821533, 0.5150490999221802, 0.3781406581401825], "cos_apical_negg": [0.5387299060821533, 0.5150490999221802, 0.3781406581401825], "cos_Ac_negg": [0.5387299060821533, 0.5150490999221802, 0.3781406581401825], "r_norm": [1.0163180828094482, 1.008813738822937, 1.020383596420288]}, {"step": 4900, "epoch": 10, "train_loss": 0.26088473200798035, "cos_r_negg": [0.5341125726699829, 0.5085359811782837, 0.38354140520095825], "cos_apical_negg": [0.5341125726699829, 0.5085359811782837, 0.38354140520095825], "cos_Ac_negg": [0.5341125726699829, 0.5085359811782837, 0.38354140520095825], "r_norm": [1.063030481338501, 1.0566074848175049, 1.0688179731369019]}, {"step": 4950, "epoch": 10, "train_loss": 0.28401389718055725, "cos_r_negg": [0.5363696813583374, 0.49906855821609497, 0.3667091727256775], "cos_apical_negg": [0.5363696813583374, 0.49906855821609497, 0.3667091727256775], "cos_Ac_negg": [0.5363696813583374, 0.49906855821609497, 0.3667091727256775], "r_norm": [1.1011159420013428, 1.0869032144546509, 1.0991435050964355]}, {"step": 5000, "epoch": 10, "train_loss": 0.21670402586460114, "cos_r_negg": [0.5199927091598511, 0.49567165970802307, 0.35665464401245117], "cos_apical_negg": [0.5199927091598511, 0.49567165970802307, 0.35665464401245117], "cos_Ac_negg": [0.5199927091598511, 0.49567165970802307, 0.35665464401245117], "r_norm": [1.0636706352233887, 1.05526864528656, 1.0655207633972168]}, {"step": 5050, "epoch": 10, "train_loss": 0.41428321599960327, "cos_r_negg": [0.5610780715942383, 0.5280416011810303, 0.40613195300102234], "cos_apical_negg": [0.5610780715942383, 0.5280416011810303, 0.40613195300102234], "cos_Ac_negg": [0.5610780715942383, 0.5280416011810303, 0.40613195300102234], "r_norm": [1.174695611000061, 1.1666784286499023, 1.1732842922210693]}, {"step": 5100, "epoch": 10, "train_loss": 0.17810842394828796, "cos_r_negg": [0.5438255071640015, 0.494268536567688, 0.3792135417461395], "cos_apical_negg": [0.5438255071640015, 0.494268536567688, 0.3792135417461395], "cos_Ac_negg": [0.5438255071640015, 0.494268536567688, 0.3792135417461395], "r_norm": [1.1594834327697754, 1.15317702293396, 1.1602987051010132]}, {"step": 5150, "epoch": 10, "train_loss": 0.3394641876220703, "cos_r_negg": [0.5200496912002563, 0.5032092928886414, 0.35346853733062744], "cos_apical_negg": [0.5200496912002563, 0.5032092928886414, 0.35346853733062744], "cos_Ac_negg": [0.5200496912002563, 0.5032092928886414, 0.35346853733062744], "r_norm": [1.0427794456481934, 1.0331825017929077, 1.0462945699691772]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.863, "test_loss": 0.40862884521484377}, {"step": 5200, "epoch": 11, "train_loss": 0.27869701385498047, "cos_r_negg": [0.5418829917907715, 0.5175923705101013, 0.3770401179790497], "cos_apical_negg": [0.5418829917907715, 0.5175923705101013, 0.3770401179790497], "cos_Ac_negg": [0.5418829917907715, 0.5175923705101013, 0.3770401179790497], "r_norm": [1.0941386222839355, 1.0820367336273193, 1.0883846282958984]}, {"step": 5250, "epoch": 11, "train_loss": 0.15195564925670624, "cos_r_negg": [0.5306380391120911, 0.4982762634754181, 0.36652514338493347], "cos_apical_negg": [0.5306380391120911, 0.4982762634754181, 0.36652514338493347], "cos_Ac_negg": [0.5306380391120911, 0.4982762634754181, 0.36652514338493347], "r_norm": [1.0427329540252686, 1.0352095365524292, 1.0432158708572388]}, {"step": 5300, "epoch": 11, "train_loss": 0.3601786196231842, "cos_r_negg": [0.5241714715957642, 0.49017778038978577, 0.3334609270095825], "cos_apical_negg": [0.5241714715957642, 0.49017778038978577, 0.3334609270095825], "cos_Ac_negg": [0.5241714715957642, 0.49017778038978577, 0.3334609270095825], "r_norm": [1.0563874244689941, 1.0505682229995728, 1.060944676399231]}, {"step": 5350, "epoch": 11, "train_loss": 0.23905445635318756, "cos_r_negg": [0.5478741526603699, 0.5050007104873657, 0.3874671459197998], "cos_apical_negg": [0.5478741526603699, 0.5050007104873657, 0.3874671459197998], "cos_Ac_negg": [0.5478741526603699, 0.5050007104873657, 0.3874671459197998], "r_norm": [1.064302921295166, 1.0577285289764404, 1.0707980394363403]}, {"step": 5400, "epoch": 11, "train_loss": 0.277200847864151, "cos_r_negg": [0.54176926612854, 0.5038944482803345, 0.39515992999076843], "cos_apical_negg": [0.54176926612854, 0.5038944482803345, 0.39515992999076843], "cos_Ac_negg": [0.54176926612854, 0.5038944482803345, 0.39515992999076843], "r_norm": [1.0696122646331787, 1.0638147592544556, 1.070821762084961]}, {"step": 5450, "epoch": 11, "train_loss": 0.354140043258667, "cos_r_negg": [0.5409345030784607, 0.5114872455596924, 0.380281925201416], "cos_apical_negg": [0.5409345030784607, 0.5114872455596924, 0.380281925201416], "cos_Ac_negg": [0.5409345030784607, 0.5114872455596924, 0.380281925201416], "r_norm": [1.045884370803833, 1.039543628692627, 1.0500484704971313]}, {"step": 5500, "epoch": 11, "train_loss": 0.3577965795993805, "cos_r_negg": [0.5214605927467346, 0.49455133080482483, 0.3821202516555786], "cos_apical_negg": [0.5214605927467346, 0.49455133080482483, 0.3821202516555786], "cos_Ac_negg": [0.5214605927467346, 0.49455133080482483, 0.3821202516555786], "r_norm": [1.1537587642669678, 1.1467292308807373, 1.159177541732788]}, {"step": 5550, "epoch": 11, "train_loss": 0.3126266896724701, "cos_r_negg": [0.5472717881202698, 0.5145814418792725, 0.3852006793022156], "cos_apical_negg": [0.5472717881202698, 0.5145814418792725, 0.3852006793022156], "cos_Ac_negg": [0.5472717881202698, 0.5145814418792725, 0.3852006793022156], "r_norm": [0.976830780506134, 0.966169536113739, 0.9779865741729736]}, {"step": 5600, "epoch": 11, "train_loss": 0.19577740132808685, "cos_r_negg": [0.5179510712623596, 0.5100593566894531, 0.37510788440704346], "cos_apical_negg": [0.5179510712623596, 0.5100593566894531, 0.37510788440704346], "cos_Ac_negg": [0.5179510712623596, 0.5100593566894531, 0.37510788440704346], "r_norm": [1.067440152168274, 1.0541322231292725, 1.064174771308899]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8577, "test_loss": 0.42774568176269534}, {"step": 5650, "epoch": 12, "train_loss": 0.34554344415664673, "cos_r_negg": [0.5594899654388428, 0.533608615398407, 0.39190375804901123], "cos_apical_negg": [0.5594899654388428, 0.533608615398407, 0.39190375804901123], "cos_Ac_negg": [0.5594899654388428, 0.533608615398407, 0.39190375804901123], "r_norm": [1.0902290344238281, 1.0803155899047852, 1.0868079662322998]}, {"step": 5700, "epoch": 12, "train_loss": 0.2751706838607788, "cos_r_negg": [0.530368983745575, 0.5030937194824219, 0.369097501039505], "cos_apical_negg": [0.530368983745575, 0.5030937194824219, 0.369097501039505], "cos_Ac_negg": [0.530368983745575, 0.5030937194824219, 0.369097501039505], "r_norm": [1.0114113092422485, 1.0018755197525024, 1.0127720832824707]}, {"step": 5750, "epoch": 12, "train_loss": 0.41424813866615295, "cos_r_negg": [0.5303506851196289, 0.5033627152442932, 0.3845645785331726], "cos_apical_negg": [0.5303506851196289, 0.5033627152442932, 0.3845645785331726], "cos_Ac_negg": [0.5303506851196289, 0.5033627152442932, 0.3845645785331726], "r_norm": [0.9611973166465759, 0.9542364478111267, 0.9653398990631104]}, {"step": 5800, "epoch": 12, "train_loss": 0.2815355658531189, "cos_r_negg": [0.5174129009246826, 0.48999130725860596, 0.37365734577178955], "cos_apical_negg": [0.5174129009246826, 0.48999130725860596, 0.37365734577178955], "cos_Ac_negg": [0.5174129009246826, 0.48999130725860596, 0.37365734577178955], "r_norm": [1.0574913024902344, 1.0486308336257935, 1.055497646331787]}, {"step": 5850, "epoch": 12, "train_loss": 0.38221117854118347, "cos_r_negg": [0.516205906867981, 0.49464255571365356, 0.3931638300418854], "cos_apical_negg": [0.516205906867981, 0.49464255571365356, 0.3931638300418854], "cos_Ac_negg": [0.516205906867981, 0.49464255571365356, 0.3931638300418854], "r_norm": [1.0574373006820679, 1.0497015714645386, 1.0526080131530762]}, {"step": 5900, "epoch": 12, "train_loss": 0.2682946026325226, "cos_r_negg": [0.5208178162574768, 0.49220767617225647, 0.4094351530075073], "cos_apical_negg": [0.5208178162574768, 0.49220767617225647, 0.4094351530075073], "cos_Ac_negg": [0.5208178162574768, 0.49220767617225647, 0.4094351530075073], "r_norm": [1.0748157501220703, 1.0624064207077026, 1.068523645401001]}, {"step": 5950, "epoch": 12, "train_loss": 0.30282098054885864, "cos_r_negg": [0.5196215510368347, 0.49006742238998413, 0.3938603401184082], "cos_apical_negg": [0.5196215510368347, 0.49006742238998413, 0.3938603401184082], "cos_Ac_negg": [0.5196215510368347, 0.49006742238998413, 0.3938603401184082], "r_norm": [1.073711633682251, 1.0639101266860962, 1.0753438472747803]}, {"step": 6000, "epoch": 12, "train_loss": 0.15123160183429718, "cos_r_negg": [0.5291715860366821, 0.4944946765899658, 0.38500696420669556], "cos_apical_negg": [0.5291715860366821, 0.4944946765899658, 0.38500696420669556], "cos_Ac_negg": [0.5291715860366821, 0.4944946765899658, 0.38500696420669556], "r_norm": [1.0132646560668945, 1.0047317743301392, 1.0131994485855103]}, {"step": 6050, "epoch": 12, "train_loss": 0.2048017680644989, "cos_r_negg": [0.5248152017593384, 0.48470109701156616, 0.3869721591472626], "cos_apical_negg": [0.5248152017593384, 0.48470109701156616, 0.3869721591472626], "cos_Ac_negg": [0.5248152017593384, 0.48470109701156616, 0.3869721591472626], "r_norm": [1.073009729385376, 1.0651116371154785, 1.080202341079712]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8611, "test_loss": 0.40746649475097657}, {"step": 6100, "epoch": 13, "train_loss": 0.24649152159690857, "cos_r_negg": [0.5227272510528564, 0.4945574998855591, 0.37000519037246704], "cos_apical_negg": [0.5227272510528564, 0.4945574998855591, 0.37000519037246704], "cos_Ac_negg": [0.5227272510528564, 0.4945574998855591, 0.37000519037246704], "r_norm": [1.0383446216583252, 1.0305066108703613, 1.037301778793335]}, {"step": 6150, "epoch": 13, "train_loss": 0.26607075333595276, "cos_r_negg": [0.5149809122085571, 0.49518314003944397, 0.3830470144748688], "cos_apical_negg": [0.5149809122085571, 0.49518314003944397, 0.3830470144748688], "cos_Ac_negg": [0.5149809122085571, 0.49518314003944397, 0.3830470144748688], "r_norm": [0.9764602780342102, 0.9656703472137451, 0.9760973453521729]}, {"step": 6200, "epoch": 13, "train_loss": 0.26628467440605164, "cos_r_negg": [0.5135278701782227, 0.47548067569732666, 0.35703137516975403], "cos_apical_negg": [0.5135278701782227, 0.47548067569732666, 0.35703137516975403], "cos_Ac_negg": [0.5135278701782227, 0.47548067569732666, 0.35703137516975403], "r_norm": [1.0258240699768066, 1.0176892280578613, 1.0258935689926147]}, {"step": 6250, "epoch": 13, "train_loss": 0.2969016134738922, "cos_r_negg": [0.5247136354446411, 0.4861709475517273, 0.3657662272453308], "cos_apical_negg": [0.5247136354446411, 0.4861709475517273, 0.3657662272453308], "cos_Ac_negg": [0.5247136354446411, 0.4861709475517273, 0.3657662272453308], "r_norm": [1.0487635135650635, 1.042039155960083, 1.0522727966308594]}, {"step": 6300, "epoch": 13, "train_loss": 0.25449538230895996, "cos_r_negg": [0.5301904678344727, 0.5016012787818909, 0.3877340853214264], "cos_apical_negg": [0.5301904678344727, 0.5016012787818909, 0.3877340853214264], "cos_Ac_negg": [0.5301904678344727, 0.5016012787818909, 0.3877340853214264], "r_norm": [1.0406544208526611, 1.0352482795715332, 1.0445549488067627]}, {"step": 6350, "epoch": 13, "train_loss": 0.29130780696868896, "cos_r_negg": [0.5238975286483765, 0.489107608795166, 0.3703034520149231], "cos_apical_negg": [0.5238975286483765, 0.489107608795166, 0.3703034520149231], "cos_Ac_negg": [0.5238975286483765, 0.489107608795166, 0.3703034520149231], "r_norm": [1.164610743522644, 1.1543993949890137, 1.165245771408081]}, {"step": 6400, "epoch": 13, "train_loss": 0.29221847653388977, "cos_r_negg": [0.5523291826248169, 0.5125810503959656, 0.3867957592010498], "cos_apical_negg": [0.5523291826248169, 0.5125810503959656, 0.3867957592010498], "cos_Ac_negg": [0.5523291826248169, 0.5125810503959656, 0.3867957592010498], "r_norm": [1.0271620750427246, 1.0170328617095947, 1.02239191532135]}, {"step": 6450, "epoch": 13, "train_loss": 0.38774174451828003, "cos_r_negg": [0.548345685005188, 0.5150828957557678, 0.4089910387992859], "cos_apical_negg": [0.548345685005188, 0.5150828957557678, 0.4089910387992859], "cos_Ac_negg": [0.548345685005188, 0.5150828957557678, 0.4089910387992859], "r_norm": [1.1119743585586548, 1.1081604957580566, 1.1183807849884033]}, {"step": 6500, "epoch": 13, "train_loss": 0.19893778860569, "cos_r_negg": [0.5108305215835571, 0.48574531078338623, 0.3814939260482788], "cos_apical_negg": [0.5108305215835571, 0.48574531078338623, 0.3814939260482788], "cos_Ac_negg": [0.5108305215835571, 0.48574531078338623, 0.3814939260482788], "r_norm": [1.183105230331421, 1.171755313873291, 1.1809009313583374]}, {"step": 6550, "epoch": 13, "train_loss": 0.32531601190567017, "cos_r_negg": [0.5050315856933594, 0.47958654165267944, 0.35256800055503845], "cos_apical_negg": [0.5050315856933594, 0.47958654165267944, 0.35256800055503845], "cos_Ac_negg": [0.5050315856933594, 0.47958654165267944, 0.35256800055503845], "r_norm": [1.035007357597351, 1.0268917083740234, 1.035865068435669]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8651, "test_loss": 0.41699111328125}, {"step": 6600, "epoch": 14, "train_loss": 0.342660129070282, "cos_r_negg": [0.5085581541061401, 0.48934483528137207, 0.3700164258480072], "cos_apical_negg": [0.5085581541061401, 0.48934483528137207, 0.3700164258480072], "cos_Ac_negg": [0.5085581541061401, 0.48934483528137207, 0.3700164258480072], "r_norm": [1.076912522315979, 1.0711090564727783, 1.0816514492034912]}, {"step": 6650, "epoch": 14, "train_loss": 0.46633684635162354, "cos_r_negg": [0.5020874738693237, 0.48250672221183777, 0.3592444658279419], "cos_apical_negg": [0.5020874738693237, 0.48250672221183777, 0.3592444658279419], "cos_Ac_negg": [0.5020874738693237, 0.48250672221183777, 0.3592444658279419], "r_norm": [1.0365521907806396, 1.028823971748352, 1.0385199785232544]}, {"step": 6700, "epoch": 14, "train_loss": 0.24641203880310059, "cos_r_negg": [0.5157577991485596, 0.5027901530265808, 0.3886130750179291], "cos_apical_negg": [0.5157577991485596, 0.5027901530265808, 0.3886130750179291], "cos_Ac_negg": [0.5157577991485596, 0.5027901530265808, 0.3886130750179291], "r_norm": [1.0872877836227417, 1.0796597003936768, 1.0861973762512207]}, {"step": 6750, "epoch": 14, "train_loss": 0.298984557390213, "cos_r_negg": [0.5206228494644165, 0.48621654510498047, 0.3771631121635437], "cos_apical_negg": [0.5206228494644165, 0.48621654510498047, 0.3771631121635437], "cos_Ac_negg": [0.5206228494644165, 0.48621654510498047, 0.3771631121635437], "r_norm": [1.109739065170288, 1.0990700721740723, 1.106956958770752]}, {"step": 6800, "epoch": 14, "train_loss": 0.19392964243888855, "cos_r_negg": [0.505190908908844, 0.4945908188819885, 0.37310147285461426], "cos_apical_negg": [0.505190908908844, 0.4945908188819885, 0.37310147285461426], "cos_Ac_negg": [0.505190908908844, 0.4945908188819885, 0.37310147285461426], "r_norm": [1.0264301300048828, 1.0184515714645386, 1.0313606262207031]}, {"step": 6850, "epoch": 14, "train_loss": 0.27325478196144104, "cos_r_negg": [0.50749671459198, 0.48968958854675293, 0.34715670347213745], "cos_apical_negg": [0.50749671459198, 0.48968958854675293, 0.34715670347213745], "cos_Ac_negg": [0.50749671459198, 0.48968958854675293, 0.34715670347213745], "r_norm": [1.238921880722046, 1.2290029525756836, 1.2305009365081787]}, {"step": 6900, "epoch": 14, "train_loss": 0.2816007435321808, "cos_r_negg": [0.5253424644470215, 0.4959862232208252, 0.37881600856781006], "cos_apical_negg": [0.5253424644470215, 0.4959862232208252, 0.37881600856781006], "cos_Ac_negg": [0.5253424644470215, 0.4959862232208252, 0.37881600856781006], "r_norm": [1.0996651649475098, 1.0896360874176025, 1.098824143409729]}, {"step": 6950, "epoch": 14, "train_loss": 0.2679325044155121, "cos_r_negg": [0.5086075663566589, 0.4899793863296509, 0.3718929886817932], "cos_apical_negg": [0.5086075663566589, 0.4899793863296509, 0.3718929886817932], "cos_Ac_negg": [0.5086075663566589, 0.4899793863296509, 0.3718929886817932], "r_norm": [1.0238581895828247, 1.0109132528305054, 1.0166573524475098]}, {"step": 7000, "epoch": 14, "train_loss": 0.2444799691438675, "cos_r_negg": [0.4951478838920593, 0.4839411675930023, 0.36445051431655884], "cos_apical_negg": [0.4951478838920593, 0.4839411675930023, 0.36445051431655884], "cos_Ac_negg": [0.4951478838920593, 0.4839411675930023, 0.36445051431655884], "r_norm": [0.9787620306015015, 0.9688473343849182, 0.9783813953399658]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8704, "test_loss": 0.40628598327636717}, {"step": 7050, "epoch": 15, "train_loss": 0.22636950016021729, "cos_r_negg": [0.5077083110809326, 0.48597437143325806, 0.3657897114753723], "cos_apical_negg": [0.5077083110809326, 0.48597437143325806, 0.3657897114753723], "cos_Ac_negg": [0.5077083110809326, 0.48597437143325806, 0.3657897114753723], "r_norm": [0.9811189770698547, 0.9723316431045532, 0.9795443415641785]}, {"step": 7100, "epoch": 15, "train_loss": 0.23629716038703918, "cos_r_negg": [0.49628394842147827, 0.46938085556030273, 0.3693743050098419], "cos_apical_negg": [0.49628394842147827, 0.46938085556030273, 0.3693743050098419], "cos_Ac_negg": [0.49628394842147827, 0.46938085556030273, 0.3693743050098419], "r_norm": [1.0512486696243286, 1.0447704792022705, 1.0579713582992554]}, {"step": 7150, "epoch": 15, "train_loss": 0.34192168712615967, "cos_r_negg": [0.5228967666625977, 0.494089275598526, 0.3932741582393646], "cos_apical_negg": [0.5228967666625977, 0.494089275598526, 0.3932741582393646], "cos_Ac_negg": [0.5228967666625977, 0.494089275598526, 0.3932741582393646], "r_norm": [1.0761973857879639, 1.0658371448516846, 1.0715880393981934]}, {"step": 7200, "epoch": 15, "train_loss": 0.21749839186668396, "cos_r_negg": [0.5309823751449585, 0.4945874512195587, 0.3660794794559479], "cos_apical_negg": [0.5309823751449585, 0.4945874512195587, 0.3660794794559479], "cos_Ac_negg": [0.5309823751449585, 0.4945874512195587, 0.3660794794559479], "r_norm": [1.04732084274292, 1.038466453552246, 1.0434942245483398]}, {"step": 7250, "epoch": 15, "train_loss": 0.35696908831596375, "cos_r_negg": [0.5130452513694763, 0.47936221957206726, 0.35321152210235596], "cos_apical_negg": [0.5130452513694763, 0.47936221957206726, 0.35321152210235596], "cos_Ac_negg": [0.5130452513694763, 0.47936221957206726, 0.35321152210235596], "r_norm": [1.1735289096832275, 1.1604115962982178, 1.1630611419677734]}, {"step": 7300, "epoch": 15, "train_loss": 0.2680665850639343, "cos_r_negg": [0.5150484442710876, 0.49657392501831055, 0.37852534651756287], "cos_apical_negg": [0.5150484442710876, 0.49657392501831055, 0.37852534651756287], "cos_Ac_negg": [0.5150484442710876, 0.49657392501831055, 0.37852534651756287], "r_norm": [1.0005395412445068, 0.9901915788650513, 0.9979947805404663]}, {"step": 7350, "epoch": 15, "train_loss": 0.2764211893081665, "cos_r_negg": [0.4928414225578308, 0.4933395981788635, 0.3853394389152527], "cos_apical_negg": [0.4928414225578308, 0.4933395981788635, 0.3853394389152527], "cos_Ac_negg": [0.4928414225578308, 0.4933395981788635, 0.3853394389152527], "r_norm": [1.1072256565093994, 1.094794511795044, 1.1041991710662842]}, {"step": 7400, "epoch": 15, "train_loss": 0.3830068111419678, "cos_r_negg": [0.4827743172645569, 0.461328387260437, 0.3573959469795227], "cos_apical_negg": [0.4827743172645569, 0.461328387260437, 0.3573959469795227], "cos_Ac_negg": [0.4827743172645569, 0.461328387260437, 0.3573959469795227], "r_norm": [1.108094573020935, 1.0981602668762207, 1.1079504489898682]}, {"step": 7450, "epoch": 15, "train_loss": 0.3055388331413269, "cos_r_negg": [0.4970338046550751, 0.4741472601890564, 0.35908687114715576], "cos_apical_negg": [0.4970338046550751, 0.4741472601890564, 0.35908687114715576], "cos_Ac_negg": [0.4970338046550751, 0.4741472601890564, 0.35908687114715576], "r_norm": [1.1508837938308716, 1.1426472663879395, 1.1521079540252686]}, {"step": 7500, "epoch": 15, "train_loss": 0.31413477659225464, "cos_r_negg": [0.511324942111969, 0.4812604486942291, 0.3517601490020752], "cos_apical_negg": [0.511324942111969, 0.4812604486942291, 0.3517601490020752], "cos_Ac_negg": [0.511324942111969, 0.4812604486942291, 0.3517601490020752], "r_norm": [1.124125599861145, 1.1095123291015625, 1.1136817932128906]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.868, "test_loss": 0.4089040679931641}, {"step": 7550, "epoch": 16, "train_loss": 0.24124935269355774, "cos_r_negg": [0.4979232847690582, 0.47748833894729614, 0.3502854108810425], "cos_apical_negg": [0.4979232847690582, 0.47748833894729614, 0.3502854108810425], "cos_Ac_negg": [0.4979232847690582, 0.47748833894729614, 0.3502854108810425], "r_norm": [1.0327818393707275, 1.022505283355713, 1.0279154777526855]}, {"step": 7600, "epoch": 16, "train_loss": 0.3054513931274414, "cos_r_negg": [0.4987224340438843, 0.48090970516204834, 0.37425994873046875], "cos_apical_negg": [0.4987224340438843, 0.48090970516204834, 0.37425994873046875], "cos_Ac_negg": [0.4987224340438843, 0.48090970516204834, 0.37425994873046875], "r_norm": [0.9773321747779846, 0.9689332246780396, 0.9782564640045166]}, {"step": 7650, "epoch": 16, "train_loss": 0.1539323627948761, "cos_r_negg": [0.5051844120025635, 0.49542415142059326, 0.3685372471809387], "cos_apical_negg": [0.5051844120025635, 0.49542415142059326, 0.3685372471809387], "cos_Ac_negg": [0.5051844120025635, 0.49542415142059326, 0.3685372471809387], "r_norm": [1.030881404876709, 1.0250087976455688, 1.0355033874511719]}, {"step": 7700, "epoch": 16, "train_loss": 0.15107956528663635, "cos_r_negg": [0.4860741198062897, 0.46689432859420776, 0.355160117149353], "cos_apical_negg": [0.4860741198062897, 0.46689432859420776, 0.355160117149353], "cos_Ac_negg": [0.4860741198062897, 0.46689432859420776, 0.355160117149353], "r_norm": [0.9756648540496826, 0.9696898460388184, 0.9794812798500061]}, {"step": 7750, "epoch": 16, "train_loss": 0.26708006858825684, "cos_r_negg": [0.5073490142822266, 0.47821205854415894, 0.36664441227912903], "cos_apical_negg": [0.5073490142822266, 0.47821205854415894, 0.36664441227912903], "cos_Ac_negg": [0.5073490142822266, 0.47821205854415894, 0.36664441227912903], "r_norm": [0.9939744472503662, 0.9856877326965332, 0.9933949112892151]}, {"step": 7800, "epoch": 16, "train_loss": 0.2620248794555664, "cos_r_negg": [0.5029541850090027, 0.4686504602432251, 0.37325218319892883], "cos_apical_negg": [0.5029541850090027, 0.4686504602432251, 0.37325218319892883], "cos_Ac_negg": [0.5029541850090027, 0.4686504602432251, 0.37325218319892883], "r_norm": [1.2004117965698242, 1.191833257675171, 1.1952297687530518]}, {"step": 7850, "epoch": 16, "train_loss": 0.2704344093799591, "cos_r_negg": [0.4710768461227417, 0.46560683846473694, 0.3612756133079529], "cos_apical_negg": [0.4710768461227417, 0.46560683846473694, 0.3612756133079529], "cos_Ac_negg": [0.4710768461227417, 0.46560683846473694, 0.3612756133079529], "r_norm": [1.0925328731536865, 1.085862636566162, 1.0950617790222168]}, {"step": 7900, "epoch": 16, "train_loss": 0.09662247449159622, "cos_r_negg": [0.47875526547431946, 0.45965877175331116, 0.3751208484172821], "cos_apical_negg": [0.47875526547431946, 0.45965877175331116, 0.3751208484172821], "cos_Ac_negg": [0.47875526547431946, 0.45965877175331116, 0.3751208484172821], "r_norm": [1.173060417175293, 1.1659015417099, 1.1696239709854126]}, {"step": 7950, "epoch": 16, "train_loss": 0.2732083201408386, "cos_r_negg": [0.492066353559494, 0.46346092224121094, 0.3710346221923828], "cos_apical_negg": [0.492066353559494, 0.46346092224121094, 0.3710346221923828], "cos_Ac_negg": [0.492066353559494, 0.46346092224121094, 0.3710346221923828], "r_norm": [1.0049176216125488, 0.9951863288879395, 1.0029773712158203]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8712, "test_loss": 0.4059070068359375}, {"step": 8000, "epoch": 17, "train_loss": 0.32485607266426086, "cos_r_negg": [0.5070945024490356, 0.46402156352996826, 0.3546203672885895], "cos_apical_negg": [0.5070945024490356, 0.46402156352996826, 0.3546203672885895], "cos_Ac_negg": [0.5070945024490356, 0.46402156352996826, 0.3546203672885895], "r_norm": [1.010237693786621, 1.004701018333435, 1.0149507522583008]}, {"step": 8050, "epoch": 17, "train_loss": 0.27598726749420166, "cos_r_negg": [0.49859464168548584, 0.4734605550765991, 0.3613353371620178], "cos_apical_negg": [0.49859464168548584, 0.4734605550765991, 0.3613353371620178], "cos_Ac_negg": [0.49859464168548584, 0.4734605550765991, 0.3613353371620178], "r_norm": [1.0864490270614624, 1.0766210556030273, 1.083662748336792]}, {"step": 8100, "epoch": 17, "train_loss": 0.2975003123283386, "cos_r_negg": [0.48977169394493103, 0.46440601348876953, 0.35787343978881836], "cos_apical_negg": [0.48977169394493103, 0.46440601348876953, 0.35787343978881836], "cos_Ac_negg": [0.48977169394493103, 0.46440601348876953, 0.35787343978881836], "r_norm": [1.035156011581421, 1.0249810218811035, 1.0351934432983398]}, {"step": 8150, "epoch": 17, "train_loss": 0.24489720165729523, "cos_r_negg": [0.5049905776977539, 0.4885500967502594, 0.38265836238861084], "cos_apical_negg": [0.5049905776977539, 0.4885500967502594, 0.38265836238861084], "cos_Ac_negg": [0.5049905776977539, 0.4885500967502594, 0.38265836238861084], "r_norm": [1.1327736377716064, 1.1194078922271729, 1.1261765956878662]}, {"step": 8200, "epoch": 17, "train_loss": 0.26624029874801636, "cos_r_negg": [0.5070561170578003, 0.49286577105522156, 0.37402331829071045], "cos_apical_negg": [0.5070561170578003, 0.49286577105522156, 0.37402331829071045], "cos_Ac_negg": [0.5070561170578003, 0.49286577105522156, 0.37402331829071045], "r_norm": [1.0973713397979736, 1.0880074501037598, 1.0961248874664307]}, {"step": 8250, "epoch": 17, "train_loss": 0.2966042160987854, "cos_r_negg": [0.5000710487365723, 0.48906341195106506, 0.3785450756549835], "cos_apical_negg": [0.5000710487365723, 0.48906341195106506, 0.3785450756549835], "cos_Ac_negg": [0.5000710487365723, 0.48906341195106506, 0.3785450756549835], "r_norm": [0.916135311126709, 0.907872200012207, 0.9168963432312012]}, {"step": 8300, "epoch": 17, "train_loss": 0.256219744682312, "cos_r_negg": [0.5074599385261536, 0.4843790531158447, 0.38559961318969727], "cos_apical_negg": [0.5074599385261536, 0.4843790531158447, 0.38559961318969727], "cos_Ac_negg": [0.5074599385261536, 0.4843790531158447, 0.38559961318969727], "r_norm": [1.1828546524047852, 1.1727855205535889, 1.1742273569107056]}, {"step": 8350, "epoch": 17, "train_loss": 0.1731492578983307, "cos_r_negg": [0.4758433699607849, 0.46231257915496826, 0.37549346685409546], "cos_apical_negg": [0.4758433699607849, 0.46231257915496826, 0.37549346685409546], "cos_Ac_negg": [0.4758433699607849, 0.46231257915496826, 0.37549346685409546], "r_norm": [1.0022001266479492, 0.9912917613983154, 1.0010273456573486]}, {"step": 8400, "epoch": 17, "train_loss": 0.4471290707588196, "cos_r_negg": [0.4862489700317383, 0.46655160188674927, 0.3822966516017914], "cos_apical_negg": [0.4862489700317383, 0.46655160188674927, 0.3822966516017914], "cos_Ac_negg": [0.4862489700317383, 0.46655160188674927, 0.3822966516017914], "r_norm": [1.02410888671875, 1.0168038606643677, 1.026747703552246]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8719, "test_loss": 0.40880255432128904}, {"step": 8450, "epoch": 18, "train_loss": 0.21810707449913025, "cos_r_negg": [0.4827747642993927, 0.45370757579803467, 0.36581432819366455], "cos_apical_negg": [0.4827747642993927, 0.45370757579803467, 0.36581432819366455], "cos_Ac_negg": [0.4827747642993927, 0.45370757579803467, 0.36581432819366455], "r_norm": [1.03920578956604, 1.0324313640594482, 1.0441443920135498]}, {"step": 8500, "epoch": 18, "train_loss": 0.19985522329807281, "cos_r_negg": [0.5060865879058838, 0.4908965826034546, 0.3857109546661377], "cos_apical_negg": [0.5060865879058838, 0.4908965826034546, 0.3857109546661377], "cos_Ac_negg": [0.5060865879058838, 0.4908965826034546, 0.3857109546661377], "r_norm": [1.0527451038360596, 1.0457333326339722, 1.0513890981674194]}, {"step": 8550, "epoch": 18, "train_loss": 0.224869966506958, "cos_r_negg": [0.5213289260864258, 0.4946395456790924, 0.4147235155105591], "cos_apical_negg": [0.5213289260864258, 0.4946395456790924, 0.4147235155105591], "cos_Ac_negg": [0.5213289260864258, 0.4946395456790924, 0.4147235155105591], "r_norm": [1.195613145828247, 1.1868700981140137, 1.1966907978057861]}, {"step": 8600, "epoch": 18, "train_loss": 0.19156844913959503, "cos_r_negg": [0.5095239877700806, 0.4812625050544739, 0.3839811086654663], "cos_apical_negg": [0.5095239877700806, 0.4812625050544739, 0.3839811086654663], "cos_Ac_negg": [0.5095239877700806, 0.4812625050544739, 0.3839811086654663], "r_norm": [1.0223362445831299, 1.0115728378295898, 1.0171586275100708]}, {"step": 8650, "epoch": 18, "train_loss": 0.13906002044677734, "cos_r_negg": [0.5055463314056396, 0.4856075644493103, 0.37171095609664917], "cos_apical_negg": [0.5055463314056396, 0.4856075644493103, 0.37171095609664917], "cos_Ac_negg": [0.5055463314056396, 0.4856075644493103, 0.37171095609664917], "r_norm": [1.2052452564239502, 1.1948094367980957, 1.2032256126403809]}, {"step": 8700, "epoch": 18, "train_loss": 0.17469020187854767, "cos_r_negg": [0.47450190782546997, 0.45697975158691406, 0.3269382119178772], "cos_apical_negg": [0.47450190782546997, 0.45697975158691406, 0.3269382119178772], "cos_Ac_negg": [0.47450190782546997, 0.45697975158691406, 0.3269382119178772], "r_norm": [1.066300630569458, 1.0582263469696045, 1.0710644721984863]}, {"step": 8750, "epoch": 18, "train_loss": 0.2943633794784546, "cos_r_negg": [0.4898604154586792, 0.4606512784957886, 0.3572651743888855], "cos_apical_negg": [0.4898604154586792, 0.4606512784957886, 0.3572651743888855], "cos_Ac_negg": [0.4898604154586792, 0.4606512784957886, 0.3572651743888855], "r_norm": [1.0460960865020752, 1.0368623733520508, 1.050902009010315]}, {"step": 8800, "epoch": 18, "train_loss": 0.12114257365465164, "cos_r_negg": [0.4875340461730957, 0.46021342277526855, 0.3766447603702545], "cos_apical_negg": [0.4875340461730957, 0.46021342277526855, 0.3766447603702545], "cos_Ac_negg": [0.4875340461730957, 0.46021342277526855, 0.3766447603702545], "r_norm": [1.0513010025024414, 1.0442471504211426, 1.0576118230819702]}, {"step": 8850, "epoch": 18, "train_loss": 0.19197064638137817, "cos_r_negg": [0.49042779207229614, 0.4657902121543884, 0.3719281256198883], "cos_apical_negg": [0.49042779207229614, 0.4657902121543884, 0.3719281256198883], "cos_Ac_negg": [0.49042779207229614, 0.4657902121543884, 0.3719281256198883], "r_norm": [1.031156063079834, 1.025315284729004, 1.033125638961792]}, {"step": 8900, "epoch": 18, "train_loss": 0.2549324333667755, "cos_r_negg": [0.4823291003704071, 0.45057228207588196, 0.35462090373039246], "cos_apical_negg": [0.4823291003704071, 0.45057228207588196, 0.35462090373039246], "cos_Ac_negg": [0.4823291003704071, 0.45057228207588196, 0.35462090373039246], "r_norm": [1.0183773040771484, 1.0134289264678955, 1.0241855382919312]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8695, "test_loss": 0.41798174438476565}, {"step": 8950, "epoch": 19, "train_loss": 0.2817063629627228, "cos_r_negg": [0.47835296392440796, 0.46439117193222046, 0.38136160373687744], "cos_apical_negg": [0.47835296392440796, 0.46439117193222046, 0.38136160373687744], "cos_Ac_negg": [0.47835296392440796, 0.46439117193222046, 0.38136160373687744], "r_norm": [1.0016266107559204, 0.9935593008995056, 0.9987795352935791]}, {"step": 9000, "epoch": 19, "train_loss": 0.30171605944633484, "cos_r_negg": [0.4785804748535156, 0.4547279477119446, 0.36075153946876526], "cos_apical_negg": [0.4785804748535156, 0.4547279477119446, 0.36075153946876526], "cos_Ac_negg": [0.4785804748535156, 0.4547279477119446, 0.36075153946876526], "r_norm": [1.110818862915039, 1.1023130416870117, 1.1118576526641846]}, {"step": 9050, "epoch": 19, "train_loss": 0.18582794070243835, "cos_r_negg": [0.4697444438934326, 0.4426892399787903, 0.34014126658439636], "cos_apical_negg": [0.4697444438934326, 0.4426892399787903, 0.34014126658439636], "cos_Ac_negg": [0.4697444438934326, 0.4426892399787903, 0.34014126658439636], "r_norm": [1.0632593631744385, 1.057165503501892, 1.0676202774047852]}, {"step": 9100, "epoch": 19, "train_loss": 0.27903932332992554, "cos_r_negg": [0.4815458357334137, 0.46517714858055115, 0.3700709044933319], "cos_apical_negg": [0.4815458357334137, 0.46517714858055115, 0.3700709044933319], "cos_Ac_negg": [0.4815458357334137, 0.46517714858055115, 0.3700709044933319], "r_norm": [1.0134904384613037, 1.0107440948486328, 1.0253618955612183]}, {"step": 9150, "epoch": 19, "train_loss": 0.18760645389556885, "cos_r_negg": [0.4619513750076294, 0.45307570695877075, 0.36923089623451233], "cos_apical_negg": [0.4619513750076294, 0.45307570695877075, 0.36923089623451233], "cos_Ac_negg": [0.4619513750076294, 0.45307570695877075, 0.36923089623451233], "r_norm": [1.0064339637756348, 0.9963945746421814, 1.0025184154510498]}, {"step": 9200, "epoch": 19, "train_loss": 0.1523657739162445, "cos_r_negg": [0.4768527150154114, 0.45354828238487244, 0.3684980869293213], "cos_apical_negg": [0.4768527150154114, 0.45354828238487244, 0.3684980869293213], "cos_Ac_negg": [0.4768527150154114, 0.45354828238487244, 0.3684980869293213], "r_norm": [0.9889637231826782, 0.9866867065429688, 0.9992921352386475]}, {"step": 9250, "epoch": 19, "train_loss": 0.2596628665924072, "cos_r_negg": [0.4877738952636719, 0.4719536006450653, 0.3740091323852539], "cos_apical_negg": [0.4877738952636719, 0.4719536006450653, 0.3740091323852539], "cos_Ac_negg": [0.4877738952636719, 0.4719536006450653, 0.3740091323852539], "r_norm": [0.949794352054596, 0.939199686050415, 0.9475958943367004]}, {"step": 9300, "epoch": 19, "train_loss": 0.19923952221870422, "cos_r_negg": [0.46594756841659546, 0.44538718461990356, 0.3562543988227844], "cos_apical_negg": [0.46594756841659546, 0.44538718461990356, 0.3562543988227844], "cos_Ac_negg": [0.46594756841659546, 0.44538718461990356, 0.3562543988227844], "r_norm": [1.1222779750823975, 1.115375280380249, 1.1241791248321533]}, {"step": 9350, "epoch": 19, "train_loss": 0.20440563559532166, "cos_r_negg": [0.47546759247779846, 0.4439425468444824, 0.3671371340751648], "cos_apical_negg": [0.47546759247779846, 0.4439425468444824, 0.3671371340751648], "cos_Ac_negg": [0.47546759247779846, 0.4439425468444824, 0.3671371340751648], "r_norm": [0.966842770576477, 0.9564889669418335, 0.9654684662818909]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8634, "test_loss": 0.45971358947753904}], "final": {"test_acc": 0.8634, "test_loss": 0.45971358947753904, "wall_s": 20.52211618423462, "cos_r_negg": [0.47651407122612, 0.4531738758087158, 0.36967968940734863], "cos_apical_negg": [0.47651407122612, 0.4531738758087158, 0.36967968940734863], "cos_Ac_negg": [0.47651407122612, 0.4531738758087158, 0.36967968940734863]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_dfa_d3_s1.json b/results/depth_fmnist_dfa_d3_s1.json
new file mode 100644
index 0000000..51071fe
--- /dev/null
+++ b/results/depth_fmnist_dfa_d3_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d3_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.306229591369629, "cos_r_negg": [0.0017242897301912308, 0.0015938067808747292, 0.004027960821986198], "cos_apical_negg": [0.0017242897301912308, 0.0015938067808747292, 0.004027960821986198], "cos_Ac_negg": [0.0017242897301912308, 0.0015938067808747292, 0.004027960821986198], "r_norm": [4.7542572021484375, 4.834659099578857, 4.842573642730713]}, {"step": 50, "epoch": 0, "train_loss": 0.7933619022369385, "cos_r_negg": [0.3798596262931824, 0.2849734127521515, 0.1104450523853302], "cos_apical_negg": [0.3798596262931824, 0.2849734127521515, 0.1104450523853302], "cos_Ac_negg": [0.3798596262931824, 0.2849734127521515, 0.1104450523853302], "r_norm": [2.015918254852295, 2.0591392517089844, 2.0916552543640137]}, {"step": 100, "epoch": 0, "train_loss": 0.7543312907218933, "cos_r_negg": [0.4360283613204956, 0.34832271933555603, 0.2049015760421753], "cos_apical_negg": [0.4360283613204956, 0.34832271933555603, 0.2049015760421753], "cos_Ac_negg": [0.4360283613204956, 0.34832271933555603, 0.2049015760421753], "r_norm": [1.68722665309906, 1.7330753803253174, 1.7449462413787842]}, {"step": 150, "epoch": 0, "train_loss": 0.5469046235084534, "cos_r_negg": [0.474507212638855, 0.40039992332458496, 0.25255462527275085], "cos_apical_negg": [0.474507212638855, 0.40039992332458496, 0.25255462527275085], "cos_Ac_negg": [0.474507212638855, 0.40039992332458496, 0.25255462527275085], "r_norm": [1.606978416442871, 1.6436861753463745, 1.6660237312316895]}, {"step": 200, "epoch": 0, "train_loss": 0.526097297668457, "cos_r_negg": [0.492214173078537, 0.41920164227485657, 0.2663128972053528], "cos_apical_negg": [0.492214173078537, 0.41920164227485657, 0.2663128972053528], "cos_Ac_negg": [0.492214173078537, 0.41920164227485657, 0.2663128972053528], "r_norm": [1.730576992034912, 1.7682101726531982, 1.783658742904663]}, {"step": 250, "epoch": 0, "train_loss": 0.5896811485290527, "cos_r_negg": [0.47551438212394714, 0.39635390043258667, 0.26520174741744995], "cos_apical_negg": [0.47551438212394714, 0.39635390043258667, 0.26520174741744995], "cos_Ac_negg": [0.47551438212394714, 0.39635390043258667, 0.26520174741744995], "r_norm": [1.5050115585327148, 1.5432578325271606, 1.5528764724731445]}, {"step": 300, "epoch": 0, "train_loss": 0.7783671617507935, "cos_r_negg": [0.4925146698951721, 0.41777360439300537, 0.2943814694881439], "cos_apical_negg": [0.4925146698951721, 0.41777360439300537, 0.2943814694881439], "cos_Ac_negg": [0.4925146698951721, 0.41777360439300537, 0.2943814694881439], "r_norm": [1.4151298999786377, 1.452094554901123, 1.4631305932998657]}, {"step": 350, "epoch": 0, "train_loss": 0.48017066717147827, "cos_r_negg": [0.500726044178009, 0.4195713400840759, 0.2537010610103607], "cos_apical_negg": [0.500726044178009, 0.4195713400840759, 0.2537010610103607], "cos_Ac_negg": [0.500726044178009, 0.4195713400840759, 0.2537010610103607], "r_norm": [1.3572864532470703, 1.3855254650115967, 1.4034117460250854]}, {"step": 400, "epoch": 0, "train_loss": 0.6745807528495789, "cos_r_negg": [0.5190466642379761, 0.44131481647491455, 0.26729413866996765], "cos_apical_negg": [0.5190466642379761, 0.44131481647491455, 0.26729413866996765], "cos_Ac_negg": [0.5190466642379761, 0.44131481647491455, 0.26729413866996765], "r_norm": [1.3271403312683105, 1.3548893928527832, 1.3751970529556274]}, {"step": 450, "epoch": 0, "train_loss": 0.4445045590400696, "cos_r_negg": [0.5192721486091614, 0.41779422760009766, 0.24172669649124146], "cos_apical_negg": [0.5192721486091614, 0.41779422760009766, 0.24172669649124146], "cos_Ac_negg": [0.5192721486091614, 0.41779422760009766, 0.24172669649124146], "r_norm": [1.4889733791351318, 1.5233591794967651, 1.5518076419830322]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8209, "test_loss": 0.5488869598388672}, {"step": 500, "epoch": 1, "train_loss": 0.4275292158126831, "cos_r_negg": [0.4760712683200836, 0.38329702615737915, 0.19753941893577576], "cos_apical_negg": [0.4760712683200836, 0.38329702615737915, 0.19753941893577576], "cos_Ac_negg": [0.4760712683200836, 0.38329702615737915, 0.19753941893577576], "r_norm": [1.4219976663589478, 1.4473764896392822, 1.4701645374298096]}, {"step": 550, "epoch": 1, "train_loss": 0.6218445301055908, "cos_r_negg": [0.5312503576278687, 0.44033917784690857, 0.24712052941322327], "cos_apical_negg": [0.5312503576278687, 0.44033917784690857, 0.24712052941322327], "cos_Ac_negg": [0.5312503576278687, 0.44033917784690857, 0.24712052941322327], "r_norm": [1.4000502824783325, 1.4391214847564697, 1.4526537656784058]}, {"step": 600, "epoch": 1, "train_loss": 0.5687326192855835, "cos_r_negg": [0.5254575610160828, 0.420690655708313, 0.24778980016708374], "cos_apical_negg": [0.5254575610160828, 0.420690655708313, 0.24778980016708374], "cos_Ac_negg": [0.5254575610160828, 0.420690655708313, 0.24778980016708374], "r_norm": [1.3515559434890747, 1.3944106101989746, 1.4044699668884277]}, {"step": 650, "epoch": 1, "train_loss": 0.602961003780365, "cos_r_negg": [0.5013748407363892, 0.43235617876052856, 0.26687318086624146], "cos_apical_negg": [0.5013748407363892, 0.43235617876052856, 0.26687318086624146], "cos_Ac_negg": [0.5013748407363892, 0.43235617876052856, 0.26687318086624146], "r_norm": [1.4341591596603394, 1.4803860187530518, 1.49428129196167]}, {"step": 700, "epoch": 1, "train_loss": 0.4478232264518738, "cos_r_negg": [0.5270166397094727, 0.4313310384750366, 0.2360059916973114], "cos_apical_negg": [0.5270166397094727, 0.4313310384750366, 0.2360059916973114], "cos_Ac_negg": [0.5270166397094727, 0.4313310384750366, 0.2360059916973114], "r_norm": [1.4108965396881104, 1.4392592906951904, 1.4658515453338623]}, {"step": 750, "epoch": 1, "train_loss": 0.39918893575668335, "cos_r_negg": [0.5391019582748413, 0.45353907346725464, 0.25306934118270874], "cos_apical_negg": [0.5391019582748413, 0.45353907346725464, 0.25306934118270874], "cos_Ac_negg": [0.5391019582748413, 0.45353907346725464, 0.25306934118270874], "r_norm": [1.2912571430206299, 1.3261374235153198, 1.3378913402557373]}, {"step": 800, "epoch": 1, "train_loss": 0.5125245451927185, "cos_r_negg": [0.5197120904922485, 0.44012925028800964, 0.2548971474170685], "cos_apical_negg": [0.5197120904922485, 0.44012925028800964, 0.2548971474170685], "cos_Ac_negg": [0.5197120904922485, 0.44012925028800964, 0.2548971474170685], "r_norm": [1.5160109996795654, 1.5402756929397583, 1.5681812763214111]}, {"step": 850, "epoch": 1, "train_loss": 0.3299051523208618, "cos_r_negg": [0.5018298029899597, 0.446313738822937, 0.21024379134178162], "cos_apical_negg": [0.5018298029899597, 0.446313738822937, 0.21024379134178162], "cos_Ac_negg": [0.5018298029899597, 0.446313738822937, 0.21024379134178162], "r_norm": [1.2926652431488037, 1.3271307945251465, 1.3443498611450195]}, {"step": 900, "epoch": 1, "train_loss": 0.46274977922439575, "cos_r_negg": [0.5002173185348511, 0.42587095499038696, 0.22635476291179657], "cos_apical_negg": [0.5002173185348511, 0.42587095499038696, 0.22635476291179657], "cos_Ac_negg": [0.5002173185348511, 0.42587095499038696, 0.22635476291179657], "r_norm": [1.3857345581054688, 1.4288458824157715, 1.442184329032898]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8303, "test_loss": 0.4723863006591797}, {"step": 950, "epoch": 2, "train_loss": 0.44981202483177185, "cos_r_negg": [0.5222148895263672, 0.460043340921402, 0.2143513709306717], "cos_apical_negg": [0.5222148895263672, 0.460043340921402, 0.2143513709306717], "cos_Ac_negg": [0.5222148895263672, 0.460043340921402, 0.2143513709306717], "r_norm": [1.2726719379425049, 1.3126192092895508, 1.321082353591919]}, {"step": 1000, "epoch": 2, "train_loss": 0.40509456396102905, "cos_r_negg": [0.5354117751121521, 0.46436065435409546, 0.25604915618896484], "cos_apical_negg": [0.5354117751121521, 0.46436065435409546, 0.25604915618896484], "cos_Ac_negg": [0.5354117751121521, 0.46436065435409546, 0.25604915618896484], "r_norm": [1.1971533298492432, 1.2298691272735596, 1.2468326091766357]}, {"step": 1050, "epoch": 2, "train_loss": 0.3481004238128662, "cos_r_negg": [0.5158398151397705, 0.4847957491874695, 0.26286011934280396], "cos_apical_negg": [0.5158398151397705, 0.4847957491874695, 0.26286011934280396], "cos_Ac_negg": [0.5158398151397705, 0.4847957491874695, 0.26286011934280396], "r_norm": [1.305248737335205, 1.3361589908599854, 1.354034662246704]}, {"step": 1100, "epoch": 2, "train_loss": 0.44294434785842896, "cos_r_negg": [0.5128864049911499, 0.46506088972091675, 0.2446998655796051], "cos_apical_negg": [0.5128864049911499, 0.46506088972091675, 0.2446998655796051], "cos_Ac_negg": [0.5128864049911499, 0.46506088972091675, 0.2446998655796051], "r_norm": [1.2828962802886963, 1.3188356161117554, 1.3307397365570068]}, {"step": 1150, "epoch": 2, "train_loss": 0.4450518786907196, "cos_r_negg": [0.5337423086166382, 0.47652024030685425, 0.2611980736255646], "cos_apical_negg": [0.5337423086166382, 0.47652024030685425, 0.2611980736255646], "cos_Ac_negg": [0.5337423086166382, 0.47652024030685425, 0.2611980736255646], "r_norm": [1.2438405752182007, 1.274485468864441, 1.2905573844909668]}, {"step": 1200, "epoch": 2, "train_loss": 0.6636170148849487, "cos_r_negg": [0.5169569253921509, 0.449118047952652, 0.25251609086990356], "cos_apical_negg": [0.5169569253921509, 0.449118047952652, 0.25251609086990356], "cos_Ac_negg": [0.5169569253921509, 0.449118047952652, 0.25251609086990356], "r_norm": [1.3653035163879395, 1.400562047958374, 1.4151978492736816]}, {"step": 1250, "epoch": 2, "train_loss": 0.29165276885032654, "cos_r_negg": [0.5383496880531311, 0.47473904490470886, 0.26917755603790283], "cos_apical_negg": [0.5383496880531311, 0.47473904490470886, 0.26917755603790283], "cos_Ac_negg": [0.5383496880531311, 0.47473904490470886, 0.26917755603790283], "r_norm": [1.2327766418457031, 1.272650122642517, 1.2835168838500977]}, {"step": 1300, "epoch": 2, "train_loss": 0.3303583860397339, "cos_r_negg": [0.5535249710083008, 0.47682079672813416, 0.2858444154262543], "cos_apical_negg": [0.5535249710083008, 0.47682079672813416, 0.2858444154262543], "cos_Ac_negg": [0.5535249710083008, 0.47682079672813416, 0.2858444154262543], "r_norm": [1.2290600538253784, 1.2659046649932861, 1.2790358066558838]}, {"step": 1350, "epoch": 2, "train_loss": 0.2631714344024658, "cos_r_negg": [0.5557620525360107, 0.47482195496559143, 0.2910871207714081], "cos_apical_negg": [0.5557620525360107, 0.47482195496559143, 0.2910871207714081], "cos_Ac_negg": [0.5557620525360107, 0.47482195496559143, 0.2910871207714081], "r_norm": [1.1920273303985596, 1.2248042821884155, 1.2373173236846924]}, {"step": 1400, "epoch": 2, "train_loss": 0.5448052883148193, "cos_r_negg": [0.5531554222106934, 0.45772629976272583, 0.26725900173187256], "cos_apical_negg": [0.5531554222106934, 0.45772629976272583, 0.26725900173187256], "cos_Ac_negg": [0.5531554222106934, 0.45772629976272583, 0.26725900173187256], "r_norm": [1.2306201457977295, 1.2659895420074463, 1.2741879224777222]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8465, "test_loss": 0.4446867950439453}, {"step": 1450, "epoch": 3, "train_loss": 0.6773545145988464, "cos_r_negg": [0.5513591766357422, 0.48238658905029297, 0.3120015263557434], "cos_apical_negg": [0.5513591766357422, 0.48238658905029297, 0.3120015263557434], "cos_Ac_negg": [0.5513591766357422, 0.48238658905029297, 0.3120015263557434], "r_norm": [1.3145229816436768, 1.3380039930343628, 1.3581702709197998]}, {"step": 1500, "epoch": 3, "train_loss": 0.5811718106269836, "cos_r_negg": [0.5588493943214417, 0.47748059034347534, 0.31101691722869873], "cos_apical_negg": [0.5588493943214417, 0.47748059034347534, 0.31101691722869873], "cos_Ac_negg": [0.5588493943214417, 0.47748059034347534, 0.31101691722869873], "r_norm": [1.366867184638977, 1.3995558023452759, 1.4186170101165771]}, {"step": 1550, "epoch": 3, "train_loss": 0.3534310460090637, "cos_r_negg": [0.5299890041351318, 0.469730943441391, 0.2848416566848755], "cos_apical_negg": [0.5299890041351318, 0.469730943441391, 0.2848416566848755], "cos_Ac_negg": [0.5299890041351318, 0.469730943441391, 0.2848416566848755], "r_norm": [1.215749979019165, 1.245189905166626, 1.2638764381408691]}, {"step": 1600, "epoch": 3, "train_loss": 0.38785868883132935, "cos_r_negg": [0.526103138923645, 0.47395938634872437, 0.2788245677947998], "cos_apical_negg": [0.526103138923645, 0.47395938634872437, 0.2788245677947998], "cos_Ac_negg": [0.526103138923645, 0.47395938634872437, 0.2788245677947998], "r_norm": [1.3469278812408447, 1.3876683712005615, 1.3991599082946777]}, {"step": 1650, "epoch": 3, "train_loss": 0.45825356245040894, "cos_r_negg": [0.548897922039032, 0.4747356176376343, 0.29987382888793945], "cos_apical_negg": [0.548897922039032, 0.4747356176376343, 0.29987382888793945], "cos_Ac_negg": [0.548897922039032, 0.4747356176376343, 0.29987382888793945], "r_norm": [1.1701765060424805, 1.2005946636199951, 1.216367483139038]}, {"step": 1700, "epoch": 3, "train_loss": 0.34879106283187866, "cos_r_negg": [0.546859622001648, 0.46104520559310913, 0.25178980827331543], "cos_apical_negg": [0.546859622001648, 0.46104520559310913, 0.25178980827331543], "cos_Ac_negg": [0.546859622001648, 0.46104520559310913, 0.25178980827331543], "r_norm": [1.2288832664489746, 1.2631405591964722, 1.2803994417190552]}, {"step": 1750, "epoch": 3, "train_loss": 0.4703947901725769, "cos_r_negg": [0.5317816734313965, 0.4785466194152832, 0.2618561387062073], "cos_apical_negg": [0.5317816734313965, 0.4785466194152832, 0.2618561387062073], "cos_Ac_negg": [0.5317816734313965, 0.4785466194152832, 0.2618561387062073], "r_norm": [1.2176079750061035, 1.2421255111694336, 1.2601743936538696]}, {"step": 1800, "epoch": 3, "train_loss": 0.3826481103897095, "cos_r_negg": [0.5169825553894043, 0.4437708854675293, 0.2378799319267273], "cos_apical_negg": [0.5169825553894043, 0.4437708854675293, 0.2378799319267273], "cos_Ac_negg": [0.5169825553894043, 0.4437708854675293, 0.2378799319267273], "r_norm": [1.2157704830169678, 1.2494595050811768, 1.2605516910552979]}, {"step": 1850, "epoch": 3, "train_loss": 0.43905729055404663, "cos_r_negg": [0.5284109115600586, 0.4581748843193054, 0.24117934703826904], "cos_apical_negg": [0.5284109115600586, 0.4581748843193054, 0.24117934703826904], "cos_Ac_negg": [0.5284109115600586, 0.4581748843193054, 0.24117934703826904], "r_norm": [1.1288259029388428, 1.1608705520629883, 1.1723921298980713]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8557, "test_loss": 0.4294132690429687}, {"step": 1900, "epoch": 4, "train_loss": 0.3007076382637024, "cos_r_negg": [0.5274102687835693, 0.4555775225162506, 0.23048630356788635], "cos_apical_negg": [0.5274102687835693, 0.4555775225162506, 0.23048630356788635], "cos_Ac_negg": [0.5274102687835693, 0.4555775225162506, 0.23048630356788635], "r_norm": [1.196974277496338, 1.2328450679779053, 1.2410635948181152]}, {"step": 1950, "epoch": 4, "train_loss": 0.5902887582778931, "cos_r_negg": [0.5479003190994263, 0.46536487340927124, 0.24877682328224182], "cos_apical_negg": [0.5479003190994263, 0.46536487340927124, 0.24877682328224182], "cos_Ac_negg": [0.5479003190994263, 0.46536487340927124, 0.24877682328224182], "r_norm": [1.2388343811035156, 1.2720470428466797, 1.2856261730194092]}, {"step": 2000, "epoch": 4, "train_loss": 0.3617474138736725, "cos_r_negg": [0.5392966270446777, 0.46701085567474365, 0.2194346785545349], "cos_apical_negg": [0.5392966270446777, 0.46701085567474365, 0.2194346785545349], "cos_Ac_negg": [0.5392966270446777, 0.46701085567474365, 0.2194346785545349], "r_norm": [1.3260904550552368, 1.3499534130096436, 1.3723597526550293]}, {"step": 2050, "epoch": 4, "train_loss": 0.4543944001197815, "cos_r_negg": [0.5508469343185425, 0.4917180836200714, 0.26301878690719604], "cos_apical_negg": [0.5508469343185425, 0.4917180836200714, 0.26301878690719604], "cos_Ac_negg": [0.5508469343185425, 0.4917180836200714, 0.26301878690719604], "r_norm": [1.1524100303649902, 1.1841621398925781, 1.1981556415557861]}, {"step": 2100, "epoch": 4, "train_loss": 0.3463021218776703, "cos_r_negg": [0.5687991380691528, 0.4791034758090973, 0.2539024353027344], "cos_apical_negg": [0.5687991380691528, 0.4791034758090973, 0.2539024353027344], "cos_Ac_negg": [0.5687991380691528, 0.4791034758090973, 0.2539024353027344], "r_norm": [1.1422300338745117, 1.1767668724060059, 1.1873012781143188]}, {"step": 2150, "epoch": 4, "train_loss": 0.40662068128585815, "cos_r_negg": [0.5475904941558838, 0.48337146639823914, 0.2658679485321045], "cos_apical_negg": [0.5475904941558838, 0.48337146639823914, 0.2658679485321045], "cos_Ac_negg": [0.5475904941558838, 0.48337146639823914, 0.2658679485321045], "r_norm": [1.0982577800750732, 1.125995397567749, 1.1389824151992798]}, {"step": 2200, "epoch": 4, "train_loss": 0.4362161457538605, "cos_r_negg": [0.5395629405975342, 0.4908697009086609, 0.25486719608306885], "cos_apical_negg": [0.5395629405975342, 0.4908697009086609, 0.25486719608306885], "cos_Ac_negg": [0.5395629405975342, 0.4908697009086609, 0.25486719608306885], "r_norm": [1.180438756942749, 1.2119150161743164, 1.2252182960510254]}, {"step": 2250, "epoch": 4, "train_loss": 0.33035576343536377, "cos_r_negg": [0.5373667478561401, 0.4877440333366394, 0.2750314474105835], "cos_apical_negg": [0.5373667478561401, 0.4877440333366394, 0.2750314474105835], "cos_Ac_negg": [0.5373667478561401, 0.4877440333366394, 0.2750314474105835], "r_norm": [1.1103367805480957, 1.146379828453064, 1.1573593616485596]}, {"step": 2300, "epoch": 4, "train_loss": 0.14556846022605896, "cos_r_negg": [0.5526136755943298, 0.49866992235183716, 0.24414677917957306], "cos_apical_negg": [0.5526136755943298, 0.49866992235183716, 0.24414677917957306], "cos_Ac_negg": [0.5526136755943298, 0.49866992235183716, 0.24414677917957306], "r_norm": [1.1417326927185059, 1.1754478216171265, 1.1870644092559814]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8533, "test_loss": 0.4490229553222656}, {"step": 2350, "epoch": 5, "train_loss": 0.2478277087211609, "cos_r_negg": [0.5350998640060425, 0.4792940020561218, 0.225671648979187], "cos_apical_negg": [0.5350998640060425, 0.4792940020561218, 0.225671648979187], "cos_Ac_negg": [0.5350998640060425, 0.4792940020561218, 0.225671648979187], "r_norm": [1.072227954864502, 1.100480556488037, 1.1128535270690918]}, {"step": 2400, "epoch": 5, "train_loss": 0.32556092739105225, "cos_r_negg": [0.5441335439682007, 0.48557695746421814, 0.22333425283432007], "cos_apical_negg": [0.5441335439682007, 0.48557695746421814, 0.22333425283432007], "cos_Ac_negg": [0.5441335439682007, 0.48557695746421814, 0.22333425283432007], "r_norm": [1.2402536869049072, 1.2713654041290283, 1.2932233810424805]}, {"step": 2450, "epoch": 5, "train_loss": 0.34387290477752686, "cos_r_negg": [0.5504435300827026, 0.4943462014198303, 0.24546034634113312], "cos_apical_negg": [0.5504435300827026, 0.4943462014198303, 0.24546034634113312], "cos_Ac_negg": [0.5504435300827026, 0.4943462014198303, 0.24546034634113312], "r_norm": [1.2627618312835693, 1.2844994068145752, 1.3046306371688843]}, {"step": 2500, "epoch": 5, "train_loss": 0.4159672260284424, "cos_r_negg": [0.5793254971504211, 0.5154314637184143, 0.28289544582366943], "cos_apical_negg": [0.5793254971504211, 0.5154314637184143, 0.28289544582366943], "cos_Ac_negg": [0.5793254971504211, 0.5154314637184143, 0.28289544582366943], "r_norm": [1.3499047756195068, 1.382108449935913, 1.401436686515808]}, {"step": 2550, "epoch": 5, "train_loss": 0.371801495552063, "cos_r_negg": [0.511561930179596, 0.4747692048549652, 0.27081722021102905], "cos_apical_negg": [0.511561930179596, 0.4747692048549652, 0.27081722021102905], "cos_Ac_negg": [0.511561930179596, 0.4747692048549652, 0.27081722021102905], "r_norm": [1.1987379789352417, 1.2302910089492798, 1.2425968647003174]}, {"step": 2600, "epoch": 5, "train_loss": 0.41194307804107666, "cos_r_negg": [0.5665132999420166, 0.4951753318309784, 0.295464426279068], "cos_apical_negg": [0.5665132999420166, 0.4951753318309784, 0.295464426279068], "cos_Ac_negg": [0.5665132999420166, 0.4951753318309784, 0.295464426279068], "r_norm": [1.1366136074066162, 1.162482738494873, 1.1803003549575806]}, {"step": 2650, "epoch": 5, "train_loss": 0.2353777438402176, "cos_r_negg": [0.5106512308120728, 0.48062679171562195, 0.26554691791534424], "cos_apical_negg": [0.5106512308120728, 0.48062679171562195, 0.26554691791534424], "cos_Ac_negg": [0.5106512308120728, 0.48062679171562195, 0.26554691791534424], "r_norm": [1.200265645980835, 1.2279200553894043, 1.2434108257293701]}, {"step": 2700, "epoch": 5, "train_loss": 0.20987850427627563, "cos_r_negg": [0.4996885359287262, 0.4671317934989929, 0.24952015280723572], "cos_apical_negg": [0.4996885359287262, 0.4671317934989929, 0.24952015280723572], "cos_Ac_negg": [0.4996885359287262, 0.4671317934989929, 0.24952015280723572], "r_norm": [1.095739483833313, 1.1244373321533203, 1.1364946365356445]}, {"step": 2750, "epoch": 5, "train_loss": 0.35958388447761536, "cos_r_negg": [0.5266504287719727, 0.4721272587776184, 0.2642614245414734], "cos_apical_negg": [0.5266504287719727, 0.4721272587776184, 0.2642614245414734], "cos_Ac_negg": [0.5266504287719727, 0.4721272587776184, 0.2642614245414734], "r_norm": [1.1008484363555908, 1.1293652057647705, 1.1380798816680908]}, {"step": 2800, "epoch": 5, "train_loss": 0.39571863412857056, "cos_r_negg": [0.49613574147224426, 0.46415185928344727, 0.26877617835998535], "cos_apical_negg": [0.49613574147224426, 0.46415185928344727, 0.26877617835998535], "cos_Ac_negg": [0.49613574147224426, 0.46415185928344727, 0.26877617835998535], "r_norm": [1.0681349039077759, 1.0939818620681763, 1.106266975402832]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8541, "test_loss": 0.44627684020996095}, {"step": 2850, "epoch": 6, "train_loss": 0.21859094500541687, "cos_r_negg": [0.5196551084518433, 0.4736091196537018, 0.2816987931728363], "cos_apical_negg": [0.5196551084518433, 0.4736091196537018, 0.2816987931728363], "cos_Ac_negg": [0.5196551084518433, 0.4736091196537018, 0.2816987931728363], "r_norm": [1.1696021556854248, 1.1965752840042114, 1.214907169342041]}, {"step": 2900, "epoch": 6, "train_loss": 0.3187114894390106, "cos_r_negg": [0.5355310440063477, 0.493960440158844, 0.30169975757598877], "cos_apical_negg": [0.5355310440063477, 0.493960440158844, 0.30169975757598877], "cos_Ac_negg": [0.5355310440063477, 0.493960440158844, 0.30169975757598877], "r_norm": [1.1193068027496338, 1.1457828283309937, 1.161919116973877]}, {"step": 2950, "epoch": 6, "train_loss": 0.17520427703857422, "cos_r_negg": [0.5458627939224243, 0.5057024955749512, 0.31418973207473755], "cos_apical_negg": [0.5458627939224243, 0.5057024955749512, 0.31418973207473755], "cos_Ac_negg": [0.5458627939224243, 0.5057024955749512, 0.31418973207473755], "r_norm": [1.181623935699463, 1.2114944458007812, 1.2239779233932495]}, {"step": 3000, "epoch": 6, "train_loss": 0.5249069929122925, "cos_r_negg": [0.5263975858688354, 0.4895387291908264, 0.28332656621932983], "cos_apical_negg": [0.5263975858688354, 0.4895387291908264, 0.28332656621932983], "cos_Ac_negg": [0.5263975858688354, 0.4895387291908264, 0.28332656621932983], "r_norm": [1.0783066749572754, 1.1116127967834473, 1.1242332458496094]}, {"step": 3050, "epoch": 6, "train_loss": 0.4603741765022278, "cos_r_negg": [0.5215280055999756, 0.4654689431190491, 0.24772033095359802], "cos_apical_negg": [0.5215280055999756, 0.4654689431190491, 0.24772033095359802], "cos_Ac_negg": [0.5215280055999756, 0.4654689431190491, 0.24772033095359802], "r_norm": [1.1020712852478027, 1.127189040184021, 1.1436278820037842]}, {"step": 3100, "epoch": 6, "train_loss": 0.3558748960494995, "cos_r_negg": [0.5203280448913574, 0.47343602776527405, 0.2521272599697113], "cos_apical_negg": [0.5203280448913574, 0.47343602776527405, 0.2521272599697113], "cos_Ac_negg": [0.5203280448913574, 0.47343602776527405, 0.2521272599697113], "r_norm": [1.1183481216430664, 1.1471019983291626, 1.1600489616394043]}, {"step": 3150, "epoch": 6, "train_loss": 0.45694977045059204, "cos_r_negg": [0.5282813310623169, 0.4831196665763855, 0.258825421333313], "cos_apical_negg": [0.5282813310623169, 0.4831196665763855, 0.258825421333313], "cos_Ac_negg": [0.5282813310623169, 0.4831196665763855, 0.258825421333313], "r_norm": [1.104304552078247, 1.1312568187713623, 1.1461151838302612]}, {"step": 3200, "epoch": 6, "train_loss": 0.290505588054657, "cos_r_negg": [0.5464653968811035, 0.5057278871536255, 0.3085619807243347], "cos_apical_negg": [0.5464653968811035, 0.5057278871536255, 0.3085619807243347], "cos_Ac_negg": [0.5464653968811035, 0.5057278871536255, 0.3085619807243347], "r_norm": [1.080915093421936, 1.1076571941375732, 1.120166540145874]}, {"step": 3250, "epoch": 6, "train_loss": 0.229440838098526, "cos_r_negg": [0.5197820663452148, 0.4657926857471466, 0.280364453792572], "cos_apical_negg": [0.5197820663452148, 0.4657926857471466, 0.280364453792572], "cos_Ac_negg": [0.5197820663452148, 0.4657926857471466, 0.280364453792572], "r_norm": [1.0019570589065552, 1.0307303667068481, 1.042346715927124]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8428, "test_loss": 0.46346888427734373}, {"step": 3300, "epoch": 7, "train_loss": 0.29676324129104614, "cos_r_negg": [0.528206467628479, 0.5139585733413696, 0.2859579622745514], "cos_apical_negg": [0.528206467628479, 0.5139585733413696, 0.2859579622745514], "cos_Ac_negg": [0.528206467628479, 0.5139585733413696, 0.2859579622745514], "r_norm": [1.2362430095672607, 1.2618352174758911, 1.2747631072998047]}, {"step": 3350, "epoch": 7, "train_loss": 0.34038177132606506, "cos_r_negg": [0.5509753227233887, 0.5171153545379639, 0.30421513319015503], "cos_apical_negg": [0.5509753227233887, 0.5171153545379639, 0.30421513319015503], "cos_Ac_negg": [0.5509753227233887, 0.5171153545379639, 0.30421513319015503], "r_norm": [1.1044262647628784, 1.1330924034118652, 1.1472210884094238]}, {"step": 3400, "epoch": 7, "train_loss": 0.34925419092178345, "cos_r_negg": [0.5281597375869751, 0.5042988061904907, 0.29824504256248474], "cos_apical_negg": [0.5281597375869751, 0.5042988061904907, 0.29824504256248474], "cos_Ac_negg": [0.5281597375869751, 0.5042988061904907, 0.29824504256248474], "r_norm": [1.0264781713485718, 1.0559775829315186, 1.0658442974090576]}, {"step": 3450, "epoch": 7, "train_loss": 0.3460504412651062, "cos_r_negg": [0.5369640588760376, 0.5096172094345093, 0.3106382489204407], "cos_apical_negg": [0.5369640588760376, 0.5096172094345093, 0.3106382489204407], "cos_Ac_negg": [0.5369640588760376, 0.5096172094345093, 0.3106382489204407], "r_norm": [1.042853832244873, 1.0720131397247314, 1.0786237716674805]}, {"step": 3500, "epoch": 7, "train_loss": 0.32811641693115234, "cos_r_negg": [0.5428619980812073, 0.5209137201309204, 0.3010321855545044], "cos_apical_negg": [0.5428619980812073, 0.5209137201309204, 0.3010321855545044], "cos_Ac_negg": [0.5428619980812073, 0.5209137201309204, 0.3010321855545044], "r_norm": [1.0843585729599, 1.1069765090942383, 1.121604323387146]}, {"step": 3550, "epoch": 7, "train_loss": 0.33023354411125183, "cos_r_negg": [0.5447524785995483, 0.5023477673530579, 0.3213666081428528], "cos_apical_negg": [0.5447524785995483, 0.5023477673530579, 0.3213666081428528], "cos_Ac_negg": [0.5447524785995483, 0.5023477673530579, 0.3213666081428528], "r_norm": [1.0435220003128052, 1.071371078491211, 1.0824753046035767]}, {"step": 3600, "epoch": 7, "train_loss": 0.28569474816322327, "cos_r_negg": [0.5350937843322754, 0.5094066262245178, 0.3043838143348694], "cos_apical_negg": [0.5350937843322754, 0.5094066262245178, 0.3043838143348694], "cos_Ac_negg": [0.5350937843322754, 0.5094066262245178, 0.3043838143348694], "r_norm": [1.2073915004730225, 1.2421363592147827, 1.251863956451416]}, {"step": 3650, "epoch": 7, "train_loss": 0.39508527517318726, "cos_r_negg": [0.5551254153251648, 0.5323913097381592, 0.29945141077041626], "cos_apical_negg": [0.5551254153251648, 0.5323913097381592, 0.29945141077041626], "cos_Ac_negg": [0.5551254153251648, 0.5323913097381592, 0.29945141077041626], "r_norm": [1.1302247047424316, 1.1641921997070312, 1.172861933708191]}, {"step": 3700, "epoch": 7, "train_loss": 0.3253796696662903, "cos_r_negg": [0.5489970445632935, 0.5070403814315796, 0.29307764768600464], "cos_apical_negg": [0.5489970445632935, 0.5070403814315796, 0.29307764768600464], "cos_Ac_negg": [0.5489970445632935, 0.5070403814315796, 0.29307764768600464], "r_norm": [1.2292836904525757, 1.2666962146759033, 1.279515266418457]}, {"step": 3750, "epoch": 7, "train_loss": 0.4332127869129181, "cos_r_negg": [0.5315788984298706, 0.5064432621002197, 0.28136157989501953], "cos_apical_negg": [0.5315788984298706, 0.5064432621002197, 0.28136157989501953], "cos_Ac_negg": [0.5315788984298706, 0.5064432621002197, 0.28136157989501953], "r_norm": [1.0888339281082153, 1.1187108755111694, 1.1307259798049927]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8615, "test_loss": 0.40773716735839843}, {"step": 3800, "epoch": 8, "train_loss": 0.2623479962348938, "cos_r_negg": [0.517184317111969, 0.4718138575553894, 0.27141109108924866], "cos_apical_negg": [0.517184317111969, 0.4718138575553894, 0.27141109108924866], "cos_Ac_negg": [0.517184317111969, 0.4718138575553894, 0.27141109108924866], "r_norm": [1.0695551633834839, 1.0982455015182495, 1.110227346420288]}, {"step": 3850, "epoch": 8, "train_loss": 0.41131794452667236, "cos_r_negg": [0.5276185274124146, 0.4994356632232666, 0.28733140230178833], "cos_apical_negg": [0.5276185274124146, 0.4994356632232666, 0.28733140230178833], "cos_Ac_negg": [0.5276185274124146, 0.4994356632232666, 0.28733140230178833], "r_norm": [1.100496530532837, 1.1267216205596924, 1.14143967628479]}, {"step": 3900, "epoch": 8, "train_loss": 0.2739297151565552, "cos_r_negg": [0.5305869579315186, 0.509899377822876, 0.2980836033821106], "cos_apical_negg": [0.5305869579315186, 0.509899377822876, 0.2980836033821106], "cos_Ac_negg": [0.5305869579315186, 0.509899377822876, 0.2980836033821106], "r_norm": [1.072721004486084, 1.1047500371932983, 1.1157903671264648]}, {"step": 3950, "epoch": 8, "train_loss": 0.34254682064056396, "cos_r_negg": [0.5532083511352539, 0.5185880064964294, 0.29914090037345886], "cos_apical_negg": [0.5532083511352539, 0.5185880064964294, 0.29914090037345886], "cos_Ac_negg": [0.5532083511352539, 0.5185880064964294, 0.29914090037345886], "r_norm": [1.0603245496749878, 1.0928683280944824, 1.1033611297607422]}, {"step": 4000, "epoch": 8, "train_loss": 0.36295515298843384, "cos_r_negg": [0.5459088087081909, 0.5109748840332031, 0.3148307204246521], "cos_apical_negg": [0.5459088087081909, 0.5109748840332031, 0.3148307204246521], "cos_Ac_negg": [0.5459088087081909, 0.5109748840332031, 0.3148307204246521], "r_norm": [1.1695425510406494, 1.2014775276184082, 1.2142460346221924]}, {"step": 4050, "epoch": 8, "train_loss": 0.27744626998901367, "cos_r_negg": [0.5183620452880859, 0.486498087644577, 0.3124964237213135], "cos_apical_negg": [0.5183620452880859, 0.486498087644577, 0.3124964237213135], "cos_Ac_negg": [0.5183620452880859, 0.486498087644577, 0.3124964237213135], "r_norm": [1.121364951133728, 1.1473830938339233, 1.1621923446655273]}, {"step": 4100, "epoch": 8, "train_loss": 0.2574349641799927, "cos_r_negg": [0.5139214992523193, 0.48825472593307495, 0.3052579164505005], "cos_apical_negg": [0.5139214992523193, 0.48825472593307495, 0.3052579164505005], "cos_Ac_negg": [0.5139214992523193, 0.48825472593307495, 0.3052579164505005], "r_norm": [1.0983694791793823, 1.123944878578186, 1.138295292854309]}, {"step": 4150, "epoch": 8, "train_loss": 0.2987361550331116, "cos_r_negg": [0.5246601104736328, 0.507066547870636, 0.31551507115364075], "cos_apical_negg": [0.5246601104736328, 0.507066547870636, 0.31551507115364075], "cos_Ac_negg": [0.5246601104736328, 0.507066547870636, 0.31551507115364075], "r_norm": [1.0680279731750488, 1.0997782945632935, 1.1081302165985107]}, {"step": 4200, "epoch": 8, "train_loss": 0.34960514307022095, "cos_r_negg": [0.5513940453529358, 0.536744236946106, 0.3170500695705414], "cos_apical_negg": [0.5513940453529358, 0.536744236946106, 0.3170500695705414], "cos_Ac_negg": [0.5513940453529358, 0.536744236946106, 0.3170500695705414], "r_norm": [1.1741818189620972, 1.197220802307129, 1.213340401649475]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8456, "test_loss": 0.4910212860107422}, {"step": 4250, "epoch": 9, "train_loss": 0.23303404450416565, "cos_r_negg": [0.5199112892150879, 0.5049044489860535, 0.29787585139274597], "cos_apical_negg": [0.5199112892150879, 0.5049044489860535, 0.29787585139274597], "cos_Ac_negg": [0.5199112892150879, 0.5049044489860535, 0.29787585139274597], "r_norm": [1.1986393928527832, 1.2207810878753662, 1.2390377521514893]}, {"step": 4300, "epoch": 9, "train_loss": 0.23039761185646057, "cos_r_negg": [0.5265452265739441, 0.4987259805202484, 0.3092007040977478], "cos_apical_negg": [0.5265452265739441, 0.4987259805202484, 0.3092007040977478], "cos_Ac_negg": [0.5265452265739441, 0.4987259805202484, 0.3092007040977478], "r_norm": [1.0458366870880127, 1.0680111646652222, 1.0824942588806152]}, {"step": 4350, "epoch": 9, "train_loss": 0.17117835581302643, "cos_r_negg": [0.535047709941864, 0.4970241189002991, 0.2971721887588501], "cos_apical_negg": [0.535047709941864, 0.4970241189002991, 0.2971721887588501], "cos_Ac_negg": [0.535047709941864, 0.4970241189002991, 0.2971721887588501], "r_norm": [1.109208345413208, 1.1315878629684448, 1.152144193649292]}, {"step": 4400, "epoch": 9, "train_loss": 0.357524573802948, "cos_r_negg": [0.5346570014953613, 0.5260745286941528, 0.31585460901260376], "cos_apical_negg": [0.5346570014953613, 0.5260745286941528, 0.31585460901260376], "cos_Ac_negg": [0.5346570014953613, 0.5260745286941528, 0.31585460901260376], "r_norm": [1.0766258239746094, 1.1013950109481812, 1.1183024644851685]}, {"step": 4450, "epoch": 9, "train_loss": 0.20704583823680878, "cos_r_negg": [0.5445334315299988, 0.516051173210144, 0.3378153145313263], "cos_apical_negg": [0.5445334315299988, 0.516051173210144, 0.3378153145313263], "cos_Ac_negg": [0.5445334315299988, 0.516051173210144, 0.3378153145313263], "r_norm": [1.199450969696045, 1.2335896492004395, 1.2486636638641357]}, {"step": 4500, "epoch": 9, "train_loss": 0.46003058552742004, "cos_r_negg": [0.5449930429458618, 0.5119514465332031, 0.31167495250701904], "cos_apical_negg": [0.5449930429458618, 0.5119514465332031, 0.31167495250701904], "cos_Ac_negg": [0.5449930429458618, 0.5119514465332031, 0.31167495250701904], "r_norm": [1.2285219430923462, 1.2561731338500977, 1.2725884914398193]}, {"step": 4550, "epoch": 9, "train_loss": 0.22985851764678955, "cos_r_negg": [0.5452704429626465, 0.5064737796783447, 0.317100465297699], "cos_apical_negg": [0.5452704429626465, 0.5064737796783447, 0.317100465297699], "cos_Ac_negg": [0.5452704429626465, 0.5064737796783447, 0.317100465297699], "r_norm": [1.0990794897079468, 1.1248769760131836, 1.1402491331100464]}, {"step": 4600, "epoch": 9, "train_loss": 0.2674216628074646, "cos_r_negg": [0.5465282201766968, 0.5180065035820007, 0.3197478652000427], "cos_apical_negg": [0.5465282201766968, 0.5180065035820007, 0.3197478652000427], "cos_Ac_negg": [0.5465282201766968, 0.5180065035820007, 0.3197478652000427], "r_norm": [1.182526707649231, 1.21535062789917, 1.2262295484542847]}, {"step": 4650, "epoch": 9, "train_loss": 0.34163275361061096, "cos_r_negg": [0.5320042371749878, 0.49436742067337036, 0.2990601062774658], "cos_apical_negg": [0.5320042371749878, 0.49436742067337036, 0.2990601062774658], "cos_Ac_negg": [0.5320042371749878, 0.49436742067337036, 0.2990601062774658], "r_norm": [1.0627726316452026, 1.0946096181869507, 1.1063811779022217]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.852, "test_loss": 0.44855271301269534}, {"step": 4700, "epoch": 10, "train_loss": 0.3083745837211609, "cos_r_negg": [0.5574097633361816, 0.5363354682922363, 0.34472864866256714], "cos_apical_negg": [0.5574097633361816, 0.5363354682922363, 0.34472864866256714], "cos_Ac_negg": [0.5574097633361816, 0.5363354682922363, 0.34472864866256714], "r_norm": [1.2190756797790527, 1.2495927810668945, 1.2640937566757202]}, {"step": 4750, "epoch": 10, "train_loss": 0.26422709226608276, "cos_r_negg": [0.5269769430160522, 0.5156261920928955, 0.33103427290916443], "cos_apical_negg": [0.5269769430160522, 0.5156261920928955, 0.33103427290916443], "cos_Ac_negg": [0.5269769430160522, 0.5156261920928955, 0.33103427290916443], "r_norm": [1.0330052375793457, 1.0590202808380127, 1.0702886581420898]}, {"step": 4800, "epoch": 10, "train_loss": 0.328227162361145, "cos_r_negg": [0.5455003976821899, 0.5284145474433899, 0.3549288511276245], "cos_apical_negg": [0.5455003976821899, 0.5284145474433899, 0.3549288511276245], "cos_Ac_negg": [0.5455003976821899, 0.5284145474433899, 0.3549288511276245], "r_norm": [0.9963203072547913, 1.0248284339904785, 1.036231517791748]}, {"step": 4850, "epoch": 10, "train_loss": 0.33945369720458984, "cos_r_negg": [0.5388842821121216, 0.5320186614990234, 0.35617363452911377], "cos_apical_negg": [0.5388842821121216, 0.5320186614990234, 0.35617363452911377], "cos_Ac_negg": [0.5388842821121216, 0.5320186614990234, 0.35617363452911377], "r_norm": [1.0276236534118652, 1.0535169839859009, 1.0660665035247803]}, {"step": 4900, "epoch": 10, "train_loss": 0.2938539385795593, "cos_r_negg": [0.5521854758262634, 0.5114459991455078, 0.3491831123828888], "cos_apical_negg": [0.5521854758262634, 0.5114459991455078, 0.3491831123828888], "cos_Ac_negg": [0.5521854758262634, 0.5114459991455078, 0.3491831123828888], "r_norm": [1.0917507410049438, 1.1235342025756836, 1.1334840059280396]}, {"step": 4950, "epoch": 10, "train_loss": 0.2206728160381317, "cos_r_negg": [0.5270239114761353, 0.5038092136383057, 0.33744683861732483], "cos_apical_negg": [0.5270239114761353, 0.5038092136383057, 0.33744683861732483], "cos_Ac_negg": [0.5270239114761353, 0.5038092136383057, 0.33744683861732483], "r_norm": [1.0654534101486206, 1.089177131652832, 1.1013480424880981]}, {"step": 5000, "epoch": 10, "train_loss": 0.2486528903245926, "cos_r_negg": [0.5309228897094727, 0.5204076766967773, 0.32962992787361145], "cos_apical_negg": [0.5309228897094727, 0.5204076766967773, 0.32962992787361145], "cos_Ac_negg": [0.5309228897094727, 0.5204076766967773, 0.32962992787361145], "r_norm": [1.0657639503479004, 1.0927003622055054, 1.1077213287353516]}, {"step": 5050, "epoch": 10, "train_loss": 0.39939630031585693, "cos_r_negg": [0.5354080200195312, 0.5040581226348877, 0.3325532078742981], "cos_apical_negg": [0.5354080200195312, 0.5040581226348877, 0.3325532078742981], "cos_Ac_negg": [0.5354080200195312, 0.5040581226348877, 0.3325532078742981], "r_norm": [1.10174560546875, 1.1284109354019165, 1.1425291299819946]}, {"step": 5100, "epoch": 10, "train_loss": 0.2289111614227295, "cos_r_negg": [0.5320101976394653, 0.5109254717826843, 0.34673309326171875], "cos_apical_negg": [0.5320101976394653, 0.5109254717826843, 0.34673309326171875], "cos_Ac_negg": [0.5320101976394653, 0.5109254717826843, 0.34673309326171875], "r_norm": [1.1881866455078125, 1.2210936546325684, 1.2378545999526978]}, {"step": 5150, "epoch": 10, "train_loss": 0.3275068700313568, "cos_r_negg": [0.5150102376937866, 0.47798067331314087, 0.32181575894355774], "cos_apical_negg": [0.5150102376937866, 0.47798067331314087, 0.32181575894355774], "cos_Ac_negg": [0.5150102376937866, 0.47798067331314087, 0.32181575894355774], "r_norm": [1.1279945373535156, 1.1511869430541992, 1.1696720123291016]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.866, "test_loss": 0.40447796630859373}, {"step": 5200, "epoch": 11, "train_loss": 0.33678871393203735, "cos_r_negg": [0.5458543300628662, 0.5026521682739258, 0.3280458450317383], "cos_apical_negg": [0.5458543300628662, 0.5026521682739258, 0.3280458450317383], "cos_Ac_negg": [0.5458543300628662, 0.5026521682739258, 0.3280458450317383], "r_norm": [1.0937600135803223, 1.119206428527832, 1.1370313167572021]}, {"step": 5250, "epoch": 11, "train_loss": 0.12305775284767151, "cos_r_negg": [0.5293226838111877, 0.4917457103729248, 0.3200169801712036], "cos_apical_negg": [0.5293226838111877, 0.4917457103729248, 0.3200169801712036], "cos_Ac_negg": [0.5293226838111877, 0.4917457103729248, 0.3200169801712036], "r_norm": [1.1293396949768066, 1.1541047096252441, 1.1737136840820312]}, {"step": 5300, "epoch": 11, "train_loss": 0.36736834049224854, "cos_r_negg": [0.5179007649421692, 0.4965400993824005, 0.32243019342422485], "cos_apical_negg": [0.5179007649421692, 0.4965400993824005, 0.32243019342422485], "cos_Ac_negg": [0.5179007649421692, 0.4965400993824005, 0.32243019342422485], "r_norm": [1.1504042148590088, 1.1762950420379639, 1.1910572052001953]}, {"step": 5350, "epoch": 11, "train_loss": 0.28665784001350403, "cos_r_negg": [0.5534856915473938, 0.5205415487289429, 0.3396843671798706], "cos_apical_negg": [0.5534856915473938, 0.5205415487289429, 0.3396843671798706], "cos_Ac_negg": [0.5534856915473938, 0.5205415487289429, 0.3396843671798706], "r_norm": [1.1070847511291504, 1.13163423538208, 1.1460351943969727]}, {"step": 5400, "epoch": 11, "train_loss": 0.2708725929260254, "cos_r_negg": [0.5314627885818481, 0.4871128797531128, 0.31914710998535156], "cos_apical_negg": [0.5314627885818481, 0.4871128797531128, 0.31914710998535156], "cos_Ac_negg": [0.5314627885818481, 0.4871128797531128, 0.31914710998535156], "r_norm": [1.1529226303100586, 1.186537504196167, 1.1998791694641113]}, {"step": 5450, "epoch": 11, "train_loss": 0.3126368522644043, "cos_r_negg": [0.5359681248664856, 0.4984143376350403, 0.3222303092479706], "cos_apical_negg": [0.5359681248664856, 0.4984143376350403, 0.3222303092479706], "cos_Ac_negg": [0.5359681248664856, 0.4984143376350403, 0.3222303092479706], "r_norm": [1.1557893753051758, 1.1834689378738403, 1.1978293657302856]}, {"step": 5500, "epoch": 11, "train_loss": 0.3955739736557007, "cos_r_negg": [0.5239906311035156, 0.4671134054660797, 0.3312952518463135], "cos_apical_negg": [0.5239906311035156, 0.4671134054660797, 0.3312952518463135], "cos_Ac_negg": [0.5239906311035156, 0.4671134054660797, 0.3312952518463135], "r_norm": [1.115412950515747, 1.1432037353515625, 1.1604089736938477]}, {"step": 5550, "epoch": 11, "train_loss": 0.4505540132522583, "cos_r_negg": [0.5373689532279968, 0.4988340139389038, 0.33725082874298096], "cos_apical_negg": [0.5373689532279968, 0.4988340139389038, 0.33725082874298096], "cos_Ac_negg": [0.5373689532279968, 0.4988340139389038, 0.33725082874298096], "r_norm": [0.9844087958335876, 1.0092670917510986, 1.0202702283859253]}, {"step": 5600, "epoch": 11, "train_loss": 0.20579811930656433, "cos_r_negg": [0.5336863994598389, 0.4922633171081543, 0.3115678131580353], "cos_apical_negg": [0.5336863994598389, 0.4922633171081543, 0.3115678131580353], "cos_Ac_negg": [0.5336863994598389, 0.4922633171081543, 0.3115678131580353], "r_norm": [1.0604379177093506, 1.0875542163848877, 1.0993762016296387]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8637, "test_loss": 0.42414235229492186}, {"step": 5650, "epoch": 12, "train_loss": 0.2640318274497986, "cos_r_negg": [0.5479896068572998, 0.49377039074897766, 0.3159528970718384], "cos_apical_negg": [0.5479896068572998, 0.49377039074897766, 0.3159528970718384], "cos_Ac_negg": [0.5479896068572998, 0.49377039074897766, 0.3159528970718384], "r_norm": [1.096502661705017, 1.1196017265319824, 1.1395918130874634]}, {"step": 5700, "epoch": 12, "train_loss": 0.25237590074539185, "cos_r_negg": [0.523357629776001, 0.4745897650718689, 0.3318037986755371], "cos_apical_negg": [0.523357629776001, 0.4745897650718689, 0.3318037986755371], "cos_Ac_negg": [0.523357629776001, 0.4745897650718689, 0.3318037986755371], "r_norm": [0.9551764726638794, 0.9843976497650146, 0.9908726215362549]}, {"step": 5750, "epoch": 12, "train_loss": 0.5036709308624268, "cos_r_negg": [0.519333004951477, 0.47828054428100586, 0.3098033666610718], "cos_apical_negg": [0.519333004951477, 0.47828054428100586, 0.3098033666610718], "cos_Ac_negg": [0.519333004951477, 0.47828054428100586, 0.3098033666610718], "r_norm": [0.9966217279434204, 1.02579665184021, 1.0359268188476562]}, {"step": 5800, "epoch": 12, "train_loss": 0.28763478994369507, "cos_r_negg": [0.5335150957107544, 0.48279905319213867, 0.32537561655044556], "cos_apical_negg": [0.5335150957107544, 0.48279905319213867, 0.32537561655044556], "cos_Ac_negg": [0.5335150957107544, 0.48279905319213867, 0.32537561655044556], "r_norm": [1.072029948234558, 1.1016793251037598, 1.1109471321105957]}, {"step": 5850, "epoch": 12, "train_loss": 0.30964165925979614, "cos_r_negg": [0.5414278507232666, 0.5052334666252136, 0.3374323546886444], "cos_apical_negg": [0.5414278507232666, 0.5052334666252136, 0.3374323546886444], "cos_Ac_negg": [0.5414278507232666, 0.5052334666252136, 0.3374323546886444], "r_norm": [0.9576958417892456, 0.980741560459137, 0.992946207523346]}, {"step": 5900, "epoch": 12, "train_loss": 0.29058271646499634, "cos_r_negg": [0.5409256219863892, 0.5011041164398193, 0.3333834111690521], "cos_apical_negg": [0.5409256219863892, 0.5011041164398193, 0.3333834111690521], "cos_Ac_negg": [0.5409256219863892, 0.5011041164398193, 0.3333834111690521], "r_norm": [1.073772668838501, 1.0997761487960815, 1.1170744895935059]}, {"step": 5950, "epoch": 12, "train_loss": 0.26670441031455994, "cos_r_negg": [0.5379291772842407, 0.4973723590373993, 0.3250381350517273], "cos_apical_negg": [0.5379291772842407, 0.4973723590373993, 0.3250381350517273], "cos_Ac_negg": [0.5379291772842407, 0.4973723590373993, 0.3250381350517273], "r_norm": [1.1296541690826416, 1.1538903713226318, 1.1699466705322266]}, {"step": 6000, "epoch": 12, "train_loss": 0.2115052193403244, "cos_r_negg": [0.5423214435577393, 0.506779670715332, 0.3285985589027405], "cos_apical_negg": [0.5423214435577393, 0.506779670715332, 0.3285985589027405], "cos_Ac_negg": [0.5423214435577393, 0.506779670715332, 0.3285985589027405], "r_norm": [1.0387747287750244, 1.0661625862121582, 1.0824041366577148]}, {"step": 6050, "epoch": 12, "train_loss": 0.18959994614124298, "cos_r_negg": [0.5146163702011108, 0.48924964666366577, 0.33462977409362793], "cos_apical_negg": [0.5146163702011108, 0.48924964666366577, 0.33462977409362793], "cos_Ac_negg": [0.5146163702011108, 0.48924964666366577, 0.33462977409362793], "r_norm": [1.081127643585205, 1.107792615890503, 1.1187009811401367]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8612, "test_loss": 0.40731177978515626}, {"step": 6100, "epoch": 13, "train_loss": 0.30310097336769104, "cos_r_negg": [0.5243165493011475, 0.4959695339202881, 0.31987565755844116], "cos_apical_negg": [0.5243165493011475, 0.4959695339202881, 0.31987565755844116], "cos_Ac_negg": [0.5243165493011475, 0.4959695339202881, 0.31987565755844116], "r_norm": [1.06046724319458, 1.0862863063812256, 1.1009821891784668]}, {"step": 6150, "epoch": 13, "train_loss": 0.21409907937049866, "cos_r_negg": [0.5231437683105469, 0.49074485898017883, 0.33885788917541504], "cos_apical_negg": [0.5231437683105469, 0.49074485898017883, 0.33885788917541504], "cos_Ac_negg": [0.5231437683105469, 0.49074485898017883, 0.33885788917541504], "r_norm": [0.9587751626968384, 0.9839876294136047, 0.9919958710670471]}, {"step": 6200, "epoch": 13, "train_loss": 0.27863118052482605, "cos_r_negg": [0.5158694982528687, 0.4822392463684082, 0.3495374321937561], "cos_apical_negg": [0.5158694982528687, 0.4822392463684082, 0.3495374321937561], "cos_Ac_negg": [0.5158694982528687, 0.4822392463684082, 0.3495374321937561], "r_norm": [1.235779047012329, 1.2613637447357178, 1.282688856124878]}, {"step": 6250, "epoch": 13, "train_loss": 0.32955431938171387, "cos_r_negg": [0.519361138343811, 0.48715367913246155, 0.3612854480743408], "cos_apical_negg": [0.519361138343811, 0.48715367913246155, 0.3612854480743408], "cos_Ac_negg": [0.519361138343811, 0.48715367913246155, 0.3612854480743408], "r_norm": [1.0805230140686035, 1.107952356338501, 1.1180603504180908]}, {"step": 6300, "epoch": 13, "train_loss": 0.3129373788833618, "cos_r_negg": [0.5161743760108948, 0.47447025775909424, 0.347497820854187], "cos_apical_negg": [0.5161743760108948, 0.47447025775909424, 0.347497820854187], "cos_Ac_negg": [0.5161743760108948, 0.47447025775909424, 0.347497820854187], "r_norm": [1.071159839630127, 1.096769094467163, 1.111072063446045]}, {"step": 6350, "epoch": 13, "train_loss": 0.2164502739906311, "cos_r_negg": [0.519416332244873, 0.475040078163147, 0.3435758352279663], "cos_apical_negg": [0.519416332244873, 0.475040078163147, 0.3435758352279663], "cos_Ac_negg": [0.519416332244873, 0.475040078163147, 0.3435758352279663], "r_norm": [1.1346689462661743, 1.1653342247009277, 1.1741234064102173]}, {"step": 6400, "epoch": 13, "train_loss": 0.2648780941963196, "cos_r_negg": [0.5321424007415771, 0.49295666813850403, 0.36237239837646484], "cos_apical_negg": [0.5321424007415771, 0.49295666813850403, 0.36237239837646484], "cos_Ac_negg": [0.5321424007415771, 0.49295666813850403, 0.36237239837646484], "r_norm": [1.0418095588684082, 1.0681706666946411, 1.0822011232376099]}, {"step": 6450, "epoch": 13, "train_loss": 0.2855105996131897, "cos_r_negg": [0.5365595817565918, 0.48508042097091675, 0.39512795209884644], "cos_apical_negg": [0.5365595817565918, 0.48508042097091675, 0.39512795209884644], "cos_Ac_negg": [0.5365595817565918, 0.48508042097091675, 0.39512795209884644], "r_norm": [1.1279919147491455, 1.1619901657104492, 1.1770739555358887]}, {"step": 6500, "epoch": 13, "train_loss": 0.16488862037658691, "cos_r_negg": [0.5253579616546631, 0.4847756624221802, 0.3441980481147766], "cos_apical_negg": [0.5253579616546631, 0.4847756624221802, 0.3441980481147766], "cos_Ac_negg": [0.5253579616546631, 0.4847756624221802, 0.3441980481147766], "r_norm": [1.224329948425293, 1.2546401023864746, 1.2692584991455078]}, {"step": 6550, "epoch": 13, "train_loss": 0.31503841280937195, "cos_r_negg": [0.5240693688392639, 0.48715201020240784, 0.3485787510871887], "cos_apical_negg": [0.5240693688392639, 0.48715201020240784, 0.3485787510871887], "cos_Ac_negg": [0.5240693688392639, 0.48715201020240784, 0.3485787510871887], "r_norm": [1.0110766887664795, 1.0352485179901123, 1.0498054027557373]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8631, "test_loss": 0.41801366271972656}, {"step": 6600, "epoch": 14, "train_loss": 0.29670900106430054, "cos_r_negg": [0.5242295265197754, 0.47603899240493774, 0.3524755835533142], "cos_apical_negg": [0.5242295265197754, 0.47603899240493774, 0.3524755835533142], "cos_Ac_negg": [0.5242295265197754, 0.47603899240493774, 0.3524755835533142], "r_norm": [1.0405726432800293, 1.0787156820297241, 1.0822198390960693]}, {"step": 6650, "epoch": 14, "train_loss": 0.381131112575531, "cos_r_negg": [0.5271997451782227, 0.48816803097724915, 0.34783685207366943], "cos_apical_negg": [0.5271997451782227, 0.48816803097724915, 0.34783685207366943], "cos_Ac_negg": [0.5271997451782227, 0.48816803097724915, 0.34783685207366943], "r_norm": [1.0286468267440796, 1.0538177490234375, 1.0668270587921143]}, {"step": 6700, "epoch": 14, "train_loss": 0.29828891158103943, "cos_r_negg": [0.5512592196464539, 0.5075026750564575, 0.3657144606113434], "cos_apical_negg": [0.5512592196464539, 0.5075026750564575, 0.3657144606113434], "cos_Ac_negg": [0.5512592196464539, 0.5075026750564575, 0.3657144606113434], "r_norm": [1.1818413734436035, 1.222497582435608, 1.2310545444488525]}, {"step": 6750, "epoch": 14, "train_loss": 0.3377193212509155, "cos_r_negg": [0.5319509506225586, 0.4857935905456543, 0.34367334842681885], "cos_apical_negg": [0.5319509506225586, 0.4857935905456543, 0.34367334842681885], "cos_Ac_negg": [0.5319509506225586, 0.4857935905456543, 0.34367334842681885], "r_norm": [1.0438101291656494, 1.070232629776001, 1.0859551429748535]}, {"step": 6800, "epoch": 14, "train_loss": 0.19454868137836456, "cos_r_negg": [0.530897855758667, 0.49274325370788574, 0.33182623982429504], "cos_apical_negg": [0.530897855758667, 0.49274325370788574, 0.33182623982429504], "cos_Ac_negg": [0.530897855758667, 0.49274325370788574, 0.33182623982429504], "r_norm": [1.075330376625061, 1.102921485900879, 1.1152756214141846]}, {"step": 6850, "epoch": 14, "train_loss": 0.24977581202983856, "cos_r_negg": [0.511098325252533, 0.4704768657684326, 0.3508412837982178], "cos_apical_negg": [0.511098325252533, 0.4704768657684326, 0.3508412837982178], "cos_Ac_negg": [0.511098325252533, 0.4704768657684326, 0.3508412837982178], "r_norm": [1.2004749774932861, 1.23551607131958, 1.2486246824264526]}, {"step": 6900, "epoch": 14, "train_loss": 0.27744486927986145, "cos_r_negg": [0.5166025161743164, 0.46860820055007935, 0.3577374219894409], "cos_apical_negg": [0.5166025161743164, 0.46860820055007935, 0.3577374219894409], "cos_Ac_negg": [0.5166025161743164, 0.46860820055007935, 0.3577374219894409], "r_norm": [1.005678653717041, 1.030653953552246, 1.0406899452209473]}, {"step": 6950, "epoch": 14, "train_loss": 0.2994612753391266, "cos_r_negg": [0.5437328815460205, 0.4856419563293457, 0.37044575810432434], "cos_apical_negg": [0.5437328815460205, 0.4856419563293457, 0.37044575810432434], "cos_Ac_negg": [0.5437328815460205, 0.4856419563293457, 0.37044575810432434], "r_norm": [0.984075129032135, 1.009720802307129, 1.0217078924179077]}, {"step": 7000, "epoch": 14, "train_loss": 0.23865631222724915, "cos_r_negg": [0.5303156971931458, 0.4882657527923584, 0.3700525462627411], "cos_apical_negg": [0.5303156971931458, 0.4882657527923584, 0.3700525462627411], "cos_Ac_negg": [0.5303156971931458, 0.4882657527923584, 0.3700525462627411], "r_norm": [0.9993605017662048, 1.02275550365448, 1.038902759552002]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8597, "test_loss": 0.45182904968261717}, {"step": 7050, "epoch": 15, "train_loss": 0.24929364025592804, "cos_r_negg": [0.5248610973358154, 0.4880666136741638, 0.3646029233932495], "cos_apical_negg": [0.5248610973358154, 0.4880666136741638, 0.3646029233932495], "cos_Ac_negg": [0.5248610973358154, 0.4880666136741638, 0.3646029233932495], "r_norm": [0.9783082008361816, 1.0028585195541382, 1.015156626701355]}, {"step": 7100, "epoch": 15, "train_loss": 0.2596292793750763, "cos_r_negg": [0.5104517340660095, 0.4761350154876709, 0.3590463399887085], "cos_apical_negg": [0.5104517340660095, 0.4761350154876709, 0.3590463399887085], "cos_Ac_negg": [0.5104517340660095, 0.4761350154876709, 0.3590463399887085], "r_norm": [1.1832668781280518, 1.2111741304397583, 1.2245147228240967]}, {"step": 7150, "epoch": 15, "train_loss": 0.3010804057121277, "cos_r_negg": [0.5184991359710693, 0.4879001975059509, 0.3669189214706421], "cos_apical_negg": [0.5184991359710693, 0.4879001975059509, 0.3669189214706421], "cos_Ac_negg": [0.5184991359710693, 0.4879001975059509, 0.3669189214706421], "r_norm": [1.186440110206604, 1.212111234664917, 1.2316536903381348]}, {"step": 7200, "epoch": 15, "train_loss": 0.25117647647857666, "cos_r_negg": [0.5165454149246216, 0.4813421964645386, 0.3761855959892273], "cos_apical_negg": [0.5165454149246216, 0.4813421964645386, 0.3761855959892273], "cos_Ac_negg": [0.5165454149246216, 0.4813421964645386, 0.3761855959892273], "r_norm": [1.1710095405578613, 1.2040034532546997, 1.2157682180404663]}, {"step": 7250, "epoch": 15, "train_loss": 0.34797415137290955, "cos_r_negg": [0.5272725224494934, 0.4825098514556885, 0.3889259397983551], "cos_apical_negg": [0.5272725224494934, 0.4825098514556885, 0.3889259397983551], "cos_Ac_negg": [0.5272725224494934, 0.4825098514556885, 0.3889259397983551], "r_norm": [1.2049139738082886, 1.2331149578094482, 1.2555911540985107]}, {"step": 7300, "epoch": 15, "train_loss": 0.2252519130706787, "cos_r_negg": [0.5175193548202515, 0.4793206453323364, 0.37445852160453796], "cos_apical_negg": [0.5175193548202515, 0.4793206453323364, 0.37445852160453796], "cos_Ac_negg": [0.5175193548202515, 0.4793206453323364, 0.37445852160453796], "r_norm": [1.0627878904342651, 1.0861952304840088, 1.104149341583252]}, {"step": 7350, "epoch": 15, "train_loss": 0.24700310826301575, "cos_r_negg": [0.5203356146812439, 0.4773991107940674, 0.3685411810874939], "cos_apical_negg": [0.5203356146812439, 0.4773991107940674, 0.3685411810874939], "cos_Ac_negg": [0.5203356146812439, 0.4773991107940674, 0.3685411810874939], "r_norm": [1.0821099281311035, 1.101752519607544, 1.12161386013031]}, {"step": 7400, "epoch": 15, "train_loss": 0.3070964515209198, "cos_r_negg": [0.5243325233459473, 0.4785694181919098, 0.36401912569999695], "cos_apical_negg": [0.5243325233459473, 0.4785694181919098, 0.36401912569999695], "cos_Ac_negg": [0.5243325233459473, 0.4785694181919098, 0.36401912569999695], "r_norm": [1.1179614067077637, 1.1430456638336182, 1.1575305461883545]}, {"step": 7450, "epoch": 15, "train_loss": 0.250825434923172, "cos_r_negg": [0.5465110540390015, 0.5021783709526062, 0.3943580389022827], "cos_apical_negg": [0.5465110540390015, 0.5021783709526062, 0.3943580389022827], "cos_Ac_negg": [0.5465110540390015, 0.5021783709526062, 0.3943580389022827], "r_norm": [1.1597670316696167, 1.1863722801208496, 1.207366943359375]}, {"step": 7500, "epoch": 15, "train_loss": 0.22887662053108215, "cos_r_negg": [0.5204952955245972, 0.4816059470176697, 0.37194693088531494], "cos_apical_negg": [0.5204952955245972, 0.4816059470176697, 0.37194693088531494], "cos_Ac_negg": [0.5204952955245972, 0.4816059470176697, 0.37194693088531494], "r_norm": [1.087050437927246, 1.1077806949615479, 1.127319097518921]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8712, "test_loss": 0.4091322235107422}, {"step": 7550, "epoch": 16, "train_loss": 0.19762007892131805, "cos_r_negg": [0.5363494753837585, 0.5035793781280518, 0.40002602338790894], "cos_apical_negg": [0.5363494753837585, 0.5035793781280518, 0.40002602338790894], "cos_Ac_negg": [0.5363494753837585, 0.5035793781280518, 0.40002602338790894], "r_norm": [1.0200636386871338, 1.0433536767959595, 1.0587503910064697]}, {"step": 7600, "epoch": 16, "train_loss": 0.3321225047111511, "cos_r_negg": [0.538722574710846, 0.4926198720932007, 0.3918517827987671], "cos_apical_negg": [0.538722574710846, 0.4926198720932007, 0.3918517827987671], "cos_Ac_negg": [0.538722574710846, 0.4926198720932007, 0.3918517827987671], "r_norm": [1.0687901973724365, 1.0911741256713867, 1.1063036918640137]}, {"step": 7650, "epoch": 16, "train_loss": 0.1582314670085907, "cos_r_negg": [0.5171312689781189, 0.48095250129699707, 0.3875131607055664], "cos_apical_negg": [0.5171312689781189, 0.48095250129699707, 0.3875131607055664], "cos_Ac_negg": [0.5171312689781189, 0.48095250129699707, 0.3875131607055664], "r_norm": [1.0421576499938965, 1.0684611797332764, 1.0817618370056152]}, {"step": 7700, "epoch": 16, "train_loss": 0.13269171118736267, "cos_r_negg": [0.5448670387268066, 0.497743159532547, 0.4016505479812622], "cos_apical_negg": [0.5448670387268066, 0.497743159532547, 0.4016505479812622], "cos_Ac_negg": [0.5448670387268066, 0.497743159532547, 0.4016505479812622], "r_norm": [0.9963533878326416, 1.0179914236068726, 1.0289719104766846]}, {"step": 7750, "epoch": 16, "train_loss": 0.33345770835876465, "cos_r_negg": [0.4878079295158386, 0.4345921277999878, 0.3382723033428192], "cos_apical_negg": [0.4878079295158386, 0.4345921277999878, 0.3382723033428192], "cos_Ac_negg": [0.4878079295158386, 0.4345921277999878, 0.3382723033428192], "r_norm": [0.9577023983001709, 0.9778178930282593, 0.9935121536254883]}, {"step": 7800, "epoch": 16, "train_loss": 0.25739189982414246, "cos_r_negg": [0.5080051422119141, 0.4521471858024597, 0.3624374270439148], "cos_apical_negg": [0.5080051422119141, 0.4521471858024597, 0.3624374270439148], "cos_Ac_negg": [0.5080051422119141, 0.4521471858024597, 0.3624374270439148], "r_norm": [1.1549996137619019, 1.178575873374939, 1.201944351196289]}, {"step": 7850, "epoch": 16, "train_loss": 0.26488953828811646, "cos_r_negg": [0.48248010873794556, 0.43399372696876526, 0.3318121135234833], "cos_apical_negg": [0.48248010873794556, 0.43399372696876526, 0.3318121135234833], "cos_Ac_negg": [0.48248010873794556, 0.43399372696876526, 0.3318121135234833], "r_norm": [1.026571273803711, 1.0513389110565186, 1.0634416341781616]}, {"step": 7900, "epoch": 16, "train_loss": 0.1743055284023285, "cos_r_negg": [0.48649340867996216, 0.4500903785228729, 0.3322228491306305], "cos_apical_negg": [0.48649340867996216, 0.4500903785228729, 0.3322228491306305], "cos_Ac_negg": [0.48649340867996216, 0.4500903785228729, 0.3322228491306305], "r_norm": [1.2426396608352661, 1.2684251070022583, 1.2903882265090942]}, {"step": 7950, "epoch": 16, "train_loss": 0.24404199421405792, "cos_r_negg": [0.4914729595184326, 0.4539196491241455, 0.3305675983428955], "cos_apical_negg": [0.4914729595184326, 0.4539196491241455, 0.3305675983428955], "cos_Ac_negg": [0.4914729595184326, 0.4539196491241455, 0.3305675983428955], "r_norm": [1.0217589139938354, 1.0472159385681152, 1.0594217777252197]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8715, "test_loss": 0.413435205078125}, {"step": 8000, "epoch": 17, "train_loss": 0.21583101153373718, "cos_r_negg": [0.50420081615448, 0.4621172547340393, 0.35356390476226807], "cos_apical_negg": [0.50420081615448, 0.4621172547340393, 0.35356390476226807], "cos_Ac_negg": [0.50420081615448, 0.4621172547340393, 0.35356390476226807], "r_norm": [1.0823779106140137, 1.1088106632232666, 1.1227089166641235]}, {"step": 8050, "epoch": 17, "train_loss": 0.23429685831069946, "cos_r_negg": [0.5237331390380859, 0.4821717143058777, 0.3595266342163086], "cos_apical_negg": [0.5237331390380859, 0.4821717143058777, 0.3595266342163086], "cos_Ac_negg": [0.5237331390380859, 0.4821717143058777, 0.3595266342163086], "r_norm": [1.0684454441070557, 1.0955703258514404, 1.1063284873962402]}, {"step": 8100, "epoch": 17, "train_loss": 0.2566247284412384, "cos_r_negg": [0.5016757845878601, 0.4451865553855896, 0.329935759305954], "cos_apical_negg": [0.5016757845878601, 0.4451865553855896, 0.329935759305954], "cos_Ac_negg": [0.5016757845878601, 0.4451865553855896, 0.329935759305954], "r_norm": [1.096112847328186, 1.126373529434204, 1.135343313217163]}, {"step": 8150, "epoch": 17, "train_loss": 0.17056120932102203, "cos_r_negg": [0.5256813764572144, 0.48553624749183655, 0.38513273000717163], "cos_apical_negg": [0.5256813764572144, 0.48553624749183655, 0.38513273000717163], "cos_Ac_negg": [0.5256813764572144, 0.48553624749183655, 0.38513273000717163], "r_norm": [1.0525788068771362, 1.0797771215438843, 1.0943255424499512]}, {"step": 8200, "epoch": 17, "train_loss": 0.25579914450645447, "cos_r_negg": [0.5186953544616699, 0.4641258120536804, 0.3669393062591553], "cos_apical_negg": [0.5186953544616699, 0.4641258120536804, 0.3669393062591553], "cos_Ac_negg": [0.5186953544616699, 0.4641258120536804, 0.3669393062591553], "r_norm": [1.1041717529296875, 1.1309328079223633, 1.1494367122650146]}, {"step": 8250, "epoch": 17, "train_loss": 0.31396621465682983, "cos_r_negg": [0.5177706480026245, 0.4565905034542084, 0.36175113916397095], "cos_apical_negg": [0.5177706480026245, 0.4565905034542084, 0.36175113916397095], "cos_Ac_negg": [0.5177706480026245, 0.4565905034542084, 0.36175113916397095], "r_norm": [0.9717237949371338, 0.996383786201477, 1.0078314542770386]}, {"step": 8300, "epoch": 17, "train_loss": 0.1719006896018982, "cos_r_negg": [0.5089097023010254, 0.4450989365577698, 0.35529470443725586], "cos_apical_negg": [0.5089097023010254, 0.4450989365577698, 0.35529470443725586], "cos_Ac_negg": [0.5089097023010254, 0.4450989365577698, 0.35529470443725586], "r_norm": [1.1535091400146484, 1.18241286277771, 1.1994128227233887]}, {"step": 8350, "epoch": 17, "train_loss": 0.18372011184692383, "cos_r_negg": [0.49049681425094604, 0.4474330544471741, 0.3590546250343323], "cos_apical_negg": [0.49049681425094604, 0.4474330544471741, 0.3590546250343323], "cos_Ac_negg": [0.49049681425094604, 0.4474330544471741, 0.3590546250343323], "r_norm": [0.9816843271255493, 1.0074268579483032, 1.0168781280517578]}, {"step": 8400, "epoch": 17, "train_loss": 0.5857974290847778, "cos_r_negg": [0.48808276653289795, 0.43784117698669434, 0.36631810665130615], "cos_apical_negg": [0.48808276653289795, 0.43784117698669434, 0.36631810665130615], "cos_Ac_negg": [0.48808276653289795, 0.43784117698669434, 0.36631810665130615], "r_norm": [1.008199691772461, 1.0355585813522339, 1.0447338819503784]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8724, "test_loss": 0.40525467834472656}, {"step": 8450, "epoch": 18, "train_loss": 0.18026992678642273, "cos_r_negg": [0.49297213554382324, 0.4456529915332794, 0.3474515676498413], "cos_apical_negg": [0.49297213554382324, 0.4456529915332794, 0.3474515676498413], "cos_Ac_negg": [0.49297213554382324, 0.4456529915332794, 0.3474515676498413], "r_norm": [1.0823557376861572, 1.1105709075927734, 1.1263400316238403]}, {"step": 8500, "epoch": 18, "train_loss": 0.2023726999759674, "cos_r_negg": [0.4739079475402832, 0.4421324133872986, 0.3505820035934448], "cos_apical_negg": [0.4739079475402832, 0.4421324133872986, 0.3505820035934448], "cos_Ac_negg": [0.4739079475402832, 0.4421324133872986, 0.3505820035934448], "r_norm": [1.0997949838638306, 1.128943681716919, 1.144498348236084]}, {"step": 8550, "epoch": 18, "train_loss": 0.2221275269985199, "cos_r_negg": [0.49954622983932495, 0.46150892972946167, 0.3671656847000122], "cos_apical_negg": [0.49954622983932495, 0.46150892972946167, 0.3671656847000122], "cos_Ac_negg": [0.49954622983932495, 0.46150892972946167, 0.3671656847000122], "r_norm": [1.135399341583252, 1.1628440618515015, 1.1848430633544922]}, {"step": 8600, "epoch": 18, "train_loss": 0.14834782481193542, "cos_r_negg": [0.49862784147262573, 0.4606199264526367, 0.3786088824272156], "cos_apical_negg": [0.49862784147262573, 0.4606199264526367, 0.3786088824272156], "cos_Ac_negg": [0.49862784147262573, 0.4606199264526367, 0.3786088824272156], "r_norm": [1.1338601112365723, 1.1590408086776733, 1.1781492233276367]}, {"step": 8650, "epoch": 18, "train_loss": 0.10919193178415298, "cos_r_negg": [0.49274080991744995, 0.4491679072380066, 0.3701573312282562], "cos_apical_negg": [0.49274080991744995, 0.4491679072380066, 0.3701573312282562], "cos_Ac_negg": [0.49274080991744995, 0.4491679072380066, 0.3701573312282562], "r_norm": [1.190558671951294, 1.2149791717529297, 1.2361423969268799]}, {"step": 8700, "epoch": 18, "train_loss": 0.226825550198555, "cos_r_negg": [0.5099012851715088, 0.4605868458747864, 0.3680267035961151], "cos_apical_negg": [0.5099012851715088, 0.4605868458747864, 0.3680267035961151], "cos_Ac_negg": [0.5099012851715088, 0.4605868458747864, 0.3680267035961151], "r_norm": [1.123518705368042, 1.148369312286377, 1.164929986000061]}, {"step": 8750, "epoch": 18, "train_loss": 0.28164586424827576, "cos_r_negg": [0.5019363164901733, 0.448812872171402, 0.3600025177001953], "cos_apical_negg": [0.5019363164901733, 0.448812872171402, 0.3600025177001953], "cos_Ac_negg": [0.5019363164901733, 0.448812872171402, 0.3600025177001953], "r_norm": [1.0447885990142822, 1.0746519565582275, 1.082932949066162]}, {"step": 8800, "epoch": 18, "train_loss": 0.20623897016048431, "cos_r_negg": [0.5089301466941833, 0.46468693017959595, 0.3790462613105774], "cos_apical_negg": [0.5089301466941833, 0.46468693017959595, 0.3790462613105774], "cos_Ac_negg": [0.5089301466941833, 0.46468693017959595, 0.3790462613105774], "r_norm": [1.0639526844024658, 1.0897190570831299, 1.1022388935089111]}, {"step": 8850, "epoch": 18, "train_loss": 0.18232989311218262, "cos_r_negg": [0.4914303123950958, 0.45544737577438354, 0.351112425327301], "cos_apical_negg": [0.4914303123950958, 0.45544737577438354, 0.351112425327301], "cos_Ac_negg": [0.4914303123950958, 0.45544737577438354, 0.351112425327301], "r_norm": [1.132430076599121, 1.1556496620178223, 1.1698856353759766]}, {"step": 8900, "epoch": 18, "train_loss": 0.2341994047164917, "cos_r_negg": [0.5162487030029297, 0.47274088859558105, 0.3716190755367279], "cos_apical_negg": [0.5162487030029297, 0.47274088859558105, 0.3716190755367279], "cos_Ac_negg": [0.5162487030029297, 0.47274088859558105, 0.3716190755367279], "r_norm": [1.0292632579803467, 1.0571022033691406, 1.0685642957687378]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8717, "test_loss": 0.4291126068115234}, {"step": 8950, "epoch": 19, "train_loss": 0.3117632269859314, "cos_r_negg": [0.49874934554100037, 0.46090662479400635, 0.37351730465888977], "cos_apical_negg": [0.49874934554100037, 0.46090662479400635, 0.37351730465888977], "cos_Ac_negg": [0.49874934554100037, 0.46090662479400635, 0.37351730465888977], "r_norm": [1.040987253189087, 1.062970519065857, 1.0797274112701416]}, {"step": 9000, "epoch": 19, "train_loss": 0.2629629969596863, "cos_r_negg": [0.5034120678901672, 0.4460861384868622, 0.3668879270553589], "cos_apical_negg": [0.5034120678901672, 0.4460861384868622, 0.3668879270553589], "cos_Ac_negg": [0.5034120678901672, 0.4460861384868622, 0.3668879270553589], "r_norm": [1.132446050643921, 1.1538538932800293, 1.1735409498214722]}, {"step": 9050, "epoch": 19, "train_loss": 0.2511345148086548, "cos_r_negg": [0.47824618220329285, 0.4366445541381836, 0.3463825285434723], "cos_apical_negg": [0.47824618220329285, 0.4366445541381836, 0.3463825285434723], "cos_Ac_negg": [0.47824618220329285, 0.4366445541381836, 0.3463825285434723], "r_norm": [1.160214900970459, 1.1905908584594727, 1.2008988857269287]}, {"step": 9100, "epoch": 19, "train_loss": 0.18399429321289062, "cos_r_negg": [0.49965977668762207, 0.4574068784713745, 0.37344467639923096], "cos_apical_negg": [0.49965977668762207, 0.4574068784713745, 0.37344467639923096], "cos_Ac_negg": [0.49965977668762207, 0.4574068784713745, 0.37344467639923096], "r_norm": [0.9785107970237732, 1.0070286989212036, 1.0187065601348877]}, {"step": 9150, "epoch": 19, "train_loss": 0.19172680377960205, "cos_r_negg": [0.5197360515594482, 0.4818820059299469, 0.3944653868675232], "cos_apical_negg": [0.5197360515594482, 0.4818820059299469, 0.3944653868675232], "cos_Ac_negg": [0.5197360515594482, 0.4818820059299469, 0.3944653868675232], "r_norm": [1.0478479862213135, 1.0763566493988037, 1.0893573760986328]}, {"step": 9200, "epoch": 19, "train_loss": 0.1551077514886856, "cos_r_negg": [0.5098588466644287, 0.45819640159606934, 0.3780721426010132], "cos_apical_negg": [0.5098588466644287, 0.45819640159606934, 0.3780721426010132], "cos_Ac_negg": [0.5098588466644287, 0.45819640159606934, 0.3780721426010132], "r_norm": [1.0314891338348389, 1.0552228689193726, 1.0696237087249756]}, {"step": 9250, "epoch": 19, "train_loss": 0.20996451377868652, "cos_r_negg": [0.5241706967353821, 0.47497737407684326, 0.39765411615371704], "cos_apical_negg": [0.5241706967353821, 0.47497737407684326, 0.39765411615371704], "cos_Ac_negg": [0.5241706967353821, 0.47497737407684326, 0.39765411615371704], "r_norm": [1.031851053237915, 1.0593363046646118, 1.0746841430664062]}, {"step": 9300, "epoch": 19, "train_loss": 0.16721630096435547, "cos_r_negg": [0.49879777431488037, 0.45476406812667847, 0.38379278779029846], "cos_apical_negg": [0.49879777431488037, 0.45476406812667847, 0.38379278779029846], "cos_Ac_negg": [0.49879777431488037, 0.45476406812667847, 0.38379278779029846], "r_norm": [1.0809221267700195, 1.1061962842941284, 1.1253256797790527]}, {"step": 9350, "epoch": 19, "train_loss": 0.24025361239910126, "cos_r_negg": [0.49600839614868164, 0.4514545500278473, 0.37741705775260925], "cos_apical_negg": [0.49600839614868164, 0.4514545500278473, 0.37741705775260925], "cos_Ac_negg": [0.49600839614868164, 0.4514545500278473, 0.37741705775260925], "r_norm": [1.0423831939697266, 1.067793846130371, 1.0854926109313965]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8663, "test_loss": 0.44326422119140624}], "final": {"test_acc": 0.8663, "test_loss": 0.44326422119140624, "wall_s": 15.944552659988403, "cos_r_negg": [0.4747329354286194, 0.428238183259964, 0.3472789525985718], "cos_apical_negg": [0.4747329354286194, 0.428238183259964, 0.3472789525985718], "cos_Ac_negg": [0.4747329354286194, 0.428238183259964, 0.3472789525985718]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_dfa_d3_s2.json b/results/depth_fmnist_dfa_d3_s2.json
new file mode 100644
index 0000000..b6cd9c9
--- /dev/null
+++ b/results/depth_fmnist_dfa_d3_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d3_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.43324613571167, "cos_r_negg": [0.016511008143424988, 0.03550553694367409, 0.0016966524999588728], "cos_apical_negg": [0.016511008143424988, 0.03550553694367409, 0.0016966524999588728], "cos_Ac_negg": [0.016511008143424988, 0.03550553694367409, 0.0016966524999588728], "r_norm": [4.7706146240234375, 4.796675682067871, 4.896422386169434]}, {"step": 50, "epoch": 0, "train_loss": 0.7382335662841797, "cos_r_negg": [0.381287544965744, 0.2938944101333618, 0.19697917997837067], "cos_apical_negg": [0.381287544965744, 0.2938944101333618, 0.19697917997837067], "cos_Ac_negg": [0.381287544965744, 0.2938944101333618, 0.19697917997837067], "r_norm": [1.9765015840530396, 1.9833950996398926, 2.05478835105896]}, {"step": 100, "epoch": 0, "train_loss": 0.6299738883972168, "cos_r_negg": [0.40547943115234375, 0.3295983076095581, 0.19056805968284607], "cos_apical_negg": [0.40547943115234375, 0.3295983076095581, 0.19056805968284607], "cos_Ac_negg": [0.40547943115234375, 0.3295983076095581, 0.19056805968284607], "r_norm": [1.8303725719451904, 1.8385565280914307, 1.896880865097046]}, {"step": 150, "epoch": 0, "train_loss": 0.5829832553863525, "cos_r_negg": [0.4358569383621216, 0.3839818835258484, 0.2738438844680786], "cos_apical_negg": [0.4358569383621216, 0.3839818835258484, 0.2738438844680786], "cos_Ac_negg": [0.4358569383621216, 0.3839818835258484, 0.2738438844680786], "r_norm": [1.7307982444763184, 1.731651782989502, 1.7902780771255493]}, {"step": 200, "epoch": 0, "train_loss": 0.5193376541137695, "cos_r_negg": [0.49218010902404785, 0.4308619797229767, 0.25702959299087524], "cos_apical_negg": [0.49218010902404785, 0.4308619797229767, 0.25702959299087524], "cos_Ac_negg": [0.49218010902404785, 0.4308619797229767, 0.25702959299087524], "r_norm": [1.6944183111190796, 1.6967897415161133, 1.7654569149017334]}, {"step": 250, "epoch": 0, "train_loss": 0.657157301902771, "cos_r_negg": [0.47758930921554565, 0.434427410364151, 0.23596511781215668], "cos_apical_negg": [0.47758930921554565, 0.434427410364151, 0.23596511781215668], "cos_Ac_negg": [0.47758930921554565, 0.434427410364151, 0.23596511781215668], "r_norm": [1.5047998428344727, 1.5141165256500244, 1.5638644695281982]}, {"step": 300, "epoch": 0, "train_loss": 0.8258299827575684, "cos_r_negg": [0.46474307775497437, 0.4468834400177002, 0.2235235869884491], "cos_apical_negg": [0.46474307775497437, 0.4468834400177002, 0.2235235869884491], "cos_Ac_negg": [0.46474307775497437, 0.4468834400177002, 0.2235235869884491], "r_norm": [1.4893136024475098, 1.491837501525879, 1.5484156608581543]}, {"step": 350, "epoch": 0, "train_loss": 0.4885643422603607, "cos_r_negg": [0.4988132119178772, 0.4539393484592438, 0.23464152216911316], "cos_apical_negg": [0.4988132119178772, 0.4539393484592438, 0.23464152216911316], "cos_Ac_negg": [0.4988132119178772, 0.4539393484592438, 0.23464152216911316], "r_norm": [1.3328145742416382, 1.335583209991455, 1.3835368156433105]}, {"step": 400, "epoch": 0, "train_loss": 0.6724833250045776, "cos_r_negg": [0.5139456987380981, 0.48284488916397095, 0.26741141080856323], "cos_apical_negg": [0.5139456987380981, 0.48284488916397095, 0.26741141080856323], "cos_Ac_negg": [0.5139456987380981, 0.48284488916397095, 0.26741141080856323], "r_norm": [1.5397224426269531, 1.543262004852295, 1.5975918769836426]}, {"step": 450, "epoch": 0, "train_loss": 0.46879827976226807, "cos_r_negg": [0.5112179517745972, 0.44938427209854126, 0.26546940207481384], "cos_apical_negg": [0.5112179517745972, 0.44938427209854126, 0.26546940207481384], "cos_Ac_negg": [0.5112179517745972, 0.44938427209854126, 0.26546940207481384], "r_norm": [1.4202971458435059, 1.4237761497497559, 1.480124592781067]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8227, "test_loss": 0.5445137756347657}, {"step": 500, "epoch": 1, "train_loss": 0.395000696182251, "cos_r_negg": [0.5149641036987305, 0.4346054196357727, 0.237577885389328], "cos_apical_negg": [0.5149641036987305, 0.4346054196357727, 0.237577885389328], "cos_Ac_negg": [0.5149641036987305, 0.4346054196357727, 0.237577885389328], "r_norm": [1.4336961507797241, 1.4390716552734375, 1.4909751415252686]}, {"step": 550, "epoch": 1, "train_loss": 0.6517572402954102, "cos_r_negg": [0.5229069590568542, 0.4403444528579712, 0.2724132835865021], "cos_apical_negg": [0.5229069590568542, 0.4403444528579712, 0.2724132835865021], "cos_Ac_negg": [0.5229069590568542, 0.4403444528579712, 0.2724132835865021], "r_norm": [1.419631838798523, 1.4281625747680664, 1.4682461023330688]}, {"step": 600, "epoch": 1, "train_loss": 0.6261169910430908, "cos_r_negg": [0.5193126201629639, 0.46695923805236816, 0.26691728830337524], "cos_apical_negg": [0.5193126201629639, 0.46695923805236816, 0.26691728830337524], "cos_Ac_negg": [0.5193126201629639, 0.46695923805236816, 0.26691728830337524], "r_norm": [1.3623006343841553, 1.3673683404922485, 1.4088467359542847]}, {"step": 650, "epoch": 1, "train_loss": 0.5916791558265686, "cos_r_negg": [0.5385250449180603, 0.4728212058544159, 0.2780846059322357], "cos_apical_negg": [0.5385250449180603, 0.4728212058544159, 0.2780846059322357], "cos_Ac_negg": [0.5385250449180603, 0.4728212058544159, 0.2780846059322357], "r_norm": [1.426450252532959, 1.4336644411087036, 1.491694450378418]}, {"step": 700, "epoch": 1, "train_loss": 0.40588849782943726, "cos_r_negg": [0.5335046052932739, 0.453813761472702, 0.2783598303794861], "cos_apical_negg": [0.5335046052932739, 0.453813761472702, 0.2783598303794861], "cos_Ac_negg": [0.5335046052932739, 0.453813761472702, 0.2783598303794861], "r_norm": [1.457719087600708, 1.4555715322494507, 1.5152698755264282]}, {"step": 750, "epoch": 1, "train_loss": 0.4247787892818451, "cos_r_negg": [0.5465184450149536, 0.4841045141220093, 0.2634095847606659], "cos_apical_negg": [0.5465184450149536, 0.4841045141220093, 0.2634095847606659], "cos_Ac_negg": [0.5465184450149536, 0.4841045141220093, 0.2634095847606659], "r_norm": [1.2905409336090088, 1.2968776226043701, 1.348517656326294]}, {"step": 800, "epoch": 1, "train_loss": 0.49177253246307373, "cos_r_negg": [0.5314319133758545, 0.49046608805656433, 0.2606445550918579], "cos_apical_negg": [0.5314319133758545, 0.49046608805656433, 0.2606445550918579], "cos_Ac_negg": [0.5314319133758545, 0.49046608805656433, 0.2606445550918579], "r_norm": [1.3383917808532715, 1.3422694206237793, 1.3979129791259766]}, {"step": 850, "epoch": 1, "train_loss": 0.3221166431903839, "cos_r_negg": [0.535365104675293, 0.4753262400627136, 0.271589070558548], "cos_apical_negg": [0.535365104675293, 0.4753262400627136, 0.271589070558548], "cos_Ac_negg": [0.535365104675293, 0.4753262400627136, 0.271589070558548], "r_norm": [1.3120074272155762, 1.315802812576294, 1.378082275390625]}, {"step": 900, "epoch": 1, "train_loss": 0.5011988878250122, "cos_r_negg": [0.5536412596702576, 0.4850141406059265, 0.2578299045562744], "cos_apical_negg": [0.5536412596702576, 0.4850141406059265, 0.2578299045562744], "cos_Ac_negg": [0.5536412596702576, 0.4850141406059265, 0.2578299045562744], "r_norm": [1.3143293857574463, 1.316115379333496, 1.3776328563690186]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8478, "test_loss": 0.43343388671875}, {"step": 950, "epoch": 2, "train_loss": 0.3388598561286926, "cos_r_negg": [0.573340892791748, 0.49934330582618713, 0.2939754128456116], "cos_apical_negg": [0.573340892791748, 0.49934330582618713, 0.2939754128456116], "cos_Ac_negg": [0.573340892791748, 0.49934330582618713, 0.2939754128456116], "r_norm": [1.2920379638671875, 1.294566035270691, 1.3465754985809326]}, {"step": 1000, "epoch": 2, "train_loss": 0.3605470359325409, "cos_r_negg": [0.5425392389297485, 0.48132842779159546, 0.30124133825302124], "cos_apical_negg": [0.5425392389297485, 0.48132842779159546, 0.30124133825302124], "cos_Ac_negg": [0.5425392389297485, 0.48132842779159546, 0.30124133825302124], "r_norm": [1.189894676208496, 1.190492033958435, 1.236685872077942]}, {"step": 1050, "epoch": 2, "train_loss": 0.38955754041671753, "cos_r_negg": [0.576453447341919, 0.49388056993484497, 0.2900434732437134], "cos_apical_negg": [0.576453447341919, 0.49388056993484497, 0.2900434732437134], "cos_Ac_negg": [0.576453447341919, 0.49388056993484497, 0.2900434732437134], "r_norm": [1.4352917671203613, 1.4356913566589355, 1.4907149076461792]}, {"step": 1100, "epoch": 2, "train_loss": 0.3791976869106293, "cos_r_negg": [0.539444088935852, 0.4891752600669861, 0.2536659240722656], "cos_apical_negg": [0.539444088935852, 0.4891752600669861, 0.2536659240722656], "cos_Ac_negg": [0.539444088935852, 0.4891752600669861, 0.2536659240722656], "r_norm": [1.2905818223953247, 1.2906546592712402, 1.3506591320037842]}, {"step": 1150, "epoch": 2, "train_loss": 0.3858034014701843, "cos_r_negg": [0.5591608285903931, 0.4790571928024292, 0.255865216255188], "cos_apical_negg": [0.5591608285903931, 0.4790571928024292, 0.255865216255188], "cos_Ac_negg": [0.5591608285903931, 0.4790571928024292, 0.255865216255188], "r_norm": [1.2800873517990112, 1.2857273817062378, 1.3290865421295166]}, {"step": 1200, "epoch": 2, "train_loss": 0.5502724647521973, "cos_r_negg": [0.5462385416030884, 0.48309239745140076, 0.25682008266448975], "cos_apical_negg": [0.5462385416030884, 0.48309239745140076, 0.25682008266448975], "cos_Ac_negg": [0.5462385416030884, 0.48309239745140076, 0.25682008266448975], "r_norm": [1.3794126510620117, 1.3797608613967896, 1.4396860599517822]}, {"step": 1250, "epoch": 2, "train_loss": 0.38259202241897583, "cos_r_negg": [0.5361132621765137, 0.4913308620452881, 0.282654732465744], "cos_apical_negg": [0.5361132621765137, 0.4913308620452881, 0.282654732465744], "cos_Ac_negg": [0.5361132621765137, 0.4913308620452881, 0.282654732465744], "r_norm": [1.2647933959960938, 1.2697335481643677, 1.3236358165740967]}, {"step": 1300, "epoch": 2, "train_loss": 0.3465692102909088, "cos_r_negg": [0.5732027888298035, 0.5004255771636963, 0.29077771306037903], "cos_apical_negg": [0.5732027888298035, 0.5004255771636963, 0.29077771306037903], "cos_Ac_negg": [0.5732027888298035, 0.5004255771636963, 0.29077771306037903], "r_norm": [1.2114689350128174, 1.2129218578338623, 1.2663345336914062]}, {"step": 1350, "epoch": 2, "train_loss": 0.3144136071205139, "cos_r_negg": [0.5620551705360413, 0.5062000751495361, 0.2883251905441284], "cos_apical_negg": [0.5620551705360413, 0.5062000751495361, 0.2883251905441284], "cos_Ac_negg": [0.5620551705360413, 0.5062000751495361, 0.2883251905441284], "r_norm": [1.150669813156128, 1.1504228115081787, 1.1977460384368896]}, {"step": 1400, "epoch": 2, "train_loss": 0.601235568523407, "cos_r_negg": [0.5612736940383911, 0.5161781311035156, 0.28475043177604675], "cos_apical_negg": [0.5612736940383911, 0.5161781311035156, 0.28475043177604675], "cos_Ac_negg": [0.5612736940383911, 0.5161781311035156, 0.28475043177604675], "r_norm": [1.206730842590332, 1.206182837486267, 1.252237319946289]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8419, "test_loss": 0.4601346435546875}, {"step": 1450, "epoch": 3, "train_loss": 0.6546341180801392, "cos_r_negg": [0.5599802732467651, 0.5167990922927856, 0.3165750205516815], "cos_apical_negg": [0.5599802732467651, 0.5167990922927856, 0.3165750205516815], "cos_Ac_negg": [0.5599802732467651, 0.5167990922927856, 0.3165750205516815], "r_norm": [1.2202343940734863, 1.223038911819458, 1.2696213722229004]}, {"step": 1500, "epoch": 3, "train_loss": 0.44696852564811707, "cos_r_negg": [0.5876200199127197, 0.5193705558776855, 0.32543104887008667], "cos_apical_negg": [0.5876200199127197, 0.5193705558776855, 0.32543104887008667], "cos_Ac_negg": [0.5876200199127197, 0.5193705558776855, 0.32543104887008667], "r_norm": [1.2372124195098877, 1.2470608949661255, 1.294155478477478]}, {"step": 1550, "epoch": 3, "train_loss": 0.3160088062286377, "cos_r_negg": [0.5674871802330017, 0.5040631890296936, 0.29259157180786133], "cos_apical_negg": [0.5674871802330017, 0.5040631890296936, 0.29259157180786133], "cos_Ac_negg": [0.5674871802330017, 0.5040631890296936, 0.29259157180786133], "r_norm": [1.1670966148376465, 1.1680718660354614, 1.2169020175933838]}, {"step": 1600, "epoch": 3, "train_loss": 0.3891785740852356, "cos_r_negg": [0.5311723947525024, 0.48112767934799194, 0.2940543591976166], "cos_apical_negg": [0.5311723947525024, 0.48112767934799194, 0.2940543591976166], "cos_Ac_negg": [0.5311723947525024, 0.48112767934799194, 0.2940543591976166], "r_norm": [1.3186137676239014, 1.3167444467544556, 1.3730252981185913]}, {"step": 1650, "epoch": 3, "train_loss": 0.5016361474990845, "cos_r_negg": [0.5707408785820007, 0.49742382764816284, 0.3063162565231323], "cos_apical_negg": [0.5707408785820007, 0.49742382764816284, 0.3063162565231323], "cos_Ac_negg": [0.5707408785820007, 0.49742382764816284, 0.3063162565231323], "r_norm": [1.16092848777771, 1.1646560430526733, 1.206472635269165]}, {"step": 1700, "epoch": 3, "train_loss": 0.3744449019432068, "cos_r_negg": [0.5640885829925537, 0.5026463270187378, 0.2976253032684326], "cos_apical_negg": [0.5640885829925537, 0.5026463270187378, 0.2976253032684326], "cos_Ac_negg": [0.5640885829925537, 0.5026463270187378, 0.2976253032684326], "r_norm": [1.2851219177246094, 1.2875332832336426, 1.3413267135620117]}, {"step": 1750, "epoch": 3, "train_loss": 0.5463137626647949, "cos_r_negg": [0.5738511085510254, 0.5125442743301392, 0.29359257221221924], "cos_apical_negg": [0.5738511085510254, 0.5125442743301392, 0.29359257221221924], "cos_Ac_negg": [0.5738511085510254, 0.5125442743301392, 0.29359257221221924], "r_norm": [1.2466565370559692, 1.2512176036834717, 1.2977004051208496]}, {"step": 1800, "epoch": 3, "train_loss": 0.3811360001564026, "cos_r_negg": [0.546241283416748, 0.49699509143829346, 0.250033438205719], "cos_apical_negg": [0.546241283416748, 0.49699509143829346, 0.250033438205719], "cos_Ac_negg": [0.546241283416748, 0.49699509143829346, 0.250033438205719], "r_norm": [1.2229266166687012, 1.2255680561065674, 1.2756786346435547]}, {"step": 1850, "epoch": 3, "train_loss": 0.448758989572525, "cos_r_negg": [0.5365000367164612, 0.48305946588516235, 0.26830142736434937], "cos_apical_negg": [0.5365000367164612, 0.48305946588516235, 0.26830142736434937], "cos_Ac_negg": [0.5365000367164612, 0.48305946588516235, 0.26830142736434937], "r_norm": [1.2937970161437988, 1.2973448038101196, 1.344965934753418]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8462, "test_loss": 0.43599728698730467}, {"step": 1900, "epoch": 4, "train_loss": 0.3098965287208557, "cos_r_negg": [0.5324084162712097, 0.4952296018600464, 0.28074103593826294], "cos_apical_negg": [0.5324084162712097, 0.4952296018600464, 0.28074103593826294], "cos_Ac_negg": [0.5324084162712097, 0.4952296018600464, 0.28074103593826294], "r_norm": [1.288740634918213, 1.2974997758865356, 1.3462445735931396]}, {"step": 1950, "epoch": 4, "train_loss": 0.7182528972625732, "cos_r_negg": [0.5006589889526367, 0.49661681056022644, 0.27645143866539], "cos_apical_negg": [0.5006589889526367, 0.49661681056022644, 0.27645143866539], "cos_Ac_negg": [0.5006589889526367, 0.49661681056022644, 0.27645143866539], "r_norm": [1.2005244493484497, 1.201819896697998, 1.2553867101669312]}, {"step": 2000, "epoch": 4, "train_loss": 0.352886438369751, "cos_r_negg": [0.5469615459442139, 0.4993951916694641, 0.27411985397338867], "cos_apical_negg": [0.5469615459442139, 0.4993951916694641, 0.27411985397338867], "cos_Ac_negg": [0.5469615459442139, 0.4993951916694641, 0.27411985397338867], "r_norm": [1.2841717004776, 1.289689064025879, 1.3386515378952026]}, {"step": 2050, "epoch": 4, "train_loss": 0.43870630860328674, "cos_r_negg": [0.5198695659637451, 0.48373979330062866, 0.25974100828170776], "cos_apical_negg": [0.5198695659637451, 0.48373979330062866, 0.25974100828170776], "cos_Ac_negg": [0.5198695659637451, 0.48373979330062866, 0.25974100828170776], "r_norm": [1.1869661808013916, 1.1917006969451904, 1.2381627559661865]}, {"step": 2100, "epoch": 4, "train_loss": 0.3817073106765747, "cos_r_negg": [0.5738583207130432, 0.5249926447868347, 0.3063495457172394], "cos_apical_negg": [0.5738583207130432, 0.5249926447868347, 0.3063495457172394], "cos_Ac_negg": [0.5738583207130432, 0.5249926447868347, 0.3063495457172394], "r_norm": [1.1584888696670532, 1.1636252403259277, 1.2146327495574951]}, {"step": 2150, "epoch": 4, "train_loss": 0.41905874013900757, "cos_r_negg": [0.5374594926834106, 0.4996213912963867, 0.2826666235923767], "cos_apical_negg": [0.5374594926834106, 0.4996213912963867, 0.2826666235923767], "cos_Ac_negg": [0.5374594926834106, 0.4996213912963867, 0.2826666235923767], "r_norm": [1.0722153186798096, 1.0697839260101318, 1.1126151084899902]}, {"step": 2200, "epoch": 4, "train_loss": 0.35215696692466736, "cos_r_negg": [0.5577197074890137, 0.5117568969726562, 0.30037161707878113], "cos_apical_negg": [0.5577197074890137, 0.5117568969726562, 0.30037161707878113], "cos_Ac_negg": [0.5577197074890137, 0.5117568969726562, 0.30037161707878113], "r_norm": [1.1765507459640503, 1.179741382598877, 1.2243276834487915]}, {"step": 2250, "epoch": 4, "train_loss": 0.28117382526397705, "cos_r_negg": [0.554363489151001, 0.4932861030101776, 0.29385751485824585], "cos_apical_negg": [0.554363489151001, 0.4932861030101776, 0.29385751485824585], "cos_Ac_negg": [0.554363489151001, 0.4932861030101776, 0.29385751485824585], "r_norm": [1.1144979000091553, 1.117480993270874, 1.1595252752304077]}, {"step": 2300, "epoch": 4, "train_loss": 0.17028334736824036, "cos_r_negg": [0.5436903238296509, 0.5073989629745483, 0.289914071559906], "cos_apical_negg": [0.5436903238296509, 0.5073989629745483, 0.289914071559906], "cos_Ac_negg": [0.5436903238296509, 0.5073989629745483, 0.289914071559906], "r_norm": [1.1049048900604248, 1.1093699932098389, 1.152923345565796]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8436, "test_loss": 0.47760672302246093}, {"step": 2350, "epoch": 5, "train_loss": 0.3126962184906006, "cos_r_negg": [0.5422016978263855, 0.4896853268146515, 0.2711479365825653], "cos_apical_negg": [0.5422016978263855, 0.4896853268146515, 0.2711479365825653], "cos_Ac_negg": [0.5422016978263855, 0.4896853268146515, 0.2711479365825653], "r_norm": [1.1112971305847168, 1.1122989654541016, 1.1673097610473633]}, {"step": 2400, "epoch": 5, "train_loss": 0.3081314265727997, "cos_r_negg": [0.5206605195999146, 0.4965304732322693, 0.30917292833328247], "cos_apical_negg": [0.5206605195999146, 0.4965304732322693, 0.30917292833328247], "cos_Ac_negg": [0.5206605195999146, 0.4965304732322693, 0.30917292833328247], "r_norm": [1.2616997957229614, 1.265538215637207, 1.3160083293914795]}, {"step": 2450, "epoch": 5, "train_loss": 0.3250278830528259, "cos_r_negg": [0.5261079668998718, 0.4838598370552063, 0.3078092634677887], "cos_apical_negg": [0.5261079668998718, 0.4838598370552063, 0.3078092634677887], "cos_Ac_negg": [0.5261079668998718, 0.4838598370552063, 0.3078092634677887], "r_norm": [1.262770175933838, 1.26088547706604, 1.3138365745544434]}, {"step": 2500, "epoch": 5, "train_loss": 0.3670247197151184, "cos_r_negg": [0.5592246055603027, 0.5171908140182495, 0.3235682249069214], "cos_apical_negg": [0.5592246055603027, 0.5171908140182495, 0.3235682249069214], "cos_Ac_negg": [0.5592246055603027, 0.5171908140182495, 0.3235682249069214], "r_norm": [1.3268133401870728, 1.3301563262939453, 1.375047206878662]}, {"step": 2550, "epoch": 5, "train_loss": 0.35022982954978943, "cos_r_negg": [0.5488709211349487, 0.5141266584396362, 0.30951735377311707], "cos_apical_negg": [0.5488709211349487, 0.5141266584396362, 0.30951735377311707], "cos_Ac_negg": [0.5488709211349487, 0.5141266584396362, 0.30951735377311707], "r_norm": [1.083501935005188, 1.0860763788223267, 1.1300934553146362]}, {"step": 2600, "epoch": 5, "train_loss": 0.3772968053817749, "cos_r_negg": [0.5823386311531067, 0.5279405117034912, 0.3288734555244446], "cos_apical_negg": [0.5823386311531067, 0.5279405117034912, 0.3288734555244446], "cos_Ac_negg": [0.5823386311531067, 0.5279405117034912, 0.3288734555244446], "r_norm": [1.2449595928192139, 1.242982029914856, 1.294234275817871]}, {"step": 2650, "epoch": 5, "train_loss": 0.2687183618545532, "cos_r_negg": [0.5443984270095825, 0.5077400207519531, 0.3048202395439148], "cos_apical_negg": [0.5443984270095825, 0.5077400207519531, 0.3048202395439148], "cos_Ac_negg": [0.5443984270095825, 0.5077400207519531, 0.3048202395439148], "r_norm": [1.1924195289611816, 1.1861764192581177, 1.2380872964859009]}, {"step": 2700, "epoch": 5, "train_loss": 0.2276049554347992, "cos_r_negg": [0.5520076155662537, 0.5092145204544067, 0.31888172030448914], "cos_apical_negg": [0.5520076155662537, 0.5092145204544067, 0.31888172030448914], "cos_Ac_negg": [0.5520076155662537, 0.5092145204544067, 0.31888172030448914], "r_norm": [1.0751343965530396, 1.075599193572998, 1.118564248085022]}, {"step": 2750, "epoch": 5, "train_loss": 0.4185345470905304, "cos_r_negg": [0.5513982772827148, 0.48900318145751953, 0.2723729908466339], "cos_apical_negg": [0.5513982772827148, 0.48900318145751953, 0.2723729908466339], "cos_Ac_negg": [0.5513982772827148, 0.48900318145751953, 0.2723729908466339], "r_norm": [1.1585748195648193, 1.1590335369110107, 1.2081645727157593]}, {"step": 2800, "epoch": 5, "train_loss": 0.401835560798645, "cos_r_negg": [0.5371479988098145, 0.4899865686893463, 0.3088614344596863], "cos_apical_negg": [0.5371479988098145, 0.4899865686893463, 0.3088614344596863], "cos_Ac_negg": [0.5371479988098145, 0.4899865686893463, 0.3088614344596863], "r_norm": [1.015645146369934, 1.015094518661499, 1.0584266185760498]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8579, "test_loss": 0.4099945098876953}, {"step": 2850, "epoch": 6, "train_loss": 0.20306867361068726, "cos_r_negg": [0.559252917766571, 0.5289776921272278, 0.3429013788700104], "cos_apical_negg": [0.559252917766571, 0.5289776921272278, 0.3429013788700104], "cos_Ac_negg": [0.559252917766571, 0.5289776921272278, 0.3429013788700104], "r_norm": [1.1220022439956665, 1.1191778182983398, 1.1633546352386475]}, {"step": 2900, "epoch": 6, "train_loss": 0.3151499032974243, "cos_r_negg": [0.5461916327476501, 0.5179328918457031, 0.32934272289276123], "cos_apical_negg": [0.5461916327476501, 0.5179328918457031, 0.32934272289276123], "cos_Ac_negg": [0.5461916327476501, 0.5179328918457031, 0.32934272289276123], "r_norm": [1.1925837993621826, 1.1924235820770264, 1.2425966262817383]}, {"step": 2950, "epoch": 6, "train_loss": 0.15721574425697327, "cos_r_negg": [0.5731016397476196, 0.5372248888015747, 0.34047719836235046], "cos_apical_negg": [0.5731016397476196, 0.5372248888015747, 0.34047719836235046], "cos_Ac_negg": [0.5731016397476196, 0.5372248888015747, 0.34047719836235046], "r_norm": [1.0633866786956787, 1.069981575012207, 1.106271743774414]}, {"step": 3000, "epoch": 6, "train_loss": 0.46073171496391296, "cos_r_negg": [0.5197064280509949, 0.49594244360923767, 0.32047736644744873], "cos_apical_negg": [0.5197064280509949, 0.49594244360923767, 0.32047736644744873], "cos_Ac_negg": [0.5197064280509949, 0.49594244360923767, 0.32047736644744873], "r_norm": [1.1455450057983398, 1.1476051807403564, 1.1895761489868164]}, {"step": 3050, "epoch": 6, "train_loss": 0.4539923667907715, "cos_r_negg": [0.5355995893478394, 0.5045984983444214, 0.3249706029891968], "cos_apical_negg": [0.5355995893478394, 0.5045984983444214, 0.3249706029891968], "cos_Ac_negg": [0.5355995893478394, 0.5045984983444214, 0.3249706029891968], "r_norm": [1.1028192043304443, 1.1071984767913818, 1.1442124843597412]}, {"step": 3100, "epoch": 6, "train_loss": 0.32648974657058716, "cos_r_negg": [0.5365049839019775, 0.5282830595970154, 0.3247659206390381], "cos_apical_negg": [0.5365049839019775, 0.5282830595970154, 0.3247659206390381], "cos_Ac_negg": [0.5365049839019775, 0.5282830595970154, 0.3247659206390381], "r_norm": [1.1065542697906494, 1.1115919351577759, 1.1590009927749634]}, {"step": 3150, "epoch": 6, "train_loss": 0.4623304009437561, "cos_r_negg": [0.546377420425415, 0.5112088918685913, 0.31547579169273376], "cos_apical_negg": [0.546377420425415, 0.5112088918685913, 0.31547579169273376], "cos_Ac_negg": [0.546377420425415, 0.5112088918685913, 0.31547579169273376], "r_norm": [1.2003905773162842, 1.2068140506744385, 1.2499765157699585]}, {"step": 3200, "epoch": 6, "train_loss": 0.25429290533065796, "cos_r_negg": [0.5648860931396484, 0.5215950012207031, 0.32462769746780396], "cos_apical_negg": [0.5648860931396484, 0.5215950012207031, 0.32462769746780396], "cos_Ac_negg": [0.5648860931396484, 0.5215950012207031, 0.32462769746780396], "r_norm": [1.1625049114227295, 1.1609666347503662, 1.2013628482818604]}, {"step": 3250, "epoch": 6, "train_loss": 0.2993650436401367, "cos_r_negg": [0.5417900085449219, 0.5072659254074097, 0.29618898034095764], "cos_apical_negg": [0.5417900085449219, 0.5072659254074097, 0.29618898034095764], "cos_Ac_negg": [0.5417900085449219, 0.5072659254074097, 0.29618898034095764], "r_norm": [1.059443473815918, 1.0642362833023071, 1.0978209972381592]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8445, "test_loss": 0.4618215087890625}, {"step": 3300, "epoch": 7, "train_loss": 0.2718049883842468, "cos_r_negg": [0.5604138374328613, 0.5407043099403381, 0.3558465540409088], "cos_apical_negg": [0.5604138374328613, 0.5407043099403381, 0.3558465540409088], "cos_Ac_negg": [0.5604138374328613, 0.5407043099403381, 0.3558465540409088], "r_norm": [1.2016990184783936, 1.2039562463760376, 1.245811939239502]}, {"step": 3350, "epoch": 7, "train_loss": 0.31875407695770264, "cos_r_negg": [0.5385603308677673, 0.5136618614196777, 0.34356293082237244], "cos_apical_negg": [0.5385603308677673, 0.5136618614196777, 0.34356293082237244], "cos_Ac_negg": [0.5385603308677673, 0.5136618614196777, 0.34356293082237244], "r_norm": [1.1453378200531006, 1.1499930620193481, 1.1935341358184814]}, {"step": 3400, "epoch": 7, "train_loss": 0.34740719199180603, "cos_r_negg": [0.5330159664154053, 0.5119456052780151, 0.3110015392303467], "cos_apical_negg": [0.5330159664154053, 0.5119456052780151, 0.3110015392303467], "cos_Ac_negg": [0.5330159664154053, 0.5119456052780151, 0.3110015392303467], "r_norm": [0.9985347986221313, 1.0019780397415161, 1.0426931381225586]}, {"step": 3450, "epoch": 7, "train_loss": 0.30685263872146606, "cos_r_negg": [0.5353701114654541, 0.5016019344329834, 0.31553393602371216], "cos_apical_negg": [0.5353701114654541, 0.5016019344329834, 0.31553393602371216], "cos_Ac_negg": [0.5353701114654541, 0.5016019344329834, 0.31553393602371216], "r_norm": [1.0678561925888062, 1.0722354650497437, 1.1102014780044556]}, {"step": 3500, "epoch": 7, "train_loss": 0.3534279465675354, "cos_r_negg": [0.5695236325263977, 0.5324108600616455, 0.3228183686733246], "cos_apical_negg": [0.5695236325263977, 0.5324108600616455, 0.3228183686733246], "cos_Ac_negg": [0.5695236325263977, 0.5324108600616455, 0.3228183686733246], "r_norm": [1.1000134944915771, 1.1030415296554565, 1.1493834257125854]}, {"step": 3550, "epoch": 7, "train_loss": 0.29161733388900757, "cos_r_negg": [0.5334346294403076, 0.4888259768486023, 0.3076271116733551], "cos_apical_negg": [0.5334346294403076, 0.4888259768486023, 0.3076271116733551], "cos_Ac_negg": [0.5334346294403076, 0.4888259768486023, 0.3076271116733551], "r_norm": [1.0961384773254395, 1.1011936664581299, 1.1425176858901978]}, {"step": 3600, "epoch": 7, "train_loss": 0.32188838720321655, "cos_r_negg": [0.5542576909065247, 0.4959648847579956, 0.31573352217674255], "cos_apical_negg": [0.5542576909065247, 0.4959648847579956, 0.31573352217674255], "cos_Ac_negg": [0.5542576909065247, 0.4959648847579956, 0.31573352217674255], "r_norm": [1.1130518913269043, 1.115180253982544, 1.1594921350479126]}, {"step": 3650, "epoch": 7, "train_loss": 0.40337395668029785, "cos_r_negg": [0.5564378499984741, 0.4962458610534668, 0.3446146249771118], "cos_apical_negg": [0.5564378499984741, 0.4962458610534668, 0.3446146249771118], "cos_Ac_negg": [0.5564378499984741, 0.4962458610534668, 0.3446146249771118], "r_norm": [1.076959490776062, 1.0835909843444824, 1.125820279121399]}, {"step": 3700, "epoch": 7, "train_loss": 0.29544275999069214, "cos_r_negg": [0.5450280904769897, 0.5097166299819946, 0.33334386348724365], "cos_apical_negg": [0.5450280904769897, 0.5097166299819946, 0.33334386348724365], "cos_Ac_negg": [0.5450280904769897, 0.5097166299819946, 0.33334386348724365], "r_norm": [1.2822037935256958, 1.2980446815490723, 1.347402811050415]}, {"step": 3750, "epoch": 7, "train_loss": 0.2919986844062805, "cos_r_negg": [0.5406910181045532, 0.5035915374755859, 0.3091496229171753], "cos_apical_negg": [0.5406910181045532, 0.5035915374755859, 0.3091496229171753], "cos_Ac_negg": [0.5406910181045532, 0.5035915374755859, 0.3091496229171753], "r_norm": [1.1072998046875, 1.1062142848968506, 1.1508612632751465]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8603, "test_loss": 0.41280252685546875}, {"step": 3800, "epoch": 8, "train_loss": 0.25653165578842163, "cos_r_negg": [0.5626579523086548, 0.5128368139266968, 0.32242828607559204], "cos_apical_negg": [0.5626579523086548, 0.5128368139266968, 0.32242828607559204], "cos_Ac_negg": [0.5626579523086548, 0.5128368139266968, 0.32242828607559204], "r_norm": [1.0477592945098877, 1.0484617948532104, 1.089208722114563]}, {"step": 3850, "epoch": 8, "train_loss": 0.31141000986099243, "cos_r_negg": [0.5579268932342529, 0.5075317621231079, 0.34835129976272583], "cos_apical_negg": [0.5579268932342529, 0.5075317621231079, 0.34835129976272583], "cos_Ac_negg": [0.5579268932342529, 0.5075317621231079, 0.34835129976272583], "r_norm": [1.0693764686584473, 1.0760762691497803, 1.109480619430542]}, {"step": 3900, "epoch": 8, "train_loss": 0.2433244287967682, "cos_r_negg": [0.5733973383903503, 0.5020495057106018, 0.3292767405509949], "cos_apical_negg": [0.5733973383903503, 0.5020495057106018, 0.3292767405509949], "cos_Ac_negg": [0.5733973383903503, 0.5020495057106018, 0.3292767405509949], "r_norm": [1.106162667274475, 1.110485553741455, 1.1520828008651733]}, {"step": 3950, "epoch": 8, "train_loss": 0.3435589671134949, "cos_r_negg": [0.5827445387840271, 0.5135107040405273, 0.3158838152885437], "cos_apical_negg": [0.5827445387840271, 0.5135107040405273, 0.3158838152885437], "cos_Ac_negg": [0.5827445387840271, 0.5135107040405273, 0.3158838152885437], "r_norm": [0.9755887985229492, 0.9775902032852173, 1.0161914825439453]}, {"step": 4000, "epoch": 8, "train_loss": 0.39636072516441345, "cos_r_negg": [0.5838984251022339, 0.5310230851173401, 0.32187420129776], "cos_apical_negg": [0.5838984251022339, 0.5310230851173401, 0.32187420129776], "cos_Ac_negg": [0.5838984251022339, 0.5310230851173401, 0.32187420129776], "r_norm": [1.2148768901824951, 1.221419334411621, 1.2655892372131348]}, {"step": 4050, "epoch": 8, "train_loss": 0.2661069333553314, "cos_r_negg": [0.5636475086212158, 0.5085411071777344, 0.32288551330566406], "cos_apical_negg": [0.5636475086212158, 0.5085411071777344, 0.32288551330566406], "cos_Ac_negg": [0.5636475086212158, 0.5085411071777344, 0.32288551330566406], "r_norm": [1.0896732807159424, 1.0913827419281006, 1.1346099376678467]}, {"step": 4100, "epoch": 8, "train_loss": 0.2888740599155426, "cos_r_negg": [0.5461151003837585, 0.5075974464416504, 0.32523655891418457], "cos_apical_negg": [0.5461151003837585, 0.5075974464416504, 0.32523655891418457], "cos_Ac_negg": [0.5461151003837585, 0.5075974464416504, 0.32523655891418457], "r_norm": [1.0708084106445312, 1.0712800025939941, 1.1125426292419434]}, {"step": 4150, "epoch": 8, "train_loss": 0.2668600082397461, "cos_r_negg": [0.571567177772522, 0.5297781229019165, 0.3445645570755005], "cos_apical_negg": [0.571567177772522, 0.5297781229019165, 0.3445645570755005], "cos_Ac_negg": [0.571567177772522, 0.5297781229019165, 0.3445645570755005], "r_norm": [1.067802906036377, 1.0712287425994873, 1.106266975402832]}, {"step": 4200, "epoch": 8, "train_loss": 0.43638062477111816, "cos_r_negg": [0.554645299911499, 0.4979739487171173, 0.3376029133796692], "cos_apical_negg": [0.554645299911499, 0.4979739487171173, 0.3376029133796692], "cos_Ac_negg": [0.554645299911499, 0.4979739487171173, 0.3376029133796692], "r_norm": [1.2018009424209595, 1.2038905620574951, 1.247546911239624]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8428, "test_loss": 0.49232177124023435}, {"step": 4250, "epoch": 9, "train_loss": 0.26299136877059937, "cos_r_negg": [0.5363116264343262, 0.49489444494247437, 0.33326345682144165], "cos_apical_negg": [0.5363116264343262, 0.49489444494247437, 0.33326345682144165], "cos_Ac_negg": [0.5363116264343262, 0.49489444494247437, 0.33326345682144165], "r_norm": [1.2133684158325195, 1.2194665670394897, 1.259809970855713]}, {"step": 4300, "epoch": 9, "train_loss": 0.21707849204540253, "cos_r_negg": [0.5201871395111084, 0.49015894532203674, 0.332699716091156], "cos_apical_negg": [0.5201871395111084, 0.49015894532203674, 0.332699716091156], "cos_Ac_negg": [0.5201871395111084, 0.49015894532203674, 0.332699716091156], "r_norm": [0.9876081943511963, 0.9906582236289978, 1.0260822772979736]}, {"step": 4350, "epoch": 9, "train_loss": 0.1731073260307312, "cos_r_negg": [0.5512813329696655, 0.4955935776233673, 0.32797104120254517], "cos_apical_negg": [0.5512813329696655, 0.4955935776233673, 0.32797104120254517], "cos_Ac_negg": [0.5512813329696655, 0.4955935776233673, 0.32797104120254517], "r_norm": [1.1476796865463257, 1.1489108800888062, 1.19643235206604]}, {"step": 4400, "epoch": 9, "train_loss": 0.3764003813266754, "cos_r_negg": [0.5499813556671143, 0.5159200429916382, 0.35321247577667236], "cos_apical_negg": [0.5499813556671143, 0.5159200429916382, 0.35321247577667236], "cos_Ac_negg": [0.5499813556671143, 0.5159200429916382, 0.35321247577667236], "r_norm": [1.1024935245513916, 1.104433536529541, 1.1523852348327637]}, {"step": 4450, "epoch": 9, "train_loss": 0.1494539976119995, "cos_r_negg": [0.5410774946212769, 0.5044647455215454, 0.3220735490322113], "cos_apical_negg": [0.5410774946212769, 0.5044647455215454, 0.3220735490322113], "cos_Ac_negg": [0.5410774946212769, 0.5044647455215454, 0.3220735490322113], "r_norm": [1.1205525398254395, 1.1230804920196533, 1.1689512729644775]}, {"step": 4500, "epoch": 9, "train_loss": 0.40810394287109375, "cos_r_negg": [0.5494039058685303, 0.5079547166824341, 0.3243962228298187], "cos_apical_negg": [0.5494039058685303, 0.5079547166824341, 0.3243962228298187], "cos_Ac_negg": [0.5494039058685303, 0.5079547166824341, 0.3243962228298187], "r_norm": [1.1313371658325195, 1.1371045112609863, 1.1830909252166748]}, {"step": 4550, "epoch": 9, "train_loss": 0.23891517519950867, "cos_r_negg": [0.5670436024665833, 0.5155760645866394, 0.3070923686027527], "cos_apical_negg": [0.5670436024665833, 0.5155760645866394, 0.3070923686027527], "cos_Ac_negg": [0.5670436024665833, 0.5155760645866394, 0.3070923686027527], "r_norm": [1.0735163688659668, 1.0779213905334473, 1.1136212348937988]}, {"step": 4600, "epoch": 9, "train_loss": 0.2516208589076996, "cos_r_negg": [0.5413789749145508, 0.5000138282775879, 0.3050822615623474], "cos_apical_negg": [0.5413789749145508, 0.5000138282775879, 0.3050822615623474], "cos_Ac_negg": [0.5413789749145508, 0.5000138282775879, 0.3050822615623474], "r_norm": [1.1032580137252808, 1.1048449277877808, 1.1479465961456299]}, {"step": 4650, "epoch": 9, "train_loss": 0.31879252195358276, "cos_r_negg": [0.5444395542144775, 0.5019057989120483, 0.29023367166519165], "cos_apical_negg": [0.5444395542144775, 0.5019057989120483, 0.29023367166519165], "cos_Ac_negg": [0.5444395542144775, 0.5019057989120483, 0.29023367166519165], "r_norm": [1.1304702758789062, 1.1368709802627563, 1.1805237531661987]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8592, "test_loss": 0.39680371704101564}, {"step": 4700, "epoch": 10, "train_loss": 0.2847958207130432, "cos_r_negg": [0.5604410171508789, 0.5172082185745239, 0.31457406282424927], "cos_apical_negg": [0.5604410171508789, 0.5172082185745239, 0.31457406282424927], "cos_Ac_negg": [0.5604410171508789, 0.5172082185745239, 0.31457406282424927], "r_norm": [1.0644035339355469, 1.0710065364837646, 1.1089280843734741]}, {"step": 4750, "epoch": 10, "train_loss": 0.27702102065086365, "cos_r_negg": [0.5524876713752747, 0.5254182815551758, 0.35169410705566406], "cos_apical_negg": [0.5524876713752747, 0.5254182815551758, 0.35169410705566406], "cos_Ac_negg": [0.5524876713752747, 0.5254182815551758, 0.35169410705566406], "r_norm": [0.9375013709068298, 0.9398902654647827, 0.9757421016693115]}, {"step": 4800, "epoch": 10, "train_loss": 0.3614497184753418, "cos_r_negg": [0.5478639602661133, 0.529578685760498, 0.369463175535202], "cos_apical_negg": [0.5478639602661133, 0.529578685760498, 0.369463175535202], "cos_Ac_negg": [0.5478639602661133, 0.529578685760498, 0.369463175535202], "r_norm": [0.9856747388839722, 0.9892062544822693, 1.0252374410629272]}, {"step": 4850, "epoch": 10, "train_loss": 0.3111351728439331, "cos_r_negg": [0.5496096611022949, 0.516943097114563, 0.3446992039680481], "cos_apical_negg": [0.5496096611022949, 0.516943097114563, 0.3446992039680481], "cos_Ac_negg": [0.5496096611022949, 0.516943097114563, 0.3446992039680481], "r_norm": [0.9735158681869507, 0.9780065417289734, 1.012524962425232]}, {"step": 4900, "epoch": 10, "train_loss": 0.3192964792251587, "cos_r_negg": [0.554930567741394, 0.5183687806129456, 0.35037973523139954], "cos_apical_negg": [0.554930567741394, 0.5183687806129456, 0.35037973523139954], "cos_Ac_negg": [0.554930567741394, 0.5183687806129456, 0.35037973523139954], "r_norm": [1.1882307529449463, 1.196718454360962, 1.240992546081543]}, {"step": 4950, "epoch": 10, "train_loss": 0.2747071087360382, "cos_r_negg": [0.5129637718200684, 0.4739241898059845, 0.31041276454925537], "cos_apical_negg": [0.5129637718200684, 0.4739241898059845, 0.31041276454925537], "cos_Ac_negg": [0.5129637718200684, 0.4739241898059845, 0.31041276454925537], "r_norm": [1.0574946403503418, 1.060040831565857, 1.0972189903259277]}, {"step": 5000, "epoch": 10, "train_loss": 0.2478584200143814, "cos_r_negg": [0.5622379183769226, 0.527403712272644, 0.3464174270629883], "cos_apical_negg": [0.5622379183769226, 0.527403712272644, 0.3464174270629883], "cos_Ac_negg": [0.5622379183769226, 0.527403712272644, 0.3464174270629883], "r_norm": [1.0237842798233032, 1.0278167724609375, 1.0654852390289307]}, {"step": 5050, "epoch": 10, "train_loss": 0.38759058713912964, "cos_r_negg": [0.5331575870513916, 0.5028200149536133, 0.35004836320877075], "cos_apical_negg": [0.5331575870513916, 0.5028200149536133, 0.35004836320877075], "cos_Ac_negg": [0.5331575870513916, 0.5028200149536133, 0.35004836320877075], "r_norm": [1.0775985717773438, 1.0812034606933594, 1.1248944997787476]}, {"step": 5100, "epoch": 10, "train_loss": 0.2083110362291336, "cos_r_negg": [0.5532931089401245, 0.505118727684021, 0.35143226385116577], "cos_apical_negg": [0.5532931089401245, 0.505118727684021, 0.35143226385116577], "cos_Ac_negg": [0.5532931089401245, 0.505118727684021, 0.35143226385116577], "r_norm": [1.1092742681503296, 1.1168873310089111, 1.1531295776367188]}, {"step": 5150, "epoch": 10, "train_loss": 0.30290716886520386, "cos_r_negg": [0.5224511027336121, 0.49763572216033936, 0.34160274267196655], "cos_apical_negg": [0.5224511027336121, 0.49763572216033936, 0.34160274267196655], "cos_Ac_negg": [0.5224511027336121, 0.49763572216033936, 0.34160274267196655], "r_norm": [1.087951421737671, 1.0919198989868164, 1.1278740167617798]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8584, "test_loss": 0.4162546051025391}, {"step": 5200, "epoch": 11, "train_loss": 0.30708640813827515, "cos_r_negg": [0.5570243000984192, 0.5105674266815186, 0.3533158600330353], "cos_apical_negg": [0.5570243000984192, 0.5105674266815186, 0.3533158600330353], "cos_Ac_negg": [0.5570243000984192, 0.5105674266815186, 0.3533158600330353], "r_norm": [0.9977027773857117, 1.0004279613494873, 1.0407673120498657]}, {"step": 5250, "epoch": 11, "train_loss": 0.16352830827236176, "cos_r_negg": [0.5260107517242432, 0.4798164963722229, 0.3249390721321106], "cos_apical_negg": [0.5260107517242432, 0.4798164963722229, 0.3249390721321106], "cos_Ac_negg": [0.5260107517242432, 0.4798164963722229, 0.3249390721321106], "r_norm": [1.0817943811416626, 1.087648868560791, 1.1279573440551758]}, {"step": 5300, "epoch": 11, "train_loss": 0.30812108516693115, "cos_r_negg": [0.5424013733863831, 0.5056279897689819, 0.35134440660476685], "cos_apical_negg": [0.5424013733863831, 0.5056279897689819, 0.35134440660476685], "cos_Ac_negg": [0.5424013733863831, 0.5056279897689819, 0.35134440660476685], "r_norm": [1.114587426185608, 1.1162159442901611, 1.1613409519195557]}, {"step": 5350, "epoch": 11, "train_loss": 0.24844180047512054, "cos_r_negg": [0.5460186004638672, 0.49893438816070557, 0.32081055641174316], "cos_apical_negg": [0.5460186004638672, 0.49893438816070557, 0.32081055641174316], "cos_Ac_negg": [0.5460186004638672, 0.49893438816070557, 0.32081055641174316], "r_norm": [1.0513170957565308, 1.054871678352356, 1.0928800106048584]}, {"step": 5400, "epoch": 11, "train_loss": 0.30740150809288025, "cos_r_negg": [0.5552672147750854, 0.525720477104187, 0.32767003774642944], "cos_apical_negg": [0.5552672147750854, 0.525720477104187, 0.32767003774642944], "cos_Ac_negg": [0.5552672147750854, 0.525720477104187, 0.32767003774642944], "r_norm": [1.0842907428741455, 1.0863616466522217, 1.1354650259017944]}, {"step": 5450, "epoch": 11, "train_loss": 0.35999083518981934, "cos_r_negg": [0.5373426675796509, 0.49772754311561584, 0.30857735872268677], "cos_apical_negg": [0.5373426675796509, 0.49772754311561584, 0.30857735872268677], "cos_Ac_negg": [0.5373426675796509, 0.49772754311561584, 0.30857735872268677], "r_norm": [0.9863642454147339, 0.9881349802017212, 1.027310848236084]}, {"step": 5500, "epoch": 11, "train_loss": 0.366878867149353, "cos_r_negg": [0.537420392036438, 0.4802018404006958, 0.2947410047054291], "cos_apical_negg": [0.537420392036438, 0.4802018404006958, 0.2947410047054291], "cos_Ac_negg": [0.537420392036438, 0.4802018404006958, 0.2947410047054291], "r_norm": [1.054533839225769, 1.058425784111023, 1.0947096347808838]}, {"step": 5550, "epoch": 11, "train_loss": 0.4005468487739563, "cos_r_negg": [0.5359601974487305, 0.4853297472000122, 0.33456382155418396], "cos_apical_negg": [0.5359601974487305, 0.4853297472000122, 0.33456382155418396], "cos_Ac_negg": [0.5359601974487305, 0.4853297472000122, 0.33456382155418396], "r_norm": [0.9245837926864624, 0.9242284297943115, 0.9579631090164185]}, {"step": 5600, "epoch": 11, "train_loss": 0.16907480359077454, "cos_r_negg": [0.5304245948791504, 0.5136327147483826, 0.3225087821483612], "cos_apical_negg": [0.5304245948791504, 0.5136327147483826, 0.3225087821483612], "cos_Ac_negg": [0.5304245948791504, 0.5136327147483826, 0.3225087821483612], "r_norm": [1.0269055366516113, 1.0278122425079346, 1.0701103210449219]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8635, "test_loss": 0.44349385375976563}, {"step": 5650, "epoch": 12, "train_loss": 0.25246191024780273, "cos_r_negg": [0.5552126169204712, 0.5074740648269653, 0.3513406813144684], "cos_apical_negg": [0.5552126169204712, 0.5074740648269653, 0.3513406813144684], "cos_Ac_negg": [0.5552126169204712, 0.5074740648269653, 0.3513406813144684], "r_norm": [1.0333980321884155, 1.0329606533050537, 1.0706017017364502]}, {"step": 5700, "epoch": 12, "train_loss": 0.31434905529022217, "cos_r_negg": [0.5207602977752686, 0.4736228287220001, 0.32822132110595703], "cos_apical_negg": [0.5207602977752686, 0.4736228287220001, 0.32822132110595703], "cos_Ac_negg": [0.5207602977752686, 0.4736228287220001, 0.32822132110595703], "r_norm": [0.922808051109314, 0.9258745908737183, 0.9569599628448486]}, {"step": 5750, "epoch": 12, "train_loss": 0.3929879069328308, "cos_r_negg": [0.508569061756134, 0.4787585437297821, 0.3363460302352905], "cos_apical_negg": [0.508569061756134, 0.4787585437297821, 0.3363460302352905], "cos_Ac_negg": [0.508569061756134, 0.4787585437297821, 0.3363460302352905], "r_norm": [0.9259049296379089, 0.9272133111953735, 0.9625677466392517]}, {"step": 5800, "epoch": 12, "train_loss": 0.3393230140209198, "cos_r_negg": [0.5176109075546265, 0.4810763895511627, 0.3357788920402527], "cos_apical_negg": [0.5176109075546265, 0.4810763895511627, 0.3357788920402527], "cos_Ac_negg": [0.5176109075546265, 0.4810763895511627, 0.3357788920402527], "r_norm": [1.0152982473373413, 1.018539309501648, 1.056267261505127]}, {"step": 5850, "epoch": 12, "train_loss": 0.31895995140075684, "cos_r_negg": [0.5203104615211487, 0.4871257543563843, 0.33609694242477417], "cos_apical_negg": [0.5203104615211487, 0.4871257543563843, 0.33609694242477417], "cos_Ac_negg": [0.5203104615211487, 0.4871257543563843, 0.33609694242477417], "r_norm": [0.9929803609848022, 0.9962289333343506, 1.0338706970214844]}, {"step": 5900, "epoch": 12, "train_loss": 0.30270668864250183, "cos_r_negg": [0.5550857782363892, 0.516716480255127, 0.36944979429244995], "cos_apical_negg": [0.5550857782363892, 0.516716480255127, 0.36944979429244995], "cos_Ac_negg": [0.5550857782363892, 0.516716480255127, 0.36944979429244995], "r_norm": [1.1057324409484863, 1.1070834398269653, 1.1462669372558594]}, {"step": 5950, "epoch": 12, "train_loss": 0.3060998320579529, "cos_r_negg": [0.537505567073822, 0.5112979412078857, 0.3711710572242737], "cos_apical_negg": [0.537505567073822, 0.5112979412078857, 0.3711710572242737], "cos_Ac_negg": [0.537505567073822, 0.5112979412078857, 0.3711710572242737], "r_norm": [1.0182015895843506, 1.0195071697235107, 1.0583572387695312]}, {"step": 6000, "epoch": 12, "train_loss": 0.17006027698516846, "cos_r_negg": [0.52378910779953, 0.48912855982780457, 0.35172605514526367], "cos_apical_negg": [0.52378910779953, 0.48912855982780457, 0.35172605514526367], "cos_Ac_negg": [0.52378910779953, 0.48912855982780457, 0.35172605514526367], "r_norm": [1.0137150287628174, 1.018324851989746, 1.0570710897445679]}, {"step": 6050, "epoch": 12, "train_loss": 0.19773821532726288, "cos_r_negg": [0.5302936434745789, 0.4902874827384949, 0.34510910511016846], "cos_apical_negg": [0.5302936434745789, 0.4902874827384949, 0.34510910511016846], "cos_Ac_negg": [0.5302936434745789, 0.4902874827384949, 0.34510910511016846], "r_norm": [1.0124000310897827, 1.0147802829742432, 1.0568904876708984]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8676, "test_loss": 0.3929414886474609}, {"step": 6100, "epoch": 13, "train_loss": 0.3084768056869507, "cos_r_negg": [0.5239465236663818, 0.5037080645561218, 0.34146830439567566], "cos_apical_negg": [0.5239465236663818, 0.5037080645561218, 0.34146830439567566], "cos_Ac_negg": [0.5239465236663818, 0.5037080645561218, 0.34146830439567566], "r_norm": [1.0514798164367676, 1.0556589365005493, 1.0938230752944946]}, {"step": 6150, "epoch": 13, "train_loss": 0.22145327925682068, "cos_r_negg": [0.5035682916641235, 0.47802990674972534, 0.32782280445098877], "cos_apical_negg": [0.5035682916641235, 0.47802990674972534, 0.32782280445098877], "cos_Ac_negg": [0.5035682916641235, 0.47802990674972534, 0.32782280445098877], "r_norm": [0.9263589382171631, 0.9293583631515503, 0.9625756740570068]}, {"step": 6200, "epoch": 13, "train_loss": 0.3025739789009094, "cos_r_negg": [0.5109578371047974, 0.4658401906490326, 0.3400396406650543], "cos_apical_negg": [0.5109578371047974, 0.4658401906490326, 0.3400396406650543], "cos_Ac_negg": [0.5109578371047974, 0.4658401906490326, 0.3400396406650543], "r_norm": [1.2209011316299438, 1.2284605503082275, 1.2674050331115723]}, {"step": 6250, "epoch": 13, "train_loss": 0.30597639083862305, "cos_r_negg": [0.5106545686721802, 0.49773693084716797, 0.3485346734523773], "cos_apical_negg": [0.5106545686721802, 0.49773693084716797, 0.3485346734523773], "cos_Ac_negg": [0.5106545686721802, 0.49773693084716797, 0.3485346734523773], "r_norm": [1.1371660232543945, 1.1447601318359375, 1.1926658153533936]}, {"step": 6300, "epoch": 13, "train_loss": 0.32176291942596436, "cos_r_negg": [0.5303834676742554, 0.5022273659706116, 0.3452436327934265], "cos_apical_negg": [0.5303834676742554, 0.5022273659706116, 0.3452436327934265], "cos_Ac_negg": [0.5303834676742554, 0.5022273659706116, 0.3452436327934265], "r_norm": [1.0098719596862793, 1.0128189325332642, 1.0544590950012207]}, {"step": 6350, "epoch": 13, "train_loss": 0.31035125255584717, "cos_r_negg": [0.49578025937080383, 0.47033461928367615, 0.3211347758769989], "cos_apical_negg": [0.49578025937080383, 0.47033461928367615, 0.3211347758769989], "cos_Ac_negg": [0.49578025937080383, 0.47033461928367615, 0.3211347758769989], "r_norm": [1.0796458721160889, 1.086381196975708, 1.1308064460754395]}, {"step": 6400, "epoch": 13, "train_loss": 0.19375208020210266, "cos_r_negg": [0.5303575396537781, 0.4842713177204132, 0.3236251175403595], "cos_apical_negg": [0.5303575396537781, 0.4842713177204132, 0.3236251175403595], "cos_Ac_negg": [0.5303575396537781, 0.4842713177204132, 0.3236251175403595], "r_norm": [0.9464017748832703, 0.9481478929519653, 0.9868296384811401]}, {"step": 6450, "epoch": 13, "train_loss": 0.31614357233047485, "cos_r_negg": [0.5151352286338806, 0.49250179529190063, 0.3451676368713379], "cos_apical_negg": [0.5151352286338806, 0.49250179529190063, 0.3451676368713379], "cos_Ac_negg": [0.5151352286338806, 0.49250179529190063, 0.3451676368713379], "r_norm": [1.078652024269104, 1.087846279144287, 1.1206915378570557]}, {"step": 6500, "epoch": 13, "train_loss": 0.15156960487365723, "cos_r_negg": [0.5111722946166992, 0.465609073638916, 0.3402599096298218], "cos_apical_negg": [0.5111722946166992, 0.465609073638916, 0.3402599096298218], "cos_Ac_negg": [0.5111722946166992, 0.465609073638916, 0.3402599096298218], "r_norm": [1.1337052583694458, 1.1405969858169556, 1.1740009784698486]}, {"step": 6550, "epoch": 13, "train_loss": 0.2981131076812744, "cos_r_negg": [0.5163041353225708, 0.4733712673187256, 0.34647050499916077], "cos_apical_negg": [0.5163041353225708, 0.4733712673187256, 0.34647050499916077], "cos_Ac_negg": [0.5163041353225708, 0.4733712673187256, 0.34647050499916077], "r_norm": [1.0293523073196411, 1.0307965278625488, 1.0709993839263916]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8622, "test_loss": 0.4112004974365234}, {"step": 6600, "epoch": 14, "train_loss": 0.3770750164985657, "cos_r_negg": [0.4990047216415405, 0.46186649799346924, 0.32930827140808105], "cos_apical_negg": [0.4990047216415405, 0.46186649799346924, 0.32930827140808105], "cos_Ac_negg": [0.4990047216415405, 0.46186649799346924, 0.32930827140808105], "r_norm": [1.0358277559280396, 1.0447067022323608, 1.084554672241211]}, {"step": 6650, "epoch": 14, "train_loss": 0.2981671690940857, "cos_r_negg": [0.5316342115402222, 0.4814518094062805, 0.3395179510116577], "cos_apical_negg": [0.5316342115402222, 0.4814518094062805, 0.3395179510116577], "cos_Ac_negg": [0.5316342115402222, 0.4814518094062805, 0.3395179510116577], "r_norm": [0.9978930950164795, 1.0014986991882324, 1.0419814586639404]}, {"step": 6700, "epoch": 14, "train_loss": 0.2027556449174881, "cos_r_negg": [0.5545802712440491, 0.5083866119384766, 0.3474741280078888], "cos_apical_negg": [0.5545802712440491, 0.5083866119384766, 0.3474741280078888], "cos_Ac_negg": [0.5545802712440491, 0.5083866119384766, 0.3474741280078888], "r_norm": [1.049551010131836, 1.0503032207489014, 1.1006121635437012]}, {"step": 6750, "epoch": 14, "train_loss": 0.37461525201797485, "cos_r_negg": [0.5567103624343872, 0.4927564859390259, 0.3414543867111206], "cos_apical_negg": [0.5567103624343872, 0.4927564859390259, 0.3414543867111206], "cos_Ac_negg": [0.5567103624343872, 0.4927564859390259, 0.3414543867111206], "r_norm": [1.0902183055877686, 1.0926693677902222, 1.1335420608520508]}, {"step": 6800, "epoch": 14, "train_loss": 0.1927030384540558, "cos_r_negg": [0.5344594717025757, 0.46819770336151123, 0.32204651832580566], "cos_apical_negg": [0.5344594717025757, 0.46819770336151123, 0.32204651832580566], "cos_Ac_negg": [0.5344594717025757, 0.46819770336151123, 0.32204651832580566], "r_norm": [1.019054651260376, 1.0238534212112427, 1.0625624656677246]}, {"step": 6850, "epoch": 14, "train_loss": 0.2499627321958542, "cos_r_negg": [0.518862247467041, 0.4756145477294922, 0.31617462635040283], "cos_apical_negg": [0.518862247467041, 0.4756145477294922, 0.31617462635040283], "cos_Ac_negg": [0.518862247467041, 0.4756145477294922, 0.31617462635040283], "r_norm": [1.0994806289672852, 1.1063756942749023, 1.1676727533340454]}, {"step": 6900, "epoch": 14, "train_loss": 0.3167183995246887, "cos_r_negg": [0.5207981467247009, 0.47090500593185425, 0.316584050655365], "cos_apical_negg": [0.5207981467247009, 0.47090500593185425, 0.316584050655365], "cos_Ac_negg": [0.5207981467247009, 0.47090500593185425, 0.316584050655365], "r_norm": [1.0003235340118408, 1.0007331371307373, 1.0394330024719238]}, {"step": 6950, "epoch": 14, "train_loss": 0.2730119824409485, "cos_r_negg": [0.5058342814445496, 0.4690088629722595, 0.319714218378067], "cos_apical_negg": [0.5058342814445496, 0.4690088629722595, 0.319714218378067], "cos_Ac_negg": [0.5058342814445496, 0.4690088629722595, 0.319714218378067], "r_norm": [1.0075974464416504, 1.0085033178329468, 1.0489318370819092]}, {"step": 7000, "epoch": 14, "train_loss": 0.23119060695171356, "cos_r_negg": [0.5238629579544067, 0.4687599837779999, 0.3252306580543518], "cos_apical_negg": [0.5238629579544067, 0.4687599837779999, 0.3252306580543518], "cos_Ac_negg": [0.5238629579544067, 0.4687599837779999, 0.3252306580543518], "r_norm": [0.9358254671096802, 0.9381543397903442, 0.9732517004013062]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.86, "test_loss": 0.43477781066894533}, {"step": 7050, "epoch": 15, "train_loss": 0.25139176845550537, "cos_r_negg": [0.5174509882926941, 0.4737400412559509, 0.31537288427352905], "cos_apical_negg": [0.5174509882926941, 0.4737400412559509, 0.31537288427352905], "cos_Ac_negg": [0.5174509882926941, 0.4737400412559509, 0.31537288427352905], "r_norm": [0.9644026756286621, 0.9671196937561035, 1.0059216022491455]}, {"step": 7100, "epoch": 15, "train_loss": 0.20873385667800903, "cos_r_negg": [0.5225255489349365, 0.4768047630786896, 0.3290483355522156], "cos_apical_negg": [0.5225255489349365, 0.4768047630786896, 0.3290483355522156], "cos_Ac_negg": [0.5225255489349365, 0.4768047630786896, 0.3290483355522156], "r_norm": [0.9817707538604736, 0.9843555688858032, 1.0227614641189575]}, {"step": 7150, "epoch": 15, "train_loss": 0.34392815828323364, "cos_r_negg": [0.5569096803665161, 0.5071672201156616, 0.3404828608036041], "cos_apical_negg": [0.5569096803665161, 0.5071672201156616, 0.3404828608036041], "cos_Ac_negg": [0.5569096803665161, 0.5071672201156616, 0.3404828608036041], "r_norm": [1.040116786956787, 1.0416922569274902, 1.0814228057861328]}, {"step": 7200, "epoch": 15, "train_loss": 0.2741892337799072, "cos_r_negg": [0.5188976526260376, 0.47180241346359253, 0.33712121844291687], "cos_apical_negg": [0.5188976526260376, 0.47180241346359253, 0.33712121844291687], "cos_Ac_negg": [0.5188976526260376, 0.47180241346359253, 0.33712121844291687], "r_norm": [0.9572449922561646, 0.9605811238288879, 0.999588131904602]}, {"step": 7250, "epoch": 15, "train_loss": 0.2903830409049988, "cos_r_negg": [0.49596646428108215, 0.450187623500824, 0.3225376009941101], "cos_apical_negg": [0.49596646428108215, 0.450187623500824, 0.3225376009941101], "cos_Ac_negg": [0.49596646428108215, 0.450187623500824, 0.3225376009941101], "r_norm": [1.0248340368270874, 1.0276058912277222, 1.0691033601760864]}, {"step": 7300, "epoch": 15, "train_loss": 0.2919791340827942, "cos_r_negg": [0.49757784605026245, 0.45585060119628906, 0.31574973464012146], "cos_apical_negg": [0.49757784605026245, 0.45585060119628906, 0.31574973464012146], "cos_Ac_negg": [0.49757784605026245, 0.45585060119628906, 0.31574973464012146], "r_norm": [0.9573032855987549, 0.956917941570282, 0.9971053004264832]}, {"step": 7350, "epoch": 15, "train_loss": 0.3157356083393097, "cos_r_negg": [0.4984954595565796, 0.46053460240364075, 0.30238786339759827], "cos_apical_negg": [0.4984954595565796, 0.46053460240364075, 0.30238786339759827], "cos_Ac_negg": [0.4984954595565796, 0.46053460240364075, 0.30238786339759827], "r_norm": [1.0181992053985596, 1.018418788909912, 1.058763027191162]}, {"step": 7400, "epoch": 15, "train_loss": 0.3195455074310303, "cos_r_negg": [0.5005679130554199, 0.46566057205200195, 0.3161723017692566], "cos_apical_negg": [0.5005679130554199, 0.46566057205200195, 0.3161723017692566], "cos_Ac_negg": [0.5005679130554199, 0.46566057205200195, 0.3161723017692566], "r_norm": [1.0060958862304688, 1.010920524597168, 1.0490596294403076]}, {"step": 7450, "epoch": 15, "train_loss": 0.24067680537700653, "cos_r_negg": [0.5199094414710999, 0.47857633233070374, 0.34069329500198364], "cos_apical_negg": [0.5199094414710999, 0.47857633233070374, 0.34069329500198364], "cos_Ac_negg": [0.5199094414710999, 0.47857633233070374, 0.34069329500198364], "r_norm": [1.0579665899276733, 1.059272289276123, 1.1009128093719482]}, {"step": 7500, "epoch": 15, "train_loss": 0.28426480293273926, "cos_r_negg": [0.49690479040145874, 0.45690545439720154, 0.3244393467903137], "cos_apical_negg": [0.49690479040145874, 0.45690545439720154, 0.3244393467903137], "cos_Ac_negg": [0.49690479040145874, 0.45690545439720154, 0.3244393467903137], "r_norm": [1.054865837097168, 1.057772159576416, 1.097151756286621]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8677, "test_loss": 0.4169555725097656}, {"step": 7550, "epoch": 16, "train_loss": 0.2482002228498459, "cos_r_negg": [0.5011129379272461, 0.45983415842056274, 0.3239371180534363], "cos_apical_negg": [0.5011129379272461, 0.45983415842056274, 0.3239371180534363], "cos_Ac_negg": [0.5011129379272461, 0.45983415842056274, 0.3239371180534363], "r_norm": [1.005721092224121, 1.0088140964508057, 1.0432841777801514]}, {"step": 7600, "epoch": 16, "train_loss": 0.317100465297699, "cos_r_negg": [0.500135064125061, 0.46237578988075256, 0.3351733386516571], "cos_apical_negg": [0.500135064125061, 0.46237578988075256, 0.3351733386516571], "cos_Ac_negg": [0.500135064125061, 0.46237578988075256, 0.3351733386516571], "r_norm": [0.8966686725616455, 0.9010443687438965, 0.9354676008224487]}, {"step": 7650, "epoch": 16, "train_loss": 0.10397167503833771, "cos_r_negg": [0.4843564033508301, 0.44260677695274353, 0.324796199798584], "cos_apical_negg": [0.4843564033508301, 0.44260677695274353, 0.324796199798584], "cos_Ac_negg": [0.4843564033508301, 0.44260677695274353, 0.324796199798584], "r_norm": [0.9073319435119629, 0.9097784161567688, 0.9437050819396973]}, {"step": 7700, "epoch": 16, "train_loss": 0.1729772537946701, "cos_r_negg": [0.5052898526191711, 0.47081688046455383, 0.33389195799827576], "cos_apical_negg": [0.5052898526191711, 0.47081688046455383, 0.33389195799827576], "cos_Ac_negg": [0.5052898526191711, 0.47081688046455383, 0.33389195799827576], "r_norm": [0.9059154391288757, 0.9104232788085938, 0.9425313472747803]}, {"step": 7750, "epoch": 16, "train_loss": 0.29866042733192444, "cos_r_negg": [0.5003764033317566, 0.4784592092037201, 0.3637372851371765], "cos_apical_negg": [0.5003764033317566, 0.4784592092037201, 0.3637372851371765], "cos_Ac_negg": [0.5003764033317566, 0.4784592092037201, 0.3637372851371765], "r_norm": [0.8963104486465454, 0.8998839259147644, 0.9344870448112488]}, {"step": 7800, "epoch": 16, "train_loss": 0.30369123816490173, "cos_r_negg": [0.5001915693283081, 0.4734432101249695, 0.3382464647293091], "cos_apical_negg": [0.5001915693283081, 0.4734432101249695, 0.3382464647293091], "cos_Ac_negg": [0.5001915693283081, 0.4734432101249695, 0.3382464647293091], "r_norm": [1.097180962562561, 1.1008086204528809, 1.1405417919158936]}, {"step": 7850, "epoch": 16, "train_loss": 0.27360111474990845, "cos_r_negg": [0.4833773672580719, 0.4526936709880829, 0.32284557819366455], "cos_apical_negg": [0.4833773672580719, 0.4526936709880829, 0.32284557819366455], "cos_Ac_negg": [0.4833773672580719, 0.4526936709880829, 0.32284557819366455], "r_norm": [0.9827121496200562, 0.9845514297485352, 1.0167925357818604]}, {"step": 7900, "epoch": 16, "train_loss": 0.12490157037973404, "cos_r_negg": [0.5079717636108398, 0.4716930389404297, 0.33151423931121826], "cos_apical_negg": [0.5079717636108398, 0.4716930389404297, 0.33151423931121826], "cos_Ac_negg": [0.5079717636108398, 0.4716930389404297, 0.33151423931121826], "r_norm": [1.0487316846847534, 1.0486114025115967, 1.0932310819625854]}, {"step": 7950, "epoch": 16, "train_loss": 0.2334904968738556, "cos_r_negg": [0.4675944149494171, 0.44387733936309814, 0.3145703673362732], "cos_apical_negg": [0.4675944149494171, 0.44387733936309814, 0.3145703673362732], "cos_Ac_negg": [0.4675944149494171, 0.44387733936309814, 0.3145703673362732], "r_norm": [0.9657174944877625, 0.9699041843414307, 0.9999041557312012]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8728, "test_loss": 0.39576046142578125}, {"step": 8000, "epoch": 17, "train_loss": 0.20737102627754211, "cos_r_negg": [0.49585145711898804, 0.4546728730201721, 0.3423367440700531], "cos_apical_negg": [0.49585145711898804, 0.4546728730201721, 0.3423367440700531], "cos_Ac_negg": [0.49585145711898804, 0.4546728730201721, 0.3423367440700531], "r_norm": [1.0119563341140747, 1.0144765377044678, 1.0526669025421143]}, {"step": 8050, "epoch": 17, "train_loss": 0.21920427680015564, "cos_r_negg": [0.5220789909362793, 0.4867684245109558, 0.3649085760116577], "cos_apical_negg": [0.5220789909362793, 0.4867684245109558, 0.3649085760116577], "cos_Ac_negg": [0.5220789909362793, 0.4867684245109558, 0.3649085760116577], "r_norm": [1.0268685817718506, 1.0311694145202637, 1.0700582265853882]}, {"step": 8100, "epoch": 17, "train_loss": 0.20779582858085632, "cos_r_negg": [0.5016719102859497, 0.4650813639163971, 0.33130723237991333], "cos_apical_negg": [0.5016719102859497, 0.4650813639163971, 0.33130723237991333], "cos_Ac_negg": [0.5016719102859497, 0.4650813639163971, 0.33130723237991333], "r_norm": [1.005432367324829, 1.008638858795166, 1.0458542108535767]}, {"step": 8150, "epoch": 17, "train_loss": 0.22630009055137634, "cos_r_negg": [0.4983593821525574, 0.47394394874572754, 0.33197855949401855], "cos_apical_negg": [0.4983593821525574, 0.47394394874572754, 0.33197855949401855], "cos_Ac_negg": [0.4983593821525574, 0.47394394874572754, 0.33197855949401855], "r_norm": [1.0483484268188477, 1.0461187362670898, 1.095934510231018]}, {"step": 8200, "epoch": 17, "train_loss": 0.2395097315311432, "cos_r_negg": [0.47302156686782837, 0.43044599890708923, 0.3356482982635498], "cos_apical_negg": [0.47302156686782837, 0.43044599890708923, 0.3356482982635498], "cos_Ac_negg": [0.47302156686782837, 0.43044599890708923, 0.3356482982635498], "r_norm": [1.0041041374206543, 1.003894567489624, 1.049432635307312]}, {"step": 8250, "epoch": 17, "train_loss": 0.28118109703063965, "cos_r_negg": [0.5033833980560303, 0.43140122294425964, 0.3306678533554077], "cos_apical_negg": [0.5033833980560303, 0.43140122294425964, 0.3306678533554077], "cos_Ac_negg": [0.5033833980560303, 0.43140122294425964, 0.3306678533554077], "r_norm": [0.9058988094329834, 0.9086681604385376, 0.9416335225105286]}, {"step": 8300, "epoch": 17, "train_loss": 0.16391810774803162, "cos_r_negg": [0.5132496356964111, 0.4730319380760193, 0.3633958101272583], "cos_apical_negg": [0.5132496356964111, 0.4730319380760193, 0.3633958101272583], "cos_Ac_negg": [0.5132496356964111, 0.4730319380760193, 0.3633958101272583], "r_norm": [0.9679981470108032, 0.971106231212616, 1.0038098096847534]}, {"step": 8350, "epoch": 17, "train_loss": 0.1833711564540863, "cos_r_negg": [0.47683972120285034, 0.4368164539337158, 0.32029175758361816], "cos_apical_negg": [0.47683972120285034, 0.4368164539337158, 0.32029175758361816], "cos_Ac_negg": [0.47683972120285034, 0.4368164539337158, 0.32029175758361816], "r_norm": [0.877538800239563, 0.8824683427810669, 0.9125149250030518]}, {"step": 8400, "epoch": 17, "train_loss": 0.4413406550884247, "cos_r_negg": [0.47488558292388916, 0.44930005073547363, 0.3480145335197449], "cos_apical_negg": [0.47488558292388916, 0.44930005073547363, 0.3480145335197449], "cos_Ac_negg": [0.47488558292388916, 0.44930005073547363, 0.3480145335197449], "r_norm": [0.9790311455726624, 0.9830297827720642, 1.0166056156158447]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8723, "test_loss": 0.4141054504394531}, {"step": 8450, "epoch": 18, "train_loss": 0.1975923478603363, "cos_r_negg": [0.48648297786712646, 0.43408364057540894, 0.32148146629333496], "cos_apical_negg": [0.48648297786712646, 0.43408364057540894, 0.32148146629333496], "cos_Ac_negg": [0.48648297786712646, 0.43408364057540894, 0.32148146629333496], "r_norm": [0.9804784059524536, 0.9822555780410767, 1.0170936584472656]}, {"step": 8500, "epoch": 18, "train_loss": 0.2170269638299942, "cos_r_negg": [0.4930678904056549, 0.4732345938682556, 0.3549098074436188], "cos_apical_negg": [0.4930678904056549, 0.4732345938682556, 0.3549098074436188], "cos_Ac_negg": [0.4930678904056549, 0.4732345938682556, 0.3549098074436188], "r_norm": [1.0356336832046509, 1.0368354320526123, 1.0813204050064087]}, {"step": 8550, "epoch": 18, "train_loss": 0.2743076682090759, "cos_r_negg": [0.5223758220672607, 0.47498756647109985, 0.3816024661064148], "cos_apical_negg": [0.5223758220672607, 0.47498756647109985, 0.3816024661064148], "cos_Ac_negg": [0.5223758220672607, 0.47498756647109985, 0.3816024661064148], "r_norm": [1.119702696800232, 1.1220529079437256, 1.159076452255249]}, {"step": 8600, "epoch": 18, "train_loss": 0.2163122296333313, "cos_r_negg": [0.4831794500350952, 0.45187732577323914, 0.3454667627811432], "cos_apical_negg": [0.4831794500350952, 0.45187732577323914, 0.3454667627811432], "cos_Ac_negg": [0.4831794500350952, 0.45187732577323914, 0.3454667627811432], "r_norm": [0.995210587978363, 1.0017855167388916, 1.034205675125122]}, {"step": 8650, "epoch": 18, "train_loss": 0.13997313380241394, "cos_r_negg": [0.4771954417228699, 0.43845605850219727, 0.3556821346282959], "cos_apical_negg": [0.4771954417228699, 0.43845605850219727, 0.3556821346282959], "cos_Ac_negg": [0.4771954417228699, 0.43845605850219727, 0.3556821346282959], "r_norm": [1.11307692527771, 1.1140804290771484, 1.1566908359527588]}, {"step": 8700, "epoch": 18, "train_loss": 0.22481492161750793, "cos_r_negg": [0.5032932758331299, 0.4645969867706299, 0.34453195333480835], "cos_apical_negg": [0.5032932758331299, 0.4645969867706299, 0.34453195333480835], "cos_Ac_negg": [0.5032932758331299, 0.4645969867706299, 0.34453195333480835], "r_norm": [0.9852727055549622, 0.9846411943435669, 1.024845838546753]}, {"step": 8750, "epoch": 18, "train_loss": 0.24850310385227203, "cos_r_negg": [0.4939298629760742, 0.4577949047088623, 0.3372790813446045], "cos_apical_negg": [0.4939298629760742, 0.4577949047088623, 0.3372790813446045], "cos_Ac_negg": [0.4939298629760742, 0.4577949047088623, 0.3372790813446045], "r_norm": [0.9325878620147705, 0.9325607419013977, 0.9683027863502502]}, {"step": 8800, "epoch": 18, "train_loss": 0.1765774041414261, "cos_r_negg": [0.49291396141052246, 0.45738303661346436, 0.3458293080329895], "cos_apical_negg": [0.49291396141052246, 0.45738303661346436, 0.3458293080329895], "cos_Ac_negg": [0.49291396141052246, 0.45738303661346436, 0.3458293080329895], "r_norm": [0.9721253514289856, 0.9759678840637207, 1.009063959121704]}, {"step": 8850, "epoch": 18, "train_loss": 0.20844939351081848, "cos_r_negg": [0.48609617352485657, 0.4461834728717804, 0.35296088457107544], "cos_apical_negg": [0.48609617352485657, 0.4461834728717804, 0.35296088457107544], "cos_Ac_negg": [0.48609617352485657, 0.4461834728717804, 0.35296088457107544], "r_norm": [0.997902512550354, 1.0024951696395874, 1.0355650186538696]}, {"step": 8900, "epoch": 18, "train_loss": 0.27170610427856445, "cos_r_negg": [0.48794257640838623, 0.438390851020813, 0.31824082136154175], "cos_apical_negg": [0.48794257640838623, 0.438390851020813, 0.31824082136154175], "cos_Ac_negg": [0.48794257640838623, 0.438390851020813, 0.31824082136154175], "r_norm": [0.971239447593689, 0.9757829308509827, 1.0131986141204834]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8649, "test_loss": 0.43618760986328126}, {"step": 8950, "epoch": 19, "train_loss": 0.32088035345077515, "cos_r_negg": [0.49909263849258423, 0.4658694267272949, 0.35751205682754517], "cos_apical_negg": [0.49909263849258423, 0.4658694267272949, 0.35751205682754517], "cos_Ac_negg": [0.49909263849258423, 0.4658694267272949, 0.35751205682754517], "r_norm": [1.0287011861801147, 1.029464602470398, 1.0701713562011719]}, {"step": 9000, "epoch": 19, "train_loss": 0.29758983850479126, "cos_r_negg": [0.48139679431915283, 0.45213502645492554, 0.3362651765346527], "cos_apical_negg": [0.48139679431915283, 0.45213502645492554, 0.3362651765346527], "cos_Ac_negg": [0.48139679431915283, 0.45213502645492554, 0.3362651765346527], "r_norm": [1.0359268188476562, 1.034895420074463, 1.0742762088775635]}, {"step": 9050, "epoch": 19, "train_loss": 0.21718966960906982, "cos_r_negg": [0.47272220253944397, 0.4370928108692169, 0.3368207812309265], "cos_apical_negg": [0.47272220253944397, 0.4370928108692169, 0.3368207812309265], "cos_Ac_negg": [0.47272220253944397, 0.4370928108692169, 0.3368207812309265], "r_norm": [1.0162359476089478, 1.0166804790496826, 1.0490741729736328]}, {"step": 9100, "epoch": 19, "train_loss": 0.19500373303890228, "cos_r_negg": [0.46176666021347046, 0.4366276264190674, 0.3375225067138672], "cos_apical_negg": [0.46176666021347046, 0.4366276264190674, 0.3375225067138672], "cos_Ac_negg": [0.46176666021347046, 0.4366276264190674, 0.3375225067138672], "r_norm": [0.9433700442314148, 0.9425649642944336, 0.9792330265045166]}, {"step": 9150, "epoch": 19, "train_loss": 0.2036769986152649, "cos_r_negg": [0.48411059379577637, 0.4546699523925781, 0.361328661441803], "cos_apical_negg": [0.48411059379577637, 0.4546699523925781, 0.361328661441803], "cos_Ac_negg": [0.48411059379577637, 0.4546699523925781, 0.361328661441803], "r_norm": [0.9998629093170166, 1.0000234842300415, 1.0453402996063232]}, {"step": 9200, "epoch": 19, "train_loss": 0.1486676037311554, "cos_r_negg": [0.49474620819091797, 0.4549579918384552, 0.34633558988571167], "cos_apical_negg": [0.49474620819091797, 0.4549579918384552, 0.34633558988571167], "cos_Ac_negg": [0.49474620819091797, 0.4549579918384552, 0.34633558988571167], "r_norm": [0.9000241756439209, 0.8991961479187012, 0.9420320987701416]}, {"step": 9250, "epoch": 19, "train_loss": 0.14768126606941223, "cos_r_negg": [0.506582498550415, 0.4692310392856598, 0.3521422743797302], "cos_apical_negg": [0.506582498550415, 0.4692310392856598, 0.3521422743797302], "cos_Ac_negg": [0.506582498550415, 0.4692310392856598, 0.3521422743797302], "r_norm": [0.9825817346572876, 0.9848470687866211, 1.021378517150879]}, {"step": 9300, "epoch": 19, "train_loss": 0.17905887961387634, "cos_r_negg": [0.4815986752510071, 0.4449654817581177, 0.3509604334831238], "cos_apical_negg": [0.4815986752510071, 0.4449654817581177, 0.3509604334831238], "cos_Ac_negg": [0.4815986752510071, 0.4449654817581177, 0.3509604334831238], "r_norm": [1.0314865112304688, 1.0320600271224976, 1.0733716487884521]}, {"step": 9350, "epoch": 19, "train_loss": 0.29345983266830444, "cos_r_negg": [0.46149781346321106, 0.4192873537540436, 0.32200440764427185], "cos_apical_negg": [0.46149781346321106, 0.4192873537540436, 0.32200440764427185], "cos_Ac_negg": [0.46149781346321106, 0.4192873537540436, 0.32200440764427185], "r_norm": [0.9873135685920715, 0.9899850487709045, 1.0254170894622803]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8708, "test_loss": 0.4301343902587891}], "final": {"test_acc": 0.8708, "test_loss": 0.4301343902587891, "wall_s": 22.322590589523315, "cos_r_negg": [0.4579545855522156, 0.4175846576690674, 0.339333176612854], "cos_apical_negg": [0.4579545855522156, 0.4175846576690674, 0.339333176612854], "cos_Ac_negg": [0.4579545855522156, 0.4175846576690674, 0.339333176612854]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_dfa_d5_s0.json b/results/depth_fmnist_dfa_d5_s0.json
new file mode 100644
index 0000000..4d4a10c
--- /dev/null
+++ b/results/depth_fmnist_dfa_d5_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d5_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.363647937774658, "cos_r_negg": [0.0058296299539506435, -0.008899016305804253, 0.012354815378785133, 0.014885189943015575, -0.013123193755745888], "cos_apical_negg": [0.0058296299539506435, -0.008899016305804253, 0.012354815378785133, 0.014885189943015575, -0.013123193755745888], "cos_Ac_negg": [0.0058296299539506435, -0.008899016305804253, 0.012354815378785133, 0.014885189943015575, -0.013123193755745888], "r_norm": [4.750423908233643, 4.8205037117004395, 4.79141902923584, 4.896744251251221, 4.792476654052734]}, {"step": 50, "epoch": 0, "train_loss": 0.9557996988296509, "cos_r_negg": [0.2524680495262146, 0.1862761676311493, 0.13106444478034973, 0.17201654613018036, 0.0794939175248146], "cos_apical_negg": [0.2524680495262146, 0.1862761676311493, 0.13106444478034973, 0.17201654613018036, 0.0794939175248146], "cos_Ac_negg": [0.2524680495262146, 0.1862761676311493, 0.13106444478034973, 0.17201654613018036, 0.0794939175248146], "r_norm": [2.136967658996582, 2.187591791152954, 2.1700563430786133, 2.1684482097625732, 2.1865124702453613]}, {"step": 100, "epoch": 0, "train_loss": 0.7317366600036621, "cos_r_negg": [0.2854353189468384, 0.21714377403259277, 0.2100507915019989, 0.20598873496055603, 0.14591988921165466], "cos_apical_negg": [0.2854353189468384, 0.21714377403259277, 0.2100507915019989, 0.20598873496055603, 0.14591988921165466], "cos_Ac_negg": [0.2854353189468384, 0.21714377403259277, 0.2100507915019989, 0.20598873496055603, 0.14591988921165466], "r_norm": [1.8333306312561035, 1.8611066341400146, 1.8493077754974365, 1.8437954187393188, 1.8621852397918701]}, {"step": 150, "epoch": 0, "train_loss": 0.6143155694007874, "cos_r_negg": [0.324646532535553, 0.28591620922088623, 0.2560298442840576, 0.24181391298770905, 0.16668695211410522], "cos_apical_negg": [0.324646532535553, 0.28591620922088623, 0.2560298442840576, 0.24181391298770905, 0.16668695211410522], "cos_Ac_negg": [0.324646532535553, 0.28591620922088623, 0.2560298442840576, 0.24181391298770905, 0.16668695211410522], "r_norm": [1.762050747871399, 1.7768601179122925, 1.7647558450698853, 1.76815664768219, 1.7737480401992798]}, {"step": 200, "epoch": 0, "train_loss": 0.515678882598877, "cos_r_negg": [0.3955613970756531, 0.3190935254096985, 0.2843210697174072, 0.28887683153152466, 0.2175687849521637], "cos_apical_negg": [0.3955613970756531, 0.3190935254096985, 0.2843210697174072, 0.28887683153152466, 0.2175687849521637], "cos_Ac_negg": [0.3955613970756531, 0.3190935254096985, 0.2843210697174072, 0.28887683153152466, 0.2175687849521637], "r_norm": [1.7599862813949585, 1.7844324111938477, 1.782888412475586, 1.7741528749465942, 1.7939761877059937]}, {"step": 250, "epoch": 0, "train_loss": 0.6953887343406677, "cos_r_negg": [0.32434147596359253, 0.2815808057785034, 0.2776404023170471, 0.28032150864601135, 0.17411932349205017], "cos_apical_negg": [0.32434147596359253, 0.2815808057785034, 0.2776404023170471, 0.28032150864601135, 0.17411932349205017], "cos_Ac_negg": [0.32434147596359253, 0.2815808057785034, 0.2776404023170471, 0.28032150864601135, 0.17411932349205017], "r_norm": [1.5415804386138916, 1.5605645179748535, 1.5556225776672363, 1.5478508472442627, 1.563211441040039]}, {"step": 300, "epoch": 0, "train_loss": 0.883088231086731, "cos_r_negg": [0.3540918827056885, 0.3206974267959595, 0.28866973519325256, 0.24873237311840057, 0.13318133354187012], "cos_apical_negg": [0.3540918827056885, 0.3206974267959595, 0.28866973519325256, 0.24873237311840057, 0.13318133354187012], "cos_Ac_negg": [0.3540918827056885, 0.3206974267959595, 0.28866973519325256, 0.24873237311840057, 0.13318133354187012], "r_norm": [1.5573393106460571, 1.59187650680542, 1.5847728252410889, 1.5759938955307007, 1.6004314422607422]}, {"step": 350, "epoch": 0, "train_loss": 0.5416721105575562, "cos_r_negg": [0.394155353307724, 0.3169674575328827, 0.26622462272644043, 0.25832706689834595, 0.16607195138931274], "cos_apical_negg": [0.394155353307724, 0.3169674575328827, 0.26622462272644043, 0.25832706689834595, 0.16607195138931274], "cos_Ac_negg": [0.394155353307724, 0.3169674575328827, 0.26622462272644043, 0.25832706689834595, 0.16607195138931274], "r_norm": [1.5039567947387695, 1.5106861591339111, 1.5023491382598877, 1.508537769317627, 1.5177202224731445]}, {"step": 400, "epoch": 0, "train_loss": 0.6541353464126587, "cos_r_negg": [0.4047785997390747, 0.33306699991226196, 0.306537002325058, 0.2886689305305481, 0.18691103160381317], "cos_apical_negg": [0.4047785997390747, 0.33306699991226196, 0.306537002325058, 0.2886689305305481, 0.18691103160381317], "cos_Ac_negg": [0.4047785997390747, 0.33306699991226196, 0.306537002325058, 0.2886689305305481, 0.18691103160381317], "r_norm": [1.742785930633545, 1.7392754554748535, 1.7163395881652832, 1.7397109270095825, 1.7382023334503174]}, {"step": 450, "epoch": 0, "train_loss": 0.5122941732406616, "cos_r_negg": [0.3914787173271179, 0.35431569814682007, 0.32900792360305786, 0.2878546714782715, 0.14384284615516663], "cos_apical_negg": [0.3914787173271179, 0.35431569814682007, 0.32900792360305786, 0.2878546714782715, 0.14384284615516663], "cos_Ac_negg": [0.3914787173271179, 0.35431569814682007, 0.32900792360305786, 0.2878546714782715, 0.14384284615516663], "r_norm": [1.4256027936935425, 1.4480500221252441, 1.4326550960540771, 1.4362156391143799, 1.4515018463134766]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8262, "test_loss": 0.5441451782226563}, {"step": 500, "epoch": 1, "train_loss": 0.4197731912136078, "cos_r_negg": [0.37717798352241516, 0.34427154064178467, 0.3187282085418701, 0.27864575386047363, 0.1881919801235199], "cos_apical_negg": [0.37717798352241516, 0.34427154064178467, 0.3187282085418701, 0.27864575386047363, 0.1881919801235199], "cos_Ac_negg": [0.37717798352241516, 0.34427154064178467, 0.3187282085418701, 0.27864575386047363, 0.1881919801235199], "r_norm": [1.3830218315124512, 1.4060426950454712, 1.3925851583480835, 1.3941936492919922, 1.4087815284729004]}, {"step": 550, "epoch": 1, "train_loss": 0.7573899030685425, "cos_r_negg": [0.4345967769622803, 0.3718414902687073, 0.3618696928024292, 0.35206085443496704, 0.21619099378585815], "cos_apical_negg": [0.4345967769622803, 0.3718414902687073, 0.3618696928024292, 0.35206085443496704, 0.21619099378585815], "cos_Ac_negg": [0.4345967769622803, 0.3718414902687073, 0.3618696928024292, 0.35206085443496704, 0.21619099378585815], "r_norm": [1.4276057481765747, 1.4464647769927979, 1.419456124305725, 1.4357883930206299, 1.4430620670318604]}, {"step": 600, "epoch": 1, "train_loss": 0.5594345331192017, "cos_r_negg": [0.46253180503845215, 0.40027958154678345, 0.3440970778465271, 0.37012365460395813, 0.16389325261116028], "cos_apical_negg": [0.46253180503845215, 0.40027958154678345, 0.3440970778465271, 0.37012365460395813, 0.16389325261116028], "cos_Ac_negg": [0.46253180503845215, 0.40027958154678345, 0.3440970778465271, 0.37012365460395813, 0.16389325261116028], "r_norm": [1.301593542098999, 1.3232619762420654, 1.312669038772583, 1.3078802824020386, 1.3244919776916504]}, {"step": 650, "epoch": 1, "train_loss": 0.7425338625907898, "cos_r_negg": [0.37915778160095215, 0.33738040924072266, 0.30719617009162903, 0.3189963698387146, 0.18114560842514038], "cos_apical_negg": [0.37915778160095215, 0.33738040924072266, 0.30719617009162903, 0.3189963698387146, 0.18114560842514038], "cos_Ac_negg": [0.37915778160095215, 0.33738040924072266, 0.30719617009162903, 0.3189963698387146, 0.18114560842514038], "r_norm": [1.377854585647583, 1.403407335281372, 1.3837593793869019, 1.3855361938476562, 1.4044007062911987]}, {"step": 700, "epoch": 1, "train_loss": 0.3421504497528076, "cos_r_negg": [0.39240145683288574, 0.3554818630218506, 0.3112929165363312, 0.3307204842567444, 0.16671481728553772], "cos_apical_negg": [0.39240145683288574, 0.3554818630218506, 0.3112929165363312, 0.3307204842567444, 0.16671481728553772], "cos_Ac_negg": [0.39240145683288574, 0.3554818630218506, 0.3112929165363312, 0.3307204842567444, 0.16671481728553772], "r_norm": [1.3452394008636475, 1.3569241762161255, 1.3413474559783936, 1.3555614948272705, 1.3622684478759766]}, {"step": 750, "epoch": 1, "train_loss": 0.5113345384597778, "cos_r_negg": [0.4443308115005493, 0.4009070098400116, 0.338575541973114, 0.3319021761417389, 0.13616806268692017], "cos_apical_negg": [0.4443308115005493, 0.4009070098400116, 0.338575541973114, 0.3319021761417389, 0.13616806268692017], "cos_Ac_negg": [0.4443308115005493, 0.4009070098400116, 0.338575541973114, 0.3319021761417389, 0.13616806268692017], "r_norm": [1.3464564085006714, 1.3670244216918945, 1.3552610874176025, 1.353868007659912, 1.3723468780517578]}, {"step": 800, "epoch": 1, "train_loss": 0.6128990650177002, "cos_r_negg": [0.43977099657058716, 0.3969152569770813, 0.35502147674560547, 0.35236120223999023, 0.16206201910972595], "cos_apical_negg": [0.43977099657058716, 0.3969152569770813, 0.35502147674560547, 0.35236120223999023, 0.16206201910972595], "cos_Ac_negg": [0.43977099657058716, 0.3969152569770813, 0.35502147674560547, 0.35236120223999023, 0.16206201910972595], "r_norm": [1.608856201171875, 1.6079368591308594, 1.5983425378799438, 1.603492021560669, 1.6176095008850098]}, {"step": 850, "epoch": 1, "train_loss": 0.45683079957962036, "cos_r_negg": [0.40863728523254395, 0.36473917961120605, 0.3371729254722595, 0.368413507938385, 0.11899945139884949], "cos_apical_negg": [0.40863728523254395, 0.36473917961120605, 0.3371729254722595, 0.368413507938385, 0.11899945139884949], "cos_Ac_negg": [0.40863728523254395, 0.36473917961120605, 0.3371729254722595, 0.368413507938385, 0.11899945139884949], "r_norm": [1.3388636112213135, 1.3858622312545776, 1.3679239749908447, 1.3638851642608643, 1.3910350799560547]}, {"step": 900, "epoch": 1, "train_loss": 0.4572943150997162, "cos_r_negg": [0.40325260162353516, 0.39700159430503845, 0.353918194770813, 0.3641621172428131, 0.14263534545898438], "cos_apical_negg": [0.40325260162353516, 0.39700159430503845, 0.353918194770813, 0.3641621172428131, 0.14263534545898438], "cos_Ac_negg": [0.40325260162353516, 0.39700159430503845, 0.353918194770813, 0.3641621172428131, 0.14263534545898438], "r_norm": [1.2965643405914307, 1.314294695854187, 1.3008159399032593, 1.3010525703430176, 1.3176217079162598]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8359, "test_loss": 0.46108348693847656}, {"step": 950, "epoch": 2, "train_loss": 0.44880011677742004, "cos_r_negg": [0.43320003151893616, 0.3890077769756317, 0.3709222376346588, 0.35376816987991333, 0.1660645455121994], "cos_apical_negg": [0.43320003151893616, 0.3890077769756317, 0.3709222376346588, 0.35376816987991333, 0.1660645455121994], "cos_Ac_negg": [0.43320003151893616, 0.3890077769756317, 0.3709222376346588, 0.35376816987991333, 0.1660645455121994], "r_norm": [1.3142337799072266, 1.3441280126571655, 1.3313744068145752, 1.324451208114624, 1.346807837486267]}, {"step": 1000, "epoch": 2, "train_loss": 0.4045675992965698, "cos_r_negg": [0.4274206757545471, 0.4253038167953491, 0.3868948221206665, 0.3765360116958618, 0.19559946656227112], "cos_apical_negg": [0.4274206757545471, 0.4253038167953491, 0.3868948221206665, 0.3765360116958618, 0.19559946656227112], "cos_Ac_negg": [0.4274206757545471, 0.4253038167953491, 0.3868948221206665, 0.3765360116958618, 0.19559946656227112], "r_norm": [1.2378547191619873, 1.2558109760284424, 1.2398662567138672, 1.2433241605758667, 1.2580441236495972]}, {"step": 1050, "epoch": 2, "train_loss": 0.34166353940963745, "cos_r_negg": [0.4306083917617798, 0.40620172023773193, 0.3761179447174072, 0.39281487464904785, 0.20483951270580292], "cos_apical_negg": [0.4306083917617798, 0.40620172023773193, 0.3761179447174072, 0.39281487464904785, 0.20483951270580292], "cos_Ac_negg": [0.4306083917617798, 0.40620172023773193, 0.3761179447174072, 0.39281487464904785, 0.20483951270580292], "r_norm": [1.3317735195159912, 1.3384684324264526, 1.3289068937301636, 1.327758550643921, 1.3416666984558105]}, {"step": 1100, "epoch": 2, "train_loss": 0.43950289487838745, "cos_r_negg": [0.4195021390914917, 0.39450159668922424, 0.3674428462982178, 0.3718322515487671, 0.15672938525676727], "cos_apical_negg": [0.4195021390914917, 0.39450159668922424, 0.3674428462982178, 0.3718322515487671, 0.15672938525676727], "cos_Ac_negg": [0.4195021390914917, 0.39450159668922424, 0.3674428462982178, 0.3718322515487671, 0.15672938525676727], "r_norm": [1.215624213218689, 1.238037109375, 1.2244946956634521, 1.2224035263061523, 1.2456514835357666]}, {"step": 1150, "epoch": 2, "train_loss": 0.45885783433914185, "cos_r_negg": [0.422016441822052, 0.4192368984222412, 0.39295291900634766, 0.39061063528060913, 0.2243689000606537], "cos_apical_negg": [0.422016441822052, 0.4192368984222412, 0.39295291900634766, 0.39061063528060913, 0.2243689000606537], "cos_Ac_negg": [0.422016441822052, 0.4192368984222412, 0.39295291900634766, 0.39061063528060913, 0.2243689000606537], "r_norm": [1.2985411882400513, 1.3013983964920044, 1.291496992111206, 1.2965424060821533, 1.306390643119812]}, {"step": 1200, "epoch": 2, "train_loss": 0.612540602684021, "cos_r_negg": [0.4286584258079529, 0.4087596535682678, 0.38109463453292847, 0.3862276077270508, 0.17844240367412567], "cos_apical_negg": [0.4286584258079529, 0.4087596535682678, 0.38109463453292847, 0.3862276077270508, 0.17844240367412567], "cos_Ac_negg": [0.4286584258079529, 0.4087596535682678, 0.38109463453292847, 0.3862276077270508, 0.17844240367412567], "r_norm": [1.4918452501296997, 1.4979983568191528, 1.4876139163970947, 1.4848744869232178, 1.5007967948913574]}, {"step": 1250, "epoch": 2, "train_loss": 0.35738009214401245, "cos_r_negg": [0.4261261820793152, 0.416193425655365, 0.3623359203338623, 0.3648626208305359, 0.1490907520055771], "cos_apical_negg": [0.4261261820793152, 0.416193425655365, 0.3623359203338623, 0.3648626208305359, 0.1490907520055771], "cos_Ac_negg": [0.4261261820793152, 0.416193425655365, 0.3623359203338623, 0.3648626208305359, 0.1490907520055771], "r_norm": [1.2903454303741455, 1.312932014465332, 1.2934446334838867, 1.2948511838912964, 1.3116154670715332]}, {"step": 1300, "epoch": 2, "train_loss": 0.4244338274002075, "cos_r_negg": [0.4299616813659668, 0.4287130832672119, 0.38884270191192627, 0.37219440937042236, 0.19165731966495514], "cos_apical_negg": [0.4299616813659668, 0.4287130832672119, 0.38884270191192627, 0.37219440937042236, 0.19165731966495514], "cos_Ac_negg": [0.4299616813659668, 0.4287130832672119, 0.38884270191192627, 0.37219440937042236, 0.19165731966495514], "r_norm": [1.1532306671142578, 1.1624743938446045, 1.1497209072113037, 1.152620553970337, 1.1663799285888672]}, {"step": 1350, "epoch": 2, "train_loss": 0.36103251576423645, "cos_r_negg": [0.42436426877975464, 0.4261171817779541, 0.3547270894050598, 0.3753839135169983, 0.17153441905975342], "cos_apical_negg": [0.42436426877975464, 0.4261171817779541, 0.3547270894050598, 0.3753839135169983, 0.17153441905975342], "cos_Ac_negg": [0.42436426877975464, 0.4261171817779541, 0.3547270894050598, 0.3753839135169983, 0.17153441905975342], "r_norm": [1.158128023147583, 1.175885796546936, 1.1660367250442505, 1.1602989435195923, 1.1792588233947754]}, {"step": 1400, "epoch": 2, "train_loss": 0.6155030727386475, "cos_r_negg": [0.3866397738456726, 0.39616814255714417, 0.3567048907279968, 0.3520243167877197, 0.15442192554473877], "cos_apical_negg": [0.3866397738456726, 0.39616814255714417, 0.3567048907279968, 0.3520243167877197, 0.15442192554473877], "cos_Ac_negg": [0.3866397738456726, 0.39616814255714417, 0.3567048907279968, 0.3520243167877197, 0.15442192554473877], "r_norm": [1.102315068244934, 1.1120272874832153, 1.1082665920257568, 1.0999441146850586, 1.118758201599121]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8486, "test_loss": 0.4551961822509766}, {"step": 1450, "epoch": 3, "train_loss": 0.7207633852958679, "cos_r_negg": [0.4346768856048584, 0.4373723864555359, 0.40369173884391785, 0.39763760566711426, 0.20061945915222168], "cos_apical_negg": [0.4346768856048584, 0.4373723864555359, 0.40369173884391785, 0.39763760566711426, 0.20061945915222168], "cos_Ac_negg": [0.4346768856048584, 0.4373723864555359, 0.40369173884391785, 0.39763760566711426, 0.20061945915222168], "r_norm": [1.3189818859100342, 1.3174095153808594, 1.3060894012451172, 1.3111186027526855, 1.3238415718078613]}, {"step": 1500, "epoch": 3, "train_loss": 0.5167404413223267, "cos_r_negg": [0.4512028098106384, 0.4455674886703491, 0.4024396538734436, 0.4065021574497223, 0.1820623278617859], "cos_apical_negg": [0.4512028098106384, 0.4455674886703491, 0.4024396538734436, 0.4065021574497223, 0.1820623278617859], "cos_Ac_negg": [0.4512028098106384, 0.4455674886703491, 0.4024396538734436, 0.4065021574497223, 0.1820623278617859], "r_norm": [1.4212472438812256, 1.4297780990600586, 1.4140253067016602, 1.4175853729248047, 1.4310929775238037]}, {"step": 1550, "epoch": 3, "train_loss": 0.4126738905906677, "cos_r_negg": [0.4184700548648834, 0.4242537319660187, 0.3919267952442169, 0.3752741813659668, 0.1725756824016571], "cos_apical_negg": [0.4184700548648834, 0.4242537319660187, 0.3919267952442169, 0.3752741813659668, 0.1725756824016571], "cos_Ac_negg": [0.4184700548648834, 0.4242537319660187, 0.3919267952442169, 0.3752741813659668, 0.1725756824016571], "r_norm": [1.1000748872756958, 1.1083035469055176, 1.096703290939331, 1.1018650531768799, 1.1148725748062134]}, {"step": 1600, "epoch": 3, "train_loss": 0.4245929718017578, "cos_r_negg": [0.42350906133651733, 0.41186806559562683, 0.37868839502334595, 0.3886917233467102, 0.17282915115356445], "cos_apical_negg": [0.42350906133651733, 0.41186806559562683, 0.37868839502334595, 0.3886917233467102, 0.17282915115356445], "cos_Ac_negg": [0.42350906133651733, 0.41186806559562683, 0.37868839502334595, 0.3886917233467102, 0.17282915115356445], "r_norm": [1.2824898958206177, 1.2978501319885254, 1.288151741027832, 1.2831227779388428, 1.3033576011657715]}, {"step": 1650, "epoch": 3, "train_loss": 0.5000630021095276, "cos_r_negg": [0.41749849915504456, 0.40734392404556274, 0.3460142910480499, 0.3821411728858948, 0.15051798522472382], "cos_apical_negg": [0.41749849915504456, 0.40734392404556274, 0.3460142910480499, 0.3821411728858948, 0.15051798522472382], "cos_Ac_negg": [0.41749849915504456, 0.40734392404556274, 0.3460142910480499, 0.3821411728858948, 0.15051798522472382], "r_norm": [1.1790874004364014, 1.1945092678070068, 1.1832400560379028, 1.1804096698760986, 1.1937397718429565]}, {"step": 1700, "epoch": 3, "train_loss": 0.4511922001838684, "cos_r_negg": [0.4133337140083313, 0.3840177655220032, 0.35529258847236633, 0.3759716749191284, 0.15046216547489166], "cos_apical_negg": [0.4133337140083313, 0.3840177655220032, 0.35529258847236633, 0.3759716749191284, 0.15046216547489166], "cos_Ac_negg": [0.4133337140083313, 0.3840177655220032, 0.35529258847236633, 0.3759716749191284, 0.15046216547489166], "r_norm": [1.3012974262237549, 1.3283764123916626, 1.3130956888198853, 1.3101873397827148, 1.3303189277648926]}, {"step": 1750, "epoch": 3, "train_loss": 0.6046519875526428, "cos_r_negg": [0.42805999517440796, 0.4219058156013489, 0.39605727791786194, 0.38278236985206604, 0.14454087615013123], "cos_apical_negg": [0.42805999517440796, 0.4219058156013489, 0.39605727791786194, 0.38278236985206604, 0.14454087615013123], "cos_Ac_negg": [0.42805999517440796, 0.4219058156013489, 0.39605727791786194, 0.38278236985206604, 0.14454087615013123], "r_norm": [1.1550893783569336, 1.1600114107131958, 1.1512353420257568, 1.1494812965393066, 1.1653735637664795]}, {"step": 1800, "epoch": 3, "train_loss": 0.4076150953769684, "cos_r_negg": [0.41488856077194214, 0.4108662009239197, 0.3654223382472992, 0.381646990776062, 0.15317517518997192], "cos_apical_negg": [0.41488856077194214, 0.4108662009239197, 0.3654223382472992, 0.381646990776062, 0.15317517518997192], "cos_Ac_negg": [0.41488856077194214, 0.4108662009239197, 0.3654223382472992, 0.381646990776062, 0.15317517518997192], "r_norm": [1.2664785385131836, 1.2774791717529297, 1.2648077011108398, 1.2592288255691528, 1.2764837741851807]}, {"step": 1850, "epoch": 3, "train_loss": 0.4829137325286865, "cos_r_negg": [0.4380844831466675, 0.45060527324676514, 0.4002937078475952, 0.4082821011543274, 0.17984381318092346], "cos_apical_negg": [0.4380844831466675, 0.45060527324676514, 0.4002937078475952, 0.4082821011543274, 0.17984381318092346], "cos_Ac_negg": [0.4380844831466675, 0.45060527324676514, 0.4002937078475952, 0.4082821011543274, 0.17984381318092346], "r_norm": [1.1450626850128174, 1.1644039154052734, 1.1495156288146973, 1.149282693862915, 1.1655361652374268]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8528, "test_loss": 0.4449127899169922}, {"step": 1900, "epoch": 4, "train_loss": 0.32082244753837585, "cos_r_negg": [0.41577643156051636, 0.4245011508464813, 0.39752864837646484, 0.3729187846183777, 0.16174952685832977], "cos_apical_negg": [0.41577643156051636, 0.4245011508464813, 0.39752864837646484, 0.3729187846183777, 0.16174952685832977], "cos_Ac_negg": [0.41577643156051636, 0.4245011508464813, 0.39752864837646484, 0.3729187846183777, 0.16174952685832977], "r_norm": [1.167919635772705, 1.1737208366394043, 1.1626741886138916, 1.165927767753601, 1.1786458492279053]}, {"step": 1950, "epoch": 4, "train_loss": 0.6501606702804565, "cos_r_negg": [0.4228074252605438, 0.4247158169746399, 0.39764127135276794, 0.3747955560684204, 0.18389056622982025], "cos_apical_negg": [0.4228074252605438, 0.4247158169746399, 0.39764127135276794, 0.3747955560684204, 0.18389056622982025], "cos_Ac_negg": [0.4228074252605438, 0.4247158169746399, 0.39764127135276794, 0.3747955560684204, 0.18389056622982025], "r_norm": [1.1286771297454834, 1.1378029584884644, 1.1287696361541748, 1.1299540996551514, 1.1413636207580566]}, {"step": 2000, "epoch": 4, "train_loss": 0.4497235417366028, "cos_r_negg": [0.4363834857940674, 0.4330878257751465, 0.39035484194755554, 0.3750394284725189, 0.18184933066368103], "cos_apical_negg": [0.4363834857940674, 0.4330878257751465, 0.39035484194755554, 0.3750394284725189, 0.18184933066368103], "cos_Ac_negg": [0.4363834857940674, 0.4330878257751465, 0.39035484194755554, 0.3750394284725189, 0.18184933066368103], "r_norm": [1.3831634521484375, 1.3851215839385986, 1.3702516555786133, 1.3829872608184814, 1.3911293745040894]}, {"step": 2050, "epoch": 4, "train_loss": 0.42857635021209717, "cos_r_negg": [0.4545430839061737, 0.4418336749076843, 0.4136826694011688, 0.3829023241996765, 0.1915133148431778], "cos_apical_negg": [0.4545430839061737, 0.4418336749076843, 0.4136826694011688, 0.3829023241996765, 0.1915133148431778], "cos_Ac_negg": [0.4545430839061737, 0.4418336749076843, 0.4136826694011688, 0.3829023241996765, 0.1915133148431778], "r_norm": [1.2205170392990112, 1.2341394424438477, 1.2235667705535889, 1.2254528999328613, 1.2363359928131104]}, {"step": 2100, "epoch": 4, "train_loss": 0.3262895941734314, "cos_r_negg": [0.46171778440475464, 0.44730401039123535, 0.3907877206802368, 0.363871306180954, 0.17540094256401062], "cos_apical_negg": [0.46171778440475464, 0.44730401039123535, 0.3907877206802368, 0.363871306180954, 0.17540094256401062], "cos_Ac_negg": [0.46171778440475464, 0.44730401039123535, 0.3907877206802368, 0.363871306180954, 0.17540094256401062], "r_norm": [1.1860785484313965, 1.2053663730621338, 1.1881089210510254, 1.1879364252090454, 1.2032639980316162]}, {"step": 2150, "epoch": 4, "train_loss": 0.4102085828781128, "cos_r_negg": [0.43319204449653625, 0.42822661995887756, 0.41257190704345703, 0.38262197375297546, 0.1840040683746338], "cos_apical_negg": [0.43319204449653625, 0.42822661995887756, 0.41257190704345703, 0.38262197375297546, 0.1840040683746338], "cos_Ac_negg": [0.43319204449653625, 0.42822661995887756, 0.41257190704345703, 0.38262197375297546, 0.1840040683746338], "r_norm": [1.0860743522644043, 1.099899172782898, 1.0859023332595825, 1.091677188873291, 1.1026684045791626]}, {"step": 2200, "epoch": 4, "train_loss": 0.4686598777770996, "cos_r_negg": [0.4619036316871643, 0.4418090283870697, 0.40066397190093994, 0.39239656925201416, 0.15311340987682343], "cos_apical_negg": [0.4619036316871643, 0.4418090283870697, 0.40066397190093994, 0.39239656925201416, 0.15311340987682343], "cos_Ac_negg": [0.4619036316871643, 0.4418090283870697, 0.40066397190093994, 0.39239656925201416, 0.15311340987682343], "r_norm": [1.2139990329742432, 1.2248567342758179, 1.213867425918579, 1.2208290100097656, 1.2325341701507568]}, {"step": 2250, "epoch": 4, "train_loss": 0.2746882736682892, "cos_r_negg": [0.4286602735519409, 0.41975969076156616, 0.39855527877807617, 0.4145320653915405, 0.1742166429758072], "cos_apical_negg": [0.4286602735519409, 0.41975969076156616, 0.39855527877807617, 0.4145320653915405, 0.1742166429758072], "cos_Ac_negg": [0.4286602735519409, 0.41975969076156616, 0.39855527877807617, 0.4145320653915405, 0.1742166429758072], "r_norm": [1.1375267505645752, 1.1591160297393799, 1.1450920104980469, 1.138100028038025, 1.1580548286437988]}, {"step": 2300, "epoch": 4, "train_loss": 0.14770056307315826, "cos_r_negg": [0.45957890152931213, 0.44595664739608765, 0.42573875188827515, 0.41013020277023315, 0.16312026977539062], "cos_apical_negg": [0.45957890152931213, 0.44595664739608765, 0.42573875188827515, 0.41013020277023315, 0.16312026977539062], "cos_Ac_negg": [0.45957890152931213, 0.44595664739608765, 0.42573875188827515, 0.41013020277023315, 0.16312026977539062], "r_norm": [1.101379156112671, 1.1135950088500977, 1.1013847589492798, 1.1052606105804443, 1.1179869174957275]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8397, "test_loss": 0.49854691162109377}, {"step": 2350, "epoch": 5, "train_loss": 0.2940598130226135, "cos_r_negg": [0.4293767809867859, 0.42002373933792114, 0.38729727268218994, 0.36026453971862793, 0.1636662781238556], "cos_apical_negg": [0.4293767809867859, 0.42002373933792114, 0.38729727268218994, 0.36026453971862793, 0.1636662781238556], "cos_Ac_negg": [0.4293767809867859, 0.42002373933792114, 0.38729727268218994, 0.36026453971862793, 0.1636662781238556], "r_norm": [1.1851415634155273, 1.2153234481811523, 1.199120283126831, 1.1967761516571045, 1.2153098583221436]}, {"step": 2400, "epoch": 5, "train_loss": 0.4323377311229706, "cos_r_negg": [0.4416530132293701, 0.41367483139038086, 0.4072275459766388, 0.3884000778198242, 0.19647669792175293], "cos_apical_negg": [0.4416530132293701, 0.41367483139038086, 0.4072275459766388, 0.3884000778198242, 0.19647669792175293], "cos_Ac_negg": [0.4416530132293701, 0.41367483139038086, 0.4072275459766388, 0.3884000778198242, 0.19647669792175293], "r_norm": [1.3764724731445312, 1.3870277404785156, 1.3714040517807007, 1.3886158466339111, 1.3955986499786377]}, {"step": 2450, "epoch": 5, "train_loss": 0.39093804359436035, "cos_r_negg": [0.43386733531951904, 0.4244575500488281, 0.39943885803222656, 0.39327213168144226, 0.17818494141101837], "cos_apical_negg": [0.43386733531951904, 0.4244575500488281, 0.39943885803222656, 0.39327213168144226, 0.17818494141101837], "cos_Ac_negg": [0.43386733531951904, 0.4244575500488281, 0.39943885803222656, 0.39327213168144226, 0.17818494141101837], "r_norm": [1.158281922340393, 1.1660577058792114, 1.1613898277282715, 1.1522150039672852, 1.1727631092071533]}, {"step": 2500, "epoch": 5, "train_loss": 0.39750775694847107, "cos_r_negg": [0.4610949158668518, 0.46287813782691956, 0.42869457602500916, 0.4122203588485718, 0.21562838554382324], "cos_apical_negg": [0.4610949158668518, 0.46287813782691956, 0.42869457602500916, 0.4122203588485718, 0.21562838554382324], "cos_Ac_negg": [0.4610949158668518, 0.46287813782691956, 0.42869457602500916, 0.4122203588485718, 0.21562838554382324], "r_norm": [1.203770637512207, 1.2089635133743286, 1.197030782699585, 1.2066982984542847, 1.212770700454712]}, {"step": 2550, "epoch": 5, "train_loss": 0.3477775752544403, "cos_r_negg": [0.39933884143829346, 0.3971058130264282, 0.36315155029296875, 0.3510633707046509, 0.157061368227005], "cos_apical_negg": [0.39933884143829346, 0.3971058130264282, 0.36315155029296875, 0.3510633707046509, 0.157061368227005], "cos_Ac_negg": [0.39933884143829346, 0.3971058130264282, 0.36315155029296875, 0.3510633707046509, 0.157061368227005], "r_norm": [1.1111958026885986, 1.1304353475570679, 1.1195926666259766, 1.117297887802124, 1.1345674991607666]}, {"step": 2600, "epoch": 5, "train_loss": 0.33367204666137695, "cos_r_negg": [0.4718380570411682, 0.4562734067440033, 0.4216573238372803, 0.38875535130500793, 0.19684188067913055], "cos_apical_negg": [0.4718380570411682, 0.4562734067440033, 0.4216573238372803, 0.38875535130500793, 0.19684188067913055], "cos_Ac_negg": [0.4718380570411682, 0.4562734067440033, 0.4216573238372803, 0.38875535130500793, 0.19684188067913055], "r_norm": [1.1582601070404053, 1.1663938760757446, 1.1560864448547363, 1.1623283624649048, 1.1749863624572754]}, {"step": 2650, "epoch": 5, "train_loss": 0.23905733227729797, "cos_r_negg": [0.4711730480194092, 0.46386948227882385, 0.4287143349647522, 0.41204437613487244, 0.1989118754863739], "cos_apical_negg": [0.4711730480194092, 0.46386948227882385, 0.4287143349647522, 0.41204437613487244, 0.1989118754863739], "cos_Ac_negg": [0.4711730480194092, 0.46386948227882385, 0.4287143349647522, 0.41204437613487244, 0.1989118754863739], "r_norm": [1.1492702960968018, 1.1575956344604492, 1.1520040035247803, 1.1461269855499268, 1.1663511991500854]}, {"step": 2700, "epoch": 5, "train_loss": 0.2535620331764221, "cos_r_negg": [0.45654958486557007, 0.4585407078266144, 0.42091524600982666, 0.4040307402610779, 0.17217889428138733], "cos_apical_negg": [0.45654958486557007, 0.4585407078266144, 0.42091524600982666, 0.4040307402610779, 0.17217889428138733], "cos_Ac_negg": [0.45654958486557007, 0.4585407078266144, 0.42091524600982666, 0.4040307402610779, 0.17217889428138733], "r_norm": [1.0869224071502686, 1.0962164402008057, 1.0883660316467285, 1.085371732711792, 1.1002923250198364]}, {"step": 2750, "epoch": 5, "train_loss": 0.4582350552082062, "cos_r_negg": [0.47085466980934143, 0.4532625079154968, 0.41252401471138, 0.3902490735054016, 0.17785336077213287], "cos_apical_negg": [0.47085466980934143, 0.4532625079154968, 0.41252401471138, 0.3902490735054016, 0.17785336077213287], "cos_Ac_negg": [0.47085466980934143, 0.4532625079154968, 0.41252401471138, 0.3902490735054016, 0.17785336077213287], "r_norm": [1.1713671684265137, 1.182780146598816, 1.1708546876907349, 1.1731984615325928, 1.1894500255584717]}, {"step": 2800, "epoch": 5, "train_loss": 0.3816130459308624, "cos_r_negg": [0.4294090270996094, 0.4136929512023926, 0.3886992931365967, 0.39708447456359863, 0.17503903806209564], "cos_apical_negg": [0.4294090270996094, 0.4136929512023926, 0.3886992931365967, 0.39708447456359863, 0.17503903806209564], "cos_Ac_negg": [0.4294090270996094, 0.4136929512023926, 0.3886992931365967, 0.39708447456359863, 0.17503903806209564], "r_norm": [1.0475993156433105, 1.0575889348983765, 1.0477497577667236, 1.0492700338363647, 1.062845230102539]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8507, "test_loss": 0.4460998474121094}, {"step": 2850, "epoch": 6, "train_loss": 0.24565282464027405, "cos_r_negg": [0.438690721988678, 0.4259971082210541, 0.40517422556877136, 0.380195677280426, 0.17111966013908386], "cos_apical_negg": [0.438690721988678, 0.4259971082210541, 0.40517422556877136, 0.380195677280426, 0.17111966013908386], "cos_Ac_negg": [0.438690721988678, 0.4259971082210541, 0.40517422556877136, 0.380195677280426, 0.17111966013908386], "r_norm": [1.1734323501586914, 1.1860814094543457, 1.1706280708312988, 1.1772068738937378, 1.1931517124176025]}, {"step": 2900, "epoch": 6, "train_loss": 0.3145502209663391, "cos_r_negg": [0.4296911954879761, 0.4099142551422119, 0.40959852933883667, 0.38051649928092957, 0.1619683802127838], "cos_apical_negg": [0.4296911954879761, 0.4099142551422119, 0.40959852933883667, 0.38051649928092957, 0.1619683802127838], "cos_Ac_negg": [0.4296911954879761, 0.4099142551422119, 0.40959852933883667, 0.38051649928092957, 0.1619683802127838], "r_norm": [1.0774180889129639, 1.0965840816497803, 1.0819168090820312, 1.0861345529556274, 1.1006661653518677]}, {"step": 2950, "epoch": 6, "train_loss": 0.25661981105804443, "cos_r_negg": [0.46136927604675293, 0.4568682909011841, 0.43212369084358215, 0.38936829566955566, 0.1859409213066101], "cos_apical_negg": [0.46136927604675293, 0.4568682909011841, 0.43212369084358215, 0.38936829566955566, 0.1859409213066101], "cos_Ac_negg": [0.46136927604675293, 0.4568682909011841, 0.43212369084358215, 0.38936829566955566, 0.1859409213066101], "r_norm": [1.0696630477905273, 1.0814440250396729, 1.0679216384887695, 1.0689257383346558, 1.0840747356414795]}, {"step": 3000, "epoch": 6, "train_loss": 0.4531797468662262, "cos_r_negg": [0.4478684365749359, 0.4607042670249939, 0.41643980145454407, 0.40322524309158325, 0.15380722284317017], "cos_apical_negg": [0.4478684365749359, 0.4607042670249939, 0.41643980145454407, 0.40322524309158325, 0.15380722284317017], "cos_Ac_negg": [0.4478684365749359, 0.4607042670249939, 0.41643980145454407, 0.40322524309158325, 0.15380722284317017], "r_norm": [1.0845723152160645, 1.0962395668029785, 1.088392972946167, 1.0869866609573364, 1.1017711162567139]}, {"step": 3050, "epoch": 6, "train_loss": 0.43200773000717163, "cos_r_negg": [0.4424018859863281, 0.43400144577026367, 0.4123201370239258, 0.3864498734474182, 0.1682484894990921], "cos_apical_negg": [0.4424018859863281, 0.43400144577026367, 0.4123201370239258, 0.3864498734474182, 0.1682484894990921], "cos_Ac_negg": [0.4424018859863281, 0.43400144577026367, 0.4123201370239258, 0.3864498734474182, 0.1682484894990921], "r_norm": [1.0614898204803467, 1.0664300918579102, 1.052831768989563, 1.0595276355743408, 1.0692957639694214]}, {"step": 3100, "epoch": 6, "train_loss": 0.35741445422172546, "cos_r_negg": [0.4406123459339142, 0.42749711871147156, 0.41244399547576904, 0.385275274515152, 0.15388646721839905], "cos_apical_negg": [0.4406123459339142, 0.42749711871147156, 0.41244399547576904, 0.385275274515152, 0.15388646721839905], "cos_Ac_negg": [0.4406123459339142, 0.42749711871147156, 0.41244399547576904, 0.385275274515152, 0.15388646721839905], "r_norm": [1.1520248651504517, 1.164964199066162, 1.152042269706726, 1.1577796936035156, 1.1724528074264526]}, {"step": 3150, "epoch": 6, "train_loss": 0.4760304093360901, "cos_r_negg": [0.44410598278045654, 0.4294624626636505, 0.4088693857192993, 0.40419620275497437, 0.16146737337112427], "cos_apical_negg": [0.44410598278045654, 0.4294624626636505, 0.4088693857192993, 0.40419620275497437, 0.16146737337112427], "cos_Ac_negg": [0.44410598278045654, 0.4294624626636505, 0.4088693857192993, 0.40419620275497437, 0.16146737337112427], "r_norm": [1.1890404224395752, 1.1934927701950073, 1.1877310276031494, 1.1863291263580322, 1.2009382247924805]}, {"step": 3200, "epoch": 6, "train_loss": 0.30756258964538574, "cos_r_negg": [0.45107582211494446, 0.4629468321800232, 0.43309497833251953, 0.4275509715080261, 0.19845685362815857], "cos_apical_negg": [0.45107582211494446, 0.4629468321800232, 0.43309497833251953, 0.4275509715080261, 0.19845685362815857], "cos_Ac_negg": [0.45107582211494446, 0.4629468321800232, 0.43309497833251953, 0.4275509715080261, 0.19845685362815857], "r_norm": [1.1027519702911377, 1.1124155521392822, 1.097984790802002, 1.1024675369262695, 1.1175105571746826]}, {"step": 3250, "epoch": 6, "train_loss": 0.23893851041793823, "cos_r_negg": [0.4433855414390564, 0.4367619752883911, 0.4051542282104492, 0.3964492976665497, 0.16921192407608032], "cos_apical_negg": [0.4433855414390564, 0.4367619752883911, 0.4051542282104492, 0.3964492976665497, 0.16921192407608032], "cos_Ac_negg": [0.4433855414390564, 0.4367619752883911, 0.4051542282104492, 0.3964492976665497, 0.16921192407608032], "r_norm": [0.9658384323120117, 0.9737976789474487, 0.9633628726005554, 0.964735746383667, 0.9772356748580933]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8416, "test_loss": 0.4930869873046875}, {"step": 3300, "epoch": 7, "train_loss": 0.3578791320323944, "cos_r_negg": [0.46414029598236084, 0.45691096782684326, 0.4300353229045868, 0.39643144607543945, 0.20269882678985596], "cos_apical_negg": [0.46414029598236084, 0.45691096782684326, 0.4300353229045868, 0.39643144607543945, 0.20269882678985596], "cos_Ac_negg": [0.46414029598236084, 0.45691096782684326, 0.4300353229045868, 0.39643144607543945, 0.20269882678985596], "r_norm": [1.0664303302764893, 1.0722410678863525, 1.0634105205535889, 1.0644350051879883, 1.074121117591858]}, {"step": 3350, "epoch": 7, "train_loss": 0.3475956320762634, "cos_r_negg": [0.4653240144252777, 0.47145843505859375, 0.4510863125324249, 0.4111495614051819, 0.2082337737083435], "cos_apical_negg": [0.4653240144252777, 0.47145843505859375, 0.4510863125324249, 0.4111495614051819, 0.2082337737083435], "cos_Ac_negg": [0.4653240144252777, 0.47145843505859375, 0.4510863125324249, 0.4111495614051819, 0.2082337737083435], "r_norm": [1.12700355052948, 1.1490249633789062, 1.135191559791565, 1.1322050094604492, 1.1513745784759521]}, {"step": 3400, "epoch": 7, "train_loss": 0.27927497029304504, "cos_r_negg": [0.43495362997055054, 0.45265376567840576, 0.4360845386981964, 0.40883877873420715, 0.19483351707458496], "cos_apical_negg": [0.43495362997055054, 0.45265376567840576, 0.4360845386981964, 0.40883877873420715, 0.19483351707458496], "cos_Ac_negg": [0.43495362997055054, 0.45265376567840576, 0.4360845386981964, 0.40883877873420715, 0.19483351707458496], "r_norm": [1.0841126441955566, 1.099395751953125, 1.0878005027770996, 1.089156150817871, 1.1038222312927246]}, {"step": 3450, "epoch": 7, "train_loss": 0.35757142305374146, "cos_r_negg": [0.46668893098831177, 0.4498032331466675, 0.4251056909561157, 0.4210704565048218, 0.20755717158317566], "cos_apical_negg": [0.46668893098831177, 0.4498032331466675, 0.4251056909561157, 0.4210704565048218, 0.20755717158317566], "cos_Ac_negg": [0.46668893098831177, 0.4498032331466675, 0.4251056909561157, 0.4210704565048218, 0.20755717158317566], "r_norm": [1.0351920127868652, 1.045318841934204, 1.0387589931488037, 1.0364346504211426, 1.0521501302719116]}, {"step": 3500, "epoch": 7, "train_loss": 0.29333382844924927, "cos_r_negg": [0.45388469099998474, 0.43799471855163574, 0.4200671911239624, 0.4230766296386719, 0.2094232738018036], "cos_apical_negg": [0.45388469099998474, 0.43799471855163574, 0.4200671911239624, 0.4230766296386719, 0.2094232738018036], "cos_Ac_negg": [0.45388469099998474, 0.43799471855163574, 0.4200671911239624, 0.4230766296386719, 0.2094232738018036], "r_norm": [1.0704718828201294, 1.0819988250732422, 1.071577787399292, 1.0741021633148193, 1.0877764225006104]}, {"step": 3550, "epoch": 7, "train_loss": 0.33475422859191895, "cos_r_negg": [0.4231938123703003, 0.42764145135879517, 0.41509318351745605, 0.3922322988510132, 0.22241906821727753], "cos_apical_negg": [0.4231938123703003, 0.42764145135879517, 0.41509318351745605, 0.3922322988510132, 0.22241906821727753], "cos_Ac_negg": [0.4231938123703003, 0.42764145135879517, 0.41509318351745605, 0.3922322988510132, 0.22241906821727753], "r_norm": [1.1067545413970947, 1.1142330169677734, 1.0998133420944214, 1.1095898151397705, 1.119023323059082]}, {"step": 3600, "epoch": 7, "train_loss": 0.31342804431915283, "cos_r_negg": [0.4382701814174652, 0.44077903032302856, 0.42627596855163574, 0.37619340419769287, 0.2228681743144989], "cos_apical_negg": [0.4382701814174652, 0.44077903032302856, 0.42627596855163574, 0.37619340419769287, 0.2228681743144989], "cos_Ac_negg": [0.4382701814174652, 0.44077903032302856, 0.42627596855163574, 0.37619340419769287, 0.2228681743144989], "r_norm": [1.1871426105499268, 1.2009609937667847, 1.2004196643829346, 1.1945379972457886, 1.2137447595596313]}, {"step": 3650, "epoch": 7, "train_loss": 0.4708579480648041, "cos_r_negg": [0.44241470098495483, 0.44201454520225525, 0.4201805591583252, 0.3887555003166199, 0.21849514544010162], "cos_apical_negg": [0.44241470098495483, 0.44201454520225525, 0.4201805591583252, 0.3887555003166199, 0.21849514544010162], "cos_Ac_negg": [0.44241470098495483, 0.44201454520225525, 0.4201805591583252, 0.3887555003166199, 0.21849514544010162], "r_norm": [1.1704024076461792, 1.190213918685913, 1.1740542650222778, 1.1768896579742432, 1.1945443153381348]}, {"step": 3700, "epoch": 7, "train_loss": 0.2907593846321106, "cos_r_negg": [0.44050249457359314, 0.4400404691696167, 0.4219030737876892, 0.40781429409980774, 0.19678467512130737], "cos_apical_negg": [0.44050249457359314, 0.4400404691696167, 0.4219030737876892, 0.40781429409980774, 0.19678467512130737], "cos_Ac_negg": [0.44050249457359314, 0.4400404691696167, 0.4219030737876892, 0.40781429409980774, 0.19678467512130737], "r_norm": [1.2043819427490234, 1.2303446531295776, 1.2141320705413818, 1.2161935567855835, 1.2345635890960693]}, {"step": 3750, "epoch": 7, "train_loss": 0.4205782413482666, "cos_r_negg": [0.4326399564743042, 0.4356399178504944, 0.4252808690071106, 0.4330127239227295, 0.21048057079315186], "cos_apical_negg": [0.4326399564743042, 0.4356399178504944, 0.4252808690071106, 0.4330127239227295, 0.21048057079315186], "cos_Ac_negg": [0.4326399564743042, 0.4356399178504944, 0.4252808690071106, 0.4330127239227295, 0.21048057079315186], "r_norm": [1.1113970279693604, 1.11482572555542, 1.107932209968567, 1.1109873056411743, 1.1220860481262207]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8463, "test_loss": 0.4653932189941406}, {"step": 3800, "epoch": 8, "train_loss": 0.27001798152923584, "cos_r_negg": [0.4247930347919464, 0.43027162551879883, 0.42837339639663696, 0.41916623711586, 0.20326420664787292], "cos_apical_negg": [0.4247930347919464, 0.43027162551879883, 0.42837339639663696, 0.41916623711586, 0.20326420664787292], "cos_Ac_negg": [0.4247930347919464, 0.43027162551879883, 0.42837339639663696, 0.41916623711586, 0.20326420664787292], "r_norm": [1.0592716932296753, 1.0737566947937012, 1.0636415481567383, 1.0647896528244019, 1.0791834592819214]}, {"step": 3850, "epoch": 8, "train_loss": 0.3784511685371399, "cos_r_negg": [0.43340355157852173, 0.422559916973114, 0.43432557582855225, 0.41970548033714294, 0.21168722212314606], "cos_apical_negg": [0.43340355157852173, 0.422559916973114, 0.43432557582855225, 0.41970548033714294, 0.21168722212314606], "cos_Ac_negg": [0.43340355157852173, 0.422559916973114, 0.43432557582855225, 0.41970548033714294, 0.21168722212314606], "r_norm": [1.0523253679275513, 1.0676534175872803, 1.0574922561645508, 1.0569943189620972, 1.0754427909851074]}, {"step": 3900, "epoch": 8, "train_loss": 0.278186559677124, "cos_r_negg": [0.4681759774684906, 0.4589225649833679, 0.45871907472610474, 0.43005606532096863, 0.23621104657649994], "cos_apical_negg": [0.4681759774684906, 0.4589225649833679, 0.45871907472610474, 0.43005606532096863, 0.23621104657649994], "cos_Ac_negg": [0.4681759774684906, 0.4589225649833679, 0.45871907472610474, 0.43005606532096863, 0.23621104657649994], "r_norm": [1.1045465469360352, 1.1170153617858887, 1.1044434309005737, 1.1075894832611084, 1.120163917541504]}, {"step": 3950, "epoch": 8, "train_loss": 0.4088766276836395, "cos_r_negg": [0.4641023576259613, 0.457690954208374, 0.43954649567604065, 0.4412406384944916, 0.2396393120288849], "cos_apical_negg": [0.4641023576259613, 0.457690954208374, 0.43954649567604065, 0.4412406384944916, 0.2396393120288849], "cos_Ac_negg": [0.4641023576259613, 0.457690954208374, 0.43954649567604065, 0.4412406384944916, 0.2396393120288849], "r_norm": [1.0318636894226074, 1.0349732637405396, 1.0232532024383545, 1.0302643775939941, 1.0375113487243652]}, {"step": 4000, "epoch": 8, "train_loss": 0.38797566294670105, "cos_r_negg": [0.4844191074371338, 0.4905626177787781, 0.4660084843635559, 0.4362557530403137, 0.23855546116828918], "cos_apical_negg": [0.4844191074371338, 0.4905626177787781, 0.4660084843635559, 0.4362557530403137, 0.23855546116828918], "cos_Ac_negg": [0.4844191074371338, 0.4905626177787781, 0.4660084843635559, 0.4362557530403137, 0.23855546116828918], "r_norm": [1.1728497743606567, 1.1737035512924194, 1.1666191816329956, 1.1662720441818237, 1.1791713237762451]}, {"step": 4050, "epoch": 8, "train_loss": 0.30647605657577515, "cos_r_negg": [0.46282756328582764, 0.4546807110309601, 0.4380175471305847, 0.4021972715854645, 0.23174726963043213], "cos_apical_negg": [0.46282756328582764, 0.4546807110309601, 0.4380175471305847, 0.4021972715854645, 0.23174726963043213], "cos_Ac_negg": [0.46282756328582764, 0.4546807110309601, 0.4380175471305847, 0.4021972715854645, 0.23174726963043213], "r_norm": [1.0863037109375, 1.0962340831756592, 1.087613582611084, 1.0894254446029663, 1.1023586988449097]}, {"step": 4100, "epoch": 8, "train_loss": 0.24293409287929535, "cos_r_negg": [0.433921217918396, 0.43860435485839844, 0.43240752816200256, 0.4155135154724121, 0.23041342198848724], "cos_apical_negg": [0.433921217918396, 0.43860435485839844, 0.43240752816200256, 0.4155135154724121, 0.23041342198848724], "cos_Ac_negg": [0.433921217918396, 0.43860435485839844, 0.43240752816200256, 0.4155135154724121, 0.23041342198848724], "r_norm": [1.0859375, 1.0904992818832397, 1.0828227996826172, 1.0864794254302979, 1.0951287746429443]}, {"step": 4150, "epoch": 8, "train_loss": 0.2702576518058777, "cos_r_negg": [0.426792711019516, 0.43755364418029785, 0.43012458086013794, 0.4015228748321533, 0.20345138013362885], "cos_apical_negg": [0.426792711019516, 0.43755364418029785, 0.43012458086013794, 0.4015228748321533, 0.20345138013362885], "cos_Ac_negg": [0.426792711019516, 0.43755364418029785, 0.43012458086013794, 0.4015228748321533, 0.20345138013362885], "r_norm": [1.0885920524597168, 1.0966495275497437, 1.0817605257034302, 1.0883994102478027, 1.0996012687683105]}, {"step": 4200, "epoch": 8, "train_loss": 0.3615410625934601, "cos_r_negg": [0.446950763463974, 0.45432427525520325, 0.4231281280517578, 0.3914119005203247, 0.17312443256378174], "cos_apical_negg": [0.446950763463974, 0.45432427525520325, 0.4231281280517578, 0.3914119005203247, 0.17312443256378174], "cos_Ac_negg": [0.446950763463974, 0.45432427525520325, 0.4231281280517578, 0.3914119005203247, 0.17312443256378174], "r_norm": [1.1532573699951172, 1.1596980094909668, 1.154552698135376, 1.1517841815948486, 1.1668068170547485]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8509, "test_loss": 0.47982261962890627}, {"step": 4250, "epoch": 9, "train_loss": 0.2717539370059967, "cos_r_negg": [0.47303831577301025, 0.47539588809013367, 0.4580807685852051, 0.41041043400764465, 0.24055105447769165], "cos_apical_negg": [0.47303831577301025, 0.47539588809013367, 0.4580807685852051, 0.41041043400764465, 0.24055105447769165], "cos_Ac_negg": [0.47303831577301025, 0.47539588809013367, 0.4580807685852051, 0.41041043400764465, 0.24055105447769165], "r_norm": [1.3133978843688965, 1.2984429597854614, 1.2842471599578857, 1.2970950603485107, 1.3009121417999268]}, {"step": 4300, "epoch": 9, "train_loss": 0.2778850197792053, "cos_r_negg": [0.4450184106826782, 0.450985848903656, 0.4327187240123749, 0.4257217347621918, 0.20187796652317047], "cos_apical_negg": [0.4450184106826782, 0.450985848903656, 0.4327187240123749, 0.4257217347621918, 0.20187796652317047], "cos_Ac_negg": [0.4450184106826782, 0.450985848903656, 0.4327187240123749, 0.4257217347621918, 0.20187796652317047], "r_norm": [1.0301704406738281, 1.0419071912765503, 1.031980276107788, 1.0285491943359375, 1.0438618659973145]}, {"step": 4350, "epoch": 9, "train_loss": 0.19232289493083954, "cos_r_negg": [0.45343106985092163, 0.45792925357818604, 0.4297069013118744, 0.40465444326400757, 0.19647479057312012], "cos_apical_negg": [0.45343106985092163, 0.45792925357818604, 0.4297069013118744, 0.40465444326400757, 0.19647479057312012], "cos_Ac_negg": [0.45343106985092163, 0.45792925357818604, 0.4297069013118744, 0.40465444326400757, 0.19647479057312012], "r_norm": [1.1853950023651123, 1.2115559577941895, 1.1926965713500977, 1.1994364261627197, 1.2196738719940186]}, {"step": 4400, "epoch": 9, "train_loss": 0.38681983947753906, "cos_r_negg": [0.4385913610458374, 0.44933390617370605, 0.42906224727630615, 0.41915613412857056, 0.21650883555412292], "cos_apical_negg": [0.4385913610458374, 0.44933390617370605, 0.42906224727630615, 0.41915613412857056, 0.21650883555412292], "cos_Ac_negg": [0.4385913610458374, 0.44933390617370605, 0.42906224727630615, 0.41915613412857056, 0.21650883555412292], "r_norm": [1.0255048274993896, 1.0384631156921387, 1.024769902229309, 1.028268814086914, 1.0442254543304443]}, {"step": 4450, "epoch": 9, "train_loss": 0.19547533988952637, "cos_r_negg": [0.4298321008682251, 0.4373353123664856, 0.41670167446136475, 0.3887277841567993, 0.2266787737607956], "cos_apical_negg": [0.4298321008682251, 0.4373353123664856, 0.41670167446136475, 0.3887277841567993, 0.2266787737607956], "cos_Ac_negg": [0.4298321008682251, 0.4373353123664856, 0.41670167446136475, 0.3887277841567993, 0.2266787737607956], "r_norm": [1.0990679264068604, 1.113161563873291, 1.102052927017212, 1.100743293762207, 1.1181306838989258]}, {"step": 4500, "epoch": 9, "train_loss": 0.3675612807273865, "cos_r_negg": [0.42833155393600464, 0.43807655572891235, 0.42709124088287354, 0.4245198369026184, 0.2327031046152115], "cos_apical_negg": [0.42833155393600464, 0.43807655572891235, 0.42709124088287354, 0.4245198369026184, 0.2327031046152115], "cos_Ac_negg": [0.42833155393600464, 0.43807655572891235, 0.42709124088287354, 0.4245198369026184, 0.2327031046152115], "r_norm": [1.0693150758743286, 1.0742299556732178, 1.064332365989685, 1.0637156963348389, 1.0791163444519043]}, {"step": 4550, "epoch": 9, "train_loss": 0.2164841592311859, "cos_r_negg": [0.4606543779373169, 0.44462281465530396, 0.4394497275352478, 0.43036723136901855, 0.1982923448085785], "cos_apical_negg": [0.4606543779373169, 0.44462281465530396, 0.4394497275352478, 0.43036723136901855, 0.1982923448085785], "cos_Ac_negg": [0.4606543779373169, 0.44462281465530396, 0.4394497275352478, 0.43036723136901855, 0.1982923448085785], "r_norm": [1.0366089344024658, 1.0453758239746094, 1.0339488983154297, 1.0374813079833984, 1.0493128299713135]}, {"step": 4600, "epoch": 9, "train_loss": 0.2997915744781494, "cos_r_negg": [0.4574930965900421, 0.4413365125656128, 0.4317251145839691, 0.4134749472141266, 0.22146928310394287], "cos_apical_negg": [0.4574930965900421, 0.4413365125656128, 0.4317251145839691, 0.4134749472141266, 0.22146928310394287], "cos_Ac_negg": [0.4574930965900421, 0.4413365125656128, 0.4317251145839691, 0.4134749472141266, 0.22146928310394287], "r_norm": [1.1572927236557007, 1.1737865209579468, 1.169227123260498, 1.159783124923706, 1.179291009902954]}, {"step": 4650, "epoch": 9, "train_loss": 0.3301125764846802, "cos_r_negg": [0.4475272595882416, 0.44449383020401, 0.42172378301620483, 0.41484975814819336, 0.2012585997581482], "cos_apical_negg": [0.4475272595882416, 0.44449383020401, 0.42172378301620483, 0.41484975814819336, 0.2012585997581482], "cos_Ac_negg": [0.4475272595882416, 0.44449383020401, 0.42172378301620483, 0.41484975814819336, 0.2012585997581482], "r_norm": [1.066359043121338, 1.0799362659454346, 1.0660183429718018, 1.0695607662200928, 1.0857369899749756]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8426, "test_loss": 0.45698406677246095}, {"step": 4700, "epoch": 10, "train_loss": 0.3338472247123718, "cos_r_negg": [0.4538528323173523, 0.4616011381149292, 0.4371660351753235, 0.43769198656082153, 0.22429853677749634], "cos_apical_negg": [0.4538528323173523, 0.4616011381149292, 0.4371660351753235, 0.43769198656082153, 0.22429853677749634], "cos_Ac_negg": [0.4538528323173523, 0.4616011381149292, 0.4371660351753235, 0.43769198656082153, 0.22429853677749634], "r_norm": [1.1624057292938232, 1.1654294729232788, 1.1581647396087646, 1.153732180595398, 1.167899250984192]}, {"step": 4750, "epoch": 10, "train_loss": 0.28825104236602783, "cos_r_negg": [0.44088172912597656, 0.4566534459590912, 0.4368433356285095, 0.41601690649986267, 0.23123207688331604], "cos_apical_negg": [0.44088172912597656, 0.4566534459590912, 0.4368433356285095, 0.41601690649986267, 0.23123207688331604], "cos_Ac_negg": [0.44088172912597656, 0.4566534459590912, 0.4368433356285095, 0.41601690649986267, 0.23123207688331604], "r_norm": [0.9486013054847717, 0.9577053785324097, 0.9482496976852417, 0.946117639541626, 0.9594945907592773]}, {"step": 4800, "epoch": 10, "train_loss": 0.3648577034473419, "cos_r_negg": [0.4492149353027344, 0.4565083384513855, 0.43888115882873535, 0.4090133309364319, 0.22591690719127655], "cos_apical_negg": [0.4492149353027344, 0.4565083384513855, 0.43888115882873535, 0.4090133309364319, 0.22591690719127655], "cos_Ac_negg": [0.4492149353027344, 0.4565083384513855, 0.43888115882873535, 0.4090133309364319, 0.22591690719127655], "r_norm": [0.9154727458953857, 0.9227336645126343, 0.9143047332763672, 0.9095026254653931, 0.9259018301963806]}, {"step": 4850, "epoch": 10, "train_loss": 0.379531592130661, "cos_r_negg": [0.454419881105423, 0.4545040726661682, 0.4330947995185852, 0.4022923409938812, 0.22757495939731598], "cos_apical_negg": [0.454419881105423, 0.4545040726661682, 0.4330947995185852, 0.4022923409938812, 0.22757495939731598], "cos_Ac_negg": [0.454419881105423, 0.4545040726661682, 0.4330947995185852, 0.4022923409938812, 0.22757495939731598], "r_norm": [1.0557057857513428, 1.0709340572357178, 1.057113528251648, 1.059961199760437, 1.0757691860198975]}, {"step": 4900, "epoch": 10, "train_loss": 0.2106226235628128, "cos_r_negg": [0.4369029998779297, 0.4367258846759796, 0.42347094416618347, 0.3902323246002197, 0.2239827811717987], "cos_apical_negg": [0.4369029998779297, 0.4367258846759796, 0.42347094416618347, 0.3902323246002197, 0.2239827811717987], "cos_Ac_negg": [0.4369029998779297, 0.4367258846759796, 0.42347094416618347, 0.3902323246002197, 0.2239827811717987], "r_norm": [1.0572354793548584, 1.0738261938095093, 1.0677706003189087, 1.058297872543335, 1.0792036056518555]}, {"step": 4950, "epoch": 10, "train_loss": 0.27130818367004395, "cos_r_negg": [0.457298219203949, 0.43955057859420776, 0.4454776644706726, 0.4157026708126068, 0.23252996802330017], "cos_apical_negg": [0.457298219203949, 0.43955057859420776, 0.4454776644706726, 0.4157026708126068, 0.23252996802330017], "cos_Ac_negg": [0.457298219203949, 0.43955057859420776, 0.4454776644706726, 0.4157026708126068, 0.23252996802330017], "r_norm": [0.9695987701416016, 0.9828866124153137, 0.9778592586517334, 0.9703394770622253, 0.9875534176826477]}, {"step": 5000, "epoch": 10, "train_loss": 0.28502392768859863, "cos_r_negg": [0.41433411836624146, 0.42128515243530273, 0.4099857211112976, 0.3849661350250244, 0.22673450410366058], "cos_apical_negg": [0.41433411836624146, 0.42128515243530273, 0.4099857211112976, 0.3849661350250244, 0.22673450410366058], "cos_Ac_negg": [0.41433411836624146, 0.42128515243530273, 0.4099857211112976, 0.3849661350250244, 0.22673450410366058], "r_norm": [1.009621024131775, 1.0215771198272705, 1.0115532875061035, 1.0096104145050049, 1.0261380672454834]}, {"step": 5050, "epoch": 10, "train_loss": 0.4322640597820282, "cos_r_negg": [0.4299026429653168, 0.4410293698310852, 0.42697498202323914, 0.4047201871871948, 0.2555167078971863], "cos_apical_negg": [0.4299026429653168, 0.4410293698310852, 0.42697498202323914, 0.4047201871871948, 0.2555167078971863], "cos_Ac_negg": [0.4299026429653168, 0.4410293698310852, 0.42697498202323914, 0.4047201871871948, 0.2555167078971863], "r_norm": [1.0118091106414795, 1.020880103111267, 1.0121078491210938, 1.0117305517196655, 1.0290637016296387]}, {"step": 5100, "epoch": 10, "train_loss": 0.18503046035766602, "cos_r_negg": [0.44909748435020447, 0.44384992122650146, 0.4329950511455536, 0.39674854278564453, 0.22259268164634705], "cos_apical_negg": [0.44909748435020447, 0.44384992122650146, 0.4329950511455536, 0.39674854278564453, 0.22259268164634705], "cos_Ac_negg": [0.44909748435020447, 0.44384992122650146, 0.4329950511455536, 0.39674854278564453, 0.22259268164634705], "r_norm": [1.2199971675872803, 1.2160217761993408, 1.2014048099517822, 1.2112782001495361, 1.2182259559631348]}, {"step": 5150, "epoch": 10, "train_loss": 0.2770439386367798, "cos_r_negg": [0.43700554966926575, 0.42391538619995117, 0.4182846248149872, 0.4049531817436218, 0.22694435715675354], "cos_apical_negg": [0.43700554966926575, 0.42391538619995117, 0.4182846248149872, 0.4049531817436218, 0.22694435715675354], "cos_Ac_negg": [0.43700554966926575, 0.42391538619995117, 0.4182846248149872, 0.4049531817436218, 0.22694435715675354], "r_norm": [1.062685489654541, 1.0672149658203125, 1.058174729347229, 1.057327151298523, 1.0719047784805298]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8693, "test_loss": 0.40508426818847654}, {"step": 5200, "epoch": 11, "train_loss": 0.31386810541152954, "cos_r_negg": [0.4114663600921631, 0.39388447999954224, 0.38085877895355225, 0.3657023310661316, 0.20985455811023712], "cos_apical_negg": [0.4114663600921631, 0.39388447999954224, 0.38085877895355225, 0.3657023310661316, 0.20985455811023712], "cos_Ac_negg": [0.4114663600921631, 0.39388447999954224, 0.38085877895355225, 0.3657023310661316, 0.20985455811023712], "r_norm": [1.0759589672088623, 1.0911920070648193, 1.078453779220581, 1.0816398859024048, 1.0973485708236694]}, {"step": 5250, "epoch": 11, "train_loss": 0.16111552715301514, "cos_r_negg": [0.4109799861907959, 0.4055832624435425, 0.4156123399734497, 0.37735694646835327, 0.2103263884782791], "cos_apical_negg": [0.4109799861907959, 0.4055832624435425, 0.4156123399734497, 0.37735694646835327, 0.2103263884782791], "cos_Ac_negg": [0.4109799861907959, 0.4055832624435425, 0.4156123399734497, 0.37735694646835327, 0.2103263884782791], "r_norm": [1.0005258321762085, 1.01932692527771, 1.0032120943069458, 1.0042691230773926, 1.0246042013168335]}, {"step": 5300, "epoch": 11, "train_loss": 0.35531336069107056, "cos_r_negg": [0.4253122806549072, 0.4107782244682312, 0.3903234004974365, 0.3528389036655426, 0.21298152208328247], "cos_apical_negg": [0.4253122806549072, 0.4107782244682312, 0.3903234004974365, 0.3528389036655426, 0.21298152208328247], "cos_Ac_negg": [0.4253122806549072, 0.4107782244682312, 0.3903234004974365, 0.3528389036655426, 0.21298152208328247], "r_norm": [1.0314664840698242, 1.0374250411987305, 1.0272290706634521, 1.028924584388733, 1.0431773662567139]}, {"step": 5350, "epoch": 11, "train_loss": 0.2994893789291382, "cos_r_negg": [0.422340989112854, 0.4331328868865967, 0.41033709049224854, 0.39048075675964355, 0.22273364663124084], "cos_apical_negg": [0.422340989112854, 0.4331328868865967, 0.41033709049224854, 0.39048075675964355, 0.22273364663124084], "cos_Ac_negg": [0.422340989112854, 0.4331328868865967, 0.41033709049224854, 0.39048075675964355, 0.22273364663124084], "r_norm": [1.0256880521774292, 1.0287625789642334, 1.0202162265777588, 1.0189152956008911, 1.031943440437317]}, {"step": 5400, "epoch": 11, "train_loss": 0.34224575757980347, "cos_r_negg": [0.3986856937408447, 0.4232769012451172, 0.407657265663147, 0.38045865297317505, 0.2328055500984192], "cos_apical_negg": [0.3986856937408447, 0.4232769012451172, 0.407657265663147, 0.38045865297317505, 0.2328055500984192], "cos_Ac_negg": [0.3986856937408447, 0.4232769012451172, 0.407657265663147, 0.38045865297317505, 0.2328055500984192], "r_norm": [1.1756088733673096, 1.196781873703003, 1.1776684522628784, 1.18007230758667, 1.201343059539795]}, {"step": 5450, "epoch": 11, "train_loss": 0.38523727655410767, "cos_r_negg": [0.4124906063079834, 0.4214659631252289, 0.4126679301261902, 0.3888114392757416, 0.21838757395744324], "cos_apical_negg": [0.4124906063079834, 0.4214659631252289, 0.4126679301261902, 0.3888114392757416, 0.21838757395744324], "cos_Ac_negg": [0.4124906063079834, 0.4214659631252289, 0.4126679301261902, 0.3888114392757416, 0.21838757395744324], "r_norm": [1.2115046977996826, 1.2256360054016113, 1.2137019634246826, 1.2111152410507202, 1.2321633100509644]}, {"step": 5500, "epoch": 11, "train_loss": 0.41717880964279175, "cos_r_negg": [0.4210191071033478, 0.42911434173583984, 0.40516769886016846, 0.3935999870300293, 0.20698906481266022], "cos_apical_negg": [0.4210191071033478, 0.42911434173583984, 0.40516769886016846, 0.3935999870300293, 0.20698906481266022], "cos_Ac_negg": [0.4210191071033478, 0.42911434173583984, 0.40516769886016846, 0.3935999870300293, 0.20698906481266022], "r_norm": [1.0430901050567627, 1.0585358142852783, 1.0467240810394287, 1.0454158782958984, 1.0652883052825928]}, {"step": 5550, "epoch": 11, "train_loss": 0.3403348922729492, "cos_r_negg": [0.4478021264076233, 0.462713360786438, 0.44810009002685547, 0.4119243025779724, 0.20135071873664856], "cos_apical_negg": [0.4478021264076233, 0.462713360786438, 0.44810009002685547, 0.4119243025779724, 0.20135071873664856], "cos_Ac_negg": [0.4478021264076233, 0.462713360786438, 0.44810009002685547, 0.4119243025779724, 0.20135071873664856], "r_norm": [0.9822608232498169, 0.9925920963287354, 0.9834077954292297, 0.9816447496414185, 0.9956446290016174]}, {"step": 5600, "epoch": 11, "train_loss": 0.2011350691318512, "cos_r_negg": [0.452907919883728, 0.4492243826389313, 0.4292265772819519, 0.3926430940628052, 0.20676478743553162], "cos_apical_negg": [0.452907919883728, 0.4492243826389313, 0.4292265772819519, 0.3926430940628052, 0.20676478743553162], "cos_Ac_negg": [0.452907919883728, 0.4492243826389313, 0.4292265772819519, 0.3926430940628052, 0.20676478743553162], "r_norm": [1.0533515214920044, 1.0700769424438477, 1.0599887371063232, 1.0581483840942383, 1.0769121646881104]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8631, "test_loss": 0.4297317626953125}, {"step": 5650, "epoch": 12, "train_loss": 0.25420695543289185, "cos_r_negg": [0.4537215828895569, 0.45046353340148926, 0.4462941884994507, 0.41919466853141785, 0.20572605729103088], "cos_apical_negg": [0.4537215828895569, 0.45046353340148926, 0.4462941884994507, 0.41919466853141785, 0.20572605729103088], "cos_Ac_negg": [0.4537215828895569, 0.45046353340148926, 0.4462941884994507, 0.41919466853141785, 0.20572605729103088], "r_norm": [1.0943045616149902, 1.1007095575332642, 1.0898256301879883, 1.0946872234344482, 1.103848934173584]}, {"step": 5700, "epoch": 12, "train_loss": 0.3353876769542694, "cos_r_negg": [0.42807161808013916, 0.4393322467803955, 0.42106160521507263, 0.3998376429080963, 0.22518815100193024], "cos_apical_negg": [0.42807161808013916, 0.4393322467803955, 0.42106160521507263, 0.3998376429080963, 0.22518815100193024], "cos_Ac_negg": [0.42807161808013916, 0.4393322467803955, 0.42106160521507263, 0.3998376429080963, 0.22518815100193024], "r_norm": [0.9498095512390137, 0.9574999809265137, 0.9504372477531433, 0.9492871165275574, 0.9639730453491211]}, {"step": 5750, "epoch": 12, "train_loss": 0.5037683248519897, "cos_r_negg": [0.43336406350135803, 0.43579238653182983, 0.439718097448349, 0.4174450635910034, 0.2140381932258606], "cos_apical_negg": [0.43336406350135803, 0.43579238653182983, 0.439718097448349, 0.4174450635910034, 0.2140381932258606], "cos_Ac_negg": [0.43336406350135803, 0.43579238653182983, 0.439718097448349, 0.4174450635910034, 0.2140381932258606], "r_norm": [0.9596809148788452, 0.9677096605300903, 0.9571763873100281, 0.9569883346557617, 0.9727270007133484]}, {"step": 5800, "epoch": 12, "train_loss": 0.27206113934516907, "cos_r_negg": [0.4526222348213196, 0.45382875204086304, 0.44012826681137085, 0.40007948875427246, 0.21427416801452637], "cos_apical_negg": [0.4526222348213196, 0.45382875204086304, 0.44012826681137085, 0.40007948875427246, 0.21427416801452637], "cos_Ac_negg": [0.4526222348213196, 0.45382875204086304, 0.44012826681137085, 0.40007948875427246, 0.21427416801452637], "r_norm": [1.061018705368042, 1.0675222873687744, 1.05513596534729, 1.0584721565246582, 1.0702472925186157]}, {"step": 5850, "epoch": 12, "train_loss": 0.33934879302978516, "cos_r_negg": [0.44626328349113464, 0.43530163168907166, 0.4201413691043854, 0.4194779396057129, 0.21882733702659607], "cos_apical_negg": [0.44626328349113464, 0.43530163168907166, 0.4201413691043854, 0.4194779396057129, 0.21882733702659607], "cos_Ac_negg": [0.44626328349113464, 0.43530163168907166, 0.4201413691043854, 0.4194779396057129, 0.21882733702659607], "r_norm": [1.0391504764556885, 1.056105136871338, 1.0422923564910889, 1.0452265739440918, 1.058046579360962]}, {"step": 5900, "epoch": 12, "train_loss": 0.2870961129665375, "cos_r_negg": [0.4333117604255676, 0.4232748746871948, 0.41171640157699585, 0.3962286114692688, 0.21838518977165222], "cos_apical_negg": [0.4333117604255676, 0.4232748746871948, 0.41171640157699585, 0.3962286114692688, 0.21838518977165222], "cos_Ac_negg": [0.4333117604255676, 0.4232748746871948, 0.41171640157699585, 0.3962286114692688, 0.21838518977165222], "r_norm": [1.0711581707000732, 1.0783753395080566, 1.066209316253662, 1.073227882385254, 1.0829193592071533]}, {"step": 5950, "epoch": 12, "train_loss": 0.26709529757499695, "cos_r_negg": [0.4270886778831482, 0.43936339020729065, 0.4184662997722626, 0.41230452060699463, 0.23953348398208618], "cos_apical_negg": [0.4270886778831482, 0.43936339020729065, 0.4184662997722626, 0.41230452060699463, 0.23953348398208618], "cos_Ac_negg": [0.4270886778831482, 0.43936339020729065, 0.4184662997722626, 0.41230452060699463, 0.23953348398208618], "r_norm": [1.084439754486084, 1.093934178352356, 1.0825083255767822, 1.0867218971252441, 1.098479151725769]}, {"step": 6000, "epoch": 12, "train_loss": 0.21447314321994781, "cos_r_negg": [0.4469573497772217, 0.44333845376968384, 0.4408770203590393, 0.4200831651687622, 0.21756476163864136], "cos_apical_negg": [0.4469573497772217, 0.44333845376968384, 0.4408770203590393, 0.4200831651687622, 0.21756476163864136], "cos_Ac_negg": [0.4469573497772217, 0.44333845376968384, 0.4408770203590393, 0.4200831651687622, 0.21756476163864136], "r_norm": [1.0384845733642578, 1.0552974939346313, 1.0384961366653442, 1.0436062812805176, 1.057894229888916]}, {"step": 6050, "epoch": 12, "train_loss": 0.20435428619384766, "cos_r_negg": [0.46843844652175903, 0.46522319316864014, 0.4557408094406128, 0.4309741258621216, 0.230484277009964], "cos_apical_negg": [0.46843844652175903, 0.46522319316864014, 0.4557408094406128, 0.4309741258621216, 0.230484277009964], "cos_Ac_negg": [0.46843844652175903, 0.46522319316864014, 0.4557408094406128, 0.4309741258621216, 0.230484277009964], "r_norm": [1.0095261335372925, 1.020774245262146, 1.0112593173980713, 1.009354829788208, 1.0251421928405762]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8498, "test_loss": 0.45408887939453124}, {"step": 6100, "epoch": 13, "train_loss": 0.31827789545059204, "cos_r_negg": [0.4335380792617798, 0.4379689693450928, 0.4445967972278595, 0.41267597675323486, 0.23817437887191772], "cos_apical_negg": [0.4335380792617798, 0.4379689693450928, 0.4445967972278595, 0.41267597675323486, 0.23817437887191772], "cos_Ac_negg": [0.4335380792617798, 0.4379689693450928, 0.4445967972278595, 0.41267597675323486, 0.23817437887191772], "r_norm": [1.0317625999450684, 1.04642915725708, 1.032886028289795, 1.034336805343628, 1.051100254058838]}, {"step": 6150, "epoch": 13, "train_loss": 0.231410413980484, "cos_r_negg": [0.425344318151474, 0.4176603853702545, 0.41617682576179504, 0.38598716259002686, 0.22702917456626892], "cos_apical_negg": [0.425344318151474, 0.4176603853702545, 0.41617682576179504, 0.38598716259002686, 0.22702917456626892], "cos_Ac_negg": [0.425344318151474, 0.4176603853702545, 0.41617682576179504, 0.38598716259002686, 0.22702917456626892], "r_norm": [0.9325271248817444, 0.9421230554580688, 0.9312807321548462, 0.9321091175079346, 0.9425729513168335]}, {"step": 6200, "epoch": 13, "train_loss": 0.282709538936615, "cos_r_negg": [0.42577695846557617, 0.4267735183238983, 0.40157365798950195, 0.3867826461791992, 0.21534797549247742], "cos_apical_negg": [0.42577695846557617, 0.4267735183238983, 0.40157365798950195, 0.3867826461791992, 0.21534797549247742], "cos_Ac_negg": [0.42577695846557617, 0.4267735183238983, 0.40157365798950195, 0.3867826461791992, 0.21534797549247742], "r_norm": [1.0970929861068726, 1.099489688873291, 1.0844889879226685, 1.091405987739563, 1.0994958877563477]}, {"step": 6250, "epoch": 13, "train_loss": 0.3017112910747528, "cos_r_negg": [0.39186543226242065, 0.39350399374961853, 0.38112956285476685, 0.37340325117111206, 0.22224938869476318], "cos_apical_negg": [0.39186543226242065, 0.39350399374961853, 0.38112956285476685, 0.37340325117111206, 0.22224938869476318], "cos_Ac_negg": [0.39186543226242065, 0.39350399374961853, 0.38112956285476685, 0.37340325117111206, 0.22224938869476318], "r_norm": [1.173107624053955, 1.190885305404663, 1.1838397979736328, 1.1756118535995483, 1.1976613998413086]}, {"step": 6300, "epoch": 13, "train_loss": 0.2764057219028473, "cos_r_negg": [0.42751267552375793, 0.4307805597782135, 0.4149666726589203, 0.3919282555580139, 0.20607803761959076], "cos_apical_negg": [0.42751267552375793, 0.4307805597782135, 0.4149666726589203, 0.3919282555580139, 0.20607803761959076], "cos_Ac_negg": [0.42751267552375793, 0.4307805597782135, 0.4149666726589203, 0.3919282555580139, 0.20607803761959076], "r_norm": [1.0831495523452759, 1.1080220937728882, 1.0922298431396484, 1.0926051139831543, 1.1112775802612305]}, {"step": 6350, "epoch": 13, "train_loss": 0.2819938659667969, "cos_r_negg": [0.42572030425071716, 0.42424067854881287, 0.41887855529785156, 0.400968998670578, 0.25478482246398926], "cos_apical_negg": [0.42572030425071716, 0.42424067854881287, 0.41887855529785156, 0.400968998670578, 0.25478482246398926], "cos_Ac_negg": [0.42572030425071716, 0.42424067854881287, 0.41887855529785156, 0.400968998670578, 0.25478482246398926], "r_norm": [0.9944128394126892, 1.002371907234192, 0.9933321475982666, 0.9890552759170532, 1.0078279972076416]}, {"step": 6400, "epoch": 13, "train_loss": 0.2667490541934967, "cos_r_negg": [0.44104504585266113, 0.4368762969970703, 0.4314875602722168, 0.41040635108947754, 0.24514250457286835], "cos_apical_negg": [0.44104504585266113, 0.4368762969970703, 0.4314875602722168, 0.41040635108947754, 0.24514250457286835], "cos_Ac_negg": [0.44104504585266113, 0.4368762969970703, 0.4314875602722168, 0.41040635108947754, 0.24514250457286835], "r_norm": [0.9656581878662109, 0.9735733270645142, 0.9670795798301697, 0.9633755087852478, 0.9819971323013306]}, {"step": 6450, "epoch": 13, "train_loss": 0.32579052448272705, "cos_r_negg": [0.44794780015945435, 0.43976661562919617, 0.431110680103302, 0.41037818789482117, 0.25316089391708374], "cos_apical_negg": [0.44794780015945435, 0.43976661562919617, 0.431110680103302, 0.41037818789482117, 0.25316089391708374], "cos_Ac_negg": [0.44794780015945435, 0.43976661562919617, 0.431110680103302, 0.41037818789482117, 0.25316089391708374], "r_norm": [1.179535150527954, 1.1921844482421875, 1.172942042350769, 1.1780459880828857, 1.1946251392364502]}, {"step": 6500, "epoch": 13, "train_loss": 0.16873857378959656, "cos_r_negg": [0.44236308336257935, 0.43382054567337036, 0.42605534195899963, 0.39988768100738525, 0.2526189088821411], "cos_apical_negg": [0.44236308336257935, 0.43382054567337036, 0.42605534195899963, 0.39988768100738525, 0.2526189088821411], "cos_Ac_negg": [0.44236308336257935, 0.43382054567337036, 0.42605534195899963, 0.39988768100738525, 0.2526189088821411], "r_norm": [1.10934317111969, 1.115925669670105, 1.1064043045043945, 1.1042178869247437, 1.1198928356170654]}, {"step": 6550, "epoch": 13, "train_loss": 0.3294677138328552, "cos_r_negg": [0.4377128779888153, 0.4249129593372345, 0.3926038146018982, 0.3890894651412964, 0.25306257605552673], "cos_apical_negg": [0.4377128779888153, 0.4249129593372345, 0.3926038146018982, 0.3890894651412964, 0.25306257605552673], "cos_Ac_negg": [0.4377128779888153, 0.4249129593372345, 0.3926038146018982, 0.3890894651412964, 0.25306257605552673], "r_norm": [1.0739339590072632, 1.0892339944839478, 1.075836420059204, 1.080352783203125, 1.096686840057373]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8664, "test_loss": 0.4156804870605469}, {"step": 6600, "epoch": 14, "train_loss": 0.29494643211364746, "cos_r_negg": [0.4378681480884552, 0.4125853180885315, 0.4044075310230255, 0.3799103796482086, 0.23351097106933594], "cos_apical_negg": [0.4378681480884552, 0.4125853180885315, 0.4044075310230255, 0.3799103796482086, 0.23351097106933594], "cos_Ac_negg": [0.4378681480884552, 0.4125853180885315, 0.4044075310230255, 0.3799103796482086, 0.23351097106933594], "r_norm": [1.1048994064331055, 1.1219651699066162, 1.101811170578003, 1.106548547744751, 1.1225967407226562]}, {"step": 6650, "epoch": 14, "train_loss": 0.4467715620994568, "cos_r_negg": [0.4446754455566406, 0.42300644516944885, 0.4014856219291687, 0.3861848711967468, 0.23457804322242737], "cos_apical_negg": [0.4446754455566406, 0.42300644516944885, 0.4014856219291687, 0.3861848711967468, 0.23457804322242737], "cos_Ac_negg": [0.4446754455566406, 0.42300644516944885, 0.4014856219291687, 0.3861848711967468, 0.23457804322242737], "r_norm": [1.0472041368484497, 1.0587239265441895, 1.049856424331665, 1.0450465679168701, 1.0634300708770752]}, {"step": 6700, "epoch": 14, "train_loss": 0.20964404940605164, "cos_r_negg": [0.4812774062156677, 0.4454496502876282, 0.43838661909103394, 0.41238850355148315, 0.24979251623153687], "cos_apical_negg": [0.4812774062156677, 0.4454496502876282, 0.43838661909103394, 0.41238850355148315, 0.24979251623153687], "cos_Ac_negg": [0.4812774062156677, 0.4454496502876282, 0.43838661909103394, 0.41238850355148315, 0.24979251623153687], "r_norm": [1.0506833791732788, 1.0735276937484741, 1.0631811618804932, 1.0585863590240479, 1.0810267925262451]}, {"step": 6750, "epoch": 14, "train_loss": 0.3249107003211975, "cos_r_negg": [0.43805554509162903, 0.42332857847213745, 0.41365355253219604, 0.37352463603019714, 0.23295184969902039], "cos_apical_negg": [0.43805554509162903, 0.42332857847213745, 0.41365355253219604, 0.37352463603019714, 0.23295184969902039], "cos_Ac_negg": [0.43805554509162903, 0.42332857847213745, 0.41365355253219604, 0.37352463603019714, 0.23295184969902039], "r_norm": [1.0896201133728027, 1.1002955436706543, 1.085951566696167, 1.0940320491790771, 1.1080751419067383]}, {"step": 6800, "epoch": 14, "train_loss": 0.1716628074645996, "cos_r_negg": [0.45752787590026855, 0.43441683053970337, 0.4116361737251282, 0.3935530483722687, 0.22537001967430115], "cos_apical_negg": [0.45752787590026855, 0.43441683053970337, 0.4116361737251282, 0.3935530483722687, 0.22537001967430115], "cos_Ac_negg": [0.45752787590026855, 0.43441683053970337, 0.4116361737251282, 0.3935530483722687, 0.22537001967430115], "r_norm": [1.027169108390808, 1.0338926315307617, 1.0250266790390015, 1.021640658378601, 1.0366132259368896]}, {"step": 6850, "epoch": 14, "train_loss": 0.2814158499240875, "cos_r_negg": [0.42211785912513733, 0.40258508920669556, 0.3855702877044678, 0.3826923668384552, 0.20955641567707062], "cos_apical_negg": [0.42211785912513733, 0.40258508920669556, 0.3855702877044678, 0.3826923668384552, 0.20955641567707062], "cos_Ac_negg": [0.42211785912513733, 0.40258508920669556, 0.3855702877044678, 0.3826923668384552, 0.20955641567707062], "r_norm": [1.1566468477249146, 1.1851022243499756, 1.170716404914856, 1.168872594833374, 1.1907203197479248]}, {"step": 6900, "epoch": 14, "train_loss": 0.3431697487831116, "cos_r_negg": [0.42680954933166504, 0.4164316654205322, 0.3953477144241333, 0.38040632009506226, 0.24842241406440735], "cos_apical_negg": [0.42680954933166504, 0.4164316654205322, 0.3953477144241333, 0.38040632009506226, 0.24842241406440735], "cos_Ac_negg": [0.42680954933166504, 0.4164316654205322, 0.3953477144241333, 0.38040632009506226, 0.24842241406440735], "r_norm": [0.9884960651397705, 0.9938877820968628, 0.9861087799072266, 0.9850740432739258, 0.9994444847106934]}, {"step": 6950, "epoch": 14, "train_loss": 0.2674894630908966, "cos_r_negg": [0.374167263507843, 0.3694676160812378, 0.3618817925453186, 0.3436163663864136, 0.19524772465229034], "cos_apical_negg": [0.374167263507843, 0.3694676160812378, 0.3618817925453186, 0.3436163663864136, 0.19524772465229034], "cos_Ac_negg": [0.374167263507843, 0.3694676160812378, 0.3618817925453186, 0.3436163663864136, 0.19524772465229034], "r_norm": [1.0430631637573242, 1.0553902387619019, 1.043884515762329, 1.0462056398391724, 1.0618348121643066]}, {"step": 7000, "epoch": 14, "train_loss": 0.24248774349689484, "cos_r_negg": [0.4382801949977875, 0.41834840178489685, 0.41699931025505066, 0.37886926531791687, 0.2033105492591858], "cos_apical_negg": [0.4382801949977875, 0.41834840178489685, 0.41699931025505066, 0.37886926531791687, 0.2033105492591858], "cos_Ac_negg": [0.4382801949977875, 0.41834840178489685, 0.41699931025505066, 0.37886926531791687, 0.2033105492591858], "r_norm": [0.9456637501716614, 0.9522441625595093, 0.9457464218139648, 0.9438950419425964, 0.9584478139877319]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8636, "test_loss": 0.43607480773925783}, {"step": 7050, "epoch": 15, "train_loss": 0.2739221453666687, "cos_r_negg": [0.42479339241981506, 0.39614325761795044, 0.39207208156585693, 0.3830048143863678, 0.19525325298309326], "cos_apical_negg": [0.42479339241981506, 0.39614325761795044, 0.39207208156585693, 0.3830048143863678, 0.19525325298309326], "cos_Ac_negg": [0.42479339241981506, 0.39614325761795044, 0.39207208156585693, 0.3830048143863678, 0.19525325298309326], "r_norm": [0.9838991165161133, 0.9947077035903931, 0.9851763248443604, 0.9842387437820435, 1.0001333951950073]}, {"step": 7100, "epoch": 15, "train_loss": 0.3351283371448517, "cos_r_negg": [0.40854233503341675, 0.3966410756111145, 0.3735353648662567, 0.35746321082115173, 0.2098928987979889], "cos_apical_negg": [0.40854233503341675, 0.3966410756111145, 0.3735353648662567, 0.35746321082115173, 0.2098928987979889], "cos_Ac_negg": [0.40854233503341675, 0.3966410756111145, 0.3735353648662567, 0.35746321082115173, 0.2098928987979889], "r_norm": [1.1058719158172607, 1.1064423322677612, 1.0954312086105347, 1.099246859550476, 1.1130385398864746]}, {"step": 7150, "epoch": 15, "train_loss": 0.34455546736717224, "cos_r_negg": [0.4301842749118805, 0.40689849853515625, 0.39285165071487427, 0.3853549361228943, 0.19506922364234924], "cos_apical_negg": [0.4301842749118805, 0.40689849853515625, 0.39285165071487427, 0.3853549361228943, 0.19506922364234924], "cos_Ac_negg": [0.4301842749118805, 0.40689849853515625, 0.39285165071487427, 0.3853549361228943, 0.19506922364234924], "r_norm": [1.1476457118988037, 1.1499096155166626, 1.1414794921875, 1.1393638849258423, 1.1540117263793945]}, {"step": 7200, "epoch": 15, "train_loss": 0.2584994435310364, "cos_r_negg": [0.44878441095352173, 0.43931540846824646, 0.40786921977996826, 0.39021193981170654, 0.23834283649921417], "cos_apical_negg": [0.44878441095352173, 0.43931540846824646, 0.40786921977996826, 0.39021193981170654, 0.23834283649921417], "cos_Ac_negg": [0.44878441095352173, 0.43931540846824646, 0.40786921977996826, 0.39021193981170654, 0.23834283649921417], "r_norm": [1.0690288543701172, 1.078811764717102, 1.0705504417419434, 1.0683612823486328, 1.0856173038482666]}, {"step": 7250, "epoch": 15, "train_loss": 0.3692662715911865, "cos_r_negg": [0.3857150673866272, 0.3699718713760376, 0.36766570806503296, 0.3379564881324768, 0.19206488132476807], "cos_apical_negg": [0.3857150673866272, 0.3699718713760376, 0.36766570806503296, 0.3379564881324768, 0.19206488132476807], "cos_Ac_negg": [0.3857150673866272, 0.3699718713760376, 0.36766570806503296, 0.3379564881324768, 0.19206488132476807], "r_norm": [1.1272521018981934, 1.1505346298217773, 1.1392425298690796, 1.1385213136672974, 1.1598515510559082]}, {"step": 7300, "epoch": 15, "train_loss": 0.24252787232398987, "cos_r_negg": [0.43189767003059387, 0.4062538743019104, 0.40347790718078613, 0.37147215008735657, 0.22092550992965698], "cos_apical_negg": [0.43189767003059387, 0.4062538743019104, 0.40347790718078613, 0.37147215008735657, 0.22092550992965698], "cos_Ac_negg": [0.43189767003059387, 0.4062538743019104, 0.40347790718078613, 0.37147215008735657, 0.22092550992965698], "r_norm": [1.0209012031555176, 1.027968406677246, 1.0226874351501465, 1.0168893337249756, 1.035955548286438]}, {"step": 7350, "epoch": 15, "train_loss": 0.293572336435318, "cos_r_negg": [0.40481996536254883, 0.3867417573928833, 0.3713386058807373, 0.34893450140953064, 0.2254822552204132], "cos_apical_negg": [0.40481996536254883, 0.3867417573928833, 0.3713386058807373, 0.34893450140953064, 0.2254822552204132], "cos_Ac_negg": [0.40481996536254883, 0.3867417573928833, 0.3713386058807373, 0.34893450140953064, 0.2254822552204132], "r_norm": [1.0192255973815918, 1.025985598564148, 1.0201504230499268, 1.018735408782959, 1.0379753112792969]}, {"step": 7400, "epoch": 15, "train_loss": 0.3365233540534973, "cos_r_negg": [0.3914869427680969, 0.37789082527160645, 0.36895930767059326, 0.36248236894607544, 0.19837699830532074], "cos_apical_negg": [0.3914869427680969, 0.37789082527160645, 0.36895930767059326, 0.36248236894607544, 0.19837699830532074], "cos_Ac_negg": [0.3914869427680969, 0.37789082527160645, 0.36895930767059326, 0.36248236894607544, 0.19837699830532074], "r_norm": [0.9539881348609924, 0.9558464288711548, 0.9500668048858643, 0.9468196630477905, 0.9624051451683044]}, {"step": 7450, "epoch": 15, "train_loss": 0.2539592981338501, "cos_r_negg": [0.4437420964241028, 0.4093729555606842, 0.40482616424560547, 0.3811227083206177, 0.22859176993370056], "cos_apical_negg": [0.4437420964241028, 0.4093729555606842, 0.40482616424560547, 0.3811227083206177, 0.22859176993370056], "cos_Ac_negg": [0.4437420964241028, 0.4093729555606842, 0.40482616424560547, 0.3811227083206177, 0.22859176993370056], "r_norm": [1.1413167715072632, 1.1404235363006592, 1.1261143684387207, 1.1363211870193481, 1.148794174194336]}, {"step": 7500, "epoch": 15, "train_loss": 0.2545430362224579, "cos_r_negg": [0.42263904213905334, 0.4157159924507141, 0.3999226987361908, 0.37294334173202515, 0.2174944132566452], "cos_apical_negg": [0.42263904213905334, 0.4157159924507141, 0.3999226987361908, 0.37294334173202515, 0.2174944132566452], "cos_Ac_negg": [0.42263904213905334, 0.4157159924507141, 0.3999226987361908, 0.37294334173202515, 0.2174944132566452], "r_norm": [1.2027766704559326, 1.207409143447876, 1.1900420188903809, 1.2048602104187012, 1.2121806144714355]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8586, "test_loss": 0.4237353912353516}, {"step": 7550, "epoch": 16, "train_loss": 0.2369563728570938, "cos_r_negg": [0.4094364047050476, 0.4094008803367615, 0.38900771737098694, 0.3700740337371826, 0.21264497935771942], "cos_apical_negg": [0.4094364047050476, 0.4094008803367615, 0.38900771737098694, 0.3700740337371826, 0.21264497935771942], "cos_Ac_negg": [0.4094364047050476, 0.4094008803367615, 0.38900771737098694, 0.3700740337371826, 0.21264497935771942], "r_norm": [0.9887721538543701, 1.0012675523757935, 0.9911198616027832, 0.9942352771759033, 1.0109803676605225]}, {"step": 7600, "epoch": 16, "train_loss": 0.32934486865997314, "cos_r_negg": [0.44006797671318054, 0.4215546250343323, 0.41013646125793457, 0.3969203233718872, 0.2157077193260193], "cos_apical_negg": [0.44006797671318054, 0.4215546250343323, 0.41013646125793457, 0.3969203233718872, 0.2157077193260193], "cos_Ac_negg": [0.44006797671318054, 0.4215546250343323, 0.41013646125793457, 0.3969203233718872, 0.2157077193260193], "r_norm": [1.0003979206085205, 1.0043926239013672, 0.9930398464202881, 0.9977231025695801, 1.009483814239502]}, {"step": 7650, "epoch": 16, "train_loss": 0.1920126974582672, "cos_r_negg": [0.4479330778121948, 0.4144601821899414, 0.4143899977207184, 0.4041370749473572, 0.2362179160118103], "cos_apical_negg": [0.4479330778121948, 0.4144601821899414, 0.4143899977207184, 0.4041370749473572, 0.2362179160118103], "cos_Ac_negg": [0.4479330778121948, 0.4144601821899414, 0.4143899977207184, 0.4041370749473572, 0.2362179160118103], "r_norm": [0.9567253589630127, 0.9602658748626709, 0.95207679271698, 0.9508488178253174, 0.9654228091239929]}, {"step": 7700, "epoch": 16, "train_loss": 0.14909332990646362, "cos_r_negg": [0.44495224952697754, 0.43789470195770264, 0.4343990087509155, 0.4171663522720337, 0.22111092507839203], "cos_apical_negg": [0.44495224952697754, 0.43789470195770264, 0.4343990087509155, 0.4171663522720337, 0.22111092507839203], "cos_Ac_negg": [0.44495224952697754, 0.43789470195770264, 0.4343990087509155, 0.4171663522720337, 0.22111092507839203], "r_norm": [0.9543997049331665, 0.9535404443740845, 0.9455328583717346, 0.9473280906677246, 0.95923912525177]}, {"step": 7750, "epoch": 16, "train_loss": 0.3116135597229004, "cos_r_negg": [0.4351789951324463, 0.41781526803970337, 0.40555089712142944, 0.39838284254074097, 0.2294161319732666], "cos_apical_negg": [0.4351789951324463, 0.41781526803970337, 0.40555089712142944, 0.39838284254074097, 0.2294161319732666], "cos_Ac_negg": [0.4351789951324463, 0.41781526803970337, 0.40555089712142944, 0.39838284254074097, 0.2294161319732666], "r_norm": [0.9269101619720459, 0.9346438050270081, 0.9215213656425476, 0.9261981248855591, 0.9401935935020447]}, {"step": 7800, "epoch": 16, "train_loss": 0.24682070314884186, "cos_r_negg": [0.4153980016708374, 0.403075248003006, 0.4020959734916687, 0.3801538646221161, 0.23834705352783203], "cos_apical_negg": [0.4153980016708374, 0.403075248003006, 0.4020959734916687, 0.3801538646221161, 0.23834705352783203], "cos_Ac_negg": [0.4153980016708374, 0.403075248003006, 0.4020959734916687, 0.3801538646221161, 0.23834705352783203], "r_norm": [1.1333897113800049, 1.1324570178985596, 1.1184545755386353, 1.131374478340149, 1.1380064487457275]}, {"step": 7850, "epoch": 16, "train_loss": 0.26916828751564026, "cos_r_negg": [0.4159048795700073, 0.39864856004714966, 0.3913455605506897, 0.3729521632194519, 0.23017418384552002], "cos_apical_negg": [0.4159048795700073, 0.39864856004714966, 0.3913455605506897, 0.3729521632194519, 0.23017418384552002], "cos_Ac_negg": [0.4159048795700073, 0.39864856004714966, 0.3913455605506897, 0.3729521632194519, 0.23017418384552002], "r_norm": [0.996730387210846, 1.0032801628112793, 0.9936332106590271, 0.9983628392219543, 1.0114881992340088]}, {"step": 7900, "epoch": 16, "train_loss": 0.19445660710334778, "cos_r_negg": [0.41070556640625, 0.39809778332710266, 0.3824225962162018, 0.3869668245315552, 0.21564070880413055], "cos_apical_negg": [0.41070556640625, 0.39809778332710266, 0.3824225962162018, 0.3869668245315552, 0.21564070880413055], "cos_Ac_negg": [0.41070556640625, 0.39809778332710266, 0.3824225962162018, 0.3869668245315552, 0.21564070880413055], "r_norm": [1.1446833610534668, 1.15212881565094, 1.142325758934021, 1.1458162069320679, 1.163454532623291]}, {"step": 7950, "epoch": 16, "train_loss": 0.2412330061197281, "cos_r_negg": [0.4073529839515686, 0.395285427570343, 0.39493054151535034, 0.3779940605163574, 0.20129777491092682], "cos_apical_negg": [0.4073529839515686, 0.395285427570343, 0.39493054151535034, 0.3779940605163574, 0.20129777491092682], "cos_Ac_negg": [0.4073529839515686, 0.395285427570343, 0.39493054151535034, 0.3779940605163574, 0.20129777491092682], "r_norm": [0.9554873704910278, 0.9632953405380249, 0.9537839293479919, 0.9544922709465027, 0.9683191180229187]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8695, "test_loss": 0.40238939514160155}, {"step": 8000, "epoch": 17, "train_loss": 0.2037508338689804, "cos_r_negg": [0.43030959367752075, 0.4048771560192108, 0.39438217878341675, 0.38591843843460083, 0.22404444217681885], "cos_apical_negg": [0.43030959367752075, 0.4048771560192108, 0.39438217878341675, 0.38591843843460083, 0.22404444217681885], "cos_Ac_negg": [0.43030959367752075, 0.4048771560192108, 0.39438217878341675, 0.38591843843460083, 0.22404444217681885], "r_norm": [1.055897831916809, 1.0536147356033325, 1.0432466268539429, 1.0454745292663574, 1.0569254159927368]}, {"step": 8050, "epoch": 17, "train_loss": 0.28752803802490234, "cos_r_negg": [0.4109462797641754, 0.391801655292511, 0.37870246171951294, 0.3912183940410614, 0.2258581966161728], "cos_apical_negg": [0.4109462797641754, 0.391801655292511, 0.37870246171951294, 0.3912183940410614, 0.2258581966161728], "cos_Ac_negg": [0.4109462797641754, 0.391801655292511, 0.37870246171951294, 0.3912183940410614, 0.2258581966161728], "r_norm": [1.1789932250976562, 1.188673496246338, 1.1846052408218384, 1.1770460605621338, 1.199843406677246]}, {"step": 8100, "epoch": 17, "train_loss": 0.26581838726997375, "cos_r_negg": [0.4052017033100128, 0.3778504729270935, 0.3737218976020813, 0.3611317276954651, 0.2276766449213028], "cos_apical_negg": [0.4052017033100128, 0.3778504729270935, 0.3737218976020813, 0.3611317276954651, 0.2276766449213028], "cos_Ac_negg": [0.4052017033100128, 0.3778504729270935, 0.3737218976020813, 0.3611317276954651, 0.2276766449213028], "r_norm": [0.9877133369445801, 0.9991095662117004, 0.9919190406799316, 0.9878946542739868, 1.0038408041000366]}, {"step": 8150, "epoch": 17, "train_loss": 0.18945060670375824, "cos_r_negg": [0.4291609823703766, 0.42041629552841187, 0.39202457666397095, 0.3785218298435211, 0.23892217874526978], "cos_apical_negg": [0.4291609823703766, 0.42041629552841187, 0.39202457666397095, 0.3785218298435211, 0.23892217874526978], "cos_Ac_negg": [0.4291609823703766, 0.42041629552841187, 0.39202457666397095, 0.3785218298435211, 0.23892217874526978], "r_norm": [1.0428202152252197, 1.0627511739730835, 1.050585389137268, 1.0528340339660645, 1.0697910785675049]}, {"step": 8200, "epoch": 17, "train_loss": 0.23449233174324036, "cos_r_negg": [0.40881699323654175, 0.3943631649017334, 0.3840189576148987, 0.35380804538726807, 0.2241072952747345], "cos_apical_negg": [0.40881699323654175, 0.3943631649017334, 0.3840189576148987, 0.35380804538726807, 0.2241072952747345], "cos_Ac_negg": [0.40881699323654175, 0.3943631649017334, 0.3840189576148987, 0.35380804538726807, 0.2241072952747345], "r_norm": [1.0081863403320312, 1.026523232460022, 1.010176420211792, 1.0157783031463623, 1.0319178104400635]}, {"step": 8250, "epoch": 17, "train_loss": 0.3366730809211731, "cos_r_negg": [0.4121306240558624, 0.3994747996330261, 0.3852752447128296, 0.3679605722427368, 0.2202444225549698], "cos_apical_negg": [0.4121306240558624, 0.3994747996330261, 0.3852752447128296, 0.3679605722427368, 0.2202444225549698], "cos_Ac_negg": [0.4121306240558624, 0.3994747996330261, 0.3852752447128296, 0.3679605722427368, 0.2202444225549698], "r_norm": [0.9058741331100464, 0.9183281064033508, 0.9067999720573425, 0.908501148223877, 0.9244828224182129]}, {"step": 8300, "epoch": 17, "train_loss": 0.2715539336204529, "cos_r_negg": [0.4438014030456543, 0.43603748083114624, 0.41294798254966736, 0.3785054683685303, 0.243631973862648], "cos_apical_negg": [0.4438014030456543, 0.43603748083114624, 0.41294798254966736, 0.3785054683685303, 0.243631973862648], "cos_Ac_negg": [0.4438014030456543, 0.43603748083114624, 0.41294798254966736, 0.3785054683685303, 0.243631973862648], "r_norm": [1.237794041633606, 1.2378931045532227, 1.2223703861236572, 1.2377722263336182, 1.2442421913146973]}, {"step": 8350, "epoch": 17, "train_loss": 0.26013627648353577, "cos_r_negg": [0.4025224447250366, 0.3884429931640625, 0.3721964359283447, 0.35735994577407837, 0.22719749808311462], "cos_apical_negg": [0.4025224447250366, 0.3884429931640625, 0.3721964359283447, 0.35735994577407837, 0.22719749808311462], "cos_Ac_negg": [0.4025224447250366, 0.3884429931640625, 0.3721964359283447, 0.35735994577407837, 0.22719749808311462], "r_norm": [0.891808271408081, 0.900460958480835, 0.8904080390930176, 0.8944299221038818, 0.9069876670837402]}, {"step": 8400, "epoch": 17, "train_loss": 0.5950397253036499, "cos_r_negg": [0.4038999676704407, 0.3817327618598938, 0.3611423373222351, 0.34495389461517334, 0.22816774249076843], "cos_apical_negg": [0.4038999676704407, 0.3817327618598938, 0.3611423373222351, 0.34495389461517334, 0.22816774249076843], "cos_Ac_negg": [0.4038999676704407, 0.3817327618598938, 0.3611423373222351, 0.34495389461517334, 0.22816774249076843], "r_norm": [0.9335733652114868, 0.9425854682922363, 0.9270614385604858, 0.9338823556900024, 0.9464354515075684]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8671, "test_loss": 0.42856798095703125}, {"step": 8450, "epoch": 18, "train_loss": 0.19212064146995544, "cos_r_negg": [0.363908052444458, 0.36094436049461365, 0.3512175679206848, 0.33457130193710327, 0.22818559408187866], "cos_apical_negg": [0.363908052444458, 0.36094436049461365, 0.3512175679206848, 0.33457130193710327, 0.22818559408187866], "cos_Ac_negg": [0.363908052444458, 0.36094436049461365, 0.3512175679206848, 0.33457130193710327, 0.22818559408187866], "r_norm": [1.0228700637817383, 1.0278451442718506, 1.0195624828338623, 1.0197174549102783, 1.034367322921753]}, {"step": 8500, "epoch": 18, "train_loss": 0.18863801658153534, "cos_r_negg": [0.39513954520225525, 0.3898169994354248, 0.3723011016845703, 0.3617972433567047, 0.2520565390586853], "cos_apical_negg": [0.39513954520225525, 0.3898169994354248, 0.3723011016845703, 0.3617972433567047, 0.2520565390586853], "cos_Ac_negg": [0.39513954520225525, 0.3898169994354248, 0.3723011016845703, 0.3617972433567047, 0.2520565390586853], "r_norm": [1.048696517944336, 1.0643765926361084, 1.0515244007110596, 1.053328275680542, 1.0664950609207153]}, {"step": 8550, "epoch": 18, "train_loss": 0.22803279757499695, "cos_r_negg": [0.4375841021537781, 0.42695826292037964, 0.4063343405723572, 0.3801426291465759, 0.25847718119621277], "cos_apical_negg": [0.4375841021537781, 0.42695826292037964, 0.4063343405723572, 0.3801426291465759, 0.25847718119621277], "cos_Ac_negg": [0.4375841021537781, 0.42695826292037964, 0.4063343405723572, 0.3801426291465759, 0.25847718119621277], "r_norm": [1.1407829523086548, 1.143444299697876, 1.1330437660217285, 1.13731050491333, 1.1513365507125854]}, {"step": 8600, "epoch": 18, "train_loss": 0.2066291868686676, "cos_r_negg": [0.4160918593406677, 0.40651440620422363, 0.37857574224472046, 0.3648099899291992, 0.2423209249973297], "cos_apical_negg": [0.4160918593406677, 0.40651440620422363, 0.37857574224472046, 0.3648099899291992, 0.2423209249973297], "cos_Ac_negg": [0.4160918593406677, 0.40651440620422363, 0.37857574224472046, 0.3648099899291992, 0.2423209249973297], "r_norm": [0.9575666189193726, 0.9659535884857178, 0.954669177532196, 0.9597802758216858, 0.9718055725097656]}, {"step": 8650, "epoch": 18, "train_loss": 0.15259405970573425, "cos_r_negg": [0.4138515591621399, 0.4080735146999359, 0.39152631163597107, 0.360548734664917, 0.24849046766757965], "cos_apical_negg": [0.4138515591621399, 0.4080735146999359, 0.39152631163597107, 0.360548734664917, 0.24849046766757965], "cos_Ac_negg": [0.4138515591621399, 0.4080735146999359, 0.39152631163597107, 0.360548734664917, 0.24849046766757965], "r_norm": [1.1356289386749268, 1.13509202003479, 1.124277114868164, 1.129092812538147, 1.1404119729995728]}, {"step": 8700, "epoch": 18, "train_loss": 0.19536533951759338, "cos_r_negg": [0.4051302671432495, 0.3865601718425751, 0.36313438415527344, 0.353007435798645, 0.2373429238796234], "cos_apical_negg": [0.4051302671432495, 0.3865601718425751, 0.36313438415527344, 0.353007435798645, 0.2373429238796234], "cos_Ac_negg": [0.4051302671432495, 0.3865601718425751, 0.36313438415527344, 0.353007435798645, 0.2373429238796234], "r_norm": [1.1212611198425293, 1.140930414199829, 1.134200930595398, 1.1298952102661133, 1.1515111923217773]}, {"step": 8750, "epoch": 18, "train_loss": 0.24141985177993774, "cos_r_negg": [0.4178694188594818, 0.39243847131729126, 0.39295732975006104, 0.361926406621933, 0.24508759379386902], "cos_apical_negg": [0.4178694188594818, 0.39243847131729126, 0.39295732975006104, 0.361926406621933, 0.24508759379386902], "cos_Ac_negg": [0.4178694188594818, 0.39243847131729126, 0.39295732975006104, 0.361926406621933, 0.24508759379386902], "r_norm": [1.0495915412902832, 1.0579862594604492, 1.0540149211883545, 1.0497350692749023, 1.0676690340042114]}, {"step": 8800, "epoch": 18, "train_loss": 0.19145983457565308, "cos_r_negg": [0.4094964563846588, 0.39478832483291626, 0.3802869915962219, 0.3435693383216858, 0.24665383994579315], "cos_apical_negg": [0.4094964563846588, 0.39478832483291626, 0.3802869915962219, 0.3435693383216858, 0.24665383994579315], "cos_Ac_negg": [0.4094964563846588, 0.39478832483291626, 0.3802869915962219, 0.3435693383216858, 0.24665383994579315], "r_norm": [0.9910067915916443, 0.9962881803512573, 0.9825351238250732, 0.9913546442985535, 1.0012388229370117]}, {"step": 8850, "epoch": 18, "train_loss": 0.17557379603385925, "cos_r_negg": [0.3961685299873352, 0.39801523089408875, 0.3835523724555969, 0.354214608669281, 0.263623982667923], "cos_apical_negg": [0.3961685299873352, 0.39801523089408875, 0.3835523724555969, 0.354214608669281, 0.263623982667923], "cos_Ac_negg": [0.3961685299873352, 0.39801523089408875, 0.3835523724555969, 0.354214608669281, 0.263623982667923], "r_norm": [0.9595644474029541, 0.9582716226577759, 0.9513324499130249, 0.9536329507827759, 0.9650189280509949]}, {"step": 8900, "epoch": 18, "train_loss": 0.2013753056526184, "cos_r_negg": [0.41309821605682373, 0.3765626549720764, 0.382021963596344, 0.36473238468170166, 0.24450860917568207], "cos_apical_negg": [0.41309821605682373, 0.3765626549720764, 0.382021963596344, 0.36473238468170166, 0.24450860917568207], "cos_Ac_negg": [0.41309821605682373, 0.3765626549720764, 0.382021963596344, 0.36473238468170166, 0.24450860917568207], "r_norm": [0.9600206613540649, 0.9659060835838318, 0.9550946354866028, 0.957802414894104, 0.9714646935462952]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8659, "test_loss": 0.4361801025390625}, {"step": 8950, "epoch": 19, "train_loss": 0.3112426996231079, "cos_r_negg": [0.4028819799423218, 0.3965528607368469, 0.38701361417770386, 0.36885866522789, 0.27346593141555786], "cos_apical_negg": [0.4028819799423218, 0.3965528607368469, 0.38701361417770386, 0.36885866522789, 0.27346593141555786], "cos_Ac_negg": [0.4028819799423218, 0.3965528607368469, 0.38701361417770386, 0.36885866522789, 0.27346593141555786], "r_norm": [1.0054419040679932, 1.01585054397583, 1.0066697597503662, 1.010272741317749, 1.0230728387832642]}, {"step": 9000, "epoch": 19, "train_loss": 0.3024219274520874, "cos_r_negg": [0.38091981410980225, 0.36123964190483093, 0.3592308759689331, 0.3245825469493866, 0.2441112995147705], "cos_apical_negg": [0.38091981410980225, 0.36123964190483093, 0.3592308759689331, 0.3245825469493866, 0.2441112995147705], "cos_Ac_negg": [0.38091981410980225, 0.36123964190483093, 0.3592308759689331, 0.3245825469493866, 0.2441112995147705], "r_norm": [0.9992034435272217, 1.0018508434295654, 0.9920762777328491, 0.9987466931343079, 1.0095627307891846]}, {"step": 9050, "epoch": 19, "train_loss": 0.24317610263824463, "cos_r_negg": [0.367565393447876, 0.35602685809135437, 0.3439372777938843, 0.32880157232284546, 0.23394621908664703], "cos_apical_negg": [0.367565393447876, 0.35602685809135437, 0.3439372777938843, 0.32880157232284546, 0.23394621908664703], "cos_Ac_negg": [0.367565393447876, 0.35602685809135437, 0.3439372777938843, 0.32880157232284546, 0.23394621908664703], "r_norm": [0.941464364528656, 0.9452822804450989, 0.9349363446235657, 0.9426915049552917, 0.951187252998352]}, {"step": 9100, "epoch": 19, "train_loss": 0.22619742155075073, "cos_r_negg": [0.3873300552368164, 0.36347267031669617, 0.3536790609359741, 0.3349827527999878, 0.24761995673179626], "cos_apical_negg": [0.3873300552368164, 0.36347267031669617, 0.3536790609359741, 0.3349827527999878, 0.24761995673179626], "cos_Ac_negg": [0.3873300552368164, 0.36347267031669617, 0.3536790609359741, 0.3349827527999878, 0.24761995673179626], "r_norm": [0.9513672590255737, 0.9594099521636963, 0.9499636888504028, 0.9509909152984619, 0.9648805260658264]}, {"step": 9150, "epoch": 19, "train_loss": 0.17058035731315613, "cos_r_negg": [0.4036473035812378, 0.3888375759124756, 0.37500375509262085, 0.33971530199050903, 0.26234740018844604], "cos_apical_negg": [0.4036473035812378, 0.3888375759124756, 0.37500375509262085, 0.33971530199050903, 0.26234740018844604], "cos_Ac_negg": [0.4036473035812378, 0.3888375759124756, 0.37500375509262085, 0.33971530199050903, 0.26234740018844604], "r_norm": [0.9373061060905457, 0.9502335786819458, 0.9384787082672119, 0.9408595561981201, 0.9571181535720825]}, {"step": 9200, "epoch": 19, "train_loss": 0.21569783985614777, "cos_r_negg": [0.40823400020599365, 0.3804224133491516, 0.3766794502735138, 0.3438356816768646, 0.2390110194683075], "cos_apical_negg": [0.40823400020599365, 0.3804224133491516, 0.3766794502735138, 0.3438356816768646, 0.2390110194683075], "cos_Ac_negg": [0.40823400020599365, 0.3804224133491516, 0.3766794502735138, 0.3438356816768646, 0.2390110194683075], "r_norm": [0.960301399230957, 0.9554780125617981, 0.950104832649231, 0.9483935832977295, 0.9619089365005493]}, {"step": 9250, "epoch": 19, "train_loss": 0.2228669822216034, "cos_r_negg": [0.41506290435791016, 0.3814329504966736, 0.3688427805900574, 0.33758947253227234, 0.2310676872730255], "cos_apical_negg": [0.41506290435791016, 0.3814329504966736, 0.3688427805900574, 0.33758947253227234, 0.2310676872730255], "cos_Ac_negg": [0.41506290435791016, 0.3814329504966736, 0.3688427805900574, 0.33758947253227234, 0.2310676872730255], "r_norm": [0.9526516199111938, 0.9705721139907837, 0.9597141742706299, 0.9611409902572632, 0.9777255058288574]}, {"step": 9300, "epoch": 19, "train_loss": 0.24445506930351257, "cos_r_negg": [0.42803072929382324, 0.3988233804702759, 0.3895252048969269, 0.3500586450099945, 0.24711990356445312], "cos_apical_negg": [0.42803072929382324, 0.3988233804702759, 0.3895252048969269, 0.3500586450099945, 0.24711990356445312], "cos_Ac_negg": [0.42803072929382324, 0.3988233804702759, 0.3895252048969269, 0.3500586450099945, 0.24711990356445312], "r_norm": [0.9639286994934082, 0.9663662910461426, 0.9624422788619995, 0.9580549001693726, 0.9733535647392273]}, {"step": 9350, "epoch": 19, "train_loss": 0.23251460492610931, "cos_r_negg": [0.394649475812912, 0.3763457238674164, 0.36000967025756836, 0.31756168603897095, 0.20446377992630005], "cos_apical_negg": [0.394649475812912, 0.3763457238674164, 0.36000967025756836, 0.31756168603897095, 0.20446377992630005], "cos_Ac_negg": [0.394649475812912, 0.3763457238674164, 0.36000967025756836, 0.31756168603897095, 0.20446377992630005], "r_norm": [0.9860382080078125, 0.9983292818069458, 0.9890972375869751, 0.9891396760940552, 1.0043874979019165]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8705, "test_loss": 0.4233409393310547}], "final": {"test_acc": 0.8705, "test_loss": 0.4233409393310547, "wall_s": 20.242608308792114, "cos_r_negg": [0.40302491188049316, 0.37418270111083984, 0.367139995098114, 0.32735687494277954, 0.2183486670255661], "cos_apical_negg": [0.40302491188049316, 0.37418270111083984, 0.367139995098114, 0.32735687494277954, 0.2183486670255661], "cos_Ac_negg": [0.40302491188049316, 0.37418270111083984, 0.367139995098114, 0.32735687494277954, 0.2183486670255661]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_dfa_d5_s1.json b/results/depth_fmnist_dfa_d5_s1.json
new file mode 100644
index 0000000..f37ae19
--- /dev/null
+++ b/results/depth_fmnist_dfa_d5_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d5_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.275784969329834, "cos_r_negg": [0.0004393388517200947, 0.001496850629337132, -0.01354561559855938, 0.013835234567523003, -0.02394433692097664], "cos_apical_negg": [0.0004393388517200947, 0.001496850629337132, -0.01354561559855938, 0.013835234567523003, -0.02394433692097664], "cos_Ac_negg": [0.0004393388517200947, 0.001496850629337132, -0.01354561559855938, 0.013835234567523003, -0.02394433692097664], "r_norm": [4.962220191955566, 4.743202209472656, 4.866511344909668, 4.9021525382995605, 4.913494110107422]}, {"step": 50, "epoch": 0, "train_loss": 1.0602731704711914, "cos_r_negg": [0.19766049087047577, 0.2039339542388916, 0.20069025456905365, 0.16402122378349304, 0.2019287645816803], "cos_apical_negg": [0.19766049087047577, 0.2039339542388916, 0.20069025456905365, 0.16402122378349304, 0.2019287645816803], "cos_Ac_negg": [0.19766049087047577, 0.2039339542388916, 0.20069025456905365, 0.16402122378349304, 0.2019287645816803], "r_norm": [2.4709649085998535, 2.3602757453918457, 2.4498090744018555, 2.5433616638183594, 2.4970998764038086]}, {"step": 100, "epoch": 0, "train_loss": 0.8098220229148865, "cos_r_negg": [0.2535060942173004, 0.24310120940208435, 0.19688579440116882, 0.19874081015586853, 0.2354719042778015], "cos_apical_negg": [0.2535060942173004, 0.24310120940208435, 0.19688579440116882, 0.19874081015586853, 0.2354719042778015], "cos_Ac_negg": [0.2535060942173004, 0.24310120940208435, 0.19688579440116882, 0.19874081015586853, 0.2354719042778015], "r_norm": [1.9888060092926025, 1.864404559135437, 1.9452964067459106, 2.01615309715271, 1.9723542928695679]}, {"step": 150, "epoch": 0, "train_loss": 0.5507590770721436, "cos_r_negg": [0.29444992542266846, 0.2754983901977539, 0.25990498065948486, 0.24411670863628387, 0.1573767066001892], "cos_apical_negg": [0.29444992542266846, 0.2754983901977539, 0.25990498065948486, 0.24411670863628387, 0.1573767066001892], "cos_Ac_negg": [0.29444992542266846, 0.2754983901977539, 0.25990498065948486, 0.24411670863628387, 0.1573767066001892], "r_norm": [1.7245620489120483, 1.6266663074493408, 1.6830434799194336, 1.7536102533340454, 1.7297612428665161]}, {"step": 200, "epoch": 0, "train_loss": 0.6424171924591064, "cos_r_negg": [0.31960541009902954, 0.2900010049343109, 0.27655985951423645, 0.2836880385875702, 0.2152620553970337], "cos_apical_negg": [0.31960541009902954, 0.2900010049343109, 0.27655985951423645, 0.2836880385875702, 0.2152620553970337], "cos_Ac_negg": [0.31960541009902954, 0.2900010049343109, 0.27655985951423645, 0.2836880385875702, 0.2152620553970337], "r_norm": [1.8471486568450928, 1.7512272596359253, 1.8112542629241943, 1.8731440305709839, 1.8460453748703003]}, {"step": 250, "epoch": 0, "train_loss": 0.6279153823852539, "cos_r_negg": [0.37203559279441833, 0.35101956129074097, 0.30692416429519653, 0.28971439599990845, 0.16625477373600006], "cos_apical_negg": [0.37203559279441833, 0.35101956129074097, 0.30692416429519653, 0.28971439599990845, 0.16625477373600006], "cos_Ac_negg": [0.37203559279441833, 0.35101956129074097, 0.30692416429519653, 0.28971439599990845, 0.16625477373600006], "r_norm": [1.6376513242721558, 1.539044976234436, 1.5919921398162842, 1.663467526435852, 1.636289358139038]}, {"step": 300, "epoch": 0, "train_loss": 0.954169750213623, "cos_r_negg": [0.3423053026199341, 0.34715452790260315, 0.3308841586112976, 0.2537126839160919, 0.12438081204891205], "cos_apical_negg": [0.3423053026199341, 0.34715452790260315, 0.3308841586112976, 0.2537126839160919, 0.12438081204891205], "cos_Ac_negg": [0.3423053026199341, 0.34715452790260315, 0.3308841586112976, 0.2537126839160919, 0.12438081204891205], "r_norm": [1.4482489824295044, 1.3722726106643677, 1.4314193725585938, 1.4820488691329956, 1.448556900024414]}, {"step": 350, "epoch": 0, "train_loss": 0.48376333713531494, "cos_r_negg": [0.37547439336776733, 0.34720876812934875, 0.3274780213832855, 0.28744083642959595, 0.18882408738136292], "cos_apical_negg": [0.37547439336776733, 0.34720876812934875, 0.3274780213832855, 0.28744083642959595, 0.18882408738136292], "cos_Ac_negg": [0.37547439336776733, 0.34720876812934875, 0.3274780213832855, 0.28744083642959595, 0.18882408738136292], "r_norm": [1.4774072170257568, 1.3801686763763428, 1.4369860887527466, 1.5015205144882202, 1.472283124923706]}, {"step": 400, "epoch": 0, "train_loss": 0.6473597884178162, "cos_r_negg": [0.43507030606269836, 0.3974396586418152, 0.35389527678489685, 0.30783775448799133, 0.16269108653068542], "cos_apical_negg": [0.43507030606269836, 0.3974396586418152, 0.35389527678489685, 0.30783775448799133, 0.16269108653068542], "cos_Ac_negg": [0.43507030606269836, 0.3974396586418152, 0.35389527678489685, 0.30783775448799133, 0.16269108653068542], "r_norm": [1.6097756624221802, 1.506638765335083, 1.5544407367706299, 1.629206895828247, 1.6120219230651855]}, {"step": 450, "epoch": 0, "train_loss": 0.49946412444114685, "cos_r_negg": [0.3733668327331543, 0.36280515789985657, 0.35100454092025757, 0.2736625075340271, 0.103631392121315], "cos_apical_negg": [0.3733668327331543, 0.36280515789985657, 0.35100454092025757, 0.2736625075340271, 0.103631392121315], "cos_Ac_negg": [0.3733668327331543, 0.36280515789985657, 0.35100454092025757, 0.2736625075340271, 0.103631392121315], "r_norm": [1.5309425592422485, 1.4303301572799683, 1.4963971376419067, 1.5533969402313232, 1.5157356262207031]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8241, "test_loss": 0.535507568359375}, {"step": 500, "epoch": 1, "train_loss": 0.5255942940711975, "cos_r_negg": [0.39171531796455383, 0.35912883281707764, 0.31707248091697693, 0.2844584882259369, 0.04979836195707321], "cos_apical_negg": [0.39171531796455383, 0.35912883281707764, 0.31707248091697693, 0.2844584882259369, 0.04979836195707321], "cos_Ac_negg": [0.39171531796455383, 0.35912883281707764, 0.31707248091697693, 0.2844584882259369, 0.04979836195707321], "r_norm": [1.4169182777404785, 1.3337361812591553, 1.3958779573440552, 1.44404935836792, 1.4132556915283203]}, {"step": 550, "epoch": 1, "train_loss": 0.656330943107605, "cos_r_negg": [0.38364142179489136, 0.362542062997818, 0.3251253366470337, 0.2867377996444702, 0.0911078155040741], "cos_apical_negg": [0.38364142179489136, 0.362542062997818, 0.3251253366470337, 0.2867377996444702, 0.0911078155040741], "cos_Ac_negg": [0.38364142179489136, 0.362542062997818, 0.3251253366470337, 0.2867377996444702, 0.0911078155040741], "r_norm": [1.5579509735107422, 1.4494590759277344, 1.5079405307769775, 1.5703208446502686, 1.5395450592041016]}, {"step": 600, "epoch": 1, "train_loss": 0.6606340408325195, "cos_r_negg": [0.4373825192451477, 0.4055348038673401, 0.36660444736480713, 0.3123452365398407, 0.11063346266746521], "cos_apical_negg": [0.4373825192451477, 0.4055348038673401, 0.36660444736480713, 0.3123452365398407, 0.11063346266746521], "cos_Ac_negg": [0.4373825192451477, 0.4055348038673401, 0.36660444736480713, 0.3123452365398407, 0.11063346266746521], "r_norm": [1.5569026470184326, 1.4498487710952759, 1.5011444091796875, 1.570716381072998, 1.536656379699707]}, {"step": 650, "epoch": 1, "train_loss": 0.6377166509628296, "cos_r_negg": [0.4319238066673279, 0.40640151500701904, 0.36949479579925537, 0.2996056079864502, 0.09355634450912476], "cos_apical_negg": [0.4319238066673279, 0.40640151500701904, 0.36949479579925537, 0.2996056079864502, 0.09355634450912476], "cos_Ac_negg": [0.4319238066673279, 0.40640151500701904, 0.36949479579925537, 0.2996056079864502, 0.09355634450912476], "r_norm": [1.499882698059082, 1.389484167098999, 1.458139181137085, 1.5201301574707031, 1.4751150608062744]}, {"step": 700, "epoch": 1, "train_loss": 0.44813910126686096, "cos_r_negg": [0.4541522264480591, 0.4224105179309845, 0.4140222370624542, 0.3290497660636902, 0.1151881143450737], "cos_apical_negg": [0.4541522264480591, 0.4224105179309845, 0.4140222370624542, 0.3290497660636902, 0.1151881143450737], "cos_Ac_negg": [0.4541522264480591, 0.4224105179309845, 0.4140222370624542, 0.3290497660636902, 0.1151881143450737], "r_norm": [1.4189764261245728, 1.3373228311538696, 1.387404441833496, 1.44087553024292, 1.4262561798095703]}, {"step": 750, "epoch": 1, "train_loss": 0.42130690813064575, "cos_r_negg": [0.46625810861587524, 0.4435487389564514, 0.4191780090332031, 0.35551080107688904, 0.11988700181245804], "cos_apical_negg": [0.46625810861587524, 0.4435487389564514, 0.4191780090332031, 0.35551080107688904, 0.11988700181245804], "cos_Ac_negg": [0.46625810861587524, 0.4435487389564514, 0.4191780090332031, 0.35551080107688904, 0.11988700181245804], "r_norm": [1.3715972900390625, 1.2886818647384644, 1.341741919517517, 1.400550127029419, 1.3702150583267212]}, {"step": 800, "epoch": 1, "train_loss": 0.5129712820053101, "cos_r_negg": [0.41667407751083374, 0.40306276082992554, 0.34636715054512024, 0.31736165285110474, 0.07510963827371597], "cos_apical_negg": [0.41667407751083374, 0.40306276082992554, 0.34636715054512024, 0.31736165285110474, 0.07510963827371597], "cos_Ac_negg": [0.41667407751083374, 0.40306276082992554, 0.34636715054512024, 0.31736165285110474, 0.07510963827371597], "r_norm": [1.385170817375183, 1.3070164918899536, 1.3554179668426514, 1.4177682399749756, 1.391275405883789]}, {"step": 850, "epoch": 1, "train_loss": 0.3783707618713379, "cos_r_negg": [0.4234620928764343, 0.38322094082832336, 0.35904353857040405, 0.3103691339492798, 0.03485705330967903], "cos_apical_negg": [0.4234620928764343, 0.38322094082832336, 0.35904353857040405, 0.3103691339492798, 0.03485705330967903], "cos_Ac_negg": [0.4234620928764343, 0.38322094082832336, 0.35904353857040405, 0.3103691339492798, 0.03485705330967903], "r_norm": [1.379595160484314, 1.2884092330932617, 1.3568755388259888, 1.4121172428131104, 1.3686988353729248]}, {"step": 900, "epoch": 1, "train_loss": 0.4876750707626343, "cos_r_negg": [0.4343707859516144, 0.3803234100341797, 0.36134666204452515, 0.31251055002212524, 0.07830321043729782], "cos_apical_negg": [0.4343707859516144, 0.3803234100341797, 0.36134666204452515, 0.31251055002212524, 0.07830321043729782], "cos_Ac_negg": [0.4343707859516144, 0.3803234100341797, 0.36134666204452515, 0.31251055002212524, 0.07830321043729782], "r_norm": [1.353865385055542, 1.2710155248641968, 1.3242342472076416, 1.3865958452224731, 1.3533517122268677]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8455, "test_loss": 0.4455220275878906}, {"step": 950, "epoch": 2, "train_loss": 0.4052850008010864, "cos_r_negg": [0.43183767795562744, 0.40402287244796753, 0.3892495632171631, 0.3177371919155121, 0.07062351703643799], "cos_apical_negg": [0.43183767795562744, 0.40402287244796753, 0.3892495632171631, 0.3177371919155121, 0.07062351703643799], "cos_Ac_negg": [0.43183767795562744, 0.40402287244796753, 0.3892495632171631, 0.3177371919155121, 0.07062351703643799], "r_norm": [1.3288912773132324, 1.2514890432357788, 1.2988818883895874, 1.3520240783691406, 1.3287464380264282]}, {"step": 1000, "epoch": 2, "train_loss": 0.46201762557029724, "cos_r_negg": [0.4316268563270569, 0.41161441802978516, 0.3748202919960022, 0.323042631149292, 0.09909021109342575], "cos_apical_negg": [0.4316268563270569, 0.41161441802978516, 0.3748202919960022, 0.323042631149292, 0.09909021109342575], "cos_Ac_negg": [0.4316268563270569, 0.41161441802978516, 0.3748202919960022, 0.323042631149292, 0.09909021109342575], "r_norm": [1.3735179901123047, 1.288611650466919, 1.3424749374389648, 1.3989640474319458, 1.3722774982452393]}, {"step": 1050, "epoch": 2, "train_loss": 0.35160505771636963, "cos_r_negg": [0.4380732774734497, 0.4283358156681061, 0.3982484042644501, 0.3327590823173523, 0.06964568793773651], "cos_apical_negg": [0.4380732774734497, 0.4283358156681061, 0.3982484042644501, 0.3327590823173523, 0.06964568793773651], "cos_Ac_negg": [0.4380732774734497, 0.4283358156681061, 0.3982484042644501, 0.3327590823173523, 0.06964568793773651], "r_norm": [1.4227492809295654, 1.345151424407959, 1.3901276588439941, 1.4578771591186523, 1.4369245767593384]}, {"step": 1100, "epoch": 2, "train_loss": 0.4184129536151886, "cos_r_negg": [0.4320451617240906, 0.4145727753639221, 0.3716047704219818, 0.3269854784011841, 0.068998321890831], "cos_apical_negg": [0.4320451617240906, 0.4145727753639221, 0.3716047704219818, 0.3269854784011841, 0.068998321890831], "cos_Ac_negg": [0.4320451617240906, 0.4145727753639221, 0.3716047704219818, 0.3269854784011841, 0.068998321890831], "r_norm": [1.3513022661209106, 1.266602873802185, 1.3297228813171387, 1.3856996297836304, 1.346819519996643]}, {"step": 1150, "epoch": 2, "train_loss": 0.46415650844573975, "cos_r_negg": [0.39343467354774475, 0.4103425443172455, 0.37213534116744995, 0.3271065354347229, 0.07409727573394775], "cos_apical_negg": [0.39343467354774475, 0.4103425443172455, 0.37213534116744995, 0.3271065354347229, 0.07409727573394775], "cos_Ac_negg": [0.39343467354774475, 0.4103425443172455, 0.37213534116744995, 0.3271065354347229, 0.07409727573394775], "r_norm": [1.259624719619751, 1.1793513298034668, 1.2279804944992065, 1.2825895547866821, 1.2532271146774292]}, {"step": 1200, "epoch": 2, "train_loss": 0.5328221917152405, "cos_r_negg": [0.41519099473953247, 0.4159865975379944, 0.3653873801231384, 0.32297420501708984, 0.09447207301855087], "cos_apical_negg": [0.41519099473953247, 0.4159865975379944, 0.3653873801231384, 0.32297420501708984, 0.09447207301855087], "cos_Ac_negg": [0.41519099473953247, 0.4159865975379944, 0.3653873801231384, 0.32297420501708984, 0.09447207301855087], "r_norm": [1.4378376007080078, 1.3600013256072998, 1.4040149450302124, 1.4802842140197754, 1.447730302810669]}, {"step": 1250, "epoch": 2, "train_loss": 0.41451919078826904, "cos_r_negg": [0.42023035883903503, 0.4398108124732971, 0.41658931970596313, 0.3542145788669586, 0.12351963669061661], "cos_apical_negg": [0.42023035883903503, 0.4398108124732971, 0.41658931970596313, 0.3542145788669586, 0.12351963669061661], "cos_Ac_negg": [0.42023035883903503, 0.4398108124732971, 0.41658931970596313, 0.3542145788669586, 0.12351963669061661], "r_norm": [1.4383599758148193, 1.3332353830337524, 1.3959296941757202, 1.4621756076812744, 1.418121576309204]}, {"step": 1300, "epoch": 2, "train_loss": 0.3115886449813843, "cos_r_negg": [0.4546859860420227, 0.4433339834213257, 0.38104450702667236, 0.3310982584953308, 0.11805710196495056], "cos_apical_negg": [0.4546859860420227, 0.4433339834213257, 0.38104450702667236, 0.3310982584953308, 0.11805710196495056], "cos_Ac_negg": [0.4546859860420227, 0.4433339834213257, 0.38104450702667236, 0.3310982584953308, 0.11805710196495056], "r_norm": [1.2825521230697632, 1.1966238021850586, 1.247880458831787, 1.3062357902526855, 1.2723145484924316]}, {"step": 1350, "epoch": 2, "train_loss": 0.3229961395263672, "cos_r_negg": [0.44680559635162354, 0.4329070448875427, 0.3953627943992615, 0.3657647669315338, 0.10337023437023163], "cos_apical_negg": [0.44680559635162354, 0.4329070448875427, 0.3953627943992615, 0.3657647669315338, 0.10337023437023163], "cos_Ac_negg": [0.44680559635162354, 0.4329070448875427, 0.3953627943992615, 0.3657647669315338, 0.10337023437023163], "r_norm": [1.2227593660354614, 1.1426719427108765, 1.184128761291504, 1.2386283874511719, 1.2169435024261475]}, {"step": 1400, "epoch": 2, "train_loss": 0.5408019423484802, "cos_r_negg": [0.3990182876586914, 0.38426029682159424, 0.37898051738739014, 0.3393486738204956, 0.09991168975830078], "cos_apical_negg": [0.3990182876586914, 0.38426029682159424, 0.37898051738739014, 0.3393486738204956, 0.09991168975830078], "cos_Ac_negg": [0.3990182876586914, 0.38426029682159424, 0.37898051738739014, 0.3393486738204956, 0.09991168975830078], "r_norm": [1.2840189933776855, 1.208327054977417, 1.2603670358657837, 1.3087449073791504, 1.2797144651412964]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8373, "test_loss": 0.4720660278320313}, {"step": 1450, "epoch": 3, "train_loss": 0.6846766471862793, "cos_r_negg": [0.45547229051589966, 0.4322173297405243, 0.4064194858074188, 0.36177772283554077, 0.12276242673397064], "cos_apical_negg": [0.45547229051589966, 0.4322173297405243, 0.4064194858074188, 0.36177772283554077, 0.12276242673397064], "cos_Ac_negg": [0.45547229051589966, 0.4322173297405243, 0.4064194858074188, 0.36177772283554077, 0.12276242673397064], "r_norm": [1.4558645486831665, 1.382620096206665, 1.4230602979660034, 1.4962176084518433, 1.4734036922454834]}, {"step": 1500, "epoch": 3, "train_loss": 0.5547500848770142, "cos_r_negg": [0.4499235153198242, 0.4176865220069885, 0.38575077056884766, 0.3496113419532776, 0.10923546552658081], "cos_apical_negg": [0.4499235153198242, 0.4176865220069885, 0.38575077056884766, 0.3496113419532776, 0.10923546552658081], "cos_Ac_negg": [0.4499235153198242, 0.4176865220069885, 0.38575077056884766, 0.3496113419532776, 0.10923546552658081], "r_norm": [1.474612832069397, 1.386360764503479, 1.4377104043960571, 1.5128107070922852, 1.4826754331588745]}, {"step": 1550, "epoch": 3, "train_loss": 0.3824489414691925, "cos_r_negg": [0.4554196298122406, 0.4466710686683655, 0.41068390011787415, 0.330452561378479, 0.12642371654510498], "cos_apical_negg": [0.4554196298122406, 0.4466710686683655, 0.41068390011787415, 0.330452561378479, 0.12642371654510498], "cos_Ac_negg": [0.4554196298122406, 0.4466710686683655, 0.41068390011787415, 0.330452561378479, 0.12642371654510498], "r_norm": [1.3257319927215576, 1.2455999851226807, 1.3019616603851318, 1.3607938289642334, 1.3290441036224365]}, {"step": 1600, "epoch": 3, "train_loss": 0.4108538031578064, "cos_r_negg": [0.4439878463745117, 0.43129125237464905, 0.38532453775405884, 0.3452608287334442, 0.09115839004516602], "cos_apical_negg": [0.4439878463745117, 0.43129125237464905, 0.38532453775405884, 0.3452608287334442, 0.09115839004516602], "cos_Ac_negg": [0.4439878463745117, 0.43129125237464905, 0.38532453775405884, 0.3452608287334442, 0.09115839004516602], "r_norm": [1.2190120220184326, 1.1377873420715332, 1.1839828491210938, 1.2401957511901855, 1.2119648456573486]}, {"step": 1650, "epoch": 3, "train_loss": 0.541515588760376, "cos_r_negg": [0.44572192430496216, 0.43870964646339417, 0.403812050819397, 0.34104636311531067, 0.08462962508201599], "cos_apical_negg": [0.44572192430496216, 0.43870964646339417, 0.403812050819397, 0.34104636311531067, 0.08462962508201599], "cos_Ac_negg": [0.44572192430496216, 0.43870964646339417, 0.403812050819397, 0.34104636311531067, 0.08462962508201599], "r_norm": [1.2546241283416748, 1.173923373222351, 1.2234946489334106, 1.2775298357009888, 1.243497610092163]}, {"step": 1700, "epoch": 3, "train_loss": 0.5126863121986389, "cos_r_negg": [0.43889808654785156, 0.451185405254364, 0.41583821177482605, 0.35662901401519775, 0.10300775617361069], "cos_apical_negg": [0.43889808654785156, 0.451185405254364, 0.41583821177482605, 0.35662901401519775, 0.10300775617361069], "cos_Ac_negg": [0.43889808654785156, 0.451185405254364, 0.41583821177482605, 0.35662901401519775, 0.10300775617361069], "r_norm": [1.4196555614471436, 1.325096845626831, 1.3894705772399902, 1.4447665214538574, 1.414360523223877]}, {"step": 1750, "epoch": 3, "train_loss": 0.567298412322998, "cos_r_negg": [0.44253477454185486, 0.4562997817993164, 0.4154431223869324, 0.354831337928772, 0.07376916706562042], "cos_apical_negg": [0.44253477454185486, 0.4562997817993164, 0.4154431223869324, 0.354831337928772, 0.07376916706562042], "cos_Ac_negg": [0.44253477454185486, 0.4562997817993164, 0.4154431223869324, 0.354831337928772, 0.07376916706562042], "r_norm": [1.2881391048431396, 1.2090306282043457, 1.2528159618377686, 1.3128376007080078, 1.2882285118103027]}, {"step": 1800, "epoch": 3, "train_loss": 0.35970789194107056, "cos_r_negg": [0.44253286719322205, 0.4217885136604309, 0.3796612620353699, 0.34817928075790405, 0.08424309641122818], "cos_apical_negg": [0.44253286719322205, 0.4217885136604309, 0.3796612620353699, 0.34817928075790405, 0.08424309641122818], "cos_Ac_negg": [0.44253286719322205, 0.4217885136604309, 0.3796612620353699, 0.34817928075790405, 0.08424309641122818], "r_norm": [1.4053685665130615, 1.3273370265960693, 1.3747798204421997, 1.4457719326019287, 1.4153848886489868]}, {"step": 1850, "epoch": 3, "train_loss": 0.45682936906814575, "cos_r_negg": [0.45846500992774963, 0.4584222435951233, 0.40780210494995117, 0.37311774492263794, 0.11071419715881348], "cos_apical_negg": [0.45846500992774963, 0.4584222435951233, 0.40780210494995117, 0.37311774492263794, 0.11071419715881348], "cos_Ac_negg": [0.45846500992774963, 0.4584222435951233, 0.40780210494995117, 0.37311774492263794, 0.11071419715881348], "r_norm": [1.2220078706741333, 1.1442291736602783, 1.1889667510986328, 1.2381305694580078, 1.2181193828582764]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8446, "test_loss": 0.4555922821044922}, {"step": 1900, "epoch": 4, "train_loss": 0.34712493419647217, "cos_r_negg": [0.47740164399147034, 0.47880104184150696, 0.4437538683414459, 0.3851379156112671, 0.09151651710271835], "cos_apical_negg": [0.47740164399147034, 0.47880104184150696, 0.4437538683414459, 0.3851379156112671, 0.09151651710271835], "cos_Ac_negg": [0.47740164399147034, 0.47880104184150696, 0.4437538683414459, 0.3851379156112671, 0.09151651710271835], "r_norm": [1.3096749782562256, 1.2311033010482788, 1.2726964950561523, 1.3449877500534058, 1.3171098232269287]}, {"step": 1950, "epoch": 4, "train_loss": 0.5286461114883423, "cos_r_negg": [0.44296661019325256, 0.44305384159088135, 0.4067017436027527, 0.371832013130188, 0.11498307436704636], "cos_apical_negg": [0.44296661019325256, 0.44305384159088135, 0.4067017436027527, 0.371832013130188, 0.11498307436704636], "cos_Ac_negg": [0.44296661019325256, 0.44305384159088135, 0.4067017436027527, 0.371832013130188, 0.11498307436704636], "r_norm": [1.1829522848129272, 1.106216311454773, 1.156905174255371, 1.207007884979248, 1.17616868019104]}, {"step": 2000, "epoch": 4, "train_loss": 0.37512069940567017, "cos_r_negg": [0.45311275124549866, 0.4579440951347351, 0.43083152174949646, 0.3767315745353699, 0.10658727586269379], "cos_apical_negg": [0.45311275124549866, 0.4579440951347351, 0.43083152174949646, 0.3767315745353699, 0.10658727586269379], "cos_Ac_negg": [0.45311275124549866, 0.4579440951347351, 0.43083152174949646, 0.3767315745353699, 0.10658727586269379], "r_norm": [1.2802417278289795, 1.1976418495178223, 1.243927001953125, 1.300649642944336, 1.2844350337982178]}, {"step": 2050, "epoch": 4, "train_loss": 0.45738089084625244, "cos_r_negg": [0.4684857726097107, 0.47964760661125183, 0.45689964294433594, 0.3910712003707886, 0.09774073213338852], "cos_apical_negg": [0.4684857726097107, 0.47964760661125183, 0.45689964294433594, 0.3910712003707886, 0.09774073213338852], "cos_Ac_negg": [0.4684857726097107, 0.47964760661125183, 0.45689964294433594, 0.3910712003707886, 0.09774073213338852], "r_norm": [1.2839839458465576, 1.2089393138885498, 1.255326509475708, 1.303398847579956, 1.2791707515716553]}, {"step": 2100, "epoch": 4, "train_loss": 0.3782021403312683, "cos_r_negg": [0.453594446182251, 0.44927865266799927, 0.42704910039901733, 0.3759753108024597, 0.14627568423748016], "cos_apical_negg": [0.453594446182251, 0.44927865266799927, 0.42704910039901733, 0.3759753108024597, 0.14627568423748016], "cos_Ac_negg": [0.453594446182251, 0.44927865266799927, 0.42704910039901733, 0.3759753108024597, 0.14627568423748016], "r_norm": [1.228494644165039, 1.1457910537719727, 1.1948285102844238, 1.250763177871704, 1.2167484760284424]}, {"step": 2150, "epoch": 4, "train_loss": 0.42084527015686035, "cos_r_negg": [0.48673760890960693, 0.4747718274593353, 0.4546608328819275, 0.42093127965927124, 0.1433408260345459], "cos_apical_negg": [0.48673760890960693, 0.4747718274593353, 0.4546608328819275, 0.42093127965927124, 0.1433408260345459], "cos_Ac_negg": [0.48673760890960693, 0.4747718274593353, 0.4546608328819275, 0.42093127965927124, 0.1433408260345459], "r_norm": [1.0839749574661255, 1.021254539489746, 1.0641274452209473, 1.1059399843215942, 1.0813252925872803]}, {"step": 2200, "epoch": 4, "train_loss": 0.38128966093063354, "cos_r_negg": [0.4343712627887726, 0.438228964805603, 0.420026034116745, 0.3662813901901245, 0.0926370620727539], "cos_apical_negg": [0.4343712627887726, 0.438228964805603, 0.420026034116745, 0.3662813901901245, 0.0926370620727539], "cos_Ac_negg": [0.4343712627887726, 0.438228964805603, 0.420026034116745, 0.3662813901901245, 0.0926370620727539], "r_norm": [1.3577687740325928, 1.2776856422424316, 1.3391573429107666, 1.3974323272705078, 1.3595713376998901]}, {"step": 2250, "epoch": 4, "train_loss": 0.36500847339630127, "cos_r_negg": [0.43372756242752075, 0.43546003103256226, 0.42592355608940125, 0.40698885917663574, 0.08545517921447754], "cos_apical_negg": [0.43372756242752075, 0.43546003103256226, 0.42592355608940125, 0.40698885917663574, 0.08545517921447754], "cos_Ac_negg": [0.43372756242752075, 0.43546003103256226, 0.42592355608940125, 0.40698885917663574, 0.08545517921447754], "r_norm": [1.1706347465515137, 1.1064754724502563, 1.1510502099990845, 1.1961578130722046, 1.1687819957733154]}, {"step": 2300, "epoch": 4, "train_loss": 0.14442923665046692, "cos_r_negg": [0.4323410093784332, 0.43174248933792114, 0.4058145582675934, 0.37217235565185547, 0.09149152040481567], "cos_apical_negg": [0.4323410093784332, 0.43174248933792114, 0.4058145582675934, 0.37217235565185547, 0.09149152040481567], "cos_Ac_negg": [0.4323410093784332, 0.43174248933792114, 0.4058145582675934, 0.37217235565185547, 0.09149152040481567], "r_norm": [1.2164020538330078, 1.1391375064849854, 1.1919660568237305, 1.2429301738739014, 1.208801507949829]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8511, "test_loss": 0.47465967712402346}, {"step": 2350, "epoch": 5, "train_loss": 0.2995007336139679, "cos_r_negg": [0.4310322701931, 0.44362133741378784, 0.40967869758605957, 0.36793118715286255, 0.07720702886581421], "cos_apical_negg": [0.4310322701931, 0.44362133741378784, 0.40967869758605957, 0.36793118715286255, 0.07720702886581421], "cos_Ac_negg": [0.4310322701931, 0.44362133741378784, 0.40967869758605957, 0.36793118715286255, 0.07720702886581421], "r_norm": [1.229414701461792, 1.159212350845337, 1.2171367406845093, 1.2626874446868896, 1.2278295755386353]}, {"step": 2400, "epoch": 5, "train_loss": 0.37324094772338867, "cos_r_negg": [0.4291459619998932, 0.44586414098739624, 0.4097910523414612, 0.3718578815460205, 0.1229611337184906], "cos_apical_negg": [0.4291459619998932, 0.44586414098739624, 0.4097910523414612, 0.3718578815460205, 0.1229611337184906], "cos_Ac_negg": [0.4291459619998932, 0.44586414098739624, 0.4097910523414612, 0.3718578815460205, 0.1229611337184906], "r_norm": [1.2908016443252563, 1.2125380039215088, 1.2676670551300049, 1.324015736579895, 1.2956255674362183]}, {"step": 2450, "epoch": 5, "train_loss": 0.3211056888103485, "cos_r_negg": [0.42983049154281616, 0.44036829471588135, 0.4364018440246582, 0.36948567628860474, 0.09653066098690033], "cos_apical_negg": [0.42983049154281616, 0.44036829471588135, 0.4364018440246582, 0.36948567628860474, 0.09653066098690033], "cos_Ac_negg": [0.42983049154281616, 0.44036829471588135, 0.4364018440246582, 0.36948567628860474, 0.09653066098690033], "r_norm": [1.3497141599655151, 1.278045415878296, 1.3214584589004517, 1.3887004852294922, 1.364567756652832]}, {"step": 2500, "epoch": 5, "train_loss": 0.3387324810028076, "cos_r_negg": [0.4723823368549347, 0.47819286584854126, 0.4353918135166168, 0.3972097635269165, 0.08197946846485138], "cos_apical_negg": [0.4723823368549347, 0.47819286584854126, 0.4353918135166168, 0.3972097635269165, 0.08197946846485138], "cos_Ac_negg": [0.4723823368549347, 0.47819286584854126, 0.4353918135166168, 0.3972097635269165, 0.08197946846485138], "r_norm": [1.3636000156402588, 1.2796975374221802, 1.3297748565673828, 1.3879725933074951, 1.3715633153915405]}, {"step": 2550, "epoch": 5, "train_loss": 0.33991605043411255, "cos_r_negg": [0.4402797818183899, 0.43112295866012573, 0.40846747159957886, 0.36408066749572754, 0.10663547366857529], "cos_apical_negg": [0.4402797818183899, 0.43112295866012573, 0.40846747159957886, 0.36408066749572754, 0.10663547366857529], "cos_Ac_negg": [0.4402797818183899, 0.43112295866012573, 0.40846747159957886, 0.36408066749572754, 0.10663547366857529], "r_norm": [1.1455647945404053, 1.0753328800201416, 1.125422477722168, 1.168367862701416, 1.1382465362548828]}, {"step": 2600, "epoch": 5, "train_loss": 0.32713863253593445, "cos_r_negg": [0.45907843112945557, 0.45706847310066223, 0.4265974164009094, 0.40177348256111145, 0.09824056923389435], "cos_apical_negg": [0.45907843112945557, 0.45706847310066223, 0.4265974164009094, 0.40177348256111145, 0.09824056923389435], "cos_Ac_negg": [0.45907843112945557, 0.45706847310066223, 0.4265974164009094, 0.40177348256111145, 0.09824056923389435], "r_norm": [1.182785987854004, 1.1113946437835693, 1.1599770784378052, 1.202850103378296, 1.1786844730377197]}, {"step": 2650, "epoch": 5, "train_loss": 0.28721150755882263, "cos_r_negg": [0.4526028335094452, 0.4498649835586548, 0.4316050708293915, 0.38274407386779785, 0.07578182965517044], "cos_apical_negg": [0.4526028335094452, 0.4498649835586548, 0.4316050708293915, 0.38274407386779785, 0.07578182965517044], "cos_Ac_negg": [0.4526028335094452, 0.4498649835586548, 0.4316050708293915, 0.38274407386779785, 0.07578182965517044], "r_norm": [1.2728148698806763, 1.1974514722824097, 1.2425785064697266, 1.305889368057251, 1.276653528213501]}, {"step": 2700, "epoch": 5, "train_loss": 0.26726096868515015, "cos_r_negg": [0.4388710856437683, 0.4148710370063782, 0.3841434419155121, 0.3480710983276367, 0.0607060045003891], "cos_apical_negg": [0.4388710856437683, 0.4148710370063782, 0.3841434419155121, 0.3480710983276367, 0.0607060045003891], "cos_Ac_negg": [0.4388710856437683, 0.4148710370063782, 0.3841434419155121, 0.3480710983276367, 0.0607060045003891], "r_norm": [1.1366751194000244, 1.0670075416564941, 1.114555835723877, 1.1611374616622925, 1.1346956491470337]}, {"step": 2750, "epoch": 5, "train_loss": 0.441488653421402, "cos_r_negg": [0.43891841173171997, 0.42836615443229675, 0.4066653251647949, 0.36726951599121094, 0.0841013640165329], "cos_apical_negg": [0.43891841173171997, 0.42836615443229675, 0.4066653251647949, 0.36726951599121094, 0.0841013640165329], "cos_Ac_negg": [0.43891841173171997, 0.42836615443229675, 0.4066653251647949, 0.36726951599121094, 0.0841013640165329], "r_norm": [1.193845272064209, 1.1215858459472656, 1.174605369567871, 1.2248176336288452, 1.1896628141403198]}, {"step": 2800, "epoch": 5, "train_loss": 0.4492309093475342, "cos_r_negg": [0.4067784547805786, 0.3904082477092743, 0.3747333884239197, 0.3572740852832794, 0.06307312846183777], "cos_apical_negg": [0.4067784547805786, 0.3904082477092743, 0.3747333884239197, 0.3572740852832794, 0.06307312846183777], "cos_Ac_negg": [0.4067784547805786, 0.3904082477092743, 0.3747333884239197, 0.3572740852832794, 0.06307312846183777], "r_norm": [1.1088874340057373, 1.041902780532837, 1.0871937274932861, 1.131676435470581, 1.1046665906906128]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8493, "test_loss": 0.4419602294921875}, {"step": 2850, "epoch": 6, "train_loss": 0.21163876354694366, "cos_r_negg": [0.45132559537887573, 0.42970192432403564, 0.41546788811683655, 0.3862133026123047, 0.08660128712654114], "cos_apical_negg": [0.45132559537887573, 0.42970192432403564, 0.41546788811683655, 0.3862133026123047, 0.08660128712654114], "cos_Ac_negg": [0.45132559537887573, 0.42970192432403564, 0.41546788811683655, 0.3862133026123047, 0.08660128712654114], "r_norm": [1.2049280405044556, 1.1388226747512817, 1.1899957656860352, 1.2211599349975586, 1.2035727500915527]}, {"step": 2900, "epoch": 6, "train_loss": 0.2690415382385254, "cos_r_negg": [0.447287380695343, 0.45157551765441895, 0.4290056824684143, 0.384645938873291, 0.07065118849277496], "cos_apical_negg": [0.447287380695343, 0.45157551765441895, 0.4290056824684143, 0.384645938873291, 0.07065118849277496], "cos_Ac_negg": [0.447287380695343, 0.45157551765441895, 0.4290056824684143, 0.384645938873291, 0.07065118849277496], "r_norm": [1.2721548080444336, 1.1984291076660156, 1.2534360885620117, 1.2961037158966064, 1.2783420085906982]}, {"step": 2950, "epoch": 6, "train_loss": 0.24068906903266907, "cos_r_negg": [0.4793192446231842, 0.4765256345272064, 0.45892030000686646, 0.41666483879089355, 0.09242572635412216], "cos_apical_negg": [0.4793192446231842, 0.4765256345272064, 0.45892030000686646, 0.41666483879089355, 0.09242572635412216], "cos_Ac_negg": [0.4793192446231842, 0.4765256345272064, 0.45892030000686646, 0.41666483879089355, 0.09242572635412216], "r_norm": [1.179166555404663, 1.1086763143539429, 1.1551865339279175, 1.2020679712295532, 1.1766822338104248]}, {"step": 3000, "epoch": 6, "train_loss": 0.4770888388156891, "cos_r_negg": [0.4465228319168091, 0.45944297313690186, 0.43143483996391296, 0.3763471245765686, 0.06765025854110718], "cos_apical_negg": [0.4465228319168091, 0.45944297313690186, 0.43143483996391296, 0.3763471245765686, 0.06765025854110718], "cos_Ac_negg": [0.4465228319168091, 0.45944297313690186, 0.43143483996391296, 0.3763471245765686, 0.06765025854110718], "r_norm": [1.160254716873169, 1.0909570455551147, 1.1444216966629028, 1.1839145421981812, 1.155335545539856]}, {"step": 3050, "epoch": 6, "train_loss": 0.46715599298477173, "cos_r_negg": [0.45009785890579224, 0.4506624937057495, 0.44545096158981323, 0.363214910030365, 0.06207108125090599], "cos_apical_negg": [0.45009785890579224, 0.4506624937057495, 0.44545096158981323, 0.363214910030365, 0.06207108125090599], "cos_Ac_negg": [0.45009785890579224, 0.4506624937057495, 0.44545096158981323, 0.363214910030365, 0.06207108125090599], "r_norm": [1.176117181777954, 1.108290195465088, 1.154020071029663, 1.2020177841186523, 1.1795012950897217]}, {"step": 3100, "epoch": 6, "train_loss": 0.46733975410461426, "cos_r_negg": [0.4426308572292328, 0.4619182050228119, 0.45733317732810974, 0.37783437967300415, 0.0803460106253624], "cos_apical_negg": [0.4426308572292328, 0.4619182050228119, 0.45733317732810974, 0.37783437967300415, 0.0803460106253624], "cos_Ac_negg": [0.4426308572292328, 0.4619182050228119, 0.45733317732810974, 0.37783437967300415, 0.0803460106253624], "r_norm": [1.1414625644683838, 1.0693143606185913, 1.1207919120788574, 1.1679399013519287, 1.1359519958496094]}, {"step": 3150, "epoch": 6, "train_loss": 0.37480974197387695, "cos_r_negg": [0.44369083642959595, 0.47035977244377136, 0.4510572552680969, 0.37240368127822876, 0.04469367861747742], "cos_apical_negg": [0.44369083642959595, 0.47035977244377136, 0.4510572552680969, 0.37240368127822876, 0.04469367861747742], "cos_Ac_negg": [0.44369083642959595, 0.47035977244377136, 0.4510572552680969, 0.37240368127822876, 0.04469367861747742], "r_norm": [1.1378320455551147, 1.0730926990509033, 1.107956886291504, 1.159362554550171, 1.1378881931304932]}, {"step": 3200, "epoch": 6, "train_loss": 0.2682737410068512, "cos_r_negg": [0.4797707796096802, 0.4700498580932617, 0.4461987614631653, 0.38195085525512695, 0.0926302969455719], "cos_apical_negg": [0.4797707796096802, 0.4700498580932617, 0.4461987614631653, 0.38195085525512695, 0.0926302969455719], "cos_Ac_negg": [0.4797707796096802, 0.4700498580932617, 0.4461987614631653, 0.38195085525512695, 0.0926302969455719], "r_norm": [1.0574229955673218, 0.9904267191886902, 1.0361367464065552, 1.074815034866333, 1.0499866008758545]}, {"step": 3250, "epoch": 6, "train_loss": 0.32093876600265503, "cos_r_negg": [0.4234132468700409, 0.423628032207489, 0.4137350916862488, 0.3478037416934967, 0.041767723858356476], "cos_apical_negg": [0.4234132468700409, 0.423628032207489, 0.4137350916862488, 0.3478037416934967, 0.041767723858356476], "cos_Ac_negg": [0.4234132468700409, 0.423628032207489, 0.4137350916862488, 0.3478037416934967, 0.041767723858356476], "r_norm": [1.045731782913208, 0.9760284423828125, 1.020058512687683, 1.0607877969741821, 1.0370543003082275]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8445, "test_loss": 0.4819019775390625}, {"step": 3300, "epoch": 7, "train_loss": 0.31329649686813354, "cos_r_negg": [0.4397735893726349, 0.45482301712036133, 0.43538057804107666, 0.3593973219394684, 0.028561104089021683], "cos_apical_negg": [0.4397735893726349, 0.45482301712036133, 0.43538057804107666, 0.3593973219394684, 0.028561104089021683], "cos_Ac_negg": [0.4397735893726349, 0.45482301712036133, 0.43538057804107666, 0.3593973219394684, 0.028561104089021683], "r_norm": [1.120757818222046, 1.0490965843200684, 1.0808498859405518, 1.1440889835357666, 1.1209275722503662]}, {"step": 3350, "epoch": 7, "train_loss": 0.40332886576652527, "cos_r_negg": [0.440412700176239, 0.43841615319252014, 0.41236624121665955, 0.35382595658302307, 0.053580012172460556], "cos_apical_negg": [0.440412700176239, 0.43841615319252014, 0.41236624121665955, 0.35382595658302307, 0.053580012172460556], "cos_Ac_negg": [0.440412700176239, 0.43841615319252014, 0.41236624121665955, 0.35382595658302307, 0.053580012172460556], "r_norm": [1.0846354961395264, 1.0123509168624878, 1.0554249286651611, 1.0981863737106323, 1.0745387077331543]}, {"step": 3400, "epoch": 7, "train_loss": 0.37489479780197144, "cos_r_negg": [0.45359647274017334, 0.449433296918869, 0.42335057258605957, 0.37174761295318604, 0.055898088961839676], "cos_apical_negg": [0.45359647274017334, 0.449433296918869, 0.42335057258605957, 0.37174761295318604, 0.055898088961839676], "cos_Ac_negg": [0.45359647274017334, 0.449433296918869, 0.42335057258605957, 0.37174761295318604, 0.055898088961839676], "r_norm": [1.1542925834655762, 1.0912234783172607, 1.1353936195373535, 1.1837232112884521, 1.1570117473602295]}, {"step": 3450, "epoch": 7, "train_loss": 0.31086266040802, "cos_r_negg": [0.46618497371673584, 0.46518808603286743, 0.4428885579109192, 0.37140652537345886, 0.08109115064144135], "cos_apical_negg": [0.46618497371673584, 0.46518808603286743, 0.4428885579109192, 0.37140652537345886, 0.08109115064144135], "cos_Ac_negg": [0.46618497371673584, 0.46518808603286743, 0.4428885579109192, 0.37140652537345886, 0.08109115064144135], "r_norm": [1.1017179489135742, 1.0319061279296875, 1.083027720451355, 1.1272282600402832, 1.0930328369140625]}, {"step": 3500, "epoch": 7, "train_loss": 0.4069874882698059, "cos_r_negg": [0.46348118782043457, 0.44665682315826416, 0.4242238402366638, 0.35699015855789185, 0.058008674532175064], "cos_apical_negg": [0.46348118782043457, 0.44665682315826416, 0.4242238402366638, 0.35699015855789185, 0.058008674532175064], "cos_Ac_negg": [0.46348118782043457, 0.44665682315826416, 0.4242238402366638, 0.35699015855789185, 0.058008674532175064], "r_norm": [1.08305025100708, 1.0179986953735352, 1.0658416748046875, 1.107830286026001, 1.0814859867095947]}, {"step": 3550, "epoch": 7, "train_loss": 0.36601707339286804, "cos_r_negg": [0.460247665643692, 0.431155264377594, 0.414745032787323, 0.35695111751556396, 0.09439055621623993], "cos_apical_negg": [0.460247665643692, 0.431155264377594, 0.414745032787323, 0.35695111751556396, 0.09439055621623993], "cos_Ac_negg": [0.460247665643692, 0.431155264377594, 0.414745032787323, 0.35695111751556396, 0.09439055621623993], "r_norm": [1.1271023750305176, 1.0584568977355957, 1.1076315641403198, 1.1516809463500977, 1.1282730102539062]}, {"step": 3600, "epoch": 7, "train_loss": 0.26827675104141235, "cos_r_negg": [0.47416621446609497, 0.42864125967025757, 0.4268186688423157, 0.37905722856521606, 0.07083040475845337], "cos_apical_negg": [0.47416621446609497, 0.42864125967025757, 0.4268186688423157, 0.37905722856521606, 0.07083040475845337], "cos_Ac_negg": [0.47416621446609497, 0.42864125967025757, 0.4268186688423157, 0.37905722856521606, 0.07083040475845337], "r_norm": [1.179821252822876, 1.1109178066253662, 1.160672664642334, 1.2055877447128296, 1.1784934997558594]}, {"step": 3650, "epoch": 7, "train_loss": 0.4404469132423401, "cos_r_negg": [0.4696117639541626, 0.46316254138946533, 0.4437949061393738, 0.41326719522476196, 0.09677766263484955], "cos_apical_negg": [0.4696117639541626, 0.46316254138946533, 0.4437949061393738, 0.41326719522476196, 0.09677766263484955], "cos_Ac_negg": [0.4696117639541626, 0.46316254138946533, 0.4437949061393738, 0.41326719522476196, 0.09677766263484955], "r_norm": [1.281287431716919, 1.19489586353302, 1.250930905342102, 1.306976556777954, 1.2731826305389404]}, {"step": 3700, "epoch": 7, "train_loss": 0.3503170609474182, "cos_r_negg": [0.468127965927124, 0.45670968294143677, 0.4274284839630127, 0.3788001537322998, 0.08386604487895966], "cos_apical_negg": [0.468127965927124, 0.45670968294143677, 0.4274284839630127, 0.3788001537322998, 0.08386604487895966], "cos_Ac_negg": [0.468127965927124, 0.45670968294143677, 0.4274284839630127, 0.3788001537322998, 0.08386604487895966], "r_norm": [1.2561198472976685, 1.1683871746063232, 1.2165207862854004, 1.2683370113372803, 1.2419443130493164]}, {"step": 3750, "epoch": 7, "train_loss": 0.4301005005836487, "cos_r_negg": [0.4796680510044098, 0.45791101455688477, 0.45490580797195435, 0.4306507706642151, 0.11062372475862503], "cos_apical_negg": [0.4796680510044098, 0.45791101455688477, 0.45490580797195435, 0.4306507706642151, 0.11062372475862503], "cos_Ac_negg": [0.4796680510044098, 0.45791101455688477, 0.45490580797195435, 0.4306507706642151, 0.11062372475862503], "r_norm": [1.0690780878067017, 1.0043177604675293, 1.044758915901184, 1.0941166877746582, 1.0684525966644287]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8614, "test_loss": 0.40233641967773437}, {"step": 3800, "epoch": 8, "train_loss": 0.2876453399658203, "cos_r_negg": [0.45784905552864075, 0.43771490454673767, 0.4312590956687927, 0.3951968550682068, 0.08165314793586731], "cos_apical_negg": [0.45784905552864075, 0.43771490454673767, 0.4312590956687927, 0.3951968550682068, 0.08165314793586731], "cos_Ac_negg": [0.45784905552864075, 0.43771490454673767, 0.4312590956687927, 0.3951968550682068, 0.08165314793586731], "r_norm": [1.0182915925979614, 0.956864595413208, 1.0013103485107422, 1.0396907329559326, 1.0148310661315918]}, {"step": 3850, "epoch": 8, "train_loss": 0.3851770758628845, "cos_r_negg": [0.4431983232498169, 0.4348449110984802, 0.4403923451900482, 0.3934275805950165, 0.08455903083086014], "cos_apical_negg": [0.4431983232498169, 0.4348449110984802, 0.4403923451900482, 0.3934275805950165, 0.08455903083086014], "cos_Ac_negg": [0.4431983232498169, 0.4348449110984802, 0.4403923451900482, 0.3934275805950165, 0.08455903083086014], "r_norm": [1.0752326250076294, 1.0040026903152466, 1.0493675470352173, 1.0892307758331299, 1.0639419555664062]}, {"step": 3900, "epoch": 8, "train_loss": 0.27688121795654297, "cos_r_negg": [0.4254423975944519, 0.43293794989585876, 0.42780807614326477, 0.3888493776321411, 0.0904916375875473], "cos_apical_negg": [0.4254423975944519, 0.43293794989585876, 0.42780807614326477, 0.3888493776321411, 0.0904916375875473], "cos_Ac_negg": [0.4254423975944519, 0.43293794989585876, 0.42780807614326477, 0.3888493776321411, 0.0904916375875473], "r_norm": [1.1542396545410156, 1.0809669494628906, 1.129316806793213, 1.1730093955993652, 1.1462671756744385]}, {"step": 3950, "epoch": 8, "train_loss": 0.48483806848526, "cos_r_negg": [0.45599275827407837, 0.4501854479312897, 0.4352208077907562, 0.4071076214313507, 0.08776041865348816], "cos_apical_negg": [0.45599275827407837, 0.4501854479312897, 0.4352208077907562, 0.4071076214313507, 0.08776041865348816], "cos_Ac_negg": [0.45599275827407837, 0.4501854479312897, 0.4352208077907562, 0.4071076214313507, 0.08776041865348816], "r_norm": [1.0946862697601318, 1.0202083587646484, 1.063429594039917, 1.1113829612731934, 1.0844197273254395]}, {"step": 4000, "epoch": 8, "train_loss": 0.4637463688850403, "cos_r_negg": [0.482576847076416, 0.477702260017395, 0.469336599111557, 0.4252040982246399, 0.08042511343955994], "cos_apical_negg": [0.482576847076416, 0.477702260017395, 0.469336599111557, 0.4252040982246399, 0.08042511343955994], "cos_Ac_negg": [0.482576847076416, 0.477702260017395, 0.469336599111557, 0.4252040982246399, 0.08042511343955994], "r_norm": [1.2801287174224854, 1.19772469997406, 1.2394216060638428, 1.3035869598388672, 1.2770706415176392]}, {"step": 4050, "epoch": 8, "train_loss": 0.3989560306072235, "cos_r_negg": [0.4539080858230591, 0.45396122336387634, 0.4425181746482849, 0.4095454812049866, 0.0987667590379715], "cos_apical_negg": [0.4539080858230591, 0.45396122336387634, 0.4425181746482849, 0.4095454812049866, 0.0987667590379715], "cos_Ac_negg": [0.4539080858230591, 0.45396122336387634, 0.4425181746482849, 0.4095454812049866, 0.0987667590379715], "r_norm": [1.1542487144470215, 1.0811536312103271, 1.1278116703033447, 1.1817574501037598, 1.1497337818145752]}, {"step": 4100, "epoch": 8, "train_loss": 0.24068188667297363, "cos_r_negg": [0.4480813443660736, 0.4584621489048004, 0.4387352168560028, 0.3915887475013733, 0.07873028516769409], "cos_apical_negg": [0.4480813443660736, 0.4584621489048004, 0.4387352168560028, 0.3915887475013733, 0.07873028516769409], "cos_Ac_negg": [0.4480813443660736, 0.4584621489048004, 0.4387352168560028, 0.3915887475013733, 0.07873028516769409], "r_norm": [1.1284937858581543, 1.0600433349609375, 1.105135202407837, 1.1536884307861328, 1.1310300827026367]}, {"step": 4150, "epoch": 8, "train_loss": 0.2589079439640045, "cos_r_negg": [0.46039485931396484, 0.4487472176551819, 0.44588398933410645, 0.38788697123527527, 0.09904874116182327], "cos_apical_negg": [0.46039485931396484, 0.4487472176551819, 0.44588398933410645, 0.38788697123527527, 0.09904874116182327], "cos_Ac_negg": [0.46039485931396484, 0.4487472176551819, 0.44588398933410645, 0.38788697123527527, 0.09904874116182327], "r_norm": [1.1204090118408203, 1.0445590019226074, 1.0906857252120972, 1.1421467065811157, 1.112173318862915]}, {"step": 4200, "epoch": 8, "train_loss": 0.3953375220298767, "cos_r_negg": [0.47219499945640564, 0.44326502084732056, 0.4303877055644989, 0.38735994696617126, 0.07626944780349731], "cos_apical_negg": [0.47219499945640564, 0.44326502084732056, 0.4303877055644989, 0.38735994696617126, 0.07626944780349731], "cos_Ac_negg": [0.47219499945640564, 0.44326502084732056, 0.4303877055644989, 0.38735994696617126, 0.07626944780349731], "r_norm": [1.1655139923095703, 1.0945038795471191, 1.1471421718597412, 1.195689082145691, 1.16212797164917]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.855, "test_loss": 0.4603582275390625}, {"step": 4250, "epoch": 9, "train_loss": 0.46496084332466125, "cos_r_negg": [0.4420301616191864, 0.44355082511901855, 0.42096832394599915, 0.3867071270942688, 0.08925450593233109], "cos_apical_negg": [0.4420301616191864, 0.44355082511901855, 0.42096832394599915, 0.3867071270942688, 0.08925450593233109], "cos_Ac_negg": [0.4420301616191864, 0.44355082511901855, 0.42096832394599915, 0.3867071270942688, 0.08925450593233109], "r_norm": [1.3941311836242676, 1.3028132915496826, 1.331230878829956, 1.414426565170288, 1.401070475578308]}, {"step": 4300, "epoch": 9, "train_loss": 0.26436150074005127, "cos_r_negg": [0.4355560541152954, 0.4331703782081604, 0.4227544069290161, 0.38138139247894287, 0.07900980114936829], "cos_apical_negg": [0.4355560541152954, 0.4331703782081604, 0.4227544069290161, 0.38138139247894287, 0.07900980114936829], "cos_Ac_negg": [0.4355560541152954, 0.4331703782081604, 0.4227544069290161, 0.38138139247894287, 0.07900980114936829], "r_norm": [1.0886564254760742, 1.0146074295043945, 1.056431531906128, 1.0940046310424805, 1.0731925964355469]}, {"step": 4350, "epoch": 9, "train_loss": 0.23784874379634857, "cos_r_negg": [0.4382832646369934, 0.43852370977401733, 0.4234471321105957, 0.3902571201324463, 0.0691327154636383], "cos_apical_negg": [0.4382832646369934, 0.43852370977401733, 0.4234471321105957, 0.3902571201324463, 0.0691327154636383], "cos_Ac_negg": [0.4382832646369934, 0.43852370977401733, 0.4234471321105957, 0.3902571201324463, 0.0691327154636383], "r_norm": [1.168736219406128, 1.105476975440979, 1.1554464101791382, 1.2010754346847534, 1.1734141111373901]}, {"step": 4400, "epoch": 9, "train_loss": 0.38225215673446655, "cos_r_negg": [0.43819689750671387, 0.42627543210983276, 0.42401623725891113, 0.39000222086906433, 0.11190776526927948], "cos_apical_negg": [0.43819689750671387, 0.42627543210983276, 0.42401623725891113, 0.39000222086906433, 0.11190776526927948], "cos_Ac_negg": [0.43819689750671387, 0.42627543210983276, 0.42401623725891113, 0.39000222086906433, 0.11190776526927948], "r_norm": [1.0909464359283447, 1.0187742710113525, 1.0724101066589355, 1.1139341592788696, 1.0821709632873535]}, {"step": 4450, "epoch": 9, "train_loss": 0.2087237536907196, "cos_r_negg": [0.4758288264274597, 0.4638836681842804, 0.4435628056526184, 0.41997361183166504, 0.07429523766040802], "cos_apical_negg": [0.4758288264274597, 0.4638836681842804, 0.4435628056526184, 0.41997361183166504, 0.07429523766040802], "cos_Ac_negg": [0.4758288264274597, 0.4638836681842804, 0.4435628056526184, 0.41997361183166504, 0.07429523766040802], "r_norm": [1.2025806903839111, 1.1240845918655396, 1.1784906387329102, 1.2320581674575806, 1.195859432220459]}, {"step": 4500, "epoch": 9, "train_loss": 0.4360613226890564, "cos_r_negg": [0.4610106348991394, 0.450512170791626, 0.43663763999938965, 0.3890489339828491, 0.060025766491889954], "cos_apical_negg": [0.4610106348991394, 0.450512170791626, 0.43663763999938965, 0.3890489339828491, 0.060025766491889954], "cos_Ac_negg": [0.4610106348991394, 0.450512170791626, 0.43663763999938965, 0.3890489339828491, 0.060025766491889954], "r_norm": [1.172489881515503, 1.1016156673431396, 1.145495057106018, 1.2029521465301514, 1.1736432313919067]}, {"step": 4550, "epoch": 9, "train_loss": 0.2729010283946991, "cos_r_negg": [0.45748621225357056, 0.4345080852508545, 0.43553221225738525, 0.4055708646774292, 0.10523352026939392], "cos_apical_negg": [0.45748621225357056, 0.4345080852508545, 0.43553221225738525, 0.4055708646774292, 0.10523352026939392], "cos_Ac_negg": [0.45748621225357056, 0.4345080852508545, 0.43553221225738525, 0.4055708646774292, 0.10523352026939392], "r_norm": [0.99101322889328, 0.9300668835639954, 0.9637361168861389, 1.0055558681488037, 0.9864600896835327]}, {"step": 4600, "epoch": 9, "train_loss": 0.25945934653282166, "cos_r_negg": [0.47567665576934814, 0.4679492115974426, 0.44173479080200195, 0.4113110303878784, 0.08961561322212219], "cos_apical_negg": [0.47567665576934814, 0.4679492115974426, 0.44173479080200195, 0.4113110303878784, 0.08961561322212219], "cos_Ac_negg": [0.47567665576934814, 0.4679492115974426, 0.44173479080200195, 0.4113110303878784, 0.08961561322212219], "r_norm": [1.2745853662490845, 1.1990082263946533, 1.2394402027130127, 1.2963510751724243, 1.2778475284576416]}, {"step": 4650, "epoch": 9, "train_loss": 0.30712947249412537, "cos_r_negg": [0.44711360335350037, 0.4269254207611084, 0.4441586434841156, 0.39868465065956116, 0.08194718509912491], "cos_apical_negg": [0.44711360335350037, 0.4269254207611084, 0.4441586434841156, 0.39868465065956116, 0.08194718509912491], "cos_Ac_negg": [0.44711360335350037, 0.4269254207611084, 0.4441586434841156, 0.39868465065956116, 0.08194718509912491], "r_norm": [1.0963609218597412, 1.0231354236602783, 1.0749529600143433, 1.1192420721054077, 1.0864659547805786]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.855, "test_loss": 0.42850812377929687}, {"step": 4700, "epoch": 10, "train_loss": 0.3128565847873688, "cos_r_negg": [0.4738065302371979, 0.4563002586364746, 0.46237507462501526, 0.4075367748737335, 0.07836009562015533], "cos_apical_negg": [0.4738065302371979, 0.4563002586364746, 0.46237507462501526, 0.4075367748737335, 0.07836009562015533], "cos_Ac_negg": [0.4738065302371979, 0.4563002586364746, 0.46237507462501526, 0.4075367748737335, 0.07836009562015533], "r_norm": [1.0816195011138916, 1.0127586126327515, 1.0494989156723022, 1.0983500480651855, 1.0780084133148193]}, {"step": 4750, "epoch": 10, "train_loss": 0.32500460743904114, "cos_r_negg": [0.45262202620506287, 0.4434901475906372, 0.44664525985717773, 0.411600261926651, 0.0880846306681633], "cos_apical_negg": [0.45262202620506287, 0.4434901475906372, 0.44664525985717773, 0.411600261926651, 0.0880846306681633], "cos_Ac_negg": [0.45262202620506287, 0.4434901475906372, 0.44664525985717773, 0.411600261926651, 0.0880846306681633], "r_norm": [1.0578811168670654, 0.9930108189582825, 1.0317461490631104, 1.0778894424438477, 1.0566881895065308]}, {"step": 4800, "epoch": 10, "train_loss": 0.4109852910041809, "cos_r_negg": [0.4442197382450104, 0.4340607821941376, 0.4398874044418335, 0.39267870783805847, 0.0850692018866539], "cos_apical_negg": [0.4442197382450104, 0.4340607821941376, 0.4398874044418335, 0.39267870783805847, 0.0850692018866539], "cos_Ac_negg": [0.4442197382450104, 0.4340607821941376, 0.4398874044418335, 0.39267870783805847, 0.0850692018866539], "r_norm": [1.0280321836471558, 0.9664717316627502, 1.0089739561080933, 1.044891357421875, 1.0243170261383057]}, {"step": 4850, "epoch": 10, "train_loss": 0.4187842309474945, "cos_r_negg": [0.44413089752197266, 0.43691790103912354, 0.436535120010376, 0.40662163496017456, 0.07344557344913483], "cos_apical_negg": [0.44413089752197266, 0.43691790103912354, 0.436535120010376, 0.40662163496017456, 0.07344557344913483], "cos_Ac_negg": [0.44413089752197266, 0.43691790103912354, 0.436535120010376, 0.40662163496017456, 0.07344557344913483], "r_norm": [1.0420806407928467, 0.9724892377853394, 1.0127440690994263, 1.0594956874847412, 1.0334800481796265]}, {"step": 4900, "epoch": 10, "train_loss": 0.29662689566612244, "cos_r_negg": [0.450146347284317, 0.421644389629364, 0.4322319030761719, 0.39670905470848083, 0.07145483791828156], "cos_apical_negg": [0.450146347284317, 0.421644389629364, 0.4322319030761719, 0.39670905470848083, 0.07145483791828156], "cos_Ac_negg": [0.450146347284317, 0.421644389629364, 0.4322319030761719, 0.39670905470848083, 0.07145483791828156], "r_norm": [1.1097002029418945, 1.0388332605361938, 1.0878114700317383, 1.1276233196258545, 1.0995724201202393]}, {"step": 4950, "epoch": 10, "train_loss": 0.2574150562286377, "cos_r_negg": [0.4717175364494324, 0.4763083755970001, 0.4644578695297241, 0.40316781401634216, 0.10130809247493744], "cos_apical_negg": [0.4717175364494324, 0.4763083755970001, 0.4644578695297241, 0.40316781401634216, 0.10130809247493744], "cos_Ac_negg": [0.4717175364494324, 0.4763083755970001, 0.4644578695297241, 0.40316781401634216, 0.10130809247493744], "r_norm": [1.0866446495056152, 1.02651047706604, 1.075575828552246, 1.11275053024292, 1.0861196517944336]}, {"step": 5000, "epoch": 10, "train_loss": 0.20619705319404602, "cos_r_negg": [0.41479194164276123, 0.42853623628616333, 0.4391983449459076, 0.400825560092926, 0.09211355447769165], "cos_apical_negg": [0.41479194164276123, 0.42853623628616333, 0.4391983449459076, 0.400825560092926, 0.09211355447769165], "cos_Ac_negg": [0.41479194164276123, 0.42853623628616333, 0.4391983449459076, 0.400825560092926, 0.09211355447769165], "r_norm": [1.097482442855835, 1.0270471572875977, 1.077459692955017, 1.1199564933776855, 1.087029218673706]}, {"step": 5050, "epoch": 10, "train_loss": 0.46512994170188904, "cos_r_negg": [0.44271576404571533, 0.46608516573905945, 0.4815405011177063, 0.443697065114975, 0.1196988895535469], "cos_apical_negg": [0.44271576404571533, 0.46608516573905945, 0.4815405011177063, 0.443697065114975, 0.1196988895535469], "cos_Ac_negg": [0.44271576404571533, 0.46608516573905945, 0.4815405011177063, 0.443697065114975, 0.1196988895535469], "r_norm": [1.066703200340271, 0.9998779296875, 1.0422966480255127, 1.0906896591186523, 1.064570426940918]}, {"step": 5100, "epoch": 10, "train_loss": 0.17478477954864502, "cos_r_negg": [0.48532944917678833, 0.47074711322784424, 0.4882255792617798, 0.44484806060791016, 0.13411399722099304], "cos_apical_negg": [0.48532944917678833, 0.47074711322784424, 0.4882255792617798, 0.44484806060791016, 0.13411399722099304], "cos_Ac_negg": [0.48532944917678833, 0.47074711322784424, 0.4882255792617798, 0.44484806060791016, 0.13411399722099304], "r_norm": [1.1182236671447754, 1.045616626739502, 1.0837352275848389, 1.1390761137008667, 1.117195963859558]}, {"step": 5150, "epoch": 10, "train_loss": 0.2530178129673004, "cos_r_negg": [0.45801061391830444, 0.4529380202293396, 0.4530569612979889, 0.41791123151779175, 0.1388901174068451], "cos_apical_negg": [0.45801061391830444, 0.4529380202293396, 0.4530569612979889, 0.41791123151779175, 0.1388901174068451], "cos_Ac_negg": [0.45801061391830444, 0.4529380202293396, 0.4530569612979889, 0.41791123151779175, 0.1388901174068451], "r_norm": [1.0246624946594238, 0.9644364714622498, 1.0044198036193848, 1.0441091060638428, 1.0230454206466675]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8624, "test_loss": 0.4184797180175781}, {"step": 5200, "epoch": 11, "train_loss": 0.3173756003379822, "cos_r_negg": [0.4663728177547455, 0.4591257572174072, 0.4530492424964905, 0.4400137662887573, 0.11658696830272675], "cos_apical_negg": [0.4663728177547455, 0.4591257572174072, 0.4530492424964905, 0.4400137662887573, 0.11658696830272675], "cos_Ac_negg": [0.4663728177547455, 0.4591257572174072, 0.4530492424964905, 0.4400137662887573, 0.11658696830272675], "r_norm": [1.1057898998260498, 1.0370476245880127, 1.087134838104248, 1.1315193176269531, 1.1023813486099243]}, {"step": 5250, "epoch": 11, "train_loss": 0.1309453248977661, "cos_r_negg": [0.4632716178894043, 0.4604104459285736, 0.4835568070411682, 0.44654348492622375, 0.11702343076467514], "cos_apical_negg": [0.4632716178894043, 0.4604104459285736, 0.4835568070411682, 0.44654348492622375, 0.11702343076467514], "cos_Ac_negg": [0.4632716178894043, 0.4604104459285736, 0.4835568070411682, 0.44654348492622375, 0.11702343076467514], "r_norm": [1.091779351234436, 1.0272316932678223, 1.0808519124984741, 1.1177209615707397, 1.0875132083892822]}, {"step": 5300, "epoch": 11, "train_loss": 0.31082504987716675, "cos_r_negg": [0.44975531101226807, 0.43717503547668457, 0.44256749749183655, 0.4250362813472748, 0.11494187265634537], "cos_apical_negg": [0.44975531101226807, 0.43717503547668457, 0.44256749749183655, 0.4250362813472748, 0.11494187265634537], "cos_Ac_negg": [0.44975531101226807, 0.43717503547668457, 0.44256749749183655, 0.4250362813472748, 0.11494187265634537], "r_norm": [1.104851245880127, 1.0433073043823242, 1.0822373628616333, 1.1307307481765747, 1.1058176755905151]}, {"step": 5350, "epoch": 11, "train_loss": 0.22803089022636414, "cos_r_negg": [0.45739078521728516, 0.4435909688472748, 0.44597429037094116, 0.430256724357605, 0.12204713374376297], "cos_apical_negg": [0.45739078521728516, 0.4435909688472748, 0.44597429037094116, 0.430256724357605, 0.12204713374376297], "cos_Ac_negg": [0.45739078521728516, 0.4435909688472748, 0.44597429037094116, 0.430256724357605, 0.12204713374376297], "r_norm": [1.0694499015808105, 1.0121455192565918, 1.0462087392807007, 1.0921885967254639, 1.077430248260498]}, {"step": 5400, "epoch": 11, "train_loss": 0.27797746658325195, "cos_r_negg": [0.4785793721675873, 0.48050907254219055, 0.4588237404823303, 0.43638211488723755, 0.1235356554389], "cos_apical_negg": [0.4785793721675873, 0.48050907254219055, 0.4588237404823303, 0.43638211488723755, 0.1235356554389], "cos_Ac_negg": [0.4785793721675873, 0.48050907254219055, 0.4588237404823303, 0.43638211488723755, 0.1235356554389], "r_norm": [1.076676368713379, 1.0085724592208862, 1.0572483539581299, 1.1002105474472046, 1.0701367855072021]}, {"step": 5450, "epoch": 11, "train_loss": 0.3789720833301544, "cos_r_negg": [0.47232353687286377, 0.45885443687438965, 0.47569209337234497, 0.4508112967014313, 0.11980459094047546], "cos_apical_negg": [0.47232353687286377, 0.45885443687438965, 0.47569209337234497, 0.4508112967014313, 0.11980459094047546], "cos_Ac_negg": [0.47232353687286377, 0.45885443687438965, 0.47569209337234497, 0.4508112967014313, 0.11980459094047546], "r_norm": [1.1945297718048096, 1.1227614879608154, 1.1706433296203613, 1.2274349927902222, 1.1947085857391357]}, {"step": 5500, "epoch": 11, "train_loss": 0.3589193522930145, "cos_r_negg": [0.4659074544906616, 0.4410375952720642, 0.4440990090370178, 0.41543176770210266, 0.12773631513118744], "cos_apical_negg": [0.4659074544906616, 0.4410375952720642, 0.4440990090370178, 0.41543176770210266, 0.12773631513118744], "cos_Ac_negg": [0.4659074544906616, 0.4410375952720642, 0.4440990090370178, 0.41543176770210266, 0.12773631513118744], "r_norm": [1.110673189163208, 1.044586181640625, 1.0912622213363647, 1.1367295980453491, 1.1112666130065918]}, {"step": 5550, "epoch": 11, "train_loss": 0.41934823989868164, "cos_r_negg": [0.4518933892250061, 0.4631671905517578, 0.45472022891044617, 0.44224753975868225, 0.14966657757759094], "cos_apical_negg": [0.4518933892250061, 0.4631671905517578, 0.45472022891044617, 0.44224753975868225, 0.14966657757759094], "cos_Ac_negg": [0.4518933892250061, 0.4631671905517578, 0.45472022891044617, 0.44224753975868225, 0.14966657757759094], "r_norm": [0.9545994400978088, 0.8989250659942627, 0.9334908127784729, 0.9718856811523438, 0.9509746432304382]}, {"step": 5600, "epoch": 11, "train_loss": 0.19327762722969055, "cos_r_negg": [0.48054736852645874, 0.45982688665390015, 0.4442288875579834, 0.42827439308166504, 0.10939532518386841], "cos_apical_negg": [0.48054736852645874, 0.45982688665390015, 0.4442288875579834, 0.42827439308166504, 0.10939532518386841], "cos_Ac_negg": [0.48054736852645874, 0.45982688665390015, 0.4442288875579834, 0.42827439308166504, 0.10939532518386841], "r_norm": [1.0098756551742554, 0.948930025100708, 0.9917582869529724, 1.0299232006072998, 1.0050462484359741]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8655, "test_loss": 0.4120546813964844}, {"step": 5650, "epoch": 12, "train_loss": 0.23956656455993652, "cos_r_negg": [0.4910951554775238, 0.47706782817840576, 0.4616580903530121, 0.42927324771881104, 0.12200170755386353], "cos_apical_negg": [0.4910951554775238, 0.47706782817840576, 0.4616580903530121, 0.42927324771881104, 0.12200170755386353], "cos_Ac_negg": [0.4910951554775238, 0.47706782817840576, 0.4616580903530121, 0.42927324771881104, 0.12200170755386353], "r_norm": [1.1348838806152344, 1.0682704448699951, 1.1140713691711426, 1.157862663269043, 1.1390221118927002]}, {"step": 5700, "epoch": 12, "train_loss": 0.2948935925960541, "cos_r_negg": [0.45602771639823914, 0.44637811183929443, 0.4246896207332611, 0.41524749994277954, 0.1184062510728836], "cos_apical_negg": [0.45602771639823914, 0.44637811183929443, 0.4246896207332611, 0.41524749994277954, 0.1184062510728836], "cos_Ac_negg": [0.45602771639823914, 0.44637811183929443, 0.4246896207332611, 0.41524749994277954, 0.1184062510728836], "r_norm": [1.0467185974121094, 0.9792008399963379, 1.01849365234375, 1.0641685724258423, 1.0424079895019531]}, {"step": 5750, "epoch": 12, "train_loss": 0.5788151025772095, "cos_r_negg": [0.4504813551902771, 0.4493842124938965, 0.45780855417251587, 0.4307330548763275, 0.1471179723739624], "cos_apical_negg": [0.4504813551902771, 0.4493842124938965, 0.45780855417251587, 0.4307330548763275, 0.1471179723739624], "cos_Ac_negg": [0.4504813551902771, 0.4493842124938965, 0.45780855417251587, 0.4307330548763275, 0.1471179723739624], "r_norm": [1.002923607826233, 0.9409630298614502, 0.976544976234436, 1.0207014083862305, 0.9994514584541321]}, {"step": 5800, "epoch": 12, "train_loss": 0.27439162135124207, "cos_r_negg": [0.48122549057006836, 0.4796242117881775, 0.4785999059677124, 0.43520665168762207, 0.1297803521156311], "cos_apical_negg": [0.48122549057006836, 0.4796242117881775, 0.4785999059677124, 0.43520665168762207, 0.1297803521156311], "cos_Ac_negg": [0.48122549057006836, 0.4796242117881775, 0.4785999059677124, 0.43520665168762207, 0.1297803521156311], "r_norm": [1.0751060247421265, 1.0037916898727417, 1.0468933582305908, 1.094626545906067, 1.0704264640808105]}, {"step": 5850, "epoch": 12, "train_loss": 0.3752982020378113, "cos_r_negg": [0.45119091868400574, 0.4684451222419739, 0.4706404209136963, 0.4500029683113098, 0.13860252499580383], "cos_apical_negg": [0.45119091868400574, 0.4684451222419739, 0.4706404209136963, 0.4500029683113098, 0.13860252499580383], "cos_Ac_negg": [0.45119091868400574, 0.4684451222419739, 0.4706404209136963, 0.4500029683113098, 0.13860252499580383], "r_norm": [1.0465879440307617, 0.9855844974517822, 1.02303946018219, 1.0626139640808105, 1.0438668727874756]}, {"step": 5900, "epoch": 12, "train_loss": 0.3319198191165924, "cos_r_negg": [0.4523134231567383, 0.4612128734588623, 0.4613146185874939, 0.4356422424316406, 0.1464901715517044], "cos_apical_negg": [0.4523134231567383, 0.4612128734588623, 0.4613146185874939, 0.4356422424316406, 0.1464901715517044], "cos_Ac_negg": [0.4523134231567383, 0.4612128734588623, 0.4613146185874939, 0.4356422424316406, 0.1464901715517044], "r_norm": [1.0899767875671387, 1.0237092971801758, 1.0669431686401367, 1.111079454421997, 1.089383840560913]}, {"step": 5950, "epoch": 12, "train_loss": 0.32767876982688904, "cos_r_negg": [0.4634777009487152, 0.47713524103164673, 0.4846307635307312, 0.4716622531414032, 0.15028494596481323], "cos_apical_negg": [0.4634777009487152, 0.47713524103164673, 0.4846307635307312, 0.4716622531414032, 0.15028494596481323], "cos_Ac_negg": [0.4634777009487152, 0.47713524103164673, 0.4846307635307312, 0.4716622531414032, 0.15028494596481323], "r_norm": [1.0653923749923706, 1.003047227859497, 1.0454872846603394, 1.0912055969238281, 1.0668525695800781]}, {"step": 6000, "epoch": 12, "train_loss": 0.17092394828796387, "cos_r_negg": [0.4579319357872009, 0.4490243196487427, 0.4488985538482666, 0.436103492975235, 0.10646410286426544], "cos_apical_negg": [0.4579319357872009, 0.4490243196487427, 0.4488985538482666, 0.436103492975235, 0.10646410286426544], "cos_Ac_negg": [0.4579319357872009, 0.4490243196487427, 0.4488985538482666, 0.436103492975235, 0.10646410286426544], "r_norm": [1.0795280933380127, 1.0106852054595947, 1.0489068031311035, 1.0961188077926636, 1.0730268955230713]}, {"step": 6050, "epoch": 12, "train_loss": 0.21434050798416138, "cos_r_negg": [0.46319475769996643, 0.46743473410606384, 0.4592586159706116, 0.41584956645965576, 0.10878096520900726], "cos_apical_negg": [0.46319475769996643, 0.46743473410606384, 0.4592586159706116, 0.41584956645965576, 0.10878096520900726], "cos_Ac_negg": [0.46319475769996643, 0.46743473410606384, 0.4592586159706116, 0.41584956645965576, 0.10878096520900726], "r_norm": [1.0319024324417114, 0.9778257608413696, 1.0076398849487305, 1.0486215353012085, 1.033284306526184]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8616, "test_loss": 0.4290986541748047}, {"step": 6100, "epoch": 13, "train_loss": 0.31606656312942505, "cos_r_negg": [0.4656420052051544, 0.47630465030670166, 0.4464668929576874, 0.44678807258605957, 0.13195034861564636], "cos_apical_negg": [0.4656420052051544, 0.47630465030670166, 0.4464668929576874, 0.44678807258605957, 0.13195034861564636], "cos_Ac_negg": [0.4656420052051544, 0.47630465030670166, 0.4464668929576874, 0.44678807258605957, 0.13195034861564636], "r_norm": [0.9734035730361938, 0.9149230122566223, 0.9520723819732666, 0.9927064776420593, 0.9732427597045898]}, {"step": 6150, "epoch": 13, "train_loss": 0.21427591145038605, "cos_r_negg": [0.46883952617645264, 0.4776223599910736, 0.45740965008735657, 0.44551438093185425, 0.14302688837051392], "cos_apical_negg": [0.46883952617645264, 0.4776223599910736, 0.45740965008735657, 0.44551438093185425, 0.14302688837051392], "cos_Ac_negg": [0.46883952617645264, 0.4776223599910736, 0.45740965008735657, 0.44551438093185425, 0.14302688837051392], "r_norm": [0.965718686580658, 0.9105582237243652, 0.9419098496437073, 0.9868906736373901, 0.970015287399292]}, {"step": 6200, "epoch": 13, "train_loss": 0.28659945726394653, "cos_r_negg": [0.47172993421554565, 0.467113196849823, 0.466478168964386, 0.436837375164032, 0.13250723481178284], "cos_apical_negg": [0.47172993421554565, 0.467113196849823, 0.466478168964386, 0.436837375164032, 0.13250723481178284], "cos_Ac_negg": [0.47172993421554565, 0.467113196849823, 0.466478168964386, 0.436837375164032, 0.13250723481178284], "r_norm": [1.157666563987732, 1.0800933837890625, 1.115809440612793, 1.174466848373413, 1.1567333936691284]}, {"step": 6250, "epoch": 13, "train_loss": 0.23779606819152832, "cos_r_negg": [0.4363883435726166, 0.4490543007850647, 0.43167412281036377, 0.41552919149398804, 0.1656266152858734], "cos_apical_negg": [0.4363883435726166, 0.4490543007850647, 0.43167412281036377, 0.41552919149398804, 0.1656266152858734], "cos_Ac_negg": [0.4363883435726166, 0.4490543007850647, 0.43167412281036377, 0.41552919149398804, 0.1656266152858734], "r_norm": [1.1787354946136475, 1.1037542819976807, 1.1548192501068115, 1.2034856081008911, 1.1695342063903809]}, {"step": 6300, "epoch": 13, "train_loss": 0.27099737524986267, "cos_r_negg": [0.4459708333015442, 0.45557260513305664, 0.43593525886535645, 0.42212462425231934, 0.15703561902046204], "cos_apical_negg": [0.4459708333015442, 0.45557260513305664, 0.43593525886535645, 0.42212462425231934, 0.15703561902046204], "cos_Ac_negg": [0.4459708333015442, 0.45557260513305664, 0.43593525886535645, 0.42212462425231934, 0.15703561902046204], "r_norm": [1.1588184833526611, 1.0894675254821777, 1.1339585781097412, 1.1833231449127197, 1.1575201749801636]}, {"step": 6350, "epoch": 13, "train_loss": 0.3210437297821045, "cos_r_negg": [0.44210827350616455, 0.4484304189682007, 0.44347187876701355, 0.4334734380245209, 0.1496717631816864], "cos_apical_negg": [0.44210827350616455, 0.4484304189682007, 0.44347187876701355, 0.4334734380245209, 0.1496717631816864], "cos_Ac_negg": [0.44210827350616455, 0.4484304189682007, 0.44347187876701355, 0.4334734380245209, 0.1496717631816864], "r_norm": [1.2409571409225464, 1.166817307472229, 1.2042272090911865, 1.2635278701782227, 1.2375729084014893]}, {"step": 6400, "epoch": 13, "train_loss": 0.22027996182441711, "cos_r_negg": [0.45959776639938354, 0.47171059250831604, 0.46350228786468506, 0.43929773569107056, 0.17856061458587646], "cos_apical_negg": [0.45959776639938354, 0.47171059250831604, 0.46350228786468506, 0.43929773569107056, 0.17856061458587646], "cos_Ac_negg": [0.45959776639938354, 0.47171059250831604, 0.46350228786468506, 0.43929773569107056, 0.17856061458587646], "r_norm": [0.9781152009963989, 0.9205741882324219, 0.9590026140213013, 0.9964591264724731, 0.9766032099723816]}, {"step": 6450, "epoch": 13, "train_loss": 0.20987379550933838, "cos_r_negg": [0.47796034812927246, 0.469912588596344, 0.4718577265739441, 0.43379294872283936, 0.1743827611207962], "cos_apical_negg": [0.47796034812927246, 0.469912588596344, 0.4718577265739441, 0.43379294872283936, 0.1743827611207962], "cos_Ac_negg": [0.47796034812927246, 0.469912588596344, 0.4718577265739441, 0.43379294872283936, 0.1743827611207962], "r_norm": [1.244260549545288, 1.1555707454681396, 1.2023237943649292, 1.2547922134399414, 1.2324694395065308]}, {"step": 6500, "epoch": 13, "train_loss": 0.22017501294612885, "cos_r_negg": [0.46787893772125244, 0.45991000533103943, 0.47024357318878174, 0.44714289903640747, 0.16016098856925964], "cos_apical_negg": [0.46787893772125244, 0.45991000533103943, 0.47024357318878174, 0.44714289903640747, 0.16016098856925964], "cos_Ac_negg": [0.46787893772125244, 0.45991000533103943, 0.47024357318878174, 0.44714289903640747, 0.16016098856925964], "r_norm": [1.071458339691162, 1.006037950515747, 1.0421228408813477, 1.0812342166900635, 1.0688433647155762]}, {"step": 6550, "epoch": 13, "train_loss": 0.36957481503486633, "cos_r_negg": [0.45215263962745667, 0.4577426314353943, 0.46113812923431396, 0.4424613118171692, 0.1769431084394455], "cos_apical_negg": [0.45215263962745667, 0.4577426314353943, 0.46113812923431396, 0.4424613118171692, 0.1769431084394455], "cos_Ac_negg": [0.45215263962745667, 0.4577426314353943, 0.46113812923431396, 0.4424613118171692, 0.1769431084394455], "r_norm": [1.0608084201812744, 0.9987056851387024, 1.0418593883514404, 1.0833874940872192, 1.059808373451233]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8636, "test_loss": 0.4043165191650391}, {"step": 6600, "epoch": 14, "train_loss": 0.39025264978408813, "cos_r_negg": [0.4630911350250244, 0.4594598412513733, 0.4534362554550171, 0.4173017144203186, 0.16381961107254028], "cos_apical_negg": [0.4630911350250244, 0.4594598412513733, 0.4534362554550171, 0.4173017144203186, 0.16381961107254028], "cos_Ac_negg": [0.4630911350250244, 0.4594598412513733, 0.4534362554550171, 0.4173017144203186, 0.16381961107254028], "r_norm": [1.188073754310608, 1.108487844467163, 1.151900053024292, 1.2080554962158203, 1.1761555671691895]}, {"step": 6650, "epoch": 14, "train_loss": 0.39876702427864075, "cos_r_negg": [0.4633498191833496, 0.4670189321041107, 0.4574909806251526, 0.4391041696071625, 0.16974695026874542], "cos_apical_negg": [0.4633498191833496, 0.4670189321041107, 0.4574909806251526, 0.4391041696071625, 0.16974695026874542], "cos_Ac_negg": [0.4633498191833496, 0.4670189321041107, 0.4574909806251526, 0.4391041696071625, 0.16974695026874542], "r_norm": [1.0444557666778564, 0.9833144545555115, 1.0218044519424438, 1.0631946325302124, 1.0441226959228516]}, {"step": 6700, "epoch": 14, "train_loss": 0.27953702211380005, "cos_r_negg": [0.4468729794025421, 0.4657154679298401, 0.47212255001068115, 0.4425661265850067, 0.17489838600158691], "cos_apical_negg": [0.4468729794025421, 0.4657154679298401, 0.47212255001068115, 0.4425661265850067, 0.17489838600158691], "cos_Ac_negg": [0.4468729794025421, 0.4657154679298401, 0.47212255001068115, 0.4425661265850067, 0.17489838600158691], "r_norm": [1.0258930921554565, 0.9548372626304626, 0.994982898235321, 1.0390065908432007, 1.014716386795044]}, {"step": 6750, "epoch": 14, "train_loss": 0.30254435539245605, "cos_r_negg": [0.4525948166847229, 0.4523423910140991, 0.45706310868263245, 0.42508164048194885, 0.1395452320575714], "cos_apical_negg": [0.4525948166847229, 0.4523423910140991, 0.45706310868263245, 0.42508164048194885, 0.1395452320575714], "cos_Ac_negg": [0.4525948166847229, 0.4523423910140991, 0.45706310868263245, 0.42508164048194885, 0.1395452320575714], "r_norm": [1.058655023574829, 0.9951682686805725, 1.0326653718948364, 1.0803738832473755, 1.0657726526260376]}, {"step": 6800, "epoch": 14, "train_loss": 0.20106962323188782, "cos_r_negg": [0.4483379125595093, 0.4447095990180969, 0.4459032416343689, 0.4157631993293762, 0.12874756753444672], "cos_apical_negg": [0.4483379125595093, 0.4447095990180969, 0.4459032416343689, 0.4157631993293762, 0.12874756753444672], "cos_Ac_negg": [0.4483379125595093, 0.4447095990180969, 0.4459032416343689, 0.4157631993293762, 0.12874756753444672], "r_norm": [0.9647544622421265, 0.9071040749549866, 0.937532901763916, 0.9787130355834961, 0.9611808061599731]}, {"step": 6850, "epoch": 14, "train_loss": 0.2766386866569519, "cos_r_negg": [0.43149876594543457, 0.42044830322265625, 0.4199255108833313, 0.41453486680984497, 0.1402740776538849], "cos_apical_negg": [0.43149876594543457, 0.42044830322265625, 0.4199255108833313, 0.41453486680984497, 0.1402740776538849], "cos_Ac_negg": [0.43149876594543457, 0.42044830322265625, 0.4199255108833313, 0.41453486680984497, 0.1402740776538849], "r_norm": [1.1016345024108887, 1.0311846733093262, 1.085076928138733, 1.1275279521942139, 1.0918973684310913]}, {"step": 6900, "epoch": 14, "train_loss": 0.3068639934062958, "cos_r_negg": [0.45160359144210815, 0.4566890001296997, 0.44490575790405273, 0.42496949434280396, 0.16526764631271362], "cos_apical_negg": [0.45160359144210815, 0.4566890001296997, 0.44490575790405273, 0.42496949434280396, 0.16526764631271362], "cos_Ac_negg": [0.45160359144210815, 0.4566890001296997, 0.44490575790405273, 0.42496949434280396, 0.16526764631271362], "r_norm": [0.989260733127594, 0.9384593963623047, 0.9726002812385559, 1.008807897567749, 0.9943543672561646]}, {"step": 6950, "epoch": 14, "train_loss": 0.2672826051712036, "cos_r_negg": [0.4293433129787445, 0.42930498719215393, 0.4019639194011688, 0.3748405873775482, 0.13960367441177368], "cos_apical_negg": [0.4293433129787445, 0.42930498719215393, 0.4019639194011688, 0.3748405873775482, 0.13960367441177368], "cos_Ac_negg": [0.4293433129787445, 0.42930498719215393, 0.4019639194011688, 0.3748405873775482, 0.13960367441177368], "r_norm": [1.0457048416137695, 0.9841896295547485, 1.0314394235610962, 1.0680568218231201, 1.0429956912994385]}, {"step": 7000, "epoch": 14, "train_loss": 0.20975911617279053, "cos_r_negg": [0.4425312280654907, 0.4449613094329834, 0.42746177315711975, 0.3943517506122589, 0.16270816326141357], "cos_apical_negg": [0.4425312280654907, 0.4449613094329834, 0.42746177315711975, 0.3943517506122589, 0.16270816326141357], "cos_Ac_negg": [0.4425312280654907, 0.4449613094329834, 0.42746177315711975, 0.3943517506122589, 0.16270816326141357], "r_norm": [0.9979761242866516, 0.9335035681724548, 0.9683130979537964, 1.009894609451294, 0.9891871809959412]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8617, "test_loss": 0.41985065307617186}, {"step": 7050, "epoch": 15, "train_loss": 0.2733350992202759, "cos_r_negg": [0.44997477531433105, 0.443641722202301, 0.4267132580280304, 0.4045417010784149, 0.16932591795921326], "cos_apical_negg": [0.44997477531433105, 0.443641722202301, 0.4267132580280304, 0.4045417010784149, 0.16932591795921326], "cos_Ac_negg": [0.44997477531433105, 0.443641722202301, 0.4267132580280304, 0.4045417010784149, 0.16932591795921326], "r_norm": [0.9802170991897583, 0.9228110909461975, 0.9617506265640259, 0.9984628558158875, 0.9746508598327637]}, {"step": 7100, "epoch": 15, "train_loss": 0.20561565458774567, "cos_r_negg": [0.45364895462989807, 0.4598326086997986, 0.44553589820861816, 0.42117658257484436, 0.1659250557422638], "cos_apical_negg": [0.45364895462989807, 0.4598326086997986, 0.44553589820861816, 0.42117658257484436, 0.1659250557422638], "cos_Ac_negg": [0.45364895462989807, 0.4598326086997986, 0.44553589820861816, 0.42117658257484436, 0.1659250557422638], "r_norm": [1.0340218544006348, 0.9746265411376953, 1.005069613456726, 1.0583996772766113, 1.0369114875793457]}, {"step": 7150, "epoch": 15, "train_loss": 0.35550424456596375, "cos_r_negg": [0.4368022084236145, 0.4452589154243469, 0.4306457042694092, 0.4017375707626343, 0.15346626937389374], "cos_apical_negg": [0.4368022084236145, 0.4452589154243469, 0.4306457042694092, 0.4017375707626343, 0.15346626937389374], "cos_Ac_negg": [0.4368022084236145, 0.4452589154243469, 0.4306457042694092, 0.4017375707626343, 0.15346626937389374], "r_norm": [1.0809850692749023, 1.018315315246582, 1.0570896863937378, 1.100113034248352, 1.0803836584091187]}, {"step": 7200, "epoch": 15, "train_loss": 0.2699732184410095, "cos_r_negg": [0.4052540957927704, 0.4025680720806122, 0.38808444142341614, 0.3673124313354492, 0.14207002520561218], "cos_apical_negg": [0.4052540957927704, 0.4025680720806122, 0.38808444142341614, 0.3673124313354492, 0.14207002520561218], "cos_Ac_negg": [0.4052540957927704, 0.4025680720806122, 0.38808444142341614, 0.3673124313354492, 0.14207002520561218], "r_norm": [1.1382288932800293, 1.0558947324752808, 1.1137902736663818, 1.1629927158355713, 1.1221903562545776]}, {"step": 7250, "epoch": 15, "train_loss": 0.37980979681015015, "cos_r_negg": [0.43519750237464905, 0.4314807951450348, 0.4040612578392029, 0.40492916107177734, 0.17200085520744324], "cos_apical_negg": [0.43519750237464905, 0.4314807951450348, 0.4040612578392029, 0.40492916107177734, 0.17200085520744324], "cos_Ac_negg": [0.43519750237464905, 0.4314807951450348, 0.4040612578392029, 0.40492916107177734, 0.17200085520744324], "r_norm": [1.2716689109802246, 1.1880578994750977, 1.2494066953659058, 1.2914953231811523, 1.2628659009933472]}, {"step": 7300, "epoch": 15, "train_loss": 0.272757887840271, "cos_r_negg": [0.4098692834377289, 0.40584537386894226, 0.3952334523200989, 0.3868206739425659, 0.1490873545408249], "cos_apical_negg": [0.4098692834377289, 0.40584537386894226, 0.3952334523200989, 0.3868206739425659, 0.1490873545408249], "cos_Ac_negg": [0.4098692834377289, 0.40584537386894226, 0.3952334523200989, 0.3868206739425659, 0.1490873545408249], "r_norm": [0.8967692255973816, 0.8423733711242676, 0.8764759302139282, 0.9113166928291321, 0.8924531936645508]}, {"step": 7350, "epoch": 15, "train_loss": 0.25449442863464355, "cos_r_negg": [0.4189520478248596, 0.41148775815963745, 0.39706817269325256, 0.3657746911048889, 0.12517158687114716], "cos_apical_negg": [0.4189520478248596, 0.41148775815963745, 0.39706817269325256, 0.3657746911048889, 0.12517158687114716], "cos_Ac_negg": [0.4189520478248596, 0.41148775815963745, 0.39706817269325256, 0.3657746911048889, 0.12517158687114716], "r_norm": [1.0666866302490234, 1.0083903074264526, 1.0446970462799072, 1.0880944728851318, 1.0692903995513916]}, {"step": 7400, "epoch": 15, "train_loss": 0.4039551019668579, "cos_r_negg": [0.42798101902008057, 0.42755866050720215, 0.42547327280044556, 0.3873276114463806, 0.14653927087783813], "cos_apical_negg": [0.42798101902008057, 0.42755866050720215, 0.42547327280044556, 0.3873276114463806, 0.14653927087783813], "cos_Ac_negg": [0.42798101902008057, 0.42755866050720215, 0.42547327280044556, 0.3873276114463806, 0.14653927087783813], "r_norm": [1.0648289918899536, 1.0082130432128906, 1.0374680757522583, 1.0900986194610596, 1.0714893341064453]}, {"step": 7450, "epoch": 15, "train_loss": 0.26484420895576477, "cos_r_negg": [0.41401660442352295, 0.4234964847564697, 0.42316246032714844, 0.4113522171974182, 0.17302961647510529], "cos_apical_negg": [0.41401660442352295, 0.4234964847564697, 0.42316246032714844, 0.4113522171974182, 0.17302961647510529], "cos_Ac_negg": [0.41401660442352295, 0.4234964847564697, 0.42316246032714844, 0.4113522171974182, 0.17302961647510529], "r_norm": [1.0573475360870361, 0.9861927628517151, 1.0227413177490234, 1.0641584396362305, 1.0482585430145264]}, {"step": 7500, "epoch": 15, "train_loss": 0.20084509253501892, "cos_r_negg": [0.46058201789855957, 0.44894939661026, 0.4365794062614441, 0.39121562242507935, 0.14850513637065887], "cos_apical_negg": [0.46058201789855957, 0.44894939661026, 0.4365794062614441, 0.39121562242507935, 0.14850513637065887], "cos_Ac_negg": [0.46058201789855957, 0.44894939661026, 0.4365794062614441, 0.39121562242507935, 0.14850513637065887], "r_norm": [1.1284486055374146, 1.058732271194458, 1.092315435409546, 1.1474449634552002, 1.136197805404663]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8617, "test_loss": 0.41640377197265627}, {"step": 7550, "epoch": 16, "train_loss": 0.2758927643299103, "cos_r_negg": [0.4515838623046875, 0.45487985014915466, 0.4442937970161438, 0.4027853310108185, 0.1754988431930542], "cos_apical_negg": [0.4515838623046875, 0.45487985014915466, 0.4442937970161438, 0.4027853310108185, 0.1754988431930542], "cos_Ac_negg": [0.4515838623046875, 0.45487985014915466, 0.4442937970161438, 0.4027853310108185, 0.1754988431930542], "r_norm": [1.0321178436279297, 0.9711621999740601, 1.0133699178695679, 1.0480189323425293, 1.0309340953826904]}, {"step": 7600, "epoch": 16, "train_loss": 0.2871805429458618, "cos_r_negg": [0.45197728276252747, 0.43675899505615234, 0.42401108145713806, 0.39591163396835327, 0.16515958309173584], "cos_apical_negg": [0.45197728276252747, 0.43675899505615234, 0.42401108145713806, 0.39591163396835327, 0.16515958309173584], "cos_Ac_negg": [0.45197728276252747, 0.43675899505615234, 0.42401108145713806, 0.39591163396835327, 0.16515958309173584], "r_norm": [0.9899476766586304, 0.93475341796875, 0.9684532880783081, 1.0101346969604492, 0.9922541379928589]}, {"step": 7650, "epoch": 16, "train_loss": 0.15987661480903625, "cos_r_negg": [0.4202479124069214, 0.41936367750167847, 0.40144437551498413, 0.38560599088668823, 0.16803699731826782], "cos_apical_negg": [0.4202479124069214, 0.41936367750167847, 0.40144437551498413, 0.38560599088668823, 0.16803699731826782], "cos_Ac_negg": [0.4202479124069214, 0.41936367750167847, 0.40144437551498413, 0.38560599088668823, 0.16803699731826782], "r_norm": [0.9740135669708252, 0.923001766204834, 0.9564467668533325, 0.9914587736129761, 0.97421795129776]}, {"step": 7700, "epoch": 16, "train_loss": 0.17810338735580444, "cos_r_negg": [0.41498053073883057, 0.41978585720062256, 0.4102604389190674, 0.3722885251045227, 0.13665089011192322], "cos_apical_negg": [0.41498053073883057, 0.41978585720062256, 0.4102604389190674, 0.3722885251045227, 0.13665089011192322], "cos_Ac_negg": [0.41498053073883057, 0.41978585720062256, 0.4102604389190674, 0.3722885251045227, 0.13665089011192322], "r_norm": [0.9435208439826965, 0.883405327796936, 0.9150762557983398, 0.956163763999939, 0.938724160194397]}, {"step": 7750, "epoch": 16, "train_loss": 0.33831897377967834, "cos_r_negg": [0.43479055166244507, 0.41682523488998413, 0.40228867530822754, 0.38836321234703064, 0.17033657431602478], "cos_apical_negg": [0.43479055166244507, 0.41682523488998413, 0.40228867530822754, 0.38836321234703064, 0.17033657431602478], "cos_Ac_negg": [0.43479055166244507, 0.41682523488998413, 0.40228867530822754, 0.38836321234703064, 0.17033657431602478], "r_norm": [0.9321282505989075, 0.8771280646324158, 0.9113941192626953, 0.9502282738685608, 0.9298065900802612]}, {"step": 7800, "epoch": 16, "train_loss": 0.2591315805912018, "cos_r_negg": [0.4327796399593353, 0.434148371219635, 0.42736196517944336, 0.4156728982925415, 0.18454815447330475], "cos_apical_negg": [0.4327796399593353, 0.434148371219635, 0.42736196517944336, 0.4156728982925415, 0.18454815447330475], "cos_Ac_negg": [0.4327796399593353, 0.434148371219635, 0.42736196517944336, 0.4156728982925415, 0.18454815447330475], "r_norm": [1.0721983909606934, 1.0086729526519775, 1.0465118885040283, 1.0952519178390503, 1.076295018196106]}, {"step": 7850, "epoch": 16, "train_loss": 0.3373008370399475, "cos_r_negg": [0.41631317138671875, 0.4268900454044342, 0.4116421937942505, 0.3833630084991455, 0.1732417345046997], "cos_apical_negg": [0.41631317138671875, 0.4268900454044342, 0.4116421937942505, 0.3833630084991455, 0.1732417345046997], "cos_Ac_negg": [0.41631317138671875, 0.4268900454044342, 0.4116421937942505, 0.3833630084991455, 0.1732417345046997], "r_norm": [1.0998749732971191, 1.0390362739562988, 1.0808981657028198, 1.1268157958984375, 1.1038250923156738]}, {"step": 7900, "epoch": 16, "train_loss": 0.16449496150016785, "cos_r_negg": [0.46117496490478516, 0.4356434941291809, 0.4325742721557617, 0.40194475650787354, 0.1796066164970398], "cos_apical_negg": [0.46117496490478516, 0.4356434941291809, 0.4325742721557617, 0.40194475650787354, 0.1796066164970398], "cos_Ac_negg": [0.46117496490478516, 0.4356434941291809, 0.4325742721557617, 0.40194475650787354, 0.1796066164970398], "r_norm": [1.1692951917648315, 1.1048468351364136, 1.1550517082214355, 1.19760262966156, 1.1812005043029785]}, {"step": 7950, "epoch": 16, "train_loss": 0.24385030567646027, "cos_r_negg": [0.4266652464866638, 0.4047622084617615, 0.39817893505096436, 0.3740847706794739, 0.16148708760738373], "cos_apical_negg": [0.4266652464866638, 0.4047622084617615, 0.39817893505096436, 0.3740847706794739, 0.16148708760738373], "cos_Ac_negg": [0.4266652464866638, 0.4047622084617615, 0.39817893505096436, 0.3740847706794739, 0.16148708760738373], "r_norm": [0.9601470232009888, 0.9056127071380615, 0.9394642114639282, 0.9790455102920532, 0.9595606327056885]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8647, "test_loss": 0.40520907592773436}, {"step": 8000, "epoch": 17, "train_loss": 0.23717254400253296, "cos_r_negg": [0.4362802505493164, 0.4241081476211548, 0.4211618900299072, 0.4077736735343933, 0.1546865701675415], "cos_apical_negg": [0.4362802505493164, 0.4241081476211548, 0.4211618900299072, 0.4077736735343933, 0.1546865701675415], "cos_Ac_negg": [0.4362802505493164, 0.4241081476211548, 0.4211618900299072, 0.4077736735343933, 0.1546865701675415], "r_norm": [0.946689248085022, 0.888890266418457, 0.9275856018066406, 0.9640619158744812, 0.9437599778175354]}, {"step": 8050, "epoch": 17, "train_loss": 0.2806878685951233, "cos_r_negg": [0.45735329389572144, 0.44853413105010986, 0.44859516620635986, 0.42806583642959595, 0.191989928483963], "cos_apical_negg": [0.45735329389572144, 0.44853413105010986, 0.44859516620635986, 0.42806583642959595, 0.191989928483963], "cos_Ac_negg": [0.45735329389572144, 0.44853413105010986, 0.44859516620635986, 0.42806583642959595, 0.191989928483963], "r_norm": [1.0456523895263672, 0.9882314205169678, 1.0228675603866577, 1.072502613067627, 1.0510013103485107]}, {"step": 8100, "epoch": 17, "train_loss": 0.2255074828863144, "cos_r_negg": [0.44029712677001953, 0.42592155933380127, 0.4270387887954712, 0.42882126569747925, 0.18986812233924866], "cos_apical_negg": [0.44029712677001953, 0.42592155933380127, 0.4270387887954712, 0.42882126569747925, 0.18986812233924866], "cos_Ac_negg": [0.44029712677001953, 0.42592155933380127, 0.4270387887954712, 0.42882126569747925, 0.18986812233924866], "r_norm": [0.9577552080154419, 0.8946354389190674, 0.9359835386276245, 0.9721361994743347, 0.9491093158721924]}, {"step": 8150, "epoch": 17, "train_loss": 0.25440454483032227, "cos_r_negg": [0.44870230555534363, 0.4332605302333832, 0.42623305320739746, 0.41624704003334045, 0.19237548112869263], "cos_apical_negg": [0.44870230555534363, 0.4332605302333832, 0.42623305320739746, 0.41624704003334045, 0.19237548112869263], "cos_Ac_negg": [0.44870230555534363, 0.4332605302333832, 0.42623305320739746, 0.41624704003334045, 0.19237548112869263], "r_norm": [0.9898985624313354, 0.9279575347900391, 0.9720525741577148, 1.00980544090271, 0.9862558841705322]}, {"step": 8200, "epoch": 17, "train_loss": 0.31995266675949097, "cos_r_negg": [0.43464195728302, 0.4277246594429016, 0.4233683943748474, 0.42881152033805847, 0.18498554825782776], "cos_apical_negg": [0.43464195728302, 0.4277246594429016, 0.4233683943748474, 0.42881152033805847, 0.18498554825782776], "cos_Ac_negg": [0.43464195728302, 0.4277246594429016, 0.4233683943748474, 0.42881152033805847, 0.18498554825782776], "r_norm": [1.0832189321517944, 1.0111547708511353, 1.0582787990570068, 1.1027727127075195, 1.070909023284912]}, {"step": 8250, "epoch": 17, "train_loss": 0.23689192533493042, "cos_r_negg": [0.4372336268424988, 0.4120655059814453, 0.42165976762771606, 0.41810518503189087, 0.1932392716407776], "cos_apical_negg": [0.4372336268424988, 0.4120655059814453, 0.42165976762771606, 0.41810518503189087, 0.1932392716407776], "cos_Ac_negg": [0.4372336268424988, 0.4120655059814453, 0.42165976762771606, 0.41810518503189087, 0.1932392716407776], "r_norm": [0.9773887991905212, 0.916710376739502, 0.9563009738922119, 0.9928798675537109, 0.969520628452301]}, {"step": 8300, "epoch": 17, "train_loss": 0.2828347682952881, "cos_r_negg": [0.4462846517562866, 0.4337705671787262, 0.4417814612388611, 0.4277547597885132, 0.19728097319602966], "cos_apical_negg": [0.4462846517562866, 0.4337705671787262, 0.4417814612388611, 0.4277547597885132, 0.19728097319602966], "cos_Ac_negg": [0.4462846517562866, 0.4337705671787262, 0.4417814612388611, 0.4277547597885132, 0.19728097319602966], "r_norm": [1.0595529079437256, 0.9927524328231812, 1.040205955505371, 1.075603723526001, 1.0527129173278809]}, {"step": 8350, "epoch": 17, "train_loss": 0.18623237311840057, "cos_r_negg": [0.41495048999786377, 0.4134058654308319, 0.4134240746498108, 0.3987848460674286, 0.17487798631191254], "cos_apical_negg": [0.41495048999786377, 0.4134058654308319, 0.4134240746498108, 0.3987848460674286, 0.17487798631191254], "cos_Ac_negg": [0.41495048999786377, 0.4134058654308319, 0.4134240746498108, 0.3987848460674286, 0.17487798631191254], "r_norm": [0.9227859377861023, 0.8630474805831909, 0.8990089893341064, 0.9351912140846252, 0.9158916473388672]}, {"step": 8400, "epoch": 17, "train_loss": 0.5224927663803101, "cos_r_negg": [0.4203968644142151, 0.4047497808933258, 0.40667131543159485, 0.39307016134262085, 0.1898975968360901], "cos_apical_negg": [0.4203968644142151, 0.4047497808933258, 0.40667131543159485, 0.39307016134262085, 0.1898975968360901], "cos_Ac_negg": [0.4203968644142151, 0.4047497808933258, 0.40667131543159485, 0.39307016134262085, 0.1898975968360901], "r_norm": [1.0236338376998901, 0.9542479515075684, 0.9937557578086853, 1.03823983669281, 1.0172255039215088]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8646, "test_loss": 0.4494761810302734}, {"step": 8450, "epoch": 18, "train_loss": 0.189437597990036, "cos_r_negg": [0.4293259382247925, 0.40601515769958496, 0.4032297432422638, 0.3996671140193939, 0.18704551458358765], "cos_apical_negg": [0.4293259382247925, 0.40601515769958496, 0.4032297432422638, 0.3996671140193939, 0.18704551458358765], "cos_Ac_negg": [0.4293259382247925, 0.40601515769958496, 0.4032297432422638, 0.3996671140193939, 0.18704551458358765], "r_norm": [0.9581640958786011, 0.9020535945892334, 0.9360703229904175, 0.9767563343048096, 0.9578462839126587]}, {"step": 8500, "epoch": 18, "train_loss": 0.26528990268707275, "cos_r_negg": [0.4328612685203552, 0.404803991317749, 0.4213663935661316, 0.40551090240478516, 0.1917121410369873], "cos_apical_negg": [0.4328612685203552, 0.404803991317749, 0.4213663935661316, 0.40551090240478516, 0.1917121410369873], "cos_Ac_negg": [0.4328612685203552, 0.404803991317749, 0.4213663935661316, 0.40551090240478516, 0.1917121410369873], "r_norm": [1.088121771812439, 1.0218099355697632, 1.0665279626846313, 1.111398458480835, 1.0840232372283936]}, {"step": 8550, "epoch": 18, "train_loss": 0.24329504370689392, "cos_r_negg": [0.46436041593551636, 0.4454690217971802, 0.44620460271835327, 0.43572211265563965, 0.2232566475868225], "cos_apical_negg": [0.46436041593551636, 0.4454690217971802, 0.44620460271835327, 0.43572211265563965, 0.2232566475868225], "cos_Ac_negg": [0.46436041593551636, 0.4454690217971802, 0.44620460271835327, 0.43572211265563965, 0.2232566475868225], "r_norm": [1.1591624021530151, 1.080710530281067, 1.1180531978607178, 1.173925757408142, 1.157741904258728]}, {"step": 8600, "epoch": 18, "train_loss": 0.1579262763261795, "cos_r_negg": [0.4444494843482971, 0.4142942428588867, 0.4312754273414612, 0.41719552874565125, 0.1928657591342926], "cos_apical_negg": [0.4444494843482971, 0.4142942428588867, 0.4312754273414612, 0.41719552874565125, 0.1928657591342926], "cos_Ac_negg": [0.4444494843482971, 0.4142942428588867, 0.4312754273414612, 0.41719552874565125, 0.1928657591342926], "r_norm": [0.9612558484077454, 0.9013395309448242, 0.9327448606491089, 0.9760543704032898, 0.954620361328125]}, {"step": 8650, "epoch": 18, "train_loss": 0.1475927233695984, "cos_r_negg": [0.43846118450164795, 0.42519909143447876, 0.415019154548645, 0.392097532749176, 0.19189462065696716], "cos_apical_negg": [0.43846118450164795, 0.42519909143447876, 0.415019154548645, 0.392097532749176, 0.19189462065696716], "cos_Ac_negg": [0.43846118450164795, 0.42519909143447876, 0.415019154548645, 0.392097532749176, 0.19189462065696716], "r_norm": [0.9651169776916504, 0.9094646573066711, 0.9418177604675293, 0.9860801696777344, 0.9687284231185913]}, {"step": 8700, "epoch": 18, "train_loss": 0.2726980745792389, "cos_r_negg": [0.39543938636779785, 0.3962831199169159, 0.3904486894607544, 0.4055248498916626, 0.21512222290039062], "cos_apical_negg": [0.39543938636779785, 0.3962831199169159, 0.3904486894607544, 0.4055248498916626, 0.21512222290039062], "cos_Ac_negg": [0.39543938636779785, 0.3962831199169159, 0.3904486894607544, 0.4055248498916626, 0.21512222290039062], "r_norm": [1.045575737953186, 0.9797869920730591, 1.0228111743927002, 1.0652600526809692, 1.0388514995574951]}, {"step": 8750, "epoch": 18, "train_loss": 0.2816423177719116, "cos_r_negg": [0.4160975217819214, 0.3975680470466614, 0.40870314836502075, 0.407267302274704, 0.2226158082485199], "cos_apical_negg": [0.4160975217819214, 0.3975680470466614, 0.40870314836502075, 0.407267302274704, 0.2226158082485199], "cos_Ac_negg": [0.4160975217819214, 0.3975680470466614, 0.40870314836502075, 0.407267302274704, 0.2226158082485199], "r_norm": [1.0018153190612793, 0.9412362575531006, 0.9839962124824524, 1.0253233909606934, 0.99826979637146]}, {"step": 8800, "epoch": 18, "train_loss": 0.13054126501083374, "cos_r_negg": [0.4292173981666565, 0.42840373516082764, 0.4168298840522766, 0.41078636050224304, 0.20227569341659546], "cos_apical_negg": [0.4292173981666565, 0.42840373516082764, 0.4168298840522766, 0.41078636050224304, 0.20227569341659546], "cos_Ac_negg": [0.4292173981666565, 0.42840373516082764, 0.4168298840522766, 0.41078636050224304, 0.20227569341659546], "r_norm": [0.9981195330619812, 0.9317846298217773, 0.9706433415412903, 1.0106158256530762, 0.9868942499160767]}, {"step": 8850, "epoch": 18, "train_loss": 0.125259131193161, "cos_r_negg": [0.41507139801979065, 0.4061505198478699, 0.4138121008872986, 0.40194573998451233, 0.2012319564819336], "cos_apical_negg": [0.41507139801979065, 0.4061505198478699, 0.4138121008872986, 0.40194573998451233, 0.2012319564819336], "cos_Ac_negg": [0.41507139801979065, 0.4061505198478699, 0.4138121008872986, 0.40194573998451233, 0.2012319564819336], "r_norm": [1.0012385845184326, 0.9420803785324097, 0.9829670190811157, 1.0218088626861572, 0.9971036911010742]}, {"step": 8900, "epoch": 18, "train_loss": 0.18527255952358246, "cos_r_negg": [0.4240356385707855, 0.41746053099632263, 0.415378212928772, 0.40575623512268066, 0.22943368554115295], "cos_apical_negg": [0.4240356385707855, 0.41746053099632263, 0.415378212928772, 0.40575623512268066, 0.22943368554115295], "cos_Ac_negg": [0.4240356385707855, 0.41746053099632263, 0.415378212928772, 0.40575623512268066, 0.22943368554115295], "r_norm": [1.013047218322754, 0.9482976198196411, 0.9880300760269165, 1.03066086769104, 1.0048738718032837]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8646, "test_loss": 0.4472436798095703}, {"step": 8950, "epoch": 19, "train_loss": 0.2751624882221222, "cos_r_negg": [0.43631601333618164, 0.4233129024505615, 0.41430190205574036, 0.4154542088508606, 0.22475355863571167], "cos_apical_negg": [0.43631601333618164, 0.4233129024505615, 0.41430190205574036, 0.4154542088508606, 0.22475355863571167], "cos_Ac_negg": [0.43631601333618164, 0.4233129024505615, 0.41430190205574036, 0.4154542088508606, 0.22475355863571167], "r_norm": [1.0087900161743164, 0.9484431743621826, 0.9847637414932251, 1.0248980522155762, 1.00119948387146]}, {"step": 9000, "epoch": 19, "train_loss": 0.29698628187179565, "cos_r_negg": [0.44147443771362305, 0.40553438663482666, 0.4144483804702759, 0.4098339378833771, 0.2160218209028244], "cos_apical_negg": [0.44147443771362305, 0.40553438663482666, 0.4144483804702759, 0.4098339378833771, 0.2160218209028244], "cos_Ac_negg": [0.44147443771362305, 0.40553438663482666, 0.4144483804702759, 0.4098339378833771, 0.2160218209028244], "r_norm": [1.0363683700561523, 0.9719185829162598, 1.0032844543457031, 1.054858684539795, 1.0363627672195435]}, {"step": 9050, "epoch": 19, "train_loss": 0.21491381525993347, "cos_r_negg": [0.43700695037841797, 0.4074944853782654, 0.4062437415122986, 0.4019632339477539, 0.21522235870361328], "cos_apical_negg": [0.43700695037841797, 0.4074944853782654, 0.4062437415122986, 0.4019632339477539, 0.21522235870361328], "cos_Ac_negg": [0.43700695037841797, 0.4074944853782654, 0.4062437415122986, 0.4019632339477539, 0.21522235870361328], "r_norm": [1.0202056169509888, 0.9596619009971619, 0.9920088648796082, 1.036264419555664, 1.0192577838897705]}, {"step": 9100, "epoch": 19, "train_loss": 0.2319745421409607, "cos_r_negg": [0.41692832112312317, 0.4003128111362457, 0.40808624029159546, 0.400052547454834, 0.20795857906341553], "cos_apical_negg": [0.41692832112312317, 0.4003128111362457, 0.40808624029159546, 0.400052547454834, 0.20795857906341553], "cos_Ac_negg": [0.41692832112312317, 0.4003128111362457, 0.40808624029159546, 0.400052547454834, 0.20795857906341553], "r_norm": [0.9163010716438293, 0.8615975379943848, 0.8980786800384521, 0.9322443008422852, 0.9120957851409912]}, {"step": 9150, "epoch": 19, "train_loss": 0.24384182691574097, "cos_r_negg": [0.41620373725891113, 0.41946446895599365, 0.4057435095310211, 0.3962775766849518, 0.21571487188339233], "cos_apical_negg": [0.41620373725891113, 0.41946446895599365, 0.4057435095310211, 0.3962775766849518, 0.21571487188339233], "cos_Ac_negg": [0.41620373725891113, 0.41946446895599365, 0.4057435095310211, 0.3962775766849518, 0.21571487188339233], "r_norm": [1.0681664943695068, 1.0023844242095947, 1.0511112213134766, 1.0932228565216064, 1.0598726272583008]}, {"step": 9200, "epoch": 19, "train_loss": 0.2346055805683136, "cos_r_negg": [0.4296787679195404, 0.4363482594490051, 0.43073612451553345, 0.4236622750759125, 0.24227029085159302], "cos_apical_negg": [0.4296787679195404, 0.4363482594490051, 0.43073612451553345, 0.4236622750759125, 0.24227029085159302], "cos_Ac_negg": [0.4296787679195404, 0.4363482594490051, 0.43073612451553345, 0.4236622750759125, 0.24227029085159302], "r_norm": [0.962066650390625, 0.9056853652000427, 0.9411810636520386, 0.985227108001709, 0.9601660370826721]}, {"step": 9250, "epoch": 19, "train_loss": 0.29320305585861206, "cos_r_negg": [0.41837039589881897, 0.410788357257843, 0.4145609736442566, 0.39530855417251587, 0.19723984599113464], "cos_apical_negg": [0.41837039589881897, 0.410788357257843, 0.4145609736442566, 0.39530855417251587, 0.19723984599113464], "cos_Ac_negg": [0.41837039589881897, 0.410788357257843, 0.4145609736442566, 0.39530855417251587, 0.19723984599113464], "r_norm": [0.9982020854949951, 0.9348095655441284, 0.9699817895889282, 1.011054277420044, 0.9932714700698853]}, {"step": 9300, "epoch": 19, "train_loss": 0.26782962679862976, "cos_r_negg": [0.4352310299873352, 0.4214921295642853, 0.42733389139175415, 0.39821934700012207, 0.21841934323310852], "cos_apical_negg": [0.4352310299873352, 0.4214921295642853, 0.42733389139175415, 0.39821934700012207, 0.21841934323310852], "cos_Ac_negg": [0.4352310299873352, 0.4214921295642853, 0.42733389139175415, 0.39821934700012207, 0.21841934323310852], "r_norm": [1.0352684259414673, 0.9752672910690308, 1.0090707540512085, 1.0597429275512695, 1.0394806861877441]}, {"step": 9350, "epoch": 19, "train_loss": 0.2845764756202698, "cos_r_negg": [0.4236515164375305, 0.39776402711868286, 0.4058619737625122, 0.39276018738746643, 0.19845956563949585], "cos_apical_negg": [0.4236515164375305, 0.39776402711868286, 0.4058619737625122, 0.39276018738746643, 0.19845956563949585], "cos_Ac_negg": [0.4236515164375305, 0.39776402711868286, 0.4058619737625122, 0.39276018738746643, 0.19845956563949585], "r_norm": [0.9417988061904907, 0.88521808385849, 0.9162380695343018, 0.9546571969985962, 0.9409016966819763]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8633, "test_loss": 0.46304222106933596}], "final": {"test_acc": 0.8633, "test_loss": 0.46304222106933596, "wall_s": 21.8934383392334, "cos_r_negg": [0.39773985743522644, 0.3813314437866211, 0.3876231610774994, 0.3806800842285156, 0.17099177837371826], "cos_apical_negg": [0.39773985743522644, 0.3813314437866211, 0.3876231610774994, 0.3806800842285156, 0.17099177837371826], "cos_Ac_negg": [0.39773985743522644, 0.3813314437866211, 0.3876231610774994, 0.3806800842285156, 0.17099177837371826]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_dfa_d5_s2.json b/results/depth_fmnist_dfa_d5_s2.json
new file mode 100644
index 0000000..a59e4fc
--- /dev/null
+++ b/results/depth_fmnist_dfa_d5_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d5_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2724270820617676, "cos_r_negg": [-0.02110942080616951, -0.011285152286291122, -0.003369362326338887, 0.020921271294355392, 0.004564683884382248], "cos_apical_negg": [-0.02110942080616951, -0.011285152286291122, -0.003369362326338887, 0.020921271294355392, 0.004564683884382248], "cos_Ac_negg": [-0.02110942080616951, -0.011285152286291122, -0.003369362326338887, 0.020921271294355392, 0.004564683884382248], "r_norm": [4.763265132904053, 4.786518096923828, 4.666616916656494, 4.683651924133301, 4.748244285583496]}, {"step": 50, "epoch": 0, "train_loss": 0.7894985675811768, "cos_r_negg": [0.28277063369750977, 0.227949857711792, 0.2353956550359726, 0.18871547281742096, 0.19729231297969818], "cos_apical_negg": [0.28277063369750977, 0.227949857711792, 0.2353956550359726, 0.18871547281742096, 0.19729231297969818], "cos_Ac_negg": [0.28277063369750977, 0.227949857711792, 0.2353956550359726, 0.18871547281742096, 0.19729231297969818], "r_norm": [2.143986225128174, 2.1584887504577637, 2.1033599376678467, 1.9969984292984009, 2.0746283531188965]}, {"step": 100, "epoch": 0, "train_loss": 0.716770350933075, "cos_r_negg": [0.29901543259620667, 0.25462377071380615, 0.27205049991607666, 0.21682271361351013, 0.1258780062198639], "cos_apical_negg": [0.29901543259620667, 0.25462377071380615, 0.27205049991607666, 0.21682271361351013, 0.1258780062198639], "cos_Ac_negg": [0.29901543259620667, 0.25462377071380615, 0.27205049991607666, 0.21682271361351013, 0.1258780062198639], "r_norm": [1.9470654726028442, 1.9855008125305176, 1.920620322227478, 1.8235745429992676, 1.8974864482879639]}, {"step": 150, "epoch": 0, "train_loss": 0.6381340026855469, "cos_r_negg": [0.34991806745529175, 0.30606168508529663, 0.2960132956504822, 0.2747251093387604, 0.13474421203136444], "cos_apical_negg": [0.34991806745529175, 0.30606168508529663, 0.2960132956504822, 0.2747251093387604, 0.13474421203136444], "cos_Ac_negg": [0.34991806745529175, 0.30606168508529663, 0.2960132956504822, 0.2747251093387604, 0.13474421203136444], "r_norm": [1.7358874082565308, 1.7604846954345703, 1.7078962326049805, 1.615234613418579, 1.6908961534500122]}, {"step": 200, "epoch": 0, "train_loss": 0.7011884450912476, "cos_r_negg": [0.363746702671051, 0.3252585530281067, 0.31930112838745117, 0.2824109196662903, 0.13836392760276794], "cos_apical_negg": [0.363746702671051, 0.3252585530281067, 0.31930112838745117, 0.2824109196662903, 0.13836392760276794], "cos_Ac_negg": [0.363746702671051, 0.3252585530281067, 0.31930112838745117, 0.2824109196662903, 0.13836392760276794], "r_norm": [1.7113271951675415, 1.740134835243225, 1.6851506233215332, 1.6105577945709229, 1.6689014434814453]}, {"step": 250, "epoch": 0, "train_loss": 0.5865645408630371, "cos_r_negg": [0.3796257972717285, 0.32673925161361694, 0.3439820110797882, 0.29003119468688965, 0.1330481767654419], "cos_apical_negg": [0.3796257972717285, 0.32673925161361694, 0.3439820110797882, 0.29003119468688965, 0.1330481767654419], "cos_Ac_negg": [0.3796257972717285, 0.32673925161361694, 0.3439820110797882, 0.29003119468688965, 0.1330481767654419], "r_norm": [1.5745333433151245, 1.5977051258087158, 1.549336314201355, 1.4668960571289062, 1.5287847518920898]}, {"step": 300, "epoch": 0, "train_loss": 0.8900902271270752, "cos_r_negg": [0.41021621227264404, 0.35347357392311096, 0.35793715715408325, 0.2918662130832672, 0.15067026019096375], "cos_apical_negg": [0.41021621227264404, 0.35347357392311096, 0.35793715715408325, 0.2918662130832672, 0.15067026019096375], "cos_Ac_negg": [0.41021621227264404, 0.35347357392311096, 0.35793715715408325, 0.2918662130832672, 0.15067026019096375], "r_norm": [1.4501926898956299, 1.4712035655975342, 1.4225833415985107, 1.3576589822769165, 1.4133273363113403]}, {"step": 350, "epoch": 0, "train_loss": 0.5127886533737183, "cos_r_negg": [0.37485480308532715, 0.3172215521335602, 0.33649742603302, 0.29198765754699707, 0.15929166972637177], "cos_apical_negg": [0.37485480308532715, 0.3172215521335602, 0.33649742603302, 0.29198765754699707, 0.15929166972637177], "cos_Ac_negg": [0.37485480308532715, 0.3172215521335602, 0.33649742603302, 0.29198765754699707, 0.15929166972637177], "r_norm": [1.432061791419983, 1.4551353454589844, 1.4085898399353027, 1.3356077671051025, 1.3925344944000244]}, {"step": 400, "epoch": 0, "train_loss": 0.6016824245452881, "cos_r_negg": [0.41050347685813904, 0.3408847153186798, 0.3619265854358673, 0.3169980049133301, 0.12854747474193573], "cos_apical_negg": [0.41050347685813904, 0.3408847153186798, 0.3619265854358673, 0.3169980049133301, 0.12854747474193573], "cos_Ac_negg": [0.41050347685813904, 0.3408847153186798, 0.3619265854358673, 0.3169980049133301, 0.12854747474193573], "r_norm": [1.5951566696166992, 1.615472674369812, 1.569916844367981, 1.475223183631897, 1.540493130683899]}, {"step": 450, "epoch": 0, "train_loss": 0.5556653141975403, "cos_r_negg": [0.40125277638435364, 0.36469924449920654, 0.36929434537887573, 0.3635082244873047, 0.1278342604637146], "cos_apical_negg": [0.40125277638435364, 0.36469924449920654, 0.36929434537887573, 0.3635082244873047, 0.1278342604637146], "cos_Ac_negg": [0.40125277638435364, 0.36469924449920654, 0.36929434537887573, 0.3635082244873047, 0.1278342604637146], "r_norm": [1.5227367877960205, 1.5398428440093994, 1.4988749027252197, 1.4080727100372314, 1.4701793193817139]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8151, "test_loss": 0.5810977111816407}, {"step": 500, "epoch": 1, "train_loss": 0.4170776903629303, "cos_r_negg": [0.3907086253166199, 0.3338841199874878, 0.3442029058933258, 0.30544719099998474, 0.08085007220506668], "cos_apical_negg": [0.3907086253166199, 0.3338841199874878, 0.3442029058933258, 0.30544719099998474, 0.08085007220506668], "cos_Ac_negg": [0.3907086253166199, 0.3338841199874878, 0.3442029058933258, 0.30544719099998474, 0.08085007220506668], "r_norm": [1.4445734024047852, 1.463692307472229, 1.420203447341919, 1.3469356298446655, 1.4044770002365112]}, {"step": 550, "epoch": 1, "train_loss": 0.729020357131958, "cos_r_negg": [0.39399367570877075, 0.35935699939727783, 0.3858047425746918, 0.3380187749862671, 0.12582746148109436], "cos_apical_negg": [0.39399367570877075, 0.35935699939727783, 0.3858047425746918, 0.3380187749862671, 0.12582746148109436], "cos_Ac_negg": [0.39399367570877075, 0.35935699939727783, 0.3858047425746918, 0.3380187749862671, 0.12582746148109436], "r_norm": [1.4839067459106445, 1.5051045417785645, 1.4633618593215942, 1.3728413581848145, 1.440045952796936]}, {"step": 600, "epoch": 1, "train_loss": 0.6473497152328491, "cos_r_negg": [0.38743218779563904, 0.35618263483047485, 0.3573172688484192, 0.31550848484039307, 0.08523566275835037], "cos_apical_negg": [0.38743218779563904, 0.35618263483047485, 0.3573172688484192, 0.31550848484039307, 0.08523566275835037], "cos_Ac_negg": [0.38743218779563904, 0.35618263483047485, 0.3573172688484192, 0.31550848484039307, 0.08523566275835037], "r_norm": [1.489698886871338, 1.506103515625, 1.4592037200927734, 1.3735573291778564, 1.4408406019210815]}, {"step": 650, "epoch": 1, "train_loss": 0.6450141072273254, "cos_r_negg": [0.40152543783187866, 0.348046213388443, 0.32187730073928833, 0.2937748432159424, 0.11547212302684784], "cos_apical_negg": [0.40152543783187866, 0.348046213388443, 0.32187730073928833, 0.2937748432159424, 0.11547212302684784], "cos_Ac_negg": [0.40152543783187866, 0.348046213388443, 0.32187730073928833, 0.2937748432159424, 0.11547212302684784], "r_norm": [1.5271153450012207, 1.544621467590332, 1.4995925426483154, 1.4073998928070068, 1.4744740724563599]}, {"step": 700, "epoch": 1, "train_loss": 0.3791740834712982, "cos_r_negg": [0.42894068360328674, 0.3911685645580292, 0.3530643880367279, 0.31611621379852295, 0.1026718020439148], "cos_apical_negg": [0.42894068360328674, 0.3911685645580292, 0.3530643880367279, 0.31611621379852295, 0.1026718020439148], "cos_Ac_negg": [0.42894068360328674, 0.3911685645580292, 0.3530643880367279, 0.31611621379852295, 0.1026718020439148], "r_norm": [1.4436218738555908, 1.4615752696990967, 1.422851800918579, 1.333359718322754, 1.3923320770263672]}, {"step": 750, "epoch": 1, "train_loss": 0.4903847873210907, "cos_r_negg": [0.42291536927223206, 0.4090675413608551, 0.35553714632987976, 0.3484695255756378, 0.12902715802192688], "cos_apical_negg": [0.42291536927223206, 0.4090675413608551, 0.35553714632987976, 0.3484695255756378, 0.12902715802192688], "cos_Ac_negg": [0.42291536927223206, 0.4090675413608551, 0.35553714632987976, 0.3484695255756378, 0.12902715802192688], "r_norm": [1.383232593536377, 1.4029138088226318, 1.3588759899139404, 1.284369707107544, 1.3457105159759521]}, {"step": 800, "epoch": 1, "train_loss": 0.590867817401886, "cos_r_negg": [0.4245132803916931, 0.40610700845718384, 0.3823840022087097, 0.3513590693473816, 0.14249630272388458], "cos_apical_negg": [0.4245132803916931, 0.40610700845718384, 0.3823840022087097, 0.3513590693473816, 0.14249630272388458], "cos_Ac_negg": [0.4245132803916931, 0.40610700845718384, 0.3823840022087097, 0.3513590693473816, 0.14249630272388458], "r_norm": [1.5920002460479736, 1.6165549755096436, 1.5711426734924316, 1.4651250839233398, 1.5341150760650635]}, {"step": 850, "epoch": 1, "train_loss": 0.3568858206272125, "cos_r_negg": [0.403006374835968, 0.39474940299987793, 0.3722783923149109, 0.3416220545768738, 0.10244353115558624], "cos_apical_negg": [0.403006374835968, 0.39474940299987793, 0.3722783923149109, 0.3416220545768738, 0.10244353115558624], "cos_Ac_negg": [0.403006374835968, 0.39474940299987793, 0.3722783923149109, 0.3416220545768738, 0.10244353115558624], "r_norm": [1.2993251085281372, 1.318002700805664, 1.2783392667770386, 1.201517105102539, 1.256996750831604]}, {"step": 900, "epoch": 1, "train_loss": 0.475757896900177, "cos_r_negg": [0.43179208040237427, 0.40862947702407837, 0.393136203289032, 0.3814481496810913, 0.13579806685447693], "cos_apical_negg": [0.43179208040237427, 0.40862947702407837, 0.393136203289032, 0.3814481496810913, 0.13579806685447693], "cos_Ac_negg": [0.43179208040237427, 0.40862947702407837, 0.393136203289032, 0.3814481496810913, 0.13579806685447693], "r_norm": [1.390047311782837, 1.4019778966903687, 1.361750841140747, 1.2769243717193604, 1.3377556800842285]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8402, "test_loss": 0.46039319763183595}, {"step": 950, "epoch": 2, "train_loss": 0.3238205313682556, "cos_r_negg": [0.4212748408317566, 0.40899229049682617, 0.39094796776771545, 0.38645505905151367, 0.14642591774463654], "cos_apical_negg": [0.4212748408317566, 0.40899229049682617, 0.39094796776771545, 0.38645505905151367, 0.14642591774463654], "cos_Ac_negg": [0.4212748408317566, 0.40899229049682617, 0.39094796776771545, 0.38645505905151367, 0.14642591774463654], "r_norm": [1.3526890277862549, 1.3736380338668823, 1.3316991329193115, 1.2567174434661865, 1.3108564615249634]}, {"step": 1000, "epoch": 2, "train_loss": 0.4276791214942932, "cos_r_negg": [0.41273924708366394, 0.4148985743522644, 0.37783509492874146, 0.3775371015071869, 0.16619203984737396], "cos_apical_negg": [0.41273924708366394, 0.4148985743522644, 0.37783509492874146, 0.3775371015071869, 0.16619203984737396], "cos_Ac_negg": [0.41273924708366394, 0.4148985743522644, 0.37783509492874146, 0.3775371015071869, 0.16619203984737396], "r_norm": [1.3807952404022217, 1.3973357677459717, 1.3571957349777222, 1.2734339237213135, 1.3337953090667725]}, {"step": 1050, "epoch": 2, "train_loss": 0.3432461619377136, "cos_r_negg": [0.46998947858810425, 0.43886274099349976, 0.4132422208786011, 0.4103027582168579, 0.15627866983413696], "cos_apical_negg": [0.46998947858810425, 0.43886274099349976, 0.4132422208786011, 0.4103027582168579, 0.15627866983413696], "cos_Ac_negg": [0.46998947858810425, 0.43886274099349976, 0.4132422208786011, 0.4103027582168579, 0.15627866983413696], "r_norm": [1.3489353656768799, 1.3695625066757202, 1.3275704383850098, 1.2443416118621826, 1.3016345500946045]}, {"step": 1100, "epoch": 2, "train_loss": 0.3515135645866394, "cos_r_negg": [0.41873985528945923, 0.380653440952301, 0.35791903734207153, 0.3443360924720764, 0.11064565181732178], "cos_apical_negg": [0.41873985528945923, 0.380653440952301, 0.35791903734207153, 0.3443360924720764, 0.11064565181732178], "cos_Ac_negg": [0.41873985528945923, 0.380653440952301, 0.35791903734207153, 0.3443360924720764, 0.11064565181732178], "r_norm": [1.3509747982025146, 1.3644835948944092, 1.326722502708435, 1.2461833953857422, 1.3028618097305298]}, {"step": 1150, "epoch": 2, "train_loss": 0.5154058337211609, "cos_r_negg": [0.44437354803085327, 0.43741798400878906, 0.3984261751174927, 0.3975107669830322, 0.14919838309288025], "cos_apical_negg": [0.44437354803085327, 0.43741798400878906, 0.3984261751174927, 0.3975107669830322, 0.14919838309288025], "cos_Ac_negg": [0.44437354803085327, 0.43741798400878906, 0.3984261751174927, 0.3975107669830322, 0.14919838309288025], "r_norm": [1.2703566551208496, 1.2803103923797607, 1.2441767454147339, 1.1715275049209595, 1.228795051574707]}, {"step": 1200, "epoch": 2, "train_loss": 0.6006340384483337, "cos_r_negg": [0.4322510361671448, 0.407856285572052, 0.3906365633010864, 0.3689049482345581, 0.10243246704339981], "cos_apical_negg": [0.4322510361671448, 0.407856285572052, 0.3906365633010864, 0.3689049482345581, 0.10243246704339981], "cos_Ac_negg": [0.4322510361671448, 0.407856285572052, 0.3906365633010864, 0.3689049482345581, 0.10243246704339981], "r_norm": [1.4603769779205322, 1.4783143997192383, 1.4322211742401123, 1.3440091609954834, 1.4072352647781372]}, {"step": 1250, "epoch": 2, "train_loss": 0.34525632858276367, "cos_r_negg": [0.45483070611953735, 0.4171733856201172, 0.3981431722640991, 0.39467012882232666, 0.12095598876476288], "cos_apical_negg": [0.45483070611953735, 0.4171733856201172, 0.3981431722640991, 0.39467012882232666, 0.12095598876476288], "cos_Ac_negg": [0.45483070611953735, 0.4171733856201172, 0.3981431722640991, 0.39467012882232666, 0.12095598876476288], "r_norm": [1.3940751552581787, 1.4096136093139648, 1.3683868646621704, 1.2838233709335327, 1.3457701206207275]}, {"step": 1300, "epoch": 2, "train_loss": 0.38062015175819397, "cos_r_negg": [0.46767985820770264, 0.42748358845710754, 0.4255525469779968, 0.3905150592327118, 0.121332548558712], "cos_apical_negg": [0.46767985820770264, 0.42748358845710754, 0.4255525469779968, 0.3905150592327118, 0.121332548558712], "cos_Ac_negg": [0.46767985820770264, 0.42748358845710754, 0.4255525469779968, 0.3905150592327118, 0.121332548558712], "r_norm": [1.2551190853118896, 1.2756048440933228, 1.2345904111862183, 1.1633336544036865, 1.2170119285583496]}, {"step": 1350, "epoch": 2, "train_loss": 0.31583496928215027, "cos_r_negg": [0.46224015951156616, 0.4087979197502136, 0.38311126828193665, 0.388882040977478, 0.11119753122329712], "cos_apical_negg": [0.46224015951156616, 0.4087979197502136, 0.38311126828193665, 0.388882040977478, 0.11119753122329712], "cos_Ac_negg": [0.46224015951156616, 0.4087979197502136, 0.38311126828193665, 0.388882040977478, 0.11119753122329712], "r_norm": [1.2435489892959595, 1.2601571083068848, 1.2234225273132324, 1.1512081623077393, 1.202318787574768]}, {"step": 1400, "epoch": 2, "train_loss": 0.5849025249481201, "cos_r_negg": [0.41334375739097595, 0.407028466463089, 0.3863574266433716, 0.4014380872249603, 0.11481799185276031], "cos_apical_negg": [0.41334375739097595, 0.407028466463089, 0.3863574266433716, 0.4014380872249603, 0.11481799185276031], "cos_Ac_negg": [0.41334375739097595, 0.407028466463089, 0.3863574266433716, 0.4014380872249603, 0.11481799185276031], "r_norm": [1.2565544843673706, 1.2805283069610596, 1.2360682487487793, 1.175165057182312, 1.2213753461837769]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8427, "test_loss": 0.45875201416015626}, {"step": 1450, "epoch": 3, "train_loss": 0.760103702545166, "cos_r_negg": [0.4551216959953308, 0.42165225744247437, 0.41388076543807983, 0.4157533645629883, 0.16640818119049072], "cos_apical_negg": [0.4551216959953308, 0.42165225744247437, 0.41388076543807983, 0.4157533645629883, 0.16640818119049072], "cos_Ac_negg": [0.4551216959953308, 0.42165225744247437, 0.41388076543807983, 0.4157533645629883, 0.16640818119049072], "r_norm": [1.4003854990005493, 1.4168262481689453, 1.3758502006530762, 1.2919182777404785, 1.3452558517456055]}, {"step": 1500, "epoch": 3, "train_loss": 0.5246716737747192, "cos_r_negg": [0.4535379707813263, 0.444993257522583, 0.43013495206832886, 0.43033987283706665, 0.13247889280319214], "cos_apical_negg": [0.4535379707813263, 0.444993257522583, 0.43013495206832886, 0.43033987283706665, 0.13247889280319214], "cos_Ac_negg": [0.4535379707813263, 0.444993257522583, 0.43013495206832886, 0.43033987283706665, 0.13247889280319214], "r_norm": [1.3779925107955933, 1.3924598693847656, 1.3532241582870483, 1.265285849571228, 1.3242578506469727]}, {"step": 1550, "epoch": 3, "train_loss": 0.3943752348423004, "cos_r_negg": [0.40599456429481506, 0.3842592239379883, 0.35156872868537903, 0.3886781930923462, 0.10193560272455215], "cos_apical_negg": [0.40599456429481506, 0.3842592239379883, 0.35156872868537903, 0.3886781930923462, 0.10193560272455215], "cos_Ac_negg": [0.40599456429481506, 0.3842592239379883, 0.35156872868537903, 0.3886781930923462, 0.10193560272455215], "r_norm": [1.246607780456543, 1.2563912868499756, 1.222224235534668, 1.1436132192611694, 1.1988375186920166]}, {"step": 1600, "epoch": 3, "train_loss": 0.32468900084495544, "cos_r_negg": [0.4199942648410797, 0.4080159366130829, 0.3660584092140198, 0.3878031373023987, 0.1270516812801361], "cos_apical_negg": [0.4199942648410797, 0.4080159366130829, 0.3660584092140198, 0.3878031373023987, 0.1270516812801361], "cos_Ac_negg": [0.4199942648410797, 0.4080159366130829, 0.3660584092140198, 0.3878031373023987, 0.1270516812801361], "r_norm": [1.3589122295379639, 1.3721284866333008, 1.334594488143921, 1.2480469942092896, 1.3053772449493408]}, {"step": 1650, "epoch": 3, "train_loss": 0.4721715450286865, "cos_r_negg": [0.40759098529815674, 0.38501930236816406, 0.348901629447937, 0.3755435347557068, 0.11211854219436646], "cos_apical_negg": [0.40759098529815674, 0.38501930236816406, 0.348901629447937, 0.3755435347557068, 0.11211854219436646], "cos_Ac_negg": [0.40759098529815674, 0.38501930236816406, 0.348901629447937, 0.3755435347557068, 0.11211854219436646], "r_norm": [1.2253148555755615, 1.2400333881378174, 1.2061512470245361, 1.1259434223175049, 1.1813803911209106]}, {"step": 1700, "epoch": 3, "train_loss": 0.5175477266311646, "cos_r_negg": [0.41914817690849304, 0.39279818534851074, 0.36732757091522217, 0.40419039130210876, 0.10562428086996078], "cos_apical_negg": [0.41914817690849304, 0.39279818534851074, 0.36732757091522217, 0.40419039130210876, 0.10562428086996078], "cos_Ac_negg": [0.41914817690849304, 0.39279818534851074, 0.36732757091522217, 0.40419039130210876, 0.10562428086996078], "r_norm": [1.3581043481826782, 1.3717231750488281, 1.337157964706421, 1.2473560571670532, 1.3036152124404907]}, {"step": 1750, "epoch": 3, "train_loss": 0.5045688152313232, "cos_r_negg": [0.4374885559082031, 0.43876731395721436, 0.39718472957611084, 0.42545562982559204, 0.1246032565832138], "cos_apical_negg": [0.4374885559082031, 0.43876731395721436, 0.39718472957611084, 0.42545562982559204, 0.1246032565832138], "cos_Ac_negg": [0.4374885559082031, 0.43876731395721436, 0.39718472957611084, 0.42545562982559204, 0.1246032565832138], "r_norm": [1.2820155620574951, 1.2991236448287964, 1.2595832347869873, 1.1892114877700806, 1.2403117418289185]}, {"step": 1800, "epoch": 3, "train_loss": 0.38343021273612976, "cos_r_negg": [0.43693846464157104, 0.4259716868400574, 0.3929157853126526, 0.4016191363334656, 0.09904669225215912], "cos_apical_negg": [0.43693846464157104, 0.4259716868400574, 0.3929157853126526, 0.4016191363334656, 0.09904669225215912], "cos_Ac_negg": [0.43693846464157104, 0.4259716868400574, 0.3929157853126526, 0.4016191363334656, 0.09904669225215912], "r_norm": [1.2601569890975952, 1.280710220336914, 1.242539882659912, 1.1698229312896729, 1.219106912612915]}, {"step": 1850, "epoch": 3, "train_loss": 0.4580022394657135, "cos_r_negg": [0.40668654441833496, 0.4185221791267395, 0.3892989158630371, 0.40337294340133667, 0.09363509714603424], "cos_apical_negg": [0.40668654441833496, 0.4185221791267395, 0.3892989158630371, 0.40337294340133667, 0.09363509714603424], "cos_Ac_negg": [0.40668654441833496, 0.4185221791267395, 0.3892989158630371, 0.40337294340133667, 0.09363509714603424], "r_norm": [1.2585331201553345, 1.272306203842163, 1.2354495525360107, 1.1638422012329102, 1.2185487747192383]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8483, "test_loss": 0.43968499450683596}, {"step": 1900, "epoch": 4, "train_loss": 0.30985480546951294, "cos_r_negg": [0.4411230981349945, 0.444723904132843, 0.42643144726753235, 0.4141012728214264, 0.11569872498512268], "cos_apical_negg": [0.4411230981349945, 0.444723904132843, 0.42643144726753235, 0.4141012728214264, 0.11569872498512268], "cos_Ac_negg": [0.4411230981349945, 0.444723904132843, 0.42643144726753235, 0.4141012728214264, 0.11569872498512268], "r_norm": [1.152496337890625, 1.1681227684020996, 1.1335906982421875, 1.064822793006897, 1.1104027032852173]}, {"step": 1950, "epoch": 4, "train_loss": 0.7616400718688965, "cos_r_negg": [0.42265433073043823, 0.4260868430137634, 0.40432530641555786, 0.40288877487182617, 0.11273133754730225], "cos_apical_negg": [0.42265433073043823, 0.4260868430137634, 0.40432530641555786, 0.40288877487182617, 0.11273133754730225], "cos_Ac_negg": [0.42265433073043823, 0.4260868430137634, 0.40432530641555786, 0.40288877487182617, 0.11273133754730225], "r_norm": [1.2631123065948486, 1.277026891708374, 1.2410603761672974, 1.173658847808838, 1.223983645439148]}, {"step": 2000, "epoch": 4, "train_loss": 0.4229755103588104, "cos_r_negg": [0.4487604796886444, 0.43959879875183105, 0.4243222177028656, 0.4092806279659271, 0.08808095753192902], "cos_apical_negg": [0.4487604796886444, 0.43959879875183105, 0.4243222177028656, 0.4092806279659271, 0.08808095753192902], "cos_Ac_negg": [0.4487604796886444, 0.43959879875183105, 0.4243222177028656, 0.4092806279659271, 0.08808095753192902], "r_norm": [1.392693281173706, 1.4089385271072388, 1.371253490447998, 1.2785533666610718, 1.338854193687439]}, {"step": 2050, "epoch": 4, "train_loss": 0.4000351130962372, "cos_r_negg": [0.42668452858924866, 0.4316054582595825, 0.40180861949920654, 0.42709383368492126, 0.09665539860725403], "cos_apical_negg": [0.42668452858924866, 0.4316054582595825, 0.40180861949920654, 0.42709383368492126, 0.09665539860725403], "cos_Ac_negg": [0.42668452858924866, 0.4316054582595825, 0.40180861949920654, 0.42709383368492126, 0.09665539860725403], "r_norm": [1.1862599849700928, 1.1978754997253418, 1.1636154651641846, 1.0962555408477783, 1.1432263851165771]}, {"step": 2100, "epoch": 4, "train_loss": 0.38873884081840515, "cos_r_negg": [0.40890395641326904, 0.4132545590400696, 0.3808460235595703, 0.3964546024799347, 0.07701820135116577], "cos_apical_negg": [0.40890395641326904, 0.4132545590400696, 0.3808460235595703, 0.3964546024799347, 0.07701820135116577], "cos_Ac_negg": [0.40890395641326904, 0.4132545590400696, 0.3808460235595703, 0.3964546024799347, 0.07701820135116577], "r_norm": [1.203650712966919, 1.215381145477295, 1.1812688112258911, 1.1083590984344482, 1.1563915014266968]}, {"step": 2150, "epoch": 4, "train_loss": 0.34904372692108154, "cos_r_negg": [0.4256107211112976, 0.44545525312423706, 0.40624117851257324, 0.422578364610672, 0.11400580406188965], "cos_apical_negg": [0.4256107211112976, 0.44545525312423706, 0.40624117851257324, 0.422578364610672, 0.11400580406188965], "cos_Ac_negg": [0.4256107211112976, 0.44545525312423706, 0.40624117851257324, 0.422578364610672, 0.11400580406188965], "r_norm": [1.1739031076431274, 1.1877458095550537, 1.1559808254241943, 1.0900039672851562, 1.1376285552978516]}, {"step": 2200, "epoch": 4, "train_loss": 0.3800036609172821, "cos_r_negg": [0.4415813684463501, 0.4359191656112671, 0.3972219228744507, 0.36705857515335083, 0.10386347770690918], "cos_apical_negg": [0.4415813684463501, 0.4359191656112671, 0.3972219228744507, 0.36705857515335083, 0.10386347770690918], "cos_Ac_negg": [0.4415813684463501, 0.4359191656112671, 0.3972219228744507, 0.36705857515335083, 0.10386347770690918], "r_norm": [1.3185067176818848, 1.3289709091186523, 1.2935450077056885, 1.2082157135009766, 1.2637403011322021]}, {"step": 2250, "epoch": 4, "train_loss": 0.27596336603164673, "cos_r_negg": [0.4327799081802368, 0.44023752212524414, 0.41094309091567993, 0.3595987558364868, 0.12396889925003052], "cos_apical_negg": [0.4327799081802368, 0.44023752212524414, 0.41094309091567993, 0.3595987558364868, 0.12396889925003052], "cos_Ac_negg": [0.4327799081802368, 0.44023752212524414, 0.41094309091567993, 0.3595987558364868, 0.12396889925003052], "r_norm": [1.1490423679351807, 1.1628623008728027, 1.1289393901824951, 1.0605099201202393, 1.104262113571167]}, {"step": 2300, "epoch": 4, "train_loss": 0.1849593222141266, "cos_r_negg": [0.4541516900062561, 0.4546629786491394, 0.4324283301830292, 0.43291887640953064, 0.13706879317760468], "cos_apical_negg": [0.4541516900062561, 0.4546629786491394, 0.4324283301830292, 0.43291887640953064, 0.13706879317760468], "cos_Ac_negg": [0.4541516900062561, 0.4546629786491394, 0.4324283301830292, 0.43291887640953064, 0.13706879317760468], "r_norm": [1.166323184967041, 1.1842453479766846, 1.1488821506500244, 1.081676721572876, 1.1321369409561157]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8435, "test_loss": 0.4836320831298828}, {"step": 2350, "epoch": 5, "train_loss": 0.26917755603790283, "cos_r_negg": [0.3942909836769104, 0.39779046177864075, 0.37734752893447876, 0.3917277753353119, 0.08663562685251236], "cos_apical_negg": [0.3942909836769104, 0.39779046177864075, 0.37734752893447876, 0.3917277753353119, 0.08663562685251236], "cos_Ac_negg": [0.3942909836769104, 0.39779046177864075, 0.37734752893447876, 0.3917277753353119, 0.08663562685251236], "r_norm": [1.2349218130111694, 1.242748737335205, 1.2113292217254639, 1.1346088647842407, 1.184355616569519]}, {"step": 2400, "epoch": 5, "train_loss": 0.3655564785003662, "cos_r_negg": [0.4297245144844055, 0.4058634638786316, 0.38142961263656616, 0.39159339666366577, 0.1043357104063034], "cos_apical_negg": [0.4297245144844055, 0.4058634638786316, 0.38142961263656616, 0.39159339666366577, 0.1043357104063034], "cos_Ac_negg": [0.4297245144844055, 0.4058634638786316, 0.38142961263656616, 0.39159339666366577, 0.1043357104063034], "r_norm": [1.2548874616622925, 1.2673659324645996, 1.2361721992492676, 1.1537730693817139, 1.2060846090316772]}, {"step": 2450, "epoch": 5, "train_loss": 0.35306084156036377, "cos_r_negg": [0.40743276476860046, 0.3892553448677063, 0.3703206181526184, 0.375153124332428, 0.11258821934461594], "cos_apical_negg": [0.40743276476860046, 0.3892553448677063, 0.3703206181526184, 0.375153124332428, 0.11258821934461594], "cos_Ac_negg": [0.40743276476860046, 0.3892553448677063, 0.3703206181526184, 0.375153124332428, 0.11258821934461594], "r_norm": [1.2260606288909912, 1.2377393245697021, 1.2058703899383545, 1.1308891773223877, 1.1793582439422607]}, {"step": 2500, "epoch": 5, "train_loss": 0.4045262634754181, "cos_r_negg": [0.3968377113342285, 0.38934266567230225, 0.3778752088546753, 0.3770408034324646, 0.10548122227191925], "cos_apical_negg": [0.3968377113342285, 0.38934266567230225, 0.3778752088546753, 0.3770408034324646, 0.10548122227191925], "cos_Ac_negg": [0.3968377113342285, 0.38934266567230225, 0.3778752088546753, 0.3770408034324646, 0.10548122227191925], "r_norm": [1.2946462631225586, 1.31196928024292, 1.2759826183319092, 1.1948192119598389, 1.2463730573654175]}, {"step": 2550, "epoch": 5, "train_loss": 0.38697171211242676, "cos_r_negg": [0.38576626777648926, 0.3909974992275238, 0.3708972930908203, 0.36327552795410156, 0.11007921397686005], "cos_apical_negg": [0.38576626777648926, 0.3909974992275238, 0.3708972930908203, 0.36327552795410156, 0.11007921397686005], "cos_Ac_negg": [0.38576626777648926, 0.3909974992275238, 0.3708972930908203, 0.36327552795410156, 0.11007921397686005], "r_norm": [1.2046293020248413, 1.2162470817565918, 1.182215690612793, 1.1126618385314941, 1.1574220657348633]}, {"step": 2600, "epoch": 5, "train_loss": 0.41316014528274536, "cos_r_negg": [0.43342354893684387, 0.44223982095718384, 0.416252076625824, 0.411202073097229, 0.1310214102268219], "cos_apical_negg": [0.43342354893684387, 0.44223982095718384, 0.416252076625824, 0.411202073097229, 0.1310214102268219], "cos_Ac_negg": [0.43342354893684387, 0.44223982095718384, 0.416252076625824, 0.411202073097229, 0.1310214102268219], "r_norm": [1.220372200012207, 1.2374248504638672, 1.2023663520812988, 1.1252292394638062, 1.1749484539031982]}, {"step": 2650, "epoch": 5, "train_loss": 0.29543012380599976, "cos_r_negg": [0.40048855543136597, 0.40266746282577515, 0.3955015540122986, 0.36103034019470215, 0.1076635867357254], "cos_apical_negg": [0.40048855543136597, 0.40266746282577515, 0.3955015540122986, 0.36103034019470215, 0.1076635867357254], "cos_Ac_negg": [0.40048855543136597, 0.40266746282577515, 0.3955015540122986, 0.36103034019470215, 0.1076635867357254], "r_norm": [1.2548637390136719, 1.2741992473602295, 1.2349436283111572, 1.1586207151412964, 1.211022973060608]}, {"step": 2700, "epoch": 5, "train_loss": 0.24482852220535278, "cos_r_negg": [0.40865227580070496, 0.3920570909976959, 0.36763858795166016, 0.35379499197006226, 0.10826633870601654], "cos_apical_negg": [0.40865227580070496, 0.3920570909976959, 0.36763858795166016, 0.35379499197006226, 0.10826633870601654], "cos_Ac_negg": [0.40865227580070496, 0.3920570909976959, 0.36763858795166016, 0.35379499197006226, 0.10826633870601654], "r_norm": [1.1412009000778198, 1.1547536849975586, 1.1218125820159912, 1.0559687614440918, 1.1011886596679688]}, {"step": 2750, "epoch": 5, "train_loss": 0.4447992146015167, "cos_r_negg": [0.38642317056655884, 0.3961692452430725, 0.3782894015312195, 0.37977203726768494, 0.10607270896434784], "cos_apical_negg": [0.38642317056655884, 0.3961692452430725, 0.3782894015312195, 0.37977203726768494, 0.10607270896434784], "cos_Ac_negg": [0.38642317056655884, 0.3961692452430725, 0.3782894015312195, 0.37977203726768494, 0.10607270896434784], "r_norm": [1.214376449584961, 1.2248730659484863, 1.191086769104004, 1.117665410041809, 1.1671369075775146]}, {"step": 2800, "epoch": 5, "train_loss": 0.4282028079032898, "cos_r_negg": [0.3858855068683624, 0.4060027301311493, 0.3768572211265564, 0.37799564003944397, 0.10089111328125], "cos_apical_negg": [0.3858855068683624, 0.4060027301311493, 0.3768572211265564, 0.37799564003944397, 0.10089111328125], "cos_Ac_negg": [0.3858855068683624, 0.4060027301311493, 0.3768572211265564, 0.37799564003944397, 0.10089111328125], "r_norm": [1.175420880317688, 1.1886911392211914, 1.1553635597229004, 1.0840058326721191, 1.130831241607666]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8485, "test_loss": 0.4422311828613281}, {"step": 2850, "epoch": 6, "train_loss": 0.24703100323677063, "cos_r_negg": [0.4105246663093567, 0.40790802240371704, 0.3761528730392456, 0.38398855924606323, 0.13411930203437805], "cos_apical_negg": [0.4105246663093567, 0.40790802240371704, 0.3761528730392456, 0.38398855924606323, 0.13411930203437805], "cos_Ac_negg": [0.4105246663093567, 0.40790802240371704, 0.3761528730392456, 0.38398855924606323, 0.13411930203437805], "r_norm": [1.2010236978530884, 1.2084957361221313, 1.1806739568710327, 1.1069328784942627, 1.149726152420044]}, {"step": 2900, "epoch": 6, "train_loss": 0.29730224609375, "cos_r_negg": [0.4097951650619507, 0.4142155051231384, 0.38995546102523804, 0.3818697929382324, 0.12302640080451965], "cos_apical_negg": [0.4097951650619507, 0.4142155051231384, 0.38995546102523804, 0.3818697929382324, 0.12302640080451965], "cos_Ac_negg": [0.4097951650619507, 0.4142155051231384, 0.38995546102523804, 0.3818697929382324, 0.12302640080451965], "r_norm": [1.2792189121246338, 1.2929145097732544, 1.2580597400665283, 1.1782166957855225, 1.2305681705474854]}, {"step": 2950, "epoch": 6, "train_loss": 0.23864708840847015, "cos_r_negg": [0.45097142457962036, 0.46222010254859924, 0.4371379613876343, 0.43245792388916016, 0.1372721940279007], "cos_apical_negg": [0.45097142457962036, 0.46222010254859924, 0.4371379613876343, 0.43245792388916016, 0.1372721940279007], "cos_Ac_negg": [0.45097142457962036, 0.46222010254859924, 0.4371379613876343, 0.43245792388916016, 0.1372721940279007], "r_norm": [1.1133317947387695, 1.1232118606567383, 1.0927162170410156, 1.0218117237091064, 1.0680116415023804]}, {"step": 3000, "epoch": 6, "train_loss": 0.42563289403915405, "cos_r_negg": [0.4314292371273041, 0.443217933177948, 0.41042429208755493, 0.41117656230926514, 0.1235898956656456], "cos_apical_negg": [0.4314292371273041, 0.443217933177948, 0.41042429208755493, 0.41117656230926514, 0.1235898956656456], "cos_Ac_negg": [0.4314292371273041, 0.443217933177948, 0.41042429208755493, 0.41117656230926514, 0.1235898956656456], "r_norm": [1.1566214561462402, 1.1692932844161987, 1.1379786729812622, 1.0668330192565918, 1.1138067245483398]}, {"step": 3050, "epoch": 6, "train_loss": 0.4463072717189789, "cos_r_negg": [0.39520248770713806, 0.42036762833595276, 0.3959691524505615, 0.40509146451950073, 0.1329439878463745], "cos_apical_negg": [0.39520248770713806, 0.42036762833595276, 0.3959691524505615, 0.40509146451950073, 0.1329439878463745], "cos_Ac_negg": [0.39520248770713806, 0.42036762833595276, 0.3959691524505615, 0.40509146451950073, 0.1329439878463745], "r_norm": [1.0394601821899414, 1.0560110807418823, 1.0253496170043945, 0.9580613374710083, 1.0015718936920166]}, {"step": 3100, "epoch": 6, "train_loss": 0.4021015167236328, "cos_r_negg": [0.4204697012901306, 0.4345090389251709, 0.3925936818122864, 0.40397530794143677, 0.145931214094162], "cos_apical_negg": [0.4204697012901306, 0.4345090389251709, 0.3925936818122864, 0.40397530794143677, 0.145931214094162], "cos_Ac_negg": [0.4204697012901306, 0.4345090389251709, 0.3925936818122864, 0.40397530794143677, 0.145931214094162], "r_norm": [1.2869852781295776, 1.2977854013442993, 1.2651368379592896, 1.180227518081665, 1.2347917556762695]}, {"step": 3150, "epoch": 6, "train_loss": 0.40634194016456604, "cos_r_negg": [0.41607776284217834, 0.42036473751068115, 0.38044092059135437, 0.39636948704719543, 0.11884760856628418], "cos_apical_negg": [0.41607776284217834, 0.42036473751068115, 0.38044092059135437, 0.39636948704719543, 0.11884760856628418], "cos_Ac_negg": [0.41607776284217834, 0.42036473751068115, 0.38044092059135437, 0.39636948704719543, 0.11884760856628418], "r_norm": [1.1214139461517334, 1.1349520683288574, 1.1041419506072998, 1.032315731048584, 1.0783677101135254]}, {"step": 3200, "epoch": 6, "train_loss": 0.21163280308246613, "cos_r_negg": [0.42062675952911377, 0.44975370168685913, 0.4331211447715759, 0.4339214563369751, 0.15399134159088135], "cos_apical_negg": [0.42062675952911377, 0.44975370168685913, 0.4331211447715759, 0.4339214563369751, 0.15399134159088135], "cos_Ac_negg": [0.42062675952911377, 0.44975370168685913, 0.4331211447715759, 0.4339214563369751, 0.15399134159088135], "r_norm": [1.0819700956344604, 1.0961971282958984, 1.0653254985809326, 0.9998530149459839, 1.0433318614959717]}, {"step": 3250, "epoch": 6, "train_loss": 0.2763962745666504, "cos_r_negg": [0.41655242443084717, 0.4494929313659668, 0.41181251406669617, 0.41889750957489014, 0.17622047662734985], "cos_apical_negg": [0.41655242443084717, 0.4494929313659668, 0.41181251406669617, 0.41889750957489014, 0.17622047662734985], "cos_Ac_negg": [0.41655242443084717, 0.4494929313659668, 0.41181251406669617, 0.41889750957489014, 0.17622047662734985], "r_norm": [1.0689656734466553, 1.082342505455017, 1.0519237518310547, 0.9875673055648804, 1.030098795890808]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8339, "test_loss": 0.5131896057128906}, {"step": 3300, "epoch": 7, "train_loss": 0.3374609053134918, "cos_r_negg": [0.44418126344680786, 0.45448601245880127, 0.42165055871009827, 0.42052510380744934, 0.17276841402053833], "cos_apical_negg": [0.44418126344680786, 0.45448601245880127, 0.42165055871009827, 0.42052510380744934, 0.17276841402053833], "cos_Ac_negg": [0.44418126344680786, 0.45448601245880127, 0.42165055871009827, 0.42052510380744934, 0.17276841402053833], "r_norm": [1.1570110321044922, 1.1689059734344482, 1.1364094018936157, 1.0613038539886475, 1.1148035526275635]}, {"step": 3350, "epoch": 7, "train_loss": 0.33579596877098083, "cos_r_negg": [0.4459616541862488, 0.47839194536209106, 0.45503419637680054, 0.4434170424938202, 0.19367331266403198], "cos_apical_negg": [0.4459616541862488, 0.47839194536209106, 0.45503419637680054, 0.4434170424938202, 0.19367331266403198], "cos_Ac_negg": [0.4459616541862488, 0.47839194536209106, 0.45503419637680054, 0.4434170424938202, 0.19367331266403198], "r_norm": [1.1564545631408691, 1.1683273315429688, 1.1358716487884521, 1.0703483819961548, 1.1163458824157715]}, {"step": 3400, "epoch": 7, "train_loss": 0.3571189045906067, "cos_r_negg": [0.41744449734687805, 0.4628584086894989, 0.44790124893188477, 0.4363827109336853, 0.17019784450531006], "cos_apical_negg": [0.41744449734687805, 0.4628584086894989, 0.44790124893188477, 0.4363827109336853, 0.17019784450531006], "cos_Ac_negg": [0.41744449734687805, 0.4628584086894989, 0.44790124893188477, 0.4363827109336853, 0.17019784450531006], "r_norm": [1.0795283317565918, 1.0882315635681152, 1.058732271194458, 0.9914921522140503, 1.0341572761535645]}, {"step": 3450, "epoch": 7, "train_loss": 0.46646857261657715, "cos_r_negg": [0.4291783571243286, 0.4703754186630249, 0.4508679509162903, 0.45457392930984497, 0.1570195108652115], "cos_apical_negg": [0.4291783571243286, 0.4703754186630249, 0.4508679509162903, 0.45457392930984497, 0.1570195108652115], "cos_Ac_negg": [0.4291783571243286, 0.4703754186630249, 0.4508679509162903, 0.45457392930984497, 0.1570195108652115], "r_norm": [1.086330533027649, 1.099702000617981, 1.0661375522613525, 1.0062005519866943, 1.049218773841858]}, {"step": 3500, "epoch": 7, "train_loss": 0.39530813694000244, "cos_r_negg": [0.40985992550849915, 0.4526103734970093, 0.4149838387966156, 0.42241305112838745, 0.14876672625541687], "cos_apical_negg": [0.40985992550849915, 0.4526103734970093, 0.4149838387966156, 0.42241305112838745, 0.14876672625541687], "cos_Ac_negg": [0.40985992550849915, 0.4526103734970093, 0.4149838387966156, 0.42241305112838745, 0.14876672625541687], "r_norm": [1.116356372833252, 1.12727952003479, 1.0966415405273438, 1.025769829750061, 1.0693261623382568]}, {"step": 3550, "epoch": 7, "train_loss": 0.348816454410553, "cos_r_negg": [0.42815881967544556, 0.4699970483779907, 0.43939024209976196, 0.43094882369041443, 0.15389852225780487], "cos_apical_negg": [0.42815881967544556, 0.4699970483779907, 0.43939024209976196, 0.43094882369041443, 0.15389852225780487], "cos_Ac_negg": [0.42815881967544556, 0.4699970483779907, 0.43939024209976196, 0.43094882369041443, 0.15389852225780487], "r_norm": [1.0770221948623657, 1.0898243188858032, 1.059887170791626, 0.9922611713409424, 1.0369327068328857]}, {"step": 3600, "epoch": 7, "train_loss": 0.24981620907783508, "cos_r_negg": [0.4503121078014374, 0.46442723274230957, 0.4329688549041748, 0.3979462683200836, 0.14726758003234863], "cos_apical_negg": [0.4503121078014374, 0.46442723274230957, 0.4329688549041748, 0.3979462683200836, 0.14726758003234863], "cos_Ac_negg": [0.4503121078014374, 0.46442723274230957, 0.4329688549041748, 0.3979462683200836, 0.14726758003234863], "r_norm": [1.1849348545074463, 1.2077124118804932, 1.1685795783996582, 1.1074857711791992, 1.151594877243042]}, {"step": 3650, "epoch": 7, "train_loss": 0.444466769695282, "cos_r_negg": [0.46113765239715576, 0.46825307607650757, 0.44846802949905396, 0.4202204942703247, 0.153849259018898], "cos_apical_negg": [0.46113765239715576, 0.46825307607650757, 0.44846802949905396, 0.4202204942703247, 0.153849259018898], "cos_Ac_negg": [0.46113765239715576, 0.46825307607650757, 0.44846802949905396, 0.4202204942703247, 0.153849259018898], "r_norm": [1.146032452583313, 1.1608171463012695, 1.1288096904754639, 1.0507144927978516, 1.1023856401443481]}, {"step": 3700, "epoch": 7, "train_loss": 0.3361331820487976, "cos_r_negg": [0.41304177045822144, 0.4266618490219116, 0.4005405306816101, 0.387214720249176, 0.12748992443084717], "cos_apical_negg": [0.41304177045822144, 0.4266618490219116, 0.4005405306816101, 0.387214720249176, 0.12748992443084717], "cos_Ac_negg": [0.41304177045822144, 0.4266618490219116, 0.4005405306816101, 0.387214720249176, 0.12748992443084717], "r_norm": [1.3148057460784912, 1.3275049924850464, 1.2920739650726318, 1.2019808292388916, 1.260657548904419]}, {"step": 3750, "epoch": 7, "train_loss": 0.42511239647865295, "cos_r_negg": [0.42507433891296387, 0.4334591031074524, 0.41807347536087036, 0.41046425700187683, 0.14648273587226868], "cos_apical_negg": [0.42507433891296387, 0.4334591031074524, 0.41807347536087036, 0.41046425700187683, 0.14648273587226868], "cos_Ac_negg": [0.42507433891296387, 0.4334591031074524, 0.41807347536087036, 0.41046425700187683, 0.14648273587226868], "r_norm": [1.078291893005371, 1.0936552286148071, 1.0601102113723755, 0.9947734475135803, 1.0414305925369263]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8609, "test_loss": 0.41218083801269534}, {"step": 3800, "epoch": 8, "train_loss": 0.2529258131980896, "cos_r_negg": [0.4289291799068451, 0.4299831986427307, 0.39730989933013916, 0.40069952607154846, 0.13532358407974243], "cos_apical_negg": [0.4289291799068451, 0.4299831986427307, 0.39730989933013916, 0.40069952607154846, 0.13532358407974243], "cos_Ac_negg": [0.4289291799068451, 0.4299831986427307, 0.39730989933013916, 0.40069952607154846, 0.13532358407974243], "r_norm": [1.09390389919281, 1.1074259281158447, 1.0753870010375977, 1.0123236179351807, 1.0541601181030273]}, {"step": 3850, "epoch": 8, "train_loss": 0.3573797941207886, "cos_r_negg": [0.449381947517395, 0.46878623962402344, 0.4493629038333893, 0.4434216320514679, 0.2004508078098297], "cos_apical_negg": [0.449381947517395, 0.46878623962402344, 0.4493629038333893, 0.4434216320514679, 0.2004508078098297], "cos_Ac_negg": [0.449381947517395, 0.46878623962402344, 0.4493629038333893, 0.4434216320514679, 0.2004508078098297], "r_norm": [1.0804897546768188, 1.094660997390747, 1.062217116355896, 0.9972563982009888, 1.0419602394104004]}, {"step": 3900, "epoch": 8, "train_loss": 0.28960639238357544, "cos_r_negg": [0.43437182903289795, 0.4643279016017914, 0.4517902731895447, 0.4409361481666565, 0.18033036589622498], "cos_apical_negg": [0.43437182903289795, 0.4643279016017914, 0.4517902731895447, 0.4409361481666565, 0.18033036589622498], "cos_Ac_negg": [0.43437182903289795, 0.4643279016017914, 0.4517902731895447, 0.4409361481666565, 0.18033036589622498], "r_norm": [1.1760485172271729, 1.1954739093780518, 1.156768798828125, 1.0855543613433838, 1.1375877857208252]}, {"step": 3950, "epoch": 8, "train_loss": 0.383656769990921, "cos_r_negg": [0.4368366003036499, 0.4662662148475647, 0.4483504891395569, 0.45468229055404663, 0.19520066678524017], "cos_apical_negg": [0.4368366003036499, 0.4662662148475647, 0.4483504891395569, 0.45468229055404663, 0.19520066678524017], "cos_Ac_negg": [0.4368366003036499, 0.4662662148475647, 0.4483504891395569, 0.45468229055404663, 0.19520066678524017], "r_norm": [1.0484778881072998, 1.063442587852478, 1.032318353652954, 0.9678410291671753, 1.0125373601913452]}, {"step": 4000, "epoch": 8, "train_loss": 0.4442695379257202, "cos_r_negg": [0.4599496126174927, 0.46869003772735596, 0.42907392978668213, 0.4199712872505188, 0.20879630744457245], "cos_apical_negg": [0.4599496126174927, 0.46869003772735596, 0.42907392978668213, 0.4199712872505188, 0.20879630744457245], "cos_Ac_negg": [0.4599496126174927, 0.46869003772735596, 0.42907392978668213, 0.4199712872505188, 0.20879630744457245], "r_norm": [1.2629467248916626, 1.2807146310806274, 1.2410016059875488, 1.1657315492630005, 1.2197608947753906]}, {"step": 4050, "epoch": 8, "train_loss": 0.31993693113327026, "cos_r_negg": [0.41888174414634705, 0.4411415457725525, 0.42671912908554077, 0.4135041832923889, 0.2033197581768036], "cos_apical_negg": [0.41888174414634705, 0.4411415457725525, 0.42671912908554077, 0.4135041832923889, 0.2033197581768036], "cos_Ac_negg": [0.41888174414634705, 0.4411415457725525, 0.42671912908554077, 0.4135041832923889, 0.2033197581768036], "r_norm": [1.0844078063964844, 1.0984001159667969, 1.0651785135269165, 1.00101637840271, 1.0494794845581055]}, {"step": 4100, "epoch": 8, "train_loss": 0.262382447719574, "cos_r_negg": [0.4255238175392151, 0.43951690196990967, 0.41530805826187134, 0.4114839434623718, 0.20333506166934967], "cos_apical_negg": [0.4255238175392151, 0.43951690196990967, 0.41530805826187134, 0.4114839434623718, 0.20333506166934967], "cos_Ac_negg": [0.4255238175392151, 0.43951690196990967, 0.41530805826187134, 0.4114839434623718, 0.20333506166934967], "r_norm": [1.1185424327850342, 1.1355488300323486, 1.1015024185180664, 1.0289053916931152, 1.0765693187713623]}, {"step": 4150, "epoch": 8, "train_loss": 0.2653622329235077, "cos_r_negg": [0.4124397337436676, 0.4470863938331604, 0.4285523593425751, 0.41491299867630005, 0.18798038363456726], "cos_apical_negg": [0.4124397337436676, 0.4470863938331604, 0.4285523593425751, 0.41491299867630005, 0.18798038363456726], "cos_Ac_negg": [0.4124397337436676, 0.4470863938331604, 0.4285523593425751, 0.41491299867630005, 0.18798038363456726], "r_norm": [1.0678601264953613, 1.0794720649719238, 1.0490111112594604, 0.9825546741485596, 1.0291345119476318]}, {"step": 4200, "epoch": 8, "train_loss": 0.40993738174438477, "cos_r_negg": [0.4560047388076782, 0.4623531103134155, 0.4312388300895691, 0.41681405901908875, 0.18975764513015747], "cos_apical_negg": [0.4560047388076782, 0.4623531103134155, 0.4312388300895691, 0.41681405901908875, 0.18975764513015747], "cos_Ac_negg": [0.4560047388076782, 0.4623531103134155, 0.4312388300895691, 0.41681405901908875, 0.18975764513015747], "r_norm": [1.2866896390914917, 1.3045786619186401, 1.262396216392517, 1.1912178993225098, 1.2462966442108154]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8357, "test_loss": 0.5368804382324219}, {"step": 4250, "epoch": 9, "train_loss": 0.1909191608428955, "cos_r_negg": [0.4441911578178406, 0.42964550852775574, 0.4215998649597168, 0.40999165177345276, 0.19419752061367035], "cos_apical_negg": [0.4441911578178406, 0.42964550852775574, 0.4215998649597168, 0.40999165177345276, 0.19419752061367035], "cos_Ac_negg": [0.4441911578178406, 0.42964550852775574, 0.4215998649597168, 0.40999165177345276, 0.19419752061367035], "r_norm": [1.1413135528564453, 1.1544947624206543, 1.120704174041748, 1.0512571334838867, 1.0993975400924683]}, {"step": 4300, "epoch": 9, "train_loss": 0.2083844244480133, "cos_r_negg": [0.45212313532829285, 0.443767786026001, 0.4307299852371216, 0.4144062399864197, 0.218046173453331], "cos_apical_negg": [0.45212313532829285, 0.443767786026001, 0.4307299852371216, 0.4144062399864197, 0.218046173453331], "cos_Ac_negg": [0.45212313532829285, 0.443767786026001, 0.4307299852371216, 0.4144062399864197, 0.218046173453331], "r_norm": [1.0558154582977295, 1.0735986232757568, 1.0383683443069458, 0.9822530746459961, 1.0261476039886475]}, {"step": 4350, "epoch": 9, "train_loss": 0.2173534631729126, "cos_r_negg": [0.4494248032569885, 0.4486747980117798, 0.4286142885684967, 0.43456244468688965, 0.1793210506439209], "cos_apical_negg": [0.4494248032569885, 0.4486747980117798, 0.4286142885684967, 0.43456244468688965, 0.1793210506439209], "cos_Ac_negg": [0.4494248032569885, 0.4486747980117798, 0.4286142885684967, 0.43456244468688965, 0.1793210506439209], "r_norm": [1.1497206687927246, 1.1615147590637207, 1.1296279430389404, 1.0611294507980347, 1.103332757949829]}, {"step": 4400, "epoch": 9, "train_loss": 0.29328757524490356, "cos_r_negg": [0.41406387090682983, 0.4427318871021271, 0.43408575654029846, 0.4311125576496124, 0.2046903371810913], "cos_apical_negg": [0.41406387090682983, 0.4427318871021271, 0.43408575654029846, 0.4311125576496124, 0.2046903371810913], "cos_Ac_negg": [0.41406387090682983, 0.4427318871021271, 0.43408575654029846, 0.4311125576496124, 0.2046903371810913], "r_norm": [1.194631576538086, 1.2076421976089478, 1.1745326519012451, 1.103628158569336, 1.1499595642089844]}, {"step": 4450, "epoch": 9, "train_loss": 0.1925506591796875, "cos_r_negg": [0.43075841665267944, 0.43912750482559204, 0.4104469418525696, 0.41466158628463745, 0.1767144650220871], "cos_apical_negg": [0.43075841665267944, 0.43912750482559204, 0.4104469418525696, 0.41466158628463745, 0.1767144650220871], "cos_Ac_negg": [0.43075841665267944, 0.43912750482559204, 0.4104469418525696, 0.41466158628463745, 0.1767144650220871], "r_norm": [1.1186736822128296, 1.1295167207717896, 1.098517894744873, 1.0241038799285889, 1.0746965408325195]}, {"step": 4500, "epoch": 9, "train_loss": 0.4387384057044983, "cos_r_negg": [0.4264451563358307, 0.4222680330276489, 0.41381359100341797, 0.4011017382144928, 0.15554487705230713], "cos_apical_negg": [0.4264451563358307, 0.4222680330276489, 0.41381359100341797, 0.4011017382144928, 0.15554487705230713], "cos_Ac_negg": [0.4264451563358307, 0.4222680330276489, 0.41381359100341797, 0.4011017382144928, 0.15554487705230713], "r_norm": [1.154233694076538, 1.162126898765564, 1.1315172910690308, 1.0587363243103027, 1.1071228981018066]}, {"step": 4550, "epoch": 9, "train_loss": 0.21251416206359863, "cos_r_negg": [0.4229062497615814, 0.4495718777179718, 0.446520060300827, 0.4290691614151001, 0.18926933407783508], "cos_apical_negg": [0.4229062497615814, 0.4495718777179718, 0.446520060300827, 0.4290691614151001, 0.18926933407783508], "cos_Ac_negg": [0.4229062497615814, 0.4495718777179718, 0.446520060300827, 0.4290691614151001, 0.18926933407783508], "r_norm": [1.1282627582550049, 1.1414463520050049, 1.1098761558532715, 1.03409743309021, 1.085159182548523]}, {"step": 4600, "epoch": 9, "train_loss": 0.2812279760837555, "cos_r_negg": [0.427002489566803, 0.45576170086860657, 0.42180073261260986, 0.4022846221923828, 0.17601421475410461], "cos_apical_negg": [0.427002489566803, 0.45576170086860657, 0.42180073261260986, 0.4022846221923828, 0.17601421475410461], "cos_Ac_negg": [0.427002489566803, 0.45576170086860657, 0.42180073261260986, 0.4022846221923828, 0.17601421475410461], "r_norm": [1.1227608919143677, 1.140392541885376, 1.1051126718521118, 1.0368717908859253, 1.084742784500122]}, {"step": 4650, "epoch": 9, "train_loss": 0.36403337121009827, "cos_r_negg": [0.4088224470615387, 0.43153631687164307, 0.3999466001987457, 0.3929746150970459, 0.16244447231292725], "cos_apical_negg": [0.4088224470615387, 0.43153631687164307, 0.3999466001987457, 0.3929746150970459, 0.16244447231292725], "cos_Ac_negg": [0.4088224470615387, 0.43153631687164307, 0.3999466001987457, 0.3929746150970459, 0.16244447231292725], "r_norm": [1.1403290033340454, 1.1578068733215332, 1.1211271286010742, 1.053208351135254, 1.1005651950836182]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8596, "test_loss": 0.4321096893310547}, {"step": 4700, "epoch": 10, "train_loss": 0.3262917995452881, "cos_r_negg": [0.42307302355766296, 0.4306109547615051, 0.41189080476760864, 0.39726734161376953, 0.16599437594413757], "cos_apical_negg": [0.42307302355766296, 0.4306109547615051, 0.41189080476760864, 0.39726734161376953, 0.16599437594413757], "cos_Ac_negg": [0.42307302355766296, 0.4306109547615051, 0.41189080476760864, 0.39726734161376953, 0.16599437594413757], "r_norm": [1.1887056827545166, 1.2023451328277588, 1.1654208898544312, 1.0942388772964478, 1.144564151763916]}, {"step": 4750, "epoch": 10, "train_loss": 0.31013917922973633, "cos_r_negg": [0.4410665035247803, 0.4697449803352356, 0.43695464730262756, 0.42315974831581116, 0.17870935797691345], "cos_apical_negg": [0.4410665035247803, 0.4697449803352356, 0.43695464730262756, 0.42315974831581116, 0.17870935797691345], "cos_Ac_negg": [0.4410665035247803, 0.4697449803352356, 0.43695464730262756, 0.42315974831581116, 0.17870935797691345], "r_norm": [0.9910330772399902, 1.0051367282867432, 0.9753366708755493, 0.916098952293396, 0.9562307596206665]}, {"step": 4800, "epoch": 10, "train_loss": 0.31403741240501404, "cos_r_negg": [0.44257065653800964, 0.4718018174171448, 0.4493694305419922, 0.43432971835136414, 0.2063802182674408], "cos_apical_negg": [0.44257065653800964, 0.4718018174171448, 0.4493694305419922, 0.43432971835136414, 0.2063802182674408], "cos_Ac_negg": [0.44257065653800964, 0.4718018174171448, 0.4493694305419922, 0.43432971835136414, 0.2063802182674408], "r_norm": [0.9899718165397644, 1.0034024715423584, 0.9728348851203918, 0.915127158164978, 0.955130934715271]}, {"step": 4850, "epoch": 10, "train_loss": 0.3464467525482178, "cos_r_negg": [0.45392370223999023, 0.45788103342056274, 0.4250604510307312, 0.4387796223163605, 0.20723621547222137], "cos_apical_negg": [0.45392370223999023, 0.45788103342056274, 0.4250604510307312, 0.4387796223163605, 0.20723621547222137], "cos_Ac_negg": [0.45392370223999023, 0.45788103342056274, 0.4250604510307312, 0.4387796223163605, 0.20723621547222137], "r_norm": [0.998400092124939, 1.0104894638061523, 0.9830433130264282, 0.9252811670303345, 0.9641460180282593]}, {"step": 4900, "epoch": 10, "train_loss": 0.24364346265792847, "cos_r_negg": [0.4270370602607727, 0.4632428288459778, 0.4382276237010956, 0.44067034125328064, 0.18333342671394348], "cos_apical_negg": [0.4270370602607727, 0.4632428288459778, 0.4382276237010956, 0.44067034125328064, 0.18333342671394348], "cos_Ac_negg": [0.4270370602607727, 0.4632428288459778, 0.4382276237010956, 0.44067034125328064, 0.18333342671394348], "r_norm": [1.0782103538513184, 1.0945825576782227, 1.0580899715423584, 0.9998834133148193, 1.046325922012329]}, {"step": 4950, "epoch": 10, "train_loss": 0.285873144865036, "cos_r_negg": [0.4292874336242676, 0.4494340419769287, 0.4301448464393616, 0.4104864001274109, 0.1730319857597351], "cos_apical_negg": [0.4292874336242676, 0.4494340419769287, 0.4301448464393616, 0.4104864001274109, 0.1730319857597351], "cos_Ac_negg": [0.4292874336242676, 0.4494340419769287, 0.4301448464393616, 0.4104864001274109, 0.1730319857597351], "r_norm": [1.0861175060272217, 1.0995287895202637, 1.0669440031051636, 1.003297209739685, 1.0498201847076416]}, {"step": 5000, "epoch": 10, "train_loss": 0.257172554731369, "cos_r_negg": [0.4304462671279907, 0.4390243589878082, 0.421942800283432, 0.41791021823883057, 0.17669913172721863], "cos_apical_negg": [0.4304462671279907, 0.4390243589878082, 0.421942800283432, 0.41791021823883057, 0.17669913172721863], "cos_Ac_negg": [0.4304462671279907, 0.4390243589878082, 0.421942800283432, 0.41791021823883057, 0.17669913172721863], "r_norm": [1.092210292816162, 1.1063413619995117, 1.0719599723815918, 1.004117488861084, 1.0539805889129639]}, {"step": 5050, "epoch": 10, "train_loss": 0.4526969790458679, "cos_r_negg": [0.42297664284706116, 0.44159430265426636, 0.42082083225250244, 0.4100632965564728, 0.1737835854291916], "cos_apical_negg": [0.42297664284706116, 0.44159430265426636, 0.42082083225250244, 0.4100632965564728, 0.1737835854291916], "cos_Ac_negg": [0.42297664284706116, 0.44159430265426636, 0.42082083225250244, 0.4100632965564728, 0.1737835854291916], "r_norm": [1.1125695705413818, 1.1304099559783936, 1.096311330795288, 1.0267856121063232, 1.0739459991455078]}, {"step": 5100, "epoch": 10, "train_loss": 0.17335695028305054, "cos_r_negg": [0.4498719573020935, 0.4576604962348938, 0.44444137811660767, 0.4086341857910156, 0.15097516775131226], "cos_apical_negg": [0.4498719573020935, 0.4576604962348938, 0.44444137811660767, 0.4086341857910156, 0.15097516775131226], "cos_Ac_negg": [0.4498719573020935, 0.4576604962348938, 0.44444137811660767, 0.4086341857910156, 0.15097516775131226], "r_norm": [1.2182447910308838, 1.2327238321304321, 1.1986589431762695, 1.1164519786834717, 1.1712920665740967]}, {"step": 5150, "epoch": 10, "train_loss": 0.32745808362960815, "cos_r_negg": [0.44364020228385925, 0.4575313329696655, 0.431782066822052, 0.41138529777526855, 0.15707606077194214], "cos_apical_negg": [0.44364020228385925, 0.4575313329696655, 0.431782066822052, 0.41138529777526855, 0.15707606077194214], "cos_Ac_negg": [0.44364020228385925, 0.4575313329696655, 0.431782066822052, 0.41138529777526855, 0.15707606077194214], "r_norm": [1.0571107864379883, 1.0763521194458008, 1.0421355962753296, 0.9820000529289246, 1.0256141424179077]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.87, "test_loss": 0.3998233917236328}, {"step": 5200, "epoch": 11, "train_loss": 0.31554877758026123, "cos_r_negg": [0.43346497416496277, 0.4448169469833374, 0.4138893783092499, 0.39222413301467896, 0.16964107751846313], "cos_apical_negg": [0.43346497416496277, 0.4448169469833374, 0.4138893783092499, 0.39222413301467896, 0.16964107751846313], "cos_Ac_negg": [0.43346497416496277, 0.4448169469833374, 0.4138893783092499, 0.39222413301467896, 0.16964107751846313], "r_norm": [1.1658990383148193, 1.1747097969055176, 1.1433782577514648, 1.0704827308654785, 1.1218156814575195]}, {"step": 5250, "epoch": 11, "train_loss": 0.12135196477174759, "cos_r_negg": [0.4529728293418884, 0.4554141163825989, 0.43289822340011597, 0.43787628412246704, 0.19810882210731506], "cos_apical_negg": [0.4529728293418884, 0.4554141163825989, 0.43289822340011597, 0.43787628412246704, 0.19810882210731506], "cos_Ac_negg": [0.4529728293418884, 0.4554141163825989, 0.43289822340011597, 0.43787628412246704, 0.19810882210731506], "r_norm": [1.1195545196533203, 1.1308156251907349, 1.1005730628967285, 1.0358132123947144, 1.078196406364441]}, {"step": 5300, "epoch": 11, "train_loss": 0.34315308928489685, "cos_r_negg": [0.41968563199043274, 0.4247998893260956, 0.3864937424659729, 0.3752443194389343, 0.18595875799655914], "cos_apical_negg": [0.41968563199043274, 0.4247998893260956, 0.3864937424659729, 0.3752443194389343, 0.18595875799655914], "cos_Ac_negg": [0.41968563199043274, 0.4247998893260956, 0.3864937424659729, 0.3752443194389343, 0.18595875799655914], "r_norm": [1.107450246810913, 1.123546838760376, 1.0866693258285522, 1.025334119796753, 1.0721418857574463]}, {"step": 5350, "epoch": 11, "train_loss": 0.2910592555999756, "cos_r_negg": [0.4476413130760193, 0.4619707465171814, 0.4437597095966339, 0.42367783188819885, 0.16686522960662842], "cos_apical_negg": [0.4476413130760193, 0.4619707465171814, 0.4437597095966339, 0.42367783188819885, 0.16686522960662842], "cos_Ac_negg": [0.4476413130760193, 0.4619707465171814, 0.4437597095966339, 0.42367783188819885, 0.16686522960662842], "r_norm": [1.237976312637329, 1.2592706680297852, 1.2208398580551147, 1.1443407535552979, 1.1936328411102295]}, {"step": 5400, "epoch": 11, "train_loss": 0.3617928624153137, "cos_r_negg": [0.41740232706069946, 0.4478107988834381, 0.4072561264038086, 0.38028228282928467, 0.17480051517486572], "cos_apical_negg": [0.41740232706069946, 0.4478107988834381, 0.4072561264038086, 0.38028228282928467, 0.17480051517486572], "cos_Ac_negg": [0.41740232706069946, 0.4478107988834381, 0.4072561264038086, 0.38028228282928467, 0.17480051517486572], "r_norm": [1.1426764726638794, 1.1517081260681152, 1.1211833953857422, 1.0468567609786987, 1.0969958305358887]}, {"step": 5450, "epoch": 11, "train_loss": 0.37040725350379944, "cos_r_negg": [0.39590534567832947, 0.4200212061405182, 0.4072645604610443, 0.41405439376831055, 0.1778232902288437], "cos_apical_negg": [0.39590534567832947, 0.4200212061405182, 0.4072645604610443, 0.41405439376831055, 0.1778232902288437], "cos_Ac_negg": [0.39590534567832947, 0.4200212061405182, 0.4072645604610443, 0.41405439376831055, 0.1778232902288437], "r_norm": [1.073189377784729, 1.0893983840942383, 1.0556548833847046, 0.9888533353805542, 1.0338140726089478]}, {"step": 5500, "epoch": 11, "train_loss": 0.3416018784046173, "cos_r_negg": [0.41068392992019653, 0.4163070321083069, 0.41228097677230835, 0.4164741039276123, 0.1523139476776123], "cos_apical_negg": [0.41068392992019653, 0.4163070321083069, 0.41228097677230835, 0.4164741039276123, 0.1523139476776123], "cos_Ac_negg": [0.41068392992019653, 0.4163070321083069, 0.41228097677230835, 0.4164741039276123, 0.1523139476776123], "r_norm": [1.0721435546875, 1.0912214517593384, 1.058091163635254, 0.9928436279296875, 1.038041114807129]}, {"step": 5550, "epoch": 11, "train_loss": 0.42250168323516846, "cos_r_negg": [0.4374673068523407, 0.43744590878486633, 0.4346594512462616, 0.43380752205848694, 0.1966898888349533], "cos_apical_negg": [0.4374673068523407, 0.43744590878486633, 0.4346594512462616, 0.43380752205848694, 0.1966898888349533], "cos_Ac_negg": [0.4374673068523407, 0.43744590878486633, 0.4346594512462616, 0.43380752205848694, 0.1966898888349533], "r_norm": [0.9565913677215576, 0.9743549823760986, 0.943884015083313, 0.8900481462478638, 0.9289836883544922]}, {"step": 5600, "epoch": 11, "train_loss": 0.2192569375038147, "cos_r_negg": [0.4802176356315613, 0.49161678552627563, 0.46018725633621216, 0.451090544462204, 0.20606042444705963], "cos_apical_negg": [0.4802176356315613, 0.49161678552627563, 0.46018725633621216, 0.451090544462204, 0.20606042444705963], "cos_Ac_negg": [0.4802176356315613, 0.49161678552627563, 0.46018725633621216, 0.451090544462204, 0.20606042444705963], "r_norm": [1.0888240337371826, 1.1037052869796753, 1.0681921243667603, 1.0074729919433594, 1.052337646484375]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8676, "test_loss": 0.4063799041748047}, {"step": 5650, "epoch": 12, "train_loss": 0.2565608620643616, "cos_r_negg": [0.45129406452178955, 0.4703940153121948, 0.43623074889183044, 0.4481164216995239, 0.20594355463981628], "cos_apical_negg": [0.45129406452178955, 0.4703940153121948, 0.43623074889183044, 0.4481164216995239, 0.20594355463981628], "cos_Ac_negg": [0.45129406452178955, 0.4703940153121948, 0.43623074889183044, 0.4481164216995239, 0.20594355463981628], "r_norm": [1.0972850322723389, 1.112766981124878, 1.079758882522583, 1.0147981643676758, 1.0565755367279053]}, {"step": 5700, "epoch": 12, "train_loss": 0.3081224262714386, "cos_r_negg": [0.40641194581985474, 0.429570734500885, 0.4290323257446289, 0.3910028636455536, 0.19364655017852783], "cos_apical_negg": [0.40641194581985474, 0.429570734500885, 0.4290323257446289, 0.3910028636455536, 0.19364655017852783], "cos_Ac_negg": [0.40641194581985474, 0.429570734500885, 0.4290323257446289, 0.3910028636455536, 0.19364655017852783], "r_norm": [1.0030395984649658, 1.020297646522522, 0.9876291751861572, 0.9288398027420044, 0.9695209264755249]}, {"step": 5750, "epoch": 12, "train_loss": 0.45745447278022766, "cos_r_negg": [0.4356781244277954, 0.44907593727111816, 0.4377676546573639, 0.42006537318229675, 0.21517914533615112], "cos_apical_negg": [0.4356781244277954, 0.44907593727111816, 0.4377676546573639, 0.42006537318229675, 0.21517914533615112], "cos_Ac_negg": [0.4356781244277954, 0.44907593727111816, 0.4377676546573639, 0.42006537318229675, 0.21517914533615112], "r_norm": [0.9968284368515015, 1.0108931064605713, 0.9804003238677979, 0.9190036058425903, 0.9605636596679688]}, {"step": 5800, "epoch": 12, "train_loss": 0.2630683481693268, "cos_r_negg": [0.45242074131965637, 0.4647996425628662, 0.4541686773300171, 0.42788878083229065, 0.21541334688663483], "cos_apical_negg": [0.45242074131965637, 0.4647996425628662, 0.4541686773300171, 0.42788878083229065, 0.21541334688663483], "cos_Ac_negg": [0.45242074131965637, 0.4647996425628662, 0.4541686773300171, 0.42788878083229065, 0.21541334688663483], "r_norm": [1.0849401950836182, 1.0992456674575806, 1.0668106079101562, 0.996475338935852, 1.0433522462844849]}, {"step": 5850, "epoch": 12, "train_loss": 0.34449148178100586, "cos_r_negg": [0.4447082579135895, 0.47417986392974854, 0.45379936695098877, 0.42594677209854126, 0.2102949619293213], "cos_apical_negg": [0.4447082579135895, 0.47417986392974854, 0.45379936695098877, 0.42594677209854126, 0.2102949619293213], "cos_Ac_negg": [0.4447082579135895, 0.47417986392974854, 0.45379936695098877, 0.42594677209854126, 0.2102949619293213], "r_norm": [0.9903037548065186, 1.0064445734024048, 0.9754974246025085, 0.9175109267234802, 0.957290530204773]}, {"step": 5900, "epoch": 12, "train_loss": 0.3674919605255127, "cos_r_negg": [0.452371746301651, 0.46627146005630493, 0.43194663524627686, 0.40246665477752686, 0.18403691053390503], "cos_apical_negg": [0.452371746301651, 0.46627146005630493, 0.43194663524627686, 0.40246665477752686, 0.18403691053390503], "cos_Ac_negg": [0.452371746301651, 0.46627146005630493, 0.43194663524627686, 0.40246665477752686, 0.18403691053390503], "r_norm": [1.119248867034912, 1.1370329856872559, 1.1029229164123535, 1.0322359800338745, 1.0805824995040894]}, {"step": 5950, "epoch": 12, "train_loss": 0.3278239965438843, "cos_r_negg": [0.4433276057243347, 0.4566236734390259, 0.4299502372741699, 0.38922256231307983, 0.16889430582523346], "cos_apical_negg": [0.4433276057243347, 0.4566236734390259, 0.4299502372741699, 0.38922256231307983, 0.16889430582523346], "cos_Ac_negg": [0.4433276057243347, 0.4566236734390259, 0.4299502372741699, 0.38922256231307983, 0.16889430582523346], "r_norm": [1.13163423538208, 1.146897315979004, 1.112689733505249, 1.042525053024292, 1.0892832279205322]}, {"step": 6000, "epoch": 12, "train_loss": 0.2061438411474228, "cos_r_negg": [0.4420415163040161, 0.4507180154323578, 0.43561506271362305, 0.3968074917793274, 0.1851205974817276], "cos_apical_negg": [0.4420415163040161, 0.4507180154323578, 0.43561506271362305, 0.3968074917793274, 0.1851205974817276], "cos_Ac_negg": [0.4420415163040161, 0.4507180154323578, 0.43561506271362305, 0.3968074917793274, 0.1851205974817276], "r_norm": [1.0449920892715454, 1.0612499713897705, 1.0291950702667236, 0.9663422107696533, 1.009055495262146]}, {"step": 6050, "epoch": 12, "train_loss": 0.19806747138500214, "cos_r_negg": [0.4308095872402191, 0.43987348675727844, 0.4053708016872406, 0.37326866388320923, 0.18007832765579224], "cos_apical_negg": [0.4308095872402191, 0.43987348675727844, 0.4053708016872406, 0.37326866388320923, 0.18007832765579224], "cos_Ac_negg": [0.4308095872402191, 0.43987348675727844, 0.4053708016872406, 0.37326866388320923, 0.18007832765579224], "r_norm": [1.0464140176773071, 1.0611553192138672, 1.0279207229614258, 0.9687763452529907, 1.0114898681640625]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8654, "test_loss": 0.42026925048828123}, {"step": 6100, "epoch": 13, "train_loss": 0.3474492132663727, "cos_r_negg": [0.4257703125476837, 0.44542014598846436, 0.43591201305389404, 0.39622965455055237, 0.15907946228981018], "cos_apical_negg": [0.4257703125476837, 0.44542014598846436, 0.43591201305389404, 0.39622965455055237, 0.15907946228981018], "cos_Ac_negg": [0.4257703125476837, 0.44542014598846436, 0.43591201305389404, 0.39622965455055237, 0.15907946228981018], "r_norm": [1.0024033784866333, 1.015342116355896, 0.9858464002609253, 0.9240880608558655, 0.9663349390029907]}, {"step": 6150, "epoch": 13, "train_loss": 0.229300856590271, "cos_r_negg": [0.4114672541618347, 0.4232150614261627, 0.4148455262184143, 0.3967517018318176, 0.16115088760852814], "cos_apical_negg": [0.4114672541618347, 0.4232150614261627, 0.4148455262184143, 0.3967517018318176, 0.16115088760852814], "cos_Ac_negg": [0.4114672541618347, 0.4232150614261627, 0.4148455262184143, 0.3967517018318176, 0.16115088760852814], "r_norm": [0.9840593338012695, 0.9985283613204956, 0.9690326452255249, 0.9102345705032349, 0.9507236480712891]}, {"step": 6200, "epoch": 13, "train_loss": 0.2680814266204834, "cos_r_negg": [0.43645793199539185, 0.4377932548522949, 0.4085243046283722, 0.38200753927230835, 0.1632670760154724], "cos_apical_negg": [0.43645793199539185, 0.4377932548522949, 0.4085243046283722, 0.38200753927230835, 0.1632670760154724], "cos_Ac_negg": [0.43645793199539185, 0.4377932548522949, 0.4085243046283722, 0.38200753927230835, 0.1632670760154724], "r_norm": [1.1168365478515625, 1.1298027038574219, 1.0968289375305176, 1.0200862884521484, 1.0715570449829102]}, {"step": 6250, "epoch": 13, "train_loss": 0.3781755566596985, "cos_r_negg": [0.4217260181903839, 0.4442005753517151, 0.4266323149204254, 0.3883809745311737, 0.19979886710643768], "cos_apical_negg": [0.4217260181903839, 0.4442005753517151, 0.4266323149204254, 0.3883809745311737, 0.19979886710643768], "cos_Ac_negg": [0.4217260181903839, 0.4442005753517151, 0.4266323149204254, 0.3883809745311737, 0.19979886710643768], "r_norm": [1.106116533279419, 1.1209276914596558, 1.086548089981079, 1.0237717628479004, 1.0698014497756958]}, {"step": 6300, "epoch": 13, "train_loss": 0.3291093111038208, "cos_r_negg": [0.4449115991592407, 0.46551501750946045, 0.4470699429512024, 0.4133939743041992, 0.18924014270305634], "cos_apical_negg": [0.4449115991592407, 0.46551501750946045, 0.4470699429512024, 0.4133939743041992, 0.18924014270305634], "cos_Ac_negg": [0.4449115991592407, 0.46551501750946045, 0.4470699429512024, 0.4133939743041992, 0.18924014270305634], "r_norm": [1.1371066570281982, 1.1502671241760254, 1.1155202388763428, 1.0471278429031372, 1.0953730344772339]}, {"step": 6350, "epoch": 13, "train_loss": 0.2392808049917221, "cos_r_negg": [0.4776645004749298, 0.4951052665710449, 0.47143787145614624, 0.4451802968978882, 0.22295641899108887], "cos_apical_negg": [0.4776645004749298, 0.4951052665710449, 0.47143787145614624, 0.4451802968978882, 0.22295641899108887], "cos_Ac_negg": [0.4776645004749298, 0.4951052665710449, 0.47143787145614624, 0.4451802968978882, 0.22295641899108887], "r_norm": [1.0758544206619263, 1.08878493309021, 1.0564930438995361, 0.9908063411712646, 1.0352482795715332]}, {"step": 6400, "epoch": 13, "train_loss": 0.261710524559021, "cos_r_negg": [0.446190744638443, 0.4787559509277344, 0.4551805257797241, 0.4104959964752197, 0.20940548181533813], "cos_apical_negg": [0.446190744638443, 0.4787559509277344, 0.4551805257797241, 0.4104959964752197, 0.20940548181533813], "cos_Ac_negg": [0.446190744638443, 0.4787559509277344, 0.4551805257797241, 0.4104959964752197, 0.20940548181533813], "r_norm": [1.0104957818984985, 1.024474859237671, 0.9936681389808655, 0.9327011108398438, 0.9739500284194946]}, {"step": 6450, "epoch": 13, "train_loss": 0.30814141035079956, "cos_r_negg": [0.42551934719085693, 0.4547197222709656, 0.4464263319969177, 0.3975847065448761, 0.22173495590686798], "cos_apical_negg": [0.42551934719085693, 0.4547197222709656, 0.4464263319969177, 0.3975847065448761, 0.22173495590686798], "cos_Ac_negg": [0.42551934719085693, 0.4547197222709656, 0.4464263319969177, 0.3975847065448761, 0.22173495590686798], "r_norm": [1.2080318927764893, 1.224953532218933, 1.189550518989563, 1.1093225479125977, 1.1636757850646973]}, {"step": 6500, "epoch": 13, "train_loss": 0.22154755890369415, "cos_r_negg": [0.4151143431663513, 0.4288409948348999, 0.42003321647644043, 0.3882209360599518, 0.21566462516784668], "cos_apical_negg": [0.4151143431663513, 0.4288409948348999, 0.42003321647644043, 0.3882209360599518, 0.21566462516784668], "cos_Ac_negg": [0.4151143431663513, 0.4288409948348999, 0.42003321647644043, 0.3882209360599518, 0.21566462516784668], "r_norm": [1.0967984199523926, 1.1179087162017822, 1.080291986465454, 1.0216007232666016, 1.064740538597107]}, {"step": 6550, "epoch": 13, "train_loss": 0.3192485272884369, "cos_r_negg": [0.4299023151397705, 0.4595993161201477, 0.44952481985092163, 0.404285192489624, 0.19517096877098083], "cos_apical_negg": [0.4299023151397705, 0.4595993161201477, 0.44952481985092163, 0.404285192489624, 0.19517096877098083], "cos_Ac_negg": [0.4299023151397705, 0.4595993161201477, 0.44952481985092163, 0.404285192489624, 0.19517096877098083], "r_norm": [1.0505754947662354, 1.0676072835922241, 1.0360709428787231, 0.9740542769432068, 1.011404037475586]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.854, "test_loss": 0.43358473510742185}, {"step": 6600, "epoch": 14, "train_loss": 0.32746633887290955, "cos_r_negg": [0.41394591331481934, 0.4320392608642578, 0.4282383918762207, 0.39485523104667664, 0.18554803729057312], "cos_apical_negg": [0.41394591331481934, 0.4320392608642578, 0.4282383918762207, 0.39485523104667664, 0.18554803729057312], "cos_Ac_negg": [0.41394591331481934, 0.4320392608642578, 0.4282383918762207, 0.39485523104667664, 0.18554803729057312], "r_norm": [1.1029367446899414, 1.1189764738082886, 1.0836119651794434, 1.0131915807724, 1.0629361867904663]}, {"step": 6650, "epoch": 14, "train_loss": 0.43115589022636414, "cos_r_negg": [0.420245885848999, 0.42510294914245605, 0.4125387966632843, 0.384357213973999, 0.17761066555976868], "cos_apical_negg": [0.420245885848999, 0.42510294914245605, 0.4125387966632843, 0.384357213973999, 0.17761066555976868], "cos_Ac_negg": [0.420245885848999, 0.42510294914245605, 0.4125387966632843, 0.384357213973999, 0.17761066555976868], "r_norm": [1.0370426177978516, 1.0529698133468628, 1.0188791751861572, 0.958908200263977, 1.0022493600845337]}, {"step": 6700, "epoch": 14, "train_loss": 0.2640780508518219, "cos_r_negg": [0.44849735498428345, 0.4490964412689209, 0.44223645329475403, 0.41264790296554565, 0.1962634176015854], "cos_apical_negg": [0.44849735498428345, 0.4490964412689209, 0.44223645329475403, 0.41264790296554565, 0.1962634176015854], "cos_Ac_negg": [0.44849735498428345, 0.4490964412689209, 0.44223645329475403, 0.41264790296554565, 0.1962634176015854], "r_norm": [1.0990484952926636, 1.106972336769104, 1.0761624574661255, 1.0083508491516113, 1.0559420585632324]}, {"step": 6750, "epoch": 14, "train_loss": 0.32748475670814514, "cos_r_negg": [0.4674786925315857, 0.4610419273376465, 0.44690197706222534, 0.41864871978759766, 0.1794605553150177], "cos_apical_negg": [0.4674786925315857, 0.4610419273376465, 0.44690197706222534, 0.41864871978759766, 0.1794605553150177], "cos_Ac_negg": [0.4674786925315857, 0.4610419273376465, 0.44690197706222534, 0.41864871978759766, 0.1794605553150177], "r_norm": [1.0947067737579346, 1.1083804368972778, 1.0783448219299316, 1.0069959163665771, 1.053328037261963]}, {"step": 6800, "epoch": 14, "train_loss": 0.201354518532753, "cos_r_negg": [0.46191561222076416, 0.46199336647987366, 0.45046931505203247, 0.4214251935482025, 0.19423191249370575], "cos_apical_negg": [0.46191561222076416, 0.46199336647987366, 0.45046931505203247, 0.4214251935482025, 0.19423191249370575], "cos_Ac_negg": [0.46191561222076416, 0.46199336647987366, 0.45046931505203247, 0.4214251935482025, 0.19423191249370575], "r_norm": [1.0081946849822998, 1.0239230394363403, 0.9918983578681946, 0.9328891038894653, 0.9739065170288086]}, {"step": 6850, "epoch": 14, "train_loss": 0.22378557920455933, "cos_r_negg": [0.42187628149986267, 0.4317248463630676, 0.4149935245513916, 0.39241284132003784, 0.19971415400505066], "cos_apical_negg": [0.42187628149986267, 0.4317248463630676, 0.4149935245513916, 0.39241284132003784, 0.19971415400505066], "cos_Ac_negg": [0.42187628149986267, 0.4317248463630676, 0.4149935245513916, 0.39241284132003784, 0.19971415400505066], "r_norm": [1.2320265769958496, 1.2408685684204102, 1.2049270868301392, 1.12782621383667, 1.1827001571655273]}, {"step": 6900, "epoch": 14, "train_loss": 0.28523871302604675, "cos_r_negg": [0.43215128779411316, 0.43804022669792175, 0.43251198530197144, 0.4112311601638794, 0.1953015923500061], "cos_apical_negg": [0.43215128779411316, 0.43804022669792175, 0.43251198530197144, 0.4112311601638794, 0.1953015923500061], "cos_Ac_negg": [0.43215128779411316, 0.43804022669792175, 0.43251198530197144, 0.4112311601638794, 0.1953015923500061], "r_norm": [1.045019507408142, 1.0610885620117188, 1.0301008224487305, 0.9660385847091675, 1.0092382431030273]}, {"step": 6950, "epoch": 14, "train_loss": 0.2542704939842224, "cos_r_negg": [0.4153246581554413, 0.42018404603004456, 0.4151342809200287, 0.3764818608760834, 0.18332639336585999], "cos_apical_negg": [0.4153246581554413, 0.42018404603004456, 0.4151342809200287, 0.3764818608760834, 0.18332639336585999], "cos_Ac_negg": [0.4153246581554413, 0.42018404603004456, 0.4151342809200287, 0.3764818608760834, 0.18332639336585999], "r_norm": [1.004397988319397, 1.0141161680221558, 0.9876075983047485, 0.9226822257041931, 0.9646068215370178]}, {"step": 7000, "epoch": 14, "train_loss": 0.28969496488571167, "cos_r_negg": [0.4439380168914795, 0.44907429814338684, 0.43619248270988464, 0.3967529535293579, 0.21149364113807678], "cos_apical_negg": [0.4439380168914795, 0.44907429814338684, 0.43619248270988464, 0.3967529535293579, 0.21149364113807678], "cos_Ac_negg": [0.4439380168914795, 0.44907429814338684, 0.43619248270988464, 0.3967529535293579, 0.21149364113807678], "r_norm": [0.9900147318840027, 1.004085659980774, 0.9743958711624146, 0.9136632680892944, 0.9559880495071411]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8681, "test_loss": 0.41054693603515624}, {"step": 7050, "epoch": 15, "train_loss": 0.29162299633026123, "cos_r_negg": [0.4392043352127075, 0.4468567371368408, 0.43690258264541626, 0.39820510149002075, 0.22977381944656372], "cos_apical_negg": [0.4392043352127075, 0.4468567371368408, 0.43690258264541626, 0.39820510149002075, 0.22977381944656372], "cos_Ac_negg": [0.4392043352127075, 0.4468567371368408, 0.43690258264541626, 0.39820510149002075, 0.22977381944656372], "r_norm": [1.0349618196487427, 1.04957914352417, 1.0173532962799072, 0.9564058780670166, 1.0005173683166504]}, {"step": 7100, "epoch": 15, "train_loss": 0.2512926459312439, "cos_r_negg": [0.4475034773349762, 0.4652639627456665, 0.43239474296569824, 0.3984362781047821, 0.21407505869865417], "cos_apical_negg": [0.4475034773349762, 0.4652639627456665, 0.43239474296569824, 0.3984362781047821, 0.21407505869865417], "cos_Ac_negg": [0.4475034773349762, 0.4652639627456665, 0.43239474296569824, 0.3984362781047821, 0.21407505869865417], "r_norm": [1.1910128593444824, 1.2037816047668457, 1.1674625873565674, 1.0892243385314941, 1.1401047706604004]}, {"step": 7150, "epoch": 15, "train_loss": 0.3375871777534485, "cos_r_negg": [0.41895222663879395, 0.42939305305480957, 0.4117776155471802, 0.38424497842788696, 0.18746629357337952], "cos_apical_negg": [0.41895222663879395, 0.42939305305480957, 0.4117776155471802, 0.38424497842788696, 0.18746629357337952], "cos_Ac_negg": [0.41895222663879395, 0.42939305305480957, 0.4117776155471802, 0.38424497842788696, 0.18746629357337952], "r_norm": [1.1286418437957764, 1.144040584564209, 1.108972430229187, 1.040144920349121, 1.0867244005203247]}, {"step": 7200, "epoch": 15, "train_loss": 0.25143641233444214, "cos_r_negg": [0.4454376697540283, 0.4503172039985657, 0.45032089948654175, 0.4192129969596863, 0.2223021537065506], "cos_apical_negg": [0.4454376697540283, 0.4503172039985657, 0.45032089948654175, 0.4192129969596863, 0.2223021537065506], "cos_Ac_negg": [0.4454376697540283, 0.4503172039985657, 0.45032089948654175, 0.4192129969596863, 0.2223021537065506], "r_norm": [1.083479881286621, 1.0920188426971436, 1.0613627433776855, 0.9914853572845459, 1.0396424531936646]}, {"step": 7250, "epoch": 15, "train_loss": 0.2952950894832611, "cos_r_negg": [0.4485047459602356, 0.44158685207366943, 0.43601787090301514, 0.41461092233657837, 0.2259710133075714], "cos_apical_negg": [0.4485047459602356, 0.44158685207366943, 0.43601787090301514, 0.41461092233657837, 0.2259710133075714], "cos_Ac_negg": [0.4485047459602356, 0.44158685207366943, 0.43601787090301514, 0.41461092233657837, 0.2259710133075714], "r_norm": [1.1362119913101196, 1.1500184535980225, 1.1167434453964233, 1.0469259023666382, 1.094682216644287]}, {"step": 7300, "epoch": 15, "train_loss": 0.23459506034851074, "cos_r_negg": [0.4340921640396118, 0.4366655647754669, 0.44110000133514404, 0.41624099016189575, 0.1961081475019455], "cos_apical_negg": [0.4340921640396118, 0.4366655647754669, 0.44110000133514404, 0.41624099016189575, 0.1961081475019455], "cos_Ac_negg": [0.4340921640396118, 0.4366655647754669, 0.44110000133514404, 0.41624099016189575, 0.1961081475019455], "r_norm": [1.0173251628875732, 1.032102346420288, 1.0004574060440063, 0.9378296732902527, 0.9820927381515503]}, {"step": 7350, "epoch": 15, "train_loss": 0.34869375824928284, "cos_r_negg": [0.4109129309654236, 0.4194430708885193, 0.40751224756240845, 0.39596596360206604, 0.18295398354530334], "cos_apical_negg": [0.4109129309654236, 0.4194430708885193, 0.40751224756240845, 0.39596596360206604, 0.18295398354530334], "cos_Ac_negg": [0.4109129309654236, 0.4194430708885193, 0.40751224756240845, 0.39596596360206604, 0.18295398354530334], "r_norm": [1.0826807022094727, 1.0978327989578247, 1.0649175643920898, 0.9996222257614136, 1.0421628952026367]}, {"step": 7400, "epoch": 15, "train_loss": 0.41213923692703247, "cos_r_negg": [0.43245431780815125, 0.4567846953868866, 0.43154022097587585, 0.41311466693878174, 0.20778359472751617], "cos_apical_negg": [0.43245431780815125, 0.4567846953868866, 0.43154022097587585, 0.41311466693878174, 0.20778359472751617], "cos_Ac_negg": [0.43245431780815125, 0.4567846953868866, 0.43154022097587585, 0.41311466693878174, 0.20778359472751617], "r_norm": [1.0568766593933105, 1.0694282054901123, 1.0370476245880127, 0.9726220965385437, 1.0167579650878906]}, {"step": 7450, "epoch": 15, "train_loss": 0.3234705626964569, "cos_r_negg": [0.43944400548934937, 0.449442058801651, 0.4253513813018799, 0.4080205261707306, 0.22857196629047394], "cos_apical_negg": [0.43944400548934937, 0.449442058801651, 0.4253513813018799, 0.4080205261707306, 0.22857196629047394], "cos_Ac_negg": [0.43944400548934937, 0.449442058801651, 0.4253513813018799, 0.4080205261707306, 0.22857196629047394], "r_norm": [1.138390302658081, 1.15263032913208, 1.121117353439331, 1.0499861240386963, 1.0946688652038574]}, {"step": 7500, "epoch": 15, "train_loss": 0.2448524385690689, "cos_r_negg": [0.4166232943534851, 0.4253862798213959, 0.40654733777046204, 0.4009060859680176, 0.18827733397483826], "cos_apical_negg": [0.4166232943534851, 0.4253862798213959, 0.40654733777046204, 0.4009060859680176, 0.18827733397483826], "cos_Ac_negg": [0.4166232943534851, 0.4253862798213959, 0.40654733777046204, 0.4009060859680176, 0.18827733397483826], "r_norm": [1.148845911026001, 1.1625885963439941, 1.132477045059204, 1.05632746219635, 1.101942777633667]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.862, "test_loss": 0.42255498962402344}, {"step": 7550, "epoch": 16, "train_loss": 0.2630419135093689, "cos_r_negg": [0.4171832203865051, 0.42579394578933716, 0.41922932863235474, 0.3954634368419647, 0.20807431638240814], "cos_apical_negg": [0.4171832203865051, 0.42579394578933716, 0.41922932863235474, 0.3954634368419647, 0.20807431638240814], "cos_Ac_negg": [0.4171832203865051, 0.42579394578933716, 0.41922932863235474, 0.3954634368419647, 0.20807431638240814], "r_norm": [1.0590553283691406, 1.0730336904525757, 1.0408830642700195, 0.9787536263465881, 1.0242795944213867]}, {"step": 7600, "epoch": 16, "train_loss": 0.4075103998184204, "cos_r_negg": [0.4475802779197693, 0.44845154881477356, 0.43468910455703735, 0.40606778860092163, 0.22971229255199432], "cos_apical_negg": [0.4475802779197693, 0.44845154881477356, 0.43468910455703735, 0.40606778860092163, 0.22971229255199432], "cos_Ac_negg": [0.4475802779197693, 0.44845154881477356, 0.43468910455703735, 0.40606778860092163, 0.22971229255199432], "r_norm": [0.9490706920623779, 0.9647402763366699, 0.9336005449295044, 0.8745613098144531, 0.916301965713501]}, {"step": 7650, "epoch": 16, "train_loss": 0.17934711277484894, "cos_r_negg": [0.4147951602935791, 0.42430901527404785, 0.4081360697746277, 0.3736465871334076, 0.18607613444328308], "cos_apical_negg": [0.4147951602935791, 0.42430901527404785, 0.4081360697746277, 0.3736465871334076, 0.18607613444328308], "cos_Ac_negg": [0.4147951602935791, 0.42430901527404785, 0.4081360697746277, 0.3736465871334076, 0.18607613444328308], "r_norm": [0.9846417903900146, 0.9993385076522827, 0.9693635106086731, 0.9098973274230957, 0.9504193067550659]}, {"step": 7700, "epoch": 16, "train_loss": 0.16716468334197998, "cos_r_negg": [0.4150788486003876, 0.42331477999687195, 0.4170960783958435, 0.38993576169013977, 0.20426200330257416], "cos_apical_negg": [0.4150788486003876, 0.42331477999687195, 0.4170960783958435, 0.38993576169013977, 0.20426200330257416], "cos_Ac_negg": [0.4150788486003876, 0.42331477999687195, 0.4170960783958435, 0.38993576169013977, 0.20426200330257416], "r_norm": [0.952869176864624, 0.9619512557983398, 0.9357936382293701, 0.874754786491394, 0.916790246963501]}, {"step": 7750, "epoch": 16, "train_loss": 0.3399387300014496, "cos_r_negg": [0.45066824555397034, 0.4514167308807373, 0.4285069406032562, 0.40115606784820557, 0.22235426306724548], "cos_apical_negg": [0.45066824555397034, 0.4514167308807373, 0.4285069406032562, 0.40115606784820557, 0.22235426306724548], "cos_Ac_negg": [0.45066824555397034, 0.4514167308807373, 0.4285069406032562, 0.40115606784820557, 0.22235426306724548], "r_norm": [1.0075429677963257, 1.0216583013534546, 0.9922680854797363, 0.9306024312973022, 0.9717611074447632]}, {"step": 7800, "epoch": 16, "train_loss": 0.244728684425354, "cos_r_negg": [0.4273951053619385, 0.4330374002456665, 0.41045835614204407, 0.3936423063278198, 0.2141525149345398], "cos_apical_negg": [0.4273951053619385, 0.4330374002456665, 0.41045835614204407, 0.3936423063278198, 0.2141525149345398], "cos_Ac_negg": [0.4273951053619385, 0.4330374002456665, 0.41045835614204407, 0.3936423063278198, 0.2141525149345398], "r_norm": [1.1950550079345703, 1.21224045753479, 1.1754965782165527, 1.0970556735992432, 1.148757815361023]}, {"step": 7850, "epoch": 16, "train_loss": 0.2667044401168823, "cos_r_negg": [0.39782071113586426, 0.4159439504146576, 0.4020939767360687, 0.3828396797180176, 0.19466888904571533], "cos_apical_negg": [0.39782071113586426, 0.4159439504146576, 0.4020939767360687, 0.3828396797180176, 0.19466888904571533], "cos_Ac_negg": [0.39782071113586426, 0.4159439504146576, 0.4020939767360687, 0.3828396797180176, 0.19466888904571533], "r_norm": [1.0097966194152832, 1.024041771888733, 0.9933724999427795, 0.9315654635429382, 0.9760841727256775]}, {"step": 7900, "epoch": 16, "train_loss": 0.13878905773162842, "cos_r_negg": [0.41271066665649414, 0.42377769947052, 0.4178036153316498, 0.4038578271865845, 0.20690803229808807], "cos_apical_negg": [0.41271066665649414, 0.42377769947052, 0.4178036153316498, 0.4038578271865845, 0.20690803229808807], "cos_Ac_negg": [0.41271066665649414, 0.42377769947052, 0.4178036153316498, 0.4038578271865845, 0.20690803229808807], "r_norm": [1.1905696392059326, 1.2119548320770264, 1.1755790710449219, 1.1000125408172607, 1.1490064859390259]}, {"step": 7950, "epoch": 16, "train_loss": 0.2120467871427536, "cos_r_negg": [0.43526172637939453, 0.4285293221473694, 0.40860337018966675, 0.38986173272132874, 0.16873440146446228], "cos_apical_negg": [0.43526172637939453, 0.4285293221473694, 0.40860337018966675, 0.38986173272132874, 0.16873440146446228], "cos_Ac_negg": [0.43526172637939453, 0.4285293221473694, 0.40860337018966675, 0.38986173272132874, 0.16873440146446228], "r_norm": [1.0140143632888794, 1.02694833278656, 0.9980544447898865, 0.9362353682518005, 0.9784902930259705]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8713, "test_loss": 0.3980779876708984}, {"step": 8000, "epoch": 17, "train_loss": 0.263383686542511, "cos_r_negg": [0.4479867219924927, 0.448421448469162, 0.4321376085281372, 0.38566678762435913, 0.20759615302085876], "cos_apical_negg": [0.4479867219924927, 0.448421448469162, 0.4321376085281372, 0.38566678762435913, 0.20759615302085876], "cos_Ac_negg": [0.4479867219924927, 0.448421448469162, 0.4321376085281372, 0.38566678762435913, 0.20759615302085876], "r_norm": [1.030447006225586, 1.0404497385025024, 1.0106737613677979, 0.9451957941055298, 0.9906133413314819]}, {"step": 8050, "epoch": 17, "train_loss": 0.18808282911777496, "cos_r_negg": [0.43852686882019043, 0.4259931147098541, 0.4093506336212158, 0.3864288926124573, 0.1868315190076828], "cos_apical_negg": [0.43852686882019043, 0.4259931147098541, 0.4093506336212158, 0.3864288926124573, 0.1868315190076828], "cos_Ac_negg": [0.43852686882019043, 0.4259931147098541, 0.4093506336212158, 0.3864288926124573, 0.1868315190076828], "r_norm": [1.116769552230835, 1.1293349266052246, 1.0952506065368652, 1.028086543083191, 1.0753610134124756]}, {"step": 8100, "epoch": 17, "train_loss": 0.25175240635871887, "cos_r_negg": [0.4241519570350647, 0.4298485815525055, 0.4072571396827698, 0.39799046516418457, 0.1977846324443817], "cos_apical_negg": [0.4241519570350647, 0.4298485815525055, 0.4072571396827698, 0.39799046516418457, 0.1977846324443817], "cos_Ac_negg": [0.4241519570350647, 0.4298485815525055, 0.4072571396827698, 0.39799046516418457, 0.1977846324443817], "r_norm": [1.0552449226379395, 1.0731130838394165, 1.0394477844238281, 0.9809757471084595, 1.0241801738739014]}, {"step": 8150, "epoch": 17, "train_loss": 0.2646426856517792, "cos_r_negg": [0.4352009892463684, 0.44423991441726685, 0.41669750213623047, 0.4012419283390045, 0.19986768066883087], "cos_apical_negg": [0.4352009892463684, 0.44423991441726685, 0.41669750213623047, 0.4012419283390045, 0.19986768066883087], "cos_Ac_negg": [0.4352009892463684, 0.44423991441726685, 0.41669750213623047, 0.4012419283390045, 0.19986768066883087], "r_norm": [1.082690715789795, 1.0946565866470337, 1.064036250114441, 0.9987438917160034, 1.045651912689209]}, {"step": 8200, "epoch": 17, "train_loss": 0.20995792746543884, "cos_r_negg": [0.4036126136779785, 0.41134193539619446, 0.40251362323760986, 0.39800161123275757, 0.19281169772148132], "cos_apical_negg": [0.4036126136779785, 0.41134193539619446, 0.40251362323760986, 0.39800161123275757, 0.19281169772148132], "cos_Ac_negg": [0.4036126136779785, 0.41134193539619446, 0.40251362323760986, 0.39800161123275757, 0.19281169772148132], "r_norm": [1.0563422441482544, 1.0678846836090088, 1.036255121231079, 0.9733580350875854, 1.0178098678588867]}, {"step": 8250, "epoch": 17, "train_loss": 0.3103335499763489, "cos_r_negg": [0.4391992688179016, 0.4335922598838806, 0.4174979329109192, 0.39823412895202637, 0.19781805574893951], "cos_apical_negg": [0.4391992688179016, 0.4335922598838806, 0.4174979329109192, 0.39823412895202637, 0.19781805574893951], "cos_Ac_negg": [0.4391992688179016, 0.4335922598838806, 0.4174979329109192, 0.39823412895202637, 0.19781805574893951], "r_norm": [0.9730021357536316, 0.9865164160728455, 0.9563186168670654, 0.9023739099502563, 0.9413578510284424]}, {"step": 8300, "epoch": 17, "train_loss": 0.22881756722927094, "cos_r_negg": [0.4177388548851013, 0.4284203052520752, 0.40883463621139526, 0.3926312029361725, 0.1890823245048523], "cos_apical_negg": [0.4177388548851013, 0.4284203052520752, 0.40883463621139526, 0.3926312029361725, 0.1890823245048523], "cos_Ac_negg": [0.4177388548851013, 0.4284203052520752, 0.40883463621139526, 0.3926312029361725, 0.1890823245048523], "r_norm": [1.159147024154663, 1.1721086502075195, 1.141440749168396, 1.0612850189208984, 1.1129043102264404]}, {"step": 8350, "epoch": 17, "train_loss": 0.23706313967704773, "cos_r_negg": [0.41265997290611267, 0.42124080657958984, 0.40467509627342224, 0.3674449622631073, 0.17328564822673798], "cos_apical_negg": [0.41265997290611267, 0.42124080657958984, 0.40467509627342224, 0.3674449622631073, 0.17328564822673798], "cos_Ac_negg": [0.41265997290611267, 0.42124080657958984, 0.40467509627342224, 0.3674449622631073, 0.17328564822673798], "r_norm": [1.0295984745025635, 1.0411478281021118, 1.0121700763702393, 0.9541771411895752, 0.9957184791564941]}, {"step": 8400, "epoch": 17, "train_loss": 0.5963648557662964, "cos_r_negg": [0.42488154768943787, 0.4367121160030365, 0.4035605192184448, 0.3950680196285248, 0.21246930956840515], "cos_apical_negg": [0.42488154768943787, 0.4367121160030365, 0.4035605192184448, 0.3950680196285248, 0.21246930956840515], "cos_Ac_negg": [0.42488154768943787, 0.4367121160030365, 0.4035605192184448, 0.3950680196285248, 0.21246930956840515], "r_norm": [1.0230538845062256, 1.0373214483261108, 1.0079114437103271, 0.9421073794364929, 0.9855523109436035]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8713, "test_loss": 0.42933079223632814}, {"step": 8450, "epoch": 18, "train_loss": 0.22135917842388153, "cos_r_negg": [0.41180309653282166, 0.406724750995636, 0.3921000361442566, 0.3745086193084717, 0.19029957056045532], "cos_apical_negg": [0.41180309653282166, 0.406724750995636, 0.3921000361442566, 0.3745086193084717, 0.19029957056045532], "cos_Ac_negg": [0.41180309653282166, 0.406724750995636, 0.3921000361442566, 0.3745086193084717, 0.19029957056045532], "r_norm": [1.0005145072937012, 1.0151655673980713, 0.9846436977386475, 0.9301018118858337, 0.9689392447471619]}, {"step": 8500, "epoch": 18, "train_loss": 0.20000049471855164, "cos_r_negg": [0.4361128807067871, 0.43405330181121826, 0.41590169072151184, 0.3960365056991577, 0.21700076758861542], "cos_apical_negg": [0.4361128807067871, 0.43405330181121826, 0.41590169072151184, 0.3960365056991577, 0.21700076758861542], "cos_Ac_negg": [0.4361128807067871, 0.43405330181121826, 0.41590169072151184, 0.3960365056991577, 0.21700076758861542], "r_norm": [1.0822234153747559, 1.0960609912872314, 1.0631988048553467, 0.9984543323516846, 1.0421411991119385]}, {"step": 8550, "epoch": 18, "train_loss": 0.3078276515007019, "cos_r_negg": [0.44798368215560913, 0.44459056854248047, 0.4295875132083893, 0.4103541374206543, 0.2006763517856598], "cos_apical_negg": [0.44798368215560913, 0.44459056854248047, 0.4295875132083893, 0.4103541374206543, 0.2006763517856598], "cos_Ac_negg": [0.44798368215560913, 0.44459056854248047, 0.4295875132083893, 0.4103541374206543, 0.2006763517856598], "r_norm": [1.1804182529449463, 1.201169729232788, 1.1641279458999634, 1.0877304077148438, 1.1399134397506714]}, {"step": 8600, "epoch": 18, "train_loss": 0.22364908456802368, "cos_r_negg": [0.4270152151584625, 0.42326411604881287, 0.41222095489501953, 0.3915329575538635, 0.18736761808395386], "cos_apical_negg": [0.4270152151584625, 0.42326411604881287, 0.41222095489501953, 0.3915329575538635, 0.18736761808395386], "cos_Ac_negg": [0.4270152151584625, 0.42326411604881287, 0.41222095489501953, 0.3915329575538635, 0.18736761808395386], "r_norm": [1.0371358394622803, 1.0507938861846924, 1.0201398134231567, 0.9594688415527344, 1.0018327236175537]}, {"step": 8650, "epoch": 18, "train_loss": 0.10233163833618164, "cos_r_negg": [0.422505259513855, 0.4302813410758972, 0.40086179971694946, 0.3953356146812439, 0.19946204125881195], "cos_apical_negg": [0.422505259513855, 0.4302813410758972, 0.40086179971694946, 0.3953356146812439, 0.19946204125881195], "cos_Ac_negg": [0.422505259513855, 0.4302813410758972, 0.40086179971694946, 0.3953356146812439, 0.19946204125881195], "r_norm": [1.2019071578979492, 1.215032696723938, 1.1819512844085693, 1.1025276184082031, 1.15427827835083]}, {"step": 8700, "epoch": 18, "train_loss": 0.2736314535140991, "cos_r_negg": [0.42482680082321167, 0.4250187873840332, 0.40023529529571533, 0.3849222660064697, 0.1928577721118927], "cos_apical_negg": [0.42482680082321167, 0.4250187873840332, 0.40023529529571533, 0.3849222660064697, 0.1928577721118927], "cos_Ac_negg": [0.42482680082321167, 0.4250187873840332, 0.40023529529571533, 0.3849222660064697, 0.1928577721118927], "r_norm": [1.0387940406799316, 1.0595403909683228, 1.023457646369934, 0.9659832715988159, 1.0085079669952393]}, {"step": 8750, "epoch": 18, "train_loss": 0.30232352018356323, "cos_r_negg": [0.43235892057418823, 0.43295857310295105, 0.41057953238487244, 0.40309983491897583, 0.21294164657592773], "cos_apical_negg": [0.43235892057418823, 0.43295857310295105, 0.41057953238487244, 0.40309983491897583, 0.21294164657592773], "cos_Ac_negg": [0.43235892057418823, 0.43295857310295105, 0.41057953238487244, 0.40309983491897583, 0.21294164657592773], "r_norm": [1.102988600730896, 1.12044358253479, 1.0845143795013428, 1.01796555519104, 1.0666395425796509]}, {"step": 8800, "epoch": 18, "train_loss": 0.11773519963026047, "cos_r_negg": [0.4099394679069519, 0.4144679307937622, 0.39397966861724854, 0.3855971097946167, 0.19148573279380798], "cos_apical_negg": [0.4099394679069519, 0.4144679307937622, 0.39397966861724854, 0.3855971097946167, 0.19148573279380798], "cos_Ac_negg": [0.4099394679069519, 0.4144679307937622, 0.39397966861724854, 0.3855971097946167, 0.19148573279380798], "r_norm": [1.1156439781188965, 1.131073236465454, 1.0952012538909912, 1.0317485332489014, 1.079385757446289]}, {"step": 8850, "epoch": 18, "train_loss": 0.21418076753616333, "cos_r_negg": [0.3917618691921234, 0.4009106159210205, 0.3627481460571289, 0.354936420917511, 0.18475763499736786], "cos_apical_negg": [0.3917618691921234, 0.4009106159210205, 0.3627481460571289, 0.354936420917511, 0.18475763499736786], "cos_Ac_negg": [0.3917618691921234, 0.4009106159210205, 0.3627481460571289, 0.354936420917511, 0.18475763499736786], "r_norm": [1.142275333404541, 1.1543292999267578, 1.1202462911605835, 1.0514780282974243, 1.0994830131530762]}, {"step": 8900, "epoch": 18, "train_loss": 0.21180127561092377, "cos_r_negg": [0.4233229160308838, 0.4367521107196808, 0.40338271856307983, 0.38796448707580566, 0.2055756151676178], "cos_apical_negg": [0.4233229160308838, 0.4367521107196808, 0.40338271856307983, 0.38796448707580566, 0.2055756151676178], "cos_Ac_negg": [0.4233229160308838, 0.4367521107196808, 0.40338271856307983, 0.38796448707580566, 0.2055756151676178], "r_norm": [1.1115585565567017, 1.1281421184539795, 1.0942225456237793, 1.0207613706588745, 1.0733312368392944]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.874, "test_loss": 0.4103180358886719}, {"step": 8950, "epoch": 19, "train_loss": 0.26066380739212036, "cos_r_negg": [0.44296571612358093, 0.460446298122406, 0.4293892979621887, 0.4103701114654541, 0.23131513595581055], "cos_apical_negg": [0.44296571612358093, 0.460446298122406, 0.4293892979621887, 0.4103701114654541, 0.23131513595581055], "cos_Ac_negg": [0.44296571612358093, 0.460446298122406, 0.4293892979621887, 0.4103701114654541, 0.23131513595581055], "r_norm": [1.0756967067718506, 1.092106819152832, 1.0589232444763184, 0.9917868375778198, 1.0391769409179688]}, {"step": 9000, "epoch": 19, "train_loss": 0.3176972270011902, "cos_r_negg": [0.4003768563270569, 0.4098026156425476, 0.38166189193725586, 0.36181455850601196, 0.17648610472679138], "cos_apical_negg": [0.4003768563270569, 0.4098026156425476, 0.38166189193725586, 0.36181455850601196, 0.17648610472679138], "cos_Ac_negg": [0.4003768563270569, 0.4098026156425476, 0.38166189193725586, 0.36181455850601196, 0.17648610472679138], "r_norm": [1.0272184610366821, 1.041987657546997, 1.0104950666427612, 0.9446907043457031, 0.9910076856613159]}, {"step": 9050, "epoch": 19, "train_loss": 0.23410362005233765, "cos_r_negg": [0.41642045974731445, 0.43274715542793274, 0.41307783126831055, 0.3964943289756775, 0.20712339878082275], "cos_apical_negg": [0.41642045974731445, 0.43274715542793274, 0.41307783126831055, 0.3964943289756775, 0.20712339878082275], "cos_Ac_negg": [0.41642045974731445, 0.43274715542793274, 0.41307783126831055, 0.3964943289756775, 0.20712339878082275], "r_norm": [1.0767086744308472, 1.0972437858581543, 1.063389778137207, 0.9925293922424316, 1.041586995124817]}, {"step": 9100, "epoch": 19, "train_loss": 0.2257416993379593, "cos_r_negg": [0.41537246108055115, 0.42018353939056396, 0.39003831148147583, 0.40269893407821655, 0.21541500091552734], "cos_apical_negg": [0.41537246108055115, 0.42018353939056396, 0.39003831148147583, 0.40269893407821655, 0.21541500091552734], "cos_Ac_negg": [0.41537246108055115, 0.42018353939056396, 0.39003831148147583, 0.40269893407821655, 0.21541500091552734], "r_norm": [0.9619876146316528, 0.9808973073959351, 0.9486621022224426, 0.8934047222137451, 0.9349392652511597]}, {"step": 9150, "epoch": 19, "train_loss": 0.22262153029441833, "cos_r_negg": [0.4361990690231323, 0.44218945503234863, 0.4182772636413574, 0.40701353549957275, 0.2180781364440918], "cos_apical_negg": [0.4361990690231323, 0.44218945503234863, 0.4182772636413574, 0.40701353549957275, 0.2180781364440918], "cos_Ac_negg": [0.4361990690231323, 0.44218945503234863, 0.4182772636413574, 0.40701353549957275, 0.2180781364440918], "r_norm": [0.8987133502960205, 0.9111902117729187, 0.8852484822273254, 0.8298448324203491, 0.8690246939659119]}, {"step": 9200, "epoch": 19, "train_loss": 0.15731023252010345, "cos_r_negg": [0.4233780801296234, 0.44617795944213867, 0.43604743480682373, 0.41076919436454773, 0.24000954627990723], "cos_apical_negg": [0.4233780801296234, 0.44617795944213867, 0.43604743480682373, 0.41076919436454773, 0.24000954627990723], "cos_Ac_negg": [0.4233780801296234, 0.44617795944213867, 0.43604743480682373, 0.41076919436454773, 0.24000954627990723], "r_norm": [0.9962501525878906, 1.013134479522705, 0.9795699119567871, 0.9215686917304993, 0.9645733833312988]}, {"step": 9250, "epoch": 19, "train_loss": 0.1997663378715515, "cos_r_negg": [0.3986685574054718, 0.416666179895401, 0.395720899105072, 0.3944278955459595, 0.2018006592988968], "cos_apical_negg": [0.3986685574054718, 0.416666179895401, 0.395720899105072, 0.3944278955459595, 0.2018006592988968], "cos_Ac_negg": [0.3986685574054718, 0.416666179895401, 0.395720899105072, 0.3944278955459595, 0.2018006592988968], "r_norm": [0.9773356318473816, 0.9922629594802856, 0.9626560211181641, 0.900669276714325, 0.9459638595581055]}, {"step": 9300, "epoch": 19, "train_loss": 0.1970030963420868, "cos_r_negg": [0.4211355745792389, 0.42180439829826355, 0.4087163805961609, 0.39273393154144287, 0.21633023023605347], "cos_apical_negg": [0.4211355745792389, 0.42180439829826355, 0.4087163805961609, 0.39273393154144287, 0.21633023023605347], "cos_Ac_negg": [0.4211355745792389, 0.42180439829826355, 0.4087163805961609, 0.39273393154144287, 0.21633023023605347], "r_norm": [1.0572783946990967, 1.0750608444213867, 1.0394562482833862, 0.9789600372314453, 1.022219181060791]}, {"step": 9350, "epoch": 19, "train_loss": 0.3334645926952362, "cos_r_negg": [0.41217267513275146, 0.4126841723918915, 0.3908149302005768, 0.3904506266117096, 0.21984389424324036], "cos_apical_negg": [0.41217267513275146, 0.4126841723918915, 0.3908149302005768, 0.3904506266117096, 0.21984389424324036], "cos_Ac_negg": [0.41217267513275146, 0.4126841723918915, 0.3908149302005768, 0.3904506266117096, 0.21984389424324036], "r_norm": [1.0004163980484009, 1.0147604942321777, 0.9841384887695312, 0.9241043329238892, 0.9669424295425415]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8659, "test_loss": 0.4347966583251953}], "final": {"test_acc": 0.8659, "test_loss": 0.4347966583251953, "wall_s": 21.383962869644165, "cos_r_negg": [0.3816066086292267, 0.4042317271232605, 0.3762710988521576, 0.35217025876045227, 0.19836772978305817], "cos_apical_negg": [0.3816066086292267, 0.4042317271232605, 0.3762710988521576, 0.35217025876045227, 0.19836772978305817], "cos_Ac_negg": [0.3816066086292267, 0.4042317271232605, 0.3762710988521576, 0.35217025876045227, 0.19836772978305817]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_dfa_d7_s0.json b/results/depth_fmnist_dfa_d7_s0.json
new file mode 100644
index 0000000..2e4b97d
--- /dev/null
+++ b/results/depth_fmnist_dfa_d7_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d7_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.295605182647705, "cos_r_negg": [-0.04718046635389328, -0.0012401081621646881, 0.019701285287737846, 0.002642129547894001, -0.04180324822664261, -0.03157121688127518, -0.011311433278024197], "cos_apical_negg": [-0.04718046635389328, -0.0012401081621646881, 0.019701285287737846, 0.002642129547894001, -0.04180324822664261, -0.03157121688127518, -0.011311433278024197], "cos_Ac_negg": [-0.04718046635389328, -0.0012401081621646881, 0.019701285287737846, 0.002642129547894001, -0.04180324822664261, -0.03157121688127518, -0.011311433278024197], "r_norm": [4.75241756439209, 4.858176231384277, 4.678590774536133, 4.744892120361328, 4.791445255279541, 4.607490062713623, 4.797310829162598]}, {"step": 50, "epoch": 0, "train_loss": 1.0540940761566162, "cos_r_negg": [0.07403264939785004, 0.04272177815437317, 0.043196551501750946, 0.043910376727581024, 0.08611918240785599, 0.064617820084095, 0.08700979501008987], "cos_apical_negg": [0.07403264939785004, 0.04272177815437317, 0.043196551501750946, 0.043910376727581024, 0.08611918240785599, 0.064617820084095, 0.08700979501008987], "cos_Ac_negg": [0.07403264939785004, 0.04272177815437317, 0.043196551501750946, 0.043910376727581024, 0.08611918240785599, 0.064617820084095, 0.08700979501008987], "r_norm": [2.613136053085327, 2.620415449142456, 2.526061534881592, 2.628018379211426, 2.621053695678711, 2.510909080505371, 2.667329788208008]}, {"step": 100, "epoch": 0, "train_loss": 1.0862387418746948, "cos_r_negg": [0.19842974841594696, 0.173521488904953, 0.1957886964082718, 0.1852630227804184, 0.16267871856689453, 0.18375825881958008, 0.09281976521015167], "cos_apical_negg": [0.19842974841594696, 0.173521488904953, 0.1957886964082718, 0.1852630227804184, 0.16267871856689453, 0.18375825881958008, 0.09281976521015167], "cos_Ac_negg": [0.19842974841594696, 0.173521488904953, 0.1957886964082718, 0.1852630227804184, 0.16267871856689453, 0.18375825881958008, 0.09281976521015167], "r_norm": [2.0610220432281494, 2.0732290744781494, 1.979664921760559, 2.057681083679199, 2.0668840408325195, 1.9763820171356201, 2.10098934173584]}, {"step": 150, "epoch": 0, "train_loss": 0.681244969367981, "cos_r_negg": [0.21840372681617737, 0.16840192675590515, 0.20722807943820953, 0.1967652589082718, 0.13728374242782593, 0.22666054964065552, 0.1512414515018463], "cos_apical_negg": [0.21840372681617737, 0.16840192675590515, 0.20722807943820953, 0.1967652589082718, 0.13728374242782593, 0.22666054964065552, 0.1512414515018463], "cos_Ac_negg": [0.21840372681617737, 0.16840192675590515, 0.20722807943820953, 0.1967652589082718, 0.13728374242782593, 0.22666054964065552, 0.1512414515018463], "r_norm": [1.9700360298156738, 1.9851287603378296, 1.8944928646087646, 1.9642314910888672, 1.9652190208435059, 1.880466103553772, 2.0026700496673584]}, {"step": 200, "epoch": 0, "train_loss": 0.594225287437439, "cos_r_negg": [0.22310568392276764, 0.19791635870933533, 0.15970845520496368, 0.22245509922504425, 0.18061470985412598, 0.21854586899280548, 0.16108092665672302], "cos_apical_negg": [0.22310568392276764, 0.19791635870933533, 0.15970845520496368, 0.22245509922504425, 0.18061470985412598, 0.21854586899280548, 0.16108092665672302], "cos_Ac_negg": [0.22310568392276764, 0.19791635870933533, 0.15970845520496368, 0.22245509922504425, 0.18061470985412598, 0.21854586899280548, 0.16108092665672302], "r_norm": [1.9962775707244873, 2.0084824562072754, 1.9125847816467285, 1.9828788042068481, 1.9918378591537476, 1.9008762836456299, 2.015678882598877]}, {"step": 250, "epoch": 0, "train_loss": 0.7172861695289612, "cos_r_negg": [0.23628388345241547, 0.2020503729581833, 0.217331200838089, 0.21043139696121216, 0.18111740052700043, 0.20769962668418884, 0.1307874172925949], "cos_apical_negg": [0.23628388345241547, 0.2020503729581833, 0.217331200838089, 0.21043139696121216, 0.18111740052700043, 0.20769962668418884, 0.1307874172925949], "cos_Ac_negg": [0.23628388345241547, 0.2020503729581833, 0.217331200838089, 0.21043139696121216, 0.18111740052700043, 0.20769962668418884, 0.1307874172925949], "r_norm": [1.6887223720550537, 1.705079436302185, 1.6212292909622192, 1.6876270771026611, 1.6897192001342773, 1.6134016513824463, 1.7151950597763062]}, {"step": 300, "epoch": 0, "train_loss": 0.743118166923523, "cos_r_negg": [0.23790094256401062, 0.18944703042507172, 0.18577642738819122, 0.23267138004302979, 0.20515523850917816, 0.24783474206924438, 0.09335556626319885], "cos_apical_negg": [0.23790094256401062, 0.18944703042507172, 0.18577642738819122, 0.23267138004302979, 0.20515523850917816, 0.24783474206924438, 0.09335556626319885], "cos_Ac_negg": [0.23790094256401062, 0.18944703042507172, 0.18577642738819122, 0.23267138004302979, 0.20515523850917816, 0.24783474206924438, 0.09335556626319885], "r_norm": [1.4748663902282715, 1.4920812845230103, 1.4141157865524292, 1.481429100036621, 1.4846694469451904, 1.4219921827316284, 1.5147638320922852]}, {"step": 350, "epoch": 0, "train_loss": 0.5747541189193726, "cos_r_negg": [0.19869773089885712, 0.17774826288223267, 0.1792917549610138, 0.21804164350032806, 0.19047954678535461, 0.20684783160686493, 0.111599862575531], "cos_apical_negg": [0.19869773089885712, 0.17774826288223267, 0.1792917549610138, 0.21804164350032806, 0.19047954678535461, 0.20684783160686493, 0.111599862575531], "cos_Ac_negg": [0.19869773089885712, 0.17774826288223267, 0.1792917549610138, 0.21804164350032806, 0.19047954678535461, 0.20684783160686493, 0.111599862575531], "r_norm": [1.539626121520996, 1.545596718788147, 1.4723047018051147, 1.5352928638458252, 1.543691873550415, 1.4662694931030273, 1.5645766258239746]}, {"step": 400, "epoch": 0, "train_loss": 0.6861235499382019, "cos_r_negg": [0.28970199823379517, 0.2774691581726074, 0.2596532106399536, 0.24411992728710175, 0.2617560029029846, 0.249948650598526, 0.08541420847177505], "cos_apical_negg": [0.28970199823379517, 0.2774691581726074, 0.2596532106399536, 0.24411992728710175, 0.2617560029029846, 0.249948650598526, 0.08541420847177505], "cos_Ac_negg": [0.28970199823379517, 0.2774691581726074, 0.2596532106399536, 0.24411992728710175, 0.2617560029029846, 0.249948650598526, 0.08541420847177505], "r_norm": [1.8338266611099243, 1.8268870115280151, 1.7307894229888916, 1.7992589473724365, 1.8244895935058594, 1.7281297445297241, 1.8463900089263916]}, {"step": 450, "epoch": 0, "train_loss": 0.5429736971855164, "cos_r_negg": [0.29060816764831543, 0.26416248083114624, 0.2675880789756775, 0.24508215487003326, 0.22107350826263428, 0.20355427265167236, 0.07728086411952972], "cos_apical_negg": [0.29060816764831543, 0.26416248083114624, 0.2675880789756775, 0.24508215487003326, 0.22107350826263428, 0.20355427265167236, 0.07728086411952972], "cos_Ac_negg": [0.29060816764831543, 0.26416248083114624, 0.2675880789756775, 0.24508215487003326, 0.22107350826263428, 0.20355427265167236, 0.07728086411952972], "r_norm": [1.537517786026001, 1.539116621017456, 1.473942756652832, 1.5330090522766113, 1.5414552688598633, 1.4618388414382935, 1.5614749193191528]}, {"epoch_end": 0, "step": 469, "test_acc": 0.824, "test_loss": 0.5607416778564454}, {"step": 500, "epoch": 1, "train_loss": 0.4435671269893646, "cos_r_negg": [0.2515352964401245, 0.24472172558307648, 0.22586961090564728, 0.24416500329971313, 0.24421411752700806, 0.20526434481143951, 0.06872405111789703], "cos_apical_negg": [0.2515352964401245, 0.24472172558307648, 0.22586961090564728, 0.24416500329971313, 0.24421411752700806, 0.20526434481143951, 0.06872405111789703], "cos_Ac_negg": [0.2515352964401245, 0.24472172558307648, 0.22586961090564728, 0.24416500329971313, 0.24421411752700806, 0.20526434481143951, 0.06872405111789703], "r_norm": [1.4371967315673828, 1.4456416368484497, 1.3815886974334717, 1.4404549598693848, 1.442786693572998, 1.3712927103042603, 1.4662206172943115]}, {"step": 550, "epoch": 1, "train_loss": 0.6586781144142151, "cos_r_negg": [0.3054407835006714, 0.29460638761520386, 0.2668836712837219, 0.25565439462661743, 0.2459503412246704, 0.24213027954101562, 0.09538576006889343], "cos_apical_negg": [0.3054407835006714, 0.29460638761520386, 0.2668836712837219, 0.25565439462661743, 0.2459503412246704, 0.24213027954101562, 0.09538576006889343], "cos_Ac_negg": [0.3054407835006714, 0.29460638761520386, 0.2668836712837219, 0.25565439462661743, 0.2459503412246704, 0.24213027954101562, 0.09538576006889343], "r_norm": [1.5079396963119507, 1.5264408588409424, 1.4570735692977905, 1.5121839046478271, 1.5201863050460815, 1.4407292604446411, 1.5439410209655762]}, {"step": 600, "epoch": 1, "train_loss": 0.7747248411178589, "cos_r_negg": [0.3050185441970825, 0.30241766571998596, 0.29270121455192566, 0.2924419045448303, 0.27568668127059937, 0.2694089114665985, 0.07922425866127014], "cos_apical_negg": [0.3050185441970825, 0.30241766571998596, 0.29270121455192566, 0.2924419045448303, 0.27568668127059937, 0.2694089114665985, 0.07922425866127014], "cos_Ac_negg": [0.3050185441970825, 0.30241766571998596, 0.29270121455192566, 0.2924419045448303, 0.27568668127059937, 0.2694089114665985, 0.07922425866127014], "r_norm": [1.5117155313491821, 1.5226006507873535, 1.4530764818191528, 1.5276782512664795, 1.5190000534057617, 1.4511759281158447, 1.5572092533111572]}, {"step": 650, "epoch": 1, "train_loss": 0.5929468870162964, "cos_r_negg": [0.23850615322589874, 0.25295546650886536, 0.25768616795539856, 0.27303701639175415, 0.23744818568229675, 0.2486153542995453, 0.054904352873563766], "cos_apical_negg": [0.23850615322589874, 0.25295546650886536, 0.25768616795539856, 0.27303701639175415, 0.23744818568229675, 0.2486153542995453, 0.054904352873563766], "cos_Ac_negg": [0.23850615322589874, 0.25295546650886536, 0.25768616795539856, 0.27303701639175415, 0.23744818568229675, 0.2486153542995453, 0.054904352873563766], "r_norm": [1.4088671207427979, 1.4257739782333374, 1.361251950263977, 1.4210848808288574, 1.4200491905212402, 1.352992296218872, 1.4515504837036133]}, {"step": 700, "epoch": 1, "train_loss": 0.4837910532951355, "cos_r_negg": [0.3302837014198303, 0.3190261721611023, 0.316358357667923, 0.2954111695289612, 0.29661864042282104, 0.27021923661231995, 0.04464937373995781], "cos_apical_negg": [0.3302837014198303, 0.3190261721611023, 0.316358357667923, 0.2954111695289612, 0.29661864042282104, 0.27021923661231995, 0.04464937373995781], "cos_Ac_negg": [0.3302837014198303, 0.3190261721611023, 0.316358357667923, 0.2954111695289612, 0.29661864042282104, 0.27021923661231995, 0.04464937373995781], "r_norm": [1.5054740905761719, 1.504188060760498, 1.4341979026794434, 1.495115876197815, 1.5033786296844482, 1.4306378364562988, 1.5295089483261108]}, {"step": 750, "epoch": 1, "train_loss": 0.38506197929382324, "cos_r_negg": [0.31231850385665894, 0.3097025156021118, 0.3105829060077667, 0.2901143431663513, 0.28337743878364563, 0.2578943073749542, 0.056310344487428665], "cos_apical_negg": [0.31231850385665894, 0.3097025156021118, 0.3105829060077667, 0.2901143431663513, 0.28337743878364563, 0.2578943073749542, 0.056310344487428665], "cos_Ac_negg": [0.31231850385665894, 0.3097025156021118, 0.3105829060077667, 0.2901143431663513, 0.28337743878364563, 0.2578943073749542, 0.056310344487428665], "r_norm": [1.479694128036499, 1.480412244796753, 1.4187763929367065, 1.488586664199829, 1.4879636764526367, 1.4169940948486328, 1.5178215503692627]}, {"step": 800, "epoch": 1, "train_loss": 0.6239501237869263, "cos_r_negg": [0.3614566922187805, 0.3338262140750885, 0.31880855560302734, 0.3299981653690338, 0.3185056447982788, 0.27253586053848267, 0.06581825017929077], "cos_apical_negg": [0.3614566922187805, 0.3338262140750885, 0.31880855560302734, 0.3299981653690338, 0.3185056447982788, 0.27253586053848267, 0.06581825017929077], "cos_Ac_negg": [0.3614566922187805, 0.3338262140750885, 0.31880855560302734, 0.3299981653690338, 0.3185056447982788, 0.27253586053848267, 0.06581825017929077], "r_norm": [1.770148515701294, 1.7577457427978516, 1.6762945652008057, 1.752234697341919, 1.7713289260864258, 1.6842408180236816, 1.7964023351669312]}, {"step": 850, "epoch": 1, "train_loss": 0.3576229214668274, "cos_r_negg": [0.34150949120521545, 0.3016214072704315, 0.30380648374557495, 0.2926059663295746, 0.26131772994995117, 0.22341567277908325, 0.03393968567252159], "cos_apical_negg": [0.34150949120521545, 0.3016214072704315, 0.30380648374557495, 0.2926059663295746, 0.26131772994995117, 0.22341567277908325, 0.03393968567252159], "cos_Ac_negg": [0.34150949120521545, 0.3016214072704315, 0.30380648374557495, 0.2926059663295746, 0.26131772994995117, 0.22341567277908325, 0.03393968567252159], "r_norm": [1.3294880390167236, 1.3369569778442383, 1.2809598445892334, 1.3459529876708984, 1.345705509185791, 1.2815334796905518, 1.3703749179840088]}, {"step": 900, "epoch": 1, "train_loss": 0.4395678639411926, "cos_r_negg": [0.312012255191803, 0.3052673935890198, 0.3061176538467407, 0.31442248821258545, 0.32998359203338623, 0.282002329826355, 0.024883832782506943], "cos_apical_negg": [0.312012255191803, 0.3052673935890198, 0.3061176538467407, 0.31442248821258545, 0.32998359203338623, 0.282002329826355, 0.024883832782506943], "cos_Ac_negg": [0.312012255191803, 0.3052673935890198, 0.3061176538467407, 0.31442248821258545, 0.32998359203338623, 0.282002329826355, 0.024883832782506943], "r_norm": [1.3942962884902954, 1.4028105735778809, 1.3420209884643555, 1.4064404964447021, 1.4067307710647583, 1.3411283493041992, 1.434196949005127]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8312, "test_loss": 0.4815407440185547}, {"step": 950, "epoch": 2, "train_loss": 0.39330145716667175, "cos_r_negg": [0.3497711420059204, 0.34252244234085083, 0.33996081352233887, 0.35963666439056396, 0.3435633182525635, 0.2844081521034241, 0.06664419174194336], "cos_apical_negg": [0.3497711420059204, 0.34252244234085083, 0.33996081352233887, 0.35963666439056396, 0.3435633182525635, 0.2844081521034241, 0.06664419174194336], "cos_Ac_negg": [0.3497711420059204, 0.34252244234085083, 0.33996081352233887, 0.35963666439056396, 0.3435633182525635, 0.2844081521034241, 0.06664419174194336], "r_norm": [1.310889482498169, 1.3242905139923096, 1.253219723701477, 1.3088576793670654, 1.3189656734466553, 1.2600500583648682, 1.3390142917633057]}, {"step": 1000, "epoch": 2, "train_loss": 0.3772853910923004, "cos_r_negg": [0.3738875985145569, 0.37105298042297363, 0.3491513133049011, 0.35265159606933594, 0.3290118873119354, 0.2905520498752594, 0.07723097503185272], "cos_apical_negg": [0.3738875985145569, 0.37105298042297363, 0.3491513133049011, 0.35265159606933594, 0.3290118873119354, 0.2905520498752594, 0.07723097503185272], "cos_Ac_negg": [0.3738875985145569, 0.37105298042297363, 0.3491513133049011, 0.35265159606933594, 0.3290118873119354, 0.2905520498752594, 0.07723097503185272], "r_norm": [1.3377805948257446, 1.3504383563995361, 1.2883213758468628, 1.3428767919540405, 1.349923849105835, 1.281380295753479, 1.370753526687622]}, {"step": 1050, "epoch": 2, "train_loss": 0.3655707836151123, "cos_r_negg": [0.3496057689189911, 0.3407452702522278, 0.3312637209892273, 0.30726900696754456, 0.31128716468811035, 0.28185945749282837, 0.062243469059467316], "cos_apical_negg": [0.3496057689189911, 0.3407452702522278, 0.3312637209892273, 0.30726900696754456, 0.31128716468811035, 0.28185945749282837, 0.062243469059467316], "cos_Ac_negg": [0.3496057689189911, 0.3407452702522278, 0.3312637209892273, 0.30726900696754456, 0.31128716468811035, 0.28185945749282837, 0.062243469059467316], "r_norm": [1.4821393489837646, 1.4814754724502563, 1.4100629091262817, 1.4728139638900757, 1.487633466720581, 1.416429042816162, 1.5071277618408203]}, {"step": 1100, "epoch": 2, "train_loss": 0.35751858353614807, "cos_r_negg": [0.2918412387371063, 0.30485349893569946, 0.2802426218986511, 0.28181421756744385, 0.2663191258907318, 0.2443573772907257, 0.027580849826335907], "cos_apical_negg": [0.2918412387371063, 0.30485349893569946, 0.2802426218986511, 0.28181421756744385, 0.2663191258907318, 0.2443573772907257, 0.027580849826335907], "cos_Ac_negg": [0.2918412387371063, 0.30485349893569946, 0.2802426218986511, 0.28181421756744385, 0.2663191258907318, 0.2443573772907257, 0.027580849826335907], "r_norm": [1.3276515007019043, 1.3358008861541748, 1.2768903970718384, 1.3388867378234863, 1.338252067565918, 1.2759103775024414, 1.3685572147369385]}, {"step": 1150, "epoch": 2, "train_loss": 0.5586087703704834, "cos_r_negg": [0.372074156999588, 0.3727192282676697, 0.3405425250530243, 0.36207854747772217, 0.3408209979534149, 0.312208354473114, 0.013324650004506111], "cos_apical_negg": [0.372074156999588, 0.3727192282676697, 0.3405425250530243, 0.36207854747772217, 0.3408209979534149, 0.312208354473114, 0.013324650004506111], "cos_Ac_negg": [0.372074156999588, 0.3727192282676697, 0.3405425250530243, 0.36207854747772217, 0.3408209979534149, 0.312208354473114, 0.013324650004506111], "r_norm": [1.2555752992630005, 1.2691292762756348, 1.2123453617095947, 1.2683883905410767, 1.2675962448120117, 1.2096444368362427, 1.292280673980713]}, {"step": 1200, "epoch": 2, "train_loss": 0.564318060874939, "cos_r_negg": [0.31862372159957886, 0.3145436942577362, 0.30091577768325806, 0.3186787962913513, 0.3146195411682129, 0.27737995982170105, -0.023634159937500954], "cos_apical_negg": [0.31862372159957886, 0.3145436942577362, 0.30091577768325806, 0.3186787962913513, 0.3146195411682129, 0.27737995982170105, -0.023634159937500954], "cos_Ac_negg": [0.31862372159957886, 0.3145436942577362, 0.30091577768325806, 0.3186787962913513, 0.3146195411682129, 0.27737995982170105, -0.023634159937500954], "r_norm": [1.5244274139404297, 1.5265488624572754, 1.4585061073303223, 1.5327262878417969, 1.5396625995635986, 1.470160722732544, 1.5724270343780518]}, {"step": 1250, "epoch": 2, "train_loss": 0.3838198184967041, "cos_r_negg": [0.3531920313835144, 0.34211182594299316, 0.33314937353134155, 0.29769280552864075, 0.31216463446617126, 0.23993974924087524, 0.0056395563296973705], "cos_apical_negg": [0.3531920313835144, 0.34211182594299316, 0.33314937353134155, 0.29769280552864075, 0.31216463446617126, 0.23993974924087524, 0.0056395563296973705], "cos_Ac_negg": [0.3531920313835144, 0.34211182594299316, 0.33314937353134155, 0.29769280552864075, 0.31216463446617126, 0.23993974924087524, 0.0056395563296973705], "r_norm": [1.2317874431610107, 1.233187198638916, 1.1832352876663208, 1.243260383605957, 1.2402377128601074, 1.178656816482544, 1.264382243156433]}, {"step": 1300, "epoch": 2, "train_loss": 0.35511457920074463, "cos_r_negg": [0.3757629990577698, 0.36100804805755615, 0.3446977734565735, 0.35764026641845703, 0.3329797387123108, 0.29330652952194214, 0.024659276008605957], "cos_apical_negg": [0.3757629990577698, 0.36100804805755615, 0.3446977734565735, 0.35764026641845703, 0.3329797387123108, 0.29330652952194214, 0.024659276008605957], "cos_Ac_negg": [0.3757629990577698, 0.36100804805755615, 0.3446977734565735, 0.35764026641845703, 0.3329797387123108, 0.29330652952194214, 0.024659276008605957], "r_norm": [1.1936076879501343, 1.2044496536254883, 1.1513471603393555, 1.2057371139526367, 1.2099660634994507, 1.1502282619476318, 1.2278766632080078]}, {"step": 1350, "epoch": 2, "train_loss": 0.3099173307418823, "cos_r_negg": [0.36860141158103943, 0.38021230697631836, 0.35602614283561707, 0.3654864430427551, 0.33272525668144226, 0.3083800673484802, -0.031618036329746246], "cos_apical_negg": [0.36860141158103943, 0.38021230697631836, 0.35602614283561707, 0.3654864430427551, 0.33272525668144226, 0.3083800673484802, -0.031618036329746246], "cos_Ac_negg": [0.36860141158103943, 0.38021230697631836, 0.35602614283561707, 0.3654864430427551, 0.33272525668144226, 0.3083800673484802, -0.031618036329746246], "r_norm": [1.1498610973358154, 1.162738561630249, 1.1107354164123535, 1.161186695098877, 1.1647382974624634, 1.1085342168807983, 1.1849640607833862]}, {"step": 1400, "epoch": 2, "train_loss": 0.5045645236968994, "cos_r_negg": [0.3954365849494934, 0.39497071504592896, 0.38705167174339294, 0.37449389696121216, 0.3529835045337677, 0.32506778836250305, -0.017271284013986588], "cos_apical_negg": [0.3954365849494934, 0.39497071504592896, 0.38705167174339294, 0.37449389696121216, 0.3529835045337677, 0.32506778836250305, -0.017271284013986588], "cos_Ac_negg": [0.3954365849494934, 0.39497071504592896, 0.38705167174339294, 0.37449389696121216, 0.3529835045337677, 0.32506778836250305, -0.017271284013986588], "r_norm": [1.2735463380813599, 1.2876691818237305, 1.2200260162353516, 1.275546908378601, 1.2821635007858276, 1.2233457565307617, 1.29962956905365]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8376, "test_loss": 0.4697570526123047}, {"step": 1450, "epoch": 3, "train_loss": 0.758841335773468, "cos_r_negg": [0.3577108383178711, 0.36231619119644165, 0.35148969292640686, 0.3455727696418762, 0.33784976601600647, 0.2998235821723938, -0.026043323799967766], "cos_apical_negg": [0.3577108383178711, 0.36231619119644165, 0.35148969292640686, 0.3455727696418762, 0.33784976601600647, 0.2998235821723938, -0.026043323799967766], "cos_Ac_negg": [0.3577108383178711, 0.36231619119644165, 0.35148969292640686, 0.3455727696418762, 0.33784976601600647, 0.2998235821723938, -0.026043323799967766], "r_norm": [1.3138927221298218, 1.317370057106018, 1.2593029737472534, 1.3169479370117188, 1.3284273147583008, 1.2598626613616943, 1.3462598323822021]}, {"step": 1500, "epoch": 3, "train_loss": 0.42734000086784363, "cos_r_negg": [0.3557858467102051, 0.3699062466621399, 0.35255104303359985, 0.3422871232032776, 0.33328062295913696, 0.3000167906284332, -0.004441663157194853], "cos_apical_negg": [0.3557858467102051, 0.3699062466621399, 0.35255104303359985, 0.3422871232032776, 0.33328062295913696, 0.3000167906284332, -0.004441663157194853], "cos_Ac_negg": [0.3557858467102051, 0.3699062466621399, 0.35255104303359985, 0.3422871232032776, 0.33328062295913696, 0.3000167906284332, -0.004441663157194853], "r_norm": [1.5477194786071777, 1.543074607849121, 1.4645774364471436, 1.5334126949310303, 1.5478382110595703, 1.4725958108901978, 1.5800786018371582]}, {"step": 1550, "epoch": 3, "train_loss": 0.3575626611709595, "cos_r_negg": [0.3520662188529968, 0.37185901403427124, 0.349904865026474, 0.34960803389549255, 0.32666003704071045, 0.27105847001075745, -0.02666284143924713], "cos_apical_negg": [0.3520662188529968, 0.37185901403427124, 0.349904865026474, 0.34960803389549255, 0.32666003704071045, 0.27105847001075745, -0.02666284143924713], "cos_Ac_negg": [0.3520662188529968, 0.37185901403427124, 0.349904865026474, 0.34960803389549255, 0.32666003704071045, 0.27105847001075745, -0.02666284143924713], "r_norm": [1.1917158365249634, 1.195124864578247, 1.1466662883758545, 1.1998084783554077, 1.206315040588379, 1.1414496898651123, 1.2215936183929443]}, {"step": 1600, "epoch": 3, "train_loss": 0.4259093999862671, "cos_r_negg": [0.36681514978408813, 0.3796223998069763, 0.36676234006881714, 0.3649906814098358, 0.3374009132385254, 0.3246353566646576, 0.024485770612955093], "cos_apical_negg": [0.36681514978408813, 0.3796223998069763, 0.36676234006881714, 0.3649906814098358, 0.3374009132385254, 0.3246353566646576, 0.024485770612955093], "cos_Ac_negg": [0.36681514978408813, 0.3796223998069763, 0.36676234006881714, 0.3649906814098358, 0.3374009132385254, 0.3246353566646576, 0.024485770612955093], "r_norm": [1.3068656921386719, 1.3133106231689453, 1.2514028549194336, 1.3097106218338013, 1.3183727264404297, 1.2551333904266357, 1.340646743774414]}, {"step": 1650, "epoch": 3, "train_loss": 0.565919041633606, "cos_r_negg": [0.36011844873428345, 0.3668453097343445, 0.3383222818374634, 0.32420405745506287, 0.2990947961807251, 0.3307444155216217, -0.03126880154013634], "cos_apical_negg": [0.36011844873428345, 0.3668453097343445, 0.3383222818374634, 0.32420405745506287, 0.2990947961807251, 0.3307444155216217, -0.03126880154013634], "cos_Ac_negg": [0.36011844873428345, 0.3668453097343445, 0.3383222818374634, 0.32420405745506287, 0.2990947961807251, 0.3307444155216217, -0.03126880154013634], "r_norm": [1.3322911262512207, 1.3437690734863281, 1.2845919132232666, 1.3445086479187012, 1.3443825244903564, 1.2826478481292725, 1.3751109838485718]}, {"step": 1700, "epoch": 3, "train_loss": 0.4280906617641449, "cos_r_negg": [0.3119891285896301, 0.30625295639038086, 0.30558931827545166, 0.32993486523628235, 0.3157263696193695, 0.3124507665634155, -0.05476013571023941], "cos_apical_negg": [0.3119891285896301, 0.30625295639038086, 0.30558931827545166, 0.32993486523628235, 0.3157263696193695, 0.3124507665634155, -0.05476013571023941], "cos_Ac_negg": [0.3119891285896301, 0.30625295639038086, 0.30558931827545166, 0.32993486523628235, 0.3157263696193695, 0.3124507665634155, -0.05476013571023941], "r_norm": [1.2467877864837646, 1.2569081783294678, 1.2041795253753662, 1.2570091485977173, 1.25687837600708, 1.1983613967895508, 1.2821229696273804]}, {"step": 1750, "epoch": 3, "train_loss": 0.5578570365905762, "cos_r_negg": [0.3519120216369629, 0.3513869643211365, 0.3287798762321472, 0.3315815329551697, 0.28729772567749023, 0.2597596049308777, -0.04134397208690643], "cos_apical_negg": [0.3519120216369629, 0.3513869643211365, 0.3287798762321472, 0.3315815329551697, 0.28729772567749023, 0.2597596049308777, -0.04134397208690643], "cos_Ac_negg": [0.3519120216369629, 0.3513869643211365, 0.3287798762321472, 0.3315815329551697, 0.28729772567749023, 0.2597596049308777, -0.04134397208690643], "r_norm": [1.180617094039917, 1.1885967254638672, 1.1361606121063232, 1.1894941329956055, 1.1943769454956055, 1.136087417602539, 1.217513084411621]}, {"step": 1800, "epoch": 3, "train_loss": 0.3885333240032196, "cos_r_negg": [0.3571779131889343, 0.36168235540390015, 0.32625097036361694, 0.34010177850723267, 0.31866300106048584, 0.2644217014312744, -0.03680216521024704], "cos_apical_negg": [0.3571779131889343, 0.36168235540390015, 0.32625097036361694, 0.34010177850723267, 0.31866300106048584, 0.2644217014312744, -0.03680216521024704], "cos_Ac_negg": [0.3571779131889343, 0.36168235540390015, 0.32625097036361694, 0.34010177850723267, 0.31866300106048584, 0.2644217014312744, -0.03680216521024704], "r_norm": [1.1914470195770264, 1.2033770084381104, 1.1461236476898193, 1.1978039741516113, 1.2065380811691284, 1.1505013704299927, 1.2305318117141724]}, {"step": 1850, "epoch": 3, "train_loss": 0.41213458776474, "cos_r_negg": [0.3430026173591614, 0.3540882468223572, 0.3277129530906677, 0.3515985608100891, 0.3151553273200989, 0.26010799407958984, -0.03069061040878296], "cos_apical_negg": [0.3430026173591614, 0.3540882468223572, 0.3277129530906677, 0.3515985608100891, 0.3151553273200989, 0.26010799407958984, -0.03069061040878296], "cos_Ac_negg": [0.3430026173591614, 0.3540882468223572, 0.3277129530906677, 0.3515985608100891, 0.3151553273200989, 0.26010799407958984, -0.03069061040878296], "r_norm": [1.108656406402588, 1.1187167167663574, 1.0667701959609985, 1.1094975471496582, 1.1155469417572021, 1.0615736246109009, 1.1322988271713257]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8533, "test_loss": 0.43282036743164065}, {"step": 1900, "epoch": 4, "train_loss": 0.3190879225730896, "cos_r_negg": [0.3356967270374298, 0.35640639066696167, 0.323364794254303, 0.32781922817230225, 0.32052356004714966, 0.3136637210845947, 0.0047149150632321835], "cos_apical_negg": [0.3356967270374298, 0.35640639066696167, 0.323364794254303, 0.32781922817230225, 0.32052356004714966, 0.3136637210845947, 0.0047149150632321835], "cos_Ac_negg": [0.3356967270374298, 0.35640639066696167, 0.323364794254303, 0.32781922817230225, 0.32052356004714966, 0.3136637210845947, 0.0047149150632321835], "r_norm": [1.1585237979888916, 1.1666643619537354, 1.112527847290039, 1.1611733436584473, 1.1652772426605225, 1.1081210374832153, 1.1866021156311035]}, {"step": 1950, "epoch": 4, "train_loss": 0.7271966338157654, "cos_r_negg": [0.38811051845550537, 0.3985258638858795, 0.37779417634010315, 0.3728684186935425, 0.31593966484069824, 0.306976318359375, 0.00426727719604969], "cos_apical_negg": [0.38811051845550537, 0.3985258638858795, 0.37779417634010315, 0.3728684186935425, 0.31593966484069824, 0.306976318359375, 0.00426727719604969], "cos_Ac_negg": [0.38811051845550537, 0.3985258638858795, 0.37779417634010315, 0.3728684186935425, 0.31593966484069824, 0.306976318359375, 0.00426727719604969], "r_norm": [1.3525936603546143, 1.3575317859649658, 1.296241283416748, 1.3521617650985718, 1.358135461807251, 1.2883753776550293, 1.3804428577423096]}, {"step": 2000, "epoch": 4, "train_loss": 0.4375803470611572, "cos_r_negg": [0.36879193782806396, 0.3941601514816284, 0.3887677788734436, 0.37187960743904114, 0.33824652433395386, 0.3054065704345703, 0.0048874481581151485], "cos_apical_negg": [0.36879193782806396, 0.3941601514816284, 0.3887677788734436, 0.37187960743904114, 0.33824652433395386, 0.3054065704345703, 0.0048874481581151485], "cos_Ac_negg": [0.36879193782806396, 0.3941601514816284, 0.3887677788734436, 0.37187960743904114, 0.33824652433395386, 0.3054065704345703, 0.0048874481581151485], "r_norm": [1.315446138381958, 1.317805290222168, 1.252514123916626, 1.3077647686004639, 1.3205583095550537, 1.2506883144378662, 1.3420898914337158]}, {"step": 2050, "epoch": 4, "train_loss": 0.42887580394744873, "cos_r_negg": [0.38975268602371216, 0.39428433775901794, 0.3622313439846039, 0.38755375146865845, 0.33021217584609985, 0.30422958731651306, -0.02227049134671688], "cos_apical_negg": [0.38975268602371216, 0.39428433775901794, 0.3622313439846039, 0.38755375146865845, 0.33021217584609985, 0.30422958731651306, -0.02227049134671688], "cos_Ac_negg": [0.38975268602371216, 0.39428433775901794, 0.3622313439846039, 0.38755375146865845, 0.33021217584609985, 0.30422958731651306, -0.02227049134671688], "r_norm": [1.1834847927093506, 1.1911699771881104, 1.1403322219848633, 1.1843030452728271, 1.1899280548095703, 1.1283526420593262, 1.2055631875991821]}, {"step": 2100, "epoch": 4, "train_loss": 0.36295557022094727, "cos_r_negg": [0.3690171241760254, 0.3551809787750244, 0.34156495332717896, 0.35871678590774536, 0.35480019450187683, 0.2845143675804138, -0.04190623387694359], "cos_apical_negg": [0.3690171241760254, 0.3551809787750244, 0.34156495332717896, 0.35871678590774536, 0.35480019450187683, 0.2845143675804138, -0.04190623387694359], "cos_Ac_negg": [0.3690171241760254, 0.3551809787750244, 0.34156495332717896, 0.35871678590774536, 0.35480019450187683, 0.2845143675804138, -0.04190623387694359], "r_norm": [1.2051680088043213, 1.2175906896591187, 1.1556293964385986, 1.2052180767059326, 1.2158236503601074, 1.157374620437622, 1.238407850265503]}, {"step": 2150, "epoch": 4, "train_loss": 0.403143048286438, "cos_r_negg": [0.3737078905105591, 0.37247002124786377, 0.35280418395996094, 0.37154513597488403, 0.3399791121482849, 0.30597424507141113, -0.0428006537258625], "cos_apical_negg": [0.3737078905105591, 0.37247002124786377, 0.35280418395996094, 0.37154513597488403, 0.3399791121482849, 0.30597424507141113, -0.0428006537258625], "cos_Ac_negg": [0.3737078905105591, 0.37247002124786377, 0.35280418395996094, 0.37154513597488403, 0.3399791121482849, 0.30597424507141113, -0.0428006537258625], "r_norm": [1.1312079429626465, 1.1317236423492432, 1.0817108154296875, 1.1301403045654297, 1.1417810916900635, 1.081894874572754, 1.1550170183181763]}, {"step": 2200, "epoch": 4, "train_loss": 0.47681424021720886, "cos_r_negg": [0.36737141013145447, 0.35558179020881653, 0.3558904528617859, 0.34796395897865295, 0.30835336446762085, 0.2878309488296509, -0.05187120661139488], "cos_apical_negg": [0.36737141013145447, 0.35558179020881653, 0.3558904528617859, 0.34796395897865295, 0.30835336446762085, 0.2878309488296509, -0.05187120661139488], "cos_Ac_negg": [0.36737141013145447, 0.35558179020881653, 0.3558904528617859, 0.34796395897865295, 0.30835336446762085, 0.2878309488296509, -0.05187120661139488], "r_norm": [1.2249832153320312, 1.2203603982925415, 1.168226957321167, 1.2261672019958496, 1.22977876663208, 1.1685059070587158, 1.250575304031372]}, {"step": 2250, "epoch": 4, "train_loss": 0.2815757095813751, "cos_r_negg": [0.34517988562583923, 0.3266890347003937, 0.31490492820739746, 0.3434319496154785, 0.2974957823753357, 0.2695445418357849, -0.012135623022913933], "cos_apical_negg": [0.34517988562583923, 0.3266890347003937, 0.31490492820739746, 0.3434319496154785, 0.2974957823753357, 0.2695445418357849, -0.012135623022913933], "cos_Ac_negg": [0.34517988562583923, 0.3266890347003937, 0.31490492820739746, 0.3434319496154785, 0.2974957823753357, 0.2695445418357849, -0.012135623022913933], "r_norm": [1.1345784664154053, 1.1422771215438843, 1.0916051864624023, 1.1422934532165527, 1.1450828313827515, 1.0889915227890015, 1.1640242338180542]}, {"step": 2300, "epoch": 4, "train_loss": 0.1738228052854538, "cos_r_negg": [0.35072213411331177, 0.35140132904052734, 0.32559993863105774, 0.3589739501476288, 0.32165777683258057, 0.2870583236217499, -0.015368888154625893], "cos_apical_negg": [0.35072213411331177, 0.35140132904052734, 0.32559993863105774, 0.3589739501476288, 0.32165777683258057, 0.2870583236217499, -0.015368888154625893], "cos_Ac_negg": [0.35072213411331177, 0.35140132904052734, 0.32559993863105774, 0.3589739501476288, 0.32165777683258057, 0.2870583236217499, -0.015368888154625893], "r_norm": [1.1650488376617432, 1.172947645187378, 1.1179598569869995, 1.1689512729644775, 1.1723283529281616, 1.1148947477340698, 1.1967029571533203]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8425, "test_loss": 0.47584382934570313}, {"step": 2350, "epoch": 5, "train_loss": 0.3233736455440521, "cos_r_negg": [0.3699107766151428, 0.35137122869491577, 0.32276487350463867, 0.36501240730285645, 0.2670091390609741, 0.2698526680469513, -0.017474737018346786], "cos_apical_negg": [0.3699107766151428, 0.35137122869491577, 0.32276487350463867, 0.36501240730285645, 0.2670091390609741, 0.2698526680469513, -0.017474737018346786], "cos_Ac_negg": [0.3699107766151428, 0.35137122869491577, 0.32276487350463867, 0.36501240730285645, 0.2670091390609741, 0.2698526680469513, -0.017474737018346786], "r_norm": [1.1827733516693115, 1.1849358081817627, 1.1424541473388672, 1.2000359296798706, 1.1959954500198364, 1.136926531791687, 1.2195755243301392]}, {"step": 2400, "epoch": 5, "train_loss": 0.3756236135959625, "cos_r_negg": [0.39150458574295044, 0.37640178203582764, 0.344584584236145, 0.3259221911430359, 0.2964732050895691, 0.31281229853630066, -0.04413522034883499], "cos_apical_negg": [0.39150458574295044, 0.37640178203582764, 0.344584584236145, 0.3259221911430359, 0.2964732050895691, 0.31281229853630066, -0.04413522034883499], "cos_Ac_negg": [0.39150458574295044, 0.37640178203582764, 0.344584584236145, 0.3259221911430359, 0.2964732050895691, 0.31281229853630066, -0.04413522034883499], "r_norm": [1.2282094955444336, 1.2262308597564697, 1.1750926971435547, 1.2298917770385742, 1.235459327697754, 1.1688055992126465, 1.2536330223083496]}, {"step": 2450, "epoch": 5, "train_loss": 0.48789381980895996, "cos_r_negg": [0.3429129123687744, 0.35756680369377136, 0.35217633843421936, 0.33439263701438904, 0.26802748441696167, 0.28531694412231445, -0.0504719503223896], "cos_apical_negg": [0.3429129123687744, 0.35756680369377136, 0.35217633843421936, 0.33439263701438904, 0.26802748441696167, 0.28531694412231445, -0.0504719503223896], "cos_Ac_negg": [0.3429129123687744, 0.35756680369377136, 0.35217633843421936, 0.33439263701438904, 0.26802748441696167, 0.28531694412231445, -0.0504719503223896], "r_norm": [1.1444517374038696, 1.153658390045166, 1.1081194877624512, 1.1597673892974854, 1.1566835641860962, 1.0995910167694092, 1.1781843900680542]}, {"step": 2500, "epoch": 5, "train_loss": 0.29458048939704895, "cos_r_negg": [0.35225945711135864, 0.3707597851753235, 0.33419185876846313, 0.3236120343208313, 0.27866795659065247, 0.31378841400146484, 0.018930602818727493], "cos_apical_negg": [0.35225945711135864, 0.3707597851753235, 0.33419185876846313, 0.3236120343208313, 0.27866795659065247, 0.31378841400146484, 0.018930602818727493], "cos_Ac_negg": [0.35225945711135864, 0.3707597851753235, 0.33419185876846313, 0.3236120343208313, 0.27866795659065247, 0.31378841400146484, 0.018930602818727493], "r_norm": [1.2336602210998535, 1.2369308471679688, 1.1807104349136353, 1.2269079685211182, 1.2352519035339355, 1.1707931756973267, 1.2531119585037231]}, {"step": 2550, "epoch": 5, "train_loss": 0.27546054124832153, "cos_r_negg": [0.32540440559387207, 0.3551226854324341, 0.3490777313709259, 0.3316238224506378, 0.26497697830200195, 0.2973983883857727, 0.022091975435614586], "cos_apical_negg": [0.32540440559387207, 0.3551226854324341, 0.3490777313709259, 0.3316238224506378, 0.26497697830200195, 0.2973983883857727, 0.022091975435614586], "cos_Ac_negg": [0.32540440559387207, 0.3551226854324341, 0.3490777313709259, 0.3316238224506378, 0.26497697830200195, 0.2973983883857727, 0.022091975435614586], "r_norm": [1.1169061660766602, 1.1258875131607056, 1.0748281478881836, 1.1199357509613037, 1.1230440139770508, 1.0687065124511719, 1.1415228843688965]}, {"step": 2600, "epoch": 5, "train_loss": 0.3569042682647705, "cos_r_negg": [0.3633161187171936, 0.364789754152298, 0.35581180453300476, 0.3676795959472656, 0.31657418608665466, 0.3258216679096222, -0.0033227764070034027], "cos_apical_negg": [0.3633161187171936, 0.364789754152298, 0.35581180453300476, 0.3676795959472656, 0.31657418608665466, 0.3258216679096222, -0.0033227764070034027], "cos_Ac_negg": [0.3633161187171936, 0.364789754152298, 0.35581180453300476, 0.3676795959472656, 0.31657418608665466, 0.3258216679096222, -0.0033227764070034027], "r_norm": [1.0285053253173828, 1.039243221282959, 0.9954659938812256, 1.0381731986999512, 1.0406486988067627, 0.9882667660713196, 1.056711196899414]}, {"step": 2650, "epoch": 5, "train_loss": 0.2615664303302765, "cos_r_negg": [0.3778316378593445, 0.4018937349319458, 0.3928988575935364, 0.40792983770370483, 0.3053669035434723, 0.30699801445007324, 0.002079600468277931], "cos_apical_negg": [0.3778316378593445, 0.4018937349319458, 0.3928988575935364, 0.40792983770370483, 0.3053669035434723, 0.30699801445007324, 0.002079600468277931], "cos_Ac_negg": [0.3778316378593445, 0.4018937349319458, 0.3928988575935364, 0.40792983770370483, 0.3053669035434723, 0.30699801445007324, 0.002079600468277931], "r_norm": [1.0655958652496338, 1.0716896057128906, 1.0262200832366943, 1.074553370475769, 1.0773824453353882, 1.0222558975219727, 1.092455267906189]}, {"step": 2700, "epoch": 5, "train_loss": 0.21964912116527557, "cos_r_negg": [0.3612709641456604, 0.36973872780799866, 0.3655199408531189, 0.36793506145477295, 0.29388362169265747, 0.29335376620292664, -0.016603859141469002], "cos_apical_negg": [0.3612709641456604, 0.36973872780799866, 0.3655199408531189, 0.36793506145477295, 0.29388362169265747, 0.29335376620292664, -0.016603859141469002], "cos_Ac_negg": [0.3612709641456604, 0.36973872780799866, 0.3655199408531189, 0.36793506145477295, 0.29388362169265747, 0.29335376620292664, -0.016603859141469002], "r_norm": [1.0634000301361084, 1.0712270736694336, 1.0236537456512451, 1.0722312927246094, 1.0719001293182373, 1.0216090679168701, 1.0945119857788086]}, {"step": 2750, "epoch": 5, "train_loss": 0.4442102313041687, "cos_r_negg": [0.3041191101074219, 0.32847100496292114, 0.3315129280090332, 0.33044934272766113, 0.27745670080184937, 0.2794310450553894, 0.002239170018583536], "cos_apical_negg": [0.3041191101074219, 0.32847100496292114, 0.3315129280090332, 0.33044934272766113, 0.27745670080184937, 0.2794310450553894, 0.002239170018583536], "cos_Ac_negg": [0.3041191101074219, 0.32847100496292114, 0.3315129280090332, 0.33044934272766113, 0.27745670080184937, 0.2794310450553894, 0.002239170018583536], "r_norm": [1.1668212413787842, 1.1828844547271729, 1.1299245357513428, 1.180848240852356, 1.185402512550354, 1.1289565563201904, 1.2043755054473877]}, {"step": 2800, "epoch": 5, "train_loss": 0.3873632550239563, "cos_r_negg": [0.3123457431793213, 0.3348732590675354, 0.33470889925956726, 0.342303991317749, 0.2377370297908783, 0.2579945921897888, 0.014476597309112549], "cos_apical_negg": [0.3123457431793213, 0.3348732590675354, 0.33470889925956726, 0.342303991317749, 0.2377370297908783, 0.2579945921897888, 0.014476597309112549], "cos_Ac_negg": [0.3123457431793213, 0.3348732590675354, 0.33470889925956726, 0.342303991317749, 0.2377370297908783, 0.2579945921897888, 0.014476597309112549], "r_norm": [1.074186086654663, 1.0856809616088867, 1.0352604389190674, 1.078354001045227, 1.0842509269714355, 1.0296880006790161, 1.099968671798706]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8535, "test_loss": 0.44865943298339844}, {"step": 2850, "epoch": 6, "train_loss": 0.32960230112075806, "cos_r_negg": [0.3291545808315277, 0.33369845151901245, 0.32396644353866577, 0.33700788021087646, 0.28368955850601196, 0.2993018627166748, 0.021865271031856537], "cos_apical_negg": [0.3291545808315277, 0.33369845151901245, 0.32396644353866577, 0.33700788021087646, 0.28368955850601196, 0.2993018627166748, 0.021865271031856537], "cos_Ac_negg": [0.3291545808315277, 0.33369845151901245, 0.32396644353866577, 0.33700788021087646, 0.28368955850601196, 0.2993018627166748, 0.021865271031856537], "r_norm": [1.1892478466033936, 1.1939737796783447, 1.1471402645111084, 1.192967414855957, 1.2100541591644287, 1.14072847366333, 1.2113865613937378]}, {"step": 2900, "epoch": 6, "train_loss": 0.30617085099220276, "cos_r_negg": [0.30820804834365845, 0.31033092737197876, 0.30551114678382874, 0.3166390657424927, 0.23079213500022888, 0.2678108215332031, 0.039596013724803925], "cos_apical_negg": [0.30820804834365845, 0.31033092737197876, 0.30551114678382874, 0.3166390657424927, 0.23079213500022888, 0.2678108215332031, 0.039596013724803925], "cos_Ac_negg": [0.30820804834365845, 0.31033092737197876, 0.30551114678382874, 0.3166390657424927, 0.23079213500022888, 0.2678108215332031, 0.039596013724803925], "r_norm": [1.137679934501648, 1.1470638513565063, 1.0958162546157837, 1.141046166419983, 1.1459681987762451, 1.083526372909546, 1.1618359088897705]}, {"step": 2950, "epoch": 6, "train_loss": 0.1885560005903244, "cos_r_negg": [0.3250828683376312, 0.33383607864379883, 0.3186851143836975, 0.32557374238967896, 0.2568226456642151, 0.2555953860282898, 0.003380938433110714], "cos_apical_negg": [0.3250828683376312, 0.33383607864379883, 0.3186851143836975, 0.32557374238967896, 0.2568226456642151, 0.2555953860282898, 0.003380938433110714], "cos_Ac_negg": [0.3250828683376312, 0.33383607864379883, 0.3186851143836975, 0.32557374238967896, 0.2568226456642151, 0.2555953860282898, 0.003380938433110714], "r_norm": [1.0654059648513794, 1.0684235095977783, 1.0209412574768066, 1.0698366165161133, 1.0755233764648438, 1.0209121704101562, 1.090569257736206]}, {"step": 3000, "epoch": 6, "train_loss": 0.513076901435852, "cos_r_negg": [0.3113026022911072, 0.30765271186828613, 0.3056967854499817, 0.3130977749824524, 0.24365904927253723, 0.2612311840057373, 0.003867097431793809], "cos_apical_negg": [0.3113026022911072, 0.30765271186828613, 0.3056967854499817, 0.3130977749824524, 0.24365904927253723, 0.2612311840057373, 0.003867097431793809], "cos_Ac_negg": [0.3113026022911072, 0.30765271186828613, 0.3056967854499817, 0.3130977749824524, 0.24365904927253723, 0.2612311840057373, 0.003867097431793809], "r_norm": [1.1663427352905273, 1.1721129417419434, 1.11504065990448, 1.161409854888916, 1.1723074913024902, 1.1134549379348755, 1.1858322620391846]}, {"step": 3050, "epoch": 6, "train_loss": 0.4005240201950073, "cos_r_negg": [0.31575849652290344, 0.32688096165657043, 0.31785616278648376, 0.34282854199409485, 0.25618287920951843, 0.2598138451576233, -0.008273827843368053], "cos_apical_negg": [0.31575849652290344, 0.32688096165657043, 0.31785616278648376, 0.34282854199409485, 0.25618287920951843, 0.2598138451576233, -0.008273827843368053], "cos_Ac_negg": [0.31575849652290344, 0.32688096165657043, 0.31785616278648376, 0.34282854199409485, 0.25618287920951843, 0.2598138451576233, -0.008273827843368053], "r_norm": [1.0649375915527344, 1.069915533065796, 1.0220283269882202, 1.0660760402679443, 1.0748772621154785, 1.020211100578308, 1.0907974243164062]}, {"step": 3100, "epoch": 6, "train_loss": 0.40518325567245483, "cos_r_negg": [0.32271695137023926, 0.31963229179382324, 0.31467151641845703, 0.30589666962623596, 0.27759864926338196, 0.2534242570400238, -0.02062074840068817], "cos_apical_negg": [0.32271695137023926, 0.31963229179382324, 0.31467151641845703, 0.30589666962623596, 0.27759864926338196, 0.2534242570400238, -0.02062074840068817], "cos_Ac_negg": [0.32271695137023926, 0.31963229179382324, 0.31467151641845703, 0.30589666962623596, 0.27759864926338196, 0.2534242570400238, -0.02062074840068817], "r_norm": [1.2347863912582397, 1.2343015670776367, 1.183995008468628, 1.2413407564163208, 1.2472914457321167, 1.1814237833023071, 1.2651896476745605]}, {"step": 3150, "epoch": 6, "train_loss": 0.4374295175075531, "cos_r_negg": [0.3464023172855377, 0.3429223299026489, 0.32743310928344727, 0.3370436131954193, 0.3109935522079468, 0.30999454855918884, 0.012205461040139198], "cos_apical_negg": [0.3464023172855377, 0.3429223299026489, 0.32743310928344727, 0.3370436131954193, 0.3109935522079468, 0.30999454855918884, 0.012205461040139198], "cos_Ac_negg": [0.3464023172855377, 0.3429223299026489, 0.32743310928344727, 0.3370436131954193, 0.3109935522079468, 0.30999454855918884, 0.012205461040139198], "r_norm": [1.181469440460205, 1.188882827758789, 1.1343839168548584, 1.1877211332321167, 1.1926389932632446, 1.1303517818450928, 1.2114732265472412]}, {"step": 3200, "epoch": 6, "train_loss": 0.30694466829299927, "cos_r_negg": [0.39244335889816284, 0.38785699009895325, 0.3676436245441437, 0.3592010736465454, 0.3392837345600128, 0.32573461532592773, 0.04460989311337471], "cos_apical_negg": [0.39244335889816284, 0.38785699009895325, 0.3676436245441437, 0.3592010736465454, 0.3392837345600128, 0.32573461532592773, 0.04460989311337471], "cos_Ac_negg": [0.39244335889816284, 0.38785699009895325, 0.3676436245441437, 0.3592010736465454, 0.3392837345600128, 0.32573461532592773, 0.04460989311337471], "r_norm": [1.0837292671203613, 1.0966801643371582, 1.0519018173217773, 1.0999486446380615, 1.0959124565124512, 1.0401434898376465, 1.119239091873169]}, {"step": 3250, "epoch": 6, "train_loss": 0.28240537643432617, "cos_r_negg": [0.3591957092285156, 0.3756812810897827, 0.357043981552124, 0.36593732237815857, 0.30889254808425903, 0.32720082998275757, 0.04386506974697113], "cos_apical_negg": [0.3591957092285156, 0.3756812810897827, 0.357043981552124, 0.36593732237815857, 0.30889254808425903, 0.32720082998275757, 0.04386506974697113], "cos_Ac_negg": [0.3591957092285156, 0.3756812810897827, 0.357043981552124, 0.36593732237815857, 0.30889254808425903, 0.32720082998275757, 0.04386506974697113], "r_norm": [1.0191333293914795, 1.0221672058105469, 0.9778909087181091, 1.0242105722427368, 1.027653455734253, 0.9748937487602234, 1.044859766960144]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8416, "test_loss": 0.4762414520263672}, {"step": 3300, "epoch": 7, "train_loss": 0.3211827278137207, "cos_r_negg": [0.37099558115005493, 0.3820883631706238, 0.3751242458820343, 0.3936268091201782, 0.365619421005249, 0.35022926330566406, 0.06645116209983826], "cos_apical_negg": [0.37099558115005493, 0.3820883631706238, 0.3751242458820343, 0.3936268091201782, 0.365619421005249, 0.35022926330566406, 0.06645116209983826], "cos_Ac_negg": [0.37099558115005493, 0.3820883631706238, 0.3751242458820343, 0.3936268091201782, 0.365619421005249, 0.35022926330566406, 0.06645116209983826], "r_norm": [1.0725274085998535, 1.0805022716522217, 1.0257329940795898, 1.070828914642334, 1.0793296098709106, 1.0294843912124634, 1.0974836349487305]}, {"step": 3350, "epoch": 7, "train_loss": 0.3488926887512207, "cos_r_negg": [0.34519731998443604, 0.36499547958374023, 0.34559422731399536, 0.35844510793685913, 0.3380167484283447, 0.363479882478714, 0.04207959771156311], "cos_apical_negg": [0.34519731998443604, 0.36499547958374023, 0.34559422731399536, 0.35844510793685913, 0.3380167484283447, 0.363479882478714, 0.04207959771156311], "cos_Ac_negg": [0.34519731998443604, 0.36499547958374023, 0.34559422731399536, 0.35844510793685913, 0.3380167484283447, 0.363479882478714, 0.04207959771156311], "r_norm": [1.0939977169036865, 1.1019601821899414, 1.0536792278289795, 1.101043462753296, 1.1026840209960938, 1.0449073314666748, 1.120151400566101]}, {"step": 3400, "epoch": 7, "train_loss": 0.4263441562652588, "cos_r_negg": [0.37103545665740967, 0.37940263748168945, 0.38197779655456543, 0.38459622859954834, 0.3524130582809448, 0.36681073904037476, 0.04603128135204315], "cos_apical_negg": [0.37103545665740967, 0.37940263748168945, 0.38197779655456543, 0.38459622859954834, 0.3524130582809448, 0.36681073904037476, 0.04603128135204315], "cos_Ac_negg": [0.37103545665740967, 0.37940263748168945, 0.38197779655456543, 0.38459622859954834, 0.3524130582809448, 0.36681073904037476, 0.04603128135204315], "r_norm": [0.9746196866035461, 0.9809920191764832, 0.9378812313079834, 0.9820272326469421, 0.9875221252441406, 0.9378397464752197, 1.0021343231201172]}, {"step": 3450, "epoch": 7, "train_loss": 0.3542528748512268, "cos_r_negg": [0.3475249707698822, 0.34638512134552, 0.35144704580307007, 0.3723699450492859, 0.3174085319042206, 0.3557170033454895, 0.05349425598978996], "cos_apical_negg": [0.3475249707698822, 0.34638512134552, 0.35144704580307007, 0.3723699450492859, 0.3174085319042206, 0.3557170033454895, 0.05349425598978996], "cos_Ac_negg": [0.3475249707698822, 0.34638512134552, 0.35144704580307007, 0.3723699450492859, 0.3174085319042206, 0.3557170033454895, 0.05349425598978996], "r_norm": [1.0963431596755981, 1.104447364807129, 1.0572030544281006, 1.1047635078430176, 1.1068826913833618, 1.0502188205718994, 1.1240630149841309]}, {"step": 3500, "epoch": 7, "train_loss": 0.33860087394714355, "cos_r_negg": [0.35187584161758423, 0.3939271569252014, 0.37615472078323364, 0.38230466842651367, 0.35394787788391113, 0.36160728335380554, 0.03218774124979973], "cos_apical_negg": [0.35187584161758423, 0.3939271569252014, 0.37615472078323364, 0.38230466842651367, 0.35394787788391113, 0.36160728335380554, 0.03218774124979973], "cos_Ac_negg": [0.35187584161758423, 0.3939271569252014, 0.37615472078323364, 0.38230466842651367, 0.35394787788391113, 0.36160728335380554, 0.03218774124979973], "r_norm": [1.049700379371643, 1.0523440837860107, 1.0111267566680908, 1.0619863271713257, 1.0604116916656494, 1.0073034763336182, 1.0802459716796875]}, {"step": 3550, "epoch": 7, "train_loss": 0.25636839866638184, "cos_r_negg": [0.34792256355285645, 0.396159827709198, 0.3789086639881134, 0.3785467743873596, 0.3220817744731903, 0.3313450515270233, 0.027265233919024467], "cos_apical_negg": [0.34792256355285645, 0.396159827709198, 0.3789086639881134, 0.3785467743873596, 0.3220817744731903, 0.3313450515270233, 0.027265233919024467], "cos_Ac_negg": [0.34792256355285645, 0.396159827709198, 0.3789086639881134, 0.3785467743873596, 0.3220817744731903, 0.3313450515270233, 0.027265233919024467], "r_norm": [1.1312909126281738, 1.1351072788238525, 1.0873230695724487, 1.1367278099060059, 1.1410701274871826, 1.080538272857666, 1.157569169998169]}, {"step": 3600, "epoch": 7, "train_loss": 0.28006523847579956, "cos_r_negg": [0.3574684262275696, 0.3808750510215759, 0.4030044674873352, 0.39111629128456116, 0.3398262858390808, 0.338233083486557, 0.033052943646907806], "cos_apical_negg": [0.3574684262275696, 0.3808750510215759, 0.4030044674873352, 0.39111629128456116, 0.3398262858390808, 0.338233083486557, 0.033052943646907806], "cos_Ac_negg": [0.3574684262275696, 0.3808750510215759, 0.4030044674873352, 0.39111629128456116, 0.3398262858390808, 0.338233083486557, 0.033052943646907806], "r_norm": [1.2006568908691406, 1.2061933279037476, 1.1475977897644043, 1.202737808227539, 1.2090671062469482, 1.1481674909591675, 1.2245867252349854]}, {"step": 3650, "epoch": 7, "train_loss": 0.5158306956291199, "cos_r_negg": [0.38256412744522095, 0.39169108867645264, 0.38334137201309204, 0.38210058212280273, 0.32157331705093384, 0.31341975927352905, 0.01150674931704998], "cos_apical_negg": [0.38256412744522095, 0.39169108867645264, 0.38334137201309204, 0.38210058212280273, 0.32157331705093384, 0.31341975927352905, 0.01150674931704998], "cos_Ac_negg": [0.38256412744522095, 0.39169108867645264, 0.38334137201309204, 0.38210058212280273, 0.32157331705093384, 0.31341975927352905, 0.01150674931704998], "r_norm": [1.0848438739776611, 1.0942895412445068, 1.047903299331665, 1.0990023612976074, 1.0972908735275269, 1.0387648344039917, 1.1173453330993652]}, {"step": 3700, "epoch": 7, "train_loss": 0.29166507720947266, "cos_r_negg": [0.35082000494003296, 0.34671708941459656, 0.36117202043533325, 0.35124850273132324, 0.32689452171325684, 0.32223835587501526, 0.006737804040312767], "cos_apical_negg": [0.35082000494003296, 0.34671708941459656, 0.36117202043533325, 0.35124850273132324, 0.32689452171325684, 0.32223835587501526, 0.006737804040312767], "cos_Ac_negg": [0.35082000494003296, 0.34671708941459656, 0.36117202043533325, 0.35124850273132324, 0.32689452171325684, 0.32223835587501526, 0.006737804040312767], "r_norm": [1.211234450340271, 1.2131505012512207, 1.1587762832641602, 1.2157162427902222, 1.2222275733947754, 1.159896969795227, 1.2400715351104736]}, {"step": 3750, "epoch": 7, "train_loss": 0.4518769085407257, "cos_r_negg": [0.32813701033592224, 0.3539678156375885, 0.36173370480537415, 0.39082837104797363, 0.346743106842041, 0.34631767868995667, -0.005950835533440113], "cos_apical_negg": [0.32813701033592224, 0.3539678156375885, 0.36173370480537415, 0.39082837104797363, 0.346743106842041, 0.34631767868995667, -0.005950835533440113], "cos_Ac_negg": [0.32813701033592224, 0.3539678156375885, 0.36173370480537415, 0.39082837104797363, 0.346743106842041, 0.34631767868995667, -0.005950835533440113], "r_norm": [1.048330545425415, 1.050950050354004, 1.006594181060791, 1.0565764904022217, 1.0602927207946777, 1.0063037872314453, 1.0761561393737793]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8592, "test_loss": 0.43381058349609375}, {"step": 3800, "epoch": 8, "train_loss": 0.2643502950668335, "cos_r_negg": [0.36545461416244507, 0.38701221346855164, 0.3722255825996399, 0.37687966227531433, 0.3621726334095001, 0.36686986684799194, -0.012794355861842632], "cos_apical_negg": [0.36545461416244507, 0.38701221346855164, 0.3722255825996399, 0.37687966227531433, 0.3621726334095001, 0.36686986684799194, -0.012794355861842632], "cos_Ac_negg": [0.36545461416244507, 0.38701221346855164, 0.3722255825996399, 0.37687966227531433, 0.3621726334095001, 0.36686986684799194, -0.012794355861842632], "r_norm": [1.0748810768127441, 1.0818467140197754, 1.0360357761383057, 1.080446481704712, 1.0843806266784668, 1.02579665184021, 1.0985143184661865]}, {"step": 3850, "epoch": 8, "train_loss": 0.37860140204429626, "cos_r_negg": [0.35608577728271484, 0.3816360533237457, 0.3602296710014343, 0.37262314558029175, 0.351218581199646, 0.3600303828716278, 0.0024925656616687775], "cos_apical_negg": [0.35608577728271484, 0.3816360533237457, 0.3602296710014343, 0.37262314558029175, 0.351218581199646, 0.3600303828716278, 0.0024925656616687775], "cos_Ac_negg": [0.35608577728271484, 0.3816360533237457, 0.3602296710014343, 0.37262314558029175, 0.351218581199646, 0.3600303828716278, 0.0024925656616687775], "r_norm": [1.0652146339416504, 1.0783770084381104, 1.0260181427001953, 1.0768249034881592, 1.0781649351119995, 1.0257999897003174, 1.0977438688278198]}, {"step": 3900, "epoch": 8, "train_loss": 0.3085397481918335, "cos_r_negg": [0.3948057293891907, 0.40075892210006714, 0.39028221368789673, 0.383985310792923, 0.34274643659591675, 0.3547641634941101, -0.010145939886569977], "cos_apical_negg": [0.3948057293891907, 0.40075892210006714, 0.39028221368789673, 0.383985310792923, 0.34274643659591675, 0.3547641634941101, -0.010145939886569977], "cos_Ac_negg": [0.3948057293891907, 0.40075892210006714, 0.39028221368789673, 0.383985310792923, 0.34274643659591675, 0.3547641634941101, -0.010145939886569977], "r_norm": [1.1172330379486084, 1.127987027168274, 1.0776762962341309, 1.1273858547210693, 1.1318223476409912, 1.0701510906219482, 1.147508978843689]}, {"step": 3950, "epoch": 8, "train_loss": 0.3683811128139496, "cos_r_negg": [0.4094640016555786, 0.41451719403266907, 0.4016685485839844, 0.3958870470523834, 0.36694326996803284, 0.3718721270561218, 0.0008166078478097916], "cos_apical_negg": [0.4094640016555786, 0.41451719403266907, 0.4016685485839844, 0.3958870470523834, 0.36694326996803284, 0.3718721270561218, 0.0008166078478097916], "cos_Ac_negg": [0.4094640016555786, 0.41451719403266907, 0.4016685485839844, 0.3958870470523834, 0.36694326996803284, 0.3718721270561218, 0.0008166078478097916], "r_norm": [0.9904207587242126, 0.9967583417892456, 0.9540292620658875, 0.994257926940918, 0.9999991059303284, 0.9467242956161499, 1.0114943981170654]}, {"step": 4000, "epoch": 8, "train_loss": 0.41613900661468506, "cos_r_negg": [0.4282649755477905, 0.43825823068618774, 0.42079055309295654, 0.41152364015579224, 0.3698796033859253, 0.3593499958515167, 0.00999162346124649], "cos_apical_negg": [0.4282649755477905, 0.43825823068618774, 0.42079055309295654, 0.41152364015579224, 0.3698796033859253, 0.3593499958515167, 0.00999162346124649], "cos_Ac_negg": [0.4282649755477905, 0.43825823068618774, 0.42079055309295654, 0.41152364015579224, 0.3698796033859253, 0.3593499958515167, 0.00999162346124649], "r_norm": [1.1681849956512451, 1.1750671863555908, 1.1172358989715576, 1.173094391822815, 1.1842694282531738, 1.1268763542175293, 1.2031450271606445]}, {"step": 4050, "epoch": 8, "train_loss": 0.35422325134277344, "cos_r_negg": [0.3528909683227539, 0.37702950835227966, 0.3809046745300293, 0.3880242109298706, 0.3501476049423218, 0.336559534072876, -0.005061982199549675], "cos_apical_negg": [0.3528909683227539, 0.37702950835227966, 0.3809046745300293, 0.3880242109298706, 0.3501476049423218, 0.336559534072876, -0.005061982199549675], "cos_Ac_negg": [0.3528909683227539, 0.37702950835227966, 0.3809046745300293, 0.3880242109298706, 0.3501476049423218, 0.336559534072876, -0.005061982199549675], "r_norm": [1.1671431064605713, 1.1646015644073486, 1.1179232597351074, 1.168567180633545, 1.1755387783050537, 1.1135352849960327, 1.1904284954071045]}, {"step": 4100, "epoch": 8, "train_loss": 0.3355790674686432, "cos_r_negg": [0.37752389907836914, 0.38654980063438416, 0.3644886612892151, 0.3855452537536621, 0.3525809645652771, 0.35697177052497864, 0.02262968011200428], "cos_apical_negg": [0.37752389907836914, 0.38654980063438416, 0.3644886612892151, 0.3855452537536621, 0.3525809645652771, 0.35697177052497864, 0.02262968011200428], "cos_Ac_negg": [0.37752389907836914, 0.38654980063438416, 0.3644886612892151, 0.3855452537536621, 0.3525809645652771, 0.35697177052497864, 0.02262968011200428], "r_norm": [1.0277327299118042, 1.0341614484786987, 0.9869377017021179, 1.0295095443725586, 1.0356206893920898, 0.9842842221260071, 1.0514800548553467]}, {"step": 4150, "epoch": 8, "train_loss": 0.3586367070674896, "cos_r_negg": [0.3829817473888397, 0.4095889925956726, 0.38529521226882935, 0.3707754611968994, 0.32064828276634216, 0.33784765005111694, 0.016059357672929764], "cos_apical_negg": [0.3829817473888397, 0.4095889925956726, 0.38529521226882935, 0.3707754611968994, 0.32064828276634216, 0.33784765005111694, 0.016059357672929764], "cos_Ac_negg": [0.3829817473888397, 0.4095889925956726, 0.38529521226882935, 0.3707754611968994, 0.32064828276634216, 0.33784765005111694, 0.016059357672929764], "r_norm": [1.0716757774353027, 1.07523512840271, 1.029268503189087, 1.077151894569397, 1.0834249258041382, 1.0245389938354492, 1.096259593963623]}, {"step": 4200, "epoch": 8, "train_loss": 0.4579135775566101, "cos_r_negg": [0.3734979033470154, 0.3949766755104065, 0.3562799096107483, 0.3525122106075287, 0.31501275300979614, 0.3360981047153473, -0.007089802995324135], "cos_apical_negg": [0.3734979033470154, 0.3949766755104065, 0.3562799096107483, 0.3525122106075287, 0.31501275300979614, 0.3360981047153473, -0.007089802995324135], "cos_Ac_negg": [0.3734979033470154, 0.3949766755104065, 0.3562799096107483, 0.3525122106075287, 0.31501275300979614, 0.3360981047153473, -0.007089802995324135], "r_norm": [1.187398910522461, 1.1944905519485474, 1.1406493186950684, 1.1889396905899048, 1.1950795650482178, 1.1356470584869385, 1.2100777626037598]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8446, "test_loss": 0.5045663299560547}, {"step": 4250, "epoch": 9, "train_loss": 0.341240793466568, "cos_r_negg": [0.3983860909938812, 0.41496044397354126, 0.3859611749649048, 0.37776416540145874, 0.3175795078277588, 0.33912116289138794, 0.03248653560876846], "cos_apical_negg": [0.3983860909938812, 0.41496044397354126, 0.3859611749649048, 0.37776416540145874, 0.3175795078277588, 0.33912116289138794, 0.03248653560876846], "cos_Ac_negg": [0.3983860909938812, 0.41496044397354126, 0.3859611749649048, 0.37776416540145874, 0.3175795078277588, 0.33912116289138794, 0.03248653560876846], "r_norm": [1.1304311752319336, 1.1333287954330444, 1.0801630020141602, 1.1320616006851196, 1.1386146545410156, 1.0803956985473633, 1.1604459285736084]}, {"step": 4300, "epoch": 9, "train_loss": 0.32412832975387573, "cos_r_negg": [0.35598552227020264, 0.3738500475883484, 0.36261674761772156, 0.36866024136543274, 0.3188827931880951, 0.34352684020996094, 0.014603174291551113], "cos_apical_negg": [0.35598552227020264, 0.3738500475883484, 0.36261674761772156, 0.36866024136543274, 0.3188827931880951, 0.34352684020996094, 0.014603174291551113], "cos_Ac_negg": [0.35598552227020264, 0.3738500475883484, 0.36261674761772156, 0.36866024136543274, 0.3188827931880951, 0.34352684020996094, 0.014603174291551113], "r_norm": [1.0701632499694824, 1.0786983966827393, 1.034466028213501, 1.0786961317062378, 1.0850437879562378, 1.0281834602355957, 1.0970778465270996]}, {"step": 4350, "epoch": 9, "train_loss": 0.17564722895622253, "cos_r_negg": [0.35461854934692383, 0.38105762004852295, 0.3803093433380127, 0.3634815216064453, 0.34495946764945984, 0.34451162815093994, 0.023586025461554527], "cos_apical_negg": [0.35461854934692383, 0.38105762004852295, 0.3803093433380127, 0.3634815216064453, 0.34495946764945984, 0.34451162815093994, 0.023586025461554527], "cos_Ac_negg": [0.35461854934692383, 0.38105762004852295, 0.3803093433380127, 0.3634815216064453, 0.34495946764945984, 0.34451162815093994, 0.023586025461554527], "r_norm": [1.0552828311920166, 1.0537254810333252, 1.0110692977905273, 1.0579328536987305, 1.0624005794525146, 1.0077557563781738, 1.0776023864746094]}, {"step": 4400, "epoch": 9, "train_loss": 0.3665425777435303, "cos_r_negg": [0.3551536202430725, 0.3812483549118042, 0.36559104919433594, 0.3684540390968323, 0.33799731731414795, 0.3377622365951538, 0.01766262948513031], "cos_apical_negg": [0.3551536202430725, 0.3812483549118042, 0.36559104919433594, 0.3684540390968323, 0.33799731731414795, 0.3377622365951538, 0.01766262948513031], "cos_Ac_negg": [0.3551536202430725, 0.3812483549118042, 0.36559104919433594, 0.3684540390968323, 0.33799731731414795, 0.3377622365951538, 0.01766262948513031], "r_norm": [1.0493053197860718, 1.0551893711090088, 1.010587215423584, 1.0567463636398315, 1.0613515377044678, 1.0059120655059814, 1.0768221616744995]}, {"step": 4450, "epoch": 9, "train_loss": 0.1813412755727768, "cos_r_negg": [0.3384883999824524, 0.35665401816368103, 0.35195812582969666, 0.34392493963241577, 0.28669673204421997, 0.335058331489563, 0.007053551264107227], "cos_apical_negg": [0.3384883999824524, 0.35665401816368103, 0.35195812582969666, 0.34392493963241577, 0.28669673204421997, 0.335058331489563, 0.007053551264107227], "cos_Ac_negg": [0.3384883999824524, 0.35665401816368103, 0.35195812582969666, 0.34392493963241577, 0.28669673204421997, 0.335058331489563, 0.007053551264107227], "r_norm": [1.0310535430908203, 1.0387204885482788, 0.9929062724113464, 1.0372340679168701, 1.045131802558899, 0.9914505481719971, 1.0604121685028076]}, {"step": 4500, "epoch": 9, "train_loss": 0.40949052572250366, "cos_r_negg": [0.3652799427509308, 0.37668633460998535, 0.37649232149124146, 0.3724061846733093, 0.30074769258499146, 0.30579498410224915, 0.017291966825723648], "cos_apical_negg": [0.3652799427509308, 0.37668633460998535, 0.37649232149124146, 0.3724061846733093, 0.30074769258499146, 0.30579498410224915, 0.017291966825723648], "cos_Ac_negg": [0.3652799427509308, 0.37668633460998535, 0.37649232149124146, 0.3724061846733093, 0.30074769258499146, 0.30579498410224915, 0.017291966825723648], "r_norm": [1.1672804355621338, 1.1712634563446045, 1.123781681060791, 1.184600591659546, 1.1833412647247314, 1.1250333786010742, 1.2080150842666626]}, {"step": 4550, "epoch": 9, "train_loss": 0.23586642742156982, "cos_r_negg": [0.35760992765426636, 0.40154463052749634, 0.39632219076156616, 0.40727144479751587, 0.32477080821990967, 0.36827415227890015, 0.019327441230416298], "cos_apical_negg": [0.35760992765426636, 0.40154463052749634, 0.39632219076156616, 0.40727144479751587, 0.32477080821990967, 0.36827415227890015, 0.019327441230416298], "cos_Ac_negg": [0.35760992765426636, 0.40154463052749634, 0.39632219076156616, 0.40727144479751587, 0.32477080821990967, 0.36827415227890015, 0.019327441230416298], "r_norm": [1.0695164203643799, 1.0767793655395508, 1.0191442966461182, 1.0680572986602783, 1.0780999660491943, 1.023313283920288, 1.0914216041564941]}, {"step": 4600, "epoch": 9, "train_loss": 0.3435284495353699, "cos_r_negg": [0.331058531999588, 0.36066734790802, 0.34627246856689453, 0.3669918179512024, 0.31554481387138367, 0.3342297077178955, -0.008024394512176514], "cos_apical_negg": [0.331058531999588, 0.36066734790802, 0.34627246856689453, 0.3669918179512024, 0.31554481387138367, 0.3342297077178955, -0.008024394512176514], "cos_Ac_negg": [0.331058531999588, 0.36066734790802, 0.34627246856689453, 0.3669918179512024, 0.31554481387138367, 0.3342297077178955, -0.008024394512176514], "r_norm": [1.0895347595214844, 1.0933045148849487, 1.04282808303833, 1.089741826057434, 1.095475196838379, 1.0379161834716797, 1.109887719154358]}, {"step": 4650, "epoch": 9, "train_loss": 0.3503756523132324, "cos_r_negg": [0.31360751390457153, 0.3428937494754791, 0.33554208278656006, 0.36283987760543823, 0.31056463718414307, 0.3076176345348358, -0.03255690261721611], "cos_apical_negg": [0.31360751390457153, 0.3428937494754791, 0.33554208278656006, 0.36283987760543823, 0.31056463718414307, 0.3076176345348358, -0.03255690261721611], "cos_Ac_negg": [0.31360751390457153, 0.3428937494754791, 0.33554208278656006, 0.36283987760543823, 0.31056463718414307, 0.3076176345348358, -0.03255690261721611], "r_norm": [1.091939926147461, 1.0945872068405151, 1.0483133792877197, 1.0991861820220947, 1.101198673248291, 1.0440599918365479, 1.1206433773040771]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8325, "test_loss": 0.45908538818359373}, {"step": 4700, "epoch": 10, "train_loss": 0.301469624042511, "cos_r_negg": [0.35958901047706604, 0.36681848764419556, 0.3532465696334839, 0.3667137324810028, 0.3139805793762207, 0.3465266823768616, -0.03772052377462387], "cos_apical_negg": [0.35958901047706604, 0.36681848764419556, 0.3532465696334839, 0.3667137324810028, 0.3139805793762207, 0.3465266823768616, -0.03772052377462387], "cos_Ac_negg": [0.35958901047706604, 0.36681848764419556, 0.3532465696334839, 0.3667137324810028, 0.3139805793762207, 0.3465266823768616, -0.03772052377462387], "r_norm": [1.1955894231796265, 1.203942894935608, 1.1504324674606323, 1.2038307189941406, 1.2052497863769531, 1.1492305994033813, 1.232060194015503]}, {"step": 4750, "epoch": 10, "train_loss": 0.4079255759716034, "cos_r_negg": [0.3775894045829773, 0.3960611820220947, 0.39266437292099, 0.3872044086456299, 0.34807315468788147, 0.377515971660614, 0.002002699300646782], "cos_apical_negg": [0.3775894045829773, 0.3960611820220947, 0.39266437292099, 0.3872044086456299, 0.34807315468788147, 0.377515971660614, 0.002002699300646782], "cos_Ac_negg": [0.3775894045829773, 0.3960611820220947, 0.39266437292099, 0.3872044086456299, 0.34807315468788147, 0.377515971660614, 0.002002699300646782], "r_norm": [1.0646986961364746, 1.0664734840393066, 1.0128755569458008, 1.0572283267974854, 1.069678544998169, 1.0135324001312256, 1.0814125537872314]}, {"step": 4800, "epoch": 10, "train_loss": 0.4473804831504822, "cos_r_negg": [0.35512441396713257, 0.37538623809814453, 0.38165247440338135, 0.3577600121498108, 0.3336152732372284, 0.3424642086029053, -0.0052914610132575035], "cos_apical_negg": [0.35512441396713257, 0.37538623809814453, 0.38165247440338135, 0.3577600121498108, 0.3336152732372284, 0.3424642086029053, -0.0052914610132575035], "cos_Ac_negg": [0.35512441396713257, 0.37538623809814453, 0.38165247440338135, 0.3577600121498108, 0.3336152732372284, 0.3424642086029053, -0.0052914610132575035], "r_norm": [1.0148175954818726, 1.0258790254592896, 0.9823319315910339, 1.025943398475647, 1.0279728174209595, 0.9768578410148621, 1.0424926280975342]}, {"step": 4850, "epoch": 10, "train_loss": 0.28511643409729004, "cos_r_negg": [0.3674096465110779, 0.39040127396583557, 0.3839345872402191, 0.3999594449996948, 0.34012216329574585, 0.3354557156562805, 0.01868644915521145], "cos_apical_negg": [0.3674096465110779, 0.39040127396583557, 0.3839345872402191, 0.3999594449996948, 0.34012216329574585, 0.3354557156562805, 0.01868644915521145], "cos_Ac_negg": [0.3674096465110779, 0.39040127396583557, 0.3839345872402191, 0.3999594449996948, 0.34012216329574585, 0.3354557156562805, 0.01868644915521145], "r_norm": [1.0564618110656738, 1.0694999694824219, 1.0260601043701172, 1.071123480796814, 1.0745831727981567, 1.020912766456604, 1.091475486755371]}, {"step": 4900, "epoch": 10, "train_loss": 0.2803768813610077, "cos_r_negg": [0.31371480226516724, 0.3335263729095459, 0.3378855586051941, 0.35619544982910156, 0.3108270764350891, 0.3052593469619751, -0.016527816653251648], "cos_apical_negg": [0.31371480226516724, 0.3335263729095459, 0.3378855586051941, 0.35619544982910156, 0.3108270764350891, 0.3052593469619751, -0.016527816653251648], "cos_Ac_negg": [0.31371480226516724, 0.3335263729095459, 0.3378855586051941, 0.35619544982910156, 0.3108270764350891, 0.3052593469619751, -0.016527816653251648], "r_norm": [1.1247671842575073, 1.1298695802688599, 1.074582576751709, 1.128165602684021, 1.1316807270050049, 1.0780913829803467, 1.150691270828247]}, {"step": 4950, "epoch": 10, "train_loss": 0.24368205666542053, "cos_r_negg": [0.33697041869163513, 0.36130642890930176, 0.36601951718330383, 0.3902429938316345, 0.3388553857803345, 0.3590622544288635, -0.01581895723938942], "cos_apical_negg": [0.33697041869163513, 0.36130642890930176, 0.36601951718330383, 0.3902429938316345, 0.3388553857803345, 0.3590622544288635, -0.01581895723938942], "cos_Ac_negg": [0.33697041869163513, 0.36130642890930176, 0.36601951718330383, 0.3902429938316345, 0.3388553857803345, 0.3590622544288635, -0.01581895723938942], "r_norm": [0.9852534532546997, 0.9940640926361084, 0.944159984588623, 0.9858112335205078, 0.9901329278945923, 0.9410173892974854, 1.0048712491989136]}, {"step": 5000, "epoch": 10, "train_loss": 0.20467445254325867, "cos_r_negg": [0.3500126302242279, 0.3662000298500061, 0.3800581693649292, 0.37655219435691833, 0.3464644253253937, 0.3491244316101074, -0.016766097396612167], "cos_apical_negg": [0.3500126302242279, 0.3662000298500061, 0.3800581693649292, 0.37655219435691833, 0.3464644253253937, 0.3491244316101074, -0.016766097396612167], "cos_Ac_negg": [0.3500126302242279, 0.3662000298500061, 0.3800581693649292, 0.37655219435691833, 0.3464644253253937, 0.3491244316101074, -0.016766097396612167], "r_norm": [1.068314790725708, 1.0760672092437744, 1.0263289213180542, 1.0711069107055664, 1.0758056640625, 1.0208122730255127, 1.0938633680343628]}, {"step": 5050, "epoch": 10, "train_loss": 0.36112338304519653, "cos_r_negg": [0.36447054147720337, 0.38495752215385437, 0.3998510241508484, 0.41267919540405273, 0.33361783623695374, 0.33242326974868774, 0.02903452143073082], "cos_apical_negg": [0.36447054147720337, 0.38495752215385437, 0.3998510241508484, 0.41267919540405273, 0.33361783623695374, 0.33242326974868774, 0.02903452143073082], "cos_Ac_negg": [0.36447054147720337, 0.38495752215385437, 0.3998510241508484, 0.41267919540405273, 0.33361783623695374, 0.33242326974868774, 0.02903452143073082], "r_norm": [1.0219298601150513, 1.029738426208496, 0.9841582775115967, 1.0316981077194214, 1.0345020294189453, 0.982083261013031, 1.051957607269287]}, {"step": 5100, "epoch": 10, "train_loss": 0.23241624236106873, "cos_r_negg": [0.3352763056755066, 0.3537340462207794, 0.3524819612503052, 0.37157294154167175, 0.3395984172821045, 0.334420382976532, -0.010372022166848183], "cos_apical_negg": [0.3352763056755066, 0.3537340462207794, 0.3524819612503052, 0.37157294154167175, 0.3395984172821045, 0.334420382976532, -0.010372022166848183], "cos_Ac_negg": [0.3352763056755066, 0.3537340462207794, 0.3524819612503052, 0.37157294154167175, 0.3395984172821045, 0.334420382976532, -0.010372022166848183], "r_norm": [1.0383927822113037, 1.0405354499816895, 0.9967736601829529, 1.0489059686660767, 1.0473201274871826, 0.9950956106185913, 1.0666007995605469]}, {"step": 5150, "epoch": 10, "train_loss": 0.26524221897125244, "cos_r_negg": [0.3420126736164093, 0.3671131134033203, 0.3630480170249939, 0.34908831119537354, 0.3101382255554199, 0.3145792484283447, -0.004921370185911655], "cos_apical_negg": [0.3420126736164093, 0.3671131134033203, 0.3630480170249939, 0.34908831119537354, 0.3101382255554199, 0.3145792484283447, -0.004921370185911655], "cos_Ac_negg": [0.3420126736164093, 0.3671131134033203, 0.3630480170249939, 0.34908831119537354, 0.3101382255554199, 0.3145792484283447, -0.004921370185911655], "r_norm": [1.1083598136901855, 1.1178287267684937, 1.066912293434143, 1.1129322052001953, 1.118199110031128, 1.062272310256958, 1.13292396068573]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8688, "test_loss": 0.4023894775390625}, {"step": 5200, "epoch": 11, "train_loss": 0.26915520429611206, "cos_r_negg": [0.34641945362091064, 0.3717799186706543, 0.3791949450969696, 0.3807139992713928, 0.3425781726837158, 0.32092931866645813, 0.03962141275405884], "cos_apical_negg": [0.34641945362091064, 0.3717799186706543, 0.3791949450969696, 0.3807139992713928, 0.3425781726837158, 0.32092931866645813, 0.03962141275405884], "cos_Ac_negg": [0.34641945362091064, 0.3717799186706543, 0.3791949450969696, 0.3807139992713928, 0.3425781726837158, 0.32092931866645813, 0.03962141275405884], "r_norm": [1.0026953220367432, 1.0013391971588135, 0.9614434242248535, 1.0073254108428955, 1.0096722841262817, 0.9550418853759766, 1.0230894088745117]}, {"step": 5250, "epoch": 11, "train_loss": 0.22112518548965454, "cos_r_negg": [0.3793918490409851, 0.39944469928741455, 0.40912050008773804, 0.4012359380722046, 0.39315035939216614, 0.36721694469451904, 0.02163933590054512], "cos_apical_negg": [0.3793918490409851, 0.39944469928741455, 0.40912050008773804, 0.4012359380722046, 0.39315035939216614, 0.36721694469451904, 0.02163933590054512], "cos_Ac_negg": [0.3793918490409851, 0.39944469928741455, 0.40912050008773804, 0.4012359380722046, 0.39315035939216614, 0.36721694469451904, 0.02163933590054512], "r_norm": [1.0948295593261719, 1.0890220403671265, 1.0387663841247559, 1.0816619396209717, 1.0957858562469482, 1.031662106513977, 1.1012784242630005]}, {"step": 5300, "epoch": 11, "train_loss": 0.3176986575126648, "cos_r_negg": [0.32841578125953674, 0.3477230668067932, 0.33914920687675476, 0.35547390580177307, 0.30504924058914185, 0.28745633363723755, 0.019400950521230698], "cos_apical_negg": [0.32841578125953674, 0.3477230668067932, 0.33914920687675476, 0.35547390580177307, 0.30504924058914185, 0.28745633363723755, 0.019400950521230698], "cos_Ac_negg": [0.32841578125953674, 0.3477230668067932, 0.33914920687675476, 0.35547390580177307, 0.30504924058914185, 0.28745633363723755, 0.019400950521230698], "r_norm": [1.0151829719543457, 1.0258762836456299, 0.9808288812637329, 1.0246827602386475, 1.0318242311477661, 0.9751679301261902, 1.0403810739517212]}, {"step": 5350, "epoch": 11, "train_loss": 0.18069851398468018, "cos_r_negg": [0.36812418699264526, 0.3918687701225281, 0.3983868658542633, 0.3900774419307709, 0.3411240577697754, 0.32031869888305664, 0.045945752412080765], "cos_apical_negg": [0.36812418699264526, 0.3918687701225281, 0.3983868658542633, 0.3900774419307709, 0.3411240577697754, 0.32031869888305664, 0.045945752412080765], "cos_Ac_negg": [0.36812418699264526, 0.3918687701225281, 0.3983868658542633, 0.3900774419307709, 0.3411240577697754, 0.32031869888305664, 0.045945752412080765], "r_norm": [1.075884461402893, 1.0845558643341064, 1.0324795246124268, 1.0817683935165405, 1.0888738632202148, 1.032437801361084, 1.1026935577392578]}, {"step": 5400, "epoch": 11, "train_loss": 0.2574663758277893, "cos_r_negg": [0.3723667860031128, 0.4049661457538605, 0.4063825011253357, 0.4154965579509735, 0.3665388822555542, 0.3483477532863617, 0.03293634206056595], "cos_apical_negg": [0.3723667860031128, 0.4049661457538605, 0.4063825011253357, 0.4154965579509735, 0.3665388822555542, 0.3483477532863617, 0.03293634206056595], "cos_Ac_negg": [0.3723667860031128, 0.4049661457538605, 0.4063825011253357, 0.4154965579509735, 0.3665388822555542, 0.3483477532863617, 0.03293634206056595], "r_norm": [1.0690772533416748, 1.0640313625335693, 1.0248379707336426, 1.0768792629241943, 1.0779612064361572, 1.0174369812011719, 1.0939011573791504]}, {"step": 5450, "epoch": 11, "train_loss": 0.31102579832077026, "cos_r_negg": [0.3528270721435547, 0.38196897506713867, 0.36653757095336914, 0.39097464084625244, 0.3256867527961731, 0.3224390745162964, 0.05954953655600548], "cos_apical_negg": [0.3528270721435547, 0.38196897506713867, 0.36653757095336914, 0.39097464084625244, 0.3256867527961731, 0.3224390745162964, 0.05954953655600548], "cos_Ac_negg": [0.3528270721435547, 0.38196897506713867, 0.36653757095336914, 0.39097464084625244, 0.3256867527961731, 0.3224390745162964, 0.05954953655600548], "r_norm": [1.1575357913970947, 1.166632890701294, 1.1193630695343018, 1.1734763383865356, 1.1730390787124634, 1.1152464151382446, 1.1966407299041748]}, {"step": 5500, "epoch": 11, "train_loss": 0.3884246051311493, "cos_r_negg": [0.3784365653991699, 0.40007543563842773, 0.38453102111816406, 0.3925711512565613, 0.3240545988082886, 0.33985257148742676, 0.08727780729532242], "cos_apical_negg": [0.3784365653991699, 0.40007543563842773, 0.38453102111816406, 0.3925711512565613, 0.3240545988082886, 0.33985257148742676, 0.08727780729532242], "cos_Ac_negg": [0.3784365653991699, 0.40007543563842773, 0.38453102111816406, 0.3925711512565613, 0.3240545988082886, 0.33985257148742676, 0.08727780729532242], "r_norm": [1.1118907928466797, 1.1162731647491455, 1.0713568925857544, 1.1181831359863281, 1.1198270320892334, 1.0614519119262695, 1.1351419687271118]}, {"step": 5550, "epoch": 11, "train_loss": 0.3504498302936554, "cos_r_negg": [0.38914138078689575, 0.4032760560512543, 0.42647916078567505, 0.4069543480873108, 0.3595466613769531, 0.3575972616672516, 0.1115528792142868], "cos_apical_negg": [0.38914138078689575, 0.4032760560512543, 0.42647916078567505, 0.4069543480873108, 0.3595466613769531, 0.3575972616672516, 0.1115528792142868], "cos_Ac_negg": [0.38914138078689575, 0.4032760560512543, 0.42647916078567505, 0.4069543480873108, 0.3595466613769531, 0.3575972616672516, 0.1115528792142868], "r_norm": [0.9162814617156982, 0.9223389029502869, 0.8799480199813843, 0.9221519231796265, 0.924665629863739, 0.876665472984314, 0.9384511709213257]}, {"step": 5600, "epoch": 11, "train_loss": 0.23652754724025726, "cos_r_negg": [0.3812471032142639, 0.4009224772453308, 0.39993375539779663, 0.40753573179244995, 0.3633151054382324, 0.3634051978588104, 0.06125093623995781], "cos_apical_negg": [0.3812471032142639, 0.4009224772453308, 0.39993375539779663, 0.40753573179244995, 0.3633151054382324, 0.3634051978588104, 0.06125093623995781], "cos_Ac_negg": [0.3812471032142639, 0.4009224772453308, 0.39993375539779663, 0.40753573179244995, 0.3633151054382324, 0.3634051978588104, 0.06125093623995781], "r_norm": [0.9884836673736572, 1.0003294944763184, 0.9518943428993225, 0.9936940670013428, 0.998935878276825, 0.9488160610198975, 1.0140937566757202]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8628, "test_loss": 0.4284933227539062}, {"step": 5650, "epoch": 12, "train_loss": 0.22125881910324097, "cos_r_negg": [0.35337504744529724, 0.38737279176712036, 0.3930248022079468, 0.3865133821964264, 0.34938716888427734, 0.3600150942802429, 0.05322061479091644], "cos_apical_negg": [0.35337504744529724, 0.38737279176712036, 0.3930248022079468, 0.3865133821964264, 0.34938716888427734, 0.3600150942802429, 0.05322061479091644], "cos_Ac_negg": [0.35337504744529724, 0.38737279176712036, 0.3930248022079468, 0.3865133821964264, 0.34938716888427734, 0.3600150942802429, 0.05322061479091644], "r_norm": [1.0253288745880127, 1.0345323085784912, 0.990531325340271, 1.0325506925582886, 1.0370728969573975, 0.9829240441322327, 1.050869345664978]}, {"step": 5700, "epoch": 12, "train_loss": 0.34432780742645264, "cos_r_negg": [0.34329789876937866, 0.36500850319862366, 0.3686201274394989, 0.3678993582725525, 0.32847896218299866, 0.3232293725013733, 0.06434316188097], "cos_apical_negg": [0.34329789876937866, 0.36500850319862366, 0.3686201274394989, 0.3678993582725525, 0.32847896218299866, 0.3232293725013733, 0.06434316188097], "cos_Ac_negg": [0.34329789876937866, 0.36500850319862366, 0.3686201274394989, 0.3678993582725525, 0.32847896218299866, 0.3232293725013733, 0.06434316188097], "r_norm": [0.9852146506309509, 0.9889143109321594, 0.9408678412437439, 0.9854651689529419, 0.9941843748092651, 0.9429004192352295, 1.0058250427246094]}, {"step": 5750, "epoch": 12, "train_loss": 0.5024077296257019, "cos_r_negg": [0.37693774700164795, 0.3852528929710388, 0.39195096492767334, 0.3975803256034851, 0.31956443190574646, 0.3333044648170471, 0.034148432314395905], "cos_apical_negg": [0.37693774700164795, 0.3852528929710388, 0.39195096492767334, 0.3975803256034851, 0.31956443190574646, 0.3333044648170471, 0.034148432314395905], "cos_Ac_negg": [0.37693774700164795, 0.3852528929710388, 0.39195096492767334, 0.3975803256034851, 0.31956443190574646, 0.3333044648170471, 0.034148432314395905], "r_norm": [1.0141270160675049, 1.0174877643585205, 0.9712600708007812, 1.015552043914795, 1.0228171348571777, 0.966339111328125, 1.0348765850067139]}, {"step": 5800, "epoch": 12, "train_loss": 0.27036571502685547, "cos_r_negg": [0.32988131046295166, 0.3411744236946106, 0.3454686403274536, 0.3584617078304291, 0.3335306644439697, 0.3324351906776428, 0.04390663653612137], "cos_apical_negg": [0.32988131046295166, 0.3411744236946106, 0.3454686403274536, 0.3584617078304291, 0.3335306644439697, 0.3324351906776428, 0.04390663653612137], "cos_Ac_negg": [0.32988131046295166, 0.3411744236946106, 0.3454686403274536, 0.3584617078304291, 0.3335306644439697, 0.3324351906776428, 0.04390663653612137], "r_norm": [1.0435092449188232, 1.0452172756195068, 1.0001258850097656, 1.0479507446289062, 1.0499181747436523, 0.9965577125549316, 1.0680556297302246]}, {"step": 5850, "epoch": 12, "train_loss": 0.36116155982017517, "cos_r_negg": [0.3447287678718567, 0.37926971912384033, 0.364830881357193, 0.3718055188655853, 0.3509771227836609, 0.3101605474948883, 0.03255949169397354], "cos_apical_negg": [0.3447287678718567, 0.37926971912384033, 0.364830881357193, 0.3718055188655853, 0.3509771227836609, 0.3101605474948883, 0.03255949169397354], "cos_Ac_negg": [0.3447287678718567, 0.37926971912384033, 0.364830881357193, 0.3718055188655853, 0.3509771227836609, 0.3101605474948883, 0.03255949169397354], "r_norm": [0.9351370334625244, 0.9405853748321533, 0.8978203535079956, 0.9386144876480103, 0.9436849355697632, 0.8944884538650513, 0.9555040597915649]}, {"step": 5900, "epoch": 12, "train_loss": 0.31493791937828064, "cos_r_negg": [0.33901548385620117, 0.3527403771877289, 0.3476712107658386, 0.3662043511867523, 0.3314254879951477, 0.3271693289279938, 0.019295543432235718], "cos_apical_negg": [0.33901548385620117, 0.3527403771877289, 0.3476712107658386, 0.3662043511867523, 0.3314254879951477, 0.3271693289279938, 0.019295543432235718], "cos_Ac_negg": [0.33901548385620117, 0.3527403771877289, 0.3476712107658386, 0.3662043511867523, 0.3314254879951477, 0.3271693289279938, 0.019295543432235718], "r_norm": [1.1117461919784546, 1.1156573295593262, 1.067958116531372, 1.1182315349578857, 1.1180719137191772, 1.0611977577209473, 1.136254072189331]}, {"step": 5950, "epoch": 12, "train_loss": 0.3558542728424072, "cos_r_negg": [0.3461843729019165, 0.36861127614974976, 0.35555434226989746, 0.3975178599357605, 0.33873316645622253, 0.3290576934814453, 0.0543452650308609], "cos_apical_negg": [0.3461843729019165, 0.36861127614974976, 0.35555434226989746, 0.3975178599357605, 0.33873316645622253, 0.3290576934814453, 0.0543452650308609], "cos_Ac_negg": [0.3461843729019165, 0.36861127614974976, 0.35555434226989746, 0.3975178599357605, 0.33873316645622253, 0.3290576934814453, 0.0543452650308609], "r_norm": [1.059923768043518, 1.0691514015197754, 1.0256662368774414, 1.075201153755188, 1.0747239589691162, 1.0196969509124756, 1.0936388969421387]}, {"step": 6000, "epoch": 12, "train_loss": 0.15996085107326508, "cos_r_negg": [0.30377236008644104, 0.3210742473602295, 0.3240148723125458, 0.3474666476249695, 0.29013490676879883, 0.3173980712890625, 0.06027303263545036], "cos_apical_negg": [0.30377236008644104, 0.3210742473602295, 0.3240148723125458, 0.3474666476249695, 0.29013490676879883, 0.3173980712890625, 0.06027303263545036], "cos_Ac_negg": [0.30377236008644104, 0.3210742473602295, 0.3240148723125458, 0.3474666476249695, 0.29013490676879883, 0.3173980712890625, 0.06027303263545036], "r_norm": [0.974157452583313, 0.9745514988899231, 0.9325568675994873, 0.9772493839263916, 0.9852186441421509, 0.9323774576187134, 0.9936637878417969]}, {"step": 6050, "epoch": 12, "train_loss": 0.29913249611854553, "cos_r_negg": [0.3622666895389557, 0.36998483538627625, 0.35809293389320374, 0.3760136067867279, 0.3362971544265747, 0.36338382959365845, 0.05718347430229187], "cos_apical_negg": [0.3622666895389557, 0.36998483538627625, 0.35809293389320374, 0.3760136067867279, 0.3362971544265747, 0.36338382959365845, 0.05718347430229187], "cos_Ac_negg": [0.3622666895389557, 0.36998483538627625, 0.35809293389320374, 0.3760136067867279, 0.3362971544265747, 0.36338382959365845, 0.05718347430229187], "r_norm": [1.0716750621795654, 1.0749831199645996, 1.0222821235656738, 1.068960428237915, 1.0795958042144775, 1.0237653255462646, 1.091567039489746]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8531, "test_loss": 0.4592909423828125}, {"step": 6100, "epoch": 13, "train_loss": 0.32351183891296387, "cos_r_negg": [0.3555312156677246, 0.39645636081695557, 0.38192373514175415, 0.40514159202575684, 0.34469905495643616, 0.3718501031398773, 0.0717066079378128], "cos_apical_negg": [0.3555312156677246, 0.39645636081695557, 0.38192373514175415, 0.40514159202575684, 0.34469905495643616, 0.3718501031398773, 0.0717066079378128], "cos_Ac_negg": [0.3555312156677246, 0.39645636081695557, 0.38192373514175415, 0.40514159202575684, 0.34469905495643616, 0.3718501031398773, 0.0717066079378128], "r_norm": [0.9811651706695557, 0.9842097759246826, 0.9404712915420532, 0.9792808294296265, 0.9867430925369263, 0.9340568780899048, 0.9976634979248047]}, {"step": 6150, "epoch": 13, "train_loss": 0.2820870280265808, "cos_r_negg": [0.35592180490493774, 0.3699779808521271, 0.3773682117462158, 0.39578285813331604, 0.35148632526397705, 0.3663269281387329, 0.09589676558971405], "cos_apical_negg": [0.35592180490493774, 0.3699779808521271, 0.3773682117462158, 0.39578285813331604, 0.35148632526397705, 0.3663269281387329, 0.09589676558971405], "cos_Ac_negg": [0.35592180490493774, 0.3699779808521271, 0.3773682117462158, 0.39578285813331604, 0.35148632526397705, 0.3663269281387329, 0.09589676558971405], "r_norm": [0.8972125053405762, 0.9054567813873291, 0.8609864711761475, 0.8991361856460571, 0.9067437648773193, 0.8584837913513184, 0.9190096855163574]}, {"step": 6200, "epoch": 13, "train_loss": 0.34686970710754395, "cos_r_negg": [0.36753180623054504, 0.3716862201690674, 0.3727417588233948, 0.3752729296684265, 0.33136314153671265, 0.33063215017318726, 0.06517091393470764], "cos_apical_negg": [0.36753180623054504, 0.3716862201690674, 0.3727417588233948, 0.3752729296684265, 0.33136314153671265, 0.33063215017318726, 0.06517091393470764], "cos_Ac_negg": [0.36753180623054504, 0.3716862201690674, 0.3727417588233948, 0.3752729296684265, 0.33136314153671265, 0.33063215017318726, 0.06517091393470764], "r_norm": [1.0488293170928955, 1.049677848815918, 0.9974886178970337, 1.0416861772537231, 1.0525240898132324, 0.9985913038253784, 1.0678365230560303]}, {"step": 6250, "epoch": 13, "train_loss": 0.29675227403640747, "cos_r_negg": [0.2962528169155121, 0.3366783559322357, 0.32510513067245483, 0.32687580585479736, 0.29304736852645874, 0.31036680936813354, 0.034768663346767426], "cos_apical_negg": [0.2962528169155121, 0.3366783559322357, 0.32510513067245483, 0.32687580585479736, 0.29304736852645874, 0.31036680936813354, 0.034768663346767426], "cos_Ac_negg": [0.2962528169155121, 0.3366783559322357, 0.32510513067245483, 0.32687580585479736, 0.29304736852645874, 0.31036680936813354, 0.034768663346767426], "r_norm": [1.1528041362762451, 1.158151388168335, 1.1107492446899414, 1.1677827835083008, 1.1655000448226929, 1.1115713119506836, 1.1902601718902588]}, {"step": 6300, "epoch": 13, "train_loss": 0.3314688205718994, "cos_r_negg": [0.31278103590011597, 0.34914374351501465, 0.346807599067688, 0.365039587020874, 0.32373684644699097, 0.3056136965751648, 0.05725770816206932], "cos_apical_negg": [0.31278103590011597, 0.34914374351501465, 0.346807599067688, 0.365039587020874, 0.32373684644699097, 0.3056136965751648, 0.05725770816206932], "cos_Ac_negg": [0.31278103590011597, 0.34914374351501465, 0.346807599067688, 0.365039587020874, 0.32373684644699097, 0.3056136965751648, 0.05725770816206932], "r_norm": [0.9685004949569702, 0.9666213989257812, 0.9280915856361389, 0.9729875326156616, 0.975938081741333, 0.9238311648368835, 0.9879088401794434]}, {"step": 6350, "epoch": 13, "train_loss": 0.28199487924575806, "cos_r_negg": [0.336722195148468, 0.3605000376701355, 0.35739535093307495, 0.37864476442337036, 0.3628682494163513, 0.3427312970161438, 0.07406819611787796], "cos_apical_negg": [0.336722195148468, 0.3605000376701355, 0.35739535093307495, 0.37864476442337036, 0.3628682494163513, 0.3427312970161438, 0.07406819611787796], "cos_Ac_negg": [0.336722195148468, 0.3605000376701355, 0.35739535093307495, 0.37864476442337036, 0.3628682494163513, 0.3427312970161438, 0.07406819611787796], "r_norm": [1.0163869857788086, 1.015627145767212, 0.9702752828598022, 1.0189993381500244, 1.022209644317627, 0.9681158065795898, 1.0372141599655151]}, {"step": 6400, "epoch": 13, "train_loss": 0.2509590983390808, "cos_r_negg": [0.3488521873950958, 0.38054147362709045, 0.38126200437545776, 0.3879058361053467, 0.3449792265892029, 0.3478236496448517, 0.062419019639492035], "cos_apical_negg": [0.3488521873950958, 0.38054147362709045, 0.38126200437545776, 0.3879058361053467, 0.3449792265892029, 0.3478236496448517, 0.062419019639492035], "cos_Ac_negg": [0.3488521873950958, 0.38054147362709045, 0.38126200437545776, 0.3879058361053467, 0.3449792265892029, 0.3478236496448517, 0.062419019639492035], "r_norm": [1.0144009590148926, 1.0176544189453125, 0.9726449847221375, 1.0148332118988037, 1.0223910808563232, 0.9659085869789124, 1.0329244136810303]}, {"step": 6450, "epoch": 13, "train_loss": 0.24684041738510132, "cos_r_negg": [0.3415409028530121, 0.3709099292755127, 0.3773733377456665, 0.3863409757614136, 0.36282819509506226, 0.35803550481796265, 0.07841034233570099], "cos_apical_negg": [0.3415409028530121, 0.3709099292755127, 0.3773733377456665, 0.3863409757614136, 0.36282819509506226, 0.35803550481796265, 0.07841034233570099], "cos_Ac_negg": [0.3415409028530121, 0.3709099292755127, 0.3773733377456665, 0.3863409757614136, 0.36282819509506226, 0.35803550481796265, 0.07841034233570099], "r_norm": [1.1821191310882568, 1.1799689531326294, 1.1311755180358887, 1.1843984127044678, 1.1921613216400146, 1.1246092319488525, 1.203117847442627]}, {"step": 6500, "epoch": 13, "train_loss": 0.18327617645263672, "cos_r_negg": [0.3596629798412323, 0.38462314009666443, 0.379114031791687, 0.3936067223548889, 0.35329532623291016, 0.3587203621864319, 0.07045377790927887], "cos_apical_negg": [0.3596629798412323, 0.38462314009666443, 0.379114031791687, 0.3936067223548889, 0.35329532623291016, 0.3587203621864319, 0.07045377790927887], "cos_Ac_negg": [0.3596629798412323, 0.38462314009666443, 0.379114031791687, 0.3936067223548889, 0.35329532623291016, 0.3587203621864319, 0.07045377790927887], "r_norm": [1.1136940717697144, 1.1238261461257935, 1.0718612670898438, 1.1196084022521973, 1.1252851486206055, 1.066941499710083, 1.1407890319824219]}, {"step": 6550, "epoch": 13, "train_loss": 0.24730101227760315, "cos_r_negg": [0.3650651276111603, 0.39533165097236633, 0.38250789046287537, 0.4043566584587097, 0.3651113510131836, 0.34759700298309326, 0.0372428297996521], "cos_apical_negg": [0.3650651276111603, 0.39533165097236633, 0.38250789046287537, 0.4043566584587097, 0.3651113510131836, 0.34759700298309326, 0.0372428297996521], "cos_Ac_negg": [0.3650651276111603, 0.39533165097236633, 0.38250789046287537, 0.4043566584587097, 0.3651113510131836, 0.34759700298309326, 0.0372428297996521], "r_norm": [1.0634267330169678, 1.063589096069336, 1.0178289413452148, 1.065510630607605, 1.070910096168518, 1.0125004053115845, 1.0825271606445312]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8575, "test_loss": 0.4233815399169922}, {"step": 6600, "epoch": 14, "train_loss": 0.3008533716201782, "cos_r_negg": [0.358695924282074, 0.36507630348205566, 0.37392139434814453, 0.37867510318756104, 0.3582419157028198, 0.3072000741958618, 0.06708881258964539], "cos_apical_negg": [0.358695924282074, 0.36507630348205566, 0.37392139434814453, 0.37867510318756104, 0.3582419157028198, 0.3072000741958618, 0.06708881258964539], "cos_Ac_negg": [0.358695924282074, 0.36507630348205566, 0.37392139434814453, 0.37867510318756104, 0.3582419157028198, 0.3072000741958618, 0.06708881258964539], "r_norm": [1.0850768089294434, 1.0887556076049805, 1.0422276258468628, 1.0948131084442139, 1.097229242324829, 1.0443265438079834, 1.1172912120819092]}, {"step": 6650, "epoch": 14, "train_loss": 0.3939524292945862, "cos_r_negg": [0.348224401473999, 0.36307433247566223, 0.3553784489631653, 0.3749832510948181, 0.3490142524242401, 0.32666099071502686, 0.06282742321491241], "cos_apical_negg": [0.348224401473999, 0.36307433247566223, 0.3553784489631653, 0.3749832510948181, 0.3490142524242401, 0.32666099071502686, 0.06282742321491241], "cos_Ac_negg": [0.348224401473999, 0.36307433247566223, 0.3553784489631653, 0.3749832510948181, 0.3490142524242401, 0.32666099071502686, 0.06282742321491241], "r_norm": [1.046762466430664, 1.0505716800689697, 1.0012835264205933, 1.0470190048217773, 1.053621530532837, 0.9979468584060669, 1.0663436651229858]}, {"step": 6700, "epoch": 14, "train_loss": 0.1686520129442215, "cos_r_negg": [0.3694577217102051, 0.37875545024871826, 0.3726460933685303, 0.4017251133918762, 0.37552034854888916, 0.3512868881225586, 0.05991300940513611], "cos_apical_negg": [0.3694577217102051, 0.37875545024871826, 0.3726460933685303, 0.4017251133918762, 0.37552034854888916, 0.3512868881225586, 0.05991300940513611], "cos_Ac_negg": [0.3694577217102051, 0.37875545024871826, 0.3726460933685303, 0.4017251133918762, 0.37552034854888916, 0.3512868881225586, 0.05991300940513611], "r_norm": [1.0347347259521484, 1.0399153232574463, 0.9915671944618225, 1.0435752868652344, 1.0451548099517822, 0.994033694267273, 1.0675466060638428]}, {"step": 6750, "epoch": 14, "train_loss": 0.3064461350440979, "cos_r_negg": [0.3670651614665985, 0.36321938037872314, 0.36603087186813354, 0.3778616487979889, 0.3464733362197876, 0.3282945156097412, 0.06519520282745361], "cos_apical_negg": [0.3670651614665985, 0.36321938037872314, 0.36603087186813354, 0.3778616487979889, 0.3464733362197876, 0.3282945156097412, 0.06519520282745361], "cos_Ac_negg": [0.3670651614665985, 0.36321938037872314, 0.36603087186813354, 0.3778616487979889, 0.3464733362197876, 0.3282945156097412, 0.06519520282745361], "r_norm": [1.0092591047286987, 1.0050755739212036, 0.9600213766098022, 1.0024242401123047, 1.0127017498016357, 0.9569641351699829, 1.0215835571289062]}, {"step": 6800, "epoch": 14, "train_loss": 0.19309604167938232, "cos_r_negg": [0.35397830605506897, 0.3692482113838196, 0.36574098467826843, 0.37815845012664795, 0.35463595390319824, 0.3087646961212158, 0.05634500831365585], "cos_apical_negg": [0.35397830605506897, 0.3692482113838196, 0.36574098467826843, 0.37815845012664795, 0.35463595390319824, 0.3087646961212158, 0.05634500831365585], "cos_Ac_negg": [0.35397830605506897, 0.3692482113838196, 0.36574098467826843, 0.37815845012664795, 0.35463595390319824, 0.3087646961212158, 0.05634500831365585], "r_norm": [1.0729222297668457, 1.0862452983856201, 1.0352413654327393, 1.0789012908935547, 1.0844616889953613, 1.030730962753296, 1.0994298458099365]}, {"step": 6850, "epoch": 14, "train_loss": 0.22697490453720093, "cos_r_negg": [0.33011263608932495, 0.34879207611083984, 0.3443930149078369, 0.3649206757545471, 0.3363230228424072, 0.30438557267189026, 0.07049962878227234], "cos_apical_negg": [0.33011263608932495, 0.34879207611083984, 0.3443930149078369, 0.3649206757545471, 0.3363230228424072, 0.30438557267189026, 0.07049962878227234], "cos_Ac_negg": [0.33011263608932495, 0.34879207611083984, 0.3443930149078369, 0.3649206757545471, 0.3363230228424072, 0.30438557267189026, 0.07049962878227234], "r_norm": [1.1978498697280884, 1.1933567523956299, 1.1449497938156128, 1.206360101699829, 1.2048081159591675, 1.1432812213897705, 1.227379322052002]}, {"step": 6900, "epoch": 14, "train_loss": 0.4735426604747772, "cos_r_negg": [0.34883973002433777, 0.36734461784362793, 0.3718473017215729, 0.37509387731552124, 0.3406122624874115, 0.28500717878341675, 0.11085367947816849], "cos_apical_negg": [0.34883973002433777, 0.36734461784362793, 0.3718473017215729, 0.37509387731552124, 0.3406122624874115, 0.28500717878341675, 0.11085367947816849], "cos_Ac_negg": [0.34883973002433777, 0.36734461784362793, 0.3718473017215729, 0.37509387731552124, 0.3406122624874115, 0.28500717878341675, 0.11085367947816849], "r_norm": [0.9442479610443115, 0.9520810842514038, 0.9098106026649475, 0.9511811137199402, 0.9538458585739136, 0.9040460586547852, 0.9671013355255127]}, {"step": 6950, "epoch": 14, "train_loss": 0.30239439010620117, "cos_r_negg": [0.36699482798576355, 0.3838309645652771, 0.37874412536621094, 0.38152849674224854, 0.3461170494556427, 0.3273639678955078, 0.09305889159440994], "cos_apical_negg": [0.36699482798576355, 0.3838309645652771, 0.37874412536621094, 0.38152849674224854, 0.3461170494556427, 0.3273639678955078, 0.09305889159440994], "cos_Ac_negg": [0.36699482798576355, 0.3838309645652771, 0.37874412536621094, 0.38152849674224854, 0.3461170494556427, 0.3273639678955078, 0.09305889159440994], "r_norm": [1.0813548564910889, 1.0709023475646973, 1.024928092956543, 1.0731971263885498, 1.084620714187622, 1.0230743885040283, 1.0953861474990845]}, {"step": 7000, "epoch": 14, "train_loss": 0.30645522475242615, "cos_r_negg": [0.3525247275829315, 0.36975836753845215, 0.35735684633255005, 0.3645648658275604, 0.28854262828826904, 0.2993212640285492, 0.08333480358123779], "cos_apical_negg": [0.3525247275829315, 0.36975836753845215, 0.35735684633255005, 0.3645648658275604, 0.28854262828826904, 0.2993212640285492, 0.08333480358123779], "cos_Ac_negg": [0.3525247275829315, 0.36975836753845215, 0.35735684633255005, 0.3645648658275604, 0.28854262828826904, 0.2993212640285492, 0.08333480358123779], "r_norm": [1.0973625183105469, 1.1056642532348633, 1.0492980480194092, 1.1000478267669678, 1.1031149625778198, 1.0511033535003662, 1.1268346309661865]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.869, "test_loss": 0.42354229431152346}, {"step": 7050, "epoch": 15, "train_loss": 0.19662943482398987, "cos_r_negg": [0.3698394298553467, 0.3978338837623596, 0.38958030939102173, 0.3903767168521881, 0.3200269639492035, 0.30458778142929077, 0.09776081144809723], "cos_apical_negg": [0.3698394298553467, 0.3978338837623596, 0.38958030939102173, 0.3903767168521881, 0.3200269639492035, 0.30458778142929077, 0.09776081144809723], "cos_Ac_negg": [0.3698394298553467, 0.3978338837623596, 0.38958030939102173, 0.3903767168521881, 0.3200269639492035, 0.30458778142929077, 0.09776081144809723], "r_norm": [0.984241247177124, 0.9899011850357056, 0.9453880786895752, 0.9880239367485046, 0.9939118027687073, 0.9426746964454651, 1.0063831806182861]}, {"step": 7100, "epoch": 15, "train_loss": 0.2334497570991516, "cos_r_negg": [0.3352057933807373, 0.3517165184020996, 0.3456847369670868, 0.36325153708457947, 0.2745499014854431, 0.2817921042442322, 0.07026007771492004], "cos_apical_negg": [0.3352057933807373, 0.3517165184020996, 0.3456847369670868, 0.36325153708457947, 0.2745499014854431, 0.2817921042442322, 0.07026007771492004], "cos_Ac_negg": [0.3352057933807373, 0.3517165184020996, 0.3456847369670868, 0.36325153708457947, 0.2745499014854431, 0.2817921042442322, 0.07026007771492004], "r_norm": [1.0624308586120605, 1.0704209804534912, 1.0172547101974487, 1.0625842809677124, 1.0764331817626953, 1.0225461721420288, 1.0904412269592285]}, {"step": 7150, "epoch": 15, "train_loss": 0.2955992817878723, "cos_r_negg": [0.342085063457489, 0.3653002679347992, 0.35054171085357666, 0.36704710125923157, 0.329342246055603, 0.3223646879196167, 0.07369469106197357], "cos_apical_negg": [0.342085063457489, 0.3653002679347992, 0.35054171085357666, 0.36704710125923157, 0.329342246055603, 0.3223646879196167, 0.07369469106197357], "cos_Ac_negg": [0.342085063457489, 0.3653002679347992, 0.35054171085357666, 0.36704710125923157, 0.329342246055603, 0.3223646879196167, 0.07369469106197357], "r_norm": [1.0565391778945923, 1.0571163892745972, 1.010672926902771, 1.054558277130127, 1.0630261898040771, 1.0055561065673828, 1.072448492050171]}, {"step": 7200, "epoch": 15, "train_loss": 0.2687271237373352, "cos_r_negg": [0.3780179023742676, 0.39744722843170166, 0.3855692148208618, 0.36617863178253174, 0.322712242603302, 0.3271905183792114, 0.08166776597499847], "cos_apical_negg": [0.3780179023742676, 0.39744722843170166, 0.3855692148208618, 0.36617863178253174, 0.322712242603302, 0.3271905183792114, 0.08166776597499847], "cos_Ac_negg": [0.3780179023742676, 0.39744722843170166, 0.3855692148208618, 0.36617863178253174, 0.322712242603302, 0.3271905183792114, 0.08166776597499847], "r_norm": [1.0957660675048828, 1.0998938083648682, 1.0552978515625, 1.1071345806121826, 1.1041486263275146, 1.0504506826400757, 1.1262309551239014]}, {"step": 7250, "epoch": 15, "train_loss": 0.35473111271858215, "cos_r_negg": [0.3454333245754242, 0.36200591921806335, 0.3602050542831421, 0.34695905447006226, 0.2896619141101837, 0.3102116882801056, 0.09209666401147842], "cos_apical_negg": [0.3454333245754242, 0.36200591921806335, 0.3602050542831421, 0.34695905447006226, 0.2896619141101837, 0.3102116882801056, 0.09209666401147842], "cos_Ac_negg": [0.3454333245754242, 0.36200591921806335, 0.3602050542831421, 0.34695905447006226, 0.2896619141101837, 0.3102116882801056, 0.09209666401147842], "r_norm": [1.16228449344635, 1.1631684303283691, 1.108091115951538, 1.1570366621017456, 1.1645934581756592, 1.1057013273239136, 1.1800408363342285]}, {"step": 7300, "epoch": 15, "train_loss": 0.27587732672691345, "cos_r_negg": [0.3687538504600525, 0.3793187141418457, 0.38942384719848633, 0.384238600730896, 0.336465060710907, 0.34232068061828613, 0.08109016716480255], "cos_apical_negg": [0.3687538504600525, 0.3793187141418457, 0.38942384719848633, 0.384238600730896, 0.336465060710907, 0.34232068061828613, 0.08109016716480255], "cos_Ac_negg": [0.3687538504600525, 0.3793187141418457, 0.38942384719848633, 0.384238600730896, 0.336465060710907, 0.34232068061828613, 0.08109016716480255], "r_norm": [1.068925142288208, 1.0696512460708618, 1.0271577835083008, 1.0743972063064575, 1.0773112773895264, 1.0221426486968994, 1.0935170650482178]}, {"step": 7350, "epoch": 15, "train_loss": 0.26027071475982666, "cos_r_negg": [0.3268650472164154, 0.33570754528045654, 0.32300126552581787, 0.34424304962158203, 0.2989239990711212, 0.31960371136665344, 0.05936054140329361], "cos_apical_negg": [0.3268650472164154, 0.33570754528045654, 0.32300126552581787, 0.34424304962158203, 0.2989239990711212, 0.31960371136665344, 0.05936054140329361], "cos_Ac_negg": [0.3268650472164154, 0.33570754528045654, 0.32300126552581787, 0.34424304962158203, 0.2989239990711212, 0.31960371136665344, 0.05936054140329361], "r_norm": [1.0282517671585083, 1.030645489692688, 0.9835888147354126, 1.0276618003845215, 1.0339218378067017, 0.9812992215156555, 1.0483449697494507]}, {"step": 7400, "epoch": 15, "train_loss": 0.42820048332214355, "cos_r_negg": [0.3388480544090271, 0.3447227478027344, 0.3563094735145569, 0.38388174772262573, 0.3428249955177307, 0.33345815539360046, 0.07442349195480347], "cos_apical_negg": [0.3388480544090271, 0.3447227478027344, 0.3563094735145569, 0.38388174772262573, 0.3428249955177307, 0.33345815539360046, 0.07442349195480347], "cos_Ac_negg": [0.3388480544090271, 0.3447227478027344, 0.3563094735145569, 0.38388174772262573, 0.3428249955177307, 0.33345815539360046, 0.07442349195480347], "r_norm": [0.9703401923179626, 0.975038468837738, 0.9298522472381592, 0.9732051491737366, 0.9790711402893066, 0.9291520118713379, 0.9934755563735962]}, {"step": 7450, "epoch": 15, "train_loss": 0.25940126180648804, "cos_r_negg": [0.3153421878814697, 0.342530757188797, 0.342957079410553, 0.34784722328186035, 0.3148772716522217, 0.3254653215408325, 0.05467414855957031], "cos_apical_negg": [0.3153421878814697, 0.342530757188797, 0.342957079410553, 0.34784722328186035, 0.3148772716522217, 0.3254653215408325, 0.05467414855957031], "cos_Ac_negg": [0.3153421878814697, 0.342530757188797, 0.342957079410553, 0.34784722328186035, 0.3148772716522217, 0.3254653215408325, 0.05467414855957031], "r_norm": [1.111847996711731, 1.1180834770202637, 1.0669397115707397, 1.1125638484954834, 1.1208714246749878, 1.060692310333252, 1.1341713666915894]}, {"step": 7500, "epoch": 15, "train_loss": 0.2497001439332962, "cos_r_negg": [0.33896106481552124, 0.3294832706451416, 0.3250275254249573, 0.3358710706233978, 0.3318580687046051, 0.33790507912635803, 0.06885522603988647], "cos_apical_negg": [0.33896106481552124, 0.3294832706451416, 0.3250275254249573, 0.3358710706233978, 0.3318580687046051, 0.33790507912635803, 0.06885522603988647], "cos_Ac_negg": [0.33896106481552124, 0.3294832706451416, 0.3250275254249573, 0.3358710706233978, 0.3318580687046051, 0.33790507912635803, 0.06885522603988647], "r_norm": [1.1381921768188477, 1.136342167854309, 1.0839190483093262, 1.1271820068359375, 1.1375763416290283, 1.0748887062072754, 1.1500874757766724]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.863, "test_loss": 0.43225911254882815}, {"step": 7550, "epoch": 16, "train_loss": 0.28474077582359314, "cos_r_negg": [0.32543569803237915, 0.3156197667121887, 0.31779205799102783, 0.32211577892303467, 0.28622889518737793, 0.29781657457351685, 0.07527556270360947], "cos_apical_negg": [0.32543569803237915, 0.3156197667121887, 0.31779205799102783, 0.32211577892303467, 0.28622889518737793, 0.29781657457351685, 0.07527556270360947], "cos_Ac_negg": [0.32543569803237915, 0.3156197667121887, 0.31779205799102783, 0.32211577892303467, 0.28622889518737793, 0.29781657457351685, 0.07527556270360947], "r_norm": [1.0766390562057495, 1.0740054845809937, 1.0276793241500854, 1.0717799663543701, 1.0807440280914307, 1.0190407037734985, 1.0898689031600952]}, {"step": 7600, "epoch": 16, "train_loss": 0.3241426348686218, "cos_r_negg": [0.35201597213745117, 0.3653412163257599, 0.3672609329223633, 0.3775518536567688, 0.3475179672241211, 0.34365326166152954, 0.07879211008548737], "cos_apical_negg": [0.35201597213745117, 0.3653412163257599, 0.3672609329223633, 0.3775518536567688, 0.3475179672241211, 0.34365326166152954, 0.07879211008548737], "cos_Ac_negg": [0.35201597213745117, 0.3653412163257599, 0.3672609329223633, 0.3775518536567688, 0.3475179672241211, 0.34365326166152954, 0.07879211008548737], "r_norm": [1.0051512718200684, 1.0107553005218506, 0.9666788578033447, 1.0125880241394043, 1.0147655010223389, 0.9627333879470825, 1.0306657552719116]}, {"step": 7650, "epoch": 16, "train_loss": 0.1423664093017578, "cos_r_negg": [0.33492863178253174, 0.33518168330192566, 0.33105140924453735, 0.3329833149909973, 0.3166947066783905, 0.3200882077217102, 0.08266177773475647], "cos_apical_negg": [0.33492863178253174, 0.33518168330192566, 0.33105140924453735, 0.3329833149909973, 0.3166947066783905, 0.3200882077217102, 0.08266177773475647], "cos_Ac_negg": [0.33492863178253174, 0.33518168330192566, 0.33105140924453735, 0.3329833149909973, 0.3166947066783905, 0.3200882077217102, 0.08266177773475647], "r_norm": [0.9449064135551453, 0.9440622329711914, 0.9005776643753052, 0.9387366771697998, 0.9475839138031006, 0.8955788612365723, 0.9561753869056702]}, {"step": 7700, "epoch": 16, "train_loss": 0.1739114224910736, "cos_r_negg": [0.3286312222480774, 0.3398559093475342, 0.32311928272247314, 0.31901150941848755, 0.309887170791626, 0.30804842710494995, 0.06624748557806015], "cos_apical_negg": [0.3286312222480774, 0.3398559093475342, 0.32311928272247314, 0.31901150941848755, 0.309887170791626, 0.30804842710494995, 0.06624748557806015], "cos_Ac_negg": [0.3286312222480774, 0.3398559093475342, 0.32311928272247314, 0.31901150941848755, 0.309887170791626, 0.30804842710494995, 0.06624748557806015], "r_norm": [0.9948806762695312, 1.0006351470947266, 0.9571088552474976, 1.001237154006958, 1.0047581195831299, 0.9554711580276489, 1.022278070449829]}, {"step": 7750, "epoch": 16, "train_loss": 0.35530439019203186, "cos_r_negg": [0.3181960880756378, 0.3306226134300232, 0.33365827798843384, 0.33449071645736694, 0.3038588762283325, 0.31871297955513, 0.051544710993766785], "cos_apical_negg": [0.3181960880756378, 0.3306226134300232, 0.33365827798843384, 0.33449071645736694, 0.3038588762283325, 0.31871297955513, 0.051544710993766785], "cos_Ac_negg": [0.3181960880756378, 0.3306226134300232, 0.33365827798843384, 0.33449071645736694, 0.3038588762283325, 0.31871297955513, 0.051544710993766785], "r_norm": [1.055614709854126, 1.0541799068450928, 1.0050779581069946, 1.0504943132400513, 1.0600506067276, 1.0022258758544922, 1.0731327533721924]}, {"step": 7800, "epoch": 16, "train_loss": 0.21579109132289886, "cos_r_negg": [0.3565099835395813, 0.3551693260669708, 0.3637803792953491, 0.369453489780426, 0.35299646854400635, 0.34942522644996643, 0.1000998467206955], "cos_apical_negg": [0.3565099835395813, 0.3551693260669708, 0.3637803792953491, 0.369453489780426, 0.35299646854400635, 0.34942522644996643, 0.1000998467206955], "cos_Ac_negg": [0.3565099835395813, 0.3551693260669708, 0.3637803792953491, 0.369453489780426, 0.35299646854400635, 0.34942522644996643, 0.1000998467206955], "r_norm": [1.0286221504211426, 1.037790298461914, 0.9833860397338867, 1.025721788406372, 1.0363187789916992, 0.9835155010223389, 1.051132321357727]}, {"step": 7850, "epoch": 16, "train_loss": 0.28965145349502563, "cos_r_negg": [0.3122255802154541, 0.33545857667922974, 0.3314440846443176, 0.34246280789375305, 0.3293130397796631, 0.34552401304244995, 0.08835774660110474], "cos_apical_negg": [0.3122255802154541, 0.33545857667922974, 0.3314440846443176, 0.34246280789375305, 0.3293130397796631, 0.34552401304244995, 0.08835774660110474], "cos_Ac_negg": [0.3122255802154541, 0.33545857667922974, 0.3314440846443176, 0.34246280789375305, 0.3293130397796631, 0.34552401304244995, 0.08835774660110474], "r_norm": [1.0602469444274902, 1.0599815845489502, 1.0143702030181885, 1.0590428113937378, 1.0668083429336548, 1.0090997219085693, 1.0789881944656372]}, {"step": 7900, "epoch": 16, "train_loss": 0.1801479607820511, "cos_r_negg": [0.34242889285087585, 0.3513438105583191, 0.3425160348415375, 0.32525327801704407, 0.3519034683704376, 0.3053867518901825, 0.06722743064165115], "cos_apical_negg": [0.34242889285087585, 0.3513438105583191, 0.3425160348415375, 0.32525327801704407, 0.3519034683704376, 0.3053867518901825, 0.06722743064165115], "cos_Ac_negg": [0.34242889285087585, 0.3513438105583191, 0.3425160348415375, 0.32525327801704407, 0.3519034683704376, 0.3053867518901825, 0.06722743064165115], "r_norm": [1.1144458055496216, 1.1185721158981323, 1.0689842700958252, 1.1181604862213135, 1.1240293979644775, 1.0671056509017944, 1.1415951251983643]}, {"step": 7950, "epoch": 16, "train_loss": 0.23765720427036285, "cos_r_negg": [0.33613160252571106, 0.3309887647628784, 0.3379656672477722, 0.3150770664215088, 0.3166937232017517, 0.311432808637619, 0.10092256218194962], "cos_apical_negg": [0.33613160252571106, 0.3309887647628784, 0.3379656672477722, 0.3150770664215088, 0.3166937232017517, 0.311432808637619, 0.10092256218194962], "cos_Ac_negg": [0.33613160252571106, 0.3309887647628784, 0.3379656672477722, 0.3150770664215088, 0.3166937232017517, 0.311432808637619, 0.10092256218194962], "r_norm": [0.9561359286308289, 0.9619674682617188, 0.9204798340797424, 0.9609615206718445, 0.9668768644332886, 0.9150486588478088, 0.9778093099594116]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8707, "test_loss": 0.40814322509765627}, {"step": 8000, "epoch": 17, "train_loss": 0.24108648300170898, "cos_r_negg": [0.3679206967353821, 0.38234397768974304, 0.366483598947525, 0.37183576822280884, 0.37266334891319275, 0.3087943196296692, 0.10211020708084106], "cos_apical_negg": [0.3679206967353821, 0.38234397768974304, 0.366483598947525, 0.37183576822280884, 0.37266334891319275, 0.3087943196296692, 0.10211020708084106], "cos_Ac_negg": [0.3679206967353821, 0.38234397768974304, 0.366483598947525, 0.37183576822280884, 0.37266334891319275, 0.3087943196296692, 0.10211020708084106], "r_norm": [1.0559217929840088, 1.0574281215667725, 1.0116777420043945, 1.0567309856414795, 1.0609416961669922, 1.0034904479980469, 1.076629400253296]}, {"step": 8050, "epoch": 17, "train_loss": 0.3121408224105835, "cos_r_negg": [0.3525177240371704, 0.3536575436592102, 0.3367294669151306, 0.35286256670951843, 0.3439257740974426, 0.3118935525417328, 0.08907497674226761], "cos_apical_negg": [0.3525177240371704, 0.3536575436592102, 0.3367294669151306, 0.35286256670951843, 0.3439257740974426, 0.3118935525417328, 0.08907497674226761], "cos_Ac_negg": [0.3525177240371704, 0.3536575436592102, 0.3367294669151306, 0.35286256670951843, 0.3439257740974426, 0.3118935525417328, 0.08907497674226761], "r_norm": [1.0839776992797852, 1.0859861373901367, 1.045683741569519, 1.0996344089508057, 1.096466302871704, 1.0427430868148804, 1.1199135780334473]}, {"step": 8100, "epoch": 17, "train_loss": 0.20040588080883026, "cos_r_negg": [0.32431286573410034, 0.33970990777015686, 0.344587504863739, 0.3435702919960022, 0.30995866656303406, 0.30524155497550964, 0.1044619008898735], "cos_apical_negg": [0.32431286573410034, 0.33970990777015686, 0.344587504863739, 0.3435702919960022, 0.30995866656303406, 0.30524155497550964, 0.1044619008898735], "cos_Ac_negg": [0.32431286573410034, 0.33970990777015686, 0.344587504863739, 0.3435702919960022, 0.30995866656303406, 0.30524155497550964, 0.1044619008898735], "r_norm": [0.9995923042297363, 1.011392593383789, 0.9624648094177246, 1.0039951801300049, 1.0110036134719849, 0.9594205021858215, 1.0253181457519531]}, {"step": 8150, "epoch": 17, "train_loss": 0.1501965969800949, "cos_r_negg": [0.38601595163345337, 0.3950613737106323, 0.41235536336898804, 0.39558708667755127, 0.36924004554748535, 0.3410288691520691, 0.10348052531480789], "cos_apical_negg": [0.38601595163345337, 0.3950613737106323, 0.41235536336898804, 0.39558708667755127, 0.36924004554748535, 0.3410288691520691, 0.10348052531480789], "cos_Ac_negg": [0.38601595163345337, 0.3950613737106323, 0.41235536336898804, 0.39558708667755127, 0.36924004554748535, 0.3410288691520691, 0.10348052531480789], "r_norm": [1.0672166347503662, 1.0664069652557373, 1.021087646484375, 1.0657012462615967, 1.0708210468292236, 1.0116007328033447, 1.0838996171951294]}, {"step": 8200, "epoch": 17, "train_loss": 0.27710703015327454, "cos_r_negg": [0.3644479513168335, 0.3775140643119812, 0.3835574686527252, 0.39203542470932007, 0.3669911324977875, 0.3484538793563843, 0.12312175333499908], "cos_apical_negg": [0.3644479513168335, 0.3775140643119812, 0.3835574686527252, 0.39203542470932007, 0.3669911324977875, 0.3484538793563843, 0.12312175333499908], "cos_Ac_negg": [0.3644479513168335, 0.3775140643119812, 0.3835574686527252, 0.39203542470932007, 0.3669911324977875, 0.3484538793563843, 0.12312175333499908], "r_norm": [1.0835132598876953, 1.086539387702942, 1.0381672382354736, 1.0813651084899902, 1.088883876800537, 1.0307291746139526, 1.1016356945037842]}, {"step": 8250, "epoch": 17, "train_loss": 0.20300239324569702, "cos_r_negg": [0.36625397205352783, 0.38242942094802856, 0.4019589424133301, 0.3954627513885498, 0.35668838024139404, 0.32911694049835205, 0.12428406625986099], "cos_apical_negg": [0.36625397205352783, 0.38242942094802856, 0.4019589424133301, 0.3954627513885498, 0.35668838024139404, 0.32911694049835205, 0.12428406625986099], "cos_Ac_negg": [0.36625397205352783, 0.38242942094802856, 0.4019589424133301, 0.3954627513885498, 0.35668838024139404, 0.32911694049835205, 0.12428406625986099], "r_norm": [0.9202510118484497, 0.9231529235839844, 0.8797949552536011, 0.9204001426696777, 0.9274399280548096, 0.8780288100242615, 0.9381165504455566]}, {"step": 8300, "epoch": 17, "train_loss": 0.3322144150733948, "cos_r_negg": [0.3559566140174866, 0.3526081442832947, 0.3602730631828308, 0.36924850940704346, 0.3567947745323181, 0.3269921839237213, 0.12694446742534637], "cos_apical_negg": [0.3559566140174866, 0.3526081442832947, 0.3602730631828308, 0.36924850940704346, 0.3567947745323181, 0.3269921839237213, 0.12694446742534637], "cos_Ac_negg": [0.3559566140174866, 0.3526081442832947, 0.3602730631828308, 0.36924850940704346, 0.3567947745323181, 0.3269921839237213, 0.12694446742534637], "r_norm": [1.2348124980926514, 1.2323050498962402, 1.178892731666565, 1.2321475744247437, 1.242165207862854, 1.1743063926696777, 1.2581250667572021]}, {"step": 8350, "epoch": 17, "train_loss": 0.21737359464168549, "cos_r_negg": [0.3549150824546814, 0.35290050506591797, 0.3640612065792084, 0.3597174286842346, 0.3411897122859955, 0.32014936208724976, 0.14035820960998535], "cos_apical_negg": [0.3549150824546814, 0.35290050506591797, 0.3640612065792084, 0.3597174286842346, 0.3411897122859955, 0.32014936208724976, 0.14035820960998535], "cos_Ac_negg": [0.3549150824546814, 0.35290050506591797, 0.3640612065792084, 0.3597174286842346, 0.3411897122859955, 0.32014936208724976, 0.14035820960998535], "r_norm": [1.0141136646270752, 1.0192389488220215, 0.9742525219917297, 1.0167567729949951, 1.020658016204834, 0.9695377945899963, 1.0363187789916992]}, {"step": 8400, "epoch": 17, "train_loss": 0.5527648329734802, "cos_r_negg": [0.32897332310676575, 0.34172487258911133, 0.3577316105365753, 0.3484625816345215, 0.3351852595806122, 0.30643516778945923, 0.11415672302246094], "cos_apical_negg": [0.32897332310676575, 0.34172487258911133, 0.3577316105365753, 0.3484625816345215, 0.3351852595806122, 0.30643516778945923, 0.11415672302246094], "cos_Ac_negg": [0.32897332310676575, 0.34172487258911133, 0.3577316105365753, 0.3484625816345215, 0.3351852595806122, 0.30643516778945923, 0.11415672302246094], "r_norm": [1.0134682655334473, 1.0181485414505005, 0.9707845449447632, 1.0143659114837646, 1.0221176147460938, 0.96653151512146, 1.034066915512085]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8705, "test_loss": 0.41383155517578124}, {"step": 8450, "epoch": 18, "train_loss": 0.22761879861354828, "cos_r_negg": [0.3561263680458069, 0.3591461181640625, 0.37435251474380493, 0.37475883960723877, 0.3564443290233612, 0.31260740756988525, 0.12021922320127487], "cos_apical_negg": [0.3561263680458069, 0.3591461181640625, 0.37435251474380493, 0.37475883960723877, 0.3564443290233612, 0.31260740756988525, 0.12021922320127487], "cos_Ac_negg": [0.3561263680458069, 0.3591461181640625, 0.37435251474380493, 0.37475883960723877, 0.3564443290233612, 0.31260740756988525, 0.12021922320127487], "r_norm": [0.9630894064903259, 0.967791736125946, 0.9217312335968018, 0.9620752334594727, 0.9700410962104797, 0.9202142953872681, 0.9819238185882568]}, {"step": 8500, "epoch": 18, "train_loss": 0.2337247133255005, "cos_r_negg": [0.34866034984588623, 0.35246190428733826, 0.366516649723053, 0.3521690368652344, 0.3252817988395691, 0.31221842765808105, 0.12722112238407135], "cos_apical_negg": [0.34866034984588623, 0.35246190428733826, 0.366516649723053, 0.3521690368652344, 0.3252817988395691, 0.31221842765808105, 0.12722112238407135], "cos_Ac_negg": [0.34866034984588623, 0.35246190428733826, 0.366516649723053, 0.3521690368652344, 0.3252817988395691, 0.31221842765808105, 0.12722112238407135], "r_norm": [1.0740602016448975, 1.072528600692749, 1.0317535400390625, 1.0805482864379883, 1.0819787979125977, 1.0278667211532593, 1.0985729694366455]}, {"step": 8550, "epoch": 18, "train_loss": 0.15243610739707947, "cos_r_negg": [0.3680095672607422, 0.3673502802848816, 0.3826403021812439, 0.357674241065979, 0.32051175832748413, 0.31656330823898315, 0.15050669014453888], "cos_apical_negg": [0.3680095672607422, 0.3673502802848816, 0.3826403021812439, 0.357674241065979, 0.32051175832748413, 0.31656330823898315, 0.15050669014453888], "cos_Ac_negg": [0.3680095672607422, 0.3673502802848816, 0.3826403021812439, 0.357674241065979, 0.32051175832748413, 0.31656330823898315, 0.15050669014453888], "r_norm": [1.1121103763580322, 1.1119616031646729, 1.0601402521133423, 1.1079626083374023, 1.1184520721435547, 1.059804916381836, 1.132181167602539]}, {"step": 8600, "epoch": 18, "train_loss": 0.23779496550559998, "cos_r_negg": [0.34996819496154785, 0.3477745056152344, 0.3507393002510071, 0.3560020923614502, 0.3174615502357483, 0.32519057393074036, 0.13385678827762604], "cos_apical_negg": [0.34996819496154785, 0.3477745056152344, 0.3507393002510071, 0.3560020923614502, 0.3174615502357483, 0.32519057393074036, 0.13385678827762604], "cos_Ac_negg": [0.34996819496154785, 0.3477745056152344, 0.3507393002510071, 0.3560020923614502, 0.3174615502357483, 0.32519057393074036, 0.13385678827762604], "r_norm": [1.0972996950149536, 1.1100680828094482, 1.0487282276153564, 1.0923035144805908, 1.1029508113861084, 1.0483781099319458, 1.1251063346862793]}, {"step": 8650, "epoch": 18, "train_loss": 0.1371988207101822, "cos_r_negg": [0.3586629331111908, 0.34553390741348267, 0.34225139021873474, 0.34220075607299805, 0.32083749771118164, 0.31765782833099365, 0.11045951396226883], "cos_apical_negg": [0.3586629331111908, 0.34553390741348267, 0.34225139021873474, 0.34220075607299805, 0.32083749771118164, 0.31765782833099365, 0.11045951396226883], "cos_Ac_negg": [0.3586629331111908, 0.34553390741348267, 0.34225139021873474, 0.34220075607299805, 0.32083749771118164, 0.31765782833099365, 0.11045951396226883], "r_norm": [1.0914793014526367, 1.0936784744262695, 1.0423119068145752, 1.0939180850982666, 1.1011075973510742, 1.047997236251831, 1.1204423904418945]}, {"step": 8700, "epoch": 18, "train_loss": 0.22905822098255157, "cos_r_negg": [0.3346148729324341, 0.3351971209049225, 0.33238768577575684, 0.3264068067073822, 0.31253165006637573, 0.33161062002182007, 0.1272636204957962], "cos_apical_negg": [0.3346148729324341, 0.3351971209049225, 0.33238768577575684, 0.3264068067073822, 0.31253165006637573, 0.33161062002182007, 0.1272636204957962], "cos_Ac_negg": [0.3346148729324341, 0.3351971209049225, 0.33238768577575684, 0.3264068067073822, 0.31253165006637573, 0.33161062002182007, 0.1272636204957962], "r_norm": [1.0794425010681152, 1.0852577686309814, 1.034920573234558, 1.084445834159851, 1.091336727142334, 1.0353190898895264, 1.1058340072631836]}, {"step": 8750, "epoch": 18, "train_loss": 0.2988653779029846, "cos_r_negg": [0.37850111722946167, 0.36474335193634033, 0.36897265911102295, 0.3676181435585022, 0.33912068605422974, 0.33528512716293335, 0.11244499683380127], "cos_apical_negg": [0.37850111722946167, 0.36474335193634033, 0.36897265911102295, 0.3676181435585022, 0.33912068605422974, 0.33528512716293335, 0.11244499683380127], "cos_Ac_negg": [0.37850111722946167, 0.36474335193634033, 0.36897265911102295, 0.3676181435585022, 0.33912068605422974, 0.33528512716293335, 0.11244499683380127], "r_norm": [0.9461122751235962, 0.9560968279838562, 0.9072088003158569, 0.9462347030639648, 0.9549469351768494, 0.9083181619644165, 0.9677926301956177]}, {"step": 8800, "epoch": 18, "train_loss": 0.16737839579582214, "cos_r_negg": [0.342500776052475, 0.34064817428588867, 0.333656370639801, 0.3307969570159912, 0.30615901947021484, 0.3115614354610443, 0.08563391864299774], "cos_apical_negg": [0.342500776052475, 0.34064817428588867, 0.333656370639801, 0.3307969570159912, 0.30615901947021484, 0.3115614354610443, 0.08563391864299774], "cos_Ac_negg": [0.342500776052475, 0.34064817428588867, 0.333656370639801, 0.3307969570159912, 0.30615901947021484, 0.3115614354610443, 0.08563391864299774], "r_norm": [1.0284991264343262, 1.0370776653289795, 0.9885519742965698, 1.0346466302871704, 1.0428953170776367, 0.991610050201416, 1.0583364963531494]}, {"step": 8850, "epoch": 18, "train_loss": 0.14766880869865417, "cos_r_negg": [0.3378177881240845, 0.3234129846096039, 0.3122132122516632, 0.32302868366241455, 0.30758365988731384, 0.29676806926727295, 0.10524006932973862], "cos_apical_negg": [0.3378177881240845, 0.3234129846096039, 0.3122132122516632, 0.32302868366241455, 0.30758365988731384, 0.29676806926727295, 0.10524006932973862], "cos_Ac_negg": [0.3378177881240845, 0.3234129846096039, 0.3122132122516632, 0.32302868366241455, 0.30758365988731384, 0.29676806926727295, 0.10524006932973862], "r_norm": [0.9502307176589966, 0.9575753211975098, 0.9157373905181885, 0.9538323879241943, 0.9590554237365723, 0.9081411957740784, 0.9734170436859131]}, {"step": 8900, "epoch": 18, "train_loss": 0.2268434762954712, "cos_r_negg": [0.3483193516731262, 0.35492831468582153, 0.3686593770980835, 0.38049572706222534, 0.3297969102859497, 0.3285899758338928, 0.10905791819095612], "cos_apical_negg": [0.3483193516731262, 0.35492831468582153, 0.3686593770980835, 0.38049572706222534, 0.3297969102859497, 0.3285899758338928, 0.10905791819095612], "cos_Ac_negg": [0.3483193516731262, 0.35492831468582153, 0.3686593770980835, 0.38049572706222534, 0.3297969102859497, 0.3285899758338928, 0.10905791819095612], "r_norm": [1.005139946937561, 1.0118025541305542, 0.9658117294311523, 1.0088517665863037, 1.0157434940338135, 0.9624757766723633, 1.0287246704101562]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8711, "test_loss": 0.4180012939453125}, {"step": 8950, "epoch": 19, "train_loss": 0.3352222442626953, "cos_r_negg": [0.3751426935195923, 0.3572368025779724, 0.3733348250389099, 0.3580613136291504, 0.33071452379226685, 0.3327232599258423, 0.09642433375120163], "cos_apical_negg": [0.3751426935195923, 0.3572368025779724, 0.3733348250389099, 0.3580613136291504, 0.33071452379226685, 0.3327232599258423, 0.09642433375120163], "cos_Ac_negg": [0.3751426935195923, 0.3572368025779724, 0.3733348250389099, 0.3580613136291504, 0.33071452379226685, 0.3327232599258423, 0.09642433375120163], "r_norm": [1.0484952926635742, 1.043397068977356, 0.9993731379508972, 1.0484044551849365, 1.0520429611206055, 0.9952282905578613, 1.067974328994751]}, {"step": 9000, "epoch": 19, "train_loss": 0.3467838764190674, "cos_r_negg": [0.3455645442008972, 0.3330327272415161, 0.3330424129962921, 0.3427351415157318, 0.32148483395576477, 0.3280351758003235, 0.11794355511665344], "cos_apical_negg": [0.3455645442008972, 0.3330327272415161, 0.3330424129962921, 0.3427351415157318, 0.32148483395576477, 0.3280351758003235, 0.11794355511665344], "cos_Ac_negg": [0.3455645442008972, 0.3330327272415161, 0.3330424129962921, 0.3427351415157318, 0.32148483395576477, 0.3280351758003235, 0.11794355511665344], "r_norm": [1.0342557430267334, 1.0401051044464111, 0.9878238439559937, 1.0353292226791382, 1.0461273193359375, 0.9929782152175903, 1.060633659362793]}, {"step": 9050, "epoch": 19, "train_loss": 0.26044759154319763, "cos_r_negg": [0.3502093553543091, 0.3568936586380005, 0.35396090149879456, 0.36818063259124756, 0.336483359336853, 0.31613075733184814, 0.14988461136817932], "cos_apical_negg": [0.3502093553543091, 0.3568936586380005, 0.35396090149879456, 0.36818063259124756, 0.336483359336853, 0.31613075733184814, 0.14988461136817932], "cos_Ac_negg": [0.3502093553543091, 0.3568936586380005, 0.35396090149879456, 0.36818063259124756, 0.336483359336853, 0.31613075733184814, 0.14988461136817932], "r_norm": [1.0461151599884033, 1.0505614280700684, 1.002197265625, 1.0501458644866943, 1.0549447536468506, 0.9969846606254578, 1.069384217262268]}, {"step": 9100, "epoch": 19, "train_loss": 0.23979485034942627, "cos_r_negg": [0.371828556060791, 0.36535486578941345, 0.3612075746059418, 0.3638361096382141, 0.3480938971042633, 0.32983654737472534, 0.13406813144683838], "cos_apical_negg": [0.371828556060791, 0.36535486578941345, 0.3612075746059418, 0.3638361096382141, 0.3480938971042633, 0.32983654737472534, 0.13406813144683838], "cos_Ac_negg": [0.371828556060791, 0.36535486578941345, 0.3612075746059418, 0.3638361096382141, 0.3480938971042633, 0.32983654737472534, 0.13406813144683838], "r_norm": [1.0558667182922363, 1.0566529035568237, 1.0100340843200684, 1.0566654205322266, 1.0657811164855957, 1.0070010423660278, 1.0746769905090332]}, {"step": 9150, "epoch": 19, "train_loss": 0.16193117201328278, "cos_r_negg": [0.357627272605896, 0.36513254046440125, 0.3401169180870056, 0.35076475143432617, 0.3216518461704254, 0.31992560625076294, 0.14788460731506348], "cos_apical_negg": [0.357627272605896, 0.36513254046440125, 0.3401169180870056, 0.35076475143432617, 0.3216518461704254, 0.31992560625076294, 0.14788460731506348], "cos_Ac_negg": [0.357627272605896, 0.36513254046440125, 0.3401169180870056, 0.35076475143432617, 0.3216518461704254, 0.31992560625076294, 0.14788460731506348], "r_norm": [0.9710967540740967, 0.9762638211250305, 0.932444155216217, 0.9756562113761902, 0.982215940952301, 0.9302278757095337, 0.9942846894264221]}, {"step": 9200, "epoch": 19, "train_loss": 0.22109830379486084, "cos_r_negg": [0.3746430277824402, 0.3854491710662842, 0.3674446940422058, 0.3802385628223419, 0.3465321660041809, 0.33896055817604065, 0.1469404101371765], "cos_apical_negg": [0.3746430277824402, 0.3854491710662842, 0.3674446940422058, 0.3802385628223419, 0.3465321660041809, 0.33896055817604065, 0.1469404101371765], "cos_Ac_negg": [0.3746430277824402, 0.3854491710662842, 0.3674446940422058, 0.3802385628223419, 0.3465321660041809, 0.33896055817604065, 0.1469404101371765], "r_norm": [1.018149971961975, 1.0236999988555908, 0.9761596918106079, 1.0195887088775635, 1.0277183055877686, 0.9734614491462708, 1.0412569046020508]}, {"step": 9250, "epoch": 19, "train_loss": 0.2457936704158783, "cos_r_negg": [0.368753045797348, 0.3785538077354431, 0.36018186807632446, 0.3708394169807434, 0.33641743659973145, 0.3414359986782074, 0.11948338150978088], "cos_apical_negg": [0.368753045797348, 0.3785538077354431, 0.36018186807632446, 0.3708394169807434, 0.33641743659973145, 0.3414359986782074, 0.11948338150978088], "cos_Ac_negg": [0.368753045797348, 0.3785538077354431, 0.36018186807632446, 0.3708394169807434, 0.33641743659973145, 0.3414359986782074, 0.11948338150978088], "r_norm": [0.9967289566993713, 0.9987088441848755, 0.9527159929275513, 0.9957872629165649, 1.001078724861145, 0.9465116858482361, 1.0143985748291016]}, {"step": 9300, "epoch": 19, "train_loss": 0.19335177540779114, "cos_r_negg": [0.34360620379447937, 0.3415716886520386, 0.34401750564575195, 0.34985703229904175, 0.3078117370605469, 0.30781441926956177, 0.11317068338394165], "cos_apical_negg": [0.34360620379447937, 0.3415716886520386, 0.34401750564575195, 0.34985703229904175, 0.3078117370605469, 0.30781441926956177, 0.11317068338394165], "cos_Ac_negg": [0.34360620379447937, 0.3415716886520386, 0.34401750564575195, 0.34985703229904175, 0.3078117370605469, 0.30781441926956177, 0.11317068338394165], "r_norm": [0.9571535587310791, 0.963468074798584, 0.9202641248703003, 0.959355890750885, 0.9631311893463135, 0.9135472774505615, 0.9779940247535706]}, {"step": 9350, "epoch": 19, "train_loss": 0.27130651473999023, "cos_r_negg": [0.33718037605285645, 0.3436148166656494, 0.3381946384906769, 0.3286147117614746, 0.2949717044830322, 0.2872864603996277, 0.10029827058315277], "cos_apical_negg": [0.33718037605285645, 0.3436148166656494, 0.3381946384906769, 0.3286147117614746, 0.2949717044830322, 0.2872864603996277, 0.10029827058315277], "cos_Ac_negg": [0.33718037605285645, 0.3436148166656494, 0.3381946384906769, 0.3286147117614746, 0.2949717044830322, 0.2872864603996277, 0.10029827058315277], "r_norm": [1.0914082527160645, 1.0980216264724731, 1.0439344644546509, 1.08705472946167, 1.0951852798461914, 1.037248969078064, 1.1099827289581299]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8621, "test_loss": 0.44965894775390625}], "final": {"test_acc": 0.8621, "test_loss": 0.44965894775390625, "wall_s": 37.98125171661377, "cos_r_negg": [0.35411033034324646, 0.35242944955825806, 0.35102036595344543, 0.34634730219841003, 0.3269217014312744, 0.31920796632766724, 0.09897065162658691], "cos_apical_negg": [0.35411033034324646, 0.35242944955825806, 0.35102036595344543, 0.34634730219841003, 0.3269217014312744, 0.31920796632766724, 0.09897065162658691], "cos_Ac_negg": [0.35411033034324646, 0.35242944955825806, 0.35102036595344543, 0.34634730219841003, 0.3269217014312744, 0.31920796632766724, 0.09897065162658691]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_dfa_d7_s1.json b/results/depth_fmnist_dfa_d7_s1.json
new file mode 100644
index 0000000..39a0340
--- /dev/null
+++ b/results/depth_fmnist_dfa_d7_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d7_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3651063442230225, "cos_r_negg": [0.007203652057796717, 0.007499658968299627, 0.011178033426404, 0.0055524809285998344, -0.018033765256404877, -0.016208471730351448, -0.003969826735556126], "cos_apical_negg": [0.007203652057796717, 0.007499658968299627, 0.011178033426404, 0.0055524809285998344, -0.018033765256404877, -0.016208471730351448, -0.003969826735556126], "cos_Ac_negg": [0.007203652057796717, 0.007499658968299627, 0.011178033426404, 0.0055524809285998344, -0.018033765256404877, -0.016208471730351448, -0.003969826735556126], "r_norm": [4.739949703216553, 4.77269172668457, 4.741051197052002, 4.785449504852295, 4.7890849113464355, 4.893691062927246, 4.68766975402832]}, {"step": 50, "epoch": 0, "train_loss": 1.208880066871643, "cos_r_negg": [0.10782402753829956, 0.08096323907375336, 0.11069013178348541, 0.12431886792182922, 0.1513594090938568, 0.11717583984136581, 0.07075351476669312], "cos_apical_negg": [0.10782402753829956, 0.08096323907375336, 0.11069013178348541, 0.12431886792182922, 0.1513594090938568, 0.11717583984136581, 0.07075351476669312], "cos_Ac_negg": [0.10782402753829956, 0.08096323907375336, 0.11069013178348541, 0.12431886792182922, 0.1513594090938568, 0.11717583984136581, 0.07075351476669312], "r_norm": [2.6760916709899902, 2.7206523418426514, 2.6944146156311035, 2.7174997329711914, 2.6962990760803223, 2.742837905883789, 2.6366043090820312]}, {"step": 100, "epoch": 0, "train_loss": 0.7246670722961426, "cos_r_negg": [0.22405582666397095, 0.1884785145521164, 0.1718226671218872, 0.18991264700889587, 0.21304111182689667, 0.1296846568584442, 0.1349925994873047], "cos_apical_negg": [0.22405582666397095, 0.1884785145521164, 0.1718226671218872, 0.18991264700889587, 0.21304111182689667, 0.1296846568584442, 0.1349925994873047], "cos_Ac_negg": [0.22405582666397095, 0.1884785145521164, 0.1718226671218872, 0.18991264700889587, 0.21304111182689667, 0.1296846568584442, 0.1349925994873047], "r_norm": [2.147507667541504, 2.1795952320098877, 2.1621479988098145, 2.177215576171875, 2.1560094356536865, 2.2080821990966797, 2.134512424468994]}, {"step": 150, "epoch": 0, "train_loss": 0.6658114194869995, "cos_r_negg": [0.2192714810371399, 0.2006419450044632, 0.18781574070453644, 0.15416793525218964, 0.23699063062667847, 0.20211297273635864, 0.11571697890758514], "cos_apical_negg": [0.2192714810371399, 0.2006419450044632, 0.18781574070453644, 0.15416793525218964, 0.23699063062667847, 0.20211297273635864, 0.11571697890758514], "cos_Ac_negg": [0.2192714810371399, 0.2006419450044632, 0.18781574070453644, 0.15416793525218964, 0.23699063062667847, 0.20211297273635864, 0.11571697890758514], "r_norm": [1.8455843925476074, 1.8727374076843262, 1.867932677268982, 1.869971513748169, 1.852182149887085, 1.9028950929641724, 1.8356446027755737]}, {"step": 200, "epoch": 0, "train_loss": 0.6475188732147217, "cos_r_negg": [0.2592410445213318, 0.24449026584625244, 0.20356613397598267, 0.2231241762638092, 0.21758154034614563, 0.22207042574882507, 0.11413750052452087], "cos_apical_negg": [0.2592410445213318, 0.24449026584625244, 0.20356613397598267, 0.2231241762638092, 0.21758154034614563, 0.22207042574882507, 0.11413750052452087], "cos_Ac_negg": [0.2592410445213318, 0.24449026584625244, 0.20356613397598267, 0.2231241762638092, 0.21758154034614563, 0.22207042574882507, 0.11413750052452087], "r_norm": [1.668189525604248, 1.6972143650054932, 1.688462495803833, 1.6953787803649902, 1.6800076961517334, 1.7211835384368896, 1.6626746654510498]}, {"step": 250, "epoch": 0, "train_loss": 0.6304395198822021, "cos_r_negg": [0.2955651581287384, 0.2741798460483551, 0.2527398467063904, 0.19928142428398132, 0.20981071889400482, 0.2453954666852951, 0.08016324043273926], "cos_apical_negg": [0.2955651581287384, 0.2741798460483551, 0.2527398467063904, 0.19928142428398132, 0.20981071889400482, 0.2453954666852951, 0.08016324043273926], "cos_Ac_negg": [0.2955651581287384, 0.2741798460483551, 0.2527398467063904, 0.19928142428398132, 0.20981071889400482, 0.2453954666852951, 0.08016324043273926], "r_norm": [1.4562065601348877, 1.4787613153457642, 1.4676978588104248, 1.4791383743286133, 1.4688184261322021, 1.4981571435928345, 1.4472135305404663]}, {"step": 300, "epoch": 0, "train_loss": 0.8146753311157227, "cos_r_negg": [0.32166916131973267, 0.29139405488967896, 0.27940428256988525, 0.24807237088680267, 0.2571414113044739, 0.23693574965000153, 0.04645468667149544], "cos_apical_negg": [0.32166916131973267, 0.29139405488967896, 0.27940428256988525, 0.24807237088680267, 0.2571414113044739, 0.23693574965000153, 0.04645468667149544], "cos_Ac_negg": [0.32166916131973267, 0.29139405488967896, 0.27940428256988525, 0.24807237088680267, 0.2571414113044739, 0.23693574965000153, 0.04645468667149544], "r_norm": [1.579217791557312, 1.6066699028015137, 1.5937228202819824, 1.6008626222610474, 1.5776777267456055, 1.6165944337844849, 1.5498580932617188]}, {"step": 350, "epoch": 0, "train_loss": 0.4490475058555603, "cos_r_negg": [0.32014942169189453, 0.3033682107925415, 0.2740095853805542, 0.21619319915771484, 0.22978901863098145, 0.22402524948120117, 0.08019107580184937], "cos_apical_negg": [0.32014942169189453, 0.3033682107925415, 0.2740095853805542, 0.21619319915771484, 0.22978901863098145, 0.22402524948120117, 0.08019107580184937], "cos_Ac_negg": [0.32014942169189453, 0.3033682107925415, 0.2740095853805542, 0.21619319915771484, 0.22978901863098145, 0.22402524948120117, 0.08019107580184937], "r_norm": [1.4418730735778809, 1.4556565284729004, 1.4515085220336914, 1.4608442783355713, 1.4497838020324707, 1.4813411235809326, 1.42857027053833]}, {"step": 400, "epoch": 0, "train_loss": 0.6901582479476929, "cos_r_negg": [0.32203829288482666, 0.3029046654701233, 0.28856325149536133, 0.27752813696861267, 0.27533626556396484, 0.2845618724822998, 0.07838302850723267], "cos_apical_negg": [0.32203829288482666, 0.3029046654701233, 0.28856325149536133, 0.27752813696861267, 0.27533626556396484, 0.2845618724822998, 0.07838302850723267], "cos_Ac_negg": [0.32203829288482666, 0.3029046654701233, 0.28856325149536133, 0.27752813696861267, 0.27533626556396484, 0.2845618724822998, 0.07838302850723267], "r_norm": [1.6294300556182861, 1.6348967552185059, 1.6366684436798096, 1.6467229127883911, 1.6392590999603271, 1.6705880165100098, 1.612504005432129]}, {"step": 450, "epoch": 0, "train_loss": 0.6321614980697632, "cos_r_negg": [0.3339259624481201, 0.3039615750312805, 0.29698821902275085, 0.2764764428138733, 0.2557477056980133, 0.2664908170700073, 0.04756373539566994], "cos_apical_negg": [0.3339259624481201, 0.3039615750312805, 0.29698821902275085, 0.2764764428138733, 0.2557477056980133, 0.2664908170700073, 0.04756373539566994], "cos_Ac_negg": [0.3339259624481201, 0.3039615750312805, 0.29698821902275085, 0.2764764428138733, 0.2557477056980133, 0.2664908170700073, 0.04756373539566994], "r_norm": [1.5188846588134766, 1.5341923236846924, 1.525853157043457, 1.5408577919006348, 1.527644157409668, 1.562061071395874, 1.5009090900421143]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8168, "test_loss": 0.5820622253417969}, {"step": 500, "epoch": 1, "train_loss": 0.33974689245224, "cos_r_negg": [0.3147616386413574, 0.2815456688404083, 0.2723879814147949, 0.22472825646400452, 0.2513706088066101, 0.2697620391845703, -0.0029573384672403336], "cos_apical_negg": [0.3147616386413574, 0.2815456688404083, 0.2723879814147949, 0.22472825646400452, 0.2513706088066101, 0.2697620391845703, -0.0029573384672403336], "cos_Ac_negg": [0.3147616386413574, 0.2815456688404083, 0.2723879814147949, 0.22472825646400452, 0.2513706088066101, 0.2697620391845703, -0.0029573384672403336], "r_norm": [1.4904884099960327, 1.5132389068603516, 1.5057270526885986, 1.5074464082717896, 1.4911948442459106, 1.5287812948226929, 1.4688745737075806]}, {"step": 550, "epoch": 1, "train_loss": 0.7001698613166809, "cos_r_negg": [0.3237113654613495, 0.31440314650535583, 0.3115125596523285, 0.28289535641670227, 0.3321531414985657, 0.2856128215789795, 0.09468987584114075], "cos_apical_negg": [0.3237113654613495, 0.31440314650535583, 0.3115125596523285, 0.28289535641670227, 0.3321531414985657, 0.2856128215789795, 0.09468987584114075], "cos_Ac_negg": [0.3237113654613495, 0.31440314650535583, 0.3115125596523285, 0.28289535641670227, 0.3321531414985657, 0.2856128215789795, 0.09468987584114075], "r_norm": [1.475237488746643, 1.4828721284866333, 1.4750714302062988, 1.4922958612442017, 1.481017827987671, 1.518131971359253, 1.454614281654358]}, {"step": 600, "epoch": 1, "train_loss": 0.6151623725891113, "cos_r_negg": [0.35997825860977173, 0.3456220328807831, 0.32565218210220337, 0.3192524313926697, 0.3260064721107483, 0.2747754752635956, 0.06817715615034103], "cos_apical_negg": [0.35997825860977173, 0.3456220328807831, 0.32565218210220337, 0.3192524313926697, 0.3260064721107483, 0.2747754752635956, 0.06817715615034103], "cos_Ac_negg": [0.35997825860977173, 0.3456220328807831, 0.32565218210220337, 0.3192524313926697, 0.3260064721107483, 0.2747754752635956, 0.06817715615034103], "r_norm": [1.4640930891036987, 1.476869821548462, 1.4717516899108887, 1.4830090999603271, 1.4658982753753662, 1.4978463649749756, 1.4410011768341064]}, {"step": 650, "epoch": 1, "train_loss": 0.6402251720428467, "cos_r_negg": [0.3116207718849182, 0.3082437515258789, 0.27684611082077026, 0.2424892783164978, 0.2837570905685425, 0.24169699847698212, 0.021236218512058258], "cos_apical_negg": [0.3116207718849182, 0.3082437515258789, 0.27684611082077026, 0.2424892783164978, 0.2837570905685425, 0.24169699847698212, 0.021236218512058258], "cos_Ac_negg": [0.3116207718849182, 0.3082437515258789, 0.27684611082077026, 0.2424892783164978, 0.2837570905685425, 0.24169699847698212, 0.021236218512058258], "r_norm": [1.4791450500488281, 1.497240424156189, 1.491774082183838, 1.49349045753479, 1.4864826202392578, 1.5216747522354126, 1.4591741561889648]}, {"step": 700, "epoch": 1, "train_loss": 0.4127248227596283, "cos_r_negg": [0.3420684337615967, 0.3133050799369812, 0.30283111333847046, 0.2673265039920807, 0.33128154277801514, 0.2665098309516907, 0.08716782927513123], "cos_apical_negg": [0.3420684337615967, 0.3133050799369812, 0.30283111333847046, 0.2673265039920807, 0.33128154277801514, 0.2665098309516907, 0.08716782927513123], "cos_Ac_negg": [0.3420684337615967, 0.3133050799369812, 0.30283111333847046, 0.2673265039920807, 0.33128154277801514, 0.2665098309516907, 0.08716782927513123], "r_norm": [1.4120173454284668, 1.429088830947876, 1.4264416694641113, 1.4244996309280396, 1.4126336574554443, 1.455151915550232, 1.4021692276000977]}, {"step": 750, "epoch": 1, "train_loss": 0.40672066807746887, "cos_r_negg": [0.40009933710098267, 0.3827439844608307, 0.37005364894866943, 0.33351874351501465, 0.3691748380661011, 0.3203253448009491, 0.06570503115653992], "cos_apical_negg": [0.40009933710098267, 0.3827439844608307, 0.37005364894866943, 0.33351874351501465, 0.3691748380661011, 0.3203253448009491, 0.06570503115653992], "cos_Ac_negg": [0.40009933710098267, 0.3827439844608307, 0.37005364894866943, 0.33351874351501465, 0.3691748380661011, 0.3203253448009491, 0.06570503115653992], "r_norm": [1.4022457599639893, 1.4264750480651855, 1.42075777053833, 1.4199731349945068, 1.4024362564086914, 1.4392411708831787, 1.3879516124725342]}, {"step": 800, "epoch": 1, "train_loss": 0.5716931819915771, "cos_r_negg": [0.38407719135284424, 0.3839779496192932, 0.3707933723926544, 0.33243072032928467, 0.3411860466003418, 0.337821364402771, 0.10196235775947571], "cos_apical_negg": [0.38407719135284424, 0.3839779496192932, 0.3707933723926544, 0.33243072032928467, 0.3411860466003418, 0.337821364402771, 0.10196235775947571], "cos_Ac_negg": [0.38407719135284424, 0.3839779496192932, 0.3707933723926544, 0.33243072032928467, 0.3411860466003418, 0.337821364402771, 0.10196235775947571], "r_norm": [1.6346302032470703, 1.6677219867706299, 1.6708781719207764, 1.6476184129714966, 1.6363582611083984, 1.6904445886611938, 1.6323319673538208]}, {"step": 850, "epoch": 1, "train_loss": 0.3447202146053314, "cos_r_negg": [0.33116239309310913, 0.3166225254535675, 0.30123454332351685, 0.26287123560905457, 0.2943955659866333, 0.32189929485321045, 0.047485947608947754], "cos_apical_negg": [0.33116239309310913, 0.3166225254535675, 0.30123454332351685, 0.26287123560905457, 0.2943955659866333, 0.32189929485321045, 0.047485947608947754], "cos_Ac_negg": [0.33116239309310913, 0.3166225254535675, 0.30123454332351685, 0.26287123560905457, 0.2943955659866333, 0.32189929485321045, 0.047485947608947754], "r_norm": [1.296602725982666, 1.3165338039398193, 1.3095734119415283, 1.3151092529296875, 1.2937207221984863, 1.3296327590942383, 1.2820757627487183]}, {"step": 900, "epoch": 1, "train_loss": 0.5150352120399475, "cos_r_negg": [0.33392930030822754, 0.33177676796913147, 0.29536736011505127, 0.27939653396606445, 0.2814197540283203, 0.2924376130104065, 0.033377986401319504], "cos_apical_negg": [0.33392930030822754, 0.33177676796913147, 0.29536736011505127, 0.27939653396606445, 0.2814197540283203, 0.2924376130104065, 0.033377986401319504], "cos_Ac_negg": [0.33392930030822754, 0.33177676796913147, 0.29536736011505127, 0.27939653396606445, 0.2814197540283203, 0.2924376130104065, 0.033377986401319504], "r_norm": [1.3794254064559937, 1.402452826499939, 1.4018077850341797, 1.3968820571899414, 1.382035493850708, 1.4187484979629517, 1.3700170516967773]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8422, "test_loss": 0.4653093231201172}, {"step": 950, "epoch": 2, "train_loss": 0.42825785279273987, "cos_r_negg": [0.350103497505188, 0.336265504360199, 0.31728607416152954, 0.3033016324043274, 0.28967857360839844, 0.32726871967315674, 0.040459729731082916], "cos_apical_negg": [0.350103497505188, 0.336265504360199, 0.31728607416152954, 0.3033016324043274, 0.28967857360839844, 0.32726871967315674, 0.040459729731082916], "cos_Ac_negg": [0.350103497505188, 0.336265504360199, 0.31728607416152954, 0.3033016324043274, 0.28967857360839844, 0.32726871967315674, 0.040459729731082916], "r_norm": [1.28863525390625, 1.3117727041244507, 1.3061962127685547, 1.3138370513916016, 1.2920613288879395, 1.3269038200378418, 1.2828196287155151]}, {"step": 1000, "epoch": 2, "train_loss": 0.404030978679657, "cos_r_negg": [0.37346720695495605, 0.38136133551597595, 0.35815727710723877, 0.33536428213119507, 0.3530808687210083, 0.34005439281463623, 0.06627275794744492], "cos_apical_negg": [0.37346720695495605, 0.38136133551597595, 0.35815727710723877, 0.33536428213119507, 0.3530808687210083, 0.34005439281463623, 0.06627275794744492], "cos_Ac_negg": [0.37346720695495605, 0.38136133551597595, 0.35815727710723877, 0.33536428213119507, 0.3530808687210083, 0.34005439281463623, 0.06627275794744492], "r_norm": [1.3304967880249023, 1.3484864234924316, 1.347961187362671, 1.3406429290771484, 1.3333251476287842, 1.3708654642105103, 1.315855622291565]}, {"step": 1050, "epoch": 2, "train_loss": 0.34806695580482483, "cos_r_negg": [0.3504731059074402, 0.3505321145057678, 0.3304918110370636, 0.3273147642612457, 0.3636229932308197, 0.32567551732063293, 0.047221653163433075], "cos_apical_negg": [0.3504731059074402, 0.3505321145057678, 0.3304918110370636, 0.3273147642612457, 0.3636229932308197, 0.32567551732063293, 0.047221653163433075], "cos_Ac_negg": [0.3504731059074402, 0.3505321145057678, 0.3304918110370636, 0.3273147642612457, 0.3636229932308197, 0.32567551732063293, 0.047221653163433075], "r_norm": [1.4766265153884888, 1.5029778480529785, 1.5076812505722046, 1.4920029640197754, 1.4809999465942383, 1.5253726243972778, 1.4784386157989502]}, {"step": 1100, "epoch": 2, "train_loss": 0.37998658418655396, "cos_r_negg": [0.36232686042785645, 0.3506930470466614, 0.34815114736557007, 0.30480706691741943, 0.3102952539920807, 0.3120822608470917, 0.0111068831756711], "cos_apical_negg": [0.36232686042785645, 0.3506930470466614, 0.34815114736557007, 0.30480706691741943, 0.3102952539920807, 0.3120822608470917, 0.0111068831756711], "cos_Ac_negg": [0.36232686042785645, 0.3506930470466614, 0.34815114736557007, 0.30480706691741943, 0.3102952539920807, 0.3120822608470917, 0.0111068831756711], "r_norm": [1.345454454421997, 1.3627939224243164, 1.3569124937057495, 1.3600435256958008, 1.3404420614242554, 1.3796093463897705, 1.3194606304168701]}, {"step": 1150, "epoch": 2, "train_loss": 0.4327816665172577, "cos_r_negg": [0.3861537575721741, 0.3816329836845398, 0.36212363839149475, 0.31617894768714905, 0.318617582321167, 0.2941596210002899, -0.002589490730315447], "cos_apical_negg": [0.3861537575721741, 0.3816329836845398, 0.36212363839149475, 0.31617894768714905, 0.318617582321167, 0.2941596210002899, -0.002589490730315447], "cos_Ac_negg": [0.3861537575721741, 0.3816329836845398, 0.36212363839149475, 0.31617894768714905, 0.318617582321167, 0.2941596210002899, -0.002589490730315447], "r_norm": [1.2181181907653809, 1.2316641807556152, 1.2288341522216797, 1.2315599918365479, 1.2236418724060059, 1.251347541809082, 1.2028578519821167]}, {"step": 1200, "epoch": 2, "train_loss": 0.5513585805892944, "cos_r_negg": [0.34083250164985657, 0.335110604763031, 0.32271093130111694, 0.3059210181236267, 0.3158826231956482, 0.3170677125453949, -0.008210736326873302], "cos_apical_negg": [0.34083250164985657, 0.335110604763031, 0.32271093130111694, 0.3059210181236267, 0.3158826231956482, 0.3170677125453949, -0.008210736326873302], "cos_Ac_negg": [0.34083250164985657, 0.335110604763031, 0.32271093130111694, 0.3059210181236267, 0.3158826231956482, 0.3170677125453949, -0.008210736326873302], "r_norm": [1.4070265293121338, 1.43765389919281, 1.438979983329773, 1.4251573085784912, 1.4192779064178467, 1.45487380027771, 1.400923490524292]}, {"step": 1250, "epoch": 2, "train_loss": 0.3493107259273529, "cos_r_negg": [0.35556623339653015, 0.34366047382354736, 0.34680986404418945, 0.29855257272720337, 0.3457023501396179, 0.2937159538269043, -0.013170244172215462], "cos_apical_negg": [0.35556623339653015, 0.34366047382354736, 0.34680986404418945, 0.29855257272720337, 0.3457023501396179, 0.2937159538269043, -0.013170244172215462], "cos_Ac_negg": [0.35556623339653015, 0.34366047382354736, 0.34680986404418945, 0.29855257272720337, 0.3457023501396179, 0.2937159538269043, -0.013170244172215462], "r_norm": [1.2829937934875488, 1.2932753562927246, 1.285050630569458, 1.2946356534957886, 1.278732419013977, 1.3133045434951782, 1.2546660900115967]}, {"step": 1300, "epoch": 2, "train_loss": 0.4242388904094696, "cos_r_negg": [0.3608316481113434, 0.35351741313934326, 0.35345596075057983, 0.32185009121894836, 0.3589930534362793, 0.34191760420799255, 0.02196527272462845], "cos_apical_negg": [0.3608316481113434, 0.35351741313934326, 0.35345596075057983, 0.32185009121894836, 0.3589930534362793, 0.34191760420799255, 0.02196527272462845], "cos_Ac_negg": [0.3608316481113434, 0.35351741313934326, 0.35345596075057983, 0.32185009121894836, 0.3589930534362793, 0.34191760420799255, 0.02196527272462845], "r_norm": [1.212795615196228, 1.229679822921753, 1.226613163948059, 1.2247053384780884, 1.2132878303527832, 1.2497668266296387, 1.196422815322876]}, {"step": 1350, "epoch": 2, "train_loss": 0.2995835542678833, "cos_r_negg": [0.391886442899704, 0.37369853258132935, 0.3492920994758606, 0.33766037225723267, 0.3341197967529297, 0.32044607400894165, -0.005176561884582043], "cos_apical_negg": [0.391886442899704, 0.37369853258132935, 0.3492920994758606, 0.33766037225723267, 0.3341197967529297, 0.32044607400894165, -0.005176561884582043], "cos_Ac_negg": [0.391886442899704, 0.37369853258132935, 0.3492920994758606, 0.33766037225723267, 0.3341197967529297, 0.32044607400894165, -0.005176561884582043], "r_norm": [1.1589409112930298, 1.1812077760696411, 1.1776823997497559, 1.1728286743164062, 1.1663539409637451, 1.1995841264724731, 1.1526713371276855]}, {"step": 1400, "epoch": 2, "train_loss": 0.532172441482544, "cos_r_negg": [0.3483518660068512, 0.3427183926105499, 0.3261052668094635, 0.29986295104026794, 0.27546972036361694, 0.33204343914985657, -0.008111374452710152], "cos_apical_negg": [0.3483518660068512, 0.3427183926105499, 0.3261052668094635, 0.29986295104026794, 0.27546972036361694, 0.33204343914985657, -0.008111374452710152], "cos_Ac_negg": [0.3483518660068512, 0.3427183926105499, 0.3261052668094635, 0.29986295104026794, 0.27546972036361694, 0.33204343914985657, -0.008111374452710152], "r_norm": [1.1783275604248047, 1.2003365755081177, 1.1972073316574097, 1.196913242340088, 1.1822154521942139, 1.21523118019104, 1.1730797290802002]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8448, "test_loss": 0.46077915954589843}, {"step": 1450, "epoch": 3, "train_loss": 0.6959396004676819, "cos_r_negg": [0.36191874742507935, 0.34344232082366943, 0.3258039653301239, 0.31688958406448364, 0.29879167675971985, 0.3014439642429352, 0.024441484361886978], "cos_apical_negg": [0.36191874742507935, 0.34344232082366943, 0.3258039653301239, 0.31688958406448364, 0.29879167675971985, 0.3014439642429352, 0.024441484361886978], "cos_Ac_negg": [0.36191874742507935, 0.34344232082366943, 0.3258039653301239, 0.31688958406448364, 0.29879167675971985, 0.3014439642429352, 0.024441484361886978], "r_norm": [1.3493674993515015, 1.371550440788269, 1.3701263666152954, 1.3606911897659302, 1.3494246006011963, 1.3900476694107056, 1.3362349271774292]}, {"step": 1500, "epoch": 3, "train_loss": 0.46601513028144836, "cos_r_negg": [0.42383086681365967, 0.4254853129386902, 0.4027022123336792, 0.377502977848053, 0.3661697506904602, 0.3338422477245331, 0.044489115476608276], "cos_apical_negg": [0.42383086681365967, 0.4254853129386902, 0.4027022123336792, 0.377502977848053, 0.3661697506904602, 0.3338422477245331, 0.044489115476608276], "cos_Ac_negg": [0.42383086681365967, 0.4254853129386902, 0.4027022123336792, 0.377502977848053, 0.3661697506904602, 0.3338422477245331, 0.044489115476608276], "r_norm": [1.6346863508224487, 1.6506965160369873, 1.653676986694336, 1.6480525732040405, 1.6424561738967896, 1.6850264072418213, 1.6302331686019897]}, {"step": 1550, "epoch": 3, "train_loss": 0.45895469188690186, "cos_r_negg": [0.38498860597610474, 0.36412352323532104, 0.33975130319595337, 0.3227913975715637, 0.33883771300315857, 0.3191770911216736, -0.0023889841977506876], "cos_apical_negg": [0.38498860597610474, 0.36412352323532104, 0.33975130319595337, 0.3227913975715637, 0.33883771300315857, 0.3191770911216736, -0.0023889841977506876], "cos_Ac_negg": [0.38498860597610474, 0.36412352323532104, 0.33975130319595337, 0.3227913975715637, 0.33883771300315857, 0.3191770911216736, -0.0023889841977506876], "r_norm": [1.2394237518310547, 1.2519553899765015, 1.2499815225601196, 1.2492684125900269, 1.2381547689437866, 1.2714406251907349, 1.2205532789230347]}, {"step": 1600, "epoch": 3, "train_loss": 0.4035475552082062, "cos_r_negg": [0.3560672104358673, 0.32791668176651, 0.2904199957847595, 0.2955559492111206, 0.2662796378135681, 0.30527377128601074, -0.028677869588136673], "cos_apical_negg": [0.3560672104358673, 0.32791668176651, 0.2904199957847595, 0.2955559492111206, 0.2662796378135681, 0.30527377128601074, -0.028677869588136673], "cos_Ac_negg": [0.3560672104358673, 0.32791668176651, 0.2904199957847595, 0.2955559492111206, 0.2662796378135681, 0.30527377128601074, -0.028677869588136673], "r_norm": [1.3050161600112915, 1.3254191875457764, 1.3240697383880615, 1.31881582736969, 1.3071880340576172, 1.344626784324646, 1.2946738004684448]}, {"step": 1650, "epoch": 3, "train_loss": 0.6041021943092346, "cos_r_negg": [0.38590922951698303, 0.3620217442512512, 0.3535981774330139, 0.3813820481300354, 0.35483109951019287, 0.3512629270553589, -0.015667853876948357], "cos_apical_negg": [0.38590922951698303, 0.3620217442512512, 0.3535981774330139, 0.3813820481300354, 0.35483109951019287, 0.3512629270553589, -0.015667853876948357], "cos_Ac_negg": [0.38590922951698303, 0.3620217442512512, 0.3535981774330139, 0.3813820481300354, 0.35483109951019287, 0.3512629270553589, -0.015667853876948357], "r_norm": [1.2310512065887451, 1.244880199432373, 1.2441930770874023, 1.2418642044067383, 1.2379931211471558, 1.2664858102798462, 1.2155619859695435]}, {"step": 1700, "epoch": 3, "train_loss": 0.32849666476249695, "cos_r_negg": [0.3404049575328827, 0.3079849183559418, 0.28197795152664185, 0.3120533525943756, 0.30512961745262146, 0.3261822462081909, 0.029441680759191513], "cos_apical_negg": [0.3404049575328827, 0.3079849183559418, 0.28197795152664185, 0.3120533525943756, 0.30512961745262146, 0.3261822462081909, 0.029441680759191513], "cos_Ac_negg": [0.3404049575328827, 0.3079849183559418, 0.28197795152664185, 0.3120533525943756, 0.30512961745262146, 0.3261822462081909, 0.029441680759191513], "r_norm": [1.3129216432571411, 1.3275092840194702, 1.3270214796066284, 1.3258578777313232, 1.3074924945831299, 1.3483742475509644, 1.2958486080169678]}, {"step": 1750, "epoch": 3, "train_loss": 0.5731486678123474, "cos_r_negg": [0.35959765315055847, 0.36514079570770264, 0.333627313375473, 0.3552195429801941, 0.32210850715637207, 0.3531508445739746, 0.03038886748254299], "cos_apical_negg": [0.35959765315055847, 0.36514079570770264, 0.333627313375473, 0.3552195429801941, 0.32210850715637207, 0.3531508445739746, 0.03038886748254299], "cos_Ac_negg": [0.35959765315055847, 0.36514079570770264, 0.333627313375473, 0.3552195429801941, 0.32210850715637207, 0.3531508445739746, 0.03038886748254299], "r_norm": [1.268931269645691, 1.2875642776489258, 1.2847869396209717, 1.285223364830017, 1.2715543508529663, 1.308872103691101, 1.25601065158844]}, {"step": 1800, "epoch": 3, "train_loss": 0.3761839270591736, "cos_r_negg": [0.3609793782234192, 0.3295879662036896, 0.3349997103214264, 0.3250023126602173, 0.3192961812019348, 0.3112333118915558, -0.04060424491763115], "cos_apical_negg": [0.3609793782234192, 0.3295879662036896, 0.3349997103214264, 0.3250023126602173, 0.3192961812019348, 0.3112333118915558, -0.04060424491763115], "cos_Ac_negg": [0.3609793782234192, 0.3295879662036896, 0.3349997103214264, 0.3250023126602173, 0.3192961812019348, 0.3112333118915558, -0.04060424491763115], "r_norm": [1.2104861736297607, 1.2386871576309204, 1.2414014339447021, 1.226478934288025, 1.2162452936172485, 1.2541189193725586, 1.2091420888900757]}, {"step": 1850, "epoch": 3, "train_loss": 0.49341487884521484, "cos_r_negg": [0.37704068422317505, 0.3718395233154297, 0.3617568910121918, 0.3582746982574463, 0.3258213996887207, 0.2957301735877991, -0.019209610298275948], "cos_apical_negg": [0.37704068422317505, 0.3718395233154297, 0.3617568910121918, 0.3582746982574463, 0.3258213996887207, 0.2957301735877991, -0.019209610298275948], "cos_Ac_negg": [0.37704068422317505, 0.3718395233154297, 0.3617568910121918, 0.3582746982574463, 0.3258213996887207, 0.2957301735877991, -0.019209610298275948], "r_norm": [1.1253074407577515, 1.1415631771087646, 1.1377122402191162, 1.1394357681274414, 1.1328728199005127, 1.1588443517684937, 1.1137405633926392]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8575, "test_loss": 0.4232541717529297}, {"step": 1900, "epoch": 4, "train_loss": 0.3334558606147766, "cos_r_negg": [0.35876762866973877, 0.3661307096481323, 0.34239840507507324, 0.3178470730781555, 0.3107404112815857, 0.28321871161460876, -0.016963690519332886], "cos_apical_negg": [0.35876762866973877, 0.3661307096481323, 0.34239840507507324, 0.3178470730781555, 0.3107404112815857, 0.28321871161460876, -0.016963690519332886], "cos_Ac_negg": [0.35876762866973877, 0.3661307096481323, 0.34239840507507324, 0.3178470730781555, 0.3107404112815857, 0.28321871161460876, -0.016963690519332886], "r_norm": [1.2373473644256592, 1.2519207000732422, 1.250260353088379, 1.24918532371521, 1.2380808591842651, 1.271151065826416, 1.2249281406402588]}, {"step": 1950, "epoch": 4, "train_loss": 0.70087730884552, "cos_r_negg": [0.3195950984954834, 0.3251962661743164, 0.3014727830886841, 0.3253592252731323, 0.32515352964401245, 0.3096131384372711, -0.01240609772503376], "cos_apical_negg": [0.3195950984954834, 0.3251962661743164, 0.3014727830886841, 0.3253592252731323, 0.32515352964401245, 0.3096131384372711, -0.01240609772503376], "cos_Ac_negg": [0.3195950984954834, 0.3251962661743164, 0.3014727830886841, 0.3253592252731323, 0.32515352964401245, 0.3096131384372711, -0.01240609772503376], "r_norm": [1.380922555923462, 1.3937077522277832, 1.3920493125915527, 1.390728235244751, 1.376463532447815, 1.416395664215088, 1.3608653545379639]}, {"step": 2000, "epoch": 4, "train_loss": 0.4150586724281311, "cos_r_negg": [0.3805199861526489, 0.3806525468826294, 0.35438036918640137, 0.347903847694397, 0.3345555067062378, 0.3230077028274536, 0.006831514649093151], "cos_apical_negg": [0.3805199861526489, 0.3806525468826294, 0.35438036918640137, 0.347903847694397, 0.3345555067062378, 0.3230077028274536, 0.006831514649093151], "cos_Ac_negg": [0.3805199861526489, 0.3806525468826294, 0.35438036918640137, 0.347903847694397, 0.3345555067062378, 0.3230077028274536, 0.006831514649093151], "r_norm": [1.3484606742858887, 1.3689438104629517, 1.368996024131775, 1.360617756843567, 1.3541338443756104, 1.3940086364746094, 1.3413257598876953]}, {"step": 2050, "epoch": 4, "train_loss": 0.47461873292922974, "cos_r_negg": [0.3434855043888092, 0.3278079330921173, 0.3223780691623688, 0.3315408229827881, 0.3175026774406433, 0.3289388418197632, 0.009274173527956009], "cos_apical_negg": [0.3434855043888092, 0.3278079330921173, 0.3223780691623688, 0.3315408229827881, 0.3175026774406433, 0.3289388418197632, 0.009274173527956009], "cos_Ac_negg": [0.3434855043888092, 0.3278079330921173, 0.3223780691623688, 0.3315408229827881, 0.3175026774406433, 0.3289388418197632, 0.009274173527956009], "r_norm": [1.3139728307724, 1.325474500656128, 1.3224538564682007, 1.3259505033493042, 1.3160513639450073, 1.344316840171814, 1.2935106754302979]}, {"step": 2100, "epoch": 4, "train_loss": 0.365159809589386, "cos_r_negg": [0.3549885153770447, 0.34310129284858704, 0.3358701467514038, 0.3096860945224762, 0.2964543104171753, 0.30329543352127075, -0.01991856098175049], "cos_apical_negg": [0.3549885153770447, 0.34310129284858704, 0.3358701467514038, 0.3096860945224762, 0.2964543104171753, 0.30329543352127075, -0.01991856098175049], "cos_Ac_negg": [0.3549885153770447, 0.34310129284858704, 0.3358701467514038, 0.3096860945224762, 0.2964543104171753, 0.30329543352127075, -0.01991856098175049], "r_norm": [1.1474257707595825, 1.1671831607818604, 1.1617487668991089, 1.163367748260498, 1.156230092048645, 1.1864906549453735, 1.1430057287216187]}, {"step": 2150, "epoch": 4, "train_loss": 0.3918846845626831, "cos_r_negg": [0.3512381911277771, 0.3343806862831116, 0.3266662061214447, 0.3090345859527588, 0.3338453769683838, 0.3242446780204773, -0.020014548674225807], "cos_apical_negg": [0.3512381911277771, 0.3343806862831116, 0.3266662061214447, 0.3090345859527588, 0.3338453769683838, 0.3242446780204773, -0.020014548674225807], "cos_Ac_negg": [0.3512381911277771, 0.3343806862831116, 0.3266662061214447, 0.3090345859527588, 0.3338453769683838, 0.3242446780204773, -0.020014548674225807], "r_norm": [1.1287860870361328, 1.1460034847259521, 1.1422996520996094, 1.1397731304168701, 1.1312761306762695, 1.1646711826324463, 1.117438554763794]}, {"step": 2200, "epoch": 4, "train_loss": 0.35630714893341064, "cos_r_negg": [0.3212239146232605, 0.31029897928237915, 0.2933880686759949, 0.313870906829834, 0.32827872037887573, 0.32198601961135864, -0.012739581055939198], "cos_apical_negg": [0.3212239146232605, 0.31029897928237915, 0.2933880686759949, 0.313870906829834, 0.32827872037887573, 0.32198601961135864, -0.012739581055939198], "cos_Ac_negg": [0.3212239146232605, 0.31029897928237915, 0.2933880686759949, 0.313870906829834, 0.32827872037887573, 0.32198601961135864, -0.012739581055939198], "r_norm": [1.2104244232177734, 1.2329241037368774, 1.2293102741241455, 1.2256548404693604, 1.208957552909851, 1.2470512390136719, 1.1980407238006592]}, {"step": 2250, "epoch": 4, "train_loss": 0.2244015634059906, "cos_r_negg": [0.3378186523914337, 0.34277933835983276, 0.3089631497859955, 0.314624160528183, 0.3242558240890503, 0.3447127044200897, 0.003970005549490452], "cos_apical_negg": [0.3378186523914337, 0.34277933835983276, 0.3089631497859955, 0.314624160528183, 0.3242558240890503, 0.3447127044200897, 0.003970005549490452], "cos_Ac_negg": [0.3378186523914337, 0.34277933835983276, 0.3089631497859955, 0.314624160528183, 0.3242558240890503, 0.3447127044200897, 0.003970005549490452], "r_norm": [1.172258734703064, 1.1843152046203613, 1.1827422380447388, 1.1851449012756348, 1.1711044311523438, 1.1995835304260254, 1.1528083086013794]}, {"step": 2300, "epoch": 4, "train_loss": 0.1642591506242752, "cos_r_negg": [0.34947818517684937, 0.3437647819519043, 0.31716182827949524, 0.3229427933692932, 0.3228635787963867, 0.3575366139411926, 0.0405140221118927], "cos_apical_negg": [0.34947818517684937, 0.3437647819519043, 0.31716182827949524, 0.3229427933692932, 0.3228635787963867, 0.3575366139411926, 0.0405140221118927], "cos_Ac_negg": [0.34947818517684937, 0.3437647819519043, 0.31716182827949524, 0.3229427933692932, 0.3228635787963867, 0.3575366139411926, 0.0405140221118927], "r_norm": [1.1507890224456787, 1.1600708961486816, 1.158414363861084, 1.1564080715179443, 1.1503164768218994, 1.1816613674163818, 1.1330573558807373]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8534, "test_loss": 0.4385077606201172}, {"step": 2350, "epoch": 5, "train_loss": 0.2781723141670227, "cos_r_negg": [0.3153868317604065, 0.31717246770858765, 0.2967764735221863, 0.2428167760372162, 0.2971944510936737, 0.30216583609580994, -0.02155200019478798], "cos_apical_negg": [0.3153868317604065, 0.31717246770858765, 0.2967764735221863, 0.2428167760372162, 0.2971944510936737, 0.30216583609580994, -0.02155200019478798], "cos_Ac_negg": [0.3153868317604065, 0.31717246770858765, 0.2967764735221863, 0.2428167760372162, 0.2971944510936737, 0.30216583609580994, -0.02155200019478798], "r_norm": [1.1121478080749512, 1.1308443546295166, 1.1272493600845337, 1.1264381408691406, 1.1092426776885986, 1.143371343612671, 1.0954145193099976]}, {"step": 2400, "epoch": 5, "train_loss": 0.3583117127418518, "cos_r_negg": [0.3854725956916809, 0.3880581259727478, 0.3505334258079529, 0.3225324749946594, 0.3297485411167145, 0.365343302488327, 0.016617922112345695], "cos_apical_negg": [0.3854725956916809, 0.3880581259727478, 0.3505334258079529, 0.3225324749946594, 0.3297485411167145, 0.365343302488327, 0.016617922112345695], "cos_Ac_negg": [0.3854725956916809, 0.3880581259727478, 0.3505334258079529, 0.3225324749946594, 0.3297485411167145, 0.365343302488327, 0.016617922112345695], "r_norm": [1.367471694946289, 1.3849400281906128, 1.3819301128387451, 1.3791674375534058, 1.3627698421478271, 1.405147671699524, 1.3495726585388184]}, {"step": 2450, "epoch": 5, "train_loss": 0.5104072093963623, "cos_r_negg": [0.38832908868789673, 0.3902570307254791, 0.36851704120635986, 0.3491429090499878, 0.3557317852973938, 0.33818286657333374, -0.004102709703147411], "cos_apical_negg": [0.38832908868789673, 0.3902570307254791, 0.36851704120635986, 0.3491429090499878, 0.3557317852973938, 0.33818286657333374, -0.004102709703147411], "cos_Ac_negg": [0.38832908868789673, 0.3902570307254791, 0.36851704120635986, 0.3491429090499878, 0.3557317852973938, 0.33818286657333374, -0.004102709703147411], "r_norm": [1.1627534627914429, 1.1829750537872314, 1.1790034770965576, 1.1797525882720947, 1.1644127368927002, 1.2000879049301147, 1.1484932899475098]}, {"step": 2500, "epoch": 5, "train_loss": 0.3489809036254883, "cos_r_negg": [0.38574928045272827, 0.387997567653656, 0.3652710020542145, 0.34594130516052246, 0.35883623361587524, 0.3541850447654724, 0.0074663469567894936], "cos_apical_negg": [0.38574928045272827, 0.387997567653656, 0.3652710020542145, 0.34594130516052246, 0.35883623361587524, 0.3541850447654724, 0.0074663469567894936], "cos_Ac_negg": [0.38574928045272827, 0.387997567653656, 0.3652710020542145, 0.34594130516052246, 0.35883623361587524, 0.3541850447654724, 0.0074663469567894936], "r_norm": [1.1509819030761719, 1.1686075925827026, 1.1663987636566162, 1.1623239517211914, 1.148765206336975, 1.1846327781677246, 1.1362959146499634]}, {"step": 2550, "epoch": 5, "train_loss": 0.25770777463912964, "cos_r_negg": [0.35570400953292847, 0.3544026017189026, 0.31702709197998047, 0.3362784683704376, 0.3284071087837219, 0.3212379515171051, 0.010957927443087101], "cos_apical_negg": [0.35570400953292847, 0.3544026017189026, 0.31702709197998047, 0.3362784683704376, 0.3284071087837219, 0.3212379515171051, 0.010957927443087101], "cos_Ac_negg": [0.35570400953292847, 0.3544026017189026, 0.31702709197998047, 0.3362784683704376, 0.3284071087837219, 0.3212379515171051, 0.010957927443087101], "r_norm": [1.032466173171997, 1.0520119667053223, 1.0494669675827026, 1.0448546409606934, 1.0345624685287476, 1.0667550563812256, 1.0236387252807617]}, {"step": 2600, "epoch": 5, "train_loss": 0.3528522253036499, "cos_r_negg": [0.38261955976486206, 0.3801156282424927, 0.3400474786758423, 0.3795543611049652, 0.38313865661621094, 0.35953035950660706, 0.0011385846883058548], "cos_apical_negg": [0.38261955976486206, 0.3801156282424927, 0.3400474786758423, 0.3795543611049652, 0.38313865661621094, 0.35953035950660706, 0.0011385846883058548], "cos_Ac_negg": [0.38261955976486206, 0.3801156282424927, 0.3400474786758423, 0.3795543611049652, 0.38313865661621094, 0.35953035950660706, 0.0011385846883058548], "r_norm": [1.075124979019165, 1.0943570137023926, 1.0913817882537842, 1.092444896697998, 1.0803507566452026, 1.1096904277801514, 1.0690079927444458]}, {"step": 2650, "epoch": 5, "train_loss": 0.2873273491859436, "cos_r_negg": [0.36985474824905396, 0.37077343463897705, 0.34289470314979553, 0.3502981662750244, 0.35019561648368835, 0.34561094641685486, -0.008462030440568924], "cos_apical_negg": [0.36985474824905396, 0.37077343463897705, 0.34289470314979553, 0.3502981662750244, 0.35019561648368835, 0.34561094641685486, -0.008462030440568924], "cos_Ac_negg": [0.36985474824905396, 0.37077343463897705, 0.34289470314979553, 0.3502981662750244, 0.35019561648368835, 0.34561094641685486, -0.008462030440568924], "r_norm": [1.139000654220581, 1.1558486223220825, 1.150481939315796, 1.148815631866455, 1.1348059177398682, 1.1700104475021362, 1.1240310668945312]}, {"step": 2700, "epoch": 5, "train_loss": 0.2541559934616089, "cos_r_negg": [0.304778516292572, 0.33155304193496704, 0.305047869682312, 0.3089754581451416, 0.31451350450515747, 0.2778032720088959, -0.029785556718707085], "cos_apical_negg": [0.304778516292572, 0.33155304193496704, 0.305047869682312, 0.3089754581451416, 0.31451350450515747, 0.2778032720088959, -0.029785556718707085], "cos_Ac_negg": [0.304778516292572, 0.33155304193496704, 0.305047869682312, 0.3089754581451416, 0.31451350450515747, 0.2778032720088959, -0.029785556718707085], "r_norm": [1.165832281112671, 1.1843318939208984, 1.1784915924072266, 1.1800981760025024, 1.161747932434082, 1.197070837020874, 1.1495877504348755]}, {"step": 2750, "epoch": 5, "train_loss": 0.4394254684448242, "cos_r_negg": [0.37750592827796936, 0.3789350390434265, 0.3541374206542969, 0.33395618200302124, 0.36435049772262573, 0.290208637714386, -0.037000857293605804], "cos_apical_negg": [0.37750592827796936, 0.3789350390434265, 0.3541374206542969, 0.33395618200302124, 0.36435049772262573, 0.290208637714386, -0.037000857293605804], "cos_Ac_negg": [0.37750592827796936, 0.3789350390434265, 0.3541374206542969, 0.33395618200302124, 0.36435049772262573, 0.290208637714386, -0.037000857293605804], "r_norm": [1.282954454421997, 1.302621841430664, 1.3006737232208252, 1.2956836223602295, 1.2813419103622437, 1.3174381256103516, 1.2662006616592407]}, {"step": 2800, "epoch": 5, "train_loss": 0.42266467213630676, "cos_r_negg": [0.31745409965515137, 0.3191330134868622, 0.3148345351219177, 0.30650442838668823, 0.32169854640960693, 0.2703164219856262, -0.04473593458533287], "cos_apical_negg": [0.31745409965515137, 0.3191330134868622, 0.3148345351219177, 0.30650442838668823, 0.32169854640960693, 0.2703164219856262, -0.04473593458533287], "cos_Ac_negg": [0.31745409965515137, 0.3191330134868622, 0.3148345351219177, 0.30650442838668823, 0.32169854640960693, 0.2703164219856262, -0.04473593458533287], "r_norm": [1.1132676601409912, 1.1301157474517822, 1.130481481552124, 1.1239240169525146, 1.1163626909255981, 1.1473585367202759, 1.1022183895111084]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8536, "test_loss": 0.434310302734375}, {"step": 2850, "epoch": 6, "train_loss": 0.24819067120552063, "cos_r_negg": [0.3881387710571289, 0.39426204562187195, 0.3751501142978668, 0.35871922969818115, 0.3661666512489319, 0.3187481164932251, 0.008748261258006096], "cos_apical_negg": [0.3881387710571289, 0.39426204562187195, 0.3751501142978668, 0.35871922969818115, 0.3661666512489319, 0.3187481164932251, 0.008748261258006096], "cos_Ac_negg": [0.3881387710571289, 0.39426204562187195, 0.3751501142978668, 0.35871922969818115, 0.3661666512489319, 0.3187481164932251, 0.008748261258006096], "r_norm": [1.1870940923690796, 1.2031514644622803, 1.2029966115951538, 1.1994328498840332, 1.1868971586227417, 1.2235867977142334, 1.172588586807251]}, {"step": 2900, "epoch": 6, "train_loss": 0.33671706914901733, "cos_r_negg": [0.38023272156715393, 0.3949120044708252, 0.3524651527404785, 0.35678350925445557, 0.34984296560287476, 0.31568217277526855, 0.010966104455292225], "cos_apical_negg": [0.38023272156715393, 0.3949120044708252, 0.3524651527404785, 0.35678350925445557, 0.34984296560287476, 0.31568217277526855, 0.010966104455292225], "cos_Ac_negg": [0.38023272156715393, 0.3949120044708252, 0.3524651527404785, 0.35678350925445557, 0.34984296560287476, 0.31568217277526855, 0.010966104455292225], "r_norm": [1.1478538513183594, 1.1650314331054688, 1.1654331684112549, 1.1592257022857666, 1.142743468284607, 1.1844969987869263, 1.134535551071167]}, {"step": 2950, "epoch": 6, "train_loss": 0.20957106351852417, "cos_r_negg": [0.36472102999687195, 0.37078458070755005, 0.34900450706481934, 0.33203059434890747, 0.3320988118648529, 0.3196337819099426, 0.004739077296108007], "cos_apical_negg": [0.36472102999687195, 0.37078458070755005, 0.34900450706481934, 0.33203059434890747, 0.3320988118648529, 0.3196337819099426, 0.004739077296108007], "cos_Ac_negg": [0.36472102999687195, 0.37078458070755005, 0.34900450706481934, 0.33203059434890747, 0.3320988118648529, 0.3196337819099426, 0.004739077296108007], "r_norm": [1.1837928295135498, 1.1947529315948486, 1.1900466680526733, 1.197942852973938, 1.1802483797073364, 1.2074143886566162, 1.1599838733673096]}, {"step": 3000, "epoch": 6, "train_loss": 0.46911996603012085, "cos_r_negg": [0.3478538691997528, 0.3492123484611511, 0.3503924608230591, 0.32954370975494385, 0.3464567959308624, 0.31761449575424194, -0.011558535508811474], "cos_apical_negg": [0.3478538691997528, 0.3492123484611511, 0.3503924608230591, 0.32954370975494385, 0.3464567959308624, 0.31761449575424194, -0.011558535508811474], "cos_Ac_negg": [0.3478538691997528, 0.3492123484611511, 0.3503924608230591, 0.32954370975494385, 0.3464567959308624, 0.31761449575424194, -0.011558535508811474], "r_norm": [1.2805805206298828, 1.2950395345687866, 1.2948825359344482, 1.29219651222229, 1.2751803398132324, 1.3153380155563354, 1.2636854648590088]}, {"step": 3050, "epoch": 6, "train_loss": 0.5095701217651367, "cos_r_negg": [0.3858746886253357, 0.3740103244781494, 0.3609433174133301, 0.3771207630634308, 0.34673306345939636, 0.329237699508667, -0.006965617649257183], "cos_apical_negg": [0.3858746886253357, 0.3740103244781494, 0.3609433174133301, 0.3771207630634308, 0.34673306345939636, 0.329237699508667, -0.006965617649257183], "cos_Ac_negg": [0.3858746886253357, 0.3740103244781494, 0.3609433174133301, 0.3771207630634308, 0.34673306345939636, 0.329237699508667, -0.006965617649257183], "r_norm": [1.07929527759552, 1.0963125228881836, 1.0966084003448486, 1.0894370079040527, 1.0841870307922363, 1.1180932521820068, 1.0700303316116333]}, {"step": 3100, "epoch": 6, "train_loss": 0.3333912193775177, "cos_r_negg": [0.32441604137420654, 0.314064085483551, 0.3010179400444031, 0.32746875286102295, 0.31334686279296875, 0.3187428116798401, -0.03400794416666031], "cos_apical_negg": [0.32441604137420654, 0.314064085483551, 0.3010179400444031, 0.32746875286102295, 0.31334686279296875, 0.3187428116798401, -0.03400794416666031], "cos_Ac_negg": [0.32441604137420654, 0.314064085483551, 0.3010179400444031, 0.32746875286102295, 0.31334686279296875, 0.3187428116798401, -0.03400794416666031], "r_norm": [1.2547258138656616, 1.272576093673706, 1.2691373825073242, 1.2681543827056885, 1.2480747699737549, 1.2883679866790771, 1.235581874847412]}, {"step": 3150, "epoch": 6, "train_loss": 0.39833229780197144, "cos_r_negg": [0.3532935380935669, 0.3530166745185852, 0.3571591079235077, 0.36002060770988464, 0.3526119291782379, 0.34051835536956787, -0.017305675894021988], "cos_apical_negg": [0.3532935380935669, 0.3530166745185852, 0.3571591079235077, 0.36002060770988464, 0.3526119291782379, 0.34051835536956787, -0.017305675894021988], "cos_Ac_negg": [0.3532935380935669, 0.3530166745185852, 0.3571591079235077, 0.36002060770988464, 0.3526119291782379, 0.34051835536956787, -0.017305675894021988], "r_norm": [1.1953825950622559, 1.213070273399353, 1.2162437438964844, 1.2051359415054321, 1.1969776153564453, 1.2338922023773193, 1.1878321170806885]}, {"step": 3200, "epoch": 6, "train_loss": 0.23513680696487427, "cos_r_negg": [0.37517139315605164, 0.3803921341896057, 0.3787845969200134, 0.3540056049823761, 0.3360161781311035, 0.32140499353408813, -0.0004687495529651642], "cos_apical_negg": [0.37517139315605164, 0.3803921341896057, 0.3787845969200134, 0.3540056049823761, 0.3360161781311035, 0.32140499353408813, -0.0004687495529651642], "cos_Ac_negg": [0.37517139315605164, 0.3803921341896057, 0.3787845969200134, 0.3540056049823761, 0.3360161781311035, 0.32140499353408813, -0.0004687495529651642], "r_norm": [1.0963701009750366, 1.110718846321106, 1.1056125164031982, 1.1124885082244873, 1.1011605262756348, 1.134659767150879, 1.0827363729476929]}, {"step": 3250, "epoch": 6, "train_loss": 0.31610143184661865, "cos_r_negg": [0.354318231344223, 0.37498974800109863, 0.36325550079345703, 0.35313695669174194, 0.33437347412109375, 0.3188866376876831, -0.017405981197953224], "cos_apical_negg": [0.354318231344223, 0.37498974800109863, 0.36325550079345703, 0.35313695669174194, 0.33437347412109375, 0.3188866376876831, -0.017405981197953224], "cos_Ac_negg": [0.354318231344223, 0.37498974800109863, 0.36325550079345703, 0.35313695669174194, 0.33437347412109375, 0.3188866376876831, -0.017405981197953224], "r_norm": [1.057857871055603, 1.0733587741851807, 1.0730528831481934, 1.0683777332305908, 1.059185266494751, 1.0896797180175781, 1.0477259159088135]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8405, "test_loss": 0.4725453155517578}, {"step": 3300, "epoch": 7, "train_loss": 0.3587697148323059, "cos_r_negg": [0.3763645887374878, 0.37677010893821716, 0.35518497228622437, 0.3550407290458679, 0.35235562920570374, 0.34295105934143066, -0.028493870049715042], "cos_apical_negg": [0.3763645887374878, 0.37677010893821716, 0.35518497228622437, 0.3550407290458679, 0.35235562920570374, 0.34295105934143066, -0.028493870049715042], "cos_Ac_negg": [0.3763645887374878, 0.37677010893821716, 0.35518497228622437, 0.3550407290458679, 0.35235562920570374, 0.34295105934143066, -0.028493870049715042], "r_norm": [1.096172571182251, 1.1116057634353638, 1.1082007884979248, 1.1078758239746094, 1.0985581874847412, 1.1282484531402588, 1.083599328994751]}, {"step": 3350, "epoch": 7, "train_loss": 0.32100263237953186, "cos_r_negg": [0.3785836398601532, 0.3786151111125946, 0.3607361912727356, 0.3554087281227112, 0.36045679450035095, 0.35398662090301514, -0.0013803548645228148], "cos_apical_negg": [0.3785836398601532, 0.3786151111125946, 0.3607361912727356, 0.3554087281227112, 0.36045679450035095, 0.35398662090301514, -0.0013803548645228148], "cos_Ac_negg": [0.3785836398601532, 0.3786151111125946, 0.3607361912727356, 0.3554087281227112, 0.36045679450035095, 0.35398662090301514, -0.0013803548645228148], "r_norm": [1.2193552255630493, 1.2281731367111206, 1.227320671081543, 1.2292475700378418, 1.2181679010391235, 1.2524832487106323, 1.2037217617034912]}, {"step": 3400, "epoch": 7, "train_loss": 0.37359464168548584, "cos_r_negg": [0.3714142143726349, 0.36715152859687805, 0.341860294342041, 0.34761375188827515, 0.34053659439086914, 0.31715306639671326, -0.022934440523386], "cos_apical_negg": [0.3714142143726349, 0.36715152859687805, 0.341860294342041, 0.34761375188827515, 0.34053659439086914, 0.31715306639671326, -0.022934440523386], "cos_Ac_negg": [0.3714142143726349, 0.36715152859687805, 0.341860294342041, 0.34761375188827515, 0.34053659439086914, 0.31715306639671326, -0.022934440523386], "r_norm": [1.0942859649658203, 1.11162531375885, 1.111549973487854, 1.1055420637130737, 1.097015380859375, 1.1259413957595825, 1.0824320316314697]}, {"step": 3450, "epoch": 7, "train_loss": 0.3536667823791504, "cos_r_negg": [0.3532211482524872, 0.37773171067237854, 0.3684273958206177, 0.35316675901412964, 0.33852118253707886, 0.35054075717926025, 0.010706134140491486], "cos_apical_negg": [0.3532211482524872, 0.37773171067237854, 0.3684273958206177, 0.35316675901412964, 0.33852118253707886, 0.35054075717926025, 0.010706134140491486], "cos_Ac_negg": [0.3532211482524872, 0.37773171067237854, 0.3684273958206177, 0.35316675901412964, 0.33852118253707886, 0.35054075717926025, 0.010706134140491486], "r_norm": [1.1470595598220825, 1.1618385314941406, 1.1574766635894775, 1.165096402168274, 1.1483702659606934, 1.1811230182647705, 1.1325888633728027]}, {"step": 3500, "epoch": 7, "train_loss": 0.42093485593795776, "cos_r_negg": [0.357558012008667, 0.36287921667099, 0.338828980922699, 0.35572540760040283, 0.33916330337524414, 0.35495519638061523, 0.002953882096335292], "cos_apical_negg": [0.357558012008667, 0.36287921667099, 0.338828980922699, 0.35572540760040283, 0.33916330337524414, 0.35495519638061523, 0.002953882096335292], "cos_Ac_negg": [0.357558012008667, 0.36287921667099, 0.338828980922699, 0.35572540760040283, 0.33916330337524414, 0.35495519638061523, 0.002953882096335292], "r_norm": [1.1129150390625, 1.1226187944412231, 1.1198804378509521, 1.1223548650741577, 1.1067907810211182, 1.1377462148666382, 1.0906293392181396]}, {"step": 3550, "epoch": 7, "train_loss": 0.3351382911205292, "cos_r_negg": [0.35964471101760864, 0.3630235493183136, 0.33375084400177, 0.3630465865135193, 0.349964439868927, 0.3396727442741394, 0.016017921268939972], "cos_apical_negg": [0.35964471101760864, 0.3630235493183136, 0.33375084400177, 0.3630465865135193, 0.349964439868927, 0.3396727442741394, 0.016017921268939972], "cos_Ac_negg": [0.35964471101760864, 0.3630235493183136, 0.33375084400177, 0.3630465865135193, 0.349964439868927, 0.3396727442741394, 0.016017921268939972], "r_norm": [1.1624680757522583, 1.175398349761963, 1.1765435934066772, 1.1690783500671387, 1.160144567489624, 1.1966404914855957, 1.14779531955719]}, {"step": 3600, "epoch": 7, "train_loss": 0.32427459955215454, "cos_r_negg": [0.35320860147476196, 0.3988725543022156, 0.37232810258865356, 0.3514813184738159, 0.358712375164032, 0.3480072021484375, 0.01932505890727043], "cos_apical_negg": [0.35320860147476196, 0.3988725543022156, 0.37232810258865356, 0.3514813184738159, 0.358712375164032, 0.3480072021484375, 0.01932505890727043], "cos_Ac_negg": [0.35320860147476196, 0.3988725543022156, 0.37232810258865356, 0.3514813184738159, 0.358712375164032, 0.3480072021484375, 0.01932505890727043], "r_norm": [1.0736331939697266, 1.0909103155136108, 1.0901967287063599, 1.0886088609695435, 1.0724809169769287, 1.1065343618392944, 1.0631024837493896]}, {"step": 3650, "epoch": 7, "train_loss": 0.523910403251648, "cos_r_negg": [0.3810309171676636, 0.3983210623264313, 0.3870725631713867, 0.3693314790725708, 0.3671360909938812, 0.33654189109802246, -0.01337415911257267], "cos_apical_negg": [0.3810309171676636, 0.3983210623264313, 0.3870725631713867, 0.3693314790725708, 0.3671360909938812, 0.33654189109802246, -0.01337415911257267], "cos_Ac_negg": [0.3810309171676636, 0.3983210623264313, 0.3870725631713867, 0.3693314790725708, 0.3671360909938812, 0.33654189109802246, -0.01337415911257267], "r_norm": [1.0819549560546875, 1.0963172912597656, 1.0929827690124512, 1.0969350337982178, 1.0824568271636963, 1.1165999174118042, 1.0718927383422852]}, {"step": 3700, "epoch": 7, "train_loss": 0.3364725112915039, "cos_r_negg": [0.34259289503097534, 0.3481872081756592, 0.3418513834476471, 0.33634665608406067, 0.33081597089767456, 0.3294076919555664, -0.03272883594036102], "cos_apical_negg": [0.34259289503097534, 0.3481872081756592, 0.3418513834476471, 0.33634665608406067, 0.33081597089767456, 0.3294076919555664, -0.03272883594036102], "cos_Ac_negg": [0.34259289503097534, 0.3481872081756592, 0.3418513834476471, 0.33634665608406067, 0.33081597089767456, 0.3294076919555664, -0.03272883594036102], "r_norm": [1.1757450103759766, 1.1877694129943848, 1.1812567710876465, 1.1880414485931396, 1.1689969301223755, 1.2015306949615479, 1.1533799171447754]}, {"step": 3750, "epoch": 7, "train_loss": 0.45900875329971313, "cos_r_negg": [0.3470720052719116, 0.3542521595954895, 0.3540939688682556, 0.33614134788513184, 0.31458061933517456, 0.28752219676971436, -0.041667766869068146], "cos_apical_negg": [0.3470720052719116, 0.3542521595954895, 0.3540939688682556, 0.33614134788513184, 0.31458061933517456, 0.28752219676971436, -0.041667766869068146], "cos_Ac_negg": [0.3470720052719116, 0.3542521595954895, 0.3540939688682556, 0.33614134788513184, 0.31458061933517456, 0.28752219676971436, -0.041667766869068146], "r_norm": [1.0824000835418701, 1.096542477607727, 1.096351146697998, 1.0947191715240479, 1.0845651626586914, 1.112328052520752, 1.0727916955947876]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8584, "test_loss": 0.4189386474609375}, {"step": 3800, "epoch": 8, "train_loss": 0.29105687141418457, "cos_r_negg": [0.35665756464004517, 0.3658769726753235, 0.38000085949897766, 0.37903645634651184, 0.36497944593429565, 0.3452858030796051, -0.036087945103645325], "cos_apical_negg": [0.35665756464004517, 0.3658769726753235, 0.38000085949897766, 0.37903645634651184, 0.36497944593429565, 0.3452858030796051, -0.036087945103645325], "cos_Ac_negg": [0.35665756464004517, 0.3658769726753235, 0.38000085949897766, 0.37903645634651184, 0.36497944593429565, 0.3452858030796051, -0.036087945103645325], "r_norm": [1.089907169342041, 1.1080117225646973, 1.1062464714050293, 1.101523756980896, 1.0927718877792358, 1.1221659183502197, 1.0815074443817139]}, {"step": 3850, "epoch": 8, "train_loss": 0.35253727436065674, "cos_r_negg": [0.3695181608200073, 0.37396711111068726, 0.36839067935943604, 0.3630554676055908, 0.3353143632411957, 0.3420964777469635, -0.046794481575489044], "cos_apical_negg": [0.3695181608200073, 0.37396711111068726, 0.36839067935943604, 0.3630554676055908, 0.3353143632411957, 0.3420964777469635, -0.046794481575489044], "cos_Ac_negg": [0.3695181608200073, 0.37396711111068726, 0.36839067935943604, 0.3630554676055908, 0.3353143632411957, 0.3420964777469635, -0.046794481575489044], "r_norm": [1.0921794176101685, 1.1069409847259521, 1.1040499210357666, 1.1041646003723145, 1.0924321413040161, 1.125440239906311, 1.0787211656570435]}, {"step": 3900, "epoch": 8, "train_loss": 0.3578541874885559, "cos_r_negg": [0.3722464144229889, 0.3834473192691803, 0.3763122856616974, 0.3536543548107147, 0.34338822960853577, 0.3475867807865143, -0.005923433229327202], "cos_apical_negg": [0.3722464144229889, 0.3834473192691803, 0.3763122856616974, 0.3536543548107147, 0.34338822960853577, 0.3475867807865143, -0.005923433229327202], "cos_Ac_negg": [0.3722464144229889, 0.3834473192691803, 0.3763122856616974, 0.3536543548107147, 0.34338822960853577, 0.3475867807865143, -0.005923433229327202], "r_norm": [1.082392692565918, 1.0950409173965454, 1.0914241075515747, 1.0940535068511963, 1.0809266567230225, 1.1109023094177246, 1.0680567026138306]}, {"step": 3950, "epoch": 8, "train_loss": 0.38159316778182983, "cos_r_negg": [0.39181309938430786, 0.39818403124809265, 0.39591628313064575, 0.38170939683914185, 0.3384108543395996, 0.34872302412986755, 0.012876089662313461], "cos_apical_negg": [0.39181309938430786, 0.39818403124809265, 0.39591628313064575, 0.38170939683914185, 0.3384108543395996, 0.34872302412986755, 0.012876089662313461], "cos_Ac_negg": [0.39181309938430786, 0.39818403124809265, 0.39591628313064575, 0.38170939683914185, 0.3384108543395996, 0.34872302412986755, 0.012876089662313461], "r_norm": [0.976346492767334, 0.985236406326294, 0.9848869442939758, 0.9869800806045532, 0.9767994284629822, 1.004410982131958, 0.9647548198699951]}, {"step": 4000, "epoch": 8, "train_loss": 0.4662911891937256, "cos_r_negg": [0.34252384305000305, 0.3564612865447998, 0.35451000928878784, 0.3252277374267578, 0.3086211085319519, 0.31594303250312805, -0.007688520476222038], "cos_apical_negg": [0.34252384305000305, 0.3564612865447998, 0.35451000928878784, 0.3252277374267578, 0.3086211085319519, 0.31594303250312805, -0.007688520476222038], "cos_Ac_negg": [0.34252384305000305, 0.3564612865447998, 0.35451000928878784, 0.3252277374267578, 0.3086211085319519, 0.31594303250312805, -0.007688520476222038], "r_norm": [1.1913270950317383, 1.2116000652313232, 1.2181410789489746, 1.2043304443359375, 1.1974763870239258, 1.2337989807128906, 1.1879777908325195]}, {"step": 4050, "epoch": 8, "train_loss": 0.45651984214782715, "cos_r_negg": [0.34080302715301514, 0.37108176946640015, 0.35560062527656555, 0.3451170325279236, 0.3142699599266052, 0.29388362169265747, 0.02543828636407852], "cos_apical_negg": [0.34080302715301514, 0.37108176946640015, 0.35560062527656555, 0.3451170325279236, 0.3142699599266052, 0.29388362169265747, 0.02543828636407852], "cos_Ac_negg": [0.34080302715301514, 0.37108176946640015, 0.35560062527656555, 0.3451170325279236, 0.3142699599266052, 0.29388362169265747, 0.02543828636407852], "r_norm": [1.1494959592819214, 1.1676552295684814, 1.169474482536316, 1.1595968008041382, 1.1488977670669556, 1.184629201889038, 1.139641284942627]}, {"step": 4100, "epoch": 8, "train_loss": 0.288841187953949, "cos_r_negg": [0.3591611683368683, 0.36154454946517944, 0.3635367155075073, 0.3559466004371643, 0.3257666528224945, 0.29389071464538574, -0.013805541209876537], "cos_apical_negg": [0.3591611683368683, 0.36154454946517944, 0.3635367155075073, 0.3559466004371643, 0.3257666528224945, 0.29389071464538574, -0.013805541209876537], "cos_Ac_negg": [0.3591611683368683, 0.36154454946517944, 0.3635367155075073, 0.3559466004371643, 0.3257666528224945, 0.29389071464538574, -0.013805541209876537], "r_norm": [1.0037732124328613, 1.0187938213348389, 1.017101764678955, 1.015535831451416, 1.0073524713516235, 1.0377241373062134, 0.996444582939148]}, {"step": 4150, "epoch": 8, "train_loss": 0.34503859281539917, "cos_r_negg": [0.3685455918312073, 0.3752349615097046, 0.3628391623497009, 0.3801487386226654, 0.3524978756904602, 0.30165255069732666, 0.013060690835118294], "cos_apical_negg": [0.3685455918312073, 0.3752349615097046, 0.3628391623497009, 0.3801487386226654, 0.3524978756904602, 0.30165255069732666, 0.013060690835118294], "cos_Ac_negg": [0.3685455918312073, 0.3752349615097046, 0.3628391623497009, 0.3801487386226654, 0.3524978756904602, 0.30165255069732666, 0.013060690835118294], "r_norm": [1.072671890258789, 1.0855060815811157, 1.0810370445251465, 1.0825845003128052, 1.0759284496307373, 1.1068352460861206, 1.0570355653762817]}, {"step": 4200, "epoch": 8, "train_loss": 0.4043325185775757, "cos_r_negg": [0.32726314663887024, 0.33644795417785645, 0.3260035514831543, 0.33174407482147217, 0.32630929350852966, 0.2826119065284729, -9.09031368792057e-05], "cos_apical_negg": [0.32726314663887024, 0.33644795417785645, 0.3260035514831543, 0.33174407482147217, 0.32630929350852966, 0.2826119065284729, -9.09031368792057e-05], "cos_Ac_negg": [0.32726314663887024, 0.33644795417785645, 0.3260035514831543, 0.33174407482147217, 0.32630929350852966, 0.2826119065284729, -9.09031368792057e-05], "r_norm": [1.1278486251831055, 1.1454994678497314, 1.1413395404815674, 1.143406867980957, 1.1322195529937744, 1.1614900827407837, 1.1208832263946533]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8515, "test_loss": 0.4732751007080078}, {"step": 4250, "epoch": 9, "train_loss": 0.22905988991260529, "cos_r_negg": [0.38137590885162354, 0.3871992230415344, 0.38207298517227173, 0.3634510636329651, 0.3255934417247772, 0.28588348627090454, -0.010961678810417652], "cos_apical_negg": [0.38137590885162354, 0.3871992230415344, 0.38207298517227173, 0.3634510636329651, 0.3255934417247772, 0.28588348627090454, -0.010961678810417652], "cos_Ac_negg": [0.38137590885162354, 0.3871992230415344, 0.38207298517227173, 0.3634510636329651, 0.3255934417247772, 0.28588348627090454, -0.010961678810417652], "r_norm": [1.3022830486297607, 1.325122594833374, 1.3299362659454346, 1.309616208076477, 1.3105111122131348, 1.343109130859375, 1.3015507459640503]}, {"step": 4300, "epoch": 9, "train_loss": 0.26328393816947937, "cos_r_negg": [0.29720330238342285, 0.31412339210510254, 0.3362475335597992, 0.3344554603099823, 0.29830989241600037, 0.2911829948425293, -0.013265155255794525], "cos_apical_negg": [0.29720330238342285, 0.31412339210510254, 0.3362475335597992, 0.3344554603099823, 0.29830989241600037, 0.2911829948425293, -0.013265155255794525], "cos_Ac_negg": [0.29720330238342285, 0.31412339210510254, 0.3362475335597992, 0.3344554603099823, 0.29830989241600037, 0.2911829948425293, -0.013265155255794525], "r_norm": [1.024484634399414, 1.0396666526794434, 1.038205862045288, 1.0331759452819824, 1.0289196968078613, 1.0543314218521118, 1.0192575454711914]}, {"step": 4350, "epoch": 9, "train_loss": 0.21113340556621552, "cos_r_negg": [0.3655160367488861, 0.3710932433605194, 0.37600332498550415, 0.3752751350402832, 0.32052940130233765, 0.3311498165130615, -0.025237981230020523], "cos_apical_negg": [0.3655160367488861, 0.3710932433605194, 0.37600332498550415, 0.3752751350402832, 0.32052940130233765, 0.3311498165130615, -0.025237981230020523], "cos_Ac_negg": [0.3655160367488861, 0.3710932433605194, 0.37600332498550415, 0.3752751350402832, 0.32052940130233765, 0.3311498165130615, -0.025237981230020523], "r_norm": [1.0899813175201416, 1.1031570434570312, 1.1025609970092773, 1.0983246564865112, 1.0831732749938965, 1.1182777881622314, 1.0761628150939941]}, {"step": 4400, "epoch": 9, "train_loss": 0.3571344017982483, "cos_r_negg": [0.3299829661846161, 0.3443615436553955, 0.3596140146255493, 0.36901986598968506, 0.335608571767807, 0.28408798575401306, 0.018872544169425964], "cos_apical_negg": [0.3299829661846161, 0.3443615436553955, 0.3596140146255493, 0.36901986598968506, 0.335608571767807, 0.28408798575401306, 0.018872544169425964], "cos_Ac_negg": [0.3299829661846161, 0.3443615436553955, 0.3596140146255493, 0.36901986598968506, 0.335608571767807, 0.28408798575401306, 0.018872544169425964], "r_norm": [1.0989429950714111, 1.1082532405853271, 1.1030094623565674, 1.1062366962432861, 1.091369390487671, 1.12539803981781, 1.0751934051513672]}, {"step": 4450, "epoch": 9, "train_loss": 0.23113718628883362, "cos_r_negg": [0.3638777434825897, 0.3444499671459198, 0.34922659397125244, 0.3380530774593353, 0.3450314402580261, 0.31639742851257324, 0.02282010205090046], "cos_apical_negg": [0.3638777434825897, 0.3444499671459198, 0.34922659397125244, 0.3380530774593353, 0.3450314402580261, 0.31639742851257324, 0.02282010205090046], "cos_Ac_negg": [0.3638777434825897, 0.3444499671459198, 0.34922659397125244, 0.3380530774593353, 0.3450314402580261, 0.31639742851257324, 0.02282010205090046], "r_norm": [1.0666649341583252, 1.0801761150360107, 1.0773844718933105, 1.0791220664978027, 1.0721279382705688, 1.1006801128387451, 1.0568673610687256]}, {"step": 4500, "epoch": 9, "train_loss": 0.3667607307434082, "cos_r_negg": [0.3807372450828552, 0.3715639114379883, 0.37906724214553833, 0.34957876801490784, 0.3338358998298645, 0.3250354528427124, 0.0189038272947073], "cos_apical_negg": [0.3807372450828552, 0.3715639114379883, 0.37906724214553833, 0.34957876801490784, 0.3338358998298645, 0.3250354528427124, 0.0189038272947073], "cos_Ac_negg": [0.3807372450828552, 0.3715639114379883, 0.37906724214553833, 0.34957876801490784, 0.3338358998298645, 0.3250354528427124, 0.0189038272947073], "r_norm": [1.2048474550247192, 1.2247226238250732, 1.221238136291504, 1.219306468963623, 1.2024272680282593, 1.2370262145996094, 1.186448335647583]}, {"step": 4550, "epoch": 9, "train_loss": 0.26245856285095215, "cos_r_negg": [0.3624461889266968, 0.35812607407569885, 0.3404712677001953, 0.34199631214141846, 0.31401509046554565, 0.3229520320892334, 0.02348649688065052], "cos_apical_negg": [0.3624461889266968, 0.35812607407569885, 0.3404712677001953, 0.34199631214141846, 0.31401509046554565, 0.3229520320892334, 0.02348649688065052], "cos_Ac_negg": [0.3624461889266968, 0.35812607407569885, 0.3404712677001953, 0.34199631214141846, 0.31401509046554565, 0.3229520320892334, 0.02348649688065052], "r_norm": [1.0783336162567139, 1.0932939052581787, 1.0874438285827637, 1.0896245241165161, 1.0828969478607178, 1.1128311157226562, 1.0675272941589355]}, {"step": 4600, "epoch": 9, "train_loss": 0.32454630732536316, "cos_r_negg": [0.34621462225914, 0.35897642374038696, 0.36027243733406067, 0.34811294078826904, 0.32132774591445923, 0.30002880096435547, -0.02088966593146324], "cos_apical_negg": [0.34621462225914, 0.35897642374038696, 0.36027243733406067, 0.34811294078826904, 0.32132774591445923, 0.30002880096435547, -0.02088966593146324], "cos_Ac_negg": [0.34621462225914, 0.35897642374038696, 0.36027243733406067, 0.34811294078826904, 0.32132774591445923, 0.30002880096435547, -0.02088966593146324], "r_norm": [1.1204214096069336, 1.1325899362564087, 1.130556344985962, 1.1327626705169678, 1.1199469566345215, 1.1527875661849976, 1.108043909072876]}, {"step": 4650, "epoch": 9, "train_loss": 0.45928364992141724, "cos_r_negg": [0.3534085154533386, 0.3546699285507202, 0.3588913083076477, 0.3469155728816986, 0.3133676052093506, 0.2999412417411804, -0.050377219915390015], "cos_apical_negg": [0.3534085154533386, 0.3546699285507202, 0.3588913083076477, 0.3469155728816986, 0.3133676052093506, 0.2999412417411804, -0.050377219915390015], "cos_Ac_negg": [0.3534085154533386, 0.3546699285507202, 0.3588913083076477, 0.3469155728816986, 0.3133676052093506, 0.2999412417411804, -0.050377219915390015], "r_norm": [1.1322435140609741, 1.1424262523651123, 1.1394767761230469, 1.1399297714233398, 1.1279051303863525, 1.1605384349822998, 1.110471248626709]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8496, "test_loss": 0.43586676025390625}, {"step": 4700, "epoch": 10, "train_loss": 0.3034535050392151, "cos_r_negg": [0.3550755977630615, 0.35765331983566284, 0.3858160972595215, 0.37105709314346313, 0.36295709013938904, 0.33048731088638306, -0.024597374722361565], "cos_apical_negg": [0.3550755977630615, 0.35765331983566284, 0.3858160972595215, 0.37105709314346313, 0.36295709013938904, 0.33048731088638306, -0.024597374722361565], "cos_Ac_negg": [0.3550755977630615, 0.35765331983566284, 0.3858160972595215, 0.37105709314346313, 0.36295709013938904, 0.33048731088638306, -0.024597374722361565], "r_norm": [1.1031138896942139, 1.1159549951553345, 1.1127519607543945, 1.1160807609558105, 1.1051139831542969, 1.133650302886963, 1.0889089107513428]}, {"step": 4750, "epoch": 10, "train_loss": 0.33566993474960327, "cos_r_negg": [0.35741934180259705, 0.36576908826828003, 0.38742005825042725, 0.3683342933654785, 0.3327062129974365, 0.33852308988571167, -0.005061186850070953], "cos_apical_negg": [0.35741934180259705, 0.36576908826828003, 0.38742005825042725, 0.3683342933654785, 0.3327062129974365, 0.33852308988571167, -0.005061186850070953], "cos_Ac_negg": [0.35741934180259705, 0.36576908826828003, 0.38742005825042725, 0.3683342933654785, 0.3327062129974365, 0.33852308988571167, -0.005061186850070953], "r_norm": [1.0546844005584717, 1.0680006742477417, 1.0693440437316895, 1.064827799797058, 1.0506110191345215, 1.0831316709518433, 1.0445256233215332]}, {"step": 4800, "epoch": 10, "train_loss": 0.4144972562789917, "cos_r_negg": [0.3421478867530823, 0.3561704754829407, 0.36903542280197144, 0.37499043345451355, 0.3741082549095154, 0.3629356622695923, 0.015631049871444702], "cos_apical_negg": [0.3421478867530823, 0.3561704754829407, 0.36903542280197144, 0.37499043345451355, 0.3741082549095154, 0.3629356622695923, 0.015631049871444702], "cos_Ac_negg": [0.3421478867530823, 0.3561704754829407, 0.36903542280197144, 0.37499043345451355, 0.3741082549095154, 0.3629356622695923, 0.015631049871444702], "r_norm": [1.0246169567108154, 1.039881944656372, 1.03718900680542, 1.0345207452774048, 1.023999810218811, 1.0547484159469604, 1.0107834339141846]}, {"step": 4850, "epoch": 10, "train_loss": 0.2918362021446228, "cos_r_negg": [0.3294816017150879, 0.3493444323539734, 0.36540311574935913, 0.36704158782958984, 0.37603944540023804, 0.35512927174568176, 0.021751007065176964], "cos_apical_negg": [0.3294816017150879, 0.3493444323539734, 0.36540311574935913, 0.36704158782958984, 0.37603944540023804, 0.35512927174568176, 0.021751007065176964], "cos_Ac_negg": [0.3294816017150879, 0.3493444323539734, 0.36540311574935913, 0.36704158782958984, 0.37603944540023804, 0.35512927174568176, 0.021751007065176964], "r_norm": [1.1288299560546875, 1.1454511880874634, 1.1413592100143433, 1.1441359519958496, 1.128008246421814, 1.1623274087905884, 1.1114158630371094]}, {"step": 4900, "epoch": 10, "train_loss": 0.23504234850406647, "cos_r_negg": [0.31853753328323364, 0.3328045606613159, 0.35502880811691284, 0.3278617262840271, 0.3109346032142639, 0.29013413190841675, -0.00492134690284729], "cos_apical_negg": [0.31853753328323364, 0.3328045606613159, 0.35502880811691284, 0.3278617262840271, 0.3109346032142639, 0.29013413190841675, -0.00492134690284729], "cos_Ac_negg": [0.31853753328323364, 0.3328045606613159, 0.35502880811691284, 0.3278617262840271, 0.3109346032142639, 0.29013413190841675, -0.00492134690284729], "r_norm": [1.0676568746566772, 1.0848193168640137, 1.0844730138778687, 1.0853513479232788, 1.0695395469665527, 1.099648118019104, 1.058241844177246]}, {"step": 4950, "epoch": 10, "train_loss": 0.25781959295272827, "cos_r_negg": [0.33377373218536377, 0.3365976810455322, 0.3530283570289612, 0.3221004903316498, 0.29931777715682983, 0.29216423630714417, 0.03415245562791824], "cos_apical_negg": [0.33377373218536377, 0.3365976810455322, 0.3530283570289612, 0.3221004903316498, 0.29931777715682983, 0.29216423630714417, 0.03415245562791824], "cos_Ac_negg": [0.33377373218536377, 0.3365976810455322, 0.3530283570289612, 0.3221004903316498, 0.29931777715682983, 0.29216423630714417, 0.03415245562791824], "r_norm": [1.0299783945083618, 1.0508034229278564, 1.0469633340835571, 1.0471808910369873, 1.0365321636199951, 1.0661392211914062, 1.0236876010894775]}, {"step": 5000, "epoch": 10, "train_loss": 0.23653331398963928, "cos_r_negg": [0.36620858311653137, 0.3533732295036316, 0.358107328414917, 0.3476470410823822, 0.32197946310043335, 0.31540751457214355, 0.01671546697616577], "cos_apical_negg": [0.36620858311653137, 0.3533732295036316, 0.358107328414917, 0.3476470410823822, 0.32197946310043335, 0.31540751457214355, 0.01671546697616577], "cos_Ac_negg": [0.36620858311653137, 0.3533732295036316, 0.358107328414917, 0.3476470410823822, 0.32197946310043335, 0.31540751457214355, 0.01671546697616577], "r_norm": [1.12806236743927, 1.1394741535186768, 1.1401560306549072, 1.1374571323394775, 1.1250543594360352, 1.1616685390472412, 1.1136808395385742]}, {"step": 5050, "epoch": 10, "train_loss": 0.4658573567867279, "cos_r_negg": [0.34427183866500854, 0.35507696866989136, 0.3643314838409424, 0.3498685956001282, 0.30996596813201904, 0.33174124360084534, 0.011971578001976013], "cos_apical_negg": [0.34427183866500854, 0.35507696866989136, 0.3643314838409424, 0.3498685956001282, 0.30996596813201904, 0.33174124360084534, 0.011971578001976013], "cos_Ac_negg": [0.34427183866500854, 0.35507696866989136, 0.3643314838409424, 0.3498685956001282, 0.30996596813201904, 0.33174124360084534, 0.011971578001976013], "r_norm": [1.1012897491455078, 1.1180468797683716, 1.1204109191894531, 1.1105647087097168, 1.1039683818817139, 1.1350822448730469, 1.0925273895263672]}, {"step": 5100, "epoch": 10, "train_loss": 0.2573085427284241, "cos_r_negg": [0.3562808036804199, 0.3518182039260864, 0.35766881704330444, 0.3686096668243408, 0.32376915216445923, 0.3301975131034851, 0.019860336557030678], "cos_apical_negg": [0.3562808036804199, 0.3518182039260864, 0.35766881704330444, 0.3686096668243408, 0.32376915216445923, 0.3301975131034851, 0.019860336557030678], "cos_Ac_negg": [0.3562808036804199, 0.3518182039260864, 0.35766881704330444, 0.3686096668243408, 0.32376915216445923, 0.3301975131034851, 0.019860336557030678], "r_norm": [1.019903302192688, 1.0320185422897339, 1.0277303457260132, 1.0301802158355713, 1.0166945457458496, 1.0492883920669556, 1.0020978450775146]}, {"step": 5150, "epoch": 10, "train_loss": 0.29600095748901367, "cos_r_negg": [0.3473246395587921, 0.356120228767395, 0.3607330918312073, 0.3605330288410187, 0.3229110836982727, 0.3008924722671509, 0.003174775280058384], "cos_apical_negg": [0.3473246395587921, 0.356120228767395, 0.3607330918312073, 0.3605330288410187, 0.3229110836982727, 0.3008924722671509, 0.003174775280058384], "cos_Ac_negg": [0.3473246395587921, 0.356120228767395, 0.3607330918312073, 0.3605330288410187, 0.3229110836982727, 0.3008924722671509, 0.003174775280058384], "r_norm": [1.1035321950912476, 1.119429349899292, 1.117831826210022, 1.1181869506835938, 1.1060675382614136, 1.1401526927947998, 1.0924346446990967]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8653, "test_loss": 0.41800494079589845}, {"step": 5200, "epoch": 11, "train_loss": 0.325065553188324, "cos_r_negg": [0.3144918978214264, 0.31939467787742615, 0.3247750997543335, 0.3392140865325928, 0.30458664894104004, 0.2990160882472992, 0.002862226217985153], "cos_apical_negg": [0.3144918978214264, 0.31939467787742615, 0.3247750997543335, 0.3392140865325928, 0.30458664894104004, 0.2990160882472992, 0.002862226217985153], "cos_Ac_negg": [0.3144918978214264, 0.31939467787742615, 0.3247750997543335, 0.3392140865325928, 0.30458664894104004, 0.2990160882472992, 0.002862226217985153], "r_norm": [1.131131887435913, 1.147341251373291, 1.1433110237121582, 1.14009690284729, 1.1222647428512573, 1.16233229637146, 1.11001455783844]}, {"step": 5250, "epoch": 11, "train_loss": 0.15479865670204163, "cos_r_negg": [0.3386007249355316, 0.358862966299057, 0.3716074228286743, 0.3922252655029297, 0.3546733856201172, 0.34203144907951355, -0.004485637415200472], "cos_apical_negg": [0.3386007249355316, 0.358862966299057, 0.3716074228286743, 0.3922252655029297, 0.3546733856201172, 0.34203144907951355, -0.004485637415200472], "cos_Ac_negg": [0.3386007249355316, 0.358862966299057, 0.3716074228286743, 0.3922252655029297, 0.3546733856201172, 0.34203144907951355, -0.004485637415200472], "r_norm": [1.101792335510254, 1.1134822368621826, 1.1147648096084595, 1.1112273931503296, 1.1031556129455566, 1.1379351615905762, 1.0910465717315674]}, {"step": 5300, "epoch": 11, "train_loss": 0.34191420674324036, "cos_r_negg": [0.31596803665161133, 0.3086336851119995, 0.3254268169403076, 0.33770066499710083, 0.3273008167743683, 0.27108171582221985, -0.023479323834180832], "cos_apical_negg": [0.31596803665161133, 0.3086336851119995, 0.3254268169403076, 0.33770066499710083, 0.3273008167743683, 0.27108171582221985, -0.023479323834180832], "cos_Ac_negg": [0.31596803665161133, 0.3086336851119995, 0.3254268169403076, 0.33770066499710083, 0.3273008167743683, 0.27108171582221985, -0.023479323834180832], "r_norm": [1.1554241180419922, 1.176886796951294, 1.177597165107727, 1.1683934926986694, 1.1559582948684692, 1.1934702396392822, 1.144468069076538]}, {"step": 5350, "epoch": 11, "train_loss": 0.2588973641395569, "cos_r_negg": [0.3622951805591583, 0.3536875247955322, 0.35355108976364136, 0.3444878160953522, 0.363307386636734, 0.32710474729537964, -0.00889680813997984], "cos_apical_negg": [0.3622951805591583, 0.3536875247955322, 0.35355108976364136, 0.3444878160953522, 0.363307386636734, 0.32710474729537964, -0.00889680813997984], "cos_Ac_negg": [0.3622951805591583, 0.3536875247955322, 0.35355108976364136, 0.3444878160953522, 0.363307386636734, 0.32710474729537964, -0.00889680813997984], "r_norm": [1.1361751556396484, 1.1547632217407227, 1.1584107875823975, 1.1484302282333374, 1.1415578126907349, 1.1766347885131836, 1.133002758026123]}, {"step": 5400, "epoch": 11, "train_loss": 0.2549121379852295, "cos_r_negg": [0.3037334978580475, 0.3340962529182434, 0.3454389274120331, 0.34671497344970703, 0.33952218294143677, 0.3096190094947815, 0.0029960800893604755], "cos_apical_negg": [0.3037334978580475, 0.3340962529182434, 0.3454389274120331, 0.34671497344970703, 0.33952218294143677, 0.3096190094947815, 0.0029960800893604755], "cos_Ac_negg": [0.3037334978580475, 0.3340962529182434, 0.3454389274120331, 0.34671497344970703, 0.33952218294143677, 0.3096190094947815, 0.0029960800893604755], "r_norm": [1.0763320922851562, 1.0861904621124268, 1.0829136371612549, 1.08567476272583, 1.0703850984573364, 1.1016650199890137, 1.053468942642212]}, {"step": 5450, "epoch": 11, "train_loss": 0.28934556245803833, "cos_r_negg": [0.3110602796077728, 0.30199944972991943, 0.3036382794380188, 0.2904449701309204, 0.3083721995353699, 0.28646230697631836, -0.007759210653603077], "cos_apical_negg": [0.3110602796077728, 0.30199944972991943, 0.3036382794380188, 0.2904449701309204, 0.3083721995353699, 0.28646230697631836, -0.007759210653603077], "cos_Ac_negg": [0.3110602796077728, 0.30199944972991943, 0.3036382794380188, 0.2904449701309204, 0.3083721995353699, 0.28646230697631836, -0.007759210653603077], "r_norm": [1.1962003707885742, 1.213031530380249, 1.208748459815979, 1.208305835723877, 1.194322109222412, 1.2290520668029785, 1.1754767894744873]}, {"step": 5500, "epoch": 11, "train_loss": 0.3148823380470276, "cos_r_negg": [0.32143229246139526, 0.30825075507164, 0.3112868070602417, 0.30912938714027405, 0.2970583438873291, 0.3038943409919739, 0.02263857051730156], "cos_apical_negg": [0.32143229246139526, 0.30825075507164, 0.3112868070602417, 0.30912938714027405, 0.2970583438873291, 0.3038943409919739, 0.02263857051730156], "cos_Ac_negg": [0.32143229246139526, 0.30825075507164, 0.3112868070602417, 0.30912938714027405, 0.2970583438873291, 0.3038943409919739, 0.02263857051730156], "r_norm": [1.1657742261886597, 1.180678129196167, 1.1766647100448608, 1.1786317825317383, 1.1590416431427002, 1.1934764385223389, 1.1430957317352295]}, {"step": 5550, "epoch": 11, "train_loss": 0.3267277479171753, "cos_r_negg": [0.3477874994277954, 0.3651182949542999, 0.3558672070503235, 0.3662293255329132, 0.34699392318725586, 0.317766934633255, 0.03610304743051529], "cos_apical_negg": [0.3477874994277954, 0.3651182949542999, 0.3558672070503235, 0.3662293255329132, 0.34699392318725586, 0.317766934633255, 0.03610304743051529], "cos_Ac_negg": [0.3477874994277954, 0.3651182949542999, 0.3558672070503235, 0.3662293255329132, 0.34699392318725586, 0.317766934633255, 0.03610304743051529], "r_norm": [0.9595150947570801, 0.9701645970344543, 0.9680778384208679, 0.9688599109649658, 0.9574922919273376, 0.9839420914649963, 0.9441993236541748]}, {"step": 5600, "epoch": 11, "train_loss": 0.25216785073280334, "cos_r_negg": [0.3405913710594177, 0.3481307923793793, 0.3405018448829651, 0.3404102325439453, 0.3547224998474121, 0.3200950026512146, 0.018822409212589264], "cos_apical_negg": [0.3405913710594177, 0.3481307923793793, 0.3405018448829651, 0.3404102325439453, 0.3547224998474121, 0.3200950026512146, 0.018822409212589264], "cos_Ac_negg": [0.3405913710594177, 0.3481307923793793, 0.3405018448829651, 0.3404102325439453, 0.3547224998474121, 0.3200950026512146, 0.018822409212589264], "r_norm": [1.049773931503296, 1.0645194053649902, 1.0625070333480835, 1.0622553825378418, 1.052687644958496, 1.0823445320129395, 1.0354347229003906]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8654, "test_loss": 0.43911704406738283}, {"step": 5650, "epoch": 12, "train_loss": 0.207579106092453, "cos_r_negg": [0.3592943251132965, 0.35649800300598145, 0.3500332236289978, 0.36560821533203125, 0.3712320923805237, 0.32780134677886963, 0.023654397577047348], "cos_apical_negg": [0.3592943251132965, 0.35649800300598145, 0.3500332236289978, 0.36560821533203125, 0.3712320923805237, 0.32780134677886963, 0.023654397577047348], "cos_Ac_negg": [0.3592943251132965, 0.35649800300598145, 0.3500332236289978, 0.36560821533203125, 0.3712320923805237, 0.32780134677886963, 0.023654397577047348], "r_norm": [1.0559228658676147, 1.0711499452590942, 1.0708460807800293, 1.0678610801696777, 1.0591412782669067, 1.0908970832824707, 1.0463683605194092]}, {"step": 5700, "epoch": 12, "train_loss": 0.33696413040161133, "cos_r_negg": [0.3374406099319458, 0.3435235917568207, 0.3554817736148834, 0.3387605547904968, 0.35197174549102783, 0.32486507296562195, 0.03929338976740837], "cos_apical_negg": [0.3374406099319458, 0.3435235917568207, 0.3554817736148834, 0.3387605547904968, 0.35197174549102783, 0.32486507296562195, 0.03929338976740837], "cos_Ac_negg": [0.3374406099319458, 0.3435235917568207, 0.3554817736148834, 0.3387605547904968, 0.35197174549102783, 0.32486507296562195, 0.03929338976740837], "r_norm": [0.9785601496696472, 0.9907976388931274, 0.9893226623535156, 0.9880667924880981, 0.9799370765686035, 1.0092835426330566, 0.965699315071106]}, {"step": 5750, "epoch": 12, "train_loss": 0.45341426134109497, "cos_r_negg": [0.32919859886169434, 0.3418411314487457, 0.34884271025657654, 0.3596401810646057, 0.3426918089389801, 0.3044815957546234, 0.007493351120501757], "cos_apical_negg": [0.32919859886169434, 0.3418411314487457, 0.34884271025657654, 0.3596401810646057, 0.3426918089389801, 0.3044815957546234, 0.007493351120501757], "cos_Ac_negg": [0.32919859886169434, 0.3418411314487457, 0.34884271025657654, 0.3596401810646057, 0.3426918089389801, 0.3044815957546234, 0.007493351120501757], "r_norm": [1.0153340101242065, 1.0278263092041016, 1.0276753902435303, 1.0248326063156128, 1.0165516138076782, 1.0452780723571777, 1.0053074359893799]}, {"step": 5800, "epoch": 12, "train_loss": 0.23802299797534943, "cos_r_negg": [0.35567623376846313, 0.37425631284713745, 0.36673668026924133, 0.36390581727027893, 0.3605997562408447, 0.32213157415390015, 0.021616369485855103], "cos_apical_negg": [0.35567623376846313, 0.37425631284713745, 0.36673668026924133, 0.36390581727027893, 0.3605997562408447, 0.32213157415390015, 0.021616369485855103], "cos_Ac_negg": [0.35567623376846313, 0.37425631284713745, 0.36673668026924133, 0.36390581727027893, 0.3605997562408447, 0.32213157415390015, 0.021616369485855103], "r_norm": [1.0852041244506836, 1.095394253730774, 1.0955774784088135, 1.0962868928909302, 1.0829625129699707, 1.1148381233215332, 1.0715038776397705]}, {"step": 5850, "epoch": 12, "train_loss": 0.3426714539527893, "cos_r_negg": [0.3193870186805725, 0.33456146717071533, 0.353770911693573, 0.3550626039505005, 0.3413156270980835, 0.30366432666778564, -0.005071759223937988], "cos_apical_negg": [0.3193870186805725, 0.33456146717071533, 0.353770911693573, 0.3550626039505005, 0.3413156270980835, 0.30366432666778564, -0.005071759223937988], "cos_Ac_negg": [0.3193870186805725, 0.33456146717071533, 0.353770911693573, 0.3550626039505005, 0.3413156270980835, 0.30366432666778564, -0.005071759223937988], "r_norm": [0.9806076288223267, 0.9919224977493286, 0.9898885488510132, 0.9901648759841919, 0.9782347679138184, 1.0071815252304077, 0.9675759077072144]}, {"step": 5900, "epoch": 12, "train_loss": 0.2844139039516449, "cos_r_negg": [0.3686414957046509, 0.36707982420921326, 0.3655378818511963, 0.37022921442985535, 0.3398953080177307, 0.3465896248817444, 0.005981847643852234], "cos_apical_negg": [0.3686414957046509, 0.36707982420921326, 0.3655378818511963, 0.37022921442985535, 0.3398953080177307, 0.3465896248817444, 0.005981847643852234], "cos_Ac_negg": [0.3686414957046509, 0.36707982420921326, 0.3655378818511963, 0.37022921442985535, 0.3398953080177307, 0.3465896248817444, 0.005981847643852234], "r_norm": [1.0431936979293823, 1.0550609827041626, 1.053863286972046, 1.0532007217407227, 1.0440599918365479, 1.0737805366516113, 1.030991554260254]}, {"step": 5950, "epoch": 12, "train_loss": 0.2946605086326599, "cos_r_negg": [0.35481783747673035, 0.34193533658981323, 0.3484015166759491, 0.35865119099617004, 0.32766109704971313, 0.3482472598552704, 0.04720989614725113], "cos_apical_negg": [0.35481783747673035, 0.34193533658981323, 0.3484015166759491, 0.35865119099617004, 0.32766109704971313, 0.3482472598552704, 0.04720989614725113], "cos_Ac_negg": [0.35481783747673035, 0.34193533658981323, 0.3484015166759491, 0.35865119099617004, 0.32766109704971313, 0.3482472598552704, 0.04720989614725113], "r_norm": [1.074671745300293, 1.0894179344177246, 1.0889499187469482, 1.0827114582061768, 1.0736836194992065, 1.1075180768966675, 1.0607205629348755]}, {"step": 6000, "epoch": 12, "train_loss": 0.2207183688879013, "cos_r_negg": [0.2811221182346344, 0.2864949703216553, 0.3106647729873657, 0.3361228108406067, 0.3169396221637726, 0.3261617124080658, 0.07303636521100998], "cos_apical_negg": [0.2811221182346344, 0.2864949703216553, 0.3106647729873657, 0.3361228108406067, 0.3169396221637726, 0.3261617124080658, 0.07303636521100998], "cos_Ac_negg": [0.2811221182346344, 0.2864949703216553, 0.3106647729873657, 0.3361228108406067, 0.3169396221637726, 0.3261617124080658, 0.07303636521100998], "r_norm": [1.0815982818603516, 1.0952720642089844, 1.0883556604385376, 1.0937740802764893, 1.0830647945404053, 1.112044095993042, 1.0625648498535156]}, {"step": 6050, "epoch": 12, "train_loss": 0.20699362456798553, "cos_r_negg": [0.3152998685836792, 0.33980056643486023, 0.3362385928630829, 0.33687904477119446, 0.30826640129089355, 0.3022133708000183, 0.00343473837710917], "cos_apical_negg": [0.3152998685836792, 0.33980056643486023, 0.3362385928630829, 0.33687904477119446, 0.30826640129089355, 0.3022133708000183, 0.00343473837710917], "cos_Ac_negg": [0.3152998685836792, 0.33980056643486023, 0.3362385928630829, 0.33687904477119446, 0.30826640129089355, 0.3022133708000183, 0.00343473837710917], "r_norm": [1.1022722721099854, 1.11891508102417, 1.1198394298553467, 1.1108555793762207, 1.1044282913208008, 1.1361349821090698, 1.0915322303771973]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8538, "test_loss": 0.4431232757568359}, {"step": 6100, "epoch": 13, "train_loss": 0.38237684965133667, "cos_r_negg": [0.3323419392108917, 0.34707581996917725, 0.365590900182724, 0.3616214990615845, 0.3368135690689087, 0.3370036780834198, 0.0014152327785268426], "cos_apical_negg": [0.3323419392108917, 0.34707581996917725, 0.365590900182724, 0.3616214990615845, 0.3368135690689087, 0.3370036780834198, 0.0014152327785268426], "cos_Ac_negg": [0.3323419392108917, 0.34707581996917725, 0.365590900182724, 0.3616214990615845, 0.3368135690689087, 0.3370036780834198, 0.0014152327785268426], "r_norm": [1.0316156148910522, 1.046525001525879, 1.0413013696670532, 1.0389909744262695, 1.0302317142486572, 1.0629212856292725, 1.0166035890579224]}, {"step": 6150, "epoch": 13, "train_loss": 0.21732117235660553, "cos_r_negg": [0.2978712022304535, 0.28777235746383667, 0.30115124583244324, 0.2978270351886749, 0.27691391110420227, 0.27996206283569336, 0.016671638935804367], "cos_apical_negg": [0.2978712022304535, 0.28777235746383667, 0.30115124583244324, 0.2978270351886749, 0.27691391110420227, 0.27996206283569336, 0.016671638935804367], "cos_Ac_negg": [0.2978712022304535, 0.28777235746383667, 0.30115124583244324, 0.2978270351886749, 0.27691391110420227, 0.27996206283569336, 0.016671638935804367], "r_norm": [0.9728233814239502, 0.9834702610969543, 0.983580470085144, 0.9821404218673706, 0.9727575778961182, 1.0034220218658447, 0.9586315155029297]}, {"step": 6200, "epoch": 13, "train_loss": 0.27253103256225586, "cos_r_negg": [0.345944881439209, 0.3428472578525543, 0.34030088782310486, 0.34090572595596313, 0.32593944668769836, 0.3018609881401062, -0.008015152998268604], "cos_apical_negg": [0.345944881439209, 0.3428472578525543, 0.34030088782310486, 0.34090572595596313, 0.32593944668769836, 0.3018609881401062, -0.008015152998268604], "cos_Ac_negg": [0.345944881439209, 0.3428472578525543, 0.34030088782310486, 0.34090572595596313, 0.32593944668769836, 0.3018609881401062, -0.008015152998268604], "r_norm": [1.1049106121063232, 1.1201362609863281, 1.121595859527588, 1.112154245376587, 1.1086293458938599, 1.1398411989212036, 1.0953879356384277]}, {"step": 6250, "epoch": 13, "train_loss": 0.2237076759338379, "cos_r_negg": [0.30038022994995117, 0.2977988123893738, 0.2970893979072571, 0.29926803708076477, 0.2757166028022766, 0.24904564023017883, 0.0026030619628727436], "cos_apical_negg": [0.30038022994995117, 0.2977988123893738, 0.2970893979072571, 0.29926803708076477, 0.2757166028022766, 0.24904564023017883, 0.0026030619628727436], "cos_Ac_negg": [0.30038022994995117, 0.2977988123893738, 0.2970893979072571, 0.29926803708076477, 0.2757166028022766, 0.24904564023017883, 0.0026030619628727436], "r_norm": [1.2166074514389038, 1.2332756519317627, 1.2263977527618408, 1.225820779800415, 1.2109081745147705, 1.2474994659423828, 1.188204050064087]}, {"step": 6300, "epoch": 13, "train_loss": 0.26637279987335205, "cos_r_negg": [0.3378331661224365, 0.35885608196258545, 0.3613206148147583, 0.3602086007595062, 0.34164321422576904, 0.32551735639572144, -0.00942356139421463], "cos_apical_negg": [0.3378331661224365, 0.35885608196258545, 0.3613206148147583, 0.3602086007595062, 0.34164321422576904, 0.32551735639572144, -0.00942356139421463], "cos_Ac_negg": [0.3378331661224365, 0.35885608196258545, 0.3613206148147583, 0.3602086007595062, 0.34164321422576904, 0.32551735639572144, -0.00942356139421463], "r_norm": [1.0663508176803589, 1.0790196657180786, 1.0737308263778687, 1.078182578086853, 1.0661298036575317, 1.0950298309326172, 1.0483500957489014]}, {"step": 6350, "epoch": 13, "train_loss": 0.3231044113636017, "cos_r_negg": [0.36326998472213745, 0.36297857761383057, 0.36405906081199646, 0.37599068880081177, 0.3649529814720154, 0.3372286558151245, 0.002424284815788269], "cos_apical_negg": [0.36326998472213745, 0.36297857761383057, 0.36405906081199646, 0.37599068880081177, 0.3649529814720154, 0.3372286558151245, 0.002424284815788269], "cos_Ac_negg": [0.36326998472213745, 0.36297857761383057, 0.36405906081199646, 0.37599068880081177, 0.3649529814720154, 0.3372286558151245, 0.002424284815788269], "r_norm": [1.024855136871338, 1.0342506170272827, 1.0340250730514526, 1.0310747623443604, 1.0230326652526855, 1.0537470579147339, 1.008596658706665]}, {"step": 6400, "epoch": 13, "train_loss": 0.38085824251174927, "cos_r_negg": [0.36043474078178406, 0.3638308048248291, 0.38145551085472107, 0.37458595633506775, 0.383619487285614, 0.34991008043289185, 0.0028721150010824203], "cos_apical_negg": [0.36043474078178406, 0.3638308048248291, 0.38145551085472107, 0.37458595633506775, 0.383619487285614, 0.34991008043289185, 0.0028721150010824203], "cos_Ac_negg": [0.36043474078178406, 0.3638308048248291, 0.38145551085472107, 0.37458595633506775, 0.383619487285614, 0.34991008043289185, 0.0028721150010824203], "r_norm": [0.9937242269515991, 1.0083242654800415, 1.0082828998565674, 1.0036852359771729, 0.99501633644104, 1.0233736038208008, 0.9838323593139648]}, {"step": 6450, "epoch": 13, "train_loss": 0.2143411636352539, "cos_r_negg": [0.3408656716346741, 0.34160128235816956, 0.34109601378440857, 0.3169592022895813, 0.3497244417667389, 0.3335803747177124, 0.022071490064263344], "cos_apical_negg": [0.3408656716346741, 0.34160128235816956, 0.34109601378440857, 0.3169592022895813, 0.3497244417667389, 0.3335803747177124, 0.022071490064263344], "cos_Ac_negg": [0.3408656716346741, 0.34160128235816956, 0.34109601378440857, 0.3169592022895813, 0.3497244417667389, 0.3335803747177124, 0.022071490064263344], "r_norm": [1.1531486511230469, 1.1642494201660156, 1.1600747108459473, 1.1612825393676758, 1.1449697017669678, 1.186804175376892, 1.1306402683258057]}, {"step": 6500, "epoch": 13, "train_loss": 0.2505945563316345, "cos_r_negg": [0.2664604187011719, 0.2921947240829468, 0.2755536437034607, 0.29081761837005615, 0.29640841484069824, 0.28648561239242554, -0.009242684580385685], "cos_apical_negg": [0.2664604187011719, 0.2921947240829468, 0.2755536437034607, 0.29081761837005615, 0.29640841484069824, 0.28648561239242554, -0.009242684580385685], "cos_Ac_negg": [0.2664604187011719, 0.2921947240829468, 0.2755536437034607, 0.29081761837005615, 0.29640841484069824, 0.28648561239242554, -0.009242684580385685], "r_norm": [1.1282634735107422, 1.1421458721160889, 1.1400251388549805, 1.140933871269226, 1.1252350807189941, 1.1616137027740479, 1.1152057647705078]}, {"step": 6550, "epoch": 13, "train_loss": 0.3605717420578003, "cos_r_negg": [0.29373717308044434, 0.29727703332901, 0.3091350793838501, 0.32361528277397156, 0.3008098006248474, 0.26423031091690063, -0.009842568077147007], "cos_apical_negg": [0.29373717308044434, 0.29727703332901, 0.3091350793838501, 0.32361528277397156, 0.3008098006248474, 0.26423031091690063, -0.009842568077147007], "cos_Ac_negg": [0.29373717308044434, 0.29727703332901, 0.3091350793838501, 0.32361528277397156, 0.3008098006248474, 0.26423031091690063, -0.009842568077147007], "r_norm": [1.068429946899414, 1.0791397094726562, 1.0772662162780762, 1.0749324560165405, 1.0622687339782715, 1.0996992588043213, 1.0496801137924194]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8556, "test_loss": 0.4189563385009766}, {"step": 6600, "epoch": 14, "train_loss": 0.32085752487182617, "cos_r_negg": [0.37562447786331177, 0.3736560344696045, 0.3644396662712097, 0.3655931353569031, 0.35087740421295166, 0.2878416180610657, -0.004150634165853262], "cos_apical_negg": [0.37562447786331177, 0.3736560344696045, 0.3644396662712097, 0.3655931353569031, 0.35087740421295166, 0.2878416180610657, -0.004150634165853262], "cos_Ac_negg": [0.37562447786331177, 0.3736560344696045, 0.3644396662712097, 0.3655931353569031, 0.35087740421295166, 0.2878416180610657, -0.004150634165853262], "r_norm": [1.0966300964355469, 1.1067813634872437, 1.1042659282684326, 1.1073884963989258, 1.0961377620697021, 1.1235952377319336, 1.0775809288024902]}, {"step": 6650, "epoch": 14, "train_loss": 0.4827018678188324, "cos_r_negg": [0.33989912271499634, 0.339718759059906, 0.34009361267089844, 0.34403783082962036, 0.32787495851516724, 0.29829490184783936, 0.022491279989480972], "cos_apical_negg": [0.33989912271499634, 0.339718759059906, 0.34009361267089844, 0.34403783082962036, 0.32787495851516724, 0.29829490184783936, 0.022491279989480972], "cos_Ac_negg": [0.33989912271499634, 0.339718759059906, 0.34009361267089844, 0.34403783082962036, 0.32787495851516724, 0.29829490184783936, 0.022491279989480972], "r_norm": [0.970332682132721, 0.9811493158340454, 0.9818770289421082, 0.9787486791610718, 0.9713602066040039, 0.9967135787010193, 0.9598098993301392]}, {"step": 6700, "epoch": 14, "train_loss": 0.2587425112724304, "cos_r_negg": [0.37354880571365356, 0.3621474504470825, 0.36175334453582764, 0.37062376737594604, 0.3712838292121887, 0.34567615389823914, 0.02633124403655529], "cos_apical_negg": [0.37354880571365356, 0.3621474504470825, 0.36175334453582764, 0.37062376737594604, 0.3712838292121887, 0.34567615389823914, 0.02633124403655529], "cos_Ac_negg": [0.37354880571365356, 0.3621474504470825, 0.36175334453582764, 0.37062376737594604, 0.3712838292121887, 0.34567615389823914, 0.02633124403655529], "r_norm": [1.108965277671814, 1.1173782348632812, 1.11482572555542, 1.1164937019348145, 1.107452154159546, 1.1373581886291504, 1.089867353439331]}, {"step": 6750, "epoch": 14, "train_loss": 0.31451383233070374, "cos_r_negg": [0.37265580892562866, 0.3572232127189636, 0.3691510558128357, 0.34848830103874207, 0.3519219756126404, 0.3393079936504364, 0.013742851093411446], "cos_apical_negg": [0.37265580892562866, 0.3572232127189636, 0.3691510558128357, 0.34848830103874207, 0.3519219756126404, 0.3393079936504364, 0.013742851093411446], "cos_Ac_negg": [0.37265580892562866, 0.3572232127189636, 0.3691510558128357, 0.34848830103874207, 0.3519219756126404, 0.3393079936504364, 0.013742851093411446], "r_norm": [1.0345630645751953, 1.0427019596099854, 1.042898416519165, 1.0387084484100342, 1.0313918590545654, 1.0646017789840698, 1.0188934803009033]}, {"step": 6800, "epoch": 14, "train_loss": 0.23466353118419647, "cos_r_negg": [0.3647230863571167, 0.34522128105163574, 0.360392689704895, 0.34813326597213745, 0.3705306649208069, 0.3253321647644043, 0.010295959189534187], "cos_apical_negg": [0.3647230863571167, 0.34522128105163574, 0.360392689704895, 0.34813326597213745, 0.3705306649208069, 0.3253321647644043, 0.010295959189534187], "cos_Ac_negg": [0.3647230863571167, 0.34522128105163574, 0.360392689704895, 0.34813326597213745, 0.3705306649208069, 0.3253321647644043, 0.010295959189534187], "r_norm": [1.0338361263275146, 1.0446882247924805, 1.0453463792800903, 1.0414373874664307, 1.0338342189788818, 1.0644986629486084, 1.0227127075195312]}, {"step": 6850, "epoch": 14, "train_loss": 0.31228962540626526, "cos_r_negg": [0.32331401109695435, 0.3424564599990845, 0.34563472867012024, 0.3430647850036621, 0.33762383460998535, 0.31033048033714294, -0.03868134319782257], "cos_apical_negg": [0.32331401109695435, 0.3424564599990845, 0.34563472867012024, 0.3430647850036621, 0.33762383460998535, 0.31033048033714294, -0.03868134319782257], "cos_Ac_negg": [0.32331401109695435, 0.3424564599990845, 0.34563472867012024, 0.3430647850036621, 0.33762383460998535, 0.31033048033714294, -0.03868134319782257], "r_norm": [1.1472938060760498, 1.1606216430664062, 1.1569581031799316, 1.1557096242904663, 1.137730360031128, 1.174194097518921, 1.1223881244659424]}, {"step": 6900, "epoch": 14, "train_loss": 0.3809744417667389, "cos_r_negg": [0.312467485666275, 0.32906192541122437, 0.34514400362968445, 0.3217533230781555, 0.3247172236442566, 0.3043038547039032, 0.0015196449821814895], "cos_apical_negg": [0.312467485666275, 0.32906192541122437, 0.34514400362968445, 0.3217533230781555, 0.3247172236442566, 0.3043038547039032, 0.0015196449821814895], "cos_Ac_negg": [0.312467485666275, 0.32906192541122437, 0.34514400362968445, 0.3217533230781555, 0.3247172236442566, 0.3043038547039032, 0.0015196449821814895], "r_norm": [0.9751249551773071, 0.9846108555793762, 0.9842163324356079, 0.9813454747200012, 0.9757239818572998, 1.005815029144287, 0.9636226296424866]}, {"step": 6950, "epoch": 14, "train_loss": 0.33538398146629333, "cos_r_negg": [0.29228276014328003, 0.3110659122467041, 0.31135648488998413, 0.3064042031764984, 0.30295926332473755, 0.3070317506790161, 0.004940368700772524], "cos_apical_negg": [0.29228276014328003, 0.3110659122467041, 0.31135648488998413, 0.3064042031764984, 0.30295926332473755, 0.3070317506790161, 0.004940368700772524], "cos_Ac_negg": [0.29228276014328003, 0.3110659122467041, 0.31135648488998413, 0.3064042031764984, 0.30295926332473755, 0.3070317506790161, 0.004940368700772524], "r_norm": [1.0988810062408447, 1.1125121116638184, 1.1145906448364258, 1.106163740158081, 1.0934512615203857, 1.1310796737670898, 1.0842880010604858]}, {"step": 7000, "epoch": 14, "train_loss": 0.2666460871696472, "cos_r_negg": [0.31995314359664917, 0.33329474925994873, 0.33932968974113464, 0.33206579089164734, 0.322218656539917, 0.3290287256240845, 0.0020200195722281933], "cos_apical_negg": [0.31995314359664917, 0.33329474925994873, 0.33932968974113464, 0.33206579089164734, 0.322218656539917, 0.3290287256240845, 0.0020200195722281933], "cos_Ac_negg": [0.31995314359664917, 0.33329474925994873, 0.33932968974113464, 0.33206579089164734, 0.322218656539917, 0.3290287256240845, 0.0020200195722281933], "r_norm": [1.0370420217514038, 1.038985252380371, 1.0379693508148193, 1.0413411855697632, 1.036100149154663, 1.0643324851989746, 1.020289659500122]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8672, "test_loss": 0.4192318176269531}, {"step": 7050, "epoch": 15, "train_loss": 0.27494001388549805, "cos_r_negg": [0.32393842935562134, 0.3385695815086365, 0.3424016833305359, 0.3320615291595459, 0.32365667819976807, 0.3304240107536316, 0.02121814154088497], "cos_apical_negg": [0.32393842935562134, 0.3385695815086365, 0.3424016833305359, 0.3320615291595459, 0.32365667819976807, 0.3304240107536316, 0.02121814154088497], "cos_Ac_negg": [0.32393842935562134, 0.3385695815086365, 0.3424016833305359, 0.3320615291595459, 0.32365667819976807, 0.3304240107536316, 0.02121814154088497], "r_norm": [1.001610279083252, 1.0135117769241333, 1.012711524963379, 1.0125792026519775, 1.0008068084716797, 1.0345449447631836, 0.9894280433654785]}, {"step": 7100, "epoch": 15, "train_loss": 0.29258131980895996, "cos_r_negg": [0.32793307304382324, 0.33700183033943176, 0.336619108915329, 0.3340185880661011, 0.29373475909233093, 0.30517372488975525, 0.014893187209963799], "cos_apical_negg": [0.32793307304382324, 0.33700183033943176, 0.336619108915329, 0.3340185880661011, 0.29373475909233093, 0.30517372488975525, 0.014893187209963799], "cos_Ac_negg": [0.32793307304382324, 0.33700183033943176, 0.336619108915329, 0.3340185880661011, 0.29373475909233093, 0.30517372488975525, 0.014893187209963799], "r_norm": [1.007684588432312, 1.0232086181640625, 1.0275421142578125, 1.0153534412384033, 1.0108518600463867, 1.0423824787139893, 1.0011056661605835]}, {"step": 7150, "epoch": 15, "train_loss": 0.32347631454467773, "cos_r_negg": [0.33417823910713196, 0.3349703252315521, 0.34503328800201416, 0.3448343276977539, 0.31829914450645447, 0.31540340185165405, 0.005713747814297676], "cos_apical_negg": [0.33417823910713196, 0.3349703252315521, 0.34503328800201416, 0.3448343276977539, 0.31829914450645447, 0.31540340185165405, 0.005713747814297676], "cos_Ac_negg": [0.33417823910713196, 0.3349703252315521, 0.34503328800201416, 0.3448343276977539, 0.31829914450645447, 0.31540340185165405, 0.005713747814297676], "r_norm": [1.1679381132125854, 1.176701545715332, 1.1786013841629028, 1.175917387008667, 1.1687649488449097, 1.1985349655151367, 1.1575205326080322]}, {"step": 7200, "epoch": 15, "train_loss": 0.21077053248882294, "cos_r_negg": [0.3543449640274048, 0.3633367717266083, 0.37038755416870117, 0.36715471744537354, 0.33588770031929016, 0.31877705454826355, 0.025765100494027138], "cos_apical_negg": [0.3543449640274048, 0.3633367717266083, 0.37038755416870117, 0.36715471744537354, 0.33588770031929016, 0.31877705454826355, 0.025765100494027138], "cos_Ac_negg": [0.3543449640274048, 0.3633367717266083, 0.37038755416870117, 0.36715471744537354, 0.33588770031929016, 0.31877705454826355, 0.025765100494027138], "r_norm": [1.0321404933929443, 1.0453095436096191, 1.0454304218292236, 1.043297529220581, 1.031882882118225, 1.0606026649475098, 1.0214027166366577]}, {"step": 7250, "epoch": 15, "train_loss": 0.35851091146469116, "cos_r_negg": [0.3315974175930023, 0.33198845386505127, 0.33777493238449097, 0.3530125617980957, 0.3331852853298187, 0.3110993504524231, 0.030142173171043396], "cos_apical_negg": [0.3315974175930023, 0.33198845386505127, 0.33777493238449097, 0.3530125617980957, 0.3331852853298187, 0.3110993504524231, 0.030142173171043396], "cos_Ac_negg": [0.3315974175930023, 0.33198845386505127, 0.33777493238449097, 0.3530125617980957, 0.3331852853298187, 0.3110993504524231, 0.030142173171043396], "r_norm": [1.174901008605957, 1.1822633743286133, 1.1788033246994019, 1.1865167617797852, 1.1698170900344849, 1.202380895614624, 1.1522818803787231]}, {"step": 7300, "epoch": 15, "train_loss": 0.2943788468837738, "cos_r_negg": [0.3044589161872864, 0.3217763304710388, 0.31920725107192993, 0.33581846952438354, 0.29417386651039124, 0.2996670603752136, 0.03379446268081665], "cos_apical_negg": [0.3044589161872864, 0.3217763304710388, 0.31920725107192993, 0.33581846952438354, 0.29417386651039124, 0.2996670603752136, 0.03379446268081665], "cos_Ac_negg": [0.3044589161872864, 0.3217763304710388, 0.31920725107192993, 0.33581846952438354, 0.29417386651039124, 0.2996670603752136, 0.03379446268081665], "r_norm": [1.0474168062210083, 1.0600014925003052, 1.057082176208496, 1.0603141784667969, 1.0519345998764038, 1.078618049621582, 1.0376508235931396]}, {"step": 7350, "epoch": 15, "train_loss": 0.3687838315963745, "cos_r_negg": [0.3142787218093872, 0.32036423683166504, 0.3174894452095032, 0.31450140476226807, 0.283527135848999, 0.30524274706840515, 0.0570254847407341], "cos_apical_negg": [0.3142787218093872, 0.32036423683166504, 0.3174894452095032, 0.31450140476226807, 0.283527135848999, 0.30524274706840515, 0.0570254847407341], "cos_Ac_negg": [0.3142787218093872, 0.32036423683166504, 0.3174894452095032, 0.31450140476226807, 0.283527135848999, 0.30524274706840515, 0.0570254847407341], "r_norm": [1.032585859298706, 1.048316240310669, 1.050464391708374, 1.0456814765930176, 1.030369758605957, 1.062464952468872, 1.0258020162582397]}, {"step": 7400, "epoch": 15, "train_loss": 0.36616307497024536, "cos_r_negg": [0.33843642473220825, 0.343969464302063, 0.3483966588973999, 0.35918349027633667, 0.319873571395874, 0.3224683403968811, 0.025308195501565933], "cos_apical_negg": [0.33843642473220825, 0.343969464302063, 0.3483966588973999, 0.35918349027633667, 0.319873571395874, 0.3224683403968811, 0.025308195501565933], "cos_Ac_negg": [0.33843642473220825, 0.343969464302063, 0.3483966588973999, 0.35918349027633667, 0.319873571395874, 0.3224683403968811, 0.025308195501565933], "r_norm": [1.0293962955474854, 1.0472896099090576, 1.0520236492156982, 1.0409982204437256, 1.0329453945159912, 1.064272165298462, 1.0231120586395264]}, {"step": 7450, "epoch": 15, "train_loss": 0.3752543330192566, "cos_r_negg": [0.31284987926483154, 0.3198852837085724, 0.30927377939224243, 0.31655651330947876, 0.30577123165130615, 0.32263803482055664, 0.03836861252784729], "cos_apical_negg": [0.31284987926483154, 0.3198852837085724, 0.30927377939224243, 0.31655651330947876, 0.30577123165130615, 0.32263803482055664, 0.03836861252784729], "cos_Ac_negg": [0.31284987926483154, 0.3198852837085724, 0.30927377939224243, 0.31655651330947876, 0.30577123165130615, 0.32263803482055664, 0.03836861252784729], "r_norm": [1.0657985210418701, 1.071777582168579, 1.072113275527954, 1.0752869844436646, 1.0667574405670166, 1.0968914031982422, 1.0535385608673096]}, {"step": 7500, "epoch": 15, "train_loss": 0.2078847587108612, "cos_r_negg": [0.35359689593315125, 0.3527694642543793, 0.3742368817329407, 0.35499051213264465, 0.35256728529930115, 0.3265370726585388, 0.025600623339414597], "cos_apical_negg": [0.35359689593315125, 0.3527694642543793, 0.3742368817329407, 0.35499051213264465, 0.35256728529930115, 0.3265370726585388, 0.025600623339414597], "cos_Ac_negg": [0.35359689593315125, 0.3527694642543793, 0.3742368817329407, 0.35499051213264465, 0.35256728529930115, 0.3265370726585388, 0.025600623339414597], "r_norm": [1.0686134099960327, 1.079564094543457, 1.0796067714691162, 1.0758683681488037, 1.065971851348877, 1.1013538837432861, 1.0569366216659546]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8633, "test_loss": 0.4460864044189453}, {"step": 7550, "epoch": 16, "train_loss": 0.2656932473182678, "cos_r_negg": [0.32975608110427856, 0.33283981680870056, 0.3250296115875244, 0.30407798290252686, 0.3174225687980652, 0.28500956296920776, 0.0060019660741090775], "cos_apical_negg": [0.32975608110427856, 0.33283981680870056, 0.3250296115875244, 0.30407798290252686, 0.3174225687980652, 0.28500956296920776, 0.0060019660741090775], "cos_Ac_negg": [0.32975608110427856, 0.33283981680870056, 0.3250296115875244, 0.30407798290252686, 0.3174225687980652, 0.28500956296920776, 0.0060019660741090775], "r_norm": [1.0268704891204834, 1.0365562438964844, 1.0363991260528564, 1.0345121622085571, 1.0262477397918701, 1.0585918426513672, 1.0159912109375]}, {"step": 7600, "epoch": 16, "train_loss": 0.3820386230945587, "cos_r_negg": [0.3645212948322296, 0.3651292324066162, 0.3641335964202881, 0.34128719568252563, 0.3260500431060791, 0.29577723145484924, 0.005646572448313236], "cos_apical_negg": [0.3645212948322296, 0.3651292324066162, 0.3641335964202881, 0.34128719568252563, 0.3260500431060791, 0.29577723145484924, 0.005646572448313236], "cos_Ac_negg": [0.3645212948322296, 0.3651292324066162, 0.3641335964202881, 0.34128719568252563, 0.3260500431060791, 0.29577723145484924, 0.005646572448313236], "r_norm": [0.9849917888641357, 0.99544358253479, 0.9956557750701904, 0.993012547492981, 0.9840162396430969, 1.0144482851028442, 0.9728542566299438]}, {"step": 7650, "epoch": 16, "train_loss": 0.15430207550525665, "cos_r_negg": [0.314012736082077, 0.33078375458717346, 0.35290855169296265, 0.3515498638153076, 0.3496800363063812, 0.310288667678833, 0.022559696808457375], "cos_apical_negg": [0.314012736082077, 0.33078375458717346, 0.35290855169296265, 0.3515498638153076, 0.3496800363063812, 0.310288667678833, 0.022559696808457375], "cos_Ac_negg": [0.314012736082077, 0.33078375458717346, 0.35290855169296265, 0.3515498638153076, 0.3496800363063812, 0.310288667678833, 0.022559696808457375], "r_norm": [0.8972023129463196, 0.9110158085823059, 0.9105491638183594, 0.9021171927452087, 0.8954848051071167, 0.9249216318130493, 0.8878155946731567]}, {"step": 7700, "epoch": 16, "train_loss": 0.23814520239830017, "cos_r_negg": [0.32439690828323364, 0.3360569179058075, 0.3525547683238983, 0.3607887327671051, 0.34241002798080444, 0.31047821044921875, 0.031460948288440704], "cos_apical_negg": [0.32439690828323364, 0.3360569179058075, 0.3525547683238983, 0.3607887327671051, 0.34241002798080444, 0.31047821044921875, 0.031460948288440704], "cos_Ac_negg": [0.32439690828323364, 0.3360569179058075, 0.3525547683238983, 0.3607887327671051, 0.34241002798080444, 0.31047821044921875, 0.031460948288440704], "r_norm": [1.0518789291381836, 1.0654188394546509, 1.0633212327957153, 1.0598565340042114, 1.044382095336914, 1.0787767171859741, 1.0327492952346802]}, {"step": 7750, "epoch": 16, "train_loss": 0.2563993036746979, "cos_r_negg": [0.3375798761844635, 0.34534752368927, 0.34668058156967163, 0.3332895338535309, 0.3209717869758606, 0.30373767018318176, 0.02644243836402893], "cos_apical_negg": [0.3375798761844635, 0.34534752368927, 0.34668058156967163, 0.3332895338535309, 0.3209717869758606, 0.30373767018318176, 0.02644243836402893], "cos_Ac_negg": [0.3375798761844635, 0.34534752368927, 0.34668058156967163, 0.3332895338535309, 0.3209717869758606, 0.30373767018318176, 0.02644243836402893], "r_norm": [0.9703904390335083, 0.9809494614601135, 0.9825707674026489, 0.9769463539123535, 0.9690446853637695, 0.9996157884597778, 0.9610472917556763]}, {"step": 7800, "epoch": 16, "train_loss": 0.19204483926296234, "cos_r_negg": [0.3596770763397217, 0.36520540714263916, 0.3641287386417389, 0.34318578243255615, 0.34998154640197754, 0.31477296352386475, 0.04217799752950668], "cos_apical_negg": [0.3596770763397217, 0.36520540714263916, 0.3641287386417389, 0.34318578243255615, 0.34998154640197754, 0.31477296352386475, 0.04217799752950668], "cos_Ac_negg": [0.3596770763397217, 0.36520540714263916, 0.3641287386417389, 0.34318578243255615, 0.34998154640197754, 0.31477296352386475, 0.04217799752950668], "r_norm": [1.048228144645691, 1.0580346584320068, 1.057815670967102, 1.0562224388122559, 1.0465013980865479, 1.0769245624542236, 1.0361378192901611]}, {"step": 7850, "epoch": 16, "train_loss": 0.2366599142551422, "cos_r_negg": [0.3356088697910309, 0.32835352420806885, 0.3349190950393677, 0.3243957459926605, 0.3278498649597168, 0.30549156665802, 0.03931635618209839], "cos_apical_negg": [0.3356088697910309, 0.32835352420806885, 0.3349190950393677, 0.3243957459926605, 0.3278498649597168, 0.30549156665802, 0.03931635618209839], "cos_Ac_negg": [0.3356088697910309, 0.32835352420806885, 0.3349190950393677, 0.3243957459926605, 0.3278498649597168, 0.30549156665802, 0.03931635618209839], "r_norm": [1.0603580474853516, 1.0786817073822021, 1.080564022064209, 1.0700849294662476, 1.0580072402954102, 1.089843988418579, 1.0494046211242676]}, {"step": 7900, "epoch": 16, "train_loss": 0.17823739349842072, "cos_r_negg": [0.3353409767150879, 0.35056883096694946, 0.3498765230178833, 0.3435279130935669, 0.31960469484329224, 0.3302430510520935, 0.044838856905698776], "cos_apical_negg": [0.3353409767150879, 0.35056883096694946, 0.3498765230178833, 0.3435279130935669, 0.31960469484329224, 0.3302430510520935, 0.044838856905698776], "cos_Ac_negg": [0.3353409767150879, 0.35056883096694946, 0.3498765230178833, 0.3435279130935669, 0.31960469484329224, 0.3302430510520935, 0.044838856905698776], "r_norm": [0.9998117685317993, 1.0181596279144287, 1.0201354026794434, 1.0065127611160278, 0.9966026544570923, 1.034273624420166, 0.9898241758346558]}, {"step": 7950, "epoch": 16, "train_loss": 0.30123963952064514, "cos_r_negg": [0.3505095839500427, 0.3575130105018616, 0.36423376202583313, 0.3569733202457428, 0.35729753971099854, 0.3333631753921509, 0.07117640227079391], "cos_apical_negg": [0.3505095839500427, 0.3575130105018616, 0.36423376202583313, 0.3569733202457428, 0.35729753971099854, 0.3333631753921509, 0.07117640227079391], "cos_Ac_negg": [0.3505095839500427, 0.3575130105018616, 0.36423376202583313, 0.3569733202457428, 0.35729753971099854, 0.3333631753921509, 0.07117640227079391], "r_norm": [0.9937237501144409, 1.0009945631027222, 0.9989377856254578, 1.0020869970321655, 0.9923557043075562, 1.0204448699951172, 0.9781757593154907]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8681, "test_loss": 0.40106328125}, {"step": 8000, "epoch": 17, "train_loss": 0.24574938416481018, "cos_r_negg": [0.34236520528793335, 0.34463179111480713, 0.33333349227905273, 0.33321863412857056, 0.33270713686943054, 0.2820813059806824, 0.07335606217384338], "cos_apical_negg": [0.34236520528793335, 0.34463179111480713, 0.33333349227905273, 0.33321863412857056, 0.33270713686943054, 0.2820813059806824, 0.07335606217384338], "cos_Ac_negg": [0.34236520528793335, 0.34463179111480713, 0.33333349227905273, 0.33321863412857056, 0.33270713686943054, 0.2820813059806824, 0.07335606217384338], "r_norm": [1.0155576467514038, 1.0282468795776367, 1.0307738780975342, 1.0239112377166748, 1.0164639949798584, 1.045008659362793, 1.0052227973937988]}, {"step": 8050, "epoch": 17, "train_loss": 0.33986225724220276, "cos_r_negg": [0.3580048084259033, 0.35595905780792236, 0.38134342432022095, 0.3734298348426819, 0.3470374345779419, 0.33166974782943726, 0.08485691994428635], "cos_apical_negg": [0.3580048084259033, 0.35595905780792236, 0.38134342432022095, 0.3734298348426819, 0.3470374345779419, 0.33166974782943726, 0.08485691994428635], "cos_Ac_negg": [0.3580048084259033, 0.35595905780792236, 0.38134342432022095, 0.3734298348426819, 0.3470374345779419, 0.33166974782943726, 0.08485691994428635], "r_norm": [1.0706226825714111, 1.0869712829589844, 1.0856000185012817, 1.0805995464324951, 1.0655193328857422, 1.0968825817108154, 1.0498077869415283]}, {"step": 8100, "epoch": 17, "train_loss": 0.23490820825099945, "cos_r_negg": [0.3581011891365051, 0.3407346308231354, 0.34932631254196167, 0.35581502318382263, 0.3371124863624573, 0.31437796354293823, 0.08788615465164185], "cos_apical_negg": [0.3581011891365051, 0.3407346308231354, 0.34932631254196167, 0.35581502318382263, 0.3371124863624573, 0.31437796354293823, 0.08788615465164185], "cos_Ac_negg": [0.3581011891365051, 0.3407346308231354, 0.34932631254196167, 0.35581502318382263, 0.3371124863624573, 0.31437796354293823, 0.08788615465164185], "r_norm": [1.0703723430633545, 1.0853005647659302, 1.0845813751220703, 1.0759165287017822, 1.0692389011383057, 1.1021959781646729, 1.0555754899978638]}, {"step": 8150, "epoch": 17, "train_loss": 0.2139698565006256, "cos_r_negg": [0.3913688063621521, 0.3878074288368225, 0.3824438154697418, 0.3558182120323181, 0.34889206290245056, 0.32968032360076904, 0.0750131756067276], "cos_apical_negg": [0.3913688063621521, 0.3878074288368225, 0.3824438154697418, 0.3558182120323181, 0.34889206290245056, 0.32968032360076904, 0.0750131756067276], "cos_Ac_negg": [0.3913688063621521, 0.3878074288368225, 0.3824438154697418, 0.3558182120323181, 0.34889206290245056, 0.32968032360076904, 0.0750131756067276], "r_norm": [1.0351917743682861, 1.0459821224212646, 1.045516014099121, 1.0438847541809082, 1.0328432321548462, 1.0636003017425537, 1.019955039024353]}, {"step": 8200, "epoch": 17, "train_loss": 0.3154084086418152, "cos_r_negg": [0.3839639723300934, 0.38010096549987793, 0.37063032388687134, 0.360278844833374, 0.3287847936153412, 0.33722633123397827, 0.03466964513063431], "cos_apical_negg": [0.3839639723300934, 0.38010096549987793, 0.37063032388687134, 0.360278844833374, 0.3287847936153412, 0.33722633123397827, 0.03466964513063431], "cos_Ac_negg": [0.3839639723300934, 0.38010096549987793, 0.37063032388687134, 0.360278844833374, 0.3287847936153412, 0.33722633123397827, 0.03466964513063431], "r_norm": [1.0234827995300293, 1.0381486415863037, 1.039384126663208, 1.0308387279510498, 1.0212759971618652, 1.0534271001815796, 1.0117322206497192]}, {"step": 8250, "epoch": 17, "train_loss": 0.30636128783226013, "cos_r_negg": [0.362501323223114, 0.3420528769493103, 0.3630164861679077, 0.3546334505081177, 0.34234732389450073, 0.33426418900489807, 0.05392131209373474], "cos_apical_negg": [0.362501323223114, 0.3420528769493103, 0.3630164861679077, 0.3546334505081177, 0.34234732389450073, 0.33426418900489807, 0.05392131209373474], "cos_Ac_negg": [0.362501323223114, 0.3420528769493103, 0.3630164861679077, 0.3546334505081177, 0.34234732389450073, 0.33426418900489807, 0.05392131209373474], "r_norm": [0.9537186026573181, 0.9661246538162231, 0.9677808284759521, 0.9609442949295044, 0.9526993632316589, 0.9812947511672974, 0.9421277046203613]}, {"step": 8300, "epoch": 17, "train_loss": 0.253764808177948, "cos_r_negg": [0.3890501856803894, 0.3875144124031067, 0.3939566910266876, 0.366080641746521, 0.3659730553627014, 0.3441508710384369, 0.04116890951991081], "cos_apical_negg": [0.3890501856803894, 0.3875144124031067, 0.3939566910266876, 0.366080641746521, 0.3659730553627014, 0.3441508710384369, 0.04116890951991081], "cos_Ac_negg": [0.3890501856803894, 0.3875144124031067, 0.3939566910266876, 0.366080641746521, 0.3659730553627014, 0.3441508710384369, 0.04116890951991081], "r_norm": [1.2158398628234863, 1.227564811706543, 1.2286312580108643, 1.223751187324524, 1.2129528522491455, 1.2497453689575195, 1.2019014358520508]}, {"step": 8350, "epoch": 17, "train_loss": 0.28944143652915955, "cos_r_negg": [0.3500191569328308, 0.360378235578537, 0.35698825120925903, 0.35516244173049927, 0.3302735686302185, 0.3327781856060028, 0.06139739975333214], "cos_apical_negg": [0.3500191569328308, 0.360378235578537, 0.35698825120925903, 0.35516244173049927, 0.3302735686302185, 0.3327781856060028, 0.06139739975333214], "cos_Ac_negg": [0.3500191569328308, 0.360378235578537, 0.35698825120925903, 0.35516244173049927, 0.3302735686302185, 0.3327781856060028, 0.06139739975333214], "r_norm": [0.9603459239006042, 0.9711668491363525, 0.9712539911270142, 0.9684953689575195, 0.9588497877120972, 0.9885109663009644, 0.9517180919647217]}, {"step": 8400, "epoch": 17, "train_loss": 0.5558094382286072, "cos_r_negg": [0.34020891785621643, 0.34737029671669006, 0.3475327491760254, 0.3311552107334137, 0.34280121326446533, 0.31288832426071167, 0.05672803521156311], "cos_apical_negg": [0.34020891785621643, 0.34737029671669006, 0.3475327491760254, 0.3311552107334137, 0.34280121326446533, 0.31288832426071167, 0.05672803521156311], "cos_Ac_negg": [0.34020891785621643, 0.34737029671669006, 0.3475327491760254, 0.3311552107334137, 0.34280121326446533, 0.31288832426071167, 0.05672803521156311], "r_norm": [1.0032093524932861, 1.0098410844802856, 1.0086666345596313, 1.0078589916229248, 1.0006462335586548, 1.031501293182373, 0.9870331287384033]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8722, "test_loss": 0.41492752685546874}, {"step": 8450, "epoch": 18, "train_loss": 0.19738823175430298, "cos_r_negg": [0.34572768211364746, 0.34999746084213257, 0.36927735805511475, 0.3647735118865967, 0.3552650511264801, 0.3290214240550995, 0.06027885526418686], "cos_apical_negg": [0.34572768211364746, 0.34999746084213257, 0.36927735805511475, 0.3647735118865967, 0.3552650511264801, 0.3290214240550995, 0.06027885526418686], "cos_Ac_negg": [0.34572768211364746, 0.34999746084213257, 0.36927735805511475, 0.3647735118865967, 0.3552650511264801, 0.3290214240550995, 0.06027885526418686], "r_norm": [0.9890158772468567, 1.0052961111068726, 1.0050840377807617, 1.0012160539627075, 0.9910567998886108, 1.0230028629302979, 0.9821512699127197]}, {"step": 8500, "epoch": 18, "train_loss": 0.15869486331939697, "cos_r_negg": [0.36290279030799866, 0.35860952734947205, 0.3644300401210785, 0.36868712306022644, 0.35400789976119995, 0.351711630821228, 0.060071252286434174], "cos_apical_negg": [0.36290279030799866, 0.35860952734947205, 0.3644300401210785, 0.36868712306022644, 0.35400789976119995, 0.351711630821228, 0.060071252286434174], "cos_Ac_negg": [0.36290279030799866, 0.35860952734947205, 0.3644300401210785, 0.36868712306022644, 0.35400789976119995, 0.351711630821228, 0.060071252286434174], "r_norm": [1.1287925243377686, 1.145547866821289, 1.144209384918213, 1.1381590366363525, 1.1250561475753784, 1.1614792346954346, 1.1158595085144043]}, {"step": 8550, "epoch": 18, "train_loss": 0.26259303092956543, "cos_r_negg": [0.3729194402694702, 0.37774330377578735, 0.38441547751426697, 0.3700357675552368, 0.3600272238254547, 0.34821799397468567, 0.08490604162216187], "cos_apical_negg": [0.3729194402694702, 0.37774330377578735, 0.38441547751426697, 0.3700357675552368, 0.3600272238254547, 0.34821799397468567, 0.08490604162216187], "cos_Ac_negg": [0.3729194402694702, 0.37774330377578735, 0.38441547751426697, 0.3700357675552368, 0.3600272238254547, 0.34821799397468567, 0.08490604162216187], "r_norm": [1.1772570610046387, 1.1949448585510254, 1.2004324197769165, 1.1837842464447021, 1.180830717086792, 1.2169768810272217, 1.1751184463500977]}, {"step": 8600, "epoch": 18, "train_loss": 0.19497168064117432, "cos_r_negg": [0.35244816541671753, 0.35514330863952637, 0.35897043347358704, 0.3539274334907532, 0.33922967314720154, 0.324736088514328, 0.05342232808470726], "cos_apical_negg": [0.35244816541671753, 0.35514330863952637, 0.35897043347358704, 0.3539274334907532, 0.33922967314720154, 0.324736088514328, 0.05342232808470726], "cos_Ac_negg": [0.35244816541671753, 0.35514330863952637, 0.35897043347358704, 0.3539274334907532, 0.33922967314720154, 0.324736088514328, 0.05342232808470726], "r_norm": [1.0616512298583984, 1.069305658340454, 1.0675104856491089, 1.0699646472930908, 1.0654438734054565, 1.0947810411453247, 1.0507903099060059]}, {"step": 8650, "epoch": 18, "train_loss": 0.22866961359977722, "cos_r_negg": [0.37589067220687866, 0.3599463105201721, 0.3757244348526001, 0.38117092847824097, 0.3489797115325928, 0.3200024664402008, 0.05593028664588928], "cos_apical_negg": [0.37589067220687866, 0.3599463105201721, 0.3757244348526001, 0.38117092847824097, 0.3489797115325928, 0.3200024664402008, 0.05593028664588928], "cos_Ac_negg": [0.37589067220687866, 0.3599463105201721, 0.3757244348526001, 0.38117092847824097, 0.3489797115325928, 0.3200024664402008, 0.05593028664588928], "r_norm": [1.1153099536895752, 1.1342902183532715, 1.1405754089355469, 1.1271649599075317, 1.1238281726837158, 1.156456708908081, 1.1125202178955078]}, {"step": 8700, "epoch": 18, "train_loss": 0.19585579633712769, "cos_r_negg": [0.3543247580528259, 0.3500306308269501, 0.3640466034412384, 0.3586879074573517, 0.3291586637496948, 0.32293054461479187, 0.03332379460334778], "cos_apical_negg": [0.3543247580528259, 0.3500306308269501, 0.3640466034412384, 0.3586879074573517, 0.3291586637496948, 0.32293054461479187, 0.03332379460334778], "cos_Ac_negg": [0.3543247580528259, 0.3500306308269501, 0.3640466034412384, 0.3586879074573517, 0.3291586637496948, 0.32293054461479187, 0.03332379460334778], "r_norm": [1.058677315711975, 1.0720579624176025, 1.0715771913528442, 1.065692663192749, 1.055906057357788, 1.0895023345947266, 1.0400390625]}, {"step": 8750, "epoch": 18, "train_loss": 0.2927062213420868, "cos_r_negg": [0.3590410351753235, 0.35606154799461365, 0.35636386275291443, 0.3598802089691162, 0.34748518466949463, 0.34407976269721985, 0.028805609792470932], "cos_apical_negg": [0.3590410351753235, 0.35606154799461365, 0.35636386275291443, 0.3598802089691162, 0.34748518466949463, 0.34407976269721985, 0.028805609792470932], "cos_Ac_negg": [0.3590410351753235, 0.35606154799461365, 0.35636386275291443, 0.3598802089691162, 0.34748518466949463, 0.34407976269721985, 0.028805609792470932], "r_norm": [1.0127198696136475, 1.0298042297363281, 1.0309453010559082, 1.0222716331481934, 1.0168191194534302, 1.0466200113296509, 1.002748727798462]}, {"step": 8800, "epoch": 18, "train_loss": 0.17639966309070587, "cos_r_negg": [0.3358662724494934, 0.33754897117614746, 0.3442314863204956, 0.3502879738807678, 0.323943167924881, 0.33535802364349365, 0.01646120846271515], "cos_apical_negg": [0.3358662724494934, 0.33754897117614746, 0.3442314863204956, 0.3502879738807678, 0.323943167924881, 0.33535802364349365, 0.01646120846271515], "cos_Ac_negg": [0.3358662724494934, 0.33754897117614746, 0.3442314863204956, 0.3502879738807678, 0.323943167924881, 0.33535802364349365, 0.01646120846271515], "r_norm": [1.0120823383331299, 1.028309941291809, 1.031494140625, 1.0222675800323486, 1.0191322565078735, 1.0486791133880615, 1.0054923295974731]}, {"step": 8850, "epoch": 18, "train_loss": 0.13936272263526917, "cos_r_negg": [0.3054046332836151, 0.31137359142303467, 0.3202797770500183, 0.32983341813087463, 0.32460635900497437, 0.31425362825393677, 0.03553161025047302], "cos_apical_negg": [0.3054046332836151, 0.31137359142303467, 0.3202797770500183, 0.32983341813087463, 0.32460635900497437, 0.31425362825393677, 0.03553161025047302], "cos_Ac_negg": [0.3054046332836151, 0.31137359142303467, 0.3202797770500183, 0.32983341813087463, 0.32460635900497437, 0.31425362825393677, 0.03553161025047302], "r_norm": [0.9401557445526123, 0.9558885097503662, 0.9595414400100708, 0.9501999020576477, 0.9431240558624268, 0.9683010578155518, 0.9317100048065186]}, {"step": 8900, "epoch": 18, "train_loss": 0.2342299073934555, "cos_r_negg": [0.34765276312828064, 0.3300730586051941, 0.3393186330795288, 0.350984126329422, 0.3373888432979584, 0.33716028928756714, 0.05139681324362755], "cos_apical_negg": [0.34765276312828064, 0.3300730586051941, 0.3393186330795288, 0.350984126329422, 0.3373888432979584, 0.33716028928756714, 0.05139681324362755], "cos_Ac_negg": [0.34765276312828064, 0.3300730586051941, 0.3393186330795288, 0.350984126329422, 0.3373888432979584, 0.33716028928756714, 0.05139681324362755], "r_norm": [1.0186903476715088, 1.0333147048950195, 1.032832384109497, 1.0294065475463867, 1.0200026035308838, 1.0537176132202148, 1.0071539878845215]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.873, "test_loss": 0.4035446136474609}, {"step": 8950, "epoch": 19, "train_loss": 0.29873931407928467, "cos_r_negg": [0.3383297324180603, 0.33238595724105835, 0.3415684700012207, 0.3788517713546753, 0.3325951099395752, 0.34021711349487305, 0.06152154132723808], "cos_apical_negg": [0.3383297324180603, 0.33238595724105835, 0.3415684700012207, 0.3788517713546753, 0.3325951099395752, 0.34021711349487305, 0.06152154132723808], "cos_Ac_negg": [0.3383297324180603, 0.33238595724105835, 0.3415684700012207, 0.3788517713546753, 0.3325951099395752, 0.34021711349487305, 0.06152154132723808], "r_norm": [1.0455080270767212, 1.0534610748291016, 1.0537515878677368, 1.052048683166504, 1.0465211868286133, 1.0788841247558594, 1.0308504104614258]}, {"step": 9000, "epoch": 19, "train_loss": 0.30132371187210083, "cos_r_negg": [0.3332945704460144, 0.34182995557785034, 0.3405968248844147, 0.3559606671333313, 0.3343748450279236, 0.29855236411094666, 0.06486634910106659], "cos_apical_negg": [0.3332945704460144, 0.34182995557785034, 0.3405968248844147, 0.3559606671333313, 0.3343748450279236, 0.29855236411094666, 0.06486634910106659], "cos_Ac_negg": [0.3332945704460144, 0.34182995557785034, 0.3405968248844147, 0.3559606671333313, 0.3343748450279236, 0.29855236411094666, 0.06486634910106659], "r_norm": [1.0362837314605713, 1.0495994091033936, 1.051171064376831, 1.0447826385498047, 1.037569522857666, 1.071324110031128, 1.025406002998352]}, {"step": 9050, "epoch": 19, "train_loss": 0.28926485776901245, "cos_r_negg": [0.30304116010665894, 0.31173866987228394, 0.31354019045829773, 0.3426673412322998, 0.3017297685146332, 0.2972017526626587, 0.04773052781820297], "cos_apical_negg": [0.30304116010665894, 0.31173866987228394, 0.31354019045829773, 0.3426673412322998, 0.3017297685146332, 0.2972017526626587, 0.04773052781820297], "cos_Ac_negg": [0.30304116010665894, 0.31173866987228394, 0.31354019045829773, 0.3426673412322998, 0.3017297685146332, 0.2972017526626587, 0.04773052781820297], "r_norm": [0.9683249592781067, 0.9757703542709351, 0.9760709404945374, 0.9725971221923828, 0.9669216275215149, 0.9967743158340454, 0.9532848000526428]}, {"step": 9100, "epoch": 19, "train_loss": 0.19493982195854187, "cos_r_negg": [0.3443711996078491, 0.34907266497612, 0.362392395734787, 0.38221991062164307, 0.34235137701034546, 0.3226190209388733, 0.06041779741644859], "cos_apical_negg": [0.3443711996078491, 0.34907266497612, 0.362392395734787, 0.38221991062164307, 0.34235137701034546, 0.3226190209388733, 0.06041779741644859], "cos_Ac_negg": [0.3443711996078491, 0.34907266497612, 0.362392395734787, 0.38221991062164307, 0.34235137701034546, 0.3226190209388733, 0.06041779741644859], "r_norm": [0.9607089757919312, 0.9688980579376221, 0.97007155418396, 0.9654748439788818, 0.956264317035675, 0.9878600835800171, 0.945314884185791]}, {"step": 9150, "epoch": 19, "train_loss": 0.1510138064622879, "cos_r_negg": [0.3161165118217468, 0.32828623056411743, 0.3418489694595337, 0.35465139150619507, 0.3310993015766144, 0.3011898398399353, 0.04254723712801933], "cos_apical_negg": [0.3161165118217468, 0.32828623056411743, 0.3418489694595337, 0.35465139150619507, 0.3310993015766144, 0.3011898398399353, 0.04254723712801933], "cos_Ac_negg": [0.3161165118217468, 0.32828623056411743, 0.3418489694595337, 0.35465139150619507, 0.3310993015766144, 0.3011898398399353, 0.04254723712801933], "r_norm": [0.9571014046669006, 0.9665405750274658, 0.9667603373527527, 0.9649426341056824, 0.9538949131965637, 0.9819284677505493, 0.9396466612815857]}, {"step": 9200, "epoch": 19, "train_loss": 0.21887695789337158, "cos_r_negg": [0.3267672657966614, 0.33535921573638916, 0.33677855134010315, 0.3520568013191223, 0.3537910282611847, 0.33239859342575073, 0.05306960642337799], "cos_apical_negg": [0.3267672657966614, 0.33535921573638916, 0.33677855134010315, 0.3520568013191223, 0.3537910282611847, 0.33239859342575073, 0.05306960642337799], "cos_Ac_negg": [0.3267672657966614, 0.33535921573638916, 0.33677855134010315, 0.3520568013191223, 0.3537910282611847, 0.33239859342575073, 0.05306960642337799], "r_norm": [0.9810051918029785, 0.9994556307792664, 1.0046639442443848, 0.9937981963157654, 0.9863971471786499, 1.016451358795166, 0.9764775633811951]}, {"step": 9250, "epoch": 19, "train_loss": 0.25504234433174133, "cos_r_negg": [0.3279109597206116, 0.332264244556427, 0.3343139588832855, 0.3371630907058716, 0.34047412872314453, 0.29912376403808594, 0.08094427734613419], "cos_apical_negg": [0.3279109597206116, 0.332264244556427, 0.3343139588832855, 0.3371630907058716, 0.34047412872314453, 0.29912376403808594, 0.08094427734613419], "cos_Ac_negg": [0.3279109597206116, 0.332264244556427, 0.3343139588832855, 0.3371630907058716, 0.34047412872314453, 0.29912376403808594, 0.08094427734613419], "r_norm": [0.918914258480072, 0.927075207233429, 0.9273914098739624, 0.9281958341598511, 0.9192944765090942, 0.9461836814880371, 0.9059157371520996]}, {"step": 9300, "epoch": 19, "train_loss": 0.2271406501531601, "cos_r_negg": [0.35882121324539185, 0.3476177453994751, 0.3596576154232025, 0.3649926781654358, 0.33973976969718933, 0.3015996813774109, 0.07384051382541656], "cos_apical_negg": [0.35882121324539185, 0.3476177453994751, 0.3596576154232025, 0.3649926781654358, 0.33973976969718933, 0.3015996813774109, 0.07384051382541656], "cos_Ac_negg": [0.35882121324539185, 0.3476177453994751, 0.3596576154232025, 0.3649926781654358, 0.33973976969718933, 0.3015996813774109, 0.07384051382541656], "r_norm": [0.9846504330635071, 0.9997886419296265, 1.0018632411956787, 0.9969823360443115, 0.9884235858917236, 1.0183134078979492, 0.9774430990219116]}, {"step": 9350, "epoch": 19, "train_loss": 0.30441275238990784, "cos_r_negg": [0.34589684009552, 0.3503801226615906, 0.3459296226501465, 0.3577295243740082, 0.3316689431667328, 0.3097550868988037, 0.09026361256837845], "cos_apical_negg": [0.34589684009552, 0.3503801226615906, 0.3459296226501465, 0.3577295243740082, 0.3316689431667328, 0.3097550868988037, 0.09026361256837845], "cos_Ac_negg": [0.34589684009552, 0.3503801226615906, 0.3459296226501465, 0.3577295243740082, 0.3316689431667328, 0.3097550868988037, 0.09026361256837845], "r_norm": [1.0609309673309326, 1.0694472789764404, 1.0715543031692505, 1.0698456764221191, 1.0601012706756592, 1.0917572975158691, 1.050884485244751]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.87, "test_loss": 0.4170415832519531}], "final": {"test_acc": 0.87, "test_loss": 0.4170415832519531, "wall_s": 28.05267906188965, "cos_r_negg": [0.33307841420173645, 0.3542722761631012, 0.3560975193977356, 0.37083256244659424, 0.34823668003082275, 0.32176312804222107, 0.09047460556030273], "cos_apical_negg": [0.33307841420173645, 0.3542722761631012, 0.3560975193977356, 0.37083256244659424, 0.34823668003082275, 0.32176312804222107, 0.09047460556030273], "cos_Ac_negg": [0.33307841420173645, 0.3542722761631012, 0.3560975193977356, 0.37083256244659424, 0.34823668003082275, 0.32176312804222107, 0.09047460556030273]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_dfa_d7_s2.json b/results/depth_fmnist_dfa_d7_s2.json
new file mode 100644
index 0000000..3749e80
--- /dev/null
+++ b/results/depth_fmnist_dfa_d7_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "fmnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_dfa_d7_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3596560955047607, "cos_r_negg": [0.002173304557800293, 0.022954929620027542, -0.014923885464668274, 0.000630990311037749, -0.012671378441154957, -0.04427480697631836, -0.03219331055879593], "cos_apical_negg": [0.002173304557800293, 0.022954929620027542, -0.014923885464668274, 0.000630990311037749, -0.012671378441154957, -0.04427480697631836, -0.03219331055879593], "cos_Ac_negg": [0.002173304557800293, 0.022954929620027542, -0.014923885464668274, 0.000630990311037749, -0.012671378441154957, -0.04427480697631836, -0.03219331055879593], "r_norm": [4.880121231079102, 4.775699615478516, 4.7719221115112305, 4.748574256896973, 4.87764835357666, 4.912296295166016, 4.832984924316406]}, {"step": 50, "epoch": 0, "train_loss": 0.9625198841094971, "cos_r_negg": [0.11945050954818726, 0.05616969242691994, 0.09513095021247864, 0.08970600366592407, 0.17996171116828918, 0.2989439070224762, 0.032707300037145615], "cos_apical_negg": [0.11945050954818726, 0.05616969242691994, 0.09513095021247864, 0.08970600366592407, 0.17996171116828918, 0.2989439070224762, 0.032707300037145615], "cos_Ac_negg": [0.11945050954818726, 0.05616969242691994, 0.09513095021247864, 0.08970600366592407, 0.17996171116828918, 0.2989439070224762, 0.032707300037145615], "r_norm": [2.9734885692596436, 2.8750085830688477, 2.8854289054870605, 2.918393850326538, 3.009035587310791, 3.019212484359741, 3.0157456398010254]}, {"step": 100, "epoch": 0, "train_loss": 0.7412221431732178, "cos_r_negg": [0.19441574811935425, 0.15647093951702118, 0.1191815510392189, 0.1576809287071228, 0.18731844425201416, 0.24108242988586426, 0.2271312177181244], "cos_apical_negg": [0.19441574811935425, 0.15647093951702118, 0.1191815510392189, 0.1576809287071228, 0.18731844425201416, 0.24108242988586426, 0.2271312177181244], "cos_Ac_negg": [0.19441574811935425, 0.15647093951702118, 0.1191815510392189, 0.1576809287071228, 0.18731844425201416, 0.24108242988586426, 0.2271312177181244], "r_norm": [2.038942337036133, 1.9553709030151367, 1.9766180515289307, 1.9953702688217163, 2.0810658931732178, 2.0707125663757324, 2.064394474029541]}, {"step": 150, "epoch": 0, "train_loss": 0.6065024137496948, "cos_r_negg": [0.27990877628326416, 0.2561704218387604, 0.18288734555244446, 0.1443341076374054, 0.19495728611946106, 0.29107922315597534, 0.236879363656044], "cos_apical_negg": [0.27990877628326416, 0.2561704218387604, 0.18288734555244446, 0.1443341076374054, 0.19495728611946106, 0.29107922315597534, 0.236879363656044], "cos_Ac_negg": [0.27990877628326416, 0.2561704218387604, 0.18288734555244446, 0.1443341076374054, 0.19495728611946106, 0.29107922315597534, 0.236879363656044], "r_norm": [1.8783882856369019, 1.8040473461151123, 1.8217426538467407, 1.8473598957061768, 1.9182982444763184, 1.9112989902496338, 1.9101113080978394]}, {"step": 200, "epoch": 0, "train_loss": 0.6698099374771118, "cos_r_negg": [0.2871394455432892, 0.24838057160377502, 0.24062559008598328, 0.17882588505744934, 0.19919773936271667, 0.23088207840919495, 0.12355607748031616], "cos_apical_negg": [0.2871394455432892, 0.24838057160377502, 0.24062559008598328, 0.17882588505744934, 0.19919773936271667, 0.23088207840919495, 0.12355607748031616], "cos_Ac_negg": [0.2871394455432892, 0.24838057160377502, 0.24062559008598328, 0.17882588505744934, 0.19919773936271667, 0.23088207840919495, 0.12355607748031616], "r_norm": [1.9783254861831665, 1.9032609462738037, 1.9215835332870483, 1.9422606229782104, 1.9987373352050781, 1.996244192123413, 1.997916579246521]}, {"step": 250, "epoch": 0, "train_loss": 0.7865662574768066, "cos_r_negg": [0.22378027439117432, 0.18081256747245789, 0.17952431738376617, 0.11825841665267944, 0.15582804381847382, 0.22830842435359955, 0.1254742592573166], "cos_apical_negg": [0.22378027439117432, 0.18081256747245789, 0.17952431738376617, 0.11825841665267944, 0.15582804381847382, 0.22830842435359955, 0.1254742592573166], "cos_Ac_negg": [0.22378027439117432, 0.18081256747245789, 0.17952431738376617, 0.11825841665267944, 0.15582804381847382, 0.22830842435359955, 0.1254742592573166], "r_norm": [1.811710000038147, 1.7434039115905762, 1.7484815120697021, 1.778030276298523, 1.8322449922561646, 1.8415467739105225, 1.8340301513671875]}, {"step": 300, "epoch": 0, "train_loss": 0.9792682528495789, "cos_r_negg": [0.23320330679416656, 0.23426520824432373, 0.19105498492717743, 0.18678881227970123, 0.23938807845115662, 0.2737082839012146, 0.10961054265499115], "cos_apical_negg": [0.23320330679416656, 0.23426520824432373, 0.19105498492717743, 0.18678881227970123, 0.23938807845115662, 0.2737082839012146, 0.10961054265499115], "cos_Ac_negg": [0.23320330679416656, 0.23426520824432373, 0.19105498492717743, 0.18678881227970123, 0.23938807845115662, 0.2737082839012146, 0.10961054265499115], "r_norm": [1.5378479957580566, 1.4851477146148682, 1.5015581846237183, 1.5182878971099854, 1.5803182125091553, 1.571808934211731, 1.5692529678344727]}, {"step": 350, "epoch": 0, "train_loss": 0.561996579170227, "cos_r_negg": [0.28892284631729126, 0.27174466848373413, 0.24297159910202026, 0.21510277688503265, 0.282755970954895, 0.22288665175437927, 0.11524425446987152], "cos_apical_negg": [0.28892284631729126, 0.27174466848373413, 0.24297159910202026, 0.21510277688503265, 0.282755970954895, 0.22288665175437927, 0.11524425446987152], "cos_Ac_negg": [0.28892284631729126, 0.27174466848373413, 0.24297159910202026, 0.21510277688503265, 0.282755970954895, 0.22288665175437927, 0.11524425446987152], "r_norm": [1.437204122543335, 1.3892040252685547, 1.3986343145370483, 1.4145387411117554, 1.4675277471542358, 1.4677423238754272, 1.466797947883606]}, {"step": 400, "epoch": 0, "train_loss": 0.747462272644043, "cos_r_negg": [0.3025924563407898, 0.27112439274787903, 0.2437034249305725, 0.21525701880455017, 0.265818327665329, 0.26415398716926575, 0.08141402900218964], "cos_apical_negg": [0.3025924563407898, 0.27112439274787903, 0.2437034249305725, 0.21525701880455017, 0.265818327665329, 0.26415398716926575, 0.08141402900218964], "cos_Ac_negg": [0.3025924563407898, 0.27112439274787903, 0.2437034249305725, 0.21525701880455017, 0.265818327665329, 0.26415398716926575, 0.08141402900218964], "r_norm": [1.5909348726272583, 1.5296028852462769, 1.5372861623764038, 1.5489635467529297, 1.6149579286575317, 1.6181349754333496, 1.6124017238616943]}, {"step": 450, "epoch": 0, "train_loss": 0.5816439390182495, "cos_r_negg": [0.2960761487483978, 0.28296929597854614, 0.2791469395160675, 0.23505553603172302, 0.2629536986351013, 0.26243287324905396, 0.056200869381427765], "cos_apical_negg": [0.2960761487483978, 0.28296929597854614, 0.2791469395160675, 0.23505553603172302, 0.2629536986351013, 0.26243287324905396, 0.056200869381427765], "cos_Ac_negg": [0.2960761487483978, 0.28296929597854614, 0.2791469395160675, 0.23505553603172302, 0.2629536986351013, 0.26243287324905396, 0.056200869381427765], "r_norm": [1.5683794021606445, 1.500705361366272, 1.5062893629074097, 1.524627923965454, 1.5902869701385498, 1.5848708152770996, 1.5888923406600952]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8192, "test_loss": 0.6463219116210938}, {"step": 500, "epoch": 1, "train_loss": 0.5090898275375366, "cos_r_negg": [0.29132091999053955, 0.2897540330886841, 0.2667686343193054, 0.2617858350276947, 0.27340441942214966, 0.19203385710716248, 0.04727117717266083], "cos_apical_negg": [0.29132091999053955, 0.2897540330886841, 0.2667686343193054, 0.2617858350276947, 0.27340441942214966, 0.19203385710716248, 0.04727117717266083], "cos_Ac_negg": [0.29132091999053955, 0.2897540330886841, 0.2667686343193054, 0.2617858350276947, 0.27340441942214966, 0.19203385710716248, 0.04727117717266083], "r_norm": [1.4450998306274414, 1.393284797668457, 1.4011175632476807, 1.4088904857635498, 1.4717400074005127, 1.4697918891906738, 1.4661636352539062]}, {"step": 550, "epoch": 1, "train_loss": 0.6447683572769165, "cos_r_negg": [0.24727901816368103, 0.29521942138671875, 0.22967000305652618, 0.2572559118270874, 0.28615665435791016, 0.2439359426498413, 0.045919567346572876], "cos_apical_negg": [0.24727901816368103, 0.29521942138671875, 0.22967000305652618, 0.2572559118270874, 0.28615665435791016, 0.2439359426498413, 0.045919567346572876], "cos_Ac_negg": [0.24727901816368103, 0.29521942138671875, 0.22967000305652618, 0.2572559118270874, 0.28615665435791016, 0.2439359426498413, 0.045919567346572876], "r_norm": [1.426078200340271, 1.3681352138519287, 1.3731346130371094, 1.387820839881897, 1.4586613178253174, 1.449830412864685, 1.4511666297912598]}, {"step": 600, "epoch": 1, "train_loss": 0.63643878698349, "cos_r_negg": [0.2734633684158325, 0.29359880089759827, 0.20571470260620117, 0.22613173723220825, 0.24380894005298615, 0.24555224180221558, 0.06741736084222794], "cos_apical_negg": [0.2734633684158325, 0.29359880089759827, 0.20571470260620117, 0.22613173723220825, 0.24380894005298615, 0.24555224180221558, 0.06741736084222794], "cos_Ac_negg": [0.2734633684158325, 0.29359880089759827, 0.20571470260620117, 0.22613173723220825, 0.24380894005298615, 0.24555224180221558, 0.06741736084222794], "r_norm": [1.3864493370056152, 1.335275650024414, 1.3485090732574463, 1.3600223064422607, 1.4256205558776855, 1.4165819883346558, 1.4188640117645264]}, {"step": 650, "epoch": 1, "train_loss": 0.6840469837188721, "cos_r_negg": [0.3148643374443054, 0.3257809579372406, 0.2723422646522522, 0.24607545137405396, 0.27610063552856445, 0.25402262806892395, 0.02615601196885109], "cos_apical_negg": [0.3148643374443054, 0.3257809579372406, 0.2723422646522522, 0.24607545137405396, 0.27610063552856445, 0.25402262806892395, 0.02615601196885109], "cos_Ac_negg": [0.3148643374443054, 0.3257809579372406, 0.2723422646522522, 0.24607545137405396, 0.27610063552856445, 0.25402262806892395, 0.02615601196885109], "r_norm": [1.426313877105713, 1.3766682147979736, 1.384005069732666, 1.4033393859863281, 1.4705255031585693, 1.4585076570510864, 1.4629179239273071]}, {"step": 700, "epoch": 1, "train_loss": 0.3749704360961914, "cos_r_negg": [0.298755943775177, 0.3212471604347229, 0.2744046747684479, 0.24805685877799988, 0.28085851669311523, 0.2478395402431488, 0.06993758678436279], "cos_apical_negg": [0.298755943775177, 0.3212471604347229, 0.2744046747684479, 0.24805685877799988, 0.28085851669311523, 0.2478395402431488, 0.06993758678436279], "cos_Ac_negg": [0.298755943775177, 0.3212471604347229, 0.2744046747684479, 0.24805685877799988, 0.28085851669311523, 0.2478395402431488, 0.06993758678436279], "r_norm": [1.4734117984771729, 1.4084179401397705, 1.4153861999511719, 1.427661418914795, 1.4896588325500488, 1.4901249408721924, 1.490173101425171]}, {"step": 750, "epoch": 1, "train_loss": 0.4631604552268982, "cos_r_negg": [0.29821687936782837, 0.31282031536102295, 0.24063509702682495, 0.26217424869537354, 0.24394193291664124, 0.19606958329677582, 0.025469407439231873], "cos_apical_negg": [0.29821687936782837, 0.31282031536102295, 0.24063509702682495, 0.26217424869537354, 0.24394193291664124, 0.19606958329677582, 0.025469407439231873], "cos_Ac_negg": [0.29821687936782837, 0.31282031536102295, 0.24063509702682495, 0.26217424869537354, 0.24394193291664124, 0.19606958329677582, 0.025469407439231873], "r_norm": [1.393495798110962, 1.3414814472198486, 1.3521569967269897, 1.3674484491348267, 1.427797555923462, 1.423030138015747, 1.421141505241394]}, {"step": 800, "epoch": 1, "train_loss": 0.5834908485412598, "cos_r_negg": [0.3010118305683136, 0.33507341146469116, 0.3056653141975403, 0.28632792830467224, 0.3310953974723816, 0.27457964420318604, 0.07432769238948822], "cos_apical_negg": [0.3010118305683136, 0.33507341146469116, 0.3056653141975403, 0.28632792830467224, 0.3310953974723816, 0.27457964420318604, 0.07432769238948822], "cos_Ac_negg": [0.3010118305683136, 0.33507341146469116, 0.3056653141975403, 0.28632792830467224, 0.3310953974723816, 0.27457964420318604, 0.07432769238948822], "r_norm": [1.416901707649231, 1.3677072525024414, 1.3709213733673096, 1.3806840181350708, 1.4458980560302734, 1.4475877285003662, 1.4463361501693726]}, {"step": 850, "epoch": 1, "train_loss": 0.3956460952758789, "cos_r_negg": [0.27398979663848877, 0.25705665349960327, 0.2708240747451782, 0.23985154926776886, 0.233475923538208, 0.21044552326202393, 0.06766843050718307], "cos_apical_negg": [0.27398979663848877, 0.25705665349960327, 0.2708240747451782, 0.23985154926776886, 0.233475923538208, 0.21044552326202393, 0.06766843050718307], "cos_Ac_negg": [0.27398979663848877, 0.25705665349960327, 0.2708240747451782, 0.23985154926776886, 0.233475923538208, 0.21044552326202393, 0.06766843050718307], "r_norm": [1.3450405597686768, 1.2929797172546387, 1.3031648397445679, 1.317147135734558, 1.3740565776824951, 1.369701623916626, 1.3711726665496826]}, {"step": 900, "epoch": 1, "train_loss": 0.4348985552787781, "cos_r_negg": [0.36651456356048584, 0.33356839418411255, 0.32301273941993713, 0.2968393564224243, 0.32481884956359863, 0.29674530029296875, 0.06145941838622093], "cos_apical_negg": [0.36651456356048584, 0.33356839418411255, 0.32301273941993713, 0.2968393564224243, 0.32481884956359863, 0.29674530029296875, 0.06145941838622093], "cos_Ac_negg": [0.36651456356048584, 0.33356839418411255, 0.32301273941993713, 0.2968393564224243, 0.32481884956359863, 0.29674530029296875, 0.06145941838622093], "r_norm": [1.3718483448028564, 1.3215588331222534, 1.3331297636032104, 1.3446063995361328, 1.407558560371399, 1.4027884006500244, 1.400470495223999]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8352, "test_loss": 0.4681517486572266}, {"step": 950, "epoch": 2, "train_loss": 0.4421975612640381, "cos_r_negg": [0.34895873069763184, 0.32015806436538696, 0.31804752349853516, 0.2626520097255707, 0.28195518255233765, 0.2704624831676483, 0.06314140558242798], "cos_apical_negg": [0.34895873069763184, 0.32015806436538696, 0.31804752349853516, 0.2626520097255707, 0.28195518255233765, 0.2704624831676483, 0.06314140558242798], "cos_Ac_negg": [0.34895873069763184, 0.32015806436538696, 0.31804752349853516, 0.2626520097255707, 0.28195518255233765, 0.2704624831676483, 0.06314140558242798], "r_norm": [1.2808151245117188, 1.2338652610778809, 1.2488479614257812, 1.2607378959655762, 1.309769630432129, 1.306075930595398, 1.3031071424484253]}, {"step": 1000, "epoch": 2, "train_loss": 0.4511720538139343, "cos_r_negg": [0.3849765360355377, 0.3742768466472626, 0.3560263514518738, 0.28799158334732056, 0.3209473788738251, 0.2919701933860779, 0.07873280346393585], "cos_apical_negg": [0.3849765360355377, 0.3742768466472626, 0.3560263514518738, 0.28799158334732056, 0.3209473788738251, 0.2919701933860779, 0.07873280346393585], "cos_Ac_negg": [0.3849765360355377, 0.3742768466472626, 0.3560263514518738, 0.28799158334732056, 0.3209473788738251, 0.2919701933860779, 0.07873280346393585], "r_norm": [1.3486437797546387, 1.299103856086731, 1.3068269491195679, 1.3125689029693604, 1.3841663599014282, 1.3784739971160889, 1.3751620054244995]}, {"step": 1050, "epoch": 2, "train_loss": 0.2973094582557678, "cos_r_negg": [0.3458687663078308, 0.3443301320075989, 0.36656445264816284, 0.3208218216896057, 0.30110132694244385, 0.31461524963378906, 0.07776027172803879], "cos_apical_negg": [0.3458687663078308, 0.3443301320075989, 0.36656445264816284, 0.3208218216896057, 0.30110132694244385, 0.31461524963378906, 0.07776027172803879], "cos_Ac_negg": [0.3458687663078308, 0.3443301320075989, 0.36656445264816284, 0.3208218216896057, 0.30110132694244385, 0.31461524963378906, 0.07776027172803879], "r_norm": [1.3096976280212402, 1.262079119682312, 1.2731060981750488, 1.2771377563476562, 1.3399313688278198, 1.3380014896392822, 1.332277774810791]}, {"step": 1100, "epoch": 2, "train_loss": 0.40384456515312195, "cos_r_negg": [0.32476863265037537, 0.30782920122146606, 0.3211424946784973, 0.27327680587768555, 0.2791461944580078, 0.24973136186599731, 0.05948197469115257], "cos_apical_negg": [0.32476863265037537, 0.30782920122146606, 0.3211424946784973, 0.27327680587768555, 0.2791461944580078, 0.24973136186599731, 0.05948197469115257], "cos_Ac_negg": [0.32476863265037537, 0.30782920122146606, 0.3211424946784973, 0.27327680587768555, 0.2791461944580078, 0.24973136186599731, 0.05948197469115257], "r_norm": [1.2363998889923096, 1.1894224882125854, 1.199291467666626, 1.207967758178711, 1.2653098106384277, 1.2622448205947876, 1.2630579471588135]}, {"step": 1150, "epoch": 2, "train_loss": 0.5037810802459717, "cos_r_negg": [0.33215296268463135, 0.32768237590789795, 0.3372434377670288, 0.3421090245246887, 0.32943814992904663, 0.3303615152835846, 0.08246144652366638], "cos_apical_negg": [0.33215296268463135, 0.32768237590789795, 0.3372434377670288, 0.3421090245246887, 0.32943814992904663, 0.3303615152835846, 0.08246144652366638], "cos_Ac_negg": [0.33215296268463135, 0.32768237590789795, 0.3372434377670288, 0.3421090245246887, 0.32943814992904663, 0.3303615152835846, 0.08246144652366638], "r_norm": [1.2871135473251343, 1.240958571434021, 1.2526589632034302, 1.2562906742095947, 1.3284525871276855, 1.3205196857452393, 1.3168120384216309]}, {"step": 1200, "epoch": 2, "train_loss": 0.5130233764648438, "cos_r_negg": [0.2899754047393799, 0.2831317186355591, 0.29027533531188965, 0.3002777099609375, 0.29583513736724854, 0.2685941457748413, 0.07036549597978592], "cos_apical_negg": [0.2899754047393799, 0.2831317186355591, 0.29027533531188965, 0.3002777099609375, 0.29583513736724854, 0.2685941457748413, 0.07036549597978592], "cos_Ac_negg": [0.2899754047393799, 0.2831317186355591, 0.29027533531188965, 0.3002777099609375, 0.29583513736724854, 0.2685941457748413, 0.07036549597978592], "r_norm": [1.4489691257476807, 1.4037973880767822, 1.4134011268615723, 1.412693977355957, 1.4958367347717285, 1.4922312498092651, 1.4830682277679443]}, {"step": 1250, "epoch": 2, "train_loss": 0.41147416830062866, "cos_r_negg": [0.339528888463974, 0.33585280179977417, 0.3111003339290619, 0.3118289113044739, 0.3140350580215454, 0.27166956663131714, 0.06384460628032684], "cos_apical_negg": [0.339528888463974, 0.33585280179977417, 0.3111003339290619, 0.3118289113044739, 0.3140350580215454, 0.27166956663131714, 0.06384460628032684], "cos_Ac_negg": [0.339528888463974, 0.33585280179977417, 0.3111003339290619, 0.3118289113044739, 0.3140350580215454, 0.27166956663131714, 0.06384460628032684], "r_norm": [1.3592432737350464, 1.3080956935882568, 1.324812412261963, 1.3366799354553223, 1.4053794145584106, 1.392829179763794, 1.3969751596450806]}, {"step": 1300, "epoch": 2, "train_loss": 0.3868374228477478, "cos_r_negg": [0.32271480560302734, 0.3326603174209595, 0.2996445596218109, 0.298849880695343, 0.30857354402542114, 0.2602373957633972, 0.0960177481174469], "cos_apical_negg": [0.32271480560302734, 0.3326603174209595, 0.2996445596218109, 0.298849880695343, 0.30857354402542114, 0.2602373957633972, 0.0960177481174469], "cos_Ac_negg": [0.32271480560302734, 0.3326603174209595, 0.2996445596218109, 0.298849880695343, 0.30857354402542114, 0.2602373957633972, 0.0960177481174469], "r_norm": [1.2033311128616333, 1.1646308898925781, 1.1732350587844849, 1.1804348230361938, 1.2365366220474243, 1.233933925628662, 1.2300105094909668]}, {"step": 1350, "epoch": 2, "train_loss": 0.34856221079826355, "cos_r_negg": [0.36038315296173096, 0.3663104176521301, 0.35496288537979126, 0.31835371255874634, 0.32663846015930176, 0.29276150465011597, 0.0502932034432888], "cos_apical_negg": [0.36038315296173096, 0.3663104176521301, 0.35496288537979126, 0.31835371255874634, 0.32663846015930176, 0.29276150465011597, 0.0502932034432888], "cos_Ac_negg": [0.36038315296173096, 0.3663104176521301, 0.35496288537979126, 0.31835371255874634, 0.32663846015930176, 0.29276150465011597, 0.0502932034432888], "r_norm": [1.215632677078247, 1.1662126779556274, 1.1752532720565796, 1.1859004497528076, 1.2374677658081055, 1.2344880104064941, 1.233863353729248]}, {"step": 1400, "epoch": 2, "train_loss": 0.5759027004241943, "cos_r_negg": [0.33898645639419556, 0.3546260893344879, 0.34990230202674866, 0.34547874331474304, 0.2934318780899048, 0.2799918055534363, 0.05227133631706238], "cos_apical_negg": [0.33898645639419556, 0.3546260893344879, 0.34990230202674866, 0.34547874331474304, 0.2934318780899048, 0.2799918055534363, 0.05227133631706238], "cos_Ac_negg": [0.33898645639419556, 0.3546260893344879, 0.34990230202674866, 0.34547874331474304, 0.2934318780899048, 0.2799918055534363, 0.05227133631706238], "r_norm": [1.1446595191955566, 1.1031992435455322, 1.1166324615478516, 1.1252731084823608, 1.1738181114196777, 1.1683014631271362, 1.1653422117233276]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8463, "test_loss": 0.4606717712402344}, {"step": 1450, "epoch": 3, "train_loss": 0.7163730263710022, "cos_r_negg": [0.3812403976917267, 0.37169748544692993, 0.3786446750164032, 0.35870596766471863, 0.3444980978965759, 0.2829153537750244, 0.044012852013111115], "cos_apical_negg": [0.3812403976917267, 0.37169748544692993, 0.3786446750164032, 0.35870596766471863, 0.3444980978965759, 0.2829153537750244, 0.044012852013111115], "cos_Ac_negg": [0.3812403976917267, 0.37169748544692993, 0.3786446750164032, 0.35870596766471863, 0.3444980978965759, 0.2829153537750244, 0.044012852013111115], "r_norm": [1.291742205619812, 1.2444462776184082, 1.253358006477356, 1.2542747259140015, 1.3176116943359375, 1.3173021078109741, 1.3126534223556519]}, {"step": 1500, "epoch": 3, "train_loss": 0.5473682880401611, "cos_r_negg": [0.355962336063385, 0.3764692544937134, 0.3660613000392914, 0.34678590297698975, 0.33195769786834717, 0.2882434129714966, 0.06783800572156906], "cos_apical_negg": [0.355962336063385, 0.3764692544937134, 0.3660613000392914, 0.34678590297698975, 0.33195769786834717, 0.2882434129714966, 0.06783800572156906], "cos_Ac_negg": [0.355962336063385, 0.3764692544937134, 0.3660613000392914, 0.34678590297698975, 0.33195769786834717, 0.2882434129714966, 0.06783800572156906], "r_norm": [1.641810417175293, 1.5791734457015991, 1.5879061222076416, 1.591681957244873, 1.6789352893829346, 1.6777255535125732, 1.6724910736083984]}, {"step": 1550, "epoch": 3, "train_loss": 0.3906257748603821, "cos_r_negg": [0.36703938245773315, 0.3619650602340698, 0.3241039514541626, 0.3015673756599426, 0.346652626991272, 0.3115406632423401, 0.044362396001815796], "cos_apical_negg": [0.36703938245773315, 0.3619650602340698, 0.3241039514541626, 0.3015673756599426, 0.346652626991272, 0.3115406632423401, 0.044362396001815796], "cos_Ac_negg": [0.36703938245773315, 0.3619650602340698, 0.3241039514541626, 0.3015673756599426, 0.346652626991272, 0.3115406632423401, 0.044362396001815796], "r_norm": [1.2988076210021973, 1.250974178314209, 1.2586578130722046, 1.2708040475845337, 1.3279056549072266, 1.3239810466766357, 1.3271162509918213]}, {"step": 1600, "epoch": 3, "train_loss": 0.3746773600578308, "cos_r_negg": [0.364546000957489, 0.35666507482528687, 0.32388991117477417, 0.31600695848464966, 0.3180752396583557, 0.29695016145706177, 0.02865472435951233], "cos_apical_negg": [0.364546000957489, 0.35666507482528687, 0.32388991117477417, 0.31600695848464966, 0.3180752396583557, 0.29695016145706177, 0.02865472435951233], "cos_Ac_negg": [0.364546000957489, 0.35666507482528687, 0.32388991117477417, 0.31600695848464966, 0.3180752396583557, 0.29695016145706177, 0.02865472435951233], "r_norm": [1.3768963813781738, 1.3223788738250732, 1.3350450992584229, 1.3343045711517334, 1.406215786933899, 1.4047026634216309, 1.3994946479797363]}, {"step": 1650, "epoch": 3, "train_loss": 0.5456084609031677, "cos_r_negg": [0.3705746531486511, 0.37397751212120056, 0.3373037278652191, 0.3110174536705017, 0.3132162094116211, 0.2581731081008911, 0.028129376471042633], "cos_apical_negg": [0.3705746531486511, 0.37397751212120056, 0.3373037278652191, 0.3110174536705017, 0.3132162094116211, 0.2581731081008911, 0.028129376471042633], "cos_Ac_negg": [0.3705746531486511, 0.37397751212120056, 0.3373037278652191, 0.3110174536705017, 0.3132162094116211, 0.2581731081008911, 0.028129376471042633], "r_norm": [1.2113137245178223, 1.1672208309173584, 1.1809920072555542, 1.1880208253860474, 1.2507965564727783, 1.2418832778930664, 1.241692304611206]}, {"step": 1700, "epoch": 3, "train_loss": 0.3870728611946106, "cos_r_negg": [0.3548293709754944, 0.3645685911178589, 0.3309107720851898, 0.3074333071708679, 0.31283247470855713, 0.2721444070339203, 0.0006451229564845562], "cos_apical_negg": [0.3548293709754944, 0.3645685911178589, 0.3309107720851898, 0.3074333071708679, 0.31283247470855713, 0.2721444070339203, 0.0006451229564845562], "cos_Ac_negg": [0.3548293709754944, 0.3645685911178589, 0.3309107720851898, 0.3074333071708679, 0.31283247470855713, 0.2721444070339203, 0.0006451229564845562], "r_norm": [1.2719368934631348, 1.2257297039031982, 1.233654260635376, 1.2444651126861572, 1.2996277809143066, 1.2968884706497192, 1.2968075275421143]}, {"step": 1750, "epoch": 3, "train_loss": 0.5897690057754517, "cos_r_negg": [0.35514870285987854, 0.3625323474407196, 0.3316880166530609, 0.321907103061676, 0.3251592516899109, 0.2490251064300537, 0.02038118802011013], "cos_apical_negg": [0.35514870285987854, 0.3625323474407196, 0.3316880166530609, 0.321907103061676, 0.3251592516899109, 0.2490251064300537, 0.02038118802011013], "cos_Ac_negg": [0.35514870285987854, 0.3625323474407196, 0.3316880166530609, 0.321907103061676, 0.3251592516899109, 0.2490251064300537, 0.02038118802011013], "r_norm": [1.1602715253829956, 1.1185873746871948, 1.1259136199951172, 1.1295404434204102, 1.1914668083190918, 1.1874279975891113, 1.1826791763305664]}, {"step": 1800, "epoch": 3, "train_loss": 0.4491127133369446, "cos_r_negg": [0.33521950244903564, 0.3389550447463989, 0.2961057722568512, 0.30415016412734985, 0.2918126881122589, 0.20886719226837158, -0.010017660446465015], "cos_apical_negg": [0.33521950244903564, 0.3389550447463989, 0.2961057722568512, 0.30415016412734985, 0.2918126881122589, 0.20886719226837158, -0.010017660446465015], "cos_Ac_negg": [0.33521950244903564, 0.3389550447463989, 0.2961057722568512, 0.30415016412734985, 0.2918126881122589, 0.20886719226837158, -0.010017660446465015], "r_norm": [1.2241361141204834, 1.1800565719604492, 1.188770055770874, 1.188652753829956, 1.2560782432556152, 1.2523193359375, 1.2477953433990479]}, {"step": 1850, "epoch": 3, "train_loss": 0.4339791536331177, "cos_r_negg": [0.348823606967926, 0.3536626696586609, 0.31013309955596924, 0.300921767950058, 0.3223923444747925, 0.24101293087005615, 0.008647430688142776], "cos_apical_negg": [0.348823606967926, 0.3536626696586609, 0.31013309955596924, 0.300921767950058, 0.3223923444747925, 0.24101293087005615, 0.008647430688142776], "cos_Ac_negg": [0.348823606967926, 0.3536626696586609, 0.31013309955596924, 0.300921767950058, 0.3223923444747925, 0.24101293087005615, 0.008647430688142776], "r_norm": [1.092494010925293, 1.05067777633667, 1.054178237915039, 1.0659807920455933, 1.1136987209320068, 1.1110444068908691, 1.1132512092590332]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8602, "test_loss": 0.4166408508300781}, {"step": 1900, "epoch": 4, "train_loss": 0.274852454662323, "cos_r_negg": [0.3925170302391052, 0.40109872817993164, 0.3586200475692749, 0.3611799478530884, 0.36895447969436646, 0.24554979801177979, -0.008528679609298706], "cos_apical_negg": [0.3925170302391052, 0.40109872817993164, 0.3586200475692749, 0.3611799478530884, 0.36895447969436646, 0.24554979801177979, -0.008528679609298706], "cos_Ac_negg": [0.3925170302391052, 0.40109872817993164, 0.3586200475692749, 0.3611799478530884, 0.36895447969436646, 0.24554979801177979, -0.008528679609298706], "r_norm": [1.2114835977554321, 1.1633713245391846, 1.175962209701538, 1.1844162940979004, 1.2462142705917358, 1.2380698919296265, 1.2371790409088135]}, {"step": 1950, "epoch": 4, "train_loss": 0.6368579864501953, "cos_r_negg": [0.4052174687385559, 0.42284828424453735, 0.385616660118103, 0.35683172941207886, 0.3619178831577301, 0.2987992763519287, 0.009803937748074532], "cos_apical_negg": [0.4052174687385559, 0.42284828424453735, 0.385616660118103, 0.35683172941207886, 0.3619178831577301, 0.2987992763519287, 0.009803937748074532], "cos_Ac_negg": [0.4052174687385559, 0.42284828424453735, 0.385616660118103, 0.35683172941207886, 0.3619178831577301, 0.2987992763519287, 0.009803937748074532], "r_norm": [1.1346402168273926, 1.0928634405136108, 1.1029773950576782, 1.110159158706665, 1.167872667312622, 1.1582106351852417, 1.1573253870010376]}, {"step": 2000, "epoch": 4, "train_loss": 0.42314013838768005, "cos_r_negg": [0.4041758179664612, 0.40343016386032104, 0.375685453414917, 0.33197659254074097, 0.3580567240715027, 0.2915405035018921, -0.04915616661310196], "cos_apical_negg": [0.4041758179664612, 0.40343016386032104, 0.375685453414917, 0.33197659254074097, 0.3580567240715027, 0.2915405035018921, -0.04915616661310196], "cos_Ac_negg": [0.4041758179664612, 0.40343016386032104, 0.375685453414917, 0.33197659254074097, 0.3580567240715027, 0.2915405035018921, -0.04915616661310196], "r_norm": [1.328740119934082, 1.2685893774032593, 1.2859247922897339, 1.2910290956497192, 1.3626304864883423, 1.353837251663208, 1.3530548810958862]}, {"step": 2050, "epoch": 4, "train_loss": 0.41896483302116394, "cos_r_negg": [0.40336212515830994, 0.39813846349716187, 0.3802122473716736, 0.34272730350494385, 0.3576093316078186, 0.289689838886261, -0.010333990678191185], "cos_apical_negg": [0.40336212515830994, 0.39813846349716187, 0.3802122473716736, 0.34272730350494385, 0.3576093316078186, 0.289689838886261, -0.010333990678191185], "cos_Ac_negg": [0.40336212515830994, 0.39813846349716187, 0.3802122473716736, 0.34272730350494385, 0.3576093316078186, 0.289689838886261, -0.010333990678191185], "r_norm": [1.1750903129577637, 1.1330559253692627, 1.1395001411437988, 1.15140962600708, 1.2031018733978271, 1.1976616382598877, 1.1937153339385986]}, {"step": 2100, "epoch": 4, "train_loss": 0.2677282691001892, "cos_r_negg": [0.38199353218078613, 0.37181246280670166, 0.33979588747024536, 0.31179529428482056, 0.33524447679519653, 0.3029850125312805, -0.048888422548770905], "cos_apical_negg": [0.38199353218078613, 0.37181246280670166, 0.33979588747024536, 0.31179529428482056, 0.33524447679519653, 0.3029850125312805, -0.048888422548770905], "cos_Ac_negg": [0.38199353218078613, 0.37181246280670166, 0.33979588747024536, 0.31179529428482056, 0.33524447679519653, 0.3029850125312805, -0.048888422548770905], "r_norm": [1.1223753690719604, 1.080731987953186, 1.0900559425354004, 1.0970878601074219, 1.1524083614349365, 1.1478073596954346, 1.143756628036499]}, {"step": 2150, "epoch": 4, "train_loss": 0.41707319021224976, "cos_r_negg": [0.37193816900253296, 0.35757726430892944, 0.32579687237739563, 0.30272549390792847, 0.3242974877357483, 0.2826769948005676, -0.016587605699896812], "cos_apical_negg": [0.37193816900253296, 0.35757726430892944, 0.32579687237739563, 0.30272549390792847, 0.3242974877357483, 0.2826769948005676, -0.016587605699896812], "cos_Ac_negg": [0.37193816900253296, 0.35757726430892944, 0.32579687237739563, 0.30272549390792847, 0.3242974877357483, 0.2826769948005676, -0.016587605699896812], "r_norm": [1.1140257120132446, 1.070920467376709, 1.084172248840332, 1.0849405527114868, 1.1442005634307861, 1.1399579048156738, 1.1318764686584473]}, {"step": 2200, "epoch": 4, "train_loss": 0.45756796002388, "cos_r_negg": [0.3091805577278137, 0.30804216861724854, 0.2879796624183655, 0.2539979815483093, 0.28612053394317627, 0.22936099767684937, -0.04553860425949097], "cos_apical_negg": [0.3091805577278137, 0.30804216861724854, 0.2879796624183655, 0.2539979815483093, 0.28612053394317627, 0.22936099767684937, -0.04553860425949097], "cos_Ac_negg": [0.3091805577278137, 0.30804216861724854, 0.2879796624183655, 0.2539979815483093, 0.28612053394317627, 0.22936099767684937, -0.04553860425949097], "r_norm": [1.1909325122833252, 1.1469433307647705, 1.154096245765686, 1.158433198928833, 1.2175252437591553, 1.2169933319091797, 1.2126649618148804]}, {"step": 2250, "epoch": 4, "train_loss": 0.3543113172054291, "cos_r_negg": [0.34133052825927734, 0.3526657223701477, 0.3068726658821106, 0.2817257046699524, 0.33363232016563416, 0.2714255750179291, -0.010974195785820484], "cos_apical_negg": [0.34133052825927734, 0.3526657223701477, 0.3068726658821106, 0.2817257046699524, 0.33363232016563416, 0.2714255750179291, -0.010974195785820484], "cos_Ac_negg": [0.34133052825927734, 0.3526657223701477, 0.3068726658821106, 0.2817257046699524, 0.33363232016563416, 0.2714255750179291, -0.010974195785820484], "r_norm": [1.1352603435516357, 1.0965771675109863, 1.1081925630569458, 1.1020617485046387, 1.1728144884109497, 1.1710041761398315, 1.1533160209655762]}, {"step": 2300, "epoch": 4, "train_loss": 0.1717069447040558, "cos_r_negg": [0.3215930163860321, 0.32804471254348755, 0.2910752594470978, 0.2749074399471283, 0.3018111288547516, 0.2658340632915497, 0.009183065965771675], "cos_apical_negg": [0.3215930163860321, 0.32804471254348755, 0.2910752594470978, 0.2749074399471283, 0.3018111288547516, 0.2658340632915497, 0.009183065965771675], "cos_Ac_negg": [0.3215930163860321, 0.32804471254348755, 0.2910752594470978, 0.2749074399471283, 0.3018111288547516, 0.2658340632915497, 0.009183065965771675], "r_norm": [1.081238865852356, 1.0374338626861572, 1.0469050407409668, 1.0526187419891357, 1.1078801155090332, 1.101305365562439, 1.1023616790771484]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8481, "test_loss": 0.4494598358154297}, {"step": 2350, "epoch": 5, "train_loss": 0.2744680345058441, "cos_r_negg": [0.3528144359588623, 0.35577595233917236, 0.3183991312980652, 0.29318660497665405, 0.30953866243362427, 0.2945364713668823, 0.006744828540831804], "cos_apical_negg": [0.3528144359588623, 0.35577595233917236, 0.3183991312980652, 0.29318660497665405, 0.30953866243362427, 0.2945364713668823, 0.006744828540831804], "cos_Ac_negg": [0.3528144359588623, 0.35577595233917236, 0.3183991312980652, 0.29318660497665405, 0.30953866243362427, 0.2945364713668823, 0.006744828540831804], "r_norm": [1.1111881732940674, 1.0687594413757324, 1.0795679092407227, 1.0843783617019653, 1.1378796100616455, 1.1339879035949707, 1.1322879791259766]}, {"step": 2400, "epoch": 5, "train_loss": 0.3418806791305542, "cos_r_negg": [0.33927854895591736, 0.3609886169433594, 0.34802550077438354, 0.33686578273773193, 0.34220314025878906, 0.3159933090209961, 0.0020812228322029114], "cos_apical_negg": [0.33927854895591736, 0.3609886169433594, 0.34802550077438354, 0.33686578273773193, 0.34220314025878906, 0.3159933090209961, 0.0020812228322029114], "cos_Ac_negg": [0.33927854895591736, 0.3609886169433594, 0.34802550077438354, 0.33686578273773193, 0.34220314025878906, 0.3159933090209961, 0.0020812228322029114], "r_norm": [1.208911657333374, 1.1579933166503906, 1.165724754333496, 1.1710096597671509, 1.2275410890579224, 1.2261741161346436, 1.2260096073150635]}, {"step": 2450, "epoch": 5, "train_loss": 0.3793818950653076, "cos_r_negg": [0.3352012038230896, 0.33325809240341187, 0.3331427574157715, 0.30203375220298767, 0.31689193844795227, 0.26084089279174805, 0.011769350618124008], "cos_apical_negg": [0.3352012038230896, 0.33325809240341187, 0.3331427574157715, 0.30203375220298767, 0.31689193844795227, 0.26084089279174805, 0.011769350618124008], "cos_Ac_negg": [0.3352012038230896, 0.33325809240341187, 0.3331427574157715, 0.30203375220298767, 0.31689193844795227, 0.26084089279174805, 0.011769350618124008], "r_norm": [1.1536762714385986, 1.1142292022705078, 1.1202201843261719, 1.1259167194366455, 1.1817821264266968, 1.1775857210159302, 1.1763887405395508]}, {"step": 2500, "epoch": 5, "train_loss": 0.38467180728912354, "cos_r_negg": [0.30057013034820557, 0.30603352189064026, 0.2935035824775696, 0.2700541615486145, 0.3348051905632019, 0.2750993072986603, -0.0032768072560429573], "cos_apical_negg": [0.30057013034820557, 0.30603352189064026, 0.2935035824775696, 0.2700541615486145, 0.3348051905632019, 0.2750993072986603, -0.0032768072560429573], "cos_Ac_negg": [0.30057013034820557, 0.30603352189064026, 0.2935035824775696, 0.2700541615486145, 0.3348051905632019, 0.2750993072986603, -0.0032768072560429573], "r_norm": [1.2192132472991943, 1.1698024272918701, 1.1716022491455078, 1.179572343826294, 1.2262976169586182, 1.2303388118743896, 1.235658049583435]}, {"step": 2550, "epoch": 5, "train_loss": 0.3461287021636963, "cos_r_negg": [0.3387796878814697, 0.34320980310440063, 0.3144262433052063, 0.3010507822036743, 0.31733399629592896, 0.2738581895828247, -0.005358188413083553], "cos_apical_negg": [0.3387796878814697, 0.34320980310440063, 0.3144262433052063, 0.3010507822036743, 0.31733399629592896, 0.2738581895828247, -0.005358188413083553], "cos_Ac_negg": [0.3387796878814697, 0.34320980310440063, 0.3144262433052063, 0.3010507822036743, 0.31733399629592896, 0.2738581895828247, -0.005358188413083553], "r_norm": [1.040895700454712, 1.0019822120666504, 1.0136847496032715, 1.017899751663208, 1.071951150894165, 1.0647947788238525, 1.0636234283447266]}, {"step": 2600, "epoch": 5, "train_loss": 0.34379342198371887, "cos_r_negg": [0.38953256607055664, 0.4047163426876068, 0.36485445499420166, 0.33734989166259766, 0.34995490312576294, 0.32945072650909424, 0.009902874007821083], "cos_apical_negg": [0.38953256607055664, 0.4047163426876068, 0.36485445499420166, 0.33734989166259766, 0.34995490312576294, 0.32945072650909424, 0.009902874007821083], "cos_Ac_negg": [0.38953256607055664, 0.4047163426876068, 0.36485445499420166, 0.33734989166259766, 0.34995490312576294, 0.32945072650909424, 0.009902874007821083], "r_norm": [1.0206739902496338, 0.9832106828689575, 0.9907848834991455, 0.9951717853546143, 1.041588544845581, 1.0397907495498657, 1.0369460582733154]}, {"step": 2650, "epoch": 5, "train_loss": 0.3502756655216217, "cos_r_negg": [0.3328002691268921, 0.351270467042923, 0.3414936065673828, 0.3335539698600769, 0.3286656439304352, 0.30125319957733154, 0.00543551379814744], "cos_apical_negg": [0.3328002691268921, 0.351270467042923, 0.3414936065673828, 0.3335539698600769, 0.3286656439304352, 0.30125319957733154, 0.00543551379814744], "cos_Ac_negg": [0.3328002691268921, 0.351270467042923, 0.3414936065673828, 0.3335539698600769, 0.3286656439304352, 0.30125319957733154, 0.00543551379814744], "r_norm": [1.1287413835525513, 1.0879204273223877, 1.0977215766906738, 1.0995310544967651, 1.1577717065811157, 1.155545949935913, 1.1505672931671143]}, {"step": 2700, "epoch": 5, "train_loss": 0.26031988859176636, "cos_r_negg": [0.33168062567710876, 0.3263142704963684, 0.3570609390735626, 0.3210833966732025, 0.34765028953552246, 0.2899177670478821, 0.010339061729609966], "cos_apical_negg": [0.33168062567710876, 0.3263142704963684, 0.3570609390735626, 0.3210833966732025, 0.34765028953552246, 0.2899177670478821, 0.010339061729609966], "cos_Ac_negg": [0.33168062567710876, 0.3263142704963684, 0.3570609390735626, 0.3210833966732025, 0.34765028953552246, 0.2899177670478821, 0.010339061729609966], "r_norm": [1.0467584133148193, 1.0058420896530151, 1.013514757156372, 1.0223709344863892, 1.0699585676193237, 1.0647364854812622, 1.0657801628112793]}, {"step": 2750, "epoch": 5, "train_loss": 0.46624046564102173, "cos_r_negg": [0.2799742519855499, 0.2920420169830322, 0.28818371891975403, 0.26143816113471985, 0.2877117991447449, 0.26039785146713257, -0.04030875116586685], "cos_apical_negg": [0.2799742519855499, 0.2920420169830322, 0.28818371891975403, 0.26143816113471985, 0.2877117991447449, 0.26039785146713257, -0.04030875116586685], "cos_Ac_negg": [0.2799742519855499, 0.2920420169830322, 0.28818371891975403, 0.26143816113471985, 0.2877117991447449, 0.26039785146713257, -0.04030875116586685], "r_norm": [1.149616003036499, 1.1057933568954468, 1.1152317523956299, 1.122498631477356, 1.178826093673706, 1.1724183559417725, 1.1729693412780762]}, {"step": 2800, "epoch": 5, "train_loss": 0.3763028383255005, "cos_r_negg": [0.32041364908218384, 0.3229484558105469, 0.3085750341415405, 0.28931570053100586, 0.29202800989151, 0.2808949053287506, -0.013700556010007858], "cos_apical_negg": [0.32041364908218384, 0.3229484558105469, 0.3085750341415405, 0.28931570053100586, 0.29202800989151, 0.2808949053287506, -0.013700556010007858], "cos_Ac_negg": [0.32041364908218384, 0.3229484558105469, 0.3085750341415405, 0.28931570053100586, 0.29202800989151, 0.2808949053287506, -0.013700556010007858], "r_norm": [1.0269266366958618, 0.9825841784477234, 0.9921490550041199, 0.9997323751449585, 1.049318552017212, 1.0429168939590454, 1.0444424152374268]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8552, "test_loss": 0.4317405883789063}, {"step": 2850, "epoch": 6, "train_loss": 0.1993979811668396, "cos_r_negg": [0.30276811122894287, 0.3195629119873047, 0.2895050644874573, 0.2881375253200531, 0.3097866177558899, 0.2813071310520172, 0.0008900640532374382], "cos_apical_negg": [0.30276811122894287, 0.3195629119873047, 0.2895050644874573, 0.2881375253200531, 0.3097866177558899, 0.2813071310520172, 0.0008900640532374382], "cos_Ac_negg": [0.30276811122894287, 0.3195629119873047, 0.2895050644874573, 0.2881375253200531, 0.3097866177558899, 0.2813071310520172, 0.0008900640532374382], "r_norm": [1.1618224382400513, 1.1143202781677246, 1.1272990703582764, 1.1307196617126465, 1.1879920959472656, 1.1808526515960693, 1.1783640384674072]}, {"step": 2900, "epoch": 6, "train_loss": 0.3263697624206543, "cos_r_negg": [0.36240217089653015, 0.3544510304927826, 0.33460763096809387, 0.31963327527046204, 0.35759708285331726, 0.3185316026210785, 0.011656049638986588], "cos_apical_negg": [0.36240217089653015, 0.3544510304927826, 0.33460763096809387, 0.31963327527046204, 0.35759708285331726, 0.3185316026210785, 0.011656049638986588], "cos_Ac_negg": [0.36240217089653015, 0.3544510304927826, 0.33460763096809387, 0.31963327527046204, 0.35759708285331726, 0.3185316026210785, 0.011656049638986588], "r_norm": [1.1669474840164185, 1.1180272102355957, 1.1278456449508667, 1.135940432548523, 1.1859736442565918, 1.1836371421813965, 1.1891733407974243]}, {"step": 2950, "epoch": 6, "train_loss": 0.2640455961227417, "cos_r_negg": [0.3927214741706848, 0.3918605148792267, 0.3598947823047638, 0.34081676602363586, 0.37424373626708984, 0.3293527662754059, -0.0008717583259567618], "cos_apical_negg": [0.3927214741706848, 0.3918605148792267, 0.3598947823047638, 0.34081676602363586, 0.37424373626708984, 0.3293527662754059, -0.0008717583259567618], "cos_Ac_negg": [0.3927214741706848, 0.3918605148792267, 0.3598947823047638, 0.34081676602363586, 0.37424373626708984, 0.3293527662754059, -0.0008717583259567618], "r_norm": [1.0587031841278076, 1.0140153169631958, 1.0283864736557007, 1.0344337224960327, 1.0929574966430664, 1.0826034545898438, 1.0803802013397217]}, {"step": 3000, "epoch": 6, "train_loss": 0.4815036356449127, "cos_r_negg": [0.3308221101760864, 0.32925063371658325, 0.3211987316608429, 0.2967758774757385, 0.3297366201877594, 0.2864599823951721, 0.020219705998897552], "cos_apical_negg": [0.3308221101760864, 0.32925063371658325, 0.3211987316608429, 0.2967758774757385, 0.3297366201877594, 0.2864599823951721, 0.020219705998897552], "cos_Ac_negg": [0.3308221101760864, 0.32925063371658325, 0.3211987316608429, 0.2967758774757385, 0.3297366201877594, 0.2864599823951721, 0.020219705998897552], "r_norm": [1.1546881198883057, 1.1074399948120117, 1.121687889099121, 1.1263060569763184, 1.1812700033187866, 1.1753692626953125, 1.1730544567108154]}, {"step": 3050, "epoch": 6, "train_loss": 0.4069363474845886, "cos_r_negg": [0.32737550139427185, 0.32800954580307007, 0.3375902473926544, 0.32405152916908264, 0.3565301299095154, 0.27757036685943604, -0.010253140702843666], "cos_apical_negg": [0.32737550139427185, 0.32800954580307007, 0.3375902473926544, 0.32405152916908264, 0.3565301299095154, 0.27757036685943604, -0.010253140702843666], "cos_Ac_negg": [0.32737550139427185, 0.32800954580307007, 0.3375902473926544, 0.32405152916908264, 0.3565301299095154, 0.27757036685943604, -0.010253140702843666], "r_norm": [1.0667468309402466, 1.0265954732894897, 1.0306415557861328, 1.034054160118103, 1.0850048065185547, 1.086127758026123, 1.0840237140655518]}, {"step": 3100, "epoch": 6, "train_loss": 0.36649560928344727, "cos_r_negg": [0.31753087043762207, 0.3144107460975647, 0.29826241731643677, 0.27761268615722656, 0.31210845708847046, 0.23688966035842896, -0.0008642096072435379], "cos_apical_negg": [0.31753087043762207, 0.3144107460975647, 0.29826241731643677, 0.27761268615722656, 0.31210845708847046, 0.23688966035842896, -0.0008642096072435379], "cos_Ac_negg": [0.31753087043762207, 0.3144107460975647, 0.29826241731643677, 0.27761268615722656, 0.31210845708847046, 0.23688966035842896, -0.0008642096072435379], "r_norm": [1.0664924383163452, 1.0221859216690063, 1.0328078269958496, 1.0383069515228271, 1.0914452075958252, 1.0862010717391968, 1.0862085819244385]}, {"step": 3150, "epoch": 6, "train_loss": 0.39591729640960693, "cos_r_negg": [0.3352644443511963, 0.33419427275657654, 0.31822478771209717, 0.3311821222305298, 0.35071250796318054, 0.2828238010406494, -0.02584351971745491], "cos_apical_negg": [0.3352644443511963, 0.33419427275657654, 0.31822478771209717, 0.3311821222305298, 0.35071250796318054, 0.2828238010406494, -0.02584351971745491], "cos_Ac_negg": [0.3352644443511963, 0.33419427275657654, 0.31822478771209717, 0.3311821222305298, 0.35071250796318054, 0.2828238010406494, -0.02584351971745491], "r_norm": [1.0734591484069824, 1.0340042114257812, 1.0405737161636353, 1.043385624885559, 1.0972269773483276, 1.096066951751709, 1.092036247253418]}, {"step": 3200, "epoch": 6, "train_loss": 0.253040075302124, "cos_r_negg": [0.33689677715301514, 0.3370532691478729, 0.32817283272743225, 0.3166479468345642, 0.32188552618026733, 0.2674887180328369, 0.015481824055314064], "cos_apical_negg": [0.33689677715301514, 0.3370532691478729, 0.32817283272743225, 0.3166479468345642, 0.32188552618026733, 0.2674887180328369, 0.015481824055314064], "cos_Ac_negg": [0.33689677715301514, 0.3370532691478729, 0.32817283272743225, 0.3166479468345642, 0.32188552618026733, 0.2674887180328369, 0.015481824055314064], "r_norm": [1.0650050640106201, 1.0243439674377441, 1.0305646657943726, 1.0395811796188354, 1.089337706565857, 1.0857975482940674, 1.0868830680847168]}, {"step": 3250, "epoch": 6, "train_loss": 0.3219418227672577, "cos_r_negg": [0.3593999445438385, 0.3499644994735718, 0.33621203899383545, 0.31457096338272095, 0.32391953468322754, 0.25234687328338623, 0.00997188501060009], "cos_apical_negg": [0.3593999445438385, 0.3499644994735718, 0.33621203899383545, 0.31457096338272095, 0.32391953468322754, 0.25234687328338623, 0.00997188501060009], "cos_Ac_negg": [0.3593999445438385, 0.3499644994735718, 0.33621203899383545, 0.31457096338272095, 0.32391953468322754, 0.25234687328338623, 0.00997188501060009], "r_norm": [1.0278637409210205, 0.9863317012786865, 0.998492419719696, 1.003007411956787, 1.0501024723052979, 1.0463826656341553, 1.0442579984664917]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8435, "test_loss": 0.46358905029296876}, {"step": 3300, "epoch": 7, "train_loss": 0.30821382999420166, "cos_r_negg": [0.37980011105537415, 0.3670881986618042, 0.35189834237098694, 0.3473316431045532, 0.3443765640258789, 0.2656315863132477, 0.01283315010368824], "cos_apical_negg": [0.37980011105537415, 0.3670881986618042, 0.35189834237098694, 0.3473316431045532, 0.3443765640258789, 0.2656315863132477, 0.01283315010368824], "cos_Ac_negg": [0.37980011105537415, 0.3670881986618042, 0.35189834237098694, 0.3473316431045532, 0.3443765640258789, 0.2656315863132477, 0.01283315010368824], "r_norm": [1.0352659225463867, 0.9972852468490601, 1.0050514936447144, 1.0120904445648193, 1.056864619255066, 1.0568420886993408, 1.0547105073928833]}, {"step": 3350, "epoch": 7, "train_loss": 0.30008578300476074, "cos_r_negg": [0.34449124336242676, 0.36252671480178833, 0.34183046221733093, 0.3899421691894531, 0.36137524247169495, 0.27920371294021606, 0.007000308949500322], "cos_apical_negg": [0.34449124336242676, 0.36252671480178833, 0.34183046221733093, 0.3899421691894531, 0.36137524247169495, 0.27920371294021606, 0.007000308949500322], "cos_Ac_negg": [0.34449124336242676, 0.36252671480178833, 0.34183046221733093, 0.3899421691894531, 0.36137524247169495, 0.27920371294021606, 0.007000308949500322], "r_norm": [1.1149117946624756, 1.068885087966919, 1.0830650329589844, 1.0894702672958374, 1.1446012258529663, 1.1354448795318604, 1.1353228092193604]}, {"step": 3400, "epoch": 7, "train_loss": 0.4100233316421509, "cos_r_negg": [0.33494681119918823, 0.3534480929374695, 0.33861544728279114, 0.3833814859390259, 0.3646271824836731, 0.292538583278656, -0.03702429309487343], "cos_apical_negg": [0.33494681119918823, 0.3534480929374695, 0.33861544728279114, 0.3833814859390259, 0.3646271824836731, 0.292538583278656, -0.03702429309487343], "cos_Ac_negg": [0.33494681119918823, 0.3534480929374695, 0.33861544728279114, 0.3833814859390259, 0.3646271824836731, 0.292538583278656, -0.03702429309487343], "r_norm": [0.9719359278678894, 0.9372522830963135, 0.9454389810562134, 0.9470269680023193, 1.0025660991668701, 0.9976674914360046, 0.9900493621826172]}, {"step": 3450, "epoch": 7, "train_loss": 0.33110228180885315, "cos_r_negg": [0.3277401030063629, 0.3293944001197815, 0.3138234317302704, 0.36985838413238525, 0.390947550535202, 0.300007164478302, -0.0223199725151062], "cos_apical_negg": [0.3277401030063629, 0.3293944001197815, 0.3138234317302704, 0.36985838413238525, 0.390947550535202, 0.300007164478302, -0.0223199725151062], "cos_Ac_negg": [0.3277401030063629, 0.3293944001197815, 0.3138234317302704, 0.36985838413238525, 0.390947550535202, 0.300007164478302, -0.0223199725151062], "r_norm": [1.1131458282470703, 1.0733336210250854, 1.082242727279663, 1.0881010293960571, 1.1392927169799805, 1.1358110904693604, 1.1336257457733154]}, {"step": 3500, "epoch": 7, "train_loss": 0.38953593373298645, "cos_r_negg": [0.36420929431915283, 0.35595813393592834, 0.3288072645664215, 0.3344077169895172, 0.33767446875572205, 0.2737624943256378, -0.01382353249937296], "cos_apical_negg": [0.36420929431915283, 0.35595813393592834, 0.3288072645664215, 0.3344077169895172, 0.33767446875572205, 0.2737624943256378, -0.01382353249937296], "cos_Ac_negg": [0.36420929431915283, 0.35595813393592834, 0.3288072645664215, 0.3344077169895172, 0.33767446875572205, 0.2737624943256378, -0.01382353249937296], "r_norm": [0.9752032160758972, 0.9379477500915527, 0.9486937522888184, 0.9515590667724609, 1.0076358318328857, 0.9988328814506531, 0.9948029518127441]}, {"step": 3550, "epoch": 7, "train_loss": 0.32332319021224976, "cos_r_negg": [0.35259151458740234, 0.36160197854042053, 0.34090667963027954, 0.3503389060497284, 0.3740978240966797, 0.32118529081344604, 0.03275545686483383], "cos_apical_negg": [0.35259151458740234, 0.36160197854042053, 0.34090667963027954, 0.3503389060497284, 0.3740978240966797, 0.32118529081344604, 0.03275545686483383], "cos_Ac_negg": [0.35259151458740234, 0.36160197854042053, 0.34090667963027954, 0.3503389060497284, 0.3740978240966797, 0.32118529081344604, 0.03275545686483383], "r_norm": [1.024869441986084, 0.9833433032035828, 0.9906141757965088, 0.9934439659118652, 1.0503642559051514, 1.0441817045211792, 1.0415481328964233]}, {"step": 3600, "epoch": 7, "train_loss": 0.25092774629592896, "cos_r_negg": [0.38255631923675537, 0.38580408692359924, 0.37942612171173096, 0.39267396926879883, 0.3879237771034241, 0.3010622262954712, -0.01562210638076067], "cos_apical_negg": [0.38255631923675537, 0.38580408692359924, 0.37942612171173096, 0.39267396926879883, 0.3879237771034241, 0.3010622262954712, -0.01562210638076067], "cos_Ac_negg": [0.38255631923675537, 0.38580408692359924, 0.37942612171173096, 0.39267396926879883, 0.3879237771034241, 0.3010622262954712, -0.01562210638076067], "r_norm": [1.06551992893219, 1.0268340110778809, 1.0373034477233887, 1.040847659111023, 1.0865702629089355, 1.0842859745025635, 1.084101915359497]}, {"step": 3650, "epoch": 7, "train_loss": 0.48943889141082764, "cos_r_negg": [0.3182207942008972, 0.3274214267730713, 0.3076978027820587, 0.31632035970687866, 0.33341825008392334, 0.2419212907552719, 0.008263904601335526], "cos_apical_negg": [0.3182207942008972, 0.3274214267730713, 0.3076978027820587, 0.31632035970687866, 0.33341825008392334, 0.2419212907552719, 0.008263904601335526], "cos_Ac_negg": [0.3182207942008972, 0.3274214267730713, 0.3076978027820587, 0.31632035970687866, 0.33341825008392334, 0.2419212907552719, 0.008263904601335526], "r_norm": [0.9985992908477783, 0.9581391215324402, 0.970474362373352, 0.9738011360168457, 1.022522211074829, 1.0183186531066895, 1.0168181657791138]}, {"step": 3700, "epoch": 7, "train_loss": 0.43146654963493347, "cos_r_negg": [0.36428987979888916, 0.3666127324104309, 0.34472906589508057, 0.34998252987861633, 0.3236413598060608, 0.29072654247283936, -0.0002761674113571644], "cos_apical_negg": [0.36428987979888916, 0.3666127324104309, 0.34472906589508057, 0.34998252987861633, 0.3236413598060608, 0.29072654247283936, -0.0002761674113571644], "cos_Ac_negg": [0.36428987979888916, 0.3666127324104309, 0.34472906589508057, 0.34998252987861633, 0.3236413598060608, 0.29072654247283936, -0.0002761674113571644], "r_norm": [1.063417673110962, 1.0179450511932373, 1.0273524522781372, 1.031872034072876, 1.0893123149871826, 1.0816829204559326, 1.0787694454193115]}, {"step": 3750, "epoch": 7, "train_loss": 0.40616410970687866, "cos_r_negg": [0.34726306796073914, 0.36150258779525757, 0.3793153166770935, 0.3473026156425476, 0.3448140621185303, 0.26202934980392456, 0.004494769964367151], "cos_apical_negg": [0.34726306796073914, 0.36150258779525757, 0.3793153166770935, 0.3473026156425476, 0.3448140621185303, 0.26202934980392456, 0.004494769964367151], "cos_Ac_negg": [0.34726306796073914, 0.36150258779525757, 0.3793153166770935, 0.3473026156425476, 0.3448140621185303, 0.26202934980392456, 0.004494769964367151], "r_norm": [1.0384407043457031, 1.001197099685669, 1.007869005203247, 1.0080311298370361, 1.0644652843475342, 1.0611977577209473, 1.0557515621185303]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8585, "test_loss": 0.42817713623046877}, {"step": 3800, "epoch": 8, "train_loss": 0.3048621416091919, "cos_r_negg": [0.35516464710235596, 0.3672780990600586, 0.35945725440979004, 0.34723329544067383, 0.36195626854896545, 0.28122931718826294, -0.013585802167654037], "cos_apical_negg": [0.35516464710235596, 0.3672780990600586, 0.35945725440979004, 0.34723329544067383, 0.36195626854896545, 0.28122931718826294, -0.013585802167654037], "cos_Ac_negg": [0.35516464710235596, 0.3672780990600586, 0.35945725440979004, 0.34723329544067383, 0.36195626854896545, 0.28122931718826294, -0.013585802167654037], "r_norm": [1.0870718955993652, 1.0499897003173828, 1.0584144592285156, 1.0599058866500854, 1.1188865900039673, 1.1152725219726562, 1.1094348430633545]}, {"step": 3850, "epoch": 8, "train_loss": 0.4005202054977417, "cos_r_negg": [0.36829864978790283, 0.3604537546634674, 0.3560596704483032, 0.3370897173881531, 0.3790723383426666, 0.3266846537590027, 0.0162908136844635], "cos_apical_negg": [0.36829864978790283, 0.3604537546634674, 0.3560596704483032, 0.3370897173881531, 0.3790723383426666, 0.3266846537590027, 0.0162908136844635], "cos_Ac_negg": [0.36829864978790283, 0.3604537546634674, 0.3560596704483032, 0.3370897173881531, 0.3790723383426666, 0.3266846537590027, 0.0162908136844635], "r_norm": [0.9937835931777954, 0.954696774482727, 0.9654342532157898, 0.9677095413208008, 1.0197652578353882, 1.0133429765701294, 1.009221076965332]}, {"step": 3900, "epoch": 8, "train_loss": 0.3360653519630432, "cos_r_negg": [0.3289165198802948, 0.3396732807159424, 0.3472672402858734, 0.32880017161369324, 0.3544003367424011, 0.32037872076034546, -0.012690247967839241], "cos_apical_negg": [0.3289165198802948, 0.3396732807159424, 0.3472672402858734, 0.32880017161369324, 0.3544003367424011, 0.32037872076034546, -0.012690247967839241], "cos_Ac_negg": [0.3289165198802948, 0.3396732807159424, 0.3472672402858734, 0.32880017161369324, 0.3544003367424011, 0.32037872076034546, -0.012690247967839241], "r_norm": [1.0582579374313354, 1.0167901515960693, 1.024678111076355, 1.0298798084259033, 1.0859673023223877, 1.0804334878921509, 1.0772230625152588]}, {"step": 3950, "epoch": 8, "train_loss": 0.34908416867256165, "cos_r_negg": [0.3649066984653473, 0.38761433959007263, 0.41260528564453125, 0.37358516454696655, 0.38335418701171875, 0.3269314169883728, -0.004454893060028553], "cos_apical_negg": [0.3649066984653473, 0.38761433959007263, 0.41260528564453125, 0.37358516454696655, 0.38335418701171875, 0.3269314169883728, -0.004454893060028553], "cos_Ac_negg": [0.3649066984653473, 0.38761433959007263, 0.41260528564453125, 0.37358516454696655, 0.38335418701171875, 0.3269314169883728, -0.004454893060028553], "r_norm": [1.007760763168335, 0.9685400724411011, 0.9732773303985596, 0.9781036376953125, 1.0275804996490479, 1.025172233581543, 1.0238878726959229]}, {"step": 4000, "epoch": 8, "train_loss": 0.4502108693122864, "cos_r_negg": [0.3985676169395447, 0.41443976759910583, 0.41868728399276733, 0.3732566833496094, 0.38912487030029297, 0.31317123770713806, 0.011517586186528206], "cos_apical_negg": [0.3985676169395447, 0.41443976759910583, 0.41868728399276733, 0.3732566833496094, 0.38912487030029297, 0.31317123770713806, 0.011517586186528206], "cos_Ac_negg": [0.3985676169395447, 0.41443976759910583, 0.41868728399276733, 0.3732566833496094, 0.38912487030029297, 0.31317123770713806, 0.011517586186528206], "r_norm": [1.1532047986984253, 1.1112048625946045, 1.1168062686920166, 1.1163856983184814, 1.1801860332489014, 1.1784933805465698, 1.1725095510482788]}, {"step": 4050, "epoch": 8, "train_loss": 0.3198532462120056, "cos_r_negg": [0.3685544729232788, 0.38149338960647583, 0.3769528269767761, 0.3446887135505676, 0.36659979820251465, 0.30732712149620056, 0.006540248170495033], "cos_apical_negg": [0.3685544729232788, 0.38149338960647583, 0.3769528269767761, 0.3446887135505676, 0.36659979820251465, 0.30732712149620056, 0.006540248170495033], "cos_Ac_negg": [0.3685544729232788, 0.38149338960647583, 0.3769528269767761, 0.3446887135505676, 0.36659979820251465, 0.30732712149620056, 0.006540248170495033], "r_norm": [1.1102811098098755, 1.0698262453079224, 1.076248049736023, 1.0836858749389648, 1.1359888315200806, 1.1325407028198242, 1.131049633026123]}, {"step": 4100, "epoch": 8, "train_loss": 0.24716424942016602, "cos_r_negg": [0.3869202733039856, 0.39077451825141907, 0.39222487807273865, 0.3676120936870575, 0.37595438957214355, 0.29824769496917725, 0.018796486780047417], "cos_apical_negg": [0.3869202733039856, 0.39077451825141907, 0.39222487807273865, 0.3676120936870575, 0.37595438957214355, 0.29824769496917725, 0.018796486780047417], "cos_Ac_negg": [0.3869202733039856, 0.39077451825141907, 0.39222487807273865, 0.3676120936870575, 0.37595438957214355, 0.29824769496917725, 0.018796486780047417], "r_norm": [1.0797431468963623, 1.0413280725479126, 1.0480680465698242, 1.0511926412582397, 1.1075853109359741, 1.103177547454834, 1.1012990474700928]}, {"step": 4150, "epoch": 8, "train_loss": 0.3470882773399353, "cos_r_negg": [0.3783026337623596, 0.38703295588493347, 0.36526572704315186, 0.36125117540359497, 0.38049769401550293, 0.3163853883743286, 0.03833955526351929], "cos_apical_negg": [0.3783026337623596, 0.38703295588493347, 0.36526572704315186, 0.36125117540359497, 0.38049769401550293, 0.3163853883743286, 0.03833955526351929], "cos_Ac_negg": [0.3783026337623596, 0.38703295588493347, 0.36526572704315186, 0.36125117540359497, 0.38049769401550293, 0.3163853883743286, 0.03833955526351929], "r_norm": [1.0564992427825928, 1.0149394273757935, 1.0213375091552734, 1.0272572040557861, 1.0814061164855957, 1.0748862028121948, 1.0751681327819824]}, {"step": 4200, "epoch": 8, "train_loss": 0.4480593204498291, "cos_r_negg": [0.3548924922943115, 0.3491423726081848, 0.35242602229118347, 0.3250237703323364, 0.36859142780303955, 0.31112632155418396, 0.013128906488418579], "cos_apical_negg": [0.3548924922943115, 0.3491423726081848, 0.35242602229118347, 0.3250237703323364, 0.36859142780303955, 0.31112632155418396, 0.013128906488418579], "cos_Ac_negg": [0.3548924922943115, 0.3491423726081848, 0.35242602229118347, 0.3250237703323364, 0.36859142780303955, 0.31112632155418396, 0.013128906488418579], "r_norm": [1.1149730682373047, 1.0741575956344604, 1.077791452407837, 1.0872218608856201, 1.1343553066253662, 1.1349811553955078, 1.1307594776153564]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8488, "test_loss": 0.4647912109375}, {"step": 4250, "epoch": 9, "train_loss": 0.23777666687965393, "cos_r_negg": [0.38614827394485474, 0.3880963921546936, 0.37637031078338623, 0.37465015053749084, 0.33303266763687134, 0.3249448537826538, -0.013250116258859634], "cos_apical_negg": [0.38614827394485474, 0.3880963921546936, 0.37637031078338623, 0.37465015053749084, 0.33303266763687134, 0.3249448537826538, -0.013250116258859634], "cos_Ac_negg": [0.38614827394485474, 0.3880963921546936, 0.37637031078338623, 0.37465015053749084, 0.33303266763687134, 0.3249448537826538, -0.013250116258859634], "r_norm": [1.2729275226593018, 1.2306759357452393, 1.2335739135742188, 1.2352721691131592, 1.2978177070617676, 1.3013207912445068, 1.2967438697814941]}, {"step": 4300, "epoch": 9, "train_loss": 0.30623769760131836, "cos_r_negg": [0.31029409170150757, 0.33201637864112854, 0.3235463798046112, 0.3542746901512146, 0.3442188501358032, 0.31798055768013, 0.003178071230649948], "cos_apical_negg": [0.31029409170150757, 0.33201637864112854, 0.3235463798046112, 0.3542746901512146, 0.3442188501358032, 0.31798055768013, 0.003178071230649948], "cos_Ac_negg": [0.31029409170150757, 0.33201637864112854, 0.3235463798046112, 0.3542746901512146, 0.3442188501358032, 0.31798055768013, 0.003178071230649948], "r_norm": [1.0452711582183838, 1.0091934204101562, 1.0137101411819458, 1.0171241760253906, 1.0767674446105957, 1.069584608078003, 1.0651317834854126]}, {"step": 4350, "epoch": 9, "train_loss": 0.18792247772216797, "cos_r_negg": [0.36381056904792786, 0.37392956018447876, 0.3657006621360779, 0.3530206084251404, 0.35011622309684753, 0.3183591663837433, -0.015400188975036144], "cos_apical_negg": [0.36381056904792786, 0.37392956018447876, 0.3657006621360779, 0.3530206084251404, 0.35011622309684753, 0.3183591663837433, -0.015400188975036144], "cos_Ac_negg": [0.36381056904792786, 0.37392956018447876, 0.3657006621360779, 0.3530206084251404, 0.35011622309684753, 0.3183591663837433, -0.015400188975036144], "r_norm": [1.0291093587875366, 0.9881829023361206, 0.9916850328445435, 0.998746395111084, 1.043351173400879, 1.0432920455932617, 1.0450533628463745]}, {"step": 4400, "epoch": 9, "train_loss": 0.35527291893959045, "cos_r_negg": [0.36948826909065247, 0.3917016088962555, 0.3803703784942627, 0.39746230840682983, 0.3604826331138611, 0.3401833772659302, 0.02494349330663681], "cos_apical_negg": [0.36948826909065247, 0.3917016088962555, 0.3803703784942627, 0.39746230840682983, 0.3604826331138611, 0.3401833772659302, 0.02494349330663681], "cos_Ac_negg": [0.36948826909065247, 0.3917016088962555, 0.3803703784942627, 0.39746230840682983, 0.3604826331138611, 0.3401833772659302, 0.02494349330663681], "r_norm": [1.0740669965744019, 1.027090072631836, 1.040268898010254, 1.0468475818634033, 1.1000608205795288, 1.0910273790359497, 1.0901671648025513]}, {"step": 4450, "epoch": 9, "train_loss": 0.22269144654273987, "cos_r_negg": [0.34987327456474304, 0.3615110516548157, 0.34386736154556274, 0.34746888279914856, 0.33998191356658936, 0.31572768092155457, -0.014044119976460934], "cos_apical_negg": [0.34987327456474304, 0.3615110516548157, 0.34386736154556274, 0.34746888279914856, 0.33998191356658936, 0.31572768092155457, -0.014044119976460934], "cos_Ac_negg": [0.34987327456474304, 0.3615110516548157, 0.34386736154556274, 0.34746888279914856, 0.33998191356658936, 0.31572768092155457, -0.014044119976460934], "r_norm": [1.1954073905944824, 1.1494650840759277, 1.158211350440979, 1.1669611930847168, 1.2309619188308716, 1.2234987020492554, 1.2220667600631714]}, {"step": 4500, "epoch": 9, "train_loss": 0.39403361082077026, "cos_r_negg": [0.3981431722640991, 0.4120432138442993, 0.4010244309902191, 0.39617544412612915, 0.3760978579521179, 0.3335188627243042, -0.004133868031203747], "cos_apical_negg": [0.3981431722640991, 0.4120432138442993, 0.4010244309902191, 0.39617544412612915, 0.3760978579521179, 0.3335188627243042, -0.004133868031203747], "cos_Ac_negg": [0.3981431722640991, 0.4120432138442993, 0.4010244309902191, 0.39617544412612915, 0.3760978579521179, 0.3335188627243042, -0.004133868031203747], "r_norm": [1.0866456031799316, 1.0473341941833496, 1.0607364177703857, 1.064939260482788, 1.125159740447998, 1.1165971755981445, 1.1139144897460938]}, {"step": 4550, "epoch": 9, "train_loss": 0.23427478969097137, "cos_r_negg": [0.4167711138725281, 0.4138658940792084, 0.3969269096851349, 0.4105128347873688, 0.38467147946357727, 0.3665866255760193, 0.01294703222811222], "cos_apical_negg": [0.4167711138725281, 0.4138658940792084, 0.3969269096851349, 0.4105128347873688, 0.38467147946357727, 0.3665866255760193, 0.01294703222811222], "cos_Ac_negg": [0.4167711138725281, 0.4138658940792084, 0.3969269096851349, 0.4105128347873688, 0.38467147946357727, 0.3665866255760193, 0.01294703222811222], "r_norm": [1.0221753120422363, 0.9815017580986023, 0.9913187026977539, 0.9925805330276489, 1.0446606874465942, 1.0409904718399048, 1.0349981784820557]}, {"step": 4600, "epoch": 9, "train_loss": 0.3000316023826599, "cos_r_negg": [0.32247233390808105, 0.33440080285072327, 0.31548595428466797, 0.31721240282058716, 0.2995608448982239, 0.2774520516395569, -0.038986898958683014], "cos_apical_negg": [0.32247233390808105, 0.33440080285072327, 0.31548595428466797, 0.31721240282058716, 0.2995608448982239, 0.2774520516395569, -0.038986898958683014], "cos_Ac_negg": [0.32247233390808105, 0.33440080285072327, 0.31548595428466797, 0.31721240282058716, 0.2995608448982239, 0.2774520516395569, -0.038986898958683014], "r_norm": [1.0810134410858154, 1.041940689086914, 1.0500469207763672, 1.0543386936187744, 1.0995556116104126, 1.1005394458770752, 1.0994493961334229]}, {"step": 4650, "epoch": 9, "train_loss": 0.3415454924106598, "cos_r_negg": [0.350849986076355, 0.3627907633781433, 0.36895838379859924, 0.37445807456970215, 0.38539767265319824, 0.3206697106361389, -0.018171153962612152], "cos_apical_negg": [0.350849986076355, 0.3627907633781433, 0.36895838379859924, 0.37445807456970215, 0.38539767265319824, 0.3206697106361389, -0.018171153962612152], "cos_Ac_negg": [0.350849986076355, 0.3627907633781433, 0.36895838379859924, 0.37445807456970215, 0.38539767265319824, 0.3206697106361389, -0.018171153962612152], "r_norm": [1.05641508102417, 1.0178511142730713, 1.0272445678710938, 1.033263921737671, 1.0905839204788208, 1.0808335542678833, 1.0810796022415161]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8597, "test_loss": 0.41668169555664064}, {"step": 4700, "epoch": 10, "train_loss": 0.24234575033187866, "cos_r_negg": [0.36976027488708496, 0.3946520686149597, 0.40025433897972107, 0.39371824264526367, 0.4080260097980499, 0.37977975606918335, -0.00922849215567112], "cos_apical_negg": [0.36976027488708496, 0.3946520686149597, 0.40025433897972107, 0.39371824264526367, 0.4080260097980499, 0.37977975606918335, -0.00922849215567112], "cos_Ac_negg": [0.36976027488708496, 0.3946520686149597, 0.40025433897972107, 0.39371824264526367, 0.4080260097980499, 0.37977975606918335, -0.00922849215567112], "r_norm": [1.1166276931762695, 1.0822219848632812, 1.092134714126587, 1.094727873802185, 1.1515285968780518, 1.1482875347137451, 1.1418852806091309]}, {"step": 4750, "epoch": 10, "train_loss": 0.355459064245224, "cos_r_negg": [0.381991446018219, 0.38689061999320984, 0.3714868128299713, 0.37301063537597656, 0.3519483804702759, 0.30819791555404663, 0.014735358767211437], "cos_apical_negg": [0.381991446018219, 0.38689061999320984, 0.3714868128299713, 0.37301063537597656, 0.3519483804702759, 0.30819791555404663, 0.014735358767211437], "cos_Ac_negg": [0.381991446018219, 0.38689061999320984, 0.3714868128299713, 0.37301063537597656, 0.3519483804702759, 0.30819791555404663, 0.014735358767211437], "r_norm": [1.0108487606048584, 0.9692248106002808, 0.9814319014549255, 0.9871147871017456, 1.0397772789001465, 1.030606746673584, 1.0298771858215332]}, {"step": 4800, "epoch": 10, "train_loss": 0.32912391424179077, "cos_r_negg": [0.34678107500076294, 0.3474721908569336, 0.35060280561447144, 0.3479650020599365, 0.32160425186157227, 0.3213536739349365, 0.036867909133434296], "cos_apical_negg": [0.34678107500076294, 0.3474721908569336, 0.35060280561447144, 0.3479650020599365, 0.32160425186157227, 0.3213536739349365, 0.036867909133434296], "cos_Ac_negg": [0.34678107500076294, 0.3474721908569336, 0.35060280561447144, 0.3479650020599365, 0.32160425186157227, 0.3213536739349365, 0.036867909133434296], "r_norm": [0.9831002950668335, 0.9457838535308838, 0.9525864124298096, 0.9575599431991577, 1.009181261062622, 1.0029058456420898, 1.0000276565551758]}, {"step": 4850, "epoch": 10, "train_loss": 0.33874890208244324, "cos_r_negg": [0.35764068365097046, 0.3850814700126648, 0.37915390729904175, 0.3869074881076813, 0.3479790687561035, 0.3191365599632263, -0.01376887783408165], "cos_apical_negg": [0.35764068365097046, 0.3850814700126648, 0.37915390729904175, 0.3869074881076813, 0.3479790687561035, 0.3191365599632263, -0.01376887783408165], "cos_Ac_negg": [0.35764068365097046, 0.3850814700126648, 0.37915390729904175, 0.3869074881076813, 0.3479790687561035, 0.3191365599632263, -0.01376887783408165], "r_norm": [1.0404956340789795, 0.9996784925460815, 1.0094798803329468, 1.0140494108200073, 1.0695781707763672, 1.063449740409851, 1.058617353439331]}, {"step": 4900, "epoch": 10, "train_loss": 0.3226761817932129, "cos_r_negg": [0.3659480810165405, 0.38131481409072876, 0.35995638370513916, 0.36679375171661377, 0.3478769063949585, 0.3210710883140564, 0.03353617712855339], "cos_apical_negg": [0.3659480810165405, 0.38131481409072876, 0.35995638370513916, 0.36679375171661377, 0.3478769063949585, 0.3210710883140564, 0.03353617712855339], "cos_Ac_negg": [0.3659480810165405, 0.38131481409072876, 0.35995638370513916, 0.36679375171661377, 0.3478769063949585, 0.3210710883140564, 0.03353617712855339], "r_norm": [1.0898282527923584, 1.049011468887329, 1.0600115060806274, 1.0661873817443848, 1.1255264282226562, 1.1176555156707764, 1.1123687028884888]}, {"step": 4950, "epoch": 10, "train_loss": 0.3194774389266968, "cos_r_negg": [0.3757857084274292, 0.38247382640838623, 0.3694798946380615, 0.3398021459579468, 0.357299268245697, 0.2898751199245453, 0.044401075690984726], "cos_apical_negg": [0.3757857084274292, 0.38247382640838623, 0.3694798946380615, 0.3398021459579468, 0.357299268245697, 0.2898751199245453, 0.044401075690984726], "cos_Ac_negg": [0.3757857084274292, 0.38247382640838623, 0.3694798946380615, 0.3398021459579468, 0.357299268245697, 0.2898751199245453, 0.044401075690984726], "r_norm": [1.0696684122085571, 1.0256710052490234, 1.034773588180542, 1.0440070629119873, 1.089646816253662, 1.0855236053466797, 1.0841782093048096]}, {"step": 5000, "epoch": 10, "train_loss": 0.33166444301605225, "cos_r_negg": [0.3400483727455139, 0.36629462242126465, 0.39211851358413696, 0.37196698784828186, 0.355744868516922, 0.31026047468185425, 0.02053799293935299], "cos_apical_negg": [0.3400483727455139, 0.36629462242126465, 0.39211851358413696, 0.37196698784828186, 0.355744868516922, 0.31026047468185425, 0.02053799293935299], "cos_Ac_negg": [0.3400483727455139, 0.36629462242126465, 0.39211851358413696, 0.37196698784828186, 0.355744868516922, 0.31026047468185425, 0.02053799293935299], "r_norm": [1.090456247329712, 1.0474251508712769, 1.0543934106826782, 1.0580832958221436, 1.1101231575012207, 1.1100270748138428, 1.10804283618927]}, {"step": 5050, "epoch": 10, "train_loss": 0.4919130802154541, "cos_r_negg": [0.36150819063186646, 0.3712400794029236, 0.4140748977661133, 0.4035808742046356, 0.39114439487457275, 0.3149968683719635, 0.0023587325122207403], "cos_apical_negg": [0.36150819063186646, 0.3712400794029236, 0.4140748977661133, 0.4035808742046356, 0.39114439487457275, 0.3149968683719635, 0.0023587325122207403], "cos_Ac_negg": [0.36150819063186646, 0.3712400794029236, 0.4140748977661133, 0.4035808742046356, 0.39114439487457275, 0.3149968683719635, 0.0023587325122207403], "r_norm": [1.0788987874984741, 1.0420136451721191, 1.0512323379516602, 1.0522509813308716, 1.1123757362365723, 1.1081500053405762, 1.1028844118118286]}, {"step": 5100, "epoch": 10, "train_loss": 0.2266596555709839, "cos_r_negg": [0.314338743686676, 0.33183881640434265, 0.3653124272823334, 0.35221540927886963, 0.32767254114151, 0.25510814785957336, -0.01640046387910843], "cos_apical_negg": [0.314338743686676, 0.33183881640434265, 0.3653124272823334, 0.35221540927886963, 0.32767254114151, 0.25510814785957336, -0.01640046387910843], "cos_Ac_negg": [0.314338743686676, 0.33183881640434265, 0.3653124272823334, 0.35221540927886963, 0.32767254114151, 0.25510814785957336, -0.01640046387910843], "r_norm": [1.0963135957717896, 1.0605509281158447, 1.0706725120544434, 1.074031114578247, 1.1307995319366455, 1.1259658336639404, 1.1224515438079834]}, {"step": 5150, "epoch": 10, "train_loss": 0.2813715934753418, "cos_r_negg": [0.34845975041389465, 0.3378583788871765, 0.3579663038253784, 0.353280246257782, 0.3370850682258606, 0.2544955015182495, -0.015357384458184242], "cos_apical_negg": [0.34845975041389465, 0.3378583788871765, 0.3579663038253784, 0.353280246257782, 0.3370850682258606, 0.2544955015182495, -0.015357384458184242], "cos_Ac_negg": [0.34845975041389465, 0.3378583788871765, 0.3579663038253784, 0.353280246257782, 0.3370850682258606, 0.2544955015182495, -0.015357384458184242], "r_norm": [1.068369746208191, 1.0299608707427979, 1.0345865488052368, 1.039097785949707, 1.088029384613037, 1.0886502265930176, 1.0860357284545898]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8685, "test_loss": 0.40549347534179686}, {"step": 5200, "epoch": 11, "train_loss": 0.34468743205070496, "cos_r_negg": [0.32310718297958374, 0.3331741988658905, 0.3450666666030884, 0.3350577652454376, 0.32756632566452026, 0.2412610799074173, -0.0002342667430639267], "cos_apical_negg": [0.32310718297958374, 0.3331741988658905, 0.3450666666030884, 0.3350577652454376, 0.32756632566452026, 0.2412610799074173, -0.0002342667430639267], "cos_Ac_negg": [0.32310718297958374, 0.3331741988658905, 0.3450666666030884, 0.3350577652454376, 0.32756632566452026, 0.2412610799074173, -0.0002342667430639267], "r_norm": [1.1559338569641113, 1.1106501817703247, 1.118420124053955, 1.1267492771148682, 1.174983263015747, 1.1747400760650635, 1.1769957542419434]}, {"step": 5250, "epoch": 11, "train_loss": 0.13836953043937683, "cos_r_negg": [0.34530872106552124, 0.3604258894920349, 0.37286293506622314, 0.35590940713882446, 0.34057140350341797, 0.2882935404777527, -0.010337953455746174], "cos_apical_negg": [0.34530872106552124, 0.3604258894920349, 0.37286293506622314, 0.35590940713882446, 0.34057140350341797, 0.2882935404777527, -0.010337953455746174], "cos_Ac_negg": [0.34530872106552124, 0.3604258894920349, 0.37286293506622314, 0.35590940713882446, 0.34057140350341797, 0.2882935404777527, -0.010337953455746174], "r_norm": [1.1043858528137207, 1.0591377019882202, 1.0628477334976196, 1.0679600238800049, 1.1172475814819336, 1.1186223030090332, 1.1184695959091187]}, {"step": 5300, "epoch": 11, "train_loss": 0.3235260248184204, "cos_r_negg": [0.32146939635276794, 0.3380794823169708, 0.35468897223472595, 0.33089226484298706, 0.3245167136192322, 0.27413368225097656, 0.017763124778866768], "cos_apical_negg": [0.32146939635276794, 0.3380794823169708, 0.35468897223472595, 0.33089226484298706, 0.3245167136192322, 0.27413368225097656, 0.017763124778866768], "cos_Ac_negg": [0.32146939635276794, 0.3380794823169708, 0.35468897223472595, 0.33089226484298706, 0.3245167136192322, 0.27413368225097656, 0.017763124778866768], "r_norm": [1.1330862045288086, 1.0917136669158936, 1.0965749025344849, 1.101511001586914, 1.1571009159088135, 1.1573805809020996, 1.1527745723724365]}, {"step": 5350, "epoch": 11, "train_loss": 0.27292487025260925, "cos_r_negg": [0.3851967453956604, 0.3677288889884949, 0.3940538167953491, 0.38736462593078613, 0.3536309003829956, 0.2946452498435974, 0.02734694629907608], "cos_apical_negg": [0.3851967453956604, 0.3677288889884949, 0.3940538167953491, 0.38736462593078613, 0.3536309003829956, 0.2946452498435974, 0.02734694629907608], "cos_Ac_negg": [0.3851967453956604, 0.3677288889884949, 0.3940538167953491, 0.38736462593078613, 0.3536309003829956, 0.2946452498435974, 0.02734694629907608], "r_norm": [1.128033995628357, 1.087806224822998, 1.0945748090744019, 1.0943353176116943, 1.1527504920959473, 1.153387427330017, 1.1463881731033325]}, {"step": 5400, "epoch": 11, "train_loss": 0.2259153425693512, "cos_r_negg": [0.36466166377067566, 0.3458475172519684, 0.3630354404449463, 0.34504443407058716, 0.3397483825683594, 0.2815706431865692, 0.023958388715982437], "cos_apical_negg": [0.36466166377067566, 0.3458475172519684, 0.3630354404449463, 0.34504443407058716, 0.3397483825683594, 0.2815706431865692, 0.023958388715982437], "cos_Ac_negg": [0.36466166377067566, 0.3458475172519684, 0.3630354404449463, 0.34504443407058716, 0.3397483825683594, 0.2815706431865692, 0.023958388715982437], "r_norm": [1.1393852233886719, 1.095590591430664, 1.1047402620315552, 1.111863374710083, 1.1711782217025757, 1.1643341779708862, 1.1611542701721191]}, {"step": 5450, "epoch": 11, "train_loss": 0.29365360736846924, "cos_r_negg": [0.3556567430496216, 0.3619566857814789, 0.37323999404907227, 0.368757426738739, 0.3509252667427063, 0.2937047779560089, 0.032252151519060135], "cos_apical_negg": [0.3556567430496216, 0.3619566857814789, 0.37323999404907227, 0.368757426738739, 0.3509252667427063, 0.2937047779560089, 0.032252151519060135], "cos_Ac_negg": [0.3556567430496216, 0.3619566857814789, 0.37323999404907227, 0.368757426738739, 0.3509252667427063, 0.2937047779560089, 0.032252151519060135], "r_norm": [1.1850299835205078, 1.1491142511367798, 1.159682035446167, 1.1596240997314453, 1.2298506498336792, 1.22397780418396, 1.2157971858978271]}, {"step": 5500, "epoch": 11, "train_loss": 0.40245330333709717, "cos_r_negg": [0.3474562168121338, 0.36131221055984497, 0.3733057379722595, 0.3876296877861023, 0.38339751958847046, 0.3069916367530823, 0.023652154952287674], "cos_apical_negg": [0.3474562168121338, 0.36131221055984497, 0.3733057379722595, 0.3876296877861023, 0.38339751958847046, 0.3069916367530823, 0.023652154952287674], "cos_Ac_negg": [0.3474562168121338, 0.36131221055984497, 0.3733057379722595, 0.3876296877861023, 0.38339751958847046, 0.3069916367530823, 0.023652154952287674], "r_norm": [1.051995038986206, 1.013864278793335, 1.0176992416381836, 1.0213239192962646, 1.0764222145080566, 1.0741382837295532, 1.0691869258880615]}, {"step": 5550, "epoch": 11, "train_loss": 0.27847957611083984, "cos_r_negg": [0.34126198291778564, 0.3531460762023926, 0.3725397288799286, 0.3615576922893524, 0.36463236808776855, 0.2678961157798767, 0.013951379805803299], "cos_apical_negg": [0.34126198291778564, 0.3531460762023926, 0.3725397288799286, 0.3615576922893524, 0.36463236808776855, 0.2678961157798767, 0.013951379805803299], "cos_Ac_negg": [0.34126198291778564, 0.3531460762023926, 0.3725397288799286, 0.3615576922893524, 0.36463236808776855, 0.2678961157798767, 0.013951379805803299], "r_norm": [0.9066402912139893, 0.8720710277557373, 0.8807554841041565, 0.8850090503692627, 0.9255344867706299, 0.9232369661331177, 0.9217334985733032]}, {"step": 5600, "epoch": 11, "train_loss": 0.24219559133052826, "cos_r_negg": [0.35207027196884155, 0.3645331859588623, 0.37417668104171753, 0.3584391474723816, 0.3511536717414856, 0.27169227600097656, 0.020947344601154327], "cos_apical_negg": [0.35207027196884155, 0.3645331859588623, 0.37417668104171753, 0.3584391474723816, 0.3511536717414856, 0.27169227600097656, 0.020947344601154327], "cos_Ac_negg": [0.35207027196884155, 0.3645331859588623, 0.37417668104171753, 0.3584391474723816, 0.3511536717414856, 0.27169227600097656, 0.020947344601154327], "r_norm": [1.0785140991210938, 1.0356377363204956, 1.043735384941101, 1.0516793727874756, 1.099381685256958, 1.095350980758667, 1.0958528518676758]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8635, "test_loss": 0.43789561157226564}, {"step": 5650, "epoch": 12, "train_loss": 0.2931640148162842, "cos_r_negg": [0.36887675523757935, 0.3834116458892822, 0.38641929626464844, 0.361675500869751, 0.35815000534057617, 0.3055855631828308, 0.016608713194727898], "cos_apical_negg": [0.36887675523757935, 0.3834116458892822, 0.38641929626464844, 0.361675500869751, 0.35815000534057617, 0.3055855631828308, 0.016608713194727898], "cos_Ac_negg": [0.36887675523757935, 0.3834116458892822, 0.38641929626464844, 0.361675500869751, 0.35815000534057617, 0.3055855631828308, 0.016608713194727898], "r_norm": [1.0907695293426514, 1.0464658737182617, 1.0511311292648315, 1.0564683675765991, 1.107532024383545, 1.1059017181396484, 1.1052592992782593]}, {"step": 5700, "epoch": 12, "train_loss": 0.3433394432067871, "cos_r_negg": [0.34261322021484375, 0.3465479612350464, 0.34979844093322754, 0.3428364396095276, 0.33411312103271484, 0.2617930769920349, 0.00846882164478302], "cos_apical_negg": [0.34261322021484375, 0.3465479612350464, 0.34979844093322754, 0.3428364396095276, 0.33411312103271484, 0.2617930769920349, 0.00846882164478302], "cos_Ac_negg": [0.34261322021484375, 0.3465479612350464, 0.34979844093322754, 0.3428364396095276, 0.33411312103271484, 0.2617930769920349, 0.00846882164478302], "r_norm": [1.0156943798065186, 0.9783304929733276, 0.9858076572418213, 0.9873051643371582, 1.0429222583770752, 1.0388052463531494, 1.0356838703155518]}, {"step": 5750, "epoch": 12, "train_loss": 0.5513960123062134, "cos_r_negg": [0.3260415196418762, 0.31336426734924316, 0.3360559642314911, 0.3375282287597656, 0.3257543742656708, 0.27833348512649536, 0.02003919892013073], "cos_apical_negg": [0.3260415196418762, 0.31336426734924316, 0.3360559642314911, 0.3375282287597656, 0.3257543742656708, 0.27833348512649536, 0.02003919892013073], "cos_Ac_negg": [0.3260415196418762, 0.31336426734924316, 0.3360559642314911, 0.3375282287597656, 0.3257543742656708, 0.27833348512649536, 0.02003919892013073], "r_norm": [0.9232244491577148, 0.8885011672973633, 0.8956503868103027, 0.8950758576393127, 0.948819637298584, 0.9450405836105347, 0.9389275312423706]}, {"step": 5800, "epoch": 12, "train_loss": 0.2330816388130188, "cos_r_negg": [0.3431881368160248, 0.35179072618484497, 0.34394580125808716, 0.34594184160232544, 0.337708443403244, 0.3140227794647217, 0.03160056471824646], "cos_apical_negg": [0.3431881368160248, 0.35179072618484497, 0.34394580125808716, 0.34594184160232544, 0.337708443403244, 0.3140227794647217, 0.03160056471824646], "cos_Ac_negg": [0.3431881368160248, 0.35179072618484497, 0.34394580125808716, 0.34594184160232544, 0.337708443403244, 0.3140227794647217, 0.03160056471824646], "r_norm": [1.0503673553466797, 1.0056161880493164, 1.018017292022705, 1.0210672616958618, 1.07780122756958, 1.071583867073059, 1.070508360862732]}, {"step": 5850, "epoch": 12, "train_loss": 0.3729076683521271, "cos_r_negg": [0.33843013644218445, 0.34343820810317993, 0.3519600033760071, 0.3363327980041504, 0.33522358536720276, 0.2792903780937195, 0.03610081970691681], "cos_apical_negg": [0.33843013644218445, 0.34343820810317993, 0.3519600033760071, 0.3363327980041504, 0.33522358536720276, 0.2792903780937195, 0.03610081970691681], "cos_Ac_negg": [0.33843013644218445, 0.34343820810317993, 0.3519600033760071, 0.3363327980041504, 0.33522358536720276, 0.2792903780937195, 0.03610081970691681], "r_norm": [0.9350985288619995, 0.8989171981811523, 0.9064981937408447, 0.9095258712768555, 0.9609881639480591, 0.9544638991355896, 0.9502507448196411]}, {"step": 5900, "epoch": 12, "train_loss": 0.36046746373176575, "cos_r_negg": [0.33218833804130554, 0.3326457738876343, 0.3452126681804657, 0.33891087770462036, 0.3243149518966675, 0.2960856556892395, 0.04540633782744408], "cos_apical_negg": [0.33218833804130554, 0.3326457738876343, 0.3452126681804657, 0.33891087770462036, 0.3243149518966675, 0.2960856556892395, 0.04540633782744408], "cos_Ac_negg": [0.33218833804130554, 0.3326457738876343, 0.3452126681804657, 0.33891087770462036, 0.3243149518966675, 0.2960856556892395, 0.04540633782744408], "r_norm": [1.0238046646118164, 0.9825549721717834, 0.9921996593475342, 0.99545818567276, 1.0478678941726685, 1.043752908706665, 1.0404318571090698]}, {"step": 5950, "epoch": 12, "train_loss": 0.28838151693344116, "cos_r_negg": [0.33384889364242554, 0.3362104892730713, 0.342774361371994, 0.3387630581855774, 0.33390936255455017, 0.28965598344802856, 0.056054770946502686], "cos_apical_negg": [0.33384889364242554, 0.3362104892730713, 0.342774361371994, 0.3387630581855774, 0.33390936255455017, 0.28965598344802856, 0.056054770946502686], "cos_Ac_negg": [0.33384889364242554, 0.3362104892730713, 0.342774361371994, 0.3387630581855774, 0.33390936255455017, 0.28965598344802856, 0.056054770946502686], "r_norm": [1.0852153301239014, 1.047567367553711, 1.0579454898834229, 1.0585627555847168, 1.1120898723602295, 1.112734079360962, 1.1088918447494507]}, {"step": 6000, "epoch": 12, "train_loss": 0.20448926091194153, "cos_r_negg": [0.31817227602005005, 0.330116331577301, 0.34483134746551514, 0.32042568922042847, 0.3024485111236572, 0.2831108570098877, 0.06405395269393921], "cos_apical_negg": [0.31817227602005005, 0.330116331577301, 0.34483134746551514, 0.32042568922042847, 0.3024485111236572, 0.2831108570098877, 0.06405395269393921], "cos_Ac_negg": [0.31817227602005005, 0.330116331577301, 0.34483134746551514, 0.32042568922042847, 0.3024485111236572, 0.2831108570098877, 0.06405395269393921], "r_norm": [0.9727003574371338, 0.9359101057052612, 0.9485560655593872, 0.946535587310791, 1.002932071685791, 0.9987227916717529, 0.9919487237930298]}, {"step": 6050, "epoch": 12, "train_loss": 0.25328466296195984, "cos_r_negg": [0.3409661650657654, 0.358950674533844, 0.3899117708206177, 0.37351515889167786, 0.3367680013179779, 0.26927289366722107, 0.052343592047691345], "cos_apical_negg": [0.3409661650657654, 0.358950674533844, 0.3899117708206177, 0.37351515889167786, 0.3367680013179779, 0.26927289366722107, 0.052343592047691345], "cos_Ac_negg": [0.3409661650657654, 0.358950674533844, 0.3899117708206177, 0.37351515889167786, 0.3367680013179779, 0.26927289366722107, 0.052343592047691345], "r_norm": [1.0215123891830444, 0.9876684546470642, 0.9955141544342041, 0.9914648532867432, 1.0518944263458252, 1.04828941822052, 1.0396084785461426]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8651, "test_loss": 0.4327562072753906}, {"step": 6100, "epoch": 13, "train_loss": 0.3074912130832672, "cos_r_negg": [0.3403529226779938, 0.3311302661895752, 0.35899800062179565, 0.35736918449401855, 0.3517053425312042, 0.2908416986465454, 0.06777746230363846], "cos_apical_negg": [0.3403529226779938, 0.3311302661895752, 0.35899800062179565, 0.35736918449401855, 0.3517053425312042, 0.2908416986465454, 0.06777746230363846], "cos_Ac_negg": [0.3403529226779938, 0.3311302661895752, 0.35899800062179565, 0.35736918449401855, 0.3517053425312042, 0.2908416986465454, 0.06777746230363846], "r_norm": [0.9916597008705139, 0.952731192111969, 0.9590706825256348, 0.9622219800949097, 1.0140026807785034, 1.01133394241333, 1.0068600177764893]}, {"step": 6150, "epoch": 13, "train_loss": 0.24626028537750244, "cos_r_negg": [0.31402304768562317, 0.33543485403060913, 0.3506770133972168, 0.350198894739151, 0.3304467797279358, 0.29724252223968506, 0.05188392847776413], "cos_apical_negg": [0.31402304768562317, 0.33543485403060913, 0.3506770133972168, 0.350198894739151, 0.3304467797279358, 0.29724252223968506, 0.05188392847776413], "cos_Ac_negg": [0.31402304768562317, 0.33543485403060913, 0.3506770133972168, 0.350198894739151, 0.3304467797279358, 0.29724252223968506, 0.05188392847776413], "r_norm": [0.8802394866943359, 0.8378493785858154, 0.8510424494743347, 0.8529888987541199, 0.8999186754226685, 0.8927372694015503, 0.8916005492210388]}, {"step": 6200, "epoch": 13, "train_loss": 0.24413840472698212, "cos_r_negg": [0.35858505964279175, 0.36668235063552856, 0.37345898151397705, 0.3469490110874176, 0.34975504875183105, 0.28127768635749817, 0.04684671014547348], "cos_apical_negg": [0.35858505964279175, 0.36668235063552856, 0.37345898151397705, 0.3469490110874176, 0.34975504875183105, 0.28127768635749817, 0.04684671014547348], "cos_Ac_negg": [0.35858505964279175, 0.36668235063552856, 0.37345898151397705, 0.3469490110874176, 0.34975504875183105, 0.28127768635749817, 0.04684671014547348], "r_norm": [0.9859265089035034, 0.9483529925346375, 0.9593191742897034, 0.9595990180969238, 1.012865662574768, 1.0075746774673462, 1.0059362649917603]}, {"step": 6250, "epoch": 13, "train_loss": 0.20947714149951935, "cos_r_negg": [0.30755531787872314, 0.33425599336624146, 0.3782011866569519, 0.33792513608932495, 0.31343770027160645, 0.2934754192829132, 0.060255784541368484], "cos_apical_negg": [0.30755531787872314, 0.33425599336624146, 0.3782011866569519, 0.33792513608932495, 0.31343770027160645, 0.2934754192829132, 0.060255784541368484], "cos_Ac_negg": [0.30755531787872314, 0.33425599336624146, 0.3782011866569519, 0.33792513608932495, 0.31343770027160645, 0.2934754192829132, 0.060255784541368484], "r_norm": [1.0065855979919434, 0.9675643444061279, 0.9806965589523315, 0.9841532707214355, 1.0379307270050049, 1.029561996459961, 1.027808427810669]}, {"step": 6300, "epoch": 13, "train_loss": 0.3049706220626831, "cos_r_negg": [0.39109668135643005, 0.38872990012168884, 0.4134712815284729, 0.39838907122612, 0.3680061995983124, 0.31156641244888306, 0.03632522001862526], "cos_apical_negg": [0.39109668135643005, 0.38872990012168884, 0.4134712815284729, 0.39838907122612, 0.3680061995983124, 0.31156641244888306, 0.03632522001862526], "cos_Ac_negg": [0.39109668135643005, 0.38872990012168884, 0.4134712815284729, 0.39838907122612, 0.3680061995983124, 0.31156641244888306, 0.03632522001862526], "r_norm": [1.057054877281189, 1.018916130065918, 1.0268874168395996, 1.0277929306030273, 1.0831763744354248, 1.0823684930801392, 1.0738377571105957]}, {"step": 6350, "epoch": 13, "train_loss": 0.3200719356536865, "cos_r_negg": [0.3535929322242737, 0.3665805459022522, 0.38506826758384705, 0.3708261251449585, 0.3732399344444275, 0.325284481048584, 0.042951568961143494], "cos_apical_negg": [0.3535929322242737, 0.3665805459022522, 0.38506826758384705, 0.3708261251449585, 0.3732399344444275, 0.325284481048584, 0.042951568961143494], "cos_Ac_negg": [0.3535929322242737, 0.3665805459022522, 0.38506826758384705, 0.3708261251449585, 0.3732399344444275, 0.325284481048584, 0.042951568961143494], "r_norm": [0.9701231718063354, 0.9303109049797058, 0.9413927793502808, 0.9413610696792603, 0.9910246133804321, 0.9888968467712402, 0.9845894575119019]}, {"step": 6400, "epoch": 13, "train_loss": 0.2999580502510071, "cos_r_negg": [0.32137173414230347, 0.34597477316856384, 0.3674834966659546, 0.3590819239616394, 0.3482287526130676, 0.3110755681991577, 0.059355229139328], "cos_apical_negg": [0.32137173414230347, 0.34597477316856384, 0.3674834966659546, 0.3590819239616394, 0.3482287526130676, 0.3110755681991577, 0.059355229139328], "cos_Ac_negg": [0.32137173414230347, 0.34597477316856384, 0.3674834966659546, 0.3590819239616394, 0.3482287526130676, 0.3110755681991577, 0.059355229139328], "r_norm": [1.0452146530151367, 1.0046703815460205, 1.009183645248413, 1.0106855630874634, 1.0632588863372803, 1.0626332759857178, 1.059826374053955]}, {"step": 6450, "epoch": 13, "train_loss": 0.22158648073673248, "cos_r_negg": [0.3472636044025421, 0.3600088357925415, 0.3857192397117615, 0.356998085975647, 0.35683563351631165, 0.29990503191947937, 0.04417802020907402], "cos_apical_negg": [0.3472636044025421, 0.3600088357925415, 0.3857192397117615, 0.356998085975647, 0.35683563351631165, 0.29990503191947937, 0.04417802020907402], "cos_Ac_negg": [0.3472636044025421, 0.3600088357925415, 0.3857192397117615, 0.356998085975647, 0.35683563351631165, 0.29990503191947937, 0.04417802020907402], "r_norm": [1.1029714345932007, 1.0548694133758545, 1.0623258352279663, 1.063626766204834, 1.1211347579956055, 1.119063377380371, 1.1171143054962158]}, {"step": 6500, "epoch": 13, "train_loss": 0.2278691828250885, "cos_r_negg": [0.3077700734138489, 0.3365498185157776, 0.3479539155960083, 0.31754952669143677, 0.2983716130256653, 0.2799166738986969, 0.005505232140421867], "cos_apical_negg": [0.3077700734138489, 0.3365498185157776, 0.3479539155960083, 0.31754952669143677, 0.2983716130256653, 0.2799166738986969, 0.005505232140421867], "cos_Ac_negg": [0.3077700734138489, 0.3365498185157776, 0.3479539155960083, 0.31754952669143677, 0.2983716130256653, 0.2799166738986969, 0.005505232140421867], "r_norm": [1.0831371545791626, 1.0412983894348145, 1.0506210327148438, 1.0554531812667847, 1.1095333099365234, 1.1056650876998901, 1.1021744012832642]}, {"step": 6550, "epoch": 13, "train_loss": 0.2717224657535553, "cos_r_negg": [0.3629075884819031, 0.3823528289794922, 0.39322346448898315, 0.3484237790107727, 0.3268245756626129, 0.2931026220321655, 0.03076440840959549], "cos_apical_negg": [0.3629075884819031, 0.3823528289794922, 0.39322346448898315, 0.3484237790107727, 0.3268245756626129, 0.2931026220321655, 0.03076440840959549], "cos_Ac_negg": [0.3629075884819031, 0.3823528289794922, 0.39322346448898315, 0.3484237790107727, 0.3268245756626129, 0.2931026220321655, 0.03076440840959549], "r_norm": [1.0207805633544922, 0.9775810241699219, 0.9899168610572815, 0.9909636974334717, 1.0450199842453003, 1.0410966873168945, 1.0368595123291016]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8524, "test_loss": 0.4782326690673828}, {"step": 6600, "epoch": 14, "train_loss": 0.27636224031448364, "cos_r_negg": [0.3481912612915039, 0.3633938729763031, 0.38640785217285156, 0.355718195438385, 0.32919842004776, 0.28363192081451416, 0.023620888590812683], "cos_apical_negg": [0.3481912612915039, 0.3633938729763031, 0.38640785217285156, 0.355718195438385, 0.32919842004776, 0.28363192081451416, 0.023620888590812683], "cos_Ac_negg": [0.3481912612915039, 0.3633938729763031, 0.38640785217285156, 0.355718195438385, 0.32919842004776, 0.28363192081451416, 0.023620888590812683], "r_norm": [1.016553521156311, 0.9735166430473328, 0.98344886302948, 0.9893196821212769, 1.0420048236846924, 1.0344691276550293, 1.0337885618209839]}, {"step": 6650, "epoch": 14, "train_loss": 0.5450411438941956, "cos_r_negg": [0.3507174551486969, 0.36753231287002563, 0.3769984841346741, 0.3374624252319336, 0.31222233176231384, 0.26020288467407227, 0.02666500024497509], "cos_apical_negg": [0.3507174551486969, 0.36753231287002563, 0.3769984841346741, 0.3374624252319336, 0.31222233176231384, 0.26020288467407227, 0.02666500024497509], "cos_Ac_negg": [0.3507174551486969, 0.36753231287002563, 0.3769984841346741, 0.3374624252319336, 0.31222233176231384, 0.26020288467407227, 0.02666500024497509], "r_norm": [0.9288485050201416, 0.8963826894760132, 0.9072810411453247, 0.9067129492759705, 0.9607594609260559, 0.9559764862060547, 0.9489156007766724]}, {"step": 6700, "epoch": 14, "train_loss": 0.21754741668701172, "cos_r_negg": [0.3492249548435211, 0.3683732748031616, 0.3869211673736572, 0.3574945032596588, 0.3474334478378296, 0.2436034232378006, 0.042328186333179474], "cos_apical_negg": [0.3492249548435211, 0.3683732748031616, 0.3869211673736572, 0.3574945032596588, 0.3474334478378296, 0.2436034232378006, 0.042328186333179474], "cos_Ac_negg": [0.3492249548435211, 0.3683732748031616, 0.3869211673736572, 0.3574945032596588, 0.3474334478378296, 0.2436034232378006, 0.042328186333179474], "r_norm": [1.0392667055130005, 1.0014278888702393, 1.0128812789916992, 1.0164521932601929, 1.0722019672393799, 1.0661988258361816, 1.0629215240478516]}, {"step": 6750, "epoch": 14, "train_loss": 0.3725358843803406, "cos_r_negg": [0.3693843185901642, 0.3625170588493347, 0.3882793188095093, 0.34947168827056885, 0.3395923376083374, 0.2728765606880188, 0.018040180206298828], "cos_apical_negg": [0.3693843185901642, 0.3625170588493347, 0.3882793188095093, 0.34947168827056885, 0.3395923376083374, 0.2728765606880188, 0.018040180206298828], "cos_Ac_negg": [0.3693843185901642, 0.3625170588493347, 0.3882793188095093, 0.34947168827056885, 0.3395923376083374, 0.2728765606880188, 0.018040180206298828], "r_norm": [1.0138379335403442, 0.9742680788040161, 0.9789721965789795, 0.9839212894439697, 1.0329722166061401, 1.031684160232544, 1.0296943187713623]}, {"step": 6800, "epoch": 14, "train_loss": 0.24111804366111755, "cos_r_negg": [0.3439335823059082, 0.3535434901714325, 0.3669625222682953, 0.3544907569885254, 0.3392764925956726, 0.3107883632183075, 0.04993774741888046], "cos_apical_negg": [0.3439335823059082, 0.3535434901714325, 0.3669625222682953, 0.3544907569885254, 0.3392764925956726, 0.3107883632183075, 0.04993774741888046], "cos_Ac_negg": [0.3439335823059082, 0.3535434901714325, 0.3669625222682953, 0.3544907569885254, 0.3392764925956726, 0.3107883632183075, 0.04993774741888046], "r_norm": [0.9673518538475037, 0.9326177835464478, 0.9388721585273743, 0.938459038734436, 0.98927903175354, 0.9887217283248901, 0.9824011325836182]}, {"step": 6850, "epoch": 14, "train_loss": 0.2436649203300476, "cos_r_negg": [0.3386903405189514, 0.34214508533477783, 0.34381014108657837, 0.3416177034378052, 0.3139834403991699, 0.2620210647583008, 0.03699846193194389], "cos_apical_negg": [0.3386903405189514, 0.34214508533477783, 0.34381014108657837, 0.3416177034378052, 0.3139834403991699, 0.2620210647583008, 0.03699846193194389], "cos_Ac_negg": [0.3386903405189514, 0.34214508533477783, 0.34381014108657837, 0.3416177034378052, 0.3139834403991699, 0.2620210647583008, 0.03699846193194389], "r_norm": [1.1949154138565063, 1.146332025527954, 1.16135573387146, 1.166762113571167, 1.232538104057312, 1.2229249477386475, 1.2181096076965332]}, {"step": 6900, "epoch": 14, "train_loss": 0.31544798612594604, "cos_r_negg": [0.3883780539035797, 0.3904132843017578, 0.387703537940979, 0.35953032970428467, 0.32495880126953125, 0.27280065417289734, 0.03874698281288147], "cos_apical_negg": [0.3883780539035797, 0.3904132843017578, 0.387703537940979, 0.35953032970428467, 0.32495880126953125, 0.27280065417289734, 0.03874698281288147], "cos_Ac_negg": [0.3883780539035797, 0.3904132843017578, 0.387703537940979, 0.35953032970428467, 0.32495880126953125, 0.27280065417289734, 0.03874698281288147], "r_norm": [0.9582120776176453, 0.920744776725769, 0.9293742179870605, 0.9310190081596375, 0.9798569679260254, 0.9774612188339233, 0.974163830280304]}, {"step": 6950, "epoch": 14, "train_loss": 0.2768746614456177, "cos_r_negg": [0.29821404814720154, 0.30322277545928955, 0.3064180612564087, 0.2824697196483612, 0.27686643600463867, 0.24646249413490295, 0.05325888469815254], "cos_apical_negg": [0.29821404814720154, 0.30322277545928955, 0.3064180612564087, 0.2824697196483612, 0.27686643600463867, 0.24646249413490295, 0.05325888469815254], "cos_Ac_negg": [0.29821404814720154, 0.30322277545928955, 0.3064180612564087, 0.2824697196483612, 0.27686643600463867, 0.24646249413490295, 0.05325888469815254], "r_norm": [1.080772042274475, 1.0332515239715576, 1.0381951332092285, 1.0450916290283203, 1.096388816833496, 1.0947675704956055, 1.0948196649551392]}, {"step": 7000, "epoch": 14, "train_loss": 0.30403125286102295, "cos_r_negg": [0.32876676321029663, 0.34357377886772156, 0.3490941822528839, 0.32742464542388916, 0.30530279874801636, 0.257479190826416, 0.08613117039203644], "cos_apical_negg": [0.32876676321029663, 0.34357377886772156, 0.3490941822528839, 0.32742464542388916, 0.30530279874801636, 0.257479190826416, 0.08613117039203644], "cos_Ac_negg": [0.32876676321029663, 0.34357377886772156, 0.3490941822528839, 0.32742464542388916, 0.30530279874801636, 0.257479190826416, 0.08613117039203644], "r_norm": [1.0183610916137695, 0.9774686098098755, 0.9867907762527466, 0.9928274154663086, 1.0491304397583008, 1.0395622253417969, 1.0381892919540405]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8681, "test_loss": 0.4216147338867188}, {"step": 7050, "epoch": 15, "train_loss": 0.27921271324157715, "cos_r_negg": [0.3515918552875519, 0.3600301742553711, 0.3660585880279541, 0.3553068935871124, 0.3383767604827881, 0.2840697169303894, 0.06805482506752014], "cos_apical_negg": [0.3515918552875519, 0.3600301742553711, 0.3660585880279541, 0.3553068935871124, 0.3383767604827881, 0.2840697169303894, 0.06805482506752014], "cos_Ac_negg": [0.3515918552875519, 0.3600301742553711, 0.3660585880279541, 0.3553068935871124, 0.3383767604827881, 0.2840697169303894, 0.06805482506752014], "r_norm": [0.9500391483306885, 0.9099944233894348, 0.9200196266174316, 0.9218828678131104, 0.9689472317695618, 0.967404842376709, 0.9608134031295776]}, {"step": 7100, "epoch": 15, "train_loss": 0.2489197552204132, "cos_r_negg": [0.35656094551086426, 0.3732839822769165, 0.3687583804130554, 0.3558666706085205, 0.3542473018169403, 0.30570846796035767, 0.06342752277851105], "cos_apical_negg": [0.35656094551086426, 0.3732839822769165, 0.3687583804130554, 0.3558666706085205, 0.3542473018169403, 0.30570846796035767, 0.06342752277851105], "cos_Ac_negg": [0.35656094551086426, 0.3732839822769165, 0.3687583804130554, 0.3558666706085205, 0.3542473018169403, 0.30570846796035767, 0.06342752277851105], "r_norm": [1.0838775634765625, 1.0425411462783813, 1.0535194873809814, 1.0493135452270508, 1.1143240928649902, 1.1120414733886719, 1.100818395614624]}, {"step": 7150, "epoch": 15, "train_loss": 0.37130099534988403, "cos_r_negg": [0.351803719997406, 0.36019158363342285, 0.3712567687034607, 0.3653421401977539, 0.3411674201488495, 0.28782516717910767, 0.06712213158607483], "cos_apical_negg": [0.351803719997406, 0.36019158363342285, 0.3712567687034607, 0.3653421401977539, 0.3411674201488495, 0.28782516717910767, 0.06712213158607483], "cos_Ac_negg": [0.351803719997406, 0.36019158363342285, 0.3712567687034607, 0.3653421401977539, 0.3411674201488495, 0.28782516717910767, 0.06712213158607483], "r_norm": [1.1054866313934326, 1.0644240379333496, 1.0670428276062012, 1.0712794065475464, 1.1245803833007812, 1.1250295639038086, 1.124023199081421]}, {"step": 7200, "epoch": 15, "train_loss": 0.2790314257144928, "cos_r_negg": [0.3388356864452362, 0.3761558532714844, 0.36630499362945557, 0.37534981966018677, 0.33791160583496094, 0.2857847213745117, 0.07562777400016785], "cos_apical_negg": [0.3388356864452362, 0.3761558532714844, 0.36630499362945557, 0.37534981966018677, 0.33791160583496094, 0.2857847213745117, 0.07562777400016785], "cos_Ac_negg": [0.3388356864452362, 0.3761558532714844, 0.36630499362945557, 0.37534981966018677, 0.33791160583496094, 0.2857847213745117, 0.07562777400016785], "r_norm": [1.0798776149749756, 1.0393469333648682, 1.049729347229004, 1.0559942722320557, 1.107417106628418, 1.10254967212677, 1.100768804550171]}, {"step": 7250, "epoch": 15, "train_loss": 0.29312312602996826, "cos_r_negg": [0.3022941052913666, 0.31282031536102295, 0.3278532922267914, 0.3227526545524597, 0.2906690835952759, 0.2575010657310486, 0.03770871460437775], "cos_apical_negg": [0.3022941052913666, 0.31282031536102295, 0.3278532922267914, 0.3227526545524597, 0.2906690835952759, 0.2575010657310486, 0.03770871460437775], "cos_Ac_negg": [0.3022941052913666, 0.31282031536102295, 0.3278532922267914, 0.3227526545524597, 0.2906690835952759, 0.2575010657310486, 0.03770871460437775], "r_norm": [1.1970224380493164, 1.1514930725097656, 1.1598660945892334, 1.1683067083358765, 1.2243008613586426, 1.2205817699432373, 1.220959186553955]}, {"step": 7300, "epoch": 15, "train_loss": 0.3738149106502533, "cos_r_negg": [0.3305496275424957, 0.34227970242500305, 0.3416537642478943, 0.35806137323379517, 0.3266751170158386, 0.3051985502243042, 0.06572864204645157], "cos_apical_negg": [0.3305496275424957, 0.34227970242500305, 0.3416537642478943, 0.35806137323379517, 0.3266751170158386, 0.3051985502243042, 0.06572864204645157], "cos_Ac_negg": [0.3305496275424957, 0.34227970242500305, 0.3416537642478943, 0.35806137323379517, 0.3266751170158386, 0.3051985502243042, 0.06572864204645157], "r_norm": [1.015216588973999, 0.9828455448150635, 0.9856851696968079, 0.9880884885787964, 1.0386369228363037, 1.0409460067749023, 1.0357555150985718]}, {"step": 7350, "epoch": 15, "train_loss": 0.2762395441532135, "cos_r_negg": [0.36803358793258667, 0.38715940713882446, 0.3794810175895691, 0.3608262538909912, 0.3426845073699951, 0.29222768545150757, 0.0818362683057785], "cos_apical_negg": [0.36803358793258667, 0.38715940713882446, 0.3794810175895691, 0.3608262538909912, 0.3426845073699951, 0.29222768545150757, 0.0818362683057785], "cos_Ac_negg": [0.36803358793258667, 0.38715940713882446, 0.3794810175895691, 0.3608262538909912, 0.3426845073699951, 0.29222768545150757, 0.0818362683057785], "r_norm": [1.0089399814605713, 0.9704704880714417, 0.9750449657440186, 0.9756916761398315, 1.026353120803833, 1.0285077095031738, 1.0241600275039673]}, {"step": 7400, "epoch": 15, "train_loss": 0.43304356932640076, "cos_r_negg": [0.3711400628089905, 0.3582163453102112, 0.3751620650291443, 0.36291196942329407, 0.3600948452949524, 0.32457154989242554, 0.0750502422451973], "cos_apical_negg": [0.3711400628089905, 0.3582163453102112, 0.3751620650291443, 0.36291196942329407, 0.3600948452949524, 0.32457154989242554, 0.0750502422451973], "cos_Ac_negg": [0.3711400628089905, 0.3582163453102112, 0.3751620650291443, 0.36291196942329407, 0.3600948452949524, 0.32457154989242554, 0.0750502422451973], "r_norm": [0.9460621476173401, 0.9124404788017273, 0.9193538427352905, 0.920891523361206, 0.9664887189865112, 0.9648348093032837, 0.9609010219573975]}, {"step": 7450, "epoch": 15, "train_loss": 0.25299930572509766, "cos_r_negg": [0.35271066427230835, 0.37420880794525146, 0.36965447664260864, 0.345197468996048, 0.34159013628959656, 0.3104136884212494, 0.05782284587621689], "cos_apical_negg": [0.35271066427230835, 0.37420880794525146, 0.36965447664260864, 0.345197468996048, 0.34159013628959656, 0.3104136884212494, 0.05782284587621689], "cos_Ac_negg": [0.35271066427230835, 0.37420880794525146, 0.36965447664260864, 0.345197468996048, 0.34159013628959656, 0.3104136884212494, 0.05782284587621689], "r_norm": [1.0567917823791504, 1.0162806510925293, 1.022322654724121, 1.0273547172546387, 1.0818850994110107, 1.0769670009613037, 1.0765620470046997]}, {"step": 7500, "epoch": 15, "train_loss": 0.22085219621658325, "cos_r_negg": [0.3653462529182434, 0.3673248589038849, 0.3828721046447754, 0.35402923822402954, 0.3602011203765869, 0.3151201605796814, 0.048187121748924255], "cos_apical_negg": [0.3653462529182434, 0.3673248589038849, 0.3828721046447754, 0.35402923822402954, 0.3602011203765869, 0.3151201605796814, 0.048187121748924255], "cos_Ac_negg": [0.3653462529182434, 0.3673248589038849, 0.3828721046447754, 0.35402923822402954, 0.3602011203765869, 0.3151201605796814, 0.048187121748924255], "r_norm": [1.0608917474746704, 1.0159958600997925, 1.023294448852539, 1.026637315750122, 1.0797910690307617, 1.0781265497207642, 1.0782148838043213]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8662, "test_loss": 0.41172676696777344}, {"step": 7550, "epoch": 16, "train_loss": 0.21557866036891937, "cos_r_negg": [0.36259886622428894, 0.374833345413208, 0.4035899341106415, 0.3727145791053772, 0.35458117723464966, 0.30761685967445374, 0.058068469166755676], "cos_apical_negg": [0.36259886622428894, 0.374833345413208, 0.4035899341106415, 0.3727145791053772, 0.35458117723464966, 0.30761685967445374, 0.058068469166755676], "cos_Ac_negg": [0.36259886622428894, 0.374833345413208, 0.4035899341106415, 0.3727145791053772, 0.35458117723464966, 0.30761685967445374, 0.058068469166755676], "r_norm": [1.0163872241973877, 0.9745916128158569, 0.9814939498901367, 0.9880073070526123, 1.0343079566955566, 1.0315580368041992, 1.0339913368225098]}, {"step": 7600, "epoch": 16, "train_loss": 0.3487204313278198, "cos_r_negg": [0.36410340666770935, 0.3754808306694031, 0.3911973834037781, 0.3604739308357239, 0.3706974983215332, 0.3120326101779938, 0.06831856817007065], "cos_apical_negg": [0.36410340666770935, 0.3754808306694031, 0.3911973834037781, 0.3604739308357239, 0.3706974983215332, 0.3120326101779938, 0.06831856817007065], "cos_Ac_negg": [0.36410340666770935, 0.3754808306694031, 0.3911973834037781, 0.3604739308357239, 0.3706974983215332, 0.3120326101779938, 0.06831856817007065], "r_norm": [0.9630692601203918, 0.9271776676177979, 0.9404643774032593, 0.93793785572052, 0.9960310459136963, 0.9899706840515137, 0.9824445247650146]}, {"step": 7650, "epoch": 16, "train_loss": 0.13142012059688568, "cos_r_negg": [0.3427814245223999, 0.3545939326286316, 0.37526679039001465, 0.3513386845588684, 0.3503163456916809, 0.288205623626709, 0.028110183775424957], "cos_apical_negg": [0.3427814245223999, 0.3545939326286316, 0.37526679039001465, 0.3513386845588684, 0.3503163456916809, 0.288205623626709, 0.028110183775424957], "cos_Ac_negg": [0.3427814245223999, 0.3545939326286316, 0.37526679039001465, 0.3513386845588684, 0.3503163456916809, 0.288205623626709, 0.028110183775424957], "r_norm": [0.9808847308158875, 0.9410278797149658, 0.9539721012115479, 0.9530048370361328, 1.006467580795288, 1.0028538703918457, 0.9970613718032837]}, {"step": 7700, "epoch": 16, "train_loss": 0.1735299825668335, "cos_r_negg": [0.34833118319511414, 0.35504016280174255, 0.36633989214897156, 0.35409581661224365, 0.331525593996048, 0.310158371925354, 0.0699341669678688], "cos_apical_negg": [0.34833118319511414, 0.35504016280174255, 0.36633989214897156, 0.35409581661224365, 0.331525593996048, 0.310158371925354, 0.0699341669678688], "cos_Ac_negg": [0.34833118319511414, 0.35504016280174255, 0.36633989214897156, 0.35409581661224365, 0.331525593996048, 0.310158371925354, 0.0699341669678688], "r_norm": [0.935067892074585, 0.9016001224517822, 0.9095722436904907, 0.9092904329299927, 0.9628720283508301, 0.9590823650360107, 0.950600266456604]}, {"step": 7750, "epoch": 16, "train_loss": 0.393113911151886, "cos_r_negg": [0.3462909460067749, 0.3456460237503052, 0.3581586182117462, 0.36601531505584717, 0.32997995615005493, 0.3055254817008972, 0.07164894044399261], "cos_apical_negg": [0.3462909460067749, 0.3456460237503052, 0.3581586182117462, 0.36601531505584717, 0.32997995615005493, 0.3055254817008972, 0.07164894044399261], "cos_Ac_negg": [0.3462909460067749, 0.3456460237503052, 0.3581586182117462, 0.36601531505584717, 0.32997995615005493, 0.3055254817008972, 0.07164894044399261], "r_norm": [0.9618512392044067, 0.922189474105835, 0.9308879971504211, 0.9362933039665222, 0.9802941083908081, 0.9787799119949341, 0.9770658016204834]}, {"step": 7800, "epoch": 16, "train_loss": 0.24605806171894073, "cos_r_negg": [0.36993372440338135, 0.3913038671016693, 0.40051203966140747, 0.4067729711532593, 0.3906933665275574, 0.3370521366596222, 0.07177001237869263], "cos_apical_negg": [0.36993372440338135, 0.3913038671016693, 0.40051203966140747, 0.4067729711532593, 0.3906933665275574, 0.3370521366596222, 0.07177001237869263], "cos_Ac_negg": [0.36993372440338135, 0.3913038671016693, 0.40051203966140747, 0.4067729711532593, 0.3906933665275574, 0.3370521366596222, 0.07177001237869263], "r_norm": [1.0944674015045166, 1.0531445741653442, 1.0644978284835815, 1.0633974075317383, 1.1290483474731445, 1.122631549835205, 1.1136739253997803]}, {"step": 7850, "epoch": 16, "train_loss": 0.2029300481081009, "cos_r_negg": [0.33975282311439514, 0.33656346797943115, 0.3512718677520752, 0.3576166033744812, 0.33765164017677307, 0.2904878258705139, 0.04099133610725403], "cos_apical_negg": [0.33975282311439514, 0.33656346797943115, 0.3512718677520752, 0.3576166033744812, 0.33765164017677307, 0.2904878258705139, 0.04099133610725403], "cos_Ac_negg": [0.33975282311439514, 0.33656346797943115, 0.3512718677520752, 0.3576166033744812, 0.33765164017677307, 0.2904878258705139, 0.04099133610725403], "r_norm": [1.0480961799621582, 1.0118898153305054, 1.021398663520813, 1.021198034286499, 1.0807466506958008, 1.0753310918807983, 1.0691081285476685]}, {"step": 7900, "epoch": 16, "train_loss": 0.21901722252368927, "cos_r_negg": [0.3186739385128021, 0.3360210657119751, 0.33319830894470215, 0.33275753259658813, 0.3156445026397705, 0.26500725746154785, 0.03392326086759567], "cos_apical_negg": [0.3186739385128021, 0.3360210657119751, 0.33319830894470215, 0.33275753259658813, 0.3156445026397705, 0.26500725746154785, 0.03392326086759567], "cos_Ac_negg": [0.3186739385128021, 0.3360210657119751, 0.33319830894470215, 0.33275753259658813, 0.3156445026397705, 0.26500725746154785, 0.03392326086759567], "r_norm": [1.0797972679138184, 1.0376291275024414, 1.0431958436965942, 1.0417340993881226, 1.0982441902160645, 1.0996572971343994, 1.0952814817428589]}, {"step": 7950, "epoch": 16, "train_loss": 0.2756444811820984, "cos_r_negg": [0.32605886459350586, 0.34331780672073364, 0.358654260635376, 0.345425546169281, 0.3639167547225952, 0.28266578912734985, 0.048566289246082306], "cos_apical_negg": [0.32605886459350586, 0.34331780672073364, 0.358654260635376, 0.345425546169281, 0.3639167547225952, 0.28266578912734985, 0.048566289246082306], "cos_Ac_negg": [0.32605886459350586, 0.34331780672073364, 0.358654260635376, 0.345425546169281, 0.3639167547225952, 0.28266578912734985, 0.048566289246082306], "r_norm": [0.9857409000396729, 0.9465173482894897, 0.9572536945343018, 0.9574587941169739, 1.0096828937530518, 1.005292534828186, 0.9981815814971924]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8707, "test_loss": 0.4041642639160156}, {"step": 8000, "epoch": 17, "train_loss": 0.26709985733032227, "cos_r_negg": [0.3128620982170105, 0.31930649280548096, 0.3138323128223419, 0.3125706613063812, 0.30567872524261475, 0.24400463700294495, 0.02252862975001335], "cos_apical_negg": [0.3128620982170105, 0.31930649280548096, 0.3138323128223419, 0.3125706613063812, 0.30567872524261475, 0.24400463700294495, 0.02252862975001335], "cos_Ac_negg": [0.3128620982170105, 0.31930649280548096, 0.3138323128223419, 0.3125706613063812, 0.30567872524261475, 0.24400463700294495, 0.02252862975001335], "r_norm": [1.0048967599868774, 0.9677245616912842, 0.9762769937515259, 0.9775786399841309, 1.0306618213653564, 1.0269488096237183, 1.02220618724823]}, {"step": 8050, "epoch": 17, "train_loss": 0.2231697142124176, "cos_r_negg": [0.3442394435405731, 0.3354637622833252, 0.342820942401886, 0.3398418426513672, 0.33157986402511597, 0.2610214352607727, 0.01690312661230564], "cos_apical_negg": [0.3442394435405731, 0.3354637622833252, 0.342820942401886, 0.3398418426513672, 0.33157986402511597, 0.2610214352607727, 0.01690312661230564], "cos_Ac_negg": [0.3442394435405731, 0.3354637622833252, 0.342820942401886, 0.3398418426513672, 0.33157986402511597, 0.2610214352607727, 0.01690312661230564], "r_norm": [1.0453130006790161, 1.007476806640625, 1.017916202545166, 1.0181827545166016, 1.076951026916504, 1.0723555088043213, 1.0671420097351074]}, {"step": 8100, "epoch": 17, "train_loss": 0.3041602373123169, "cos_r_negg": [0.32166725397109985, 0.3300238847732544, 0.3543736934661865, 0.36176466941833496, 0.35198062658309937, 0.27753353118896484, 0.04551722854375839], "cos_apical_negg": [0.32166725397109985, 0.3300238847732544, 0.3543736934661865, 0.36176466941833496, 0.35198062658309937, 0.27753353118896484, 0.04551722854375839], "cos_Ac_negg": [0.32166725397109985, 0.3300238847732544, 0.3543736934661865, 0.36176466941833496, 0.35198062658309937, 0.27753353118896484, 0.04551722854375839], "r_norm": [0.9460220336914062, 0.9138559103012085, 0.9240144491195679, 0.9250656366348267, 0.9720056056976318, 0.9695941209793091, 0.9639782309532166]}, {"step": 8150, "epoch": 17, "train_loss": 0.20949694514274597, "cos_r_negg": [0.38169509172439575, 0.37899571657180786, 0.39838963747024536, 0.40191319584846497, 0.39919430017471313, 0.30191749334335327, 0.0656438022851944], "cos_apical_negg": [0.38169509172439575, 0.37899571657180786, 0.39838963747024536, 0.40191319584846497, 0.39919430017471313, 0.30191749334335327, 0.0656438022851944], "cos_Ac_negg": [0.38169509172439575, 0.37899571657180786, 0.39838963747024536, 0.40191319584846497, 0.39919430017471313, 0.30191749334335327, 0.0656438022851944], "r_norm": [1.0220437049865723, 0.9839476346969604, 0.9917094111442566, 0.9957773685455322, 1.044270634651184, 1.0423882007598877, 1.040459156036377]}, {"step": 8200, "epoch": 17, "train_loss": 0.23752346634864807, "cos_r_negg": [0.3370354473590851, 0.3219052255153656, 0.3371446132659912, 0.32893070578575134, 0.3569851517677307, 0.29902711510658264, 0.056246381253004074], "cos_apical_negg": [0.3370354473590851, 0.3219052255153656, 0.3371446132659912, 0.32893070578575134, 0.3569851517677307, 0.29902711510658264, 0.056246381253004074], "cos_Ac_negg": [0.3370354473590851, 0.3219052255153656, 0.3371446132659912, 0.32893070578575134, 0.3569851517677307, 0.29902711510658264, 0.056246381253004074], "r_norm": [1.0753040313720703, 1.0349254608154297, 1.0432852506637573, 1.0458042621612549, 1.0954105854034424, 1.0968103408813477, 1.0937397480010986]}, {"step": 8250, "epoch": 17, "train_loss": 0.2670096755027771, "cos_r_negg": [0.34673812985420227, 0.3532499372959137, 0.3544352650642395, 0.36952829360961914, 0.37739038467407227, 0.32061922550201416, 0.0362069346010685], "cos_apical_negg": [0.34673812985420227, 0.3532499372959137, 0.3544352650642395, 0.36952829360961914, 0.37739038467407227, 0.32061922550201416, 0.0362069346010685], "cos_Ac_negg": [0.34673812985420227, 0.3532499372959137, 0.3544352650642395, 0.36952829360961914, 0.37739038467407227, 0.32061922550201416, 0.0362069346010685], "r_norm": [0.918384313583374, 0.8839981555938721, 0.8948591947555542, 0.897840142250061, 0.9422271251678467, 0.9378970861434937, 0.9353864192962646]}, {"step": 8300, "epoch": 17, "train_loss": 0.2663864493370056, "cos_r_negg": [0.34907564520835876, 0.3464692234992981, 0.3355518877506256, 0.36811840534210205, 0.3543451130390167, 0.2975407540798187, 0.02856234647333622], "cos_apical_negg": [0.34907564520835876, 0.3464692234992981, 0.3355518877506256, 0.36811840534210205, 0.3543451130390167, 0.2975407540798187, 0.02856234647333622], "cos_Ac_negg": [0.34907564520835876, 0.3464692234992981, 0.3355518877506256, 0.36811840534210205, 0.3543451130390167, 0.2975407540798187, 0.02856234647333622], "r_norm": [1.144026756286621, 1.0958247184753418, 1.1108839511871338, 1.1136136054992676, 1.17250394821167, 1.167892336845398, 1.1666326522827148]}, {"step": 8350, "epoch": 17, "train_loss": 0.21380770206451416, "cos_r_negg": [0.32711488008499146, 0.3156677484512329, 0.32671278715133667, 0.33100318908691406, 0.32596829533576965, 0.2674615979194641, 0.05173372104763985], "cos_apical_negg": [0.32711488008499146, 0.3156677484512329, 0.32671278715133667, 0.33100318908691406, 0.32596829533576965, 0.2674615979194641, 0.05173372104763985], "cos_Ac_negg": [0.32711488008499146, 0.3156677484512329, 0.32671278715133667, 0.33100318908691406, 0.32596829533576965, 0.2674615979194641, 0.05173372104763985], "r_norm": [0.9776093363761902, 0.9391708374023438, 0.9490296840667725, 0.9515001773834229, 1.0020575523376465, 0.9961757659912109, 0.993131697177887]}, {"step": 8400, "epoch": 17, "train_loss": 0.49272698163986206, "cos_r_negg": [0.334540456533432, 0.32871556282043457, 0.33195769786834717, 0.34492337703704834, 0.3471364676952362, 0.29144904017448425, 0.07292742282152176], "cos_apical_negg": [0.334540456533432, 0.32871556282043457, 0.33195769786834717, 0.34492337703704834, 0.3471364676952362, 0.29144904017448425, 0.07292742282152176], "cos_Ac_negg": [0.334540456533432, 0.32871556282043457, 0.33195769786834717, 0.34492337703704834, 0.3471364676952362, 0.29144904017448425, 0.07292742282152176], "r_norm": [1.026733160018921, 0.9883906841278076, 1.0012205839157104, 1.0037720203399658, 1.0559916496276855, 1.0507967472076416, 1.0466907024383545]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8709, "test_loss": 0.4120123748779297}, {"step": 8450, "epoch": 18, "train_loss": 0.22913320362567902, "cos_r_negg": [0.33983999490737915, 0.33976441621780396, 0.336239755153656, 0.3476998805999756, 0.33551326394081116, 0.2906748950481415, 0.06010746955871582], "cos_apical_negg": [0.33983999490737915, 0.33976441621780396, 0.336239755153656, 0.3476998805999756, 0.33551326394081116, 0.2906748950481415, 0.06010746955871582], "cos_Ac_negg": [0.33983999490737915, 0.33976441621780396, 0.336239755153656, 0.3476998805999756, 0.33551326394081116, 0.2906748950481415, 0.06010746955871582], "r_norm": [0.9346799254417419, 0.8971906900405884, 0.9125357866287231, 0.9110139012336731, 0.9619283676147461, 0.9557132720947266, 0.9480825662612915]}, {"step": 8500, "epoch": 18, "train_loss": 0.1514507234096527, "cos_r_negg": [0.32341545820236206, 0.34646451473236084, 0.3283035159111023, 0.3386805057525635, 0.3473230004310608, 0.27454566955566406, 0.06663000583648682], "cos_apical_negg": [0.32341545820236206, 0.34646451473236084, 0.3283035159111023, 0.3386805057525635, 0.3473230004310608, 0.27454566955566406, 0.06663000583648682], "cos_Ac_negg": [0.32341545820236206, 0.34646451473236084, 0.3283035159111023, 0.3386805057525635, 0.3473230004310608, 0.27454566955566406, 0.06663000583648682], "r_norm": [1.066070318222046, 1.023183822631836, 1.0412850379943848, 1.0390344858169556, 1.0899598598480225, 1.0882598161697388, 1.081113338470459]}, {"step": 8550, "epoch": 18, "train_loss": 0.24743019044399261, "cos_r_negg": [0.35642918944358826, 0.35647350549697876, 0.34794411063194275, 0.3596709966659546, 0.36757177114486694, 0.3179304599761963, 0.08976049721240997], "cos_apical_negg": [0.35642918944358826, 0.35647350549697876, 0.34794411063194275, 0.3596709966659546, 0.36757177114486694, 0.3179304599761963, 0.08976049721240997], "cos_Ac_negg": [0.35642918944358826, 0.35647350549697876, 0.34794411063194275, 0.3596709966659546, 0.36757177114486694, 0.3179304599761963, 0.08976049721240997], "r_norm": [1.1542270183563232, 1.1108357906341553, 1.1165703535079956, 1.1178621053695679, 1.1750918626785278, 1.1750071048736572, 1.1726346015930176]}, {"step": 8600, "epoch": 18, "train_loss": 0.16895125806331635, "cos_r_negg": [0.33688631653785706, 0.35091012716293335, 0.35123729705810547, 0.3415612578392029, 0.3391455411911011, 0.2913922667503357, 0.08088286221027374], "cos_apical_negg": [0.33688631653785706, 0.35091012716293335, 0.35123729705810547, 0.3415612578392029, 0.3391455411911011, 0.2913922667503357, 0.08088286221027374], "cos_Ac_negg": [0.33688631653785706, 0.35091012716293335, 0.35123729705810547, 0.3415612578392029, 0.3391455411911011, 0.2913922667503357, 0.08088286221027374], "r_norm": [0.9643261432647705, 0.9226400852203369, 0.9374861121177673, 0.9389529824256897, 0.9934470653533936, 0.9837148785591125, 0.9817870855331421]}, {"step": 8650, "epoch": 18, "train_loss": 0.16413235664367676, "cos_r_negg": [0.36800071597099304, 0.3693767786026001, 0.37729573249816895, 0.34614336490631104, 0.342607706785202, 0.2980000376701355, 0.07664686441421509], "cos_apical_negg": [0.36800071597099304, 0.3693767786026001, 0.37729573249816895, 0.34614336490631104, 0.342607706785202, 0.2980000376701355, 0.07664686441421509], "cos_Ac_negg": [0.36800071597099304, 0.3693767786026001, 0.37729573249816895, 0.34614336490631104, 0.342607706785202, 0.2980000376701355, 0.07664686441421509], "r_norm": [1.0579774379730225, 1.0160655975341797, 1.026032567024231, 1.0261814594268799, 1.0833104848861694, 1.0786579847335815, 1.0744611024856567]}, {"step": 8700, "epoch": 18, "train_loss": 0.15910451114177704, "cos_r_negg": [0.361064076423645, 0.3484809398651123, 0.35170426964759827, 0.3470631241798401, 0.339222252368927, 0.3082239627838135, 0.07501795887947083], "cos_apical_negg": [0.361064076423645, 0.3484809398651123, 0.35170426964759827, 0.3470631241798401, 0.339222252368927, 0.3082239627838135, 0.07501795887947083], "cos_Ac_negg": [0.361064076423645, 0.3484809398651123, 0.35170426964759827, 0.3470631241798401, 0.339222252368927, 0.3082239627838135, 0.07501795887947083], "r_norm": [0.9184198379516602, 0.8873783349990845, 0.8978910446166992, 0.8971425294876099, 0.9477143287658691, 0.9441876411437988, 0.9375027418136597]}, {"step": 8750, "epoch": 18, "train_loss": 0.2573692500591278, "cos_r_negg": [0.33696651458740234, 0.3362787961959839, 0.32617753744125366, 0.335770845413208, 0.3293856978416443, 0.2743602395057678, 0.06058180704712868], "cos_apical_negg": [0.33696651458740234, 0.3362787961959839, 0.32617753744125366, 0.335770845413208, 0.3293856978416443, 0.2743602395057678, 0.06058180704712868], "cos_Ac_negg": [0.33696651458740234, 0.3362787961959839, 0.32617753744125366, 0.335770845413208, 0.3293856978416443, 0.2743602395057678, 0.06058180704712868], "r_norm": [1.0231636762619019, 0.988178014755249, 0.9966092705726624, 0.9990293383598328, 1.055586814880371, 1.0496878623962402, 1.044392704963684]}, {"step": 8800, "epoch": 18, "train_loss": 0.11956164240837097, "cos_r_negg": [0.34404879808425903, 0.33825230598449707, 0.3464612364768982, 0.34201908111572266, 0.33028560876846313, 0.28659817576408386, 0.05915139988064766], "cos_apical_negg": [0.34404879808425903, 0.33825230598449707, 0.3464612364768982, 0.34201908111572266, 0.33028560876846313, 0.28659817576408386, 0.05915139988064766], "cos_Ac_negg": [0.34404879808425903, 0.33825230598449707, 0.3464612364768982, 0.34201908111572266, 0.33028560876846313, 0.28659817576408386, 0.05915139988064766], "r_norm": [0.9627352952957153, 0.9311539530754089, 0.9407385587692261, 0.9357069134712219, 0.9970164895057678, 0.9911653995513916, 0.9811742305755615]}, {"step": 8850, "epoch": 18, "train_loss": 0.20597198605537415, "cos_r_negg": [0.34596937894821167, 0.3370629847049713, 0.3361741304397583, 0.3256421983242035, 0.31958243250846863, 0.27003800868988037, 0.052218787372112274], "cos_apical_negg": [0.34596937894821167, 0.3370629847049713, 0.3361741304397583, 0.3256421983242035, 0.31958243250846863, 0.27003800868988037, 0.052218787372112274], "cos_Ac_negg": [0.34596937894821167, 0.3370629847049713, 0.3361741304397583, 0.3256421983242035, 0.31958243250846863, 0.27003800868988037, 0.052218787372112274], "r_norm": [1.0044736862182617, 0.9675668478012085, 0.9749952554702759, 0.9757801294326782, 1.0322922468185425, 1.0277583599090576, 1.023728370666504]}, {"step": 8900, "epoch": 18, "train_loss": 0.1451444923877716, "cos_r_negg": [0.3282064199447632, 0.329635888338089, 0.3368794620037079, 0.32075631618499756, 0.33564257621765137, 0.29949888586997986, 0.07073719054460526], "cos_apical_negg": [0.3282064199447632, 0.329635888338089, 0.3368794620037079, 0.32075631618499756, 0.33564257621765137, 0.29949888586997986, 0.07073719054460526], "cos_Ac_negg": [0.3282064199447632, 0.329635888338089, 0.3368794620037079, 0.32075631618499756, 0.33564257621765137, 0.29949888586997986, 0.07073719054460526], "r_norm": [0.9937793612480164, 0.9581904411315918, 0.9676198959350586, 0.9654297232627869, 1.0140349864959717, 1.0162770748138428, 1.0091595649719238]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8675, "test_loss": 0.4402207489013672}, {"step": 8950, "epoch": 19, "train_loss": 0.26087096333503723, "cos_r_negg": [0.34702715277671814, 0.341126412153244, 0.3378371298313141, 0.33765554428100586, 0.35722243785858154, 0.29601702094078064, 0.09776144474744797], "cos_apical_negg": [0.34702715277671814, 0.341126412153244, 0.3378371298313141, 0.33765554428100586, 0.35722243785858154, 0.29601702094078064, 0.09776144474744797], "cos_Ac_negg": [0.34702715277671814, 0.341126412153244, 0.3378371298313141, 0.33765554428100586, 0.35722243785858154, 0.29601702094078064, 0.09776144474744797], "r_norm": [1.0245692729949951, 0.9858421087265015, 0.9929840564727783, 0.9937012195587158, 1.044482946395874, 1.045362949371338, 1.0410401821136475]}, {"step": 9000, "epoch": 19, "train_loss": 0.298755943775177, "cos_r_negg": [0.335595041513443, 0.3351161479949951, 0.33122342824935913, 0.34499454498291016, 0.3536513149738312, 0.28964218497276306, 0.058977216482162476], "cos_apical_negg": [0.335595041513443, 0.3351161479949951, 0.33122342824935913, 0.34499454498291016, 0.3536513149738312, 0.28964218497276306, 0.058977216482162476], "cos_Ac_negg": [0.335595041513443, 0.3351161479949951, 0.33122342824935913, 0.34499454498291016, 0.3536513149738312, 0.28964218497276306, 0.058977216482162476], "r_norm": [0.9242433309555054, 0.8895222544670105, 0.8988421559333801, 0.8985695242881775, 0.9465759992599487, 0.944173276424408, 0.9413986206054688]}, {"step": 9050, "epoch": 19, "train_loss": 0.2523614168167114, "cos_r_negg": [0.3308064341545105, 0.322353720664978, 0.3178543746471405, 0.30917447805404663, 0.34279412031173706, 0.25795185565948486, 0.03834471106529236], "cos_apical_negg": [0.3308064341545105, 0.322353720664978, 0.3178543746471405, 0.30917447805404663, 0.34279412031173706, 0.25795185565948486, 0.03834471106529236], "cos_Ac_negg": [0.3308064341545105, 0.322353720664978, 0.3178543746471405, 0.30917447805404663, 0.34279412031173706, 0.25795185565948486, 0.03834471106529236], "r_norm": [0.9840988516807556, 0.9472786784172058, 0.9550392031669617, 0.9539514780044556, 1.002586841583252, 1.003828525543213, 0.9986188411712646]}, {"step": 9100, "epoch": 19, "train_loss": 0.2120237648487091, "cos_r_negg": [0.31988954544067383, 0.3334220349788666, 0.326765775680542, 0.31498318910598755, 0.3231075406074524, 0.28232982754707336, 0.06352744996547699], "cos_apical_negg": [0.31988954544067383, 0.3334220349788666, 0.326765775680542, 0.31498318910598755, 0.3231075406074524, 0.28232982754707336, 0.06352744996547699], "cos_Ac_negg": [0.31988954544067383, 0.3334220349788666, 0.326765775680542, 0.31498318910598755, 0.3231075406074524, 0.28232982754707336, 0.06352744996547699], "r_norm": [0.9134328365325928, 0.8814186453819275, 0.8889082670211792, 0.8874245285987854, 0.9376526474952698, 0.9358792901039124, 0.9283699989318848]}, {"step": 9150, "epoch": 19, "train_loss": 0.22225317358970642, "cos_r_negg": [0.3275280296802521, 0.34000739455223083, 0.331573486328125, 0.3269386291503906, 0.3468673825263977, 0.2774426341056824, 0.05413416773080826], "cos_apical_negg": [0.3275280296802521, 0.34000739455223083, 0.331573486328125, 0.3269386291503906, 0.3468673825263977, 0.2774426341056824, 0.05413416773080826], "cos_Ac_negg": [0.3275280296802521, 0.34000739455223083, 0.331573486328125, 0.3269386291503906, 0.3468673825263977, 0.2774426341056824, 0.05413416773080826], "r_norm": [0.8167119026184082, 0.7813147306442261, 0.7910804748535156, 0.7898095846176147, 0.8361973762512207, 0.8313359618186951, 0.825645923614502]}, {"step": 9200, "epoch": 19, "train_loss": 0.18557819724082947, "cos_r_negg": [0.3438337445259094, 0.3466164171695709, 0.3538364768028259, 0.34341666102409363, 0.36085405945777893, 0.27871137857437134, 0.06487587094306946], "cos_apical_negg": [0.3438337445259094, 0.3466164171695709, 0.3538364768028259, 0.34341666102409363, 0.36085405945777893, 0.27871137857437134, 0.06487587094306946], "cos_Ac_negg": [0.3438337445259094, 0.3466164171695709, 0.3538364768028259, 0.34341666102409363, 0.36085405945777893, 0.27871137857437134, 0.06487587094306946], "r_norm": [0.8929662108421326, 0.8645107746124268, 0.8718076944351196, 0.8651474714279175, 0.919609546661377, 0.9184271097183228, 0.9060402512550354]}, {"step": 9250, "epoch": 19, "train_loss": 0.3511033058166504, "cos_r_negg": [0.3370794653892517, 0.337936669588089, 0.34114721417427063, 0.33920103311538696, 0.3495582640171051, 0.28653717041015625, 0.07412245869636536], "cos_apical_negg": [0.3370794653892517, 0.337936669588089, 0.34114721417427063, 0.33920103311538696, 0.3495582640171051, 0.28653717041015625, 0.07412245869636536], "cos_Ac_negg": [0.3370794653892517, 0.337936669588089, 0.34114721417427063, 0.33920103311538696, 0.3495582640171051, 0.28653717041015625, 0.07412245869636536], "r_norm": [1.0192041397094727, 0.9788305163383484, 0.9892699718475342, 0.9913972616195679, 1.0451619625091553, 1.0398523807525635, 1.0367467403411865]}, {"step": 9300, "epoch": 19, "train_loss": 0.2719287872314453, "cos_r_negg": [0.3256031274795532, 0.33349812030792236, 0.3490018844604492, 0.3239213228225708, 0.3562796115875244, 0.2765045762062073, 0.0451178178191185], "cos_apical_negg": [0.3256031274795532, 0.33349812030792236, 0.3490018844604492, 0.3239213228225708, 0.3562796115875244, 0.2765045762062073, 0.0451178178191185], "cos_Ac_negg": [0.3256031274795532, 0.33349812030792236, 0.3490018844604492, 0.3239213228225708, 0.3562796115875244, 0.2765045762062073, 0.0451178178191185], "r_norm": [1.0818061828613281, 1.0450767278671265, 1.056957483291626, 1.0531255006790161, 1.1165997982025146, 1.1119170188903809, 1.1036620140075684]}, {"step": 9350, "epoch": 19, "train_loss": 0.22442682087421417, "cos_r_negg": [0.3226359486579895, 0.32987478375434875, 0.33476731181144714, 0.3411511778831482, 0.3563093841075897, 0.28018656373023987, 0.02248273603618145], "cos_apical_negg": [0.3226359486579895, 0.32987478375434875, 0.33476731181144714, 0.3411511778831482, 0.3563093841075897, 0.28018656373023987, 0.02248273603618145], "cos_Ac_negg": [0.3226359486579895, 0.32987478375434875, 0.33476731181144714, 0.3411511778831482, 0.3563093841075897, 0.28018656373023987, 0.02248273603618145], "r_norm": [1.108078956604004, 1.0619940757751465, 1.0738797187805176, 1.0759090185165405, 1.1328717470169067, 1.1282964944839478, 1.1260173320770264]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8696, "test_loss": 0.45468997802734373}], "final": {"test_acc": 0.8696, "test_loss": 0.45468997802734373, "wall_s": 33.08151650428772, "cos_r_negg": [0.33658498525619507, 0.3534364700317383, 0.3527924716472626, 0.35802599787712097, 0.3589867949485779, 0.30864572525024414, 0.05099485069513321], "cos_apical_negg": [0.33658498525619507, 0.3534364700317383, 0.3527924716472626, 0.35802599787712097, 0.3589867949485779, 0.30864572525024414, 0.05099485069513321], "cos_Ac_negg": [0.33658498525619507, 0.3534364700317383, 0.3527924716472626, 0.35802599787712097, 0.3589867949485779, 0.30864572525024414, 0.05099485069513321]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_sdil_d10_s0.json b/results/depth_fmnist_sdil_d10_s0.json
new file mode 100644
index 0000000..7ee9852
--- /dev/null
+++ b/results/depth_fmnist_sdil_d10_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 10, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d10_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3545212745666504, "cos_r_negg": [0.0021655652672052383, -0.046507902443408966, -0.01647074893116951, 0.015894968062639236, 0.0034266281872987747, 0.004582980647683144, 0.014249791391193867, 0.02543414756655693, 0.01604950800538063, -0.004145974293351173], "cos_apical_negg": [0.0021655652672052383, -0.046507902443408966, -0.01647074893116951, 0.015894968062639236, 0.0034266281872987747, 0.004582980647683144, 0.014249791391193867, 0.02543414756655693, 0.01604950800538063, -0.004145974293351173], "cos_Ac_negg": [0.0021655652672052383, -0.046507902443408966, -0.01647074893116951, 0.015894968062639236, 0.0034266281872987747, 0.004582980647683144, 0.014249791391193867, 0.02543414756655693, 0.01604950800538063, -0.004145974293351173], "r_norm": [4.752379417419434, 4.774304389953613, 4.7861528396606445, 4.8102593421936035, 4.866082668304443, 4.781815528869629, 4.8091020584106445, 4.8072710037231445, 4.892127990722656, 4.877324104309082], "ldr": {"dL_sdil": 0.013058900833129883, "dL_bp": -0.1184232234954834, "ratio": -0.11027314109236304}}, {"step": 50, "epoch": 0, "train_loss": 1.2366183996200562, "cos_r_negg": [0.0014992756769061089, 0.048150576651096344, 0.03500976786017418, 0.008474251255393028, 0.05366000533103943, 0.03692345693707466, 0.09579744189977646, 0.19138184189796448, 0.1900918036699295, 0.027496103197336197], "cos_apical_negg": [0.0014992756769061089, 0.048150576651096344, 0.03500976786017418, 0.008474251255393028, 0.05366000533103943, 0.03692345693707466, 0.09579744189977646, 0.19138184189796448, 0.1900918036699295, 0.027496103197336197], "cos_Ac_negg": [0.0014992756769061089, 0.048150576651096344, 0.03500976786017418, 0.008474251255393028, 0.05366000533103943, 0.03692345693707466, 0.09579744189977646, 0.19138184189796448, 0.1900918036699295, 0.027496103197336197], "r_norm": [3.5622992515563965, 3.630247116088867, 3.589857578277588, 3.6051042079925537, 3.6959187984466553, 3.586496353149414, 3.5811376571655273, 3.670706033706665, 3.7072367668151855, 3.6718130111694336]}, {"step": 100, "epoch": 0, "train_loss": 0.8912627696990967, "cos_r_negg": [0.13720351457595825, 0.1642877608537674, 0.09457233548164368, 0.09235870838165283, 0.08526565134525299, 0.09017637372016907, 0.1008644700050354, 0.1365693062543869, 0.22686032950878143, 0.11656351387500763], "cos_apical_negg": [0.13720351457595825, 0.1642877608537674, 0.09457233548164368, 0.09235870838165283, 0.08526565134525299, 0.09017637372016907, 0.1008644700050354, 0.1365693062543869, 0.22686032950878143, 0.11656351387500763], "cos_Ac_negg": [0.13720351457595825, 0.1642877608537674, 0.09457233548164368, 0.09235870838165283, 0.08526565134525299, 0.09017637372016907, 0.1008644700050354, 0.1365693062543869, 0.22686032950878143, 0.11656351387500763], "r_norm": [2.119277000427246, 2.1627326011657715, 2.1251862049102783, 2.1235575675964355, 2.187436580657959, 2.1117351055145264, 2.1554763317108154, 2.1861305236816406, 2.242124557495117, 2.1790108680725098]}, {"step": 150, "epoch": 0, "train_loss": 0.6522517204284668, "cos_r_negg": [0.19673407077789307, 0.17881429195404053, 0.1638040542602539, 0.17982997000217438, 0.15161094069480896, 0.16915792226791382, 0.17635494470596313, 0.19869136810302734, 0.2731611728668213, 0.27570122480392456], "cos_apical_negg": [0.19673407077789307, 0.17881429195404053, 0.1638040542602539, 0.17982997000217438, 0.15161094069480896, 0.16915792226791382, 0.17635494470596313, 0.19869136810302734, 0.2731611728668213, 0.27570122480392456], "cos_Ac_negg": [0.19673407077789307, 0.17881429195404053, 0.1638040542602539, 0.17982997000217438, 0.15161094069480896, 0.16915792226791382, 0.17635494470596313, 0.19869136810302734, 0.2731611728668213, 0.27570122480392456], "r_norm": [1.9064538478851318, 1.9591875076293945, 1.9240386486053467, 1.9344457387924194, 1.9698396921157837, 1.907997727394104, 1.9429717063903809, 1.9734272956848145, 1.9893662929534912, 1.9730907678604126]}, {"step": 200, "epoch": 0, "train_loss": 0.6484233736991882, "cos_r_negg": [0.27547433972358704, 0.2281663715839386, 0.25345462560653687, 0.19032178819179535, 0.20543332397937775, 0.19626064598560333, 0.22847455739974976, 0.19946080446243286, 0.2625747621059418, 0.278613805770874], "cos_apical_negg": [0.27547433972358704, 0.2281663715839386, 0.25345462560653687, 0.19032178819179535, 0.20543332397937775, 0.19626064598560333, 0.22847455739974976, 0.19946080446243286, 0.2625747621059418, 0.278613805770874], "cos_Ac_negg": [0.27547433972358704, 0.2281663715839386, 0.25345462560653687, 0.19032178819179535, 0.20543332397937775, 0.19626064598560333, 0.22847455739974976, 0.19946080446243286, 0.2625747621059418, 0.278613805770874], "r_norm": [1.606415033340454, 1.6499650478363037, 1.6212363243103027, 1.6262730360031128, 1.6641898155212402, 1.6087793111801147, 1.6379177570343018, 1.6622836589813232, 1.6758151054382324, 1.6655547618865967]}, {"step": 250, "epoch": 0, "train_loss": 0.5597364902496338, "cos_r_negg": [0.30403274297714233, 0.24751128256320953, 0.2583730220794678, 0.21420541405677795, 0.1859179139137268, 0.22203613817691803, 0.21163535118103027, 0.299585223197937, 0.24906301498413086, 0.262752890586853], "cos_apical_negg": [0.30403274297714233, 0.24751128256320953, 0.2583730220794678, 0.21420541405677795, 0.1859179139137268, 0.22203613817691803, 0.21163535118103027, 0.299585223197937, 0.24906301498413086, 0.262752890586853], "cos_Ac_negg": [0.30403274297714233, 0.24751128256320953, 0.2583730220794678, 0.21420541405677795, 0.1859179139137268, 0.22203613817691803, 0.21163535118103027, 0.299585223197937, 0.24906301498413086, 0.262752890586853], "r_norm": [1.4460361003875732, 1.4867784976959229, 1.4613268375396729, 1.4683058261871338, 1.5013532638549805, 1.4458192586898804, 1.4788877964019775, 1.5011649131774902, 1.5161405801773071, 1.503636360168457], "ldr": {"dL_sdil": -0.007008016109466553, "dL_bp": -0.008797705173492432, "ratio": 0.7965731939485505}}, {"step": 300, "epoch": 0, "train_loss": 0.8729575872421265, "cos_r_negg": [0.25613874197006226, 0.20808833837509155, 0.20290091633796692, 0.20870262384414673, 0.18574091792106628, 0.21240659058094025, 0.20081612467765808, 0.27901145815849304, 0.2482660710811615, 0.2588285803794861], "cos_apical_negg": [0.25613874197006226, 0.20808833837509155, 0.20290091633796692, 0.20870262384414673, 0.18574091792106628, 0.21240659058094025, 0.20081612467765808, 0.27901145815849304, 0.2482660710811615, 0.2588285803794861], "cos_Ac_negg": [0.25613874197006226, 0.20808833837509155, 0.20290091633796692, 0.20870262384414673, 0.18574091792106628, 0.21240659058094025, 0.20081612467765808, 0.27901145815849304, 0.2482660710811615, 0.2588285803794861], "r_norm": [1.3683013916015625, 1.40568208694458, 1.3823838233947754, 1.3876800537109375, 1.4117523431777954, 1.370139718055725, 1.3995616436004639, 1.4175606966018677, 1.4230210781097412, 1.4234731197357178]}, {"step": 350, "epoch": 0, "train_loss": 0.5077608823776245, "cos_r_negg": [0.2916836142539978, 0.25882500410079956, 0.2707105875015259, 0.2367013692855835, 0.2285928726196289, 0.2275267243385315, 0.2513968050479889, 0.2608213424682617, 0.24834269285202026, 0.23936860263347626], "cos_apical_negg": [0.2916836142539978, 0.25882500410079956, 0.2707105875015259, 0.2367013692855835, 0.2285928726196289, 0.2275267243385315, 0.2513968050479889, 0.2608213424682617, 0.24834269285202026, 0.23936860263347626], "cos_Ac_negg": [0.2916836142539978, 0.25882500410079956, 0.2707105875015259, 0.2367013692855835, 0.2285928726196289, 0.2275267243385315, 0.2513968050479889, 0.2608213424682617, 0.24834269285202026, 0.23936860263347626], "r_norm": [1.4150142669677734, 1.4509483575820923, 1.4321620464324951, 1.4389126300811768, 1.4649178981781006, 1.4145548343658447, 1.439007043838501, 1.473299264907837, 1.4796466827392578, 1.4735506772994995]}, {"step": 400, "epoch": 0, "train_loss": 0.745783805847168, "cos_r_negg": [0.35374778509140015, 0.3122093081474304, 0.3046608865261078, 0.28474050760269165, 0.2634509205818176, 0.25755244493484497, 0.2728697657585144, 0.33077991008758545, 0.25948774814605713, 0.22319252789020538], "cos_apical_negg": [0.35374778509140015, 0.3122093081474304, 0.3046608865261078, 0.28474050760269165, 0.2634509205818176, 0.25755244493484497, 0.2728697657585144, 0.33077991008758545, 0.25948774814605713, 0.22319252789020538], "cos_Ac_negg": [0.35374778509140015, 0.3122093081474304, 0.3046608865261078, 0.28474050760269165, 0.2634509205818176, 0.25755244493484497, 0.2728697657585144, 0.33077991008758545, 0.25948774814605713, 0.22319252789020538], "r_norm": [1.2475042343139648, 1.2787610292434692, 1.253403902053833, 1.2610559463500977, 1.2860662937164307, 1.2440223693847656, 1.2708377838134766, 1.2908071279525757, 1.29777991771698, 1.2885818481445312]}, {"step": 450, "epoch": 0, "train_loss": 0.4487465023994446, "cos_r_negg": [0.3523385226726532, 0.3131744861602783, 0.31013625860214233, 0.3058438301086426, 0.28267812728881836, 0.28536534309387207, 0.2986059784889221, 0.32596254348754883, 0.2660881578922272, 0.2444748878479004], "cos_apical_negg": [0.3523385226726532, 0.3131744861602783, 0.31013625860214233, 0.3058438301086426, 0.28267812728881836, 0.28536534309387207, 0.2986059784889221, 0.32596254348754883, 0.2660881578922272, 0.2444748878479004], "cos_Ac_negg": [0.3523385226726532, 0.3131744861602783, 0.31013625860214233, 0.3058438301086426, 0.28267812728881836, 0.28536534309387207, 0.2986059784889221, 0.32596254348754883, 0.2660881578922272, 0.2444748878479004], "r_norm": [1.2900192737579346, 1.323546290397644, 1.2995705604553223, 1.3063843250274658, 1.3352444171905518, 1.2886301279067993, 1.3190855979919434, 1.3366992473602295, 1.350417137145996, 1.3348139524459839]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8292, "test_loss": 0.5053608642578125}, {"step": 500, "epoch": 1, "train_loss": 0.32755380868911743, "cos_r_negg": [0.33118778467178345, 0.28102776408195496, 0.2930336892604828, 0.265278697013855, 0.24556857347488403, 0.2550979256629944, 0.2717873454093933, 0.32512199878692627, 0.2373948097229004, 0.2639051377773285], "cos_apical_negg": [0.33118778467178345, 0.28102776408195496, 0.2930336892604828, 0.265278697013855, 0.24556857347488403, 0.2550979256629944, 0.2717873454093933, 0.32512199878692627, 0.2373948097229004, 0.2639051377773285], "cos_Ac_negg": [0.33118778467178345, 0.28102776408195496, 0.2930336892604828, 0.265278697013855, 0.24556857347488403, 0.2550979256629944, 0.2717873454093933, 0.32512199878692627, 0.2373948097229004, 0.2639051377773285], "r_norm": [1.3391532897949219, 1.3722128868103027, 1.354461431503296, 1.3622727394104004, 1.3810710906982422, 1.3366756439208984, 1.3586523532867432, 1.3924665451049805, 1.3947713375091553, 1.3917635679244995], "ldr": {"dL_sdil": -0.03621268272399902, "dL_bp": -0.030640870332717896, "ratio": 1.1818424976437965}}, {"step": 550, "epoch": 1, "train_loss": 0.5983313322067261, "cos_r_negg": [0.33252161741256714, 0.29446524381637573, 0.2860531508922577, 0.2720184028148651, 0.24609753489494324, 0.24254338443279266, 0.29807183146476746, 0.3164944648742676, 0.26323598623275757, 0.2801787257194519], "cos_apical_negg": [0.33252161741256714, 0.29446524381637573, 0.2860531508922577, 0.2720184028148651, 0.24609753489494324, 0.24254338443279266, 0.29807183146476746, 0.3164944648742676, 0.26323598623275757, 0.2801787257194519], "cos_Ac_negg": [0.33252161741256714, 0.29446524381637573, 0.2860531508922577, 0.2720184028148651, 0.24609753489494324, 0.24254338443279266, 0.29807183146476746, 0.3164944648742676, 0.26323598623275757, 0.2801787257194519], "r_norm": [1.200103998184204, 1.2298802137374878, 1.2062289714813232, 1.2116321325302124, 1.240363597869873, 1.1944642066955566, 1.2224760055541992, 1.2402578592300415, 1.2519727945327759, 1.2426668405532837]}, {"step": 600, "epoch": 1, "train_loss": 0.5297895669937134, "cos_r_negg": [0.40784478187561035, 0.3352521061897278, 0.33721762895584106, 0.3035561144351959, 0.2989954352378845, 0.30104178190231323, 0.3429601490497589, 0.3788009285926819, 0.30858680605888367, 0.2670800983905792], "cos_apical_negg": [0.40784478187561035, 0.3352521061897278, 0.33721762895584106, 0.3035561144351959, 0.2989954352378845, 0.30104178190231323, 0.3429601490497589, 0.3788009285926819, 0.30858680605888367, 0.2670800983905792], "cos_Ac_negg": [0.40784478187561035, 0.3352521061897278, 0.33721762895584106, 0.3035561144351959, 0.2989954352378845, 0.30104178190231323, 0.3429601490497589, 0.3788009285926819, 0.30858680605888367, 0.2670800983905792], "r_norm": [1.1672687530517578, 1.193419337272644, 1.166182518005371, 1.1713860034942627, 1.199516773223877, 1.159464955329895, 1.1898915767669678, 1.1990841627120972, 1.2129679918289185, 1.1988334655761719]}, {"step": 650, "epoch": 1, "train_loss": 0.5509967803955078, "cos_r_negg": [0.4127044677734375, 0.3927733898162842, 0.3605150580406189, 0.3154270350933075, 0.3235374689102173, 0.2899276912212372, 0.3401891589164734, 0.3835863471031189, 0.2901872992515564, 0.26376134157180786], "cos_apical_negg": [0.4127044677734375, 0.3927733898162842, 0.3605150580406189, 0.3154270350933075, 0.3235374689102173, 0.2899276912212372, 0.3401891589164734, 0.3835863471031189, 0.2901872992515564, 0.26376134157180786], "cos_Ac_negg": [0.4127044677734375, 0.3927733898162842, 0.3605150580406189, 0.3154270350933075, 0.3235374689102173, 0.2899276912212372, 0.3401891589164734, 0.3835863471031189, 0.2901872992515564, 0.26376134157180786], "r_norm": [1.1094892024993896, 1.131857991218567, 1.1089621782302856, 1.1163034439086914, 1.1403591632843018, 1.100394606590271, 1.1272773742675781, 1.1397967338562012, 1.1522895097732544, 1.1421289443969727]}, {"step": 700, "epoch": 1, "train_loss": 0.33929193019866943, "cos_r_negg": [0.4286617338657379, 0.4076384902000427, 0.3737196922302246, 0.3283739984035492, 0.3542647361755371, 0.33300626277923584, 0.3574903607368469, 0.3491736352443695, 0.28436967730522156, 0.2652384638786316], "cos_apical_negg": [0.4286617338657379, 0.4076384902000427, 0.3737196922302246, 0.3283739984035492, 0.3542647361755371, 0.33300626277923584, 0.3574903607368469, 0.3491736352443695, 0.28436967730522156, 0.2652384638786316], "cos_Ac_negg": [0.4286617338657379, 0.4076384902000427, 0.3737196922302246, 0.3283739984035492, 0.3542647361755371, 0.33300626277923584, 0.3574903607368469, 0.3491736352443695, 0.28436967730522156, 0.2652384638786316], "r_norm": [1.0739542245864868, 1.0984015464782715, 1.0792160034179688, 1.0874857902526855, 1.107696533203125, 1.0687847137451172, 1.0897035598754883, 1.1121110916137695, 1.115602731704712, 1.1104235649108887]}, {"step": 750, "epoch": 1, "train_loss": 0.4317202866077423, "cos_r_negg": [0.41922813653945923, 0.38100171089172363, 0.36274293065071106, 0.3291720151901245, 0.3384905457496643, 0.3190876543521881, 0.3771294355392456, 0.38044893741607666, 0.29328790307044983, 0.2537044286727905], "cos_apical_negg": [0.41922813653945923, 0.38100171089172363, 0.36274293065071106, 0.3291720151901245, 0.3384905457496643, 0.3190876543521881, 0.3771294355392456, 0.38044893741607666, 0.29328790307044983, 0.2537044286727905], "cos_Ac_negg": [0.41922813653945923, 0.38100171089172363, 0.36274293065071106, 0.3291720151901245, 0.3384905457496643, 0.3190876543521881, 0.3771294355392456, 0.38044893741607666, 0.29328790307044983, 0.2537044286727905], "r_norm": [1.1065192222595215, 1.12830650806427, 1.1079597473144531, 1.1134929656982422, 1.1367137432098389, 1.100306510925293, 1.124035358428955, 1.1384704113006592, 1.1424514055252075, 1.1372270584106445], "ldr": {"dL_sdil": -0.012169629335403442, "dL_bp": -0.010271668434143066, "ratio": 1.1847763012824233}}, {"step": 800, "epoch": 1, "train_loss": 0.4800374507904053, "cos_r_negg": [0.43940722942352295, 0.4149973392486572, 0.40358325839042664, 0.3280160427093506, 0.3502247929573059, 0.32782065868377686, 0.3567611575126648, 0.35762518644332886, 0.28668680787086487, 0.24968698620796204], "cos_apical_negg": [0.43940722942352295, 0.4149973392486572, 0.40358325839042664, 0.3280160427093506, 0.3502247929573059, 0.32782065868377686, 0.3567611575126648, 0.35762518644332886, 0.28668680787086487, 0.24968698620796204], "cos_Ac_negg": [0.43940722942352295, 0.4149973392486572, 0.40358325839042664, 0.3280160427093506, 0.3502247929573059, 0.32782065868377686, 0.3567611575126648, 0.35762518644332886, 0.28668680787086487, 0.24968698620796204], "r_norm": [1.0724372863769531, 1.0932939052581787, 1.0720479488372803, 1.0775989294052124, 1.0977611541748047, 1.0646839141845703, 1.0853357315063477, 1.1024556159973145, 1.10675048828125, 1.1013760566711426]}, {"step": 850, "epoch": 1, "train_loss": 0.31085890531539917, "cos_r_negg": [0.44821637868881226, 0.44283327460289, 0.4273064136505127, 0.34836751222610474, 0.3591369092464447, 0.3214793801307678, 0.3459998071193695, 0.36417755484580994, 0.27491116523742676, 0.2417047917842865], "cos_apical_negg": [0.44821637868881226, 0.44283327460289, 0.4273064136505127, 0.34836751222610474, 0.3591369092464447, 0.3214793801307678, 0.3459998071193695, 0.36417755484580994, 0.27491116523742676, 0.2417047917842865], "cos_Ac_negg": [0.44821637868881226, 0.44283327460289, 0.4273064136505127, 0.34836751222610474, 0.3591369092464447, 0.3214793801307678, 0.3459998071193695, 0.36417755484580994, 0.27491116523742676, 0.2417047917842865], "r_norm": [1.0773000717163086, 1.0965182781219482, 1.0740365982055664, 1.0804908275604248, 1.104872226715088, 1.0664887428283691, 1.0891880989074707, 1.1048706769943237, 1.115669846534729, 1.1049063205718994]}, {"step": 900, "epoch": 1, "train_loss": 0.3643174171447754, "cos_r_negg": [0.4636773467063904, 0.45038729906082153, 0.42160484194755554, 0.36481043696403503, 0.3671858012676239, 0.36678582429885864, 0.3567182421684265, 0.37554270029067993, 0.3107035756111145, 0.2438529133796692], "cos_apical_negg": [0.4636773467063904, 0.45038729906082153, 0.42160484194755554, 0.36481043696403503, 0.3671858012676239, 0.36678582429885864, 0.3567182421684265, 0.37554270029067993, 0.3107035756111145, 0.2438529133796692], "cos_Ac_negg": [0.4636773467063904, 0.45038729906082153, 0.42160484194755554, 0.36481043696403503, 0.3671858012676239, 0.36678582429885864, 0.3567182421684265, 0.37554270029067993, 0.3107035756111145, 0.2438529133796692], "r_norm": [1.0662057399749756, 1.0847817659378052, 1.06472647190094, 1.0723786354064941, 1.0962414741516113, 1.0551681518554688, 1.081786870956421, 1.0948673486709595, 1.1063919067382812, 1.0913162231445312]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8443, "test_loss": 0.45930770568847656}, {"step": 950, "epoch": 2, "train_loss": 0.3646478056907654, "cos_r_negg": [0.4727725386619568, 0.44337716698646545, 0.4300035834312439, 0.3639918267726898, 0.3852478265762329, 0.367689311504364, 0.35142865777015686, 0.36898335814476013, 0.26151782274246216, 0.2540796995162964], "cos_apical_negg": [0.4727725386619568, 0.44337716698646545, 0.4300035834312439, 0.3639918267726898, 0.3852478265762329, 0.367689311504364, 0.35142865777015686, 0.36898335814476013, 0.26151782274246216, 0.2540796995162964], "cos_Ac_negg": [0.4727725386619568, 0.44337716698646545, 0.4300035834312439, 0.3639918267726898, 0.3852478265762329, 0.367689311504364, 0.35142865777015686, 0.36898335814476013, 0.26151782274246216, 0.2540796995162964], "r_norm": [1.0244290828704834, 1.0390957593917847, 1.0173803567886353, 1.0221682786941528, 1.04649019241333, 1.01594877243042, 1.0356489419937134, 1.0436115264892578, 1.0560336112976074, 1.0440762042999268]}, {"step": 1000, "epoch": 2, "train_loss": 0.39819809794425964, "cos_r_negg": [0.4417058229446411, 0.441378116607666, 0.39111578464508057, 0.3458753526210785, 0.3522045314311981, 0.3521585464477539, 0.3438704013824463, 0.362948477268219, 0.27155134081840515, 0.2494560182094574], "cos_apical_negg": [0.4417058229446411, 0.441378116607666, 0.39111578464508057, 0.3458753526210785, 0.3522045314311981, 0.3521585464477539, 0.3438704013824463, 0.362948477268219, 0.27155134081840515, 0.2494560182094574], "cos_Ac_negg": [0.4417058229446411, 0.441378116607666, 0.39111578464508057, 0.3458753526210785, 0.3522045314311981, 0.3521585464477539, 0.3438704013824463, 0.362948477268219, 0.27155134081840515, 0.2494560182094574], "r_norm": [1.0403382778167725, 1.060750961303711, 1.0420269966125488, 1.0488567352294922, 1.0655882358551025, 1.0310602188110352, 1.0513759851455688, 1.0715761184692383, 1.074690341949463, 1.0700855255126953], "ldr": {"dL_sdil": -0.030312538146972656, "dL_bp": -0.028086036443710327, "ratio": 1.0792743293531166}}, {"step": 1050, "epoch": 2, "train_loss": 0.38003093004226685, "cos_r_negg": [0.46033647656440735, 0.461389422416687, 0.4498996138572693, 0.37745311856269836, 0.381797730922699, 0.35081374645233154, 0.3349308371543884, 0.3404398560523987, 0.2675795555114746, 0.24470368027687073], "cos_apical_negg": [0.46033647656440735, 0.461389422416687, 0.4498996138572693, 0.37745311856269836, 0.381797730922699, 0.35081374645233154, 0.3349308371543884, 0.3404398560523987, 0.2675795555114746, 0.24470368027687073], "cos_Ac_negg": [0.46033647656440735, 0.461389422416687, 0.4498996138572693, 0.37745311856269836, 0.381797730922699, 0.35081374645233154, 0.3349308371543884, 0.3404398560523987, 0.2675795555114746, 0.24470368027687073], "r_norm": [0.9869590401649475, 0.9980650544166565, 0.9796363115310669, 0.9810202121734619, 1.0058636665344238, 0.9746917486190796, 0.9934018850326538, 1.0044515132904053, 1.0198028087615967, 1.0070557594299316]}, {"step": 1100, "epoch": 2, "train_loss": 0.3017198443412781, "cos_r_negg": [0.4190511107444763, 0.4116148352622986, 0.42882826924324036, 0.3509829640388489, 0.35485172271728516, 0.3142399489879608, 0.3223099708557129, 0.3106640577316284, 0.2841528654098511, 0.22477346658706665], "cos_apical_negg": [0.4190511107444763, 0.4116148352622986, 0.42882826924324036, 0.3509829640388489, 0.35485172271728516, 0.3142399489879608, 0.3223099708557129, 0.3106640577316284, 0.2841528654098511, 0.22477346658706665], "cos_Ac_negg": [0.4190511107444763, 0.4116148352622986, 0.42882826924324036, 0.3509829640388489, 0.35485172271728516, 0.3142399489879608, 0.3223099708557129, 0.3106640577316284, 0.2841528654098511, 0.22477346658706665], "r_norm": [0.9466761350631714, 0.9607666730880737, 0.939742386341095, 0.9453851580619812, 0.9673390984535217, 0.9326193332672119, 0.9546638131141663, 0.9676307439804077, 0.9776625633239746, 0.9656498432159424]}, {"step": 1150, "epoch": 2, "train_loss": 0.3519850969314575, "cos_r_negg": [0.44853925704956055, 0.4327622056007385, 0.4489264488220215, 0.38109809160232544, 0.371227890253067, 0.35246527194976807, 0.3551386594772339, 0.35602304339408875, 0.2798980474472046, 0.23506596684455872], "cos_apical_negg": [0.44853925704956055, 0.4327622056007385, 0.4489264488220215, 0.38109809160232544, 0.371227890253067, 0.35246527194976807, 0.3551386594772339, 0.35602304339408875, 0.2798980474472046, 0.23506596684455872], "cos_Ac_negg": [0.44853925704956055, 0.4327622056007385, 0.4489264488220215, 0.38109809160232544, 0.371227890253067, 0.35246527194976807, 0.3551386594772339, 0.35602304339408875, 0.2798980474472046, 0.23506596684455872], "r_norm": [0.9237684607505798, 0.9372241497039795, 0.9193246364593506, 0.926218569278717, 0.9444011449813843, 0.9128732085227966, 0.9354648590087891, 0.944808840751648, 0.9528274536132812, 0.9404984712600708]}, {"step": 1200, "epoch": 2, "train_loss": 0.5080219507217407, "cos_r_negg": [0.4506884515285492, 0.45515531301498413, 0.440036803483963, 0.3574194312095642, 0.39894187450408936, 0.3226613998413086, 0.3416568636894226, 0.31557291746139526, 0.23433774709701538, 0.21017715334892273], "cos_apical_negg": [0.4506884515285492, 0.45515531301498413, 0.440036803483963, 0.3574194312095642, 0.39894187450408936, 0.3226613998413086, 0.3416568636894226, 0.31557291746139526, 0.23433774709701538, 0.21017715334892273], "cos_Ac_negg": [0.4506884515285492, 0.45515531301498413, 0.440036803483963, 0.3574194312095642, 0.39894187450408936, 0.3226613998413086, 0.3416568636894226, 0.31557291746139526, 0.23433774709701538, 0.21017715334892273], "r_norm": [0.9017655253410339, 0.9109014272689819, 0.894766628742218, 0.8982363939285278, 0.9178818464279175, 0.8886512517929077, 0.9080978035926819, 0.9187098741531372, 0.9299488067626953, 0.9166871309280396]}, {"step": 1250, "epoch": 2, "train_loss": 0.28852683305740356, "cos_r_negg": [0.45635277032852173, 0.4686630964279175, 0.44593122601509094, 0.37893253564834595, 0.40235716104507446, 0.3531881868839264, 0.3506876230239868, 0.34626829624176025, 0.263104110956192, 0.2515723705291748], "cos_apical_negg": [0.45635277032852173, 0.4686630964279175, 0.44593122601509094, 0.37893253564834595, 0.40235716104507446, 0.3531881868839264, 0.3506876230239868, 0.34626829624176025, 0.263104110956192, 0.2515723705291748], "cos_Ac_negg": [0.45635277032852173, 0.4686630964279175, 0.44593122601509094, 0.37893253564834595, 0.40235716104507446, 0.3531881868839264, 0.3506876230239868, 0.34626829624176025, 0.263104110956192, 0.2515723705291748], "r_norm": [0.870729923248291, 0.8802127838134766, 0.8622007369995117, 0.8667984008789062, 0.8868488073348999, 0.8559290766716003, 0.8761898279190063, 0.8862583041191101, 0.8974909782409668, 0.8821593523025513], "ldr": {"dL_sdil": -0.007175326347351074, "dL_bp": -0.011272966861724854, "ratio": 0.6365073574121367}}, {"step": 1300, "epoch": 2, "train_loss": 0.3266477584838867, "cos_r_negg": [0.4364529252052307, 0.4309438467025757, 0.4084382653236389, 0.3577462136745453, 0.36954089999198914, 0.3363819718360901, 0.34351444244384766, 0.3250516951084137, 0.27377036213874817, 0.24154718220233917], "cos_apical_negg": [0.4364529252052307, 0.4309438467025757, 0.4084382653236389, 0.3577462136745453, 0.36954089999198914, 0.3363819718360901, 0.34351444244384766, 0.3250516951084137, 0.27377036213874817, 0.24154718220233917], "cos_Ac_negg": [0.4364529252052307, 0.4309438467025757, 0.4084382653236389, 0.3577462136745453, 0.36954089999198914, 0.3363819718360901, 0.34351444244384766, 0.3250516951084137, 0.27377036213874817, 0.24154718220233917], "r_norm": [0.8788439035415649, 0.885265588760376, 0.869631290435791, 0.8749927282333374, 0.8937075734138489, 0.8648539185523987, 0.8817468285560608, 0.8932342529296875, 0.903475284576416, 0.8887079358100891]}, {"step": 1350, "epoch": 2, "train_loss": 0.23665781319141388, "cos_r_negg": [0.458537220954895, 0.45273298025131226, 0.4152332544326782, 0.36527785658836365, 0.3515087366104126, 0.34022799134254456, 0.3426327109336853, 0.33541977405548096, 0.2734520435333252, 0.23573416471481323], "cos_apical_negg": [0.458537220954895, 0.45273298025131226, 0.4152332544326782, 0.36527785658836365, 0.3515087366104126, 0.34022799134254456, 0.3426327109336853, 0.33541977405548096, 0.2734520435333252, 0.23573416471481323], "cos_Ac_negg": [0.458537220954895, 0.45273298025131226, 0.4152332544326782, 0.36527785658836365, 0.3515087366104126, 0.34022799134254456, 0.3426327109336853, 0.33541977405548096, 0.2734520435333252, 0.23573416471481323], "r_norm": [0.823959469795227, 0.8312492966651917, 0.8166484832763672, 0.8239443302154541, 0.8378328084945679, 0.8115324378013611, 0.8268734216690063, 0.8392112255096436, 0.8446009159088135, 0.8342604041099548]}, {"step": 1400, "epoch": 2, "train_loss": 0.5109825134277344, "cos_r_negg": [0.45142993330955505, 0.4626443386077881, 0.43576908111572266, 0.389517605304718, 0.39765465259552, 0.37567174434661865, 0.33088335394859314, 0.3279499411582947, 0.2741398513317108, 0.23012804985046387], "cos_apical_negg": [0.45142993330955505, 0.4626443386077881, 0.43576908111572266, 0.389517605304718, 0.39765465259552, 0.37567174434661865, 0.33088335394859314, 0.3279499411582947, 0.2741398513317108, 0.23012804985046387], "cos_Ac_negg": [0.45142993330955505, 0.4626443386077881, 0.43576908111572266, 0.389517605304718, 0.39765465259552, 0.37567174434661865, 0.33088335394859314, 0.3279499411582947, 0.2741398513317108, 0.23012804985046387], "r_norm": [0.8368310928344727, 0.8408051133155823, 0.8235524892807007, 0.8281922340393066, 0.8454563021659851, 0.8236931562423706, 0.8369371294975281, 0.8443255424499512, 0.8520057201385498, 0.8422870635986328]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8537, "test_loss": 0.4182687683105469}, {"step": 1450, "epoch": 3, "train_loss": 0.540041446685791, "cos_r_negg": [0.46062207221984863, 0.47968214750289917, 0.44363853335380554, 0.4121222496032715, 0.40570616722106934, 0.35304731130599976, 0.34533071517944336, 0.3243512809276581, 0.2890772819519043, 0.2581295371055603], "cos_apical_negg": [0.46062207221984863, 0.47968214750289917, 0.44363853335380554, 0.4121222496032715, 0.40570616722106934, 0.35304731130599976, 0.34533071517944336, 0.3243512809276581, 0.2890772819519043, 0.2581295371055603], "cos_Ac_negg": [0.46062207221984863, 0.47968214750289917, 0.44363853335380554, 0.4121222496032715, 0.40570616722106934, 0.35304731130599976, 0.34533071517944336, 0.3243512809276581, 0.2890772819519043, 0.2581295371055603], "r_norm": [0.8331922292709351, 0.8403449058532715, 0.8217706680297852, 0.8297871351242065, 0.8474209308624268, 0.8177486658096313, 0.8344811201095581, 0.8452147245407104, 0.8525564074516296, 0.8417642712593079]}, {"step": 1500, "epoch": 3, "train_loss": 0.37959200143814087, "cos_r_negg": [0.4003715515136719, 0.42231157422065735, 0.4195600748062134, 0.385963499546051, 0.39174968004226685, 0.3575346767902374, 0.3476588726043701, 0.3526485562324524, 0.30957216024398804, 0.2641642391681671], "cos_apical_negg": [0.4003715515136719, 0.42231157422065735, 0.4195600748062134, 0.385963499546051, 0.39174968004226685, 0.3575346767902374, 0.3476588726043701, 0.3526485562324524, 0.30957216024398804, 0.2641642391681671], "cos_Ac_negg": [0.4003715515136719, 0.42231157422065735, 0.4195600748062134, 0.385963499546051, 0.39174968004226685, 0.3575346767902374, 0.3476588726043701, 0.3526485562324524, 0.30957216024398804, 0.2641642391681671], "r_norm": [0.9043669700622559, 0.9130624532699585, 0.8934065103530884, 0.9013171195983887, 0.9186950922012329, 0.8891726732254028, 0.9096041917800903, 0.9181054830551147, 0.9251386523246765, 0.9135257601737976], "ldr": {"dL_sdil": -0.020277947187423706, "dL_bp": -0.017994195222854614, "ratio": 1.1269160379936567}}, {"step": 1550, "epoch": 3, "train_loss": 0.32556837797164917, "cos_r_negg": [0.4330802857875824, 0.4328208863735199, 0.37189051508903503, 0.3622189164161682, 0.3612416982650757, 0.3095344007015228, 0.33550551533699036, 0.32619985938072205, 0.2900795340538025, 0.26177507638931274], "cos_apical_negg": [0.4330802857875824, 0.4328208863735199, 0.37189051508903503, 0.3622189164161682, 0.3612416982650757, 0.3095344007015228, 0.33550551533699036, 0.32619985938072205, 0.2900795340538025, 0.26177507638931274], "cos_Ac_negg": [0.4330802857875824, 0.4328208863735199, 0.37189051508903503, 0.3622189164161682, 0.3612416982650757, 0.3095344007015228, 0.33550551533699036, 0.32619985938072205, 0.2900795340538025, 0.26177507638931274], "r_norm": [0.8211193680763245, 0.8271133899688721, 0.8087902665138245, 0.8147530555725098, 0.8292319774627686, 0.8043347597122192, 0.8202252984046936, 0.8289117813110352, 0.8356943130493164, 0.8278496265411377]}, {"step": 1600, "epoch": 3, "train_loss": 0.371014803647995, "cos_r_negg": [0.44470131397247314, 0.4583301544189453, 0.4106108248233795, 0.3679284453392029, 0.38894590735435486, 0.3225322961807251, 0.35043907165527344, 0.3553876280784607, 0.29755157232284546, 0.2379211038351059], "cos_apical_negg": [0.44470131397247314, 0.4583301544189453, 0.4106108248233795, 0.3679284453392029, 0.38894590735435486, 0.3225322961807251, 0.35043907165527344, 0.3553876280784607, 0.29755157232284546, 0.2379211038351059], "cos_Ac_negg": [0.44470131397247314, 0.4583301544189453, 0.4106108248233795, 0.3679284453392029, 0.38894590735435486, 0.3225322961807251, 0.35043907165527344, 0.3553876280784607, 0.29755157232284546, 0.2379211038351059], "r_norm": [0.8036028146743774, 0.8068004846572876, 0.788796067237854, 0.7953473329544067, 0.8094402551651001, 0.7884413003921509, 0.8032686710357666, 0.8088825941085815, 0.8158639669418335, 0.8059589862823486]}, {"step": 1650, "epoch": 3, "train_loss": 0.36150693893432617, "cos_r_negg": [0.4479811489582062, 0.4293478727340698, 0.38472139835357666, 0.3545306921005249, 0.3322879672050476, 0.31044697761535645, 0.3417532742023468, 0.3650120794773102, 0.28244853019714355, 0.22899439930915833], "cos_apical_negg": [0.4479811489582062, 0.4293478727340698, 0.38472139835357666, 0.3545306921005249, 0.3322879672050476, 0.31044697761535645, 0.3417532742023468, 0.3650120794773102, 0.28244853019714355, 0.22899439930915833], "cos_Ac_negg": [0.4479811489582062, 0.4293478727340698, 0.38472139835357666, 0.3545306921005249, 0.3322879672050476, 0.31044697761535645, 0.3417532742023468, 0.3650120794773102, 0.28244853019714355, 0.22899439930915833], "r_norm": [0.7927643060684204, 0.7966835498809814, 0.7803550958633423, 0.784896731376648, 0.7992187142372131, 0.7772786021232605, 0.7910188436508179, 0.7997281551361084, 0.8057558536529541, 0.7956360578536987]}, {"step": 1700, "epoch": 3, "train_loss": 0.3064430356025696, "cos_r_negg": [0.4535880386829376, 0.44068771600723267, 0.40221232175827026, 0.3805304765701294, 0.34649258852005005, 0.3247106075286865, 0.3512146472930908, 0.3525751531124115, 0.28433021903038025, 0.23294875025749207], "cos_apical_negg": [0.4535880386829376, 0.44068771600723267, 0.40221232175827026, 0.3805304765701294, 0.34649258852005005, 0.3247106075286865, 0.3512146472930908, 0.3525751531124115, 0.28433021903038025, 0.23294875025749207], "cos_Ac_negg": [0.4535880386829376, 0.44068771600723267, 0.40221232175827026, 0.3805304765701294, 0.34649258852005005, 0.3247106075286865, 0.3512146472930908, 0.3525751531124115, 0.28433021903038025, 0.23294875025749207], "r_norm": [0.7787801027297974, 0.7836739420890808, 0.7628962993621826, 0.7687901258468628, 0.7859008312225342, 0.7595592141151428, 0.7782109379768372, 0.7841546535491943, 0.7919512987136841, 0.7806671857833862]}, {"step": 1750, "epoch": 3, "train_loss": 0.556593120098114, "cos_r_negg": [0.428324818611145, 0.4306698441505432, 0.3978075683116913, 0.3617140054702759, 0.33370691537857056, 0.335819810628891, 0.3695319592952728, 0.3392050266265869, 0.2808827757835388, 0.23745377361774445], "cos_apical_negg": [0.428324818611145, 0.4306698441505432, 0.3978075683116913, 0.3617140054702759, 0.33370691537857056, 0.335819810628891, 0.3695319592952728, 0.3392050266265869, 0.2808827757835388, 0.23745377361774445], "cos_Ac_negg": [0.428324818611145, 0.4306698441505432, 0.3978075683116913, 0.3617140054702759, 0.33370691537857056, 0.335819810628891, 0.3695319592952728, 0.3392050266265869, 0.2808827757835388, 0.23745377361774445], "r_norm": [0.7673926949501038, 0.7688719034194946, 0.7496460676193237, 0.7551969885826111, 0.7715784311294556, 0.7495488524436951, 0.76175856590271, 0.7702256441116333, 0.7766058444976807, 0.7684295773506165], "ldr": {"dL_sdil": -0.008713573217391968, "dL_bp": -0.00898483395576477, "ratio": 0.9698090426925743}}, {"step": 1800, "epoch": 3, "train_loss": 0.38243696093559265, "cos_r_negg": [0.4627911150455475, 0.4571613371372223, 0.4073263108730316, 0.3742411732673645, 0.34741926193237305, 0.3305283784866333, 0.37009721994400024, 0.35528749227523804, 0.26970750093460083, 0.2104988992214203], "cos_apical_negg": [0.4627911150455475, 0.4571613371372223, 0.4073263108730316, 0.3742411732673645, 0.34741926193237305, 0.3305283784866333, 0.37009721994400024, 0.35528749227523804, 0.26970750093460083, 0.2104988992214203], "cos_Ac_negg": [0.4627911150455475, 0.4571613371372223, 0.4073263108730316, 0.3742411732673645, 0.34741926193237305, 0.3305283784866333, 0.37009721994400024, 0.35528749227523804, 0.26970750093460083, 0.2104988992214203], "r_norm": [0.7794888019561768, 0.7802029252052307, 0.7600836753845215, 0.7673628926277161, 0.7831017374992371, 0.7594907283782959, 0.7726786136627197, 0.7815585732460022, 0.7885565757751465, 0.7781603336334229]}, {"step": 1850, "epoch": 3, "train_loss": 0.39318162202835083, "cos_r_negg": [0.4699890613555908, 0.48308616876602173, 0.4644952416419983, 0.40022706985473633, 0.405405193567276, 0.3667638599872589, 0.38784387707710266, 0.35115334391593933, 0.25886327028274536, 0.20803113281726837], "cos_apical_negg": [0.4699890613555908, 0.48308616876602173, 0.4644952416419983, 0.40022706985473633, 0.405405193567276, 0.3667638599872589, 0.38784387707710266, 0.35115334391593933, 0.25886327028274536, 0.20803113281726837], "cos_Ac_negg": [0.4699890613555908, 0.48308616876602173, 0.4644952416419983, 0.40022706985473633, 0.405405193567276, 0.3667638599872589, 0.38784387707710266, 0.35115334391593933, 0.25886327028274536, 0.20803113281726837], "r_norm": [0.7576116323471069, 0.7579396963119507, 0.7394062876701355, 0.7418659925460815, 0.759832501411438, 0.7379009127616882, 0.7506899237632751, 0.757838785648346, 0.7681403160095215, 0.7572000026702881]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8642, "test_loss": 0.40001883544921873}, {"step": 1900, "epoch": 4, "train_loss": 0.2506675124168396, "cos_r_negg": [0.4573608934879303, 0.4923921823501587, 0.485815167427063, 0.4338100552558899, 0.4186507761478424, 0.40518754720687866, 0.3934531807899475, 0.35886192321777344, 0.25658905506134033, 0.22232380509376526], "cos_apical_negg": [0.4573608934879303, 0.4923921823501587, 0.485815167427063, 0.4338100552558899, 0.4186507761478424, 0.40518754720687866, 0.3934531807899475, 0.35886192321777344, 0.25658905506134033, 0.22232380509376526], "cos_Ac_negg": [0.4573608934879303, 0.4923921823501587, 0.485815167427063, 0.4338100552558899, 0.4186507761478424, 0.40518754720687866, 0.3934531807899475, 0.35886192321777344, 0.25658905506134033, 0.22232380509376526], "r_norm": [0.7665706872940063, 0.7667913436889648, 0.7462685704231262, 0.7508401870727539, 0.7668374180793762, 0.7474141716957092, 0.757968544960022, 0.7650524377822876, 0.7691419124603271, 0.7652865648269653]}, {"step": 1950, "epoch": 4, "train_loss": 0.4890824556350708, "cos_r_negg": [0.41007769107818604, 0.41858065128326416, 0.40857645869255066, 0.39441755414009094, 0.34495866298675537, 0.39237669110298157, 0.39315277338027954, 0.3597891330718994, 0.2715771794319153, 0.22229236364364624], "cos_apical_negg": [0.41007769107818604, 0.41858065128326416, 0.40857645869255066, 0.39441755414009094, 0.34495866298675537, 0.39237669110298157, 0.39315277338027954, 0.3597891330718994, 0.2715771794319153, 0.22229236364364624], "cos_Ac_negg": [0.41007769107818604, 0.41858065128326416, 0.40857645869255066, 0.39441755414009094, 0.34495866298675537, 0.39237669110298157, 0.39315277338027954, 0.3597891330718994, 0.2715771794319153, 0.22229236364364624], "r_norm": [0.8072335720062256, 0.808235764503479, 0.7868009805679321, 0.792878270149231, 0.8094370365142822, 0.783842921257019, 0.798088550567627, 0.8074344396591187, 0.8132317066192627, 0.8048662543296814]}, {"step": 2000, "epoch": 4, "train_loss": 0.3566134572029114, "cos_r_negg": [0.43198034167289734, 0.4392979145050049, 0.40369299054145813, 0.3809331953525543, 0.3400205373764038, 0.34220951795578003, 0.3649551272392273, 0.32875698804855347, 0.2174869179725647, 0.19169777631759644], "cos_apical_negg": [0.43198034167289734, 0.4392979145050049, 0.40369299054145813, 0.3809331953525543, 0.3400205373764038, 0.34220951795578003, 0.3649551272392273, 0.32875698804855347, 0.2174869179725647, 0.19169777631759644], "cos_Ac_negg": [0.43198034167289734, 0.4392979145050049, 0.40369299054145813, 0.3809331953525543, 0.3400205373764038, 0.34220951795578003, 0.3649551272392273, 0.32875698804855347, 0.2174869179725647, 0.19169777631759644], "r_norm": [0.807195246219635, 0.8020517826080322, 0.7796753644943237, 0.786672830581665, 0.8043718338012695, 0.7820943593978882, 0.7944045066833496, 0.8002844452857971, 0.8120858669281006, 0.7983834743499756], "ldr": {"dL_sdil": -0.00944453477859497, "dL_bp": -0.009418129920959473, "ratio": 1.002803620024049}}, {"step": 2050, "epoch": 4, "train_loss": 0.3888838291168213, "cos_r_negg": [0.45666879415512085, 0.46340394020080566, 0.414013534784317, 0.40130186080932617, 0.3609605133533478, 0.40040451288223267, 0.40033984184265137, 0.38001540303230286, 0.271878182888031, 0.2305225431919098], "cos_apical_negg": [0.45666879415512085, 0.46340394020080566, 0.414013534784317, 0.40130186080932617, 0.3609605133533478, 0.40040451288223267, 0.40033984184265137, 0.38001540303230286, 0.271878182888031, 0.2305225431919098], "cos_Ac_negg": [0.45666879415512085, 0.46340394020080566, 0.414013534784317, 0.40130186080932617, 0.3609605133533478, 0.40040451288223267, 0.40033984184265137, 0.38001540303230286, 0.271878182888031, 0.2305225431919098], "r_norm": [0.7906733751296997, 0.7863360047340393, 0.7644689083099365, 0.7686551809310913, 0.7893447875976562, 0.7665237188339233, 0.7759785652160645, 0.7830380201339722, 0.79547119140625, 0.7829471826553345]}, {"step": 2100, "epoch": 4, "train_loss": 0.29489558935165405, "cos_r_negg": [0.45146918296813965, 0.4363839030265808, 0.39323365688323975, 0.37377938628196716, 0.33031541109085083, 0.35936039686203003, 0.3866139054298401, 0.3640058636665344, 0.2738349437713623, 0.23878073692321777], "cos_apical_negg": [0.45146918296813965, 0.4363839030265808, 0.39323365688323975, 0.37377938628196716, 0.33031541109085083, 0.35936039686203003, 0.3866139054298401, 0.3640058636665344, 0.2738349437713623, 0.23878073692321777], "cos_Ac_negg": [0.45146918296813965, 0.4363839030265808, 0.39323365688323975, 0.37377938628196716, 0.33031541109085083, 0.35936039686203003, 0.3866139054298401, 0.3640058636665344, 0.2738349437713623, 0.23878073692321777], "r_norm": [0.7704964876174927, 0.7665585279464722, 0.7477013468742371, 0.7518254518508911, 0.7695105075836182, 0.7445904016494751, 0.7550426721572876, 0.7677754163742065, 0.7794870138168335, 0.7653419971466064]}, {"step": 2150, "epoch": 4, "train_loss": 0.32704997062683105, "cos_r_negg": [0.44301867485046387, 0.43447428941726685, 0.41849613189697266, 0.37396568059921265, 0.3458011746406555, 0.3550657033920288, 0.3789866864681244, 0.36000728607177734, 0.2844172716140747, 0.22484326362609863], "cos_apical_negg": [0.44301867485046387, 0.43447428941726685, 0.41849613189697266, 0.37396568059921265, 0.3458011746406555, 0.3550657033920288, 0.3789866864681244, 0.36000728607177734, 0.2844172716140747, 0.22484326362609863], "cos_Ac_negg": [0.44301867485046387, 0.43447428941726685, 0.41849613189697266, 0.37396568059921265, 0.3458011746406555, 0.3550657033920288, 0.3789866864681244, 0.36000728607177734, 0.2844172716140747, 0.22484326362609863], "r_norm": [0.7468633055686951, 0.7412614822387695, 0.7264258861541748, 0.7277134656906128, 0.7440505623817444, 0.7248727083206177, 0.7332736253738403, 0.7427456974983215, 0.7526598572731018, 0.7392004132270813]}, {"step": 2200, "epoch": 4, "train_loss": 0.3628941774368286, "cos_r_negg": [0.4738757610321045, 0.487835556268692, 0.46519696712493896, 0.40970784425735474, 0.3893180787563324, 0.3852843642234802, 0.38903045654296875, 0.37413302063941956, 0.2727682590484619, 0.23876425623893738], "cos_apical_negg": [0.4738757610321045, 0.487835556268692, 0.46519696712493896, 0.40970784425735474, 0.3893180787563324, 0.3852843642234802, 0.38903045654296875, 0.37413302063941956, 0.2727682590484619, 0.23876425623893738], "cos_Ac_negg": [0.4738757610321045, 0.487835556268692, 0.46519696712493896, 0.40970784425735474, 0.3893180787563324, 0.3852843642234802, 0.38903045654296875, 0.37413302063941956, 0.2727682590484619, 0.23876425623893738], "r_norm": [0.7198548913002014, 0.713535487651825, 0.6953688859939575, 0.7008465528488159, 0.7159389853477478, 0.6958056688308716, 0.7073222398757935, 0.7129568457603455, 0.7222763299942017, 0.7082921266555786]}, {"step": 2250, "epoch": 4, "train_loss": 0.2481900155544281, "cos_r_negg": [0.5021336674690247, 0.48859739303588867, 0.4341522753238678, 0.40365466475486755, 0.3888106942176819, 0.38887327909469604, 0.38258418440818787, 0.40096503496170044, 0.2882447838783264, 0.2611357867717743], "cos_apical_negg": [0.5021336674690247, 0.48859739303588867, 0.4341522753238678, 0.40365466475486755, 0.3888106942176819, 0.38887327909469604, 0.38258418440818787, 0.40096503496170044, 0.2882447838783264, 0.2611357867717743], "cos_Ac_negg": [0.5021336674690247, 0.48859739303588867, 0.4341522753238678, 0.40365466475486755, 0.3888106942176819, 0.38887327909469604, 0.38258418440818787, 0.40096503496170044, 0.2882447838783264, 0.2611357867717743], "r_norm": [0.6943901777267456, 0.6877782940864563, 0.6707875728607178, 0.6734288930892944, 0.6911559104919434, 0.666963517665863, 0.6789358854293823, 0.6874005794525146, 0.7008826732635498, 0.6868077516555786], "ldr": {"dL_sdil": -0.0074401795864105225, "dL_bp": -0.008787393569946289, "ratio": 0.8466878747592045}}, {"step": 2300, "epoch": 4, "train_loss": 0.1438480019569397, "cos_r_negg": [0.480092853307724, 0.47079041600227356, 0.4510458707809448, 0.40138688683509827, 0.4003233313560486, 0.3955659866333008, 0.37491804361343384, 0.4015441834926605, 0.262533575296402, 0.26101213693618774], "cos_apical_negg": [0.480092853307724, 0.47079041600227356, 0.4510458707809448, 0.40138688683509827, 0.4003233313560486, 0.3955659866333008, 0.37491804361343384, 0.4015441834926605, 0.262533575296402, 0.26101213693618774], "cos_Ac_negg": [0.480092853307724, 0.47079041600227356, 0.4510458707809448, 0.40138688683509827, 0.4003233313560486, 0.3955659866333008, 0.37491804361343384, 0.4015441834926605, 0.262533575296402, 0.26101213693618774], "r_norm": [0.713992714881897, 0.7081263065338135, 0.6892778873443604, 0.6954429149627686, 0.711135745048523, 0.6874656677246094, 0.7012399435043335, 0.70810866355896, 0.7156542539596558, 0.7029483318328857]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8639, "test_loss": 0.3869852752685547}, {"step": 2350, "epoch": 5, "train_loss": 0.2188822329044342, "cos_r_negg": [0.4556322991847992, 0.45136702060699463, 0.4309040904045105, 0.4040077030658722, 0.38873499631881714, 0.3587869107723236, 0.3704518675804138, 0.3392718732357025, 0.26450955867767334, 0.2515838146209717], "cos_apical_negg": [0.4556322991847992, 0.45136702060699463, 0.4309040904045105, 0.4040077030658722, 0.38873499631881714, 0.3587869107723236, 0.3704518675804138, 0.3392718732357025, 0.26450955867767334, 0.2515838146209717], "cos_Ac_negg": [0.4556322991847992, 0.45136702060699463, 0.4309040904045105, 0.4040077030658722, 0.38873499631881714, 0.3587869107723236, 0.3704518675804138, 0.3392718732357025, 0.26450955867767334, 0.2515838146209717], "r_norm": [0.6992842555046082, 0.6928927302360535, 0.6722827553749084, 0.6783874034881592, 0.6930826902389526, 0.6708250045776367, 0.684170126914978, 0.6896952390670776, 0.6997253894805908, 0.687160849571228]}, {"step": 2400, "epoch": 5, "train_loss": 0.3316241502761841, "cos_r_negg": [0.472723126411438, 0.4776729941368103, 0.4536893963813782, 0.38955026865005493, 0.3905808925628662, 0.3760926127433777, 0.3345530927181244, 0.35745611786842346, 0.2647005021572113, 0.24680101871490479], "cos_apical_negg": [0.472723126411438, 0.4776729941368103, 0.4536893963813782, 0.38955026865005493, 0.3905808925628662, 0.3760926127433777, 0.3345530927181244, 0.35745611786842346, 0.2647005021572113, 0.24680101871490479], "cos_Ac_negg": [0.472723126411438, 0.4776729941368103, 0.4536893963813782, 0.38955026865005493, 0.3905808925628662, 0.3760926127433777, 0.3345530927181244, 0.35745611786842346, 0.2647005021572113, 0.24680101871490479], "r_norm": [0.7123305797576904, 0.7046094536781311, 0.6847292184829712, 0.687235951423645, 0.7051628828048706, 0.6809204816818237, 0.6969515085220337, 0.7006199359893799, 0.7145820260047913, 0.6993985176086426]}, {"step": 2450, "epoch": 5, "train_loss": 0.26561158895492554, "cos_r_negg": [0.46713897585868835, 0.45852482318878174, 0.43490567803382874, 0.3987233638763428, 0.3848183751106262, 0.37656891345977783, 0.3562687039375305, 0.36815863847732544, 0.26678842306137085, 0.2576947808265686], "cos_apical_negg": [0.46713897585868835, 0.45852482318878174, 0.43490567803382874, 0.3987233638763428, 0.3848183751106262, 0.37656891345977783, 0.3562687039375305, 0.36815863847732544, 0.26678842306137085, 0.2576947808265686], "cos_Ac_negg": [0.46713897585868835, 0.45852482318878174, 0.43490567803382874, 0.3987233638763428, 0.3848183751106262, 0.37656891345977783, 0.3562687039375305, 0.36815863847732544, 0.26678842306137085, 0.2576947808265686], "r_norm": [0.6734033823013306, 0.6644184589385986, 0.6487257480621338, 0.6511604189872742, 0.6670074462890625, 0.647005021572113, 0.6581399440765381, 0.6626790761947632, 0.6747515201568604, 0.6613306999206543]}, {"step": 2500, "epoch": 5, "train_loss": 0.31721341609954834, "cos_r_negg": [0.4983494281768799, 0.46982285380363464, 0.4381811022758484, 0.38156014680862427, 0.40000998973846436, 0.3954826593399048, 0.37602877616882324, 0.3723946213722229, 0.2933151125907898, 0.2400563359260559], "cos_apical_negg": [0.4983494281768799, 0.46982285380363464, 0.4381811022758484, 0.38156014680862427, 0.40000998973846436, 0.3954826593399048, 0.37602877616882324, 0.3723946213722229, 0.2933151125907898, 0.2400563359260559], "cos_Ac_negg": [0.4983494281768799, 0.46982285380363464, 0.4381811022758484, 0.38156014680862427, 0.40000998973846436, 0.3954826593399048, 0.37602877616882324, 0.3723946213722229, 0.2933151125907898, 0.2400563359260559], "r_norm": [0.684129536151886, 0.6754794120788574, 0.6556358337402344, 0.6590205430984497, 0.6754153966903687, 0.6551899909973145, 0.6655855774879456, 0.6715356707572937, 0.6824426054954529, 0.6699519753456116], "ldr": {"dL_sdil": -0.008834034204483032, "dL_bp": -0.008587151765823364, "ratio": 1.0287502125724917}}, {"step": 2550, "epoch": 5, "train_loss": 0.19578149914741516, "cos_r_negg": [0.45881208777427673, 0.45115527510643005, 0.43665099143981934, 0.3894760012626648, 0.4112076759338379, 0.3719862401485443, 0.36733895540237427, 0.32346558570861816, 0.2683970034122467, 0.23144647479057312], "cos_apical_negg": [0.45881208777427673, 0.45115527510643005, 0.43665099143981934, 0.3894760012626648, 0.4112076759338379, 0.3719862401485443, 0.36733895540237427, 0.32346558570861816, 0.2683970034122467, 0.23144647479057312], "cos_Ac_negg": [0.45881208777427673, 0.45115527510643005, 0.43665099143981934, 0.3894760012626648, 0.4112076759338379, 0.3719862401485443, 0.36733895540237427, 0.32346558570861816, 0.2683970034122467, 0.23144647479057312], "r_norm": [0.7057792544364929, 0.6946685314178467, 0.6746809482574463, 0.6787764430046082, 0.6935960054397583, 0.675743818283081, 0.684849202632904, 0.6915984153747559, 0.6994380950927734, 0.6901038885116577]}, {"step": 2600, "epoch": 5, "train_loss": 0.2932405471801758, "cos_r_negg": [0.4895254969596863, 0.48282015323638916, 0.45804786682128906, 0.41702044010162354, 0.4129144847393036, 0.38293319940567017, 0.3847762644290924, 0.3610193133354187, 0.2845149636268616, 0.2675197720527649], "cos_apical_negg": [0.4895254969596863, 0.48282015323638916, 0.45804786682128906, 0.41702044010162354, 0.4129144847393036, 0.38293319940567017, 0.3847762644290924, 0.3610193133354187, 0.2845149636268616, 0.2675197720527649], "cos_Ac_negg": [0.4895254969596863, 0.48282015323638916, 0.45804786682128906, 0.41702044010162354, 0.4129144847393036, 0.38293319940567017, 0.3847762644290924, 0.3610193133354187, 0.2845149636268616, 0.2675197720527649], "r_norm": [0.6601153016090393, 0.6492704749107361, 0.6331177949905396, 0.6352678537368774, 0.6495676040649414, 0.632228434085846, 0.6426907181739807, 0.647418200969696, 0.6570239663124084, 0.6476871967315674]}, {"step": 2650, "epoch": 5, "train_loss": 0.24151957035064697, "cos_r_negg": [0.4355514645576477, 0.44048774242401123, 0.4203290045261383, 0.3733115792274475, 0.377227783203125, 0.3854484558105469, 0.37413740158081055, 0.3670516014099121, 0.2818353772163391, 0.26251867413520813], "cos_apical_negg": [0.4355514645576477, 0.44048774242401123, 0.4203290045261383, 0.3733115792274475, 0.377227783203125, 0.3854484558105469, 0.37413740158081055, 0.3670516014099121, 0.2818353772163391, 0.26251867413520813], "cos_Ac_negg": [0.4355514645576477, 0.44048774242401123, 0.4203290045261383, 0.3733115792274475, 0.377227783203125, 0.3854484558105469, 0.37413740158081055, 0.3670516014099121, 0.2818353772163391, 0.26251867413520813], "r_norm": [0.6933943033218384, 0.6800307631492615, 0.6605472564697266, 0.6641196012496948, 0.679646372795105, 0.6611449718475342, 0.6710011959075928, 0.6760911345481873, 0.6871440410614014, 0.6733826398849487]}, {"step": 2700, "epoch": 5, "train_loss": 0.17708970606327057, "cos_r_negg": [0.4992070198059082, 0.4857790470123291, 0.48810434341430664, 0.4384151101112366, 0.4508742094039917, 0.4264316260814667, 0.42559170722961426, 0.40999770164489746, 0.29924309253692627, 0.2793997526168823], "cos_apical_negg": [0.4992070198059082, 0.4857790470123291, 0.48810434341430664, 0.4384151101112366, 0.4508742094039917, 0.4264316260814667, 0.42559170722961426, 0.40999770164489746, 0.29924309253692627, 0.2793997526168823], "cos_Ac_negg": [0.4992070198059082, 0.4857790470123291, 0.48810434341430664, 0.4384151101112366, 0.4508742094039917, 0.4264316260814667, 0.42559170722961426, 0.40999770164489746, 0.29924309253692627, 0.2793997526168823], "r_norm": [0.6604781150817871, 0.6479387879371643, 0.6297578811645508, 0.6330670118331909, 0.6479378938674927, 0.6298807859420776, 0.6390895843505859, 0.6448572874069214, 0.6550268530845642, 0.6436813473701477]}, {"step": 2750, "epoch": 5, "train_loss": 0.3879867196083069, "cos_r_negg": [0.48981350660324097, 0.49511557817459106, 0.48689693212509155, 0.4574090838432312, 0.45557960867881775, 0.4114431142807007, 0.4264289140701294, 0.3942505121231079, 0.30281808972358704, 0.27258074283599854], "cos_apical_negg": [0.48981350660324097, 0.49511557817459106, 0.48689693212509155, 0.4574090838432312, 0.45557960867881775, 0.4114431142807007, 0.4264289140701294, 0.3942505121231079, 0.30281808972358704, 0.27258074283599854], "cos_Ac_negg": [0.48981350660324097, 0.49511557817459106, 0.48689693212509155, 0.4574090838432312, 0.45557960867881775, 0.4114431142807007, 0.4264289140701294, 0.3942505121231079, 0.30281808972358704, 0.27258074283599854], "r_norm": [0.7085657715797424, 0.6931674480438232, 0.6720371246337891, 0.6761114597320557, 0.6921704411506653, 0.6756521463394165, 0.6817517280578613, 0.6874244809150696, 0.6989245414733887, 0.687654972076416], "ldr": {"dL_sdil": -0.007398426532745361, "dL_bp": -0.00788828730583191, "ratio": 0.9379002368835644}}, {"step": 2800, "epoch": 5, "train_loss": 0.3051387071609497, "cos_r_negg": [0.43324798345565796, 0.43179795145988464, 0.42014291882514954, 0.4047461748123169, 0.402497798204422, 0.38426491618156433, 0.3832945227622986, 0.3400305509567261, 0.27605539560317993, 0.2589862644672394], "cos_apical_negg": [0.43324798345565796, 0.43179795145988464, 0.42014291882514954, 0.4047461748123169, 0.402497798204422, 0.38426491618156433, 0.3832945227622986, 0.3400305509567261, 0.27605539560317993, 0.2589862644672394], "cos_Ac_negg": [0.43324798345565796, 0.43179795145988464, 0.42014291882514954, 0.4047461748123169, 0.402497798204422, 0.38426491618156433, 0.3832945227622986, 0.3400305509567261, 0.27605539560317993, 0.2589862644672394], "r_norm": [0.6699002385139465, 0.6555507183074951, 0.6351515650749207, 0.6391757130622864, 0.6536178588867188, 0.6347042918205261, 0.6448906064033508, 0.6513620615005493, 0.6605300307273865, 0.6476028561592102]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8673, "test_loss": 0.3857842529296875}, {"step": 2850, "epoch": 6, "train_loss": 0.1686149537563324, "cos_r_negg": [0.48253166675567627, 0.4872571527957916, 0.4822319746017456, 0.4436720907688141, 0.4559829831123352, 0.42790722846984863, 0.41322001814842224, 0.3679860830307007, 0.30157768726348877, 0.25918981432914734], "cos_apical_negg": [0.48253166675567627, 0.4872571527957916, 0.4822319746017456, 0.4436720907688141, 0.4559829831123352, 0.42790722846984863, 0.41322001814842224, 0.3679860830307007, 0.30157768726348877, 0.25918981432914734], "cos_Ac_negg": [0.48253166675567627, 0.4872571527957916, 0.4822319746017456, 0.4436720907688141, 0.4559829831123352, 0.42790722846984863, 0.41322001814842224, 0.3679860830307007, 0.30157768726348877, 0.25918981432914734], "r_norm": [0.6496897339820862, 0.6350272297859192, 0.615786075592041, 0.620347261428833, 0.6347898244857788, 0.6177291870117188, 0.6255543231964111, 0.6310939788818359, 0.6401306986808777, 0.6295682191848755]}, {"step": 2900, "epoch": 6, "train_loss": 0.21114683151245117, "cos_r_negg": [0.47067561745643616, 0.4854500889778137, 0.4705588221549988, 0.43798041343688965, 0.45181047916412354, 0.4308806359767914, 0.42333659529685974, 0.37049365043640137, 0.3056006133556366, 0.2512817680835724], "cos_apical_negg": [0.47067561745643616, 0.4854500889778137, 0.4705588221549988, 0.43798041343688965, 0.45181047916412354, 0.4308806359767914, 0.42333659529685974, 0.37049365043640137, 0.3056006133556366, 0.2512817680835724], "cos_Ac_negg": [0.47067561745643616, 0.4854500889778137, 0.4705588221549988, 0.43798041343688965, 0.45181047916412354, 0.4308806359767914, 0.42333659529685974, 0.37049365043640137, 0.3056006133556366, 0.2512817680835724], "r_norm": [0.6920701265335083, 0.6751714944839478, 0.6546521186828613, 0.6586657166481018, 0.6733826398849487, 0.6542841196060181, 0.6613271236419678, 0.6712950468063354, 0.6784224510192871, 0.6694089770317078]}, {"step": 2950, "epoch": 6, "train_loss": 0.17945162951946259, "cos_r_negg": [0.4621467590332031, 0.4688419699668884, 0.4701964259147644, 0.42460352182388306, 0.43943750858306885, 0.4228180944919586, 0.41282641887664795, 0.3701828718185425, 0.2949582636356354, 0.2577703595161438], "cos_apical_negg": [0.4621467590332031, 0.4688419699668884, 0.4701964259147644, 0.42460352182388306, 0.43943750858306885, 0.4228180944919586, 0.41282641887664795, 0.3701828718185425, 0.2949582636356354, 0.2577703595161438], "cos_Ac_negg": [0.4621467590332031, 0.4688419699668884, 0.4701964259147644, 0.42460352182388306, 0.43943750858306885, 0.4228180944919586, 0.41282641887664795, 0.3701828718185425, 0.2949582636356354, 0.2577703595161438], "r_norm": [0.6397685408592224, 0.6217955350875854, 0.6039450168609619, 0.6066505312919617, 0.6208120584487915, 0.6055817604064941, 0.6122514009475708, 0.616767942905426, 0.6270801424980164, 0.6155903935432434]}, {"step": 3000, "epoch": 6, "train_loss": 0.36239999532699585, "cos_r_negg": [0.45587021112442017, 0.45544952154159546, 0.44048237800598145, 0.41832786798477173, 0.42686814069747925, 0.4244886636734009, 0.3955184519290924, 0.36940890550613403, 0.2824481725692749, 0.2727947533130646], "cos_apical_negg": [0.45587021112442017, 0.45544952154159546, 0.44048237800598145, 0.41832786798477173, 0.42686814069747925, 0.4244886636734009, 0.3955184519290924, 0.36940890550613403, 0.2824481725692749, 0.2727947533130646], "cos_Ac_negg": [0.45587021112442017, 0.45544952154159546, 0.44048237800598145, 0.41832786798477173, 0.42686814069747925, 0.4244886636734009, 0.3955184519290924, 0.36940890550613403, 0.2824481725692749, 0.2727947533130646], "r_norm": [0.6341778039932251, 0.6160812377929688, 0.599332332611084, 0.6006262898445129, 0.6146376132965088, 0.5992763042449951, 0.6065816283226013, 0.6119983792304993, 0.6228886842727661, 0.6113818287849426], "ldr": {"dL_sdil": -0.006974756717681885, "dL_bp": -0.010429710149765015, "ratio": 0.6687392667224821}}, {"step": 3050, "epoch": 6, "train_loss": 0.4060954451560974, "cos_r_negg": [0.4552714228630066, 0.45171427726745605, 0.4339316487312317, 0.416645884513855, 0.41286352276802063, 0.41885676980018616, 0.3908407986164093, 0.34750694036483765, 0.28380727767944336, 0.26911690831184387], "cos_apical_negg": [0.4552714228630066, 0.45171427726745605, 0.4339316487312317, 0.416645884513855, 0.41286352276802063, 0.41885676980018616, 0.3908407986164093, 0.34750694036483765, 0.28380727767944336, 0.26911690831184387], "cos_Ac_negg": [0.4552714228630066, 0.45171427726745605, 0.4339316487312317, 0.416645884513855, 0.41286352276802063, 0.41885676980018616, 0.3908407986164093, 0.34750694036483765, 0.28380727767944336, 0.26911690831184387], "r_norm": [0.6146507859230042, 0.596393346786499, 0.5795516967773438, 0.580185055732727, 0.5929229259490967, 0.5818912386894226, 0.5862830281257629, 0.5911393165588379, 0.5987521409988403, 0.5910187363624573]}, {"step": 3100, "epoch": 6, "train_loss": 0.2926357388496399, "cos_r_negg": [0.43693703413009644, 0.44682031869888306, 0.43939661979675293, 0.4233810305595398, 0.4193364381790161, 0.4227789044380188, 0.400669664144516, 0.3512302041053772, 0.2736557126045227, 0.26628589630126953], "cos_apical_negg": [0.43693703413009644, 0.44682031869888306, 0.43939661979675293, 0.4233810305595398, 0.4193364381790161, 0.4227789044380188, 0.400669664144516, 0.3512302041053772, 0.2736557126045227, 0.26628589630126953], "cos_Ac_negg": [0.43693703413009644, 0.44682031869888306, 0.43939661979675293, 0.4233810305595398, 0.4193364381790161, 0.4227789044380188, 0.400669664144516, 0.3512302041053772, 0.2736557126045227, 0.26628589630126953], "r_norm": [0.6471958160400391, 0.6267937421798706, 0.6074620485305786, 0.6121620535850525, 0.6248089075088501, 0.6074037551879883, 0.615196704864502, 0.6217108964920044, 0.6297004222869873, 0.6186230182647705]}, {"step": 3150, "epoch": 6, "train_loss": 0.34294548630714417, "cos_r_negg": [0.501294732093811, 0.49470704793930054, 0.46516525745391846, 0.4373556077480316, 0.42305517196655273, 0.43530112504959106, 0.399634450674057, 0.40838760137557983, 0.29570430517196655, 0.2694544196128845], "cos_apical_negg": [0.501294732093811, 0.49470704793930054, 0.46516525745391846, 0.4373556077480316, 0.42305517196655273, 0.43530112504959106, 0.399634450674057, 0.40838760137557983, 0.29570430517196655, 0.2694544196128845], "cos_Ac_negg": [0.501294732093811, 0.49470704793930054, 0.46516525745391846, 0.4373556077480316, 0.42305517196655273, 0.43530112504959106, 0.399634450674057, 0.40838760137557983, 0.29570430517196655, 0.2694544196128845], "r_norm": [0.6150227785110474, 0.5938169956207275, 0.5751547813415527, 0.5781759023666382, 0.5905523300170898, 0.5760265588760376, 0.5815629959106445, 0.5885440111160278, 0.5958609580993652, 0.5873562097549438]}, {"step": 3200, "epoch": 6, "train_loss": 0.21582292020320892, "cos_r_negg": [0.4979219436645508, 0.4983702600002289, 0.46916550397872925, 0.44246146082878113, 0.4355767071247101, 0.4389219880104065, 0.39060360193252563, 0.3948451280593872, 0.29209911823272705, 0.2865711748600006], "cos_apical_negg": [0.4979219436645508, 0.4983702600002289, 0.46916550397872925, 0.44246146082878113, 0.4355767071247101, 0.4389219880104065, 0.39060360193252563, 0.3948451280593872, 0.29209911823272705, 0.2865711748600006], "cos_Ac_negg": [0.4979219436645508, 0.4983702600002289, 0.46916550397872925, 0.44246146082878113, 0.4355767071247101, 0.4389219880104065, 0.39060360193252563, 0.3948451280593872, 0.29209911823272705, 0.2865711748600006], "r_norm": [0.6150118112564087, 0.5956335067749023, 0.5766978859901428, 0.5801416635513306, 0.5925779342651367, 0.5762412548065186, 0.5838795304298401, 0.5907441973686218, 0.5982377529144287, 0.5882419347763062]}, {"step": 3250, "epoch": 6, "train_loss": 0.1935637891292572, "cos_r_negg": [0.4990212917327881, 0.4995272159576416, 0.4812129735946655, 0.4495217204093933, 0.43538030982017517, 0.45975545048713684, 0.4152751863002777, 0.38112959265708923, 0.29123467206954956, 0.2935329079627991], "cos_apical_negg": [0.4990212917327881, 0.4995272159576416, 0.4812129735946655, 0.4495217204093933, 0.43538030982017517, 0.45975545048713684, 0.4152751863002777, 0.38112959265708923, 0.29123467206954956, 0.2935329079627991], "cos_Ac_negg": [0.4990212917327881, 0.4995272159576416, 0.4812129735946655, 0.4495217204093933, 0.43538030982017517, 0.45975545048713684, 0.4152751863002777, 0.38112959265708923, 0.29123467206954956, 0.2935329079627991], "r_norm": [0.6012992262840271, 0.5815304517745972, 0.5610805153846741, 0.564004123210907, 0.5767178535461426, 0.5620990991592407, 0.5677466988563538, 0.5747313499450684, 0.5798294544219971, 0.5728970170021057], "ldr": {"dL_sdil": -0.009176909923553467, "dL_bp": -0.009426802396774292, "ratio": 0.9734912791524797}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.868, "test_loss": 0.38142973022460935}, {"step": 3300, "epoch": 7, "train_loss": 0.33210599422454834, "cos_r_negg": [0.48826903104782104, 0.4919297695159912, 0.4694235622882843, 0.4386918246746063, 0.4249604046344757, 0.46498772501945496, 0.3908174932003021, 0.39102014899253845, 0.292266309261322, 0.2931881248950958], "cos_apical_negg": [0.48826903104782104, 0.4919297695159912, 0.4694235622882843, 0.4386918246746063, 0.4249604046344757, 0.46498772501945496, 0.3908174932003021, 0.39102014899253845, 0.292266309261322, 0.2931881248950958], "cos_Ac_negg": [0.48826903104782104, 0.4919297695159912, 0.4694235622882843, 0.4386918246746063, 0.4249604046344757, 0.46498772501945496, 0.3908174932003021, 0.39102014899253845, 0.292266309261322, 0.2931881248950958], "r_norm": [0.6165977120399475, 0.5944198966026306, 0.5746999979019165, 0.5769336819648743, 0.5896577835083008, 0.5732001066207886, 0.5819349884986877, 0.5869970321655273, 0.59552001953125, 0.5851100087165833]}, {"step": 3350, "epoch": 7, "train_loss": 0.2753116488456726, "cos_r_negg": [0.5042446255683899, 0.49279844760894775, 0.47636696696281433, 0.44183585047721863, 0.4291025400161743, 0.436546266078949, 0.3933238983154297, 0.3756905794143677, 0.2943226099014282, 0.2938084006309509], "cos_apical_negg": [0.5042446255683899, 0.49279844760894775, 0.47636696696281433, 0.44183585047721863, 0.4291025400161743, 0.436546266078949, 0.3933238983154297, 0.3756905794143677, 0.2943226099014282, 0.2938084006309509], "cos_Ac_negg": [0.5042446255683899, 0.49279844760894775, 0.47636696696281433, 0.44183585047721863, 0.4291025400161743, 0.436546266078949, 0.3933238983154297, 0.3756905794143677, 0.2943226099014282, 0.2938084006309509], "r_norm": [0.5976236462593079, 0.5764820575714111, 0.5589781999588013, 0.5620290040969849, 0.5745564699172974, 0.5589334964752197, 0.5648823976516724, 0.5714112520217896, 0.5785104036331177, 0.5706380605697632]}, {"step": 3400, "epoch": 7, "train_loss": 0.2666773796081543, "cos_r_negg": [0.48840826749801636, 0.4901575744152069, 0.49061763286590576, 0.46036189794540405, 0.46424227952957153, 0.472443163394928, 0.4291017949581146, 0.39636993408203125, 0.3088586628437042, 0.31436026096343994], "cos_apical_negg": [0.48840826749801636, 0.4901575744152069, 0.49061763286590576, 0.46036189794540405, 0.46424227952957153, 0.472443163394928, 0.4291017949581146, 0.39636993408203125, 0.3088586628437042, 0.31436026096343994], "cos_Ac_negg": [0.48840826749801636, 0.4901575744152069, 0.49061763286590576, 0.46036189794540405, 0.46424227952957153, 0.472443163394928, 0.4291017949581146, 0.39636993408203125, 0.3088586628437042, 0.31436026096343994], "r_norm": [0.5872237682342529, 0.5637536644935608, 0.5433506965637207, 0.5467754602432251, 0.559159517288208, 0.5420410633087158, 0.5507379174232483, 0.5557569861412048, 0.5645829439163208, 0.5549576878547668]}, {"step": 3450, "epoch": 7, "train_loss": 0.255240797996521, "cos_r_negg": [0.4762060344219208, 0.4885300397872925, 0.47954535484313965, 0.45535027980804443, 0.4305567443370819, 0.4690138101577759, 0.4255678653717041, 0.3663948178291321, 0.30965787172317505, 0.3057721257209778], "cos_apical_negg": [0.4762060344219208, 0.4885300397872925, 0.47954535484313965, 0.45535027980804443, 0.4305567443370819, 0.4690138101577759, 0.4255678653717041, 0.3663948178291321, 0.30965787172317505, 0.3057721257209778], "cos_Ac_negg": [0.4762060344219208, 0.4885300397872925, 0.47954535484313965, 0.45535027980804443, 0.4305567443370819, 0.4690138101577759, 0.4255678653717041, 0.3663948178291321, 0.30965787172317505, 0.3057721257209778], "r_norm": [0.5930322408676147, 0.5706747770309448, 0.5521988868713379, 0.5546567440032959, 0.5674653053283691, 0.5511639714241028, 0.5574217438697815, 0.5644603967666626, 0.5723451375961304, 0.5651549100875854]}, {"step": 3500, "epoch": 7, "train_loss": 0.4023157060146332, "cos_r_negg": [0.484467476606369, 0.49727025628089905, 0.4707258939743042, 0.4367406666278839, 0.41163772344589233, 0.4410458207130432, 0.4148932099342346, 0.37692534923553467, 0.3160332441329956, 0.30335235595703125], "cos_apical_negg": [0.484467476606369, 0.49727025628089905, 0.4707258939743042, 0.4367406666278839, 0.41163772344589233, 0.4410458207130432, 0.4148932099342346, 0.37692534923553467, 0.3160332441329956, 0.30335235595703125], "cos_Ac_negg": [0.484467476606369, 0.49727025628089905, 0.4707258939743042, 0.4367406666278839, 0.41163772344589233, 0.4410458207130432, 0.4148932099342346, 0.37692534923553467, 0.3160332441329956, 0.30335235595703125], "r_norm": [0.6003133058547974, 0.5752529501914978, 0.5563207864761353, 0.5589213967323303, 0.5716484785079956, 0.5552653074264526, 0.5622028708457947, 0.5691367387771606, 0.5779615640640259, 0.5691947937011719], "ldr": {"dL_sdil": -0.011924982070922852, "dL_bp": -0.011678904294967651, "ratio": 1.021070279346431}}, {"step": 3550, "epoch": 7, "train_loss": 0.23516936600208282, "cos_r_negg": [0.4598787724971771, 0.48003458976745605, 0.4662821292877197, 0.45511680841445923, 0.4346619248390198, 0.45631977915763855, 0.4182550609111786, 0.3880999684333801, 0.3210026025772095, 0.2980010509490967], "cos_apical_negg": [0.4598787724971771, 0.48003458976745605, 0.4662821292877197, 0.45511680841445923, 0.4346619248390198, 0.45631977915763855, 0.4182550609111786, 0.3880999684333801, 0.3210026025772095, 0.2980010509490967], "cos_Ac_negg": [0.4598787724971771, 0.48003458976745605, 0.4662821292877197, 0.45511680841445923, 0.4346619248390198, 0.45631977915763855, 0.4182550609111786, 0.3880999684333801, 0.3210026025772095, 0.2980010509490967], "r_norm": [0.5958043336868286, 0.5706993341445923, 0.5515916347503662, 0.553287148475647, 0.5660188794136047, 0.5505406260490417, 0.5583816766738892, 0.5631793737411499, 0.5720219612121582, 0.5632125735282898]}, {"step": 3600, "epoch": 7, "train_loss": 0.23305974900722504, "cos_r_negg": [0.4977114796638489, 0.4953714907169342, 0.4605056941509247, 0.4465331435203552, 0.4213384985923767, 0.4228174686431885, 0.3742141127586365, 0.37398067116737366, 0.3165844678878784, 0.31338614225387573], "cos_apical_negg": [0.4977114796638489, 0.4953714907169342, 0.4605056941509247, 0.4465331435203552, 0.4213384985923767, 0.4228174686431885, 0.3742141127586365, 0.37398067116737366, 0.3165844678878784, 0.31338614225387573], "cos_Ac_negg": [0.4977114796638489, 0.4953714907169342, 0.4605056941509247, 0.4465331435203552, 0.4213384985923767, 0.4228174686431885, 0.3742141127586365, 0.37398067116737366, 0.3165844678878784, 0.31338614225387573], "r_norm": [0.6079163551330566, 0.5822450518608093, 0.5594578981399536, 0.5625563263893127, 0.5769180059432983, 0.5619019269943237, 0.5682703256607056, 0.5720252990722656, 0.5802484750747681, 0.5733490586280823]}, {"step": 3650, "epoch": 7, "train_loss": 0.35213640332221985, "cos_r_negg": [0.4861871004104614, 0.4888485074043274, 0.478971004486084, 0.4447450041770935, 0.43719080090522766, 0.43906375765800476, 0.3915109932422638, 0.36043787002563477, 0.3123868703842163, 0.3075699508190155], "cos_apical_negg": [0.4861871004104614, 0.4888485074043274, 0.478971004486084, 0.4447450041770935, 0.43719080090522766, 0.43906375765800476, 0.3915109932422638, 0.36043787002563477, 0.3123868703842163, 0.3075699508190155], "cos_Ac_negg": [0.4861871004104614, 0.4888485074043274, 0.478971004486084, 0.4447450041770935, 0.43719080090522766, 0.43906375765800476, 0.3915109932422638, 0.36043787002563477, 0.3123868703842163, 0.3075699508190155], "r_norm": [0.5630348920822144, 0.537926435470581, 0.5180314779281616, 0.52146315574646, 0.5315388441085815, 0.519127607345581, 0.5257459878921509, 0.529405951499939, 0.5365697145462036, 0.5299625396728516]}, {"step": 3700, "epoch": 7, "train_loss": 0.3065595030784607, "cos_r_negg": [0.46659791469573975, 0.4670570194721222, 0.44834253191947937, 0.4239261746406555, 0.39696627855300903, 0.42132407426834106, 0.37580862641334534, 0.3289194107055664, 0.2904507517814636, 0.28627267479896545], "cos_apical_negg": [0.46659791469573975, 0.4670570194721222, 0.44834253191947937, 0.4239261746406555, 0.39696627855300903, 0.42132407426834106, 0.37580862641334534, 0.3289194107055664, 0.2904507517814636, 0.28627267479896545], "cos_Ac_negg": [0.46659791469573975, 0.4670570194721222, 0.44834253191947937, 0.4239261746406555, 0.39696627855300903, 0.42132407426834106, 0.37580862641334534, 0.3289194107055664, 0.2904507517814636, 0.28627267479896545], "r_norm": [0.6081504821777344, 0.5799230337142944, 0.5568200349807739, 0.5607078671455383, 0.5709128379821777, 0.5572558641433716, 0.5670933127403259, 0.5687262415885925, 0.5769253969192505, 0.5702373385429382]}, {"step": 3750, "epoch": 7, "train_loss": 0.33731234073638916, "cos_r_negg": [0.4375993013381958, 0.4292142391204834, 0.42276179790496826, 0.41850560903549194, 0.38573580980300903, 0.4131389856338501, 0.3718569278717041, 0.33254531025886536, 0.2795366048812866, 0.2959429621696472], "cos_apical_negg": [0.4375993013381958, 0.4292142391204834, 0.42276179790496826, 0.41850560903549194, 0.38573580980300903, 0.4131389856338501, 0.3718569278717041, 0.33254531025886536, 0.2795366048812866, 0.2959429621696472], "cos_Ac_negg": [0.4375993013381958, 0.4292142391204834, 0.42276179790496826, 0.41850560903549194, 0.38573580980300903, 0.4131389856338501, 0.3718569278717041, 0.33254531025886536, 0.2795366048812866, 0.2959429621696472], "r_norm": [0.566704273223877, 0.5397908091545105, 0.5222257971763611, 0.522963285446167, 0.5348942279815674, 0.5228080749511719, 0.5276298522949219, 0.5312768220901489, 0.5402817726135254, 0.5331065058708191], "ldr": {"dL_sdil": -0.007104158401489258, "dL_bp": -0.009906530380249023, "ratio": 0.7171187215710814}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8701, "test_loss": 0.38172767028808596}, {"step": 3800, "epoch": 8, "train_loss": 0.2716376483440399, "cos_r_negg": [0.46513575315475464, 0.45025530457496643, 0.4448206126689911, 0.4355158805847168, 0.40270134806632996, 0.42117321491241455, 0.3899843096733093, 0.36354631185531616, 0.33697670698165894, 0.31525275111198425], "cos_apical_negg": [0.46513575315475464, 0.45025530457496643, 0.4448206126689911, 0.4355158805847168, 0.40270134806632996, 0.42117321491241455, 0.3899843096733093, 0.36354631185531616, 0.33697670698165894, 0.31525275111198425], "cos_Ac_negg": [0.46513575315475464, 0.45025530457496643, 0.4448206126689911, 0.4355158805847168, 0.40270134806632996, 0.42117321491241455, 0.3899843096733093, 0.36354631185531616, 0.33697670698165894, 0.31525275111198425], "r_norm": [0.5409716963768005, 0.5132027864456177, 0.49702659249305725, 0.49800023436546326, 0.5083417296409607, 0.49791014194488525, 0.5017514228820801, 0.5057865977287292, 0.5139704942703247, 0.5072112679481506]}, {"step": 3850, "epoch": 8, "train_loss": 0.37221258878707886, "cos_r_negg": [0.45455506443977356, 0.4533144235610962, 0.45773428678512573, 0.445708692073822, 0.41738519072532654, 0.44577038288116455, 0.3989469110965729, 0.38011741638183594, 0.3341962993144989, 0.3318929076194763], "cos_apical_negg": [0.45455506443977356, 0.4533144235610962, 0.45773428678512573, 0.445708692073822, 0.41738519072532654, 0.44577038288116455, 0.3989469110965729, 0.38011741638183594, 0.3341962993144989, 0.3318929076194763], "cos_Ac_negg": [0.45455506443977356, 0.4533144235610962, 0.45773428678512573, 0.445708692073822, 0.41738519072532654, 0.44577038288116455, 0.3989469110965729, 0.38011741638183594, 0.3341962993144989, 0.3318929076194763], "r_norm": [0.5684361457824707, 0.5396348834037781, 0.5198103785514832, 0.5223800539970398, 0.5343090295791626, 0.5219733715057373, 0.5277345776557922, 0.5299903154373169, 0.5393677949905396, 0.5316194891929626]}, {"step": 3900, "epoch": 8, "train_loss": 0.2670260965824127, "cos_r_negg": [0.47464656829833984, 0.47376906871795654, 0.4657883644104004, 0.45153623819351196, 0.43427830934524536, 0.4481099247932434, 0.41174590587615967, 0.3802531957626343, 0.32232314348220825, 0.3168770670890808], "cos_apical_negg": [0.47464656829833984, 0.47376906871795654, 0.4657883644104004, 0.45153623819351196, 0.43427830934524536, 0.4481099247932434, 0.41174590587615967, 0.3802531957626343, 0.32232314348220825, 0.3168770670890808], "cos_Ac_negg": [0.47464656829833984, 0.47376906871795654, 0.4657883644104004, 0.45153623819351196, 0.43427830934524536, 0.4481099247932434, 0.41174590587615967, 0.3802531957626343, 0.32232314348220825, 0.3168770670890808], "r_norm": [0.5897464752197266, 0.5597043633460999, 0.5399878025054932, 0.5414838790893555, 0.5544811487197876, 0.5410705804824829, 0.5460559725761414, 0.5501351952552795, 0.5603187084197998, 0.5540946125984192]}, {"step": 3950, "epoch": 8, "train_loss": 0.29518699645996094, "cos_r_negg": [0.4771144986152649, 0.474324107170105, 0.47331303358078003, 0.46233710646629333, 0.44808444380760193, 0.4679371118545532, 0.43793362379074097, 0.39401566982269287, 0.3532910943031311, 0.33158713579177856], "cos_apical_negg": [0.4771144986152649, 0.474324107170105, 0.47331303358078003, 0.46233710646629333, 0.44808444380760193, 0.4679371118545532, 0.43793362379074097, 0.39401566982269287, 0.3532910943031311, 0.33158713579177856], "cos_Ac_negg": [0.4771144986152649, 0.474324107170105, 0.47331303358078003, 0.46233710646629333, 0.44808444380760193, 0.4679371118545532, 0.43793362379074097, 0.39401566982269287, 0.3532910943031311, 0.33158713579177856], "r_norm": [0.5421667098999023, 0.513522744178772, 0.4962995946407318, 0.49834078550338745, 0.5077585577964783, 0.49670469760894775, 0.5004605054855347, 0.5062273740768433, 0.512277364730835, 0.5082230567932129]}, {"step": 4000, "epoch": 8, "train_loss": 0.3896697163581848, "cos_r_negg": [0.49809208512306213, 0.49862930178642273, 0.4871612787246704, 0.4559859335422516, 0.4485420286655426, 0.45396581292152405, 0.42654046416282654, 0.40035152435302734, 0.3462097942829132, 0.3268025517463684], "cos_apical_negg": [0.49809208512306213, 0.49862930178642273, 0.4871612787246704, 0.4559859335422516, 0.4485420286655426, 0.45396581292152405, 0.42654046416282654, 0.40035152435302734, 0.3462097942829132, 0.3268025517463684], "cos_Ac_negg": [0.49809208512306213, 0.49862930178642273, 0.4871612787246704, 0.4559859335422516, 0.4485420286655426, 0.45396581292152405, 0.42654046416282654, 0.40035152435302734, 0.3462097942829132, 0.3268025517463684], "r_norm": [0.5510594248771667, 0.5208674669265747, 0.5037642121315002, 0.508054256439209, 0.5166633725166321, 0.5037534236907959, 0.5078709125518799, 0.5140997767448425, 0.5204795002937317, 0.5149313807487488], "ldr": {"dL_sdil": -0.010472476482391357, "dL_bp": -0.013336598873138428, "ratio": 0.7852434179065122}}, {"step": 4050, "epoch": 8, "train_loss": 0.2152060568332672, "cos_r_negg": [0.5035471320152283, 0.5024583339691162, 0.4852401614189148, 0.46126922965049744, 0.44588902592658997, 0.44452106952667236, 0.4149443209171295, 0.4045012593269348, 0.3476908802986145, 0.3290085196495056], "cos_apical_negg": [0.5035471320152283, 0.5024583339691162, 0.4852401614189148, 0.46126922965049744, 0.44588902592658997, 0.44452106952667236, 0.4149443209171295, 0.4045012593269348, 0.3476908802986145, 0.3290085196495056], "cos_Ac_negg": [0.5035471320152283, 0.5024583339691162, 0.4852401614189148, 0.46126922965049744, 0.44588902592658997, 0.44452106952667236, 0.4149443209171295, 0.4045012593269348, 0.3476908802986145, 0.3290085196495056], "r_norm": [0.6051716804504395, 0.5695244073867798, 0.5492994785308838, 0.551929235458374, 0.5638813972473145, 0.5463131666183472, 0.5532332062721252, 0.5593873262405396, 0.5701640844345093, 0.5647088885307312]}, {"step": 4100, "epoch": 8, "train_loss": 0.22831407189369202, "cos_r_negg": [0.49199146032333374, 0.5016728043556213, 0.4823518991470337, 0.45444178581237793, 0.42424696683883667, 0.43586257100105286, 0.42272284626960754, 0.38923391699790955, 0.3506186008453369, 0.3272251486778259], "cos_apical_negg": [0.49199146032333374, 0.5016728043556213, 0.4823518991470337, 0.45444178581237793, 0.42424696683883667, 0.43586257100105286, 0.42272284626960754, 0.38923391699790955, 0.3506186008453369, 0.3272251486778259], "cos_Ac_negg": [0.49199146032333374, 0.5016728043556213, 0.4823518991470337, 0.45444178581237793, 0.42424696683883667, 0.43586257100105286, 0.42272284626960754, 0.38923391699790955, 0.3506186008453369, 0.3272251486778259], "r_norm": [0.588912844657898, 0.5533027648925781, 0.5341780781745911, 0.5369505882263184, 0.5482277274131775, 0.5355603694915771, 0.5380498766899109, 0.5449427366256714, 0.5531229972839355, 0.5469350218772888]}, {"step": 4150, "epoch": 8, "train_loss": 0.21055346727371216, "cos_r_negg": [0.45659127831459045, 0.45625990629196167, 0.4440852403640747, 0.4394077658653259, 0.4143075942993164, 0.430868923664093, 0.38497650623321533, 0.3633442521095276, 0.325158953666687, 0.30350860953330994], "cos_apical_negg": [0.45659127831459045, 0.45625990629196167, 0.4440852403640747, 0.4394077658653259, 0.4143075942993164, 0.430868923664093, 0.38497650623321533, 0.3633442521095276, 0.325158953666687, 0.30350860953330994], "cos_Ac_negg": [0.45659127831459045, 0.45625990629196167, 0.4440852403640747, 0.4394077658653259, 0.4143075942993164, 0.430868923664093, 0.38497650623321533, 0.3633442521095276, 0.325158953666687, 0.30350860953330994], "r_norm": [0.537189245223999, 0.5053594708442688, 0.48677676916122437, 0.48857223987579346, 0.49933409690856934, 0.48748522996902466, 0.49121126532554626, 0.49607282876968384, 0.5047329664230347, 0.49938398599624634]}, {"step": 4200, "epoch": 8, "train_loss": 0.28405189514160156, "cos_r_negg": [0.44745931029319763, 0.44664156436920166, 0.4230992794036865, 0.42594388127326965, 0.37696945667266846, 0.40445202589035034, 0.4035155773162842, 0.36319535970687866, 0.3453676104545593, 0.3219906985759735], "cos_apical_negg": [0.44745931029319763, 0.44664156436920166, 0.4230992794036865, 0.42594388127326965, 0.37696945667266846, 0.40445202589035034, 0.4035155773162842, 0.36319535970687866, 0.3453676104545593, 0.3219906985759735], "cos_Ac_negg": [0.44745931029319763, 0.44664156436920166, 0.4230992794036865, 0.42594388127326965, 0.37696945667266846, 0.40445202589035034, 0.4035155773162842, 0.36319535970687866, 0.3453676104545593, 0.3219906985759735], "r_norm": [0.5461782813072205, 0.513516902923584, 0.4937962591648102, 0.49546200037002563, 0.506281316280365, 0.49539321660995483, 0.4984356164932251, 0.5027126669883728, 0.5100688338279724, 0.5057944655418396]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8731, "test_loss": 0.3706703186035156}, {"step": 4250, "epoch": 9, "train_loss": 0.2091599702835083, "cos_r_negg": [0.44687390327453613, 0.4482572078704834, 0.4321383237838745, 0.42919260263442993, 0.39508548378944397, 0.4217044711112976, 0.4103918969631195, 0.3617447018623352, 0.347853422164917, 0.30676689743995667], "cos_apical_negg": [0.44687390327453613, 0.4482572078704834, 0.4321383237838745, 0.42919260263442993, 0.39508548378944397, 0.4217044711112976, 0.4103918969631195, 0.3617447018623352, 0.347853422164917, 0.30676689743995667], "cos_Ac_negg": [0.44687390327453613, 0.4482572078704834, 0.4321383237838745, 0.42919260263442993, 0.39508548378944397, 0.4217044711112976, 0.4103918969631195, 0.3617447018623352, 0.347853422164917, 0.30676689743995667], "r_norm": [0.543431282043457, 0.5110798478126526, 0.4922766387462616, 0.494358628988266, 0.5034711360931396, 0.4919125735759735, 0.4957750141620636, 0.5012693405151367, 0.5069068670272827, 0.5017718076705933], "ldr": {"dL_sdil": -0.011993229389190674, "dL_bp": -0.013081341981887817, "ratio": 0.9168194980145215}}, {"step": 4300, "epoch": 9, "train_loss": 0.21701720356941223, "cos_r_negg": [0.44914931058883667, 0.4480481743812561, 0.4261319041252136, 0.42511600255966187, 0.36969196796417236, 0.3981066644191742, 0.37219738960266113, 0.3547985255718231, 0.32477834820747375, 0.3077890872955322], "cos_apical_negg": [0.44914931058883667, 0.4480481743812561, 0.4261319041252136, 0.42511600255966187, 0.36969196796417236, 0.3981066644191742, 0.37219738960266113, 0.3547985255718231, 0.32477834820747375, 0.3077890872955322], "cos_Ac_negg": [0.44914931058883667, 0.4480481743812561, 0.4261319041252136, 0.42511600255966187, 0.36969196796417236, 0.3981066644191742, 0.37219738960266113, 0.3547985255718231, 0.32477834820747375, 0.3077890872955322], "r_norm": [0.5626779794692993, 0.527273416519165, 0.5085713267326355, 0.5090563297271729, 0.5207332968711853, 0.5079638957977295, 0.5113998651504517, 0.5173852443695068, 0.5268321633338928, 0.5200380086898804]}, {"step": 4350, "epoch": 9, "train_loss": 0.1585390269756317, "cos_r_negg": [0.43895769119262695, 0.4531656503677368, 0.44152116775512695, 0.4392580986022949, 0.3874032497406006, 0.4093351364135742, 0.3899291157722473, 0.3515750467777252, 0.3180787265300751, 0.31266090273857117], "cos_apical_negg": [0.43895769119262695, 0.4531656503677368, 0.44152116775512695, 0.4392580986022949, 0.3874032497406006, 0.4093351364135742, 0.3899291157722473, 0.3515750467777252, 0.3180787265300751, 0.31266090273857117], "cos_Ac_negg": [0.43895769119262695, 0.4531656503677368, 0.44152116775512695, 0.4392580986022949, 0.3874032497406006, 0.4093351364135742, 0.3899291157722473, 0.3515750467777252, 0.3180787265300751, 0.31266090273857117], "r_norm": [0.550046443939209, 0.5131211876869202, 0.49393734335899353, 0.49552682042121887, 0.5059897899627686, 0.49403661489486694, 0.4971995949745178, 0.502892017364502, 0.5116803646087646, 0.5058841705322266]}, {"step": 4400, "epoch": 9, "train_loss": 0.32905861735343933, "cos_r_negg": [0.4367325007915497, 0.44169512391090393, 0.4439248740673065, 0.44633567333221436, 0.3952774405479431, 0.3960980176925659, 0.4109150767326355, 0.3447185158729553, 0.3511755168437958, 0.3166629672050476], "cos_apical_negg": [0.4367325007915497, 0.44169512391090393, 0.4439248740673065, 0.44633567333221436, 0.3952774405479431, 0.3960980176925659, 0.4109150767326355, 0.3447185158729553, 0.3511755168437958, 0.3166629672050476], "cos_Ac_negg": [0.4367325007915497, 0.44169512391090393, 0.4439248740673065, 0.44633567333221436, 0.3952774405479431, 0.3960980176925659, 0.4109150767326355, 0.3447185158729553, 0.3511755168437958, 0.3166629672050476], "r_norm": [0.605732798576355, 0.5649749040603638, 0.5427232980728149, 0.5445026755332947, 0.5535697937011719, 0.5435398817062378, 0.5472087860107422, 0.5523907542228699, 0.5589414834976196, 0.5545918941497803]}, {"step": 4450, "epoch": 9, "train_loss": 0.13176128268241882, "cos_r_negg": [0.4551118016242981, 0.459793359041214, 0.453268826007843, 0.45980870723724365, 0.3981473445892334, 0.4288707971572876, 0.4221716523170471, 0.34592384099960327, 0.3545522093772888, 0.3228391408920288], "cos_apical_negg": [0.4551118016242981, 0.459793359041214, 0.453268826007843, 0.45980870723724365, 0.3981473445892334, 0.4288707971572876, 0.4221716523170471, 0.34592384099960327, 0.3545522093772888, 0.3228391408920288], "cos_Ac_negg": [0.4551118016242981, 0.459793359041214, 0.453268826007843, 0.45980870723724365, 0.3981473445892334, 0.4288707971572876, 0.4221716523170471, 0.34592384099960327, 0.3545522093772888, 0.3228391408920288], "r_norm": [0.5842744708061218, 0.5451982021331787, 0.5238775014877319, 0.524360179901123, 0.5345994234085083, 0.5245001912117004, 0.5276358723640442, 0.5330456495285034, 0.5394562482833862, 0.5367304682731628]}, {"step": 4500, "epoch": 9, "train_loss": 0.2623763382434845, "cos_r_negg": [0.4612583518028259, 0.4515557885169983, 0.4331081509590149, 0.44510161876678467, 0.4014202952384949, 0.41653794050216675, 0.39877089858055115, 0.3783513605594635, 0.3604908287525177, 0.33881253004074097], "cos_apical_negg": [0.4612583518028259, 0.4515557885169983, 0.4331081509590149, 0.44510161876678467, 0.4014202952384949, 0.41653794050216675, 0.39877089858055115, 0.3783513605594635, 0.3604908287525177, 0.33881253004074097], "cos_Ac_negg": [0.4612583518028259, 0.4515557885169983, 0.4331081509590149, 0.44510161876678467, 0.4014202952384949, 0.41653794050216675, 0.39877089858055115, 0.3783513605594635, 0.3604908287525177, 0.33881253004074097], "r_norm": [0.5940772891044617, 0.5533000230789185, 0.5302647948265076, 0.5334852933883667, 0.5442110300064087, 0.5317269563674927, 0.5360954999923706, 0.5401178002357483, 0.5485756993293762, 0.5429054498672485], "ldr": {"dL_sdil": -0.016078293323516846, "dL_bp": -0.018389880657196045, "ratio": 0.8743011237120419}}, {"step": 4550, "epoch": 9, "train_loss": 0.17900769412517548, "cos_r_negg": [0.4888352155685425, 0.46292322874069214, 0.45317116379737854, 0.4427630305290222, 0.39269864559173584, 0.4114167094230652, 0.4017719626426697, 0.3588438332080841, 0.34027379751205444, 0.33100855350494385], "cos_apical_negg": [0.4888352155685425, 0.46292322874069214, 0.45317116379737854, 0.4427630305290222, 0.39269864559173584, 0.4114167094230652, 0.4017719626426697, 0.3588438332080841, 0.34027379751205444, 0.33100855350494385], "cos_Ac_negg": [0.4888352155685425, 0.46292322874069214, 0.45317116379737854, 0.4427630305290222, 0.39269864559173584, 0.4114167094230652, 0.4017719626426697, 0.3588438332080841, 0.34027379751205444, 0.33100855350494385], "r_norm": [0.5247461199760437, 0.4876828193664551, 0.46916407346725464, 0.46983009576797485, 0.47948890924453735, 0.46977508068084717, 0.4729425013065338, 0.4765269160270691, 0.484860897064209, 0.4799150824546814]}, {"step": 4600, "epoch": 9, "train_loss": 0.2158220112323761, "cos_r_negg": [0.47040048241615295, 0.44654473662376404, 0.4455109238624573, 0.4451231360435486, 0.41303402185440063, 0.42881280183792114, 0.4046322703361511, 0.3587874472141266, 0.35273849964141846, 0.35343918204307556], "cos_apical_negg": [0.47040048241615295, 0.44654473662376404, 0.4455109238624573, 0.4451231360435486, 0.41303402185440063, 0.42881280183792114, 0.4046322703361511, 0.3587874472141266, 0.35273849964141846, 0.35343918204307556], "cos_Ac_negg": [0.47040048241615295, 0.44654473662376404, 0.4455109238624573, 0.4451231360435486, 0.41303402185440063, 0.42881280183792114, 0.4046322703361511, 0.3587874472141266, 0.35273849964141846, 0.35343918204307556], "r_norm": [0.5437507629394531, 0.5043236613273621, 0.4829593598842621, 0.4847560524940491, 0.49468523263931274, 0.4851466417312622, 0.48792070150375366, 0.49068132042884827, 0.49961233139038086, 0.496867835521698]}, {"step": 4650, "epoch": 9, "train_loss": 0.2997187077999115, "cos_r_negg": [0.48979535698890686, 0.466682493686676, 0.44699835777282715, 0.4314137399196625, 0.4006582498550415, 0.4090021848678589, 0.37032240629196167, 0.3484535217285156, 0.3316441774368286, 0.3329627513885498], "cos_apical_negg": [0.48979535698890686, 0.466682493686676, 0.44699835777282715, 0.4314137399196625, 0.4006582498550415, 0.4090021848678589, 0.37032240629196167, 0.3484535217285156, 0.3316441774368286, 0.3329627513885498], "cos_Ac_negg": [0.48979535698890686, 0.466682493686676, 0.44699835777282715, 0.4314137399196625, 0.4006582498550415, 0.4090021848678589, 0.37032240629196167, 0.3484535217285156, 0.3316441774368286, 0.3329627513885498], "r_norm": [0.5156981945037842, 0.4761718809604645, 0.45668354630470276, 0.45663127303123474, 0.46616917848587036, 0.45613136887550354, 0.45943504571914673, 0.464059442281723, 0.4721294641494751, 0.4693823754787445]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8781, "test_loss": 0.37191153259277343}, {"step": 4700, "epoch": 10, "train_loss": 0.2557121515274048, "cos_r_negg": [0.4880331754684448, 0.4655178487300873, 0.44703567028045654, 0.4366986155509949, 0.3949982821941376, 0.40239009261131287, 0.39203110337257385, 0.3599764108657837, 0.34262287616729736, 0.35015004873275757], "cos_apical_negg": [0.4880331754684448, 0.4655178487300873, 0.44703567028045654, 0.4366986155509949, 0.3949982821941376, 0.40239009261131287, 0.39203110337257385, 0.3599764108657837, 0.34262287616729736, 0.35015004873275757], "cos_Ac_negg": [0.4880331754684448, 0.4655178487300873, 0.44703567028045654, 0.4366986155509949, 0.3949982821941376, 0.40239009261131287, 0.39203110337257385, 0.3599764108657837, 0.34262287616729736, 0.35015004873275757], "r_norm": [0.5101138353347778, 0.47059738636016846, 0.45181334018707275, 0.45295751094818115, 0.46168413758277893, 0.45207011699676514, 0.45546579360961914, 0.45909321308135986, 0.46752357482910156, 0.46341222524642944]}, {"step": 4750, "epoch": 10, "train_loss": 0.2569913864135742, "cos_r_negg": [0.49316298961639404, 0.47165825963020325, 0.44797831773757935, 0.4309729337692261, 0.3944658041000366, 0.39751148223876953, 0.3676627278327942, 0.34279924631118774, 0.3418503701686859, 0.36751532554626465], "cos_apical_negg": [0.49316298961639404, 0.47165825963020325, 0.44797831773757935, 0.4309729337692261, 0.3944658041000366, 0.39751148223876953, 0.3676627278327942, 0.34279924631118774, 0.3418503701686859, 0.36751532554626465], "cos_Ac_negg": [0.49316298961639404, 0.47165825963020325, 0.44797831773757935, 0.4309729337692261, 0.3944658041000366, 0.39751148223876953, 0.3676627278327942, 0.34279924631118774, 0.3418503701686859, 0.36751532554626465], "r_norm": [0.501502513885498, 0.46180248260498047, 0.442985475063324, 0.44409871101379395, 0.4520803391933441, 0.44386959075927734, 0.446552574634552, 0.4502294957637787, 0.45741480588912964, 0.454833447933197], "ldr": {"dL_sdil": -0.007990598678588867, "dL_bp": -0.00993308424949646, "ratio": 0.8044428576143343}}, {"step": 4800, "epoch": 10, "train_loss": 0.28825491666793823, "cos_r_negg": [0.48950687050819397, 0.4737587571144104, 0.4538971185684204, 0.4423745274543762, 0.406673789024353, 0.4108331501483917, 0.36809784173965454, 0.3530495762825012, 0.3584090769290924, 0.36240726709365845], "cos_apical_negg": [0.48950687050819397, 0.4737587571144104, 0.4538971185684204, 0.4423745274543762, 0.406673789024353, 0.4108331501483917, 0.36809784173965454, 0.3530495762825012, 0.3584090769290924, 0.36240726709365845], "cos_Ac_negg": [0.48950687050819397, 0.4737587571144104, 0.4538971185684204, 0.4423745274543762, 0.406673789024353, 0.4108331501483917, 0.36809784173965454, 0.3530495762825012, 0.3584090769290924, 0.36240726709365845], "r_norm": [0.525152862071991, 0.4840601682662964, 0.4638903737068176, 0.46521735191345215, 0.47465619444847107, 0.46443766355514526, 0.4672888219356537, 0.4713280200958252, 0.48032790422439575, 0.4777304232120514]}, {"step": 4850, "epoch": 10, "train_loss": 0.22840383648872375, "cos_r_negg": [0.48605701327323914, 0.470752477645874, 0.4594349265098572, 0.4567374885082245, 0.412341833114624, 0.43929699063301086, 0.3891526162624359, 0.38489776849746704, 0.3781929910182953, 0.3926023244857788], "cos_apical_negg": [0.48605701327323914, 0.470752477645874, 0.4594349265098572, 0.4567374885082245, 0.412341833114624, 0.43929699063301086, 0.3891526162624359, 0.38489776849746704, 0.3781929910182953, 0.3926023244857788], "cos_Ac_negg": [0.48605701327323914, 0.470752477645874, 0.4594349265098572, 0.4567374885082245, 0.412341833114624, 0.43929699063301086, 0.3891526162624359, 0.38489776849746704, 0.3781929910182953, 0.3926023244857788], "r_norm": [0.5035316348075867, 0.46359682083129883, 0.4459543526172638, 0.44511300325393677, 0.45424193143844604, 0.44638630747795105, 0.44867414236068726, 0.4521717131137848, 0.4603123068809509, 0.4574904441833496]}, {"step": 4900, "epoch": 10, "train_loss": 0.20063737034797668, "cos_r_negg": [0.473516047000885, 0.46009111404418945, 0.4521840214729309, 0.46404021978378296, 0.4134308397769928, 0.4264657497406006, 0.39291924238204956, 0.37185871601104736, 0.3720704913139343, 0.3921901285648346], "cos_apical_negg": [0.473516047000885, 0.46009111404418945, 0.4521840214729309, 0.46404021978378296, 0.4134308397769928, 0.4264657497406006, 0.39291924238204956, 0.37185871601104736, 0.3720704913139343, 0.3921901285648346], "cos_Ac_negg": [0.473516047000885, 0.46009111404418945, 0.4521840214729309, 0.46404021978378296, 0.4134308397769928, 0.4264657497406006, 0.39291924238204956, 0.37185871601104736, 0.3720704913139343, 0.3921901285648346], "r_norm": [0.5088133811950684, 0.46498093008995056, 0.44643351435661316, 0.4449370801448822, 0.45412129163742065, 0.4475208520889282, 0.4491097331047058, 0.4520203471183777, 0.4609396457672119, 0.4586154818534851]}, {"step": 4950, "epoch": 10, "train_loss": 0.19715341925621033, "cos_r_negg": [0.5016711950302124, 0.48316824436187744, 0.47257107496261597, 0.46910735964775085, 0.41664543747901917, 0.4364468455314636, 0.4038581848144531, 0.38212162256240845, 0.389704167842865, 0.3830309808254242], "cos_apical_negg": [0.5016711950302124, 0.48316824436187744, 0.47257107496261597, 0.46910735964775085, 0.41664543747901917, 0.4364468455314636, 0.4038581848144531, 0.38212162256240845, 0.389704167842865, 0.3830309808254242], "cos_Ac_negg": [0.5016711950302124, 0.48316824436187744, 0.47257107496261597, 0.46910735964775085, 0.41664543747901917, 0.4364468455314636, 0.4038581848144531, 0.38212162256240845, 0.389704167842865, 0.3830309808254242], "r_norm": [0.5387486815452576, 0.49201416969299316, 0.47026100754737854, 0.47123420238494873, 0.48081696033477783, 0.4716918170452118, 0.47223377227783203, 0.47704607248306274, 0.4853660464286804, 0.48492544889450073]}, {"step": 5000, "epoch": 10, "train_loss": 0.1867888867855072, "cos_r_negg": [0.4831485152244568, 0.46582549810409546, 0.4593956768512726, 0.46049964427948, 0.4058454632759094, 0.4228234887123108, 0.4011879563331604, 0.388526976108551, 0.39089980721473694, 0.3770224153995514], "cos_apical_negg": [0.4831485152244568, 0.46582549810409546, 0.4593956768512726, 0.46049964427948, 0.4058454632759094, 0.4228234887123108, 0.4011879563331604, 0.388526976108551, 0.39089980721473694, 0.3770224153995514], "cos_Ac_negg": [0.4831485152244568, 0.46582549810409546, 0.4593956768512726, 0.46049964427948, 0.4058454632759094, 0.4228234887123108, 0.4011879563331604, 0.388526976108551, 0.39089980721473694, 0.3770224153995514], "r_norm": [0.5407168865203857, 0.4943816065788269, 0.47243428230285645, 0.4734271168708801, 0.4827984869480133, 0.4723241329193115, 0.47498953342437744, 0.48000964522361755, 0.48777735233306885, 0.48681700229644775], "ldr": {"dL_sdil": -0.012129426002502441, "dL_bp": -0.014328718185424805, "ratio": 0.846511589211135}}, {"step": 5050, "epoch": 10, "train_loss": 0.3211400508880615, "cos_r_negg": [0.4807148575782776, 0.46161556243896484, 0.45842719078063965, 0.45601266622543335, 0.4072723388671875, 0.4366319179534912, 0.41035547852516174, 0.37766894698143005, 0.37895894050598145, 0.3648662269115448], "cos_apical_negg": [0.4807148575782776, 0.46161556243896484, 0.45842719078063965, 0.45601266622543335, 0.4072723388671875, 0.4366319179534912, 0.41035547852516174, 0.37766894698143005, 0.37895894050598145, 0.3648662269115448], "cos_Ac_negg": [0.4807148575782776, 0.46161556243896484, 0.45842719078063965, 0.45601266622543335, 0.4072723388671875, 0.4366319179534912, 0.41035547852516174, 0.37766894698143005, 0.37895894050598145, 0.3648662269115448], "r_norm": [0.4673219323158264, 0.42756858468055725, 0.4085025191307068, 0.4087839126586914, 0.41798269748687744, 0.408682256937027, 0.41191476583480835, 0.41415464878082275, 0.42113178968429565, 0.42040959000587463]}, {"step": 5100, "epoch": 10, "train_loss": 0.2207416445016861, "cos_r_negg": [0.507514476776123, 0.48977088928222656, 0.47442787885665894, 0.4589678645133972, 0.43225112557411194, 0.4300099313259125, 0.42364728450775146, 0.38509684801101685, 0.38591688871383667, 0.35853785276412964], "cos_apical_negg": [0.507514476776123, 0.48977088928222656, 0.47442787885665894, 0.4589678645133972, 0.43225112557411194, 0.4300099313259125, 0.42364728450775146, 0.38509684801101685, 0.38591688871383667, 0.35853785276412964], "cos_Ac_negg": [0.507514476776123, 0.48977088928222656, 0.47442787885665894, 0.4589678645133972, 0.43225112557411194, 0.4300099313259125, 0.42364728450775146, 0.38509684801101685, 0.38591688871383667, 0.35853785276412964], "r_norm": [0.49938762187957764, 0.45611196756362915, 0.4358710050582886, 0.4355640411376953, 0.4458644986152649, 0.43564409017562866, 0.4380801320075989, 0.441758930683136, 0.4497300386428833, 0.4506562352180481]}, {"step": 5150, "epoch": 10, "train_loss": 0.22620293498039246, "cos_r_negg": [0.4761689007282257, 0.4657664895057678, 0.44237393140792847, 0.4445279538631439, 0.4021270275115967, 0.42875176668167114, 0.4001966118812561, 0.3557575047016144, 0.3654995858669281, 0.3554632067680359], "cos_apical_negg": [0.4761689007282257, 0.4657664895057678, 0.44237393140792847, 0.4445279538631439, 0.4021270275115967, 0.42875176668167114, 0.4001966118812561, 0.3557575047016144, 0.3654995858669281, 0.3554632067680359], "cos_Ac_negg": [0.4761689007282257, 0.4657664895057678, 0.44237393140792847, 0.4445279538631439, 0.4021270275115967, 0.42875176668167114, 0.4001966118812561, 0.3557575047016144, 0.3654995858669281, 0.3554632067680359], "r_norm": [0.5103632211685181, 0.4659101963043213, 0.4445745646953583, 0.44395726919174194, 0.45433151721954346, 0.44535285234451294, 0.44839078187942505, 0.4504305124282837, 0.4590911269187927, 0.45847219228744507]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8714, "test_loss": 0.3947899627685547}, {"step": 5200, "epoch": 11, "train_loss": 0.27283310890197754, "cos_r_negg": [0.48107975721359253, 0.45835036039352417, 0.43888771533966064, 0.4401337206363678, 0.41159123182296753, 0.4160890281200409, 0.40211665630340576, 0.3568410873413086, 0.3608430027961731, 0.35995903611183167], "cos_apical_negg": [0.48107975721359253, 0.45835036039352417, 0.43888771533966064, 0.4401337206363678, 0.41159123182296753, 0.4160890281200409, 0.40211665630340576, 0.3568410873413086, 0.3608430027961731, 0.35995903611183167], "cos_Ac_negg": [0.48107975721359253, 0.45835036039352417, 0.43888771533966064, 0.4401337206363678, 0.41159123182296753, 0.4160890281200409, 0.40211665630340576, 0.3568410873413086, 0.3608430027961731, 0.35995903611183167], "r_norm": [0.4857714772224426, 0.4405692219734192, 0.42060667276382446, 0.42135363817214966, 0.4301150441169739, 0.4211190342903137, 0.42251917719841003, 0.4259651005268097, 0.4342022240161896, 0.43424156308174133]}, {"step": 5250, "epoch": 11, "train_loss": 0.1511518359184265, "cos_r_negg": [0.48850053548812866, 0.47574836015701294, 0.4518505930900574, 0.4490918517112732, 0.41314247250556946, 0.4299764037132263, 0.40422719717025757, 0.36913907527923584, 0.3670993447303772, 0.3667804002761841], "cos_apical_negg": [0.48850053548812866, 0.47574836015701294, 0.4518505930900574, 0.4490918517112732, 0.41314247250556946, 0.4299764037132263, 0.40422719717025757, 0.36913907527923584, 0.3670993447303772, 0.3667804002761841], "cos_Ac_negg": [0.48850053548812866, 0.47574836015701294, 0.4518505930900574, 0.4490918517112732, 0.41314247250556946, 0.4299764037132263, 0.40422719717025757, 0.36913907527923584, 0.3670993447303772, 0.3667804002761841], "r_norm": [0.5107892751693726, 0.462181031703949, 0.44204115867614746, 0.441649854183197, 0.4505583643913269, 0.4410463571548462, 0.443252295255661, 0.44766736030578613, 0.45592832565307617, 0.45618343353271484], "ldr": {"dL_sdil": -0.010820746421813965, "dL_bp": -0.013861298561096191, "ratio": 0.7806444954720194}}, {"step": 5300, "epoch": 11, "train_loss": 0.2748588025569916, "cos_r_negg": [0.4729350507259369, 0.4499773383140564, 0.4223896563053131, 0.42139947414398193, 0.3931024670600891, 0.4002753794193268, 0.38613003492355347, 0.35562920570373535, 0.36988627910614014, 0.3548671007156372], "cos_apical_negg": [0.4729350507259369, 0.4499773383140564, 0.4223896563053131, 0.42139947414398193, 0.3931024670600891, 0.4002753794193268, 0.38613003492355347, 0.35562920570373535, 0.36988627910614014, 0.3548671007156372], "cos_Ac_negg": [0.4729350507259369, 0.4499773383140564, 0.4223896563053131, 0.42139947414398193, 0.3931024670600891, 0.4002753794193268, 0.38613003492355347, 0.35562920570373535, 0.36988627910614014, 0.3548671007156372], "r_norm": [0.486552894115448, 0.44125473499298096, 0.4213738739490509, 0.42111021280288696, 0.43052223324775696, 0.42341071367263794, 0.4245989918708801, 0.4261305332183838, 0.43409761786460876, 0.4340497851371765]}, {"step": 5350, "epoch": 11, "train_loss": 0.22637028992176056, "cos_r_negg": [0.49461862444877625, 0.47299835085868835, 0.4535687565803528, 0.4531436264514923, 0.4076637029647827, 0.4247951805591583, 0.40368109941482544, 0.3706894814968109, 0.39890772104263306, 0.3711813986301422], "cos_apical_negg": [0.49461862444877625, 0.47299835085868835, 0.4535687565803528, 0.4531436264514923, 0.4076637029647827, 0.4247951805591583, 0.40368109941482544, 0.3706894814968109, 0.39890772104263306, 0.3711813986301422], "cos_Ac_negg": [0.49461862444877625, 0.47299835085868835, 0.4535687565803528, 0.4531436264514923, 0.4076637029647827, 0.4247951805591583, 0.40368109941482544, 0.3706894814968109, 0.39890772104263306, 0.3711813986301422], "r_norm": [0.4768276810646057, 0.4316684901714325, 0.4132487177848816, 0.41296932101249695, 0.42128586769104004, 0.4146955907344818, 0.4153071641921997, 0.4179747998714447, 0.42428332567214966, 0.4253137707710266]}, {"step": 5400, "epoch": 11, "train_loss": 0.213669091463089, "cos_r_negg": [0.46626606583595276, 0.4526767134666443, 0.4424455761909485, 0.44843700528144836, 0.4034566879272461, 0.42280125617980957, 0.40499061346054077, 0.35372525453567505, 0.3852561116218567, 0.3674580752849579], "cos_apical_negg": [0.46626606583595276, 0.4526767134666443, 0.4424455761909485, 0.44843700528144836, 0.4034566879272461, 0.42280125617980957, 0.40499061346054077, 0.35372525453567505, 0.3852561116218567, 0.3674580752849579], "cos_Ac_negg": [0.46626606583595276, 0.4526767134666443, 0.4424455761909485, 0.44843700528144836, 0.4034566879272461, 0.42280125617980957, 0.40499061346054077, 0.35372525453567505, 0.3852561116218567, 0.3674580752849579], "r_norm": [0.5096838474273682, 0.4596679210662842, 0.43878865242004395, 0.4383499324321747, 0.44715043902397156, 0.43830186128616333, 0.4408116638660431, 0.44381478428840637, 0.45211583375930786, 0.4522290825843811]}, {"step": 5450, "epoch": 11, "train_loss": 0.19540239870548248, "cos_r_negg": [0.48602986335754395, 0.4639485478401184, 0.44016167521476746, 0.4584020674228668, 0.40814799070358276, 0.4266911745071411, 0.409839928150177, 0.37230217456817627, 0.40744274854660034, 0.39512699842453003], "cos_apical_negg": [0.48602986335754395, 0.4639485478401184, 0.44016167521476746, 0.4584020674228668, 0.40814799070358276, 0.4266911745071411, 0.409839928150177, 0.37230217456817627, 0.40744274854660034, 0.39512699842453003], "cos_Ac_negg": [0.48602986335754395, 0.4639485478401184, 0.44016167521476746, 0.4584020674228668, 0.40814799070358276, 0.4266911745071411, 0.409839928150177, 0.37230217456817627, 0.40744274854660034, 0.39512699842453003], "r_norm": [0.49158811569213867, 0.4447864890098572, 0.42533260583877563, 0.42460450530052185, 0.4338497817516327, 0.42500972747802734, 0.42700591683387756, 0.42976611852645874, 0.4377482235431671, 0.4381469488143921]}, {"step": 5500, "epoch": 11, "train_loss": 0.2530498802661896, "cos_r_negg": [0.500407338142395, 0.47529351711273193, 0.4698953330516815, 0.4693342447280884, 0.42943283915519714, 0.4108195900917053, 0.4042872190475464, 0.363425076007843, 0.3973819613456726, 0.3714486360549927], "cos_apical_negg": [0.500407338142395, 0.47529351711273193, 0.4698953330516815, 0.4693342447280884, 0.42943283915519714, 0.4108195900917053, 0.4042872190475464, 0.363425076007843, 0.3973819613456726, 0.3714486360549927], "cos_Ac_negg": [0.500407338142395, 0.47529351711273193, 0.4698953330516815, 0.4693342447280884, 0.42943283915519714, 0.4108195900917053, 0.4042872190475464, 0.363425076007843, 0.3973819613456726, 0.3714486360549927], "r_norm": [0.4941622018814087, 0.4468562602996826, 0.425551176071167, 0.4259069561958313, 0.4338322877883911, 0.4261024594306946, 0.4277883768081665, 0.4309712052345276, 0.4367877244949341, 0.43923792243003845], "ldr": {"dL_sdil": -0.007443249225616455, "dL_bp": -0.010557949542999268, "ratio": 0.7049900357358595}}, {"step": 5550, "epoch": 11, "train_loss": 0.25366348028182983, "cos_r_negg": [0.5025759935379028, 0.46593350172042847, 0.4346107840538025, 0.4316750466823578, 0.3771667778491974, 0.377773255109787, 0.36561596393585205, 0.3382914364337921, 0.36048445105552673, 0.3635717034339905], "cos_apical_negg": [0.5025759935379028, 0.46593350172042847, 0.4346107840538025, 0.4316750466823578, 0.3771667778491974, 0.377773255109787, 0.36561596393585205, 0.3382914364337921, 0.36048445105552673, 0.3635717034339905], "cos_Ac_negg": [0.5025759935379028, 0.46593350172042847, 0.4346107840538025, 0.4316750466823578, 0.3771667778491974, 0.377773255109787, 0.36561596393585205, 0.3382914364337921, 0.36048445105552673, 0.3635717034339905], "r_norm": [0.461417555809021, 0.41479432582855225, 0.396144837141037, 0.39598774909973145, 0.4035307765007019, 0.3965912461280823, 0.3976515233516693, 0.4006930887699127, 0.4078792631626129, 0.408251017332077]}, {"step": 5600, "epoch": 11, "train_loss": 0.21737882494926453, "cos_r_negg": [0.4921491742134094, 0.47351962327957153, 0.4658845067024231, 0.47672581672668457, 0.42996326088905334, 0.42248618602752686, 0.4207080006599426, 0.37994450330734253, 0.3993558883666992, 0.3918161392211914], "cos_apical_negg": [0.4921491742134094, 0.47351962327957153, 0.4658845067024231, 0.47672581672668457, 0.42996326088905334, 0.42248618602752686, 0.4207080006599426, 0.37994450330734253, 0.3993558883666992, 0.3918161392211914], "cos_Ac_negg": [0.4921491742134094, 0.47351962327957153, 0.4658845067024231, 0.47672581672668457, 0.42996326088905334, 0.42248618602752686, 0.4207080006599426, 0.37994450330734253, 0.3993558883666992, 0.3918161392211914], "r_norm": [0.5200710296630859, 0.46540600061416626, 0.4422321915626526, 0.4420067071914673, 0.45100167393684387, 0.4432389736175537, 0.4431973099708557, 0.44770127534866333, 0.4546589255332947, 0.45818689465522766]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.876, "test_loss": 0.3828320068359375}, {"step": 5650, "epoch": 12, "train_loss": 0.17700214684009552, "cos_r_negg": [0.5071138143539429, 0.4770907461643219, 0.463224858045578, 0.4774293601512909, 0.44007885456085205, 0.43577268719673157, 0.4413124918937683, 0.401129812002182, 0.4179813265800476, 0.39775002002716064], "cos_apical_negg": [0.5071138143539429, 0.4770907461643219, 0.463224858045578, 0.4774293601512909, 0.44007885456085205, 0.43577268719673157, 0.4413124918937683, 0.401129812002182, 0.4179813265800476, 0.39775002002716064], "cos_Ac_negg": [0.5071138143539429, 0.4770907461643219, 0.463224858045578, 0.4774293601512909, 0.44007885456085205, 0.43577268719673157, 0.4413124918937683, 0.401129812002182, 0.4179813265800476, 0.39775002002716064], "r_norm": [0.4690208435058594, 0.4196418523788452, 0.40038979053497314, 0.3995155990123749, 0.40712523460388184, 0.3993438482284546, 0.400463730096817, 0.40483546257019043, 0.41218748688697815, 0.4136432111263275]}, {"step": 5700, "epoch": 12, "train_loss": 0.15345700085163116, "cos_r_negg": [0.48109692335128784, 0.4493092894554138, 0.44032716751098633, 0.44859105348587036, 0.42147350311279297, 0.412261426448822, 0.4241642951965332, 0.37468594312667847, 0.40124478936195374, 0.39235740900039673], "cos_apical_negg": [0.48109692335128784, 0.4493092894554138, 0.44032716751098633, 0.44859105348587036, 0.42147350311279297, 0.412261426448822, 0.4241642951965332, 0.37468594312667847, 0.40124478936195374, 0.39235740900039673], "cos_Ac_negg": [0.48109692335128784, 0.4493092894554138, 0.44032716751098633, 0.44859105348587036, 0.42147350311279297, 0.412261426448822, 0.4241642951965332, 0.37468594312667847, 0.40124478936195374, 0.39235740900039673], "r_norm": [0.46511322259902954, 0.41686704754829407, 0.3979983329772949, 0.3967611789703369, 0.40414315462112427, 0.3986439108848572, 0.39911895990371704, 0.4019137918949127, 0.4077990651130676, 0.4108480215072632]}, {"step": 5750, "epoch": 12, "train_loss": 0.32605117559432983, "cos_r_negg": [0.49084681272506714, 0.46376705169677734, 0.4533348083496094, 0.4586890935897827, 0.42819347977638245, 0.4166759252548218, 0.4187522232532501, 0.3712078630924225, 0.38580894470214844, 0.38667184114456177], "cos_apical_negg": [0.49084681272506714, 0.46376705169677734, 0.4533348083496094, 0.4586890935897827, 0.42819347977638245, 0.4166759252548218, 0.4187522232532501, 0.3712078630924225, 0.38580894470214844, 0.38667184114456177], "cos_Ac_negg": [0.49084681272506714, 0.46376705169677734, 0.4533348083496094, 0.4586890935897827, 0.42819347977638245, 0.4166759252548218, 0.4187522232532501, 0.3712078630924225, 0.38580894470214844, 0.38667184114456177], "r_norm": [0.45332980155944824, 0.40406614542007446, 0.3841201663017273, 0.38428932428359985, 0.3908889889717102, 0.38367587327957153, 0.386727511882782, 0.3885206878185272, 0.39396440982818604, 0.39719516038894653], "ldr": {"dL_sdil": -0.007452666759490967, "dL_bp": -0.011535733938217163, "ratio": 0.6460505070076858}}, {"step": 5800, "epoch": 12, "train_loss": 0.1991831362247467, "cos_r_negg": [0.4910760521888733, 0.4666508734226227, 0.44982680678367615, 0.4513859748840332, 0.4152810573577881, 0.405318945646286, 0.40232688188552856, 0.36475080251693726, 0.38124585151672363, 0.3922157883644104], "cos_apical_negg": [0.4910760521888733, 0.4666508734226227, 0.44982680678367615, 0.4513859748840332, 0.4152810573577881, 0.405318945646286, 0.40232688188552856, 0.36475080251693726, 0.38124585151672363, 0.3922157883644104], "cos_Ac_negg": [0.4910760521888733, 0.4666508734226227, 0.44982680678367615, 0.4513859748840332, 0.4152810573577881, 0.405318945646286, 0.40232688188552856, 0.36475080251693726, 0.38124585151672363, 0.3922157883644104], "r_norm": [0.45492252707481384, 0.40431034564971924, 0.3828718662261963, 0.383525550365448, 0.39004290103912354, 0.383543998003006, 0.3856061100959778, 0.3878243565559387, 0.3931412100791931, 0.39614981412887573]}, {"step": 5850, "epoch": 12, "train_loss": 0.2374170571565628, "cos_r_negg": [0.4744325280189514, 0.4582796096801758, 0.44336599111557007, 0.44187211990356445, 0.40786978602409363, 0.3970513939857483, 0.39312368631362915, 0.3621167540550232, 0.37917739152908325, 0.39103826880455017], "cos_apical_negg": [0.4744325280189514, 0.4582796096801758, 0.44336599111557007, 0.44187211990356445, 0.40786978602409363, 0.3970513939857483, 0.39312368631362915, 0.3621167540550232, 0.37917739152908325, 0.39103826880455017], "cos_Ac_negg": [0.4744325280189514, 0.4582796096801758, 0.44336599111557007, 0.44187211990356445, 0.40786978602409363, 0.3970513939857483, 0.39312368631362915, 0.3621167540550232, 0.37917739152908325, 0.39103826880455017], "r_norm": [0.478513240814209, 0.42658907175064087, 0.4048643112182617, 0.4049968123435974, 0.4121335744857788, 0.4044259190559387, 0.4058012068271637, 0.4094945788383484, 0.4151059091091156, 0.41962116956710815]}, {"step": 5900, "epoch": 12, "train_loss": 0.25716763734817505, "cos_r_negg": [0.48804789781570435, 0.4744202792644501, 0.45430776476860046, 0.46489447355270386, 0.4256886839866638, 0.42772209644317627, 0.4137924909591675, 0.37988603115081787, 0.4128839373588562, 0.4175751209259033], "cos_apical_negg": [0.48804789781570435, 0.4744202792644501, 0.45430776476860046, 0.46489447355270386, 0.4256886839866638, 0.42772209644317627, 0.4137924909591675, 0.37988603115081787, 0.4128839373588562, 0.4175751209259033], "cos_Ac_negg": [0.48804789781570435, 0.4744202792644501, 0.45430776476860046, 0.46489447355270386, 0.4256886839866638, 0.42772209644317627, 0.4137924909591675, 0.37988603115081787, 0.4128839373588562, 0.4175751209259033], "r_norm": [0.4776266813278198, 0.4238682985305786, 0.40187156200408936, 0.4009932577610016, 0.4081472158432007, 0.40135639905929565, 0.4030398726463318, 0.4053938686847687, 0.41204315423965454, 0.41691523790359497]}, {"step": 5950, "epoch": 12, "train_loss": 0.2519492506980896, "cos_r_negg": [0.49396559596061707, 0.47319748997688293, 0.4599992036819458, 0.4738873839378357, 0.4349706172943115, 0.42942672967910767, 0.4218832850456238, 0.3874236047267914, 0.39968860149383545, 0.41373297572135925], "cos_apical_negg": [0.49396559596061707, 0.47319748997688293, 0.4599992036819458, 0.4738873839378357, 0.4349706172943115, 0.42942672967910767, 0.4218832850456238, 0.3874236047267914, 0.39968860149383545, 0.41373297572135925], "cos_Ac_negg": [0.49396559596061707, 0.47319748997688293, 0.4599992036819458, 0.4738873839378357, 0.4349706172943115, 0.42942672967910767, 0.4218832850456238, 0.3874236047267914, 0.39968860149383545, 0.41373297572135925], "r_norm": [0.5001608729362488, 0.4422034025192261, 0.4194449782371521, 0.4175906777381897, 0.4257963299751282, 0.41800153255462646, 0.42040663957595825, 0.42297452688217163, 0.4311372637748718, 0.4346558749675751]}, {"step": 6000, "epoch": 12, "train_loss": 0.13667650520801544, "cos_r_negg": [0.47697341442108154, 0.4542196989059448, 0.4315997064113617, 0.43420371413230896, 0.3927745223045349, 0.40374740958213806, 0.39652204513549805, 0.37824246287345886, 0.37494784593582153, 0.4009970426559448], "cos_apical_negg": [0.47697341442108154, 0.4542196989059448, 0.4315997064113617, 0.43420371413230896, 0.3927745223045349, 0.40374740958213806, 0.39652204513549805, 0.37824246287345886, 0.37494784593582153, 0.4009970426559448], "cos_Ac_negg": [0.47697341442108154, 0.4542196989059448, 0.4315997064113617, 0.43420371413230896, 0.3927745223045349, 0.40374740958213806, 0.39652204513549805, 0.37824246287345886, 0.37494784593582153, 0.4009970426559448], "r_norm": [0.4499259293079376, 0.39687174558639526, 0.3771011233329773, 0.3762258291244507, 0.38261979818344116, 0.3751058578491211, 0.3776891827583313, 0.38003256916999817, 0.3876762092113495, 0.39100372791290283], "ldr": {"dL_sdil": -0.007982254028320312, "dL_bp": -0.012225806713104248, "ratio": 0.6529020305682178}}, {"step": 6050, "epoch": 12, "train_loss": 0.1394430696964264, "cos_r_negg": [0.5029886960983276, 0.46137192845344543, 0.43510228395462036, 0.4404110312461853, 0.4103030264377594, 0.4106912612915039, 0.4222813546657562, 0.3832795023918152, 0.4026408791542053, 0.4046843647956848], "cos_apical_negg": [0.5029886960983276, 0.46137192845344543, 0.43510228395462036, 0.4404110312461853, 0.4103030264377594, 0.4106912612915039, 0.4222813546657562, 0.3832795023918152, 0.4026408791542053, 0.4046843647956848], "cos_Ac_negg": [0.5029886960983276, 0.46137192845344543, 0.43510228395462036, 0.4404110312461853, 0.4103030264377594, 0.4106912612915039, 0.4222813546657562, 0.3832795023918152, 0.4026408791542053, 0.4046843647956848], "r_norm": [0.4905894994735718, 0.43175560235977173, 0.40847906470298767, 0.408230185508728, 0.41536247730255127, 0.40742549300193787, 0.4099326729774475, 0.4121282696723938, 0.42012420296669006, 0.42292776703834534]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8744, "test_loss": 0.3847752380371094}, {"step": 6100, "epoch": 13, "train_loss": 0.2688697874546051, "cos_r_negg": [0.5265949964523315, 0.48915162682533264, 0.46783268451690674, 0.47361764311790466, 0.43640121817588806, 0.41794830560684204, 0.4311116337776184, 0.4006251096725464, 0.4014388620853424, 0.3923378586769104], "cos_apical_negg": [0.5265949964523315, 0.48915162682533264, 0.46783268451690674, 0.47361764311790466, 0.43640121817588806, 0.41794830560684204, 0.4311116337776184, 0.4006251096725464, 0.4014388620853424, 0.3923378586769104], "cos_Ac_negg": [0.5265949964523315, 0.48915162682533264, 0.46783268451690674, 0.47361764311790466, 0.43640121817588806, 0.41794830560684204, 0.4311116337776184, 0.4006251096725464, 0.4014388620853424, 0.3923378586769104], "r_norm": [0.4733988642692566, 0.41498810052871704, 0.39241841435432434, 0.391957551240921, 0.3984804153442383, 0.3912435472011566, 0.39228832721710205, 0.3960826098918915, 0.4027242064476013, 0.4073542356491089]}, {"step": 6150, "epoch": 13, "train_loss": 0.12180687487125397, "cos_r_negg": [0.5129139423370361, 0.47841599583625793, 0.4548856019973755, 0.44787609577178955, 0.4101749658584595, 0.401783287525177, 0.40682873129844666, 0.37795352935791016, 0.3817651867866516, 0.3865318298339844], "cos_apical_negg": [0.5129139423370361, 0.47841599583625793, 0.4548856019973755, 0.44787609577178955, 0.4101749658584595, 0.401783287525177, 0.40682873129844666, 0.37795352935791016, 0.3817651867866516, 0.3865318298339844], "cos_Ac_negg": [0.5129139423370361, 0.47841599583625793, 0.4548856019973755, 0.44787609577178955, 0.4101749658584595, 0.401783287525177, 0.40682873129844666, 0.37795352935791016, 0.3817651867866516, 0.3865318298339844], "r_norm": [0.45965632796287537, 0.4032878875732422, 0.38268208503723145, 0.38147082924842834, 0.3879719376564026, 0.3815394639968872, 0.3818402588367462, 0.38570931553840637, 0.3926057815551758, 0.39757001399993896]}, {"step": 6200, "epoch": 13, "train_loss": 0.21398000419139862, "cos_r_negg": [0.5147126913070679, 0.48417866230010986, 0.4574199914932251, 0.45728811621665955, 0.42260828614234924, 0.42240411043167114, 0.4200078248977661, 0.3913804292678833, 0.39240822196006775, 0.39029574394226074], "cos_apical_negg": [0.5147126913070679, 0.48417866230010986, 0.4574199914932251, 0.45728811621665955, 0.42260828614234924, 0.42240411043167114, 0.4200078248977661, 0.3913804292678833, 0.39240822196006775, 0.39029574394226074], "cos_Ac_negg": [0.5147126913070679, 0.48417866230010986, 0.4574199914932251, 0.45728811621665955, 0.42260828614234924, 0.42240411043167114, 0.4200078248977661, 0.3913804292678833, 0.39240822196006775, 0.39029574394226074], "r_norm": [0.46776413917541504, 0.41108739376068115, 0.389464408159256, 0.38833725452423096, 0.39614027738571167, 0.38889235258102417, 0.38998499512672424, 0.39241886138916016, 0.4000897705554962, 0.40386977791786194]}, {"step": 6250, "epoch": 13, "train_loss": 0.18519844114780426, "cos_r_negg": [0.4954971671104431, 0.4580591320991516, 0.4374369978904724, 0.44234010577201843, 0.4096745252609253, 0.4087085425853729, 0.40811896324157715, 0.3805044889450073, 0.380659282207489, 0.38076335191726685], "cos_apical_negg": [0.4954971671104431, 0.4580591320991516, 0.4374369978904724, 0.44234010577201843, 0.4096745252609253, 0.4087085425853729, 0.40811896324157715, 0.3805044889450073, 0.380659282207489, 0.38076335191726685], "cos_Ac_negg": [0.4954971671104431, 0.4580591320991516, 0.4374369978904724, 0.44234010577201843, 0.4096745252609253, 0.4087085425853729, 0.40811896324157715, 0.3805044889450073, 0.380659282207489, 0.38076335191726685], "r_norm": [0.5116559267044067, 0.44646912813186646, 0.4212997555732727, 0.4209516644477844, 0.42751985788345337, 0.4196651577949524, 0.4214544892311096, 0.42487603425979614, 0.4323514401912689, 0.43755394220352173], "ldr": {"dL_sdil": -0.01944553852081299, "dL_bp": -0.026724815368652344, "ratio": 0.7276210612710987}}, {"step": 6300, "epoch": 13, "train_loss": 0.22925511002540588, "cos_r_negg": [0.5112359523773193, 0.4735284447669983, 0.46085554361343384, 0.46650567650794983, 0.4272988438606262, 0.43208345770835876, 0.4336429238319397, 0.39139556884765625, 0.38670817017555237, 0.4079607129096985], "cos_apical_negg": [0.5112359523773193, 0.4735284447669983, 0.46085554361343384, 0.46650567650794983, 0.4272988438606262, 0.43208345770835876, 0.4336429238319397, 0.39139556884765625, 0.38670817017555237, 0.4079607129096985], "cos_Ac_negg": [0.5112359523773193, 0.4735284447669983, 0.46085554361343384, 0.46650567650794983, 0.4272988438606262, 0.43208345770835876, 0.4336429238319397, 0.39139556884765625, 0.38670817017555237, 0.4079607129096985], "r_norm": [0.4749578535556793, 0.4143661856651306, 0.3918341398239136, 0.39094656705856323, 0.3969392776489258, 0.3906506896018982, 0.3922865390777588, 0.3949252963066101, 0.401984304189682, 0.4066039025783539]}, {"step": 6350, "epoch": 13, "train_loss": 0.19988642632961273, "cos_r_negg": [0.4965254068374634, 0.4580925405025482, 0.4525129795074463, 0.45623430609703064, 0.4333910644054413, 0.4170207381248474, 0.4111010432243347, 0.3856467008590698, 0.40092378854751587, 0.4047774076461792], "cos_apical_negg": [0.4965254068374634, 0.4580925405025482, 0.4525129795074463, 0.45623430609703064, 0.4333910644054413, 0.4170207381248474, 0.4111010432243347, 0.3856467008590698, 0.40092378854751587, 0.4047774076461792], "cos_Ac_negg": [0.4965254068374634, 0.4580925405025482, 0.4525129795074463, 0.45623430609703064, 0.4333910644054413, 0.4170207381248474, 0.4111010432243347, 0.3856467008590698, 0.40092378854751587, 0.4047774076461792], "r_norm": [0.47596660256385803, 0.4147840142250061, 0.3917062282562256, 0.39109325408935547, 0.3967045247554779, 0.3905715346336365, 0.3917209208011627, 0.39447399973869324, 0.40037932991981506, 0.4066360890865326]}, {"step": 6400, "epoch": 13, "train_loss": 0.1851104497909546, "cos_r_negg": [0.4995357394218445, 0.4633849859237671, 0.44990941882133484, 0.4513944685459137, 0.4212852120399475, 0.4103686809539795, 0.40501388907432556, 0.38824188709259033, 0.38383084535598755, 0.39673516154289246], "cos_apical_negg": [0.4995357394218445, 0.4633849859237671, 0.44990941882133484, 0.4513944685459137, 0.4212852120399475, 0.4103686809539795, 0.40501388907432556, 0.38824188709259033, 0.38383084535598755, 0.39673516154289246], "cos_Ac_negg": [0.4995357394218445, 0.4633849859237671, 0.44990941882133484, 0.4513944685459137, 0.4212852120399475, 0.4103686809539795, 0.40501388907432556, 0.38824188709259033, 0.38383084535598755, 0.39673516154289246], "r_norm": [0.4438304305076599, 0.38713759183883667, 0.36725008487701416, 0.3645312190055847, 0.37136828899383545, 0.3658265471458435, 0.3659927248954773, 0.3691106140613556, 0.37552809715270996, 0.3808272182941437]}, {"step": 6450, "epoch": 13, "train_loss": 0.20429247617721558, "cos_r_negg": [0.5112947225570679, 0.4787641167640686, 0.46613818407058716, 0.4604230523109436, 0.42592230439186096, 0.42225950956344604, 0.4159555435180664, 0.3851262331008911, 0.38561689853668213, 0.39428502321243286], "cos_apical_negg": [0.5112947225570679, 0.4787641167640686, 0.46613818407058716, 0.4604230523109436, 0.42592230439186096, 0.42225950956344604, 0.4159555435180664, 0.3851262331008911, 0.38561689853668213, 0.39428502321243286], "cos_Ac_negg": [0.5112947225570679, 0.4787641167640686, 0.46613818407058716, 0.4604230523109436, 0.42592230439186096, 0.42225950956344604, 0.4159555435180664, 0.3851262331008911, 0.38561689853668213, 0.39428502321243286], "r_norm": [0.4555075764656067, 0.3958677351474762, 0.37322717905044556, 0.3721105754375458, 0.3777071237564087, 0.3726315200328827, 0.37392812967300415, 0.375798761844635, 0.3819692134857178, 0.38743823766708374]}, {"step": 6500, "epoch": 13, "train_loss": 0.12162475287914276, "cos_r_negg": [0.4943050742149353, 0.4572833478450775, 0.43858224153518677, 0.44010302424430847, 0.3970472812652588, 0.3970757722854614, 0.3852105140686035, 0.36462652683258057, 0.3787815570831299, 0.39206111431121826], "cos_apical_negg": [0.4943050742149353, 0.4572833478450775, 0.43858224153518677, 0.44010302424430847, 0.3970472812652588, 0.3970757722854614, 0.3852105140686035, 0.36462652683258057, 0.3787815570831299, 0.39206111431121826], "cos_Ac_negg": [0.4943050742149353, 0.4572833478450775, 0.43858224153518677, 0.44010302424430847, 0.3970472812652588, 0.3970757722854614, 0.3852105140686035, 0.36462652683258057, 0.3787815570831299, 0.39206111431121826], "r_norm": [0.47234708070755005, 0.40850260853767395, 0.38494783639907837, 0.38363128900527954, 0.3895035982131958, 0.3840022385120392, 0.3843185007572174, 0.3873082399368286, 0.3940080404281616, 0.4004935324192047], "ldr": {"dL_sdil": -0.010127395391464233, "dL_bp": -0.015177160501480103, "ratio": 0.6672786645747465}}, {"step": 6550, "epoch": 13, "train_loss": 0.15600667893886566, "cos_r_negg": [0.5009884238243103, 0.47399842739105225, 0.4608219861984253, 0.4599955081939697, 0.42097872495651245, 0.4261677861213684, 0.41951829195022583, 0.38131165504455566, 0.40125197172164917, 0.3939533233642578], "cos_apical_negg": [0.5009884238243103, 0.47399842739105225, 0.4608219861984253, 0.4599955081939697, 0.42097872495651245, 0.4261677861213684, 0.41951829195022583, 0.38131165504455566, 0.40125197172164917, 0.3939533233642578], "cos_Ac_negg": [0.5009884238243103, 0.47399842739105225, 0.4608219861984253, 0.4599955081939697, 0.42097872495651245, 0.4261677861213684, 0.41951829195022583, 0.38131165504455566, 0.40125197172164917, 0.3939533233642578], "r_norm": [0.4701434075832367, 0.40827441215515137, 0.38588011264801025, 0.3836091160774231, 0.39097243547439575, 0.38466155529022217, 0.3841994106769562, 0.3874133229255676, 0.39548349380493164, 0.40066421031951904]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8792, "test_loss": 0.3840004608154297}, {"step": 6600, "epoch": 14, "train_loss": 0.23234525322914124, "cos_r_negg": [0.501998782157898, 0.46260690689086914, 0.45213449001312256, 0.4545964002609253, 0.42040473222732544, 0.42180898785591125, 0.42122793197631836, 0.3753770589828491, 0.3954847455024719, 0.3939388394355774], "cos_apical_negg": [0.501998782157898, 0.46260690689086914, 0.45213449001312256, 0.4545964002609253, 0.42040473222732544, 0.42180898785591125, 0.42122793197631836, 0.3753770589828491, 0.3954847455024719, 0.3939388394355774], "cos_Ac_negg": [0.501998782157898, 0.46260690689086914, 0.45213449001312256, 0.4545964002609253, 0.42040473222732544, 0.42180898785591125, 0.42122793197631836, 0.3753770589828491, 0.3954847455024719, 0.3939388394355774], "r_norm": [0.4499940574169159, 0.39152252674102783, 0.3696625530719757, 0.3670617341995239, 0.3736448884010315, 0.36970317363739014, 0.3690357804298401, 0.3714931309223175, 0.37688148021698, 0.38301897048950195]}, {"step": 6650, "epoch": 14, "train_loss": 0.32536107301712036, "cos_r_negg": [0.5197878479957581, 0.474988728761673, 0.4536398649215698, 0.45529860258102417, 0.4159640073776245, 0.4248788058757782, 0.41078314185142517, 0.38249528408050537, 0.39353829622268677, 0.40441831946372986], "cos_apical_negg": [0.5197878479957581, 0.474988728761673, 0.4536398649215698, 0.45529860258102417, 0.4159640073776245, 0.4248788058757782, 0.41078314185142517, 0.38249528408050537, 0.39353829622268677, 0.40441831946372986], "cos_Ac_negg": [0.5197878479957581, 0.474988728761673, 0.4536398649215698, 0.45529860258102417, 0.4159640073776245, 0.4248788058757782, 0.41078314185142517, 0.38249528408050537, 0.39353829622268677, 0.40441831946372986], "r_norm": [0.48979297280311584, 0.42079484462738037, 0.39582908153533936, 0.3954302668571472, 0.401736319065094, 0.39566367864608765, 0.394928514957428, 0.3982998728752136, 0.4059045612812042, 0.4124324917793274]}, {"step": 6700, "epoch": 14, "train_loss": 0.16051213443279266, "cos_r_negg": [0.5126526355743408, 0.46530064940452576, 0.44869208335876465, 0.4584864675998688, 0.41003739833831787, 0.41927361488342285, 0.4071608781814575, 0.3738287091255188, 0.38662344217300415, 0.40371084213256836], "cos_apical_negg": [0.5126526355743408, 0.46530064940452576, 0.44869208335876465, 0.4584864675998688, 0.41003739833831787, 0.41927361488342285, 0.4071608781814575, 0.3738287091255188, 0.38662344217300415, 0.40371084213256836], "cos_Ac_negg": [0.5126526355743408, 0.46530064940452576, 0.44869208335876465, 0.4584864675998688, 0.41003739833831787, 0.41927361488342285, 0.4071608781814575, 0.3738287091255188, 0.38662344217300415, 0.40371084213256836], "r_norm": [0.47006142139434814, 0.40443184971809387, 0.38104182481765747, 0.3788967728614807, 0.38544148206710815, 0.37969666719436646, 0.37964099645614624, 0.3824551999568939, 0.39011651277542114, 0.39637988805770874]}, {"step": 6750, "epoch": 14, "train_loss": 0.2082766592502594, "cos_r_negg": [0.5012471675872803, 0.4644649028778076, 0.4514748752117157, 0.45147043466567993, 0.40944704413414, 0.4172592759132385, 0.4102659821510315, 0.36918872594833374, 0.38524603843688965, 0.4030250608921051], "cos_apical_negg": [0.5012471675872803, 0.4644649028778076, 0.4514748752117157, 0.45147043466567993, 0.40944704413414, 0.4172592759132385, 0.4102659821510315, 0.36918872594833374, 0.38524603843688965, 0.4030250608921051], "cos_Ac_negg": [0.5012471675872803, 0.4644649028778076, 0.4514748752117157, 0.45147043466567993, 0.40944704413414, 0.4172592759132385, 0.4102659821510315, 0.36918872594833374, 0.38524603843688965, 0.4030250608921051], "r_norm": [0.4848441481590271, 0.4156167507171631, 0.3918725550174713, 0.3897746205329895, 0.39639782905578613, 0.3901880383491516, 0.3896958827972412, 0.3932296633720398, 0.4015750288963318, 0.4081737697124481], "ldr": {"dL_sdil": -0.012953072786331177, "dL_bp": -0.019008666276931763, "ratio": 0.6814298592874221}}, {"step": 6800, "epoch": 14, "train_loss": 0.17220011353492737, "cos_r_negg": [0.4888741075992584, 0.45552295446395874, 0.4436263144016266, 0.4514601528644562, 0.4060705900192261, 0.4031863510608673, 0.39911219477653503, 0.3614858388900757, 0.37479472160339355, 0.38887375593185425], "cos_apical_negg": [0.4888741075992584, 0.45552295446395874, 0.4436263144016266, 0.4514601528644562, 0.4060705900192261, 0.4031863510608673, 0.39911219477653503, 0.3614858388900757, 0.37479472160339355, 0.38887375593185425], "cos_Ac_negg": [0.4888741075992584, 0.45552295446395874, 0.4436263144016266, 0.4514601528644562, 0.4060705900192261, 0.4031863510608673, 0.39911219477653503, 0.3614858388900757, 0.37479472160339355, 0.38887375593185425], "r_norm": [0.45916303992271423, 0.39400559663772583, 0.371745765209198, 0.37035292387008667, 0.37600284814834595, 0.37094518542289734, 0.36983373761177063, 0.3728691637516022, 0.37959712743759155, 0.38601434230804443]}, {"step": 6850, "epoch": 14, "train_loss": 0.21191158890724182, "cos_r_negg": [0.4924439489841461, 0.45610031485557556, 0.4404039978981018, 0.43880775570869446, 0.4044409394264221, 0.4056854844093323, 0.40380483865737915, 0.3632001280784607, 0.3839331269264221, 0.39054006338119507], "cos_apical_negg": [0.4924439489841461, 0.45610031485557556, 0.4404039978981018, 0.43880775570869446, 0.4044409394264221, 0.4056854844093323, 0.40380483865737915, 0.3632001280784607, 0.3839331269264221, 0.39054006338119507], "cos_Ac_negg": [0.4924439489841461, 0.45610031485557556, 0.4404039978981018, 0.43880775570869446, 0.4044409394264221, 0.4056854844093323, 0.40380483865737915, 0.3632001280784607, 0.3839331269264221, 0.39054006338119507], "r_norm": [0.5048611164093018, 0.42960307002067566, 0.4034901261329651, 0.40112143754959106, 0.40725433826446533, 0.40339863300323486, 0.4014100432395935, 0.40450793504714966, 0.41339802742004395, 0.42157766222953796]}, {"step": 6900, "epoch": 14, "train_loss": 0.2515605688095093, "cos_r_negg": [0.48036980628967285, 0.4473077058792114, 0.4330219030380249, 0.43318116664886475, 0.40222445130348206, 0.40079206228256226, 0.4011760354042053, 0.3543541133403778, 0.3891061544418335, 0.3945467472076416], "cos_apical_negg": [0.48036980628967285, 0.4473077058792114, 0.4330219030380249, 0.43318116664886475, 0.40222445130348206, 0.40079206228256226, 0.4011760354042053, 0.3543541133403778, 0.3891061544418335, 0.3945467472076416], "cos_Ac_negg": [0.48036980628967285, 0.4473077058792114, 0.4330219030380249, 0.43318116664886475, 0.40222445130348206, 0.40079206228256226, 0.4011760354042053, 0.3543541133403778, 0.3891061544418335, 0.3945467472076416], "r_norm": [0.4753537178039551, 0.40537843108177185, 0.3807820975780487, 0.3778442144393921, 0.3840792179107666, 0.3789841830730438, 0.379154235124588, 0.3811175227165222, 0.38956204056739807, 0.39550766348838806]}, {"step": 6950, "epoch": 14, "train_loss": 0.19594255089759827, "cos_r_negg": [0.474610298871994, 0.4443974494934082, 0.42747730016708374, 0.4327470362186432, 0.4034067392349243, 0.4006931781768799, 0.39820027351379395, 0.35622674226760864, 0.371694415807724, 0.39541125297546387], "cos_apical_negg": [0.474610298871994, 0.4443974494934082, 0.42747730016708374, 0.4327470362186432, 0.4034067392349243, 0.4006931781768799, 0.39820027351379395, 0.35622674226760864, 0.371694415807724, 0.39541125297546387], "cos_Ac_negg": [0.474610298871994, 0.4443974494934082, 0.42747730016708374, 0.4327470362186432, 0.4034067392349243, 0.4006931781768799, 0.39820027351379395, 0.35622674226760864, 0.371694415807724, 0.39541125297546387], "r_norm": [0.4817844033241272, 0.4126410484313965, 0.38917773962020874, 0.38659369945526123, 0.3923015594482422, 0.38748180866241455, 0.3866290748119354, 0.3901851177215576, 0.3976418673992157, 0.40529701113700867]}, {"step": 7000, "epoch": 14, "train_loss": 0.16164879500865936, "cos_r_negg": [0.5148184299468994, 0.4679951071739197, 0.4428943395614624, 0.43937110900878906, 0.38727453351020813, 0.39482808113098145, 0.3989794850349426, 0.3582930266857147, 0.38233518600463867, 0.40142127871513367], "cos_apical_negg": [0.5148184299468994, 0.4679951071739197, 0.4428943395614624, 0.43937110900878906, 0.38727453351020813, 0.39482808113098145, 0.3989794850349426, 0.3582930266857147, 0.38233518600463867, 0.40142127871513367], "cos_Ac_negg": [0.5148184299468994, 0.4679951071739197, 0.4428943395614624, 0.43937110900878906, 0.38727453351020813, 0.39482808113098145, 0.3989794850349426, 0.3582930266857147, 0.38233518600463867, 0.40142127871513367], "r_norm": [0.4698610007762909, 0.39799803495407104, 0.37314653396606445, 0.37097615003585815, 0.3762102723121643, 0.3714471161365509, 0.3709228038787842, 0.3736727833747864, 0.38019007444381714, 0.38927197456359863], "ldr": {"dL_sdil": -0.009352952241897583, "dL_bp": -0.0186920166015625, "ratio": 0.5003714923469388}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8785, "test_loss": 0.39900808410644534}, {"step": 7050, "epoch": 15, "train_loss": 0.14144638180732727, "cos_r_negg": [0.49917495250701904, 0.4517671465873718, 0.4197313189506531, 0.41835546493530273, 0.36700576543807983, 0.3782934546470642, 0.373089462518692, 0.35035043954849243, 0.36366668343544006, 0.3931282162666321], "cos_apical_negg": [0.49917495250701904, 0.4517671465873718, 0.4197313189506531, 0.41835546493530273, 0.36700576543807983, 0.3782934546470642, 0.373089462518692, 0.35035043954849243, 0.36366668343544006, 0.3931282162666321], "cos_Ac_negg": [0.49917495250701904, 0.4517671465873718, 0.4197313189506531, 0.41835546493530273, 0.36700576543807983, 0.3782934546470642, 0.373089462518692, 0.35035043954849243, 0.36366668343544006, 0.3931282162666321], "r_norm": [0.46760591864585876, 0.39671778678894043, 0.3729891777038574, 0.37005046010017395, 0.3751971125602722, 0.3715382516384125, 0.3704591989517212, 0.37330347299575806, 0.3807777762413025, 0.3890916705131531]}, {"step": 7100, "epoch": 15, "train_loss": 0.2144758105278015, "cos_r_negg": [0.5035552978515625, 0.471626877784729, 0.4475927948951721, 0.45181363821029663, 0.41166800260543823, 0.4042891263961792, 0.4037132263183594, 0.356871634721756, 0.3772222399711609, 0.40899771451950073], "cos_apical_negg": [0.5035552978515625, 0.471626877784729, 0.4475927948951721, 0.45181363821029663, 0.41166800260543823, 0.4042891263961792, 0.4037132263183594, 0.356871634721756, 0.3772222399711609, 0.40899771451950073], "cos_Ac_negg": [0.5035552978515625, 0.471626877784729, 0.4475927948951721, 0.45181363821029663, 0.41166800260543823, 0.4042891263961792, 0.4037132263183594, 0.356871634721756, 0.3772222399711609, 0.40899771451950073], "r_norm": [0.4521074891090393, 0.38193565607070923, 0.35851478576660156, 0.35648244619369507, 0.3616631031036377, 0.3561859726905823, 0.3562745451927185, 0.3587416112422943, 0.3664351999759674, 0.374469518661499]}, {"step": 7150, "epoch": 15, "train_loss": 0.22587928175926208, "cos_r_negg": [0.49679940938949585, 0.46231603622436523, 0.4452011287212372, 0.4378233253955841, 0.3993877172470093, 0.381852388381958, 0.3902299702167511, 0.3575665354728699, 0.36102285981178284, 0.39043283462524414], "cos_apical_negg": [0.49679940938949585, 0.46231603622436523, 0.4452011287212372, 0.4378233253955841, 0.3993877172470093, 0.381852388381958, 0.3902299702167511, 0.3575665354728699, 0.36102285981178284, 0.39043283462524414], "cos_Ac_negg": [0.49679940938949585, 0.46231603622436523, 0.4452011287212372, 0.4378233253955841, 0.3993877172470093, 0.381852388381958, 0.3902299702167511, 0.3575665354728699, 0.36102285981178284, 0.39043283462524414], "r_norm": [0.4579884111881256, 0.3895854353904724, 0.36767715215682983, 0.36505651473999023, 0.37005260586738586, 0.3653256297111511, 0.36458873748779297, 0.3673816919326782, 0.3740306496620178, 0.38123324513435364]}, {"step": 7200, "epoch": 15, "train_loss": 0.20111006498336792, "cos_r_negg": [0.4746282994747162, 0.43954282999038696, 0.42950257658958435, 0.4314921498298645, 0.3957415819168091, 0.38308170437812805, 0.38762569427490234, 0.3628164529800415, 0.3679518401622772, 0.3993186950683594], "cos_apical_negg": [0.4746282994747162, 0.43954282999038696, 0.42950257658958435, 0.4314921498298645, 0.3957415819168091, 0.38308170437812805, 0.38762569427490234, 0.3628164529800415, 0.3679518401622772, 0.3993186950683594], "cos_Ac_negg": [0.4746282994747162, 0.43954282999038696, 0.42950257658958435, 0.4314921498298645, 0.3957415819168091, 0.38308170437812805, 0.38762569427490234, 0.3628164529800415, 0.3679518401622772, 0.3993186950683594], "r_norm": [0.4888583719730377, 0.4171307384967804, 0.3929001986980438, 0.3907006084918976, 0.3950909674167633, 0.392486572265625, 0.3908368945121765, 0.3918435275554657, 0.39894336462020874, 0.4101215600967407]}, {"step": 7250, "epoch": 15, "train_loss": 0.2513200640678406, "cos_r_negg": [0.47286736965179443, 0.42659854888916016, 0.4144865870475769, 0.4143039584159851, 0.3808232545852661, 0.3725014328956604, 0.37682217359542847, 0.33269667625427246, 0.347126841545105, 0.38345324993133545], "cos_apical_negg": [0.47286736965179443, 0.42659854888916016, 0.4144865870475769, 0.4143039584159851, 0.3808232545852661, 0.3725014328956604, 0.37682217359542847, 0.33269667625427246, 0.347126841545105, 0.38345324993133545], "cos_Ac_negg": [0.47286736965179443, 0.42659854888916016, 0.4144865870475769, 0.4143039584159851, 0.3808232545852661, 0.3725014328956604, 0.37682217359542847, 0.33269667625427246, 0.347126841545105, 0.38345324993133545], "r_norm": [0.5197853446006775, 0.4379322826862335, 0.4095383286476135, 0.4082770347595215, 0.41287583112716675, 0.4086024761199951, 0.4071539044380188, 0.4091489613056183, 0.41722187399864197, 0.43068820238113403], "ldr": {"dL_sdil": -0.0191287100315094, "dL_bp": -0.03390154242515564, "ratio": 0.5642430598471975}}, {"step": 7300, "epoch": 15, "train_loss": 0.19029253721237183, "cos_r_negg": [0.4835856556892395, 0.4440678358078003, 0.42934638261795044, 0.427331805229187, 0.3986460864543915, 0.38348647952079773, 0.388258159160614, 0.36299875378608704, 0.36041152477264404, 0.3992714583873749], "cos_apical_negg": [0.4835856556892395, 0.4440678358078003, 0.42934638261795044, 0.427331805229187, 0.3986460864543915, 0.38348647952079773, 0.388258159160614, 0.36299875378608704, 0.36041152477264404, 0.3992714583873749], "cos_Ac_negg": [0.4835856556892395, 0.4440678358078003, 0.42934638261795044, 0.427331805229187, 0.3986460864543915, 0.38348647952079773, 0.388258159160614, 0.36299875378608704, 0.36041152477264404, 0.3992714583873749], "r_norm": [0.4727635979652405, 0.4014420509338379, 0.376231849193573, 0.37523239850997925, 0.37912076711654663, 0.37511584162712097, 0.3750126361846924, 0.37612423300743103, 0.3829295337200165, 0.39413416385650635]}, {"step": 7350, "epoch": 15, "train_loss": 0.1708504557609558, "cos_r_negg": [0.5097509622573853, 0.4695758819580078, 0.44389331340789795, 0.4358486235141754, 0.39585021138191223, 0.38494640588760376, 0.3879106044769287, 0.367046058177948, 0.3559197783470154, 0.39430785179138184], "cos_apical_negg": [0.5097509622573853, 0.4695758819580078, 0.44389331340789795, 0.4358486235141754, 0.39585021138191223, 0.38494640588760376, 0.3879106044769287, 0.367046058177948, 0.3559197783470154, 0.39430785179138184], "cos_Ac_negg": [0.5097509622573853, 0.4695758819580078, 0.44389331340789795, 0.4358486235141754, 0.39585021138191223, 0.38494640588760376, 0.3879106044769287, 0.367046058177948, 0.3559197783470154, 0.39430785179138184], "r_norm": [0.4778052568435669, 0.4027443826198578, 0.37659215927124023, 0.3745225667953491, 0.37899845838546753, 0.37505707144737244, 0.374036967754364, 0.37650078535079956, 0.3821423053741455, 0.393638551235199]}, {"step": 7400, "epoch": 15, "train_loss": 0.27831605076789856, "cos_r_negg": [0.5321954488754272, 0.47979581356048584, 0.44975847005844116, 0.4514971971511841, 0.3969504237174988, 0.3911609649658203, 0.39102935791015625, 0.36323630809783936, 0.3748127222061157, 0.3996778130531311], "cos_apical_negg": [0.5321954488754272, 0.47979581356048584, 0.44975847005844116, 0.4514971971511841, 0.3969504237174988, 0.3911609649658203, 0.39102935791015625, 0.36323630809783936, 0.3748127222061157, 0.3996778130531311], "cos_Ac_negg": [0.5321954488754272, 0.47979581356048584, 0.44975847005844116, 0.4514971971511841, 0.3969504237174988, 0.3911609649658203, 0.39102935791015625, 0.36323630809783936, 0.3748127222061157, 0.3996778130531311], "r_norm": [0.4589208960533142, 0.3832186162471771, 0.3576050400733948, 0.355178564786911, 0.35969340801239014, 0.3561978340148926, 0.3542073667049408, 0.35720860958099365, 0.36317411065101624, 0.37502652406692505]}, {"step": 7450, "epoch": 15, "train_loss": 0.1732843667268753, "cos_r_negg": [0.5045018792152405, 0.46460819244384766, 0.441283255815506, 0.44677823781967163, 0.3944246768951416, 0.39405015110969543, 0.39696231484413147, 0.36972782015800476, 0.3695456385612488, 0.40218377113342285], "cos_apical_negg": [0.5045018792152405, 0.46460819244384766, 0.441283255815506, 0.44677823781967163, 0.3944246768951416, 0.39405015110969543, 0.39696231484413147, 0.36972782015800476, 0.3695456385612488, 0.40218377113342285], "cos_Ac_negg": [0.5045018792152405, 0.46460819244384766, 0.441283255815506, 0.44677823781967163, 0.3944246768951416, 0.39405015110969543, 0.39696231484413147, 0.36972782015800476, 0.3695456385612488, 0.40218377113342285], "r_norm": [0.44991034269332886, 0.37627100944519043, 0.3515600562095642, 0.3484407067298889, 0.3535817265510559, 0.3485596776008606, 0.3480120897293091, 0.3506946563720703, 0.3573276102542877, 0.3674464225769043]}, {"step": 7500, "epoch": 15, "train_loss": 0.1894560158252716, "cos_r_negg": [0.5006330013275146, 0.45570844411849976, 0.4348755478858948, 0.43278488516807556, 0.3846129775047302, 0.3775416314601898, 0.3773404359817505, 0.3552578091621399, 0.354531466960907, 0.3925124406814575], "cos_apical_negg": [0.5006330013275146, 0.45570844411849976, 0.4348755478858948, 0.43278488516807556, 0.3846129775047302, 0.3775416314601898, 0.3773404359817505, 0.3552578091621399, 0.354531466960907, 0.3925124406814575], "cos_Ac_negg": [0.5006330013275146, 0.45570844411849976, 0.4348755478858948, 0.43278488516807556, 0.3846129775047302, 0.3775416314601898, 0.3773404359817505, 0.3552578091621399, 0.354531466960907, 0.3925124406814575], "r_norm": [0.4962347149848938, 0.4174381494522095, 0.3901173174381256, 0.3866104185581207, 0.39260250329971313, 0.3878481984138489, 0.386056125164032, 0.38961896300315857, 0.3960765302181244, 0.4080304801464081], "ldr": {"dL_sdil": -0.013935625553131104, "dL_bp": -0.022250831127166748, "ratio": 0.6262968548674416}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8735, "test_loss": 0.42701798095703125}, {"step": 7550, "epoch": 16, "train_loss": 0.17038467526435852, "cos_r_negg": [0.500554621219635, 0.45475664734840393, 0.4480512738227844, 0.4408372640609741, 0.3984803557395935, 0.39810484647750854, 0.3964267373085022, 0.35871630907058716, 0.36858201026916504, 0.40413784980773926], "cos_apical_negg": [0.500554621219635, 0.45475664734840393, 0.4480512738227844, 0.4408372640609741, 0.3984803557395935, 0.39810484647750854, 0.3964267373085022, 0.35871630907058716, 0.36858201026916504, 0.40413784980773926], "cos_Ac_negg": [0.500554621219635, 0.45475664734840393, 0.4480512738227844, 0.4408372640609741, 0.3984803557395935, 0.39810484647750854, 0.3964267373085022, 0.35871630907058716, 0.36858201026916504, 0.40413784980773926], "r_norm": [0.48361286520957947, 0.40692204236984253, 0.37940338253974915, 0.37580180168151855, 0.3823607563972473, 0.3778224587440491, 0.37657105922698975, 0.37820398807525635, 0.38483986258506775, 0.3970860242843628]}, {"step": 7600, "epoch": 16, "train_loss": 0.23843511939048767, "cos_r_negg": [0.5042575597763062, 0.4610292315483093, 0.4400116801261902, 0.4377479553222656, 0.3973195552825928, 0.3863896429538727, 0.3897607922554016, 0.357392817735672, 0.3590770363807678, 0.420335590839386], "cos_apical_negg": [0.5042575597763062, 0.4610292315483093, 0.4400116801261902, 0.4377479553222656, 0.3973195552825928, 0.3863896429538727, 0.3897607922554016, 0.357392817735672, 0.3590770363807678, 0.420335590839386], "cos_Ac_negg": [0.5042575597763062, 0.4610292315483093, 0.4400116801261902, 0.4377479553222656, 0.3973195552825928, 0.3863896429538727, 0.3897607922554016, 0.357392817735672, 0.3590770363807678, 0.420335590839386], "r_norm": [0.47935622930526733, 0.3987405300140381, 0.3710165023803711, 0.36937186121940613, 0.37480229139328003, 0.3692072629928589, 0.3684854507446289, 0.3700266480445862, 0.37739184498786926, 0.3896577060222626]}, {"step": 7650, "epoch": 16, "train_loss": 0.15764164924621582, "cos_r_negg": [0.5217479467391968, 0.4788915812969208, 0.45125797390937805, 0.45387139916419983, 0.4048389792442322, 0.40826690196990967, 0.42251986265182495, 0.39142873883247375, 0.38822734355926514, 0.429593026638031], "cos_apical_negg": [0.5217479467391968, 0.4788915812969208, 0.45125797390937805, 0.45387139916419983, 0.4048389792442322, 0.40826690196990967, 0.42251986265182495, 0.39142873883247375, 0.38822734355926514, 0.429593026638031], "cos_Ac_negg": [0.5217479467391968, 0.4788915812969208, 0.45125797390937805, 0.45387139916419983, 0.4048389792442322, 0.40826690196990967, 0.42251986265182495, 0.39142873883247375, 0.38822734355926514, 0.429593026638031], "r_norm": [0.48037683963775635, 0.3994027376174927, 0.3730838894844055, 0.3693661689758301, 0.37468889355659485, 0.369607150554657, 0.36780059337615967, 0.37108686566352844, 0.37963736057281494, 0.3899170756340027]}, {"step": 7700, "epoch": 16, "train_loss": 0.09195829927921295, "cos_r_negg": [0.5188639760017395, 0.478288859128952, 0.44214025139808655, 0.4472731351852417, 0.4006405770778656, 0.4012153446674347, 0.40886297821998596, 0.3803383708000183, 0.36944904923439026, 0.42236799001693726], "cos_apical_negg": [0.5188639760017395, 0.478288859128952, 0.44214025139808655, 0.4472731351852417, 0.4006405770778656, 0.4012153446674347, 0.40886297821998596, 0.3803383708000183, 0.36944904923439026, 0.42236799001693726], "cos_Ac_negg": [0.5188639760017395, 0.478288859128952, 0.44214025139808655, 0.4472731351852417, 0.4006405770778656, 0.4012153446674347, 0.40886297821998596, 0.3803383708000183, 0.36944904923439026, 0.42236799001693726], "r_norm": [0.4712739586830139, 0.3941199481487274, 0.3673059344291687, 0.36447423696517944, 0.3698347508907318, 0.3648635745048523, 0.3641228973865509, 0.3660386800765991, 0.37312039732933044, 0.384290486574173]}, {"step": 7750, "epoch": 16, "train_loss": 0.18118765950202942, "cos_r_negg": [0.5073969960212708, 0.46455085277557373, 0.43686842918395996, 0.4288720488548279, 0.3914417028427124, 0.38707178831100464, 0.3907915949821472, 0.36301296949386597, 0.3636428713798523, 0.415746808052063], "cos_apical_negg": [0.5073969960212708, 0.46455085277557373, 0.43686842918395996, 0.4288720488548279, 0.3914417028427124, 0.38707178831100464, 0.3907915949821472, 0.36301296949386597, 0.3636428713798523, 0.415746808052063], "cos_Ac_negg": [0.5073969960212708, 0.46455085277557373, 0.43686842918395996, 0.4288720488548279, 0.3914417028427124, 0.38707178831100464, 0.3907915949821472, 0.36301296949386597, 0.3636428713798523, 0.415746808052063], "r_norm": [0.47805696725845337, 0.3985687494277954, 0.37270310521125793, 0.36801934242248535, 0.3733590543270111, 0.36982429027557373, 0.3679133355617523, 0.370951771736145, 0.37788665294647217, 0.38948291540145874], "ldr": {"dL_sdil": -0.011214733123779297, "dL_bp": -0.0241396427154541, "ratio": 0.46457742792521406}}, {"step": 7800, "epoch": 16, "train_loss": 0.17259128391742706, "cos_r_negg": [0.5323618054389954, 0.48546266555786133, 0.45997560024261475, 0.46152234077453613, 0.42559218406677246, 0.4250854253768921, 0.4304613173007965, 0.3968793451786041, 0.39479273557662964, 0.43903785943984985], "cos_apical_negg": [0.5323618054389954, 0.48546266555786133, 0.45997560024261475, 0.46152234077453613, 0.42559218406677246, 0.4250854253768921, 0.4304613173007965, 0.3968793451786041, 0.39479273557662964, 0.43903785943984985], "cos_Ac_negg": [0.5323618054389954, 0.48546266555786133, 0.45997560024261475, 0.46152234077453613, 0.42559218406677246, 0.4250854253768921, 0.4304613173007965, 0.3968793451786041, 0.39479273557662964, 0.43903785943984985], "r_norm": [0.47721901535987854, 0.39089614152908325, 0.36272868514060974, 0.35940560698509216, 0.36386027932167053, 0.3597956597805023, 0.3578643202781677, 0.3608623743057251, 0.3687191605567932, 0.38098087906837463]}, {"step": 7850, "epoch": 16, "train_loss": 0.14524587988853455, "cos_r_negg": [0.5178446769714355, 0.47405165433883667, 0.44608697295188904, 0.44942325353622437, 0.40686219930648804, 0.3943014144897461, 0.4004362225532532, 0.3632749319076538, 0.3597957491874695, 0.41382279992103577], "cos_apical_negg": [0.5178446769714355, 0.47405165433883667, 0.44608697295188904, 0.44942325353622437, 0.40686219930648804, 0.3943014144897461, 0.4004362225532532, 0.3632749319076538, 0.3597957491874695, 0.41382279992103577], "cos_Ac_negg": [0.5178446769714355, 0.47405165433883667, 0.44608697295188904, 0.44942325353622437, 0.40686219930648804, 0.3943014144897461, 0.4004362225532532, 0.3632749319076538, 0.3597957491874695, 0.41382279992103577], "r_norm": [0.4857379198074341, 0.39941877126693726, 0.37098315358161926, 0.36703115701675415, 0.37203484773635864, 0.3685078024864197, 0.3668025732040405, 0.36918771266937256, 0.37615156173706055, 0.38937950134277344]}, {"step": 7900, "epoch": 16, "train_loss": 0.09600520133972168, "cos_r_negg": [0.5160877704620361, 0.46972304582595825, 0.44698643684387207, 0.4434245228767395, 0.40229088068008423, 0.39696961641311646, 0.39317888021469116, 0.37017232179641724, 0.359578400850296, 0.4142712950706482], "cos_apical_negg": [0.5160877704620361, 0.46972304582595825, 0.44698643684387207, 0.4434245228767395, 0.40229088068008423, 0.39696961641311646, 0.39317888021469116, 0.37017232179641724, 0.359578400850296, 0.4142712950706482], "cos_Ac_negg": [0.5160877704620361, 0.46972304582595825, 0.44698643684387207, 0.4434245228767395, 0.40229088068008423, 0.39696961641311646, 0.39317888021469116, 0.37017232179641724, 0.359578400850296, 0.4142712950706482], "r_norm": [0.4577205777168274, 0.3749658167362213, 0.348514586687088, 0.344541996717453, 0.3496522307395935, 0.34418612718582153, 0.3428807556629181, 0.3461363911628723, 0.3535608649253845, 0.36605995893478394]}, {"step": 7950, "epoch": 16, "train_loss": 0.17391258478164673, "cos_r_negg": [0.5144127607345581, 0.46708303689956665, 0.4471489191055298, 0.4443921446800232, 0.40046679973602295, 0.39230525493621826, 0.39428186416625977, 0.37127014994621277, 0.3668229877948761, 0.4148864150047302], "cos_apical_negg": [0.5144127607345581, 0.46708303689956665, 0.4471489191055298, 0.4443921446800232, 0.40046679973602295, 0.39230525493621826, 0.39428186416625977, 0.37127014994621277, 0.3668229877948761, 0.4148864150047302], "cos_Ac_negg": [0.5144127607345581, 0.46708303689956665, 0.4471489191055298, 0.4443921446800232, 0.40046679973602295, 0.39230525493621826, 0.39428186416625977, 0.37127014994621277, 0.3668229877948761, 0.4148864150047302], "r_norm": [0.4617384076118469, 0.37629538774490356, 0.34889939427375793, 0.34534549713134766, 0.3494485020637512, 0.3453702926635742, 0.3427359461784363, 0.3464629650115967, 0.3542056083679199, 0.3671416938304901]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8795, "test_loss": 0.4036517944335937}, {"step": 8000, "epoch": 17, "train_loss": 0.15863776206970215, "cos_r_negg": [0.5123955011367798, 0.46848732233047485, 0.44788801670074463, 0.4442242383956909, 0.4062713384628296, 0.38713008165359497, 0.39306339621543884, 0.3666396141052246, 0.37085461616516113, 0.41500216722488403], "cos_apical_negg": [0.5123955011367798, 0.46848732233047485, 0.44788801670074463, 0.4442242383956909, 0.4062713384628296, 0.38713008165359497, 0.39306339621543884, 0.3666396141052246, 0.37085461616516113, 0.41500216722488403], "cos_Ac_negg": [0.5123955011367798, 0.46848732233047485, 0.44788801670074463, 0.4442242383956909, 0.4062713384628296, 0.38713008165359497, 0.39306339621543884, 0.3666396141052246, 0.37085461616516113, 0.41500216722488403], "r_norm": [0.46682411432266235, 0.3795669674873352, 0.3510938286781311, 0.34719884395599365, 0.35131707787513733, 0.34712058305740356, 0.3451882600784302, 0.3490549921989441, 0.35636043548583984, 0.36991679668426514], "ldr": {"dL_sdil": -0.015858471393585205, "dL_bp": -0.027729719877243042, "ratio": 0.5718943957526157}}, {"step": 8050, "epoch": 17, "train_loss": 0.14300130307674408, "cos_r_negg": [0.5012129545211792, 0.46226176619529724, 0.4417394995689392, 0.44285035133361816, 0.4094511866569519, 0.3933519124984741, 0.3902323842048645, 0.36514604091644287, 0.35791388154029846, 0.41600507497787476], "cos_apical_negg": [0.5012129545211792, 0.46226176619529724, 0.4417394995689392, 0.44285035133361816, 0.4094511866569519, 0.3933519124984741, 0.3902323842048645, 0.36514604091644287, 0.35791388154029846, 0.41600507497787476], "cos_Ac_negg": [0.5012129545211792, 0.46226176619529724, 0.4417394995689392, 0.44285035133361816, 0.4094511866569519, 0.3933519124984741, 0.3902323842048645, 0.36514604091644287, 0.35791388154029846, 0.41600507497787476], "r_norm": [0.4663555920124054, 0.3788325786590576, 0.34976476430892944, 0.346319317817688, 0.3506702780723572, 0.3456902503967285, 0.3447795510292053, 0.3471013307571411, 0.3549092710018158, 0.36820584535598755]}, {"step": 8100, "epoch": 17, "train_loss": 0.16717450320720673, "cos_r_negg": [0.5140208005905151, 0.4653581380844116, 0.4492867588996887, 0.4442225694656372, 0.4151611924171448, 0.41155409812927246, 0.39991146326065063, 0.3675330877304077, 0.37207311391830444, 0.42965248227119446], "cos_apical_negg": [0.5140208005905151, 0.4653581380844116, 0.4492867588996887, 0.4442225694656372, 0.4151611924171448, 0.41155409812927246, 0.39991146326065063, 0.3675330877304077, 0.37207311391830444, 0.42965248227119446], "cos_Ac_negg": [0.5140208005905151, 0.4653581380844116, 0.4492867588996887, 0.4442225694656372, 0.4151611924171448, 0.41155409812927246, 0.39991146326065063, 0.3675330877304077, 0.37207311391830444, 0.42965248227119446], "r_norm": [0.4512028992176056, 0.3670336902141571, 0.33863580226898193, 0.33537691831588745, 0.3404111862182617, 0.33482176065444946, 0.3342718780040741, 0.33601996302604675, 0.3427484631538391, 0.3568963408470154]}, {"step": 8150, "epoch": 17, "train_loss": 0.16313789784908295, "cos_r_negg": [0.5104144811630249, 0.4720091223716736, 0.4574148654937744, 0.4553709030151367, 0.42883312702178955, 0.41108423471450806, 0.4097723960876465, 0.37248969078063965, 0.3754250407218933, 0.43047279119491577], "cos_apical_negg": [0.5104144811630249, 0.4720091223716736, 0.4574148654937744, 0.4553709030151367, 0.42883312702178955, 0.41108423471450806, 0.4097723960876465, 0.37248969078063965, 0.3754250407218933, 0.43047279119491577], "cos_Ac_negg": [0.5104144811630249, 0.4720091223716736, 0.4574148654937744, 0.4553709030151367, 0.42883312702178955, 0.41108423471450806, 0.4097723960876465, 0.37248969078063965, 0.3754250407218933, 0.43047279119491577], "r_norm": [0.45411956310272217, 0.3691488206386566, 0.3414430022239685, 0.3377602696418762, 0.3423812687397003, 0.33797210454940796, 0.33601391315460205, 0.3385128974914551, 0.34605804085731506, 0.359642893075943]}, {"step": 8200, "epoch": 17, "train_loss": 0.1749309003353119, "cos_r_negg": [0.5144272446632385, 0.4644075334072113, 0.4397008717060089, 0.4435160756111145, 0.4075218439102173, 0.4025057852268219, 0.405705988407135, 0.3811812996864319, 0.38066309690475464, 0.44190892577171326], "cos_apical_negg": [0.5144272446632385, 0.4644075334072113, 0.4397008717060089, 0.4435160756111145, 0.4075218439102173, 0.4025057852268219, 0.405705988407135, 0.3811812996864319, 0.38066309690475464, 0.44190892577171326], "cos_Ac_negg": [0.5144272446632385, 0.4644075334072113, 0.4397008717060089, 0.4435160756111145, 0.4075218439102173, 0.4025057852268219, 0.405705988407135, 0.3811812996864319, 0.38066309690475464, 0.44190892577171326], "r_norm": [0.4626494348049164, 0.3781186640262604, 0.34946221113204956, 0.34600770473480225, 0.35141652822494507, 0.3457750976085663, 0.3453223705291748, 0.3465955853462219, 0.35305625200271606, 0.3680118918418884]}, {"step": 8250, "epoch": 17, "train_loss": 0.1402660459280014, "cos_r_negg": [0.496672123670578, 0.4547637701034546, 0.4273025393486023, 0.4295538067817688, 0.3929904103279114, 0.3836313486099243, 0.3932533860206604, 0.3670305907726288, 0.36921024322509766, 0.4225102663040161], "cos_apical_negg": [0.496672123670578, 0.4547637701034546, 0.4273025393486023, 0.4295538067817688, 0.3929904103279114, 0.3836313486099243, 0.3932533860206604, 0.3670305907726288, 0.36921024322509766, 0.4225102663040161], "cos_Ac_negg": [0.496672123670578, 0.4547637701034546, 0.4273025393486023, 0.4295538067817688, 0.3929904103279114, 0.3836313486099243, 0.3932533860206604, 0.3670305907726288, 0.36921024322509766, 0.4225102663040161], "r_norm": [0.42719054222106934, 0.3473421335220337, 0.31990259885787964, 0.3166213035583496, 0.32118844985961914, 0.3176928758621216, 0.31536099314689636, 0.3172498047351837, 0.32324138283729553, 0.33719223737716675], "ldr": {"dL_sdil": -0.008559554815292358, "dL_bp": -0.018225818872451782, "ratio": 0.4696389706928381}}, {"step": 8300, "epoch": 17, "train_loss": 0.11505299806594849, "cos_r_negg": [0.5304719805717468, 0.4860028028488159, 0.4651179015636444, 0.4586281180381775, 0.41599905490875244, 0.4082906246185303, 0.4095706343650818, 0.3823311924934387, 0.3803337514400482, 0.42405328154563904], "cos_apical_negg": [0.5304719805717468, 0.4860028028488159, 0.4651179015636444, 0.4586281180381775, 0.41599905490875244, 0.4082906246185303, 0.4095706343650818, 0.3823311924934387, 0.3803337514400482, 0.42405328154563904], "cos_Ac_negg": [0.5304719805717468, 0.4860028028488159, 0.4651179015636444, 0.4586281180381775, 0.41599905490875244, 0.4082906246185303, 0.4095706343650818, 0.3823311924934387, 0.3803337514400482, 0.42405328154563904], "r_norm": [0.4684368073940277, 0.38010451197624207, 0.34916454553604126, 0.3464280962944031, 0.3510904014110565, 0.34690895676612854, 0.34382113814353943, 0.34637078642845154, 0.35282766819000244, 0.36864063143730164]}, {"step": 8350, "epoch": 17, "train_loss": 0.1672813445329666, "cos_r_negg": [0.5135033130645752, 0.463280588388443, 0.44119560718536377, 0.4359712302684784, 0.3989618122577667, 0.3874599039554596, 0.3926268219947815, 0.35837143659591675, 0.37149351835250854, 0.43216463923454285], "cos_apical_negg": [0.5135033130645752, 0.463280588388443, 0.44119560718536377, 0.4359712302684784, 0.3989618122577667, 0.3874599039554596, 0.3926268219947815, 0.35837143659591675, 0.37149351835250854, 0.43216463923454285], "cos_Ac_negg": [0.5135033130645752, 0.463280588388443, 0.44119560718536377, 0.4359712302684784, 0.3989618122577667, 0.3874599039554596, 0.3926268219947815, 0.35837143659591675, 0.37149351835250854, 0.43216463923454285], "r_norm": [0.42976027727127075, 0.3492588996887207, 0.32069066166877747, 0.31721732020378113, 0.32227957248687744, 0.3192041218280792, 0.316435843706131, 0.3176870346069336, 0.32408320903778076, 0.33904707431793213]}, {"step": 8400, "epoch": 17, "train_loss": 0.41556787490844727, "cos_r_negg": [0.5005534887313843, 0.4675360918045044, 0.44555675983428955, 0.4377915561199188, 0.4078274965286255, 0.3923104405403137, 0.4021088480949402, 0.36466315388679504, 0.3835696876049042, 0.4394679069519043], "cos_apical_negg": [0.5005534887313843, 0.4675360918045044, 0.44555675983428955, 0.4377915561199188, 0.4078274965286255, 0.3923104405403137, 0.4021088480949402, 0.36466315388679504, 0.3835696876049042, 0.4394679069519043], "cos_Ac_negg": [0.5005534887313843, 0.4675360918045044, 0.44555675983428955, 0.4377915561199188, 0.4078274965286255, 0.3923104405403137, 0.4021088480949402, 0.36466315388679504, 0.3835696876049042, 0.4394679069519043], "r_norm": [0.43343812227249146, 0.35195448994636536, 0.32346946001052856, 0.32057178020477295, 0.3250052332878113, 0.3206360340118408, 0.3185616433620453, 0.320168673992157, 0.32634237408638, 0.3412998914718628]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8798, "test_loss": 0.41763853149414065}, {"step": 8450, "epoch": 18, "train_loss": 0.15992236137390137, "cos_r_negg": [0.5089102983474731, 0.46431654691696167, 0.4354829788208008, 0.4294065237045288, 0.3952714204788208, 0.3925652503967285, 0.3957148790359497, 0.3728182911872864, 0.37887001037597656, 0.439932644367218], "cos_apical_negg": [0.5089102983474731, 0.46431654691696167, 0.4354829788208008, 0.4294065237045288, 0.3952714204788208, 0.3925652503967285, 0.3957148790359497, 0.3728182911872864, 0.37887001037597656, 0.439932644367218], "cos_Ac_negg": [0.5089102983474731, 0.46431654691696167, 0.4354829788208008, 0.4294065237045288, 0.3952714204788208, 0.3925652503967285, 0.3957148790359497, 0.3728182911872864, 0.37887001037597656, 0.439932644367218], "r_norm": [0.4654531180858612, 0.37466567754745483, 0.3435242176055908, 0.3405816853046417, 0.3447144031524658, 0.33951109647750854, 0.3376626968383789, 0.3408042788505554, 0.3476558029651642, 0.3639857769012451]}, {"step": 8500, "epoch": 18, "train_loss": 0.16729401051998138, "cos_r_negg": [0.5356541872024536, 0.4950084090232849, 0.4689846634864807, 0.4644823670387268, 0.4257206618785858, 0.41961318254470825, 0.41572949290275574, 0.38622382283210754, 0.3960890769958496, 0.4457572102546692], "cos_apical_negg": [0.5356541872024536, 0.4950084090232849, 0.4689846634864807, 0.4644823670387268, 0.4257206618785858, 0.41961318254470825, 0.41572949290275574, 0.38622382283210754, 0.3960890769958496, 0.4457572102546692], "cos_Ac_negg": [0.5356541872024536, 0.4950084090232849, 0.4689846634864807, 0.4644823670387268, 0.4257206618785858, 0.41961318254470825, 0.41572949290275574, 0.38622382283210754, 0.3960890769958496, 0.4457572102546692], "r_norm": [0.5151681900024414, 0.4111791253089905, 0.3773002028465271, 0.3710423409938812, 0.3764892816543579, 0.37103626132011414, 0.3684648275375366, 0.37255755066871643, 0.3821287155151367, 0.39890027046203613], "ldr": {"dL_sdil": -0.017950475215911865, "dL_bp": -0.02835017442703247, "ratio": 0.6331698332972414}}, {"step": 8550, "epoch": 18, "train_loss": 0.11183981597423553, "cos_r_negg": [0.5311020612716675, 0.4852370619773865, 0.45759010314941406, 0.453669935464859, 0.4175553619861603, 0.4135706126689911, 0.41198301315307617, 0.3877166509628296, 0.3851523697376251, 0.4420263469219208], "cos_apical_negg": [0.5311020612716675, 0.4852370619773865, 0.45759010314941406, 0.453669935464859, 0.4175553619861603, 0.4135706126689911, 0.41198301315307617, 0.3877166509628296, 0.3851523697376251, 0.4420263469219208], "cos_Ac_negg": [0.5311020612716675, 0.4852370619773865, 0.45759010314941406, 0.453669935464859, 0.4175553619861603, 0.4135706126689911, 0.41198301315307617, 0.3877166509628296, 0.3851523697376251, 0.4420263469219208], "r_norm": [0.4960712194442749, 0.3975193202495575, 0.365478515625, 0.3602592945098877, 0.3640015125274658, 0.36069121956825256, 0.3584401607513428, 0.36079293489456177, 0.3676503598690033, 0.3853926360607147]}, {"step": 8600, "epoch": 18, "train_loss": 0.14412175118923187, "cos_r_negg": [0.5151169300079346, 0.4642103910446167, 0.43490153551101685, 0.43416959047317505, 0.39313799142837524, 0.39265817403793335, 0.3937751054763794, 0.3829350471496582, 0.372837096452713, 0.43856382369995117], "cos_apical_negg": [0.5151169300079346, 0.4642103910446167, 0.43490153551101685, 0.43416959047317505, 0.39313799142837524, 0.39265817403793335, 0.3937751054763794, 0.3829350471496582, 0.372837096452713, 0.43856382369995117], "cos_Ac_negg": [0.5151169300079346, 0.4642103910446167, 0.43490153551101685, 0.43416959047317505, 0.39313799142837524, 0.39265817403793335, 0.3937751054763794, 0.3829350471496582, 0.372837096452713, 0.43856382369995117], "r_norm": [0.4847995638847351, 0.3904910385608673, 0.3592844009399414, 0.35410165786743164, 0.35952049493789673, 0.3545042872428894, 0.35134944319725037, 0.3543108105659485, 0.3625437915325165, 0.37895989418029785]}, {"step": 8650, "epoch": 18, "train_loss": 0.07894568145275116, "cos_r_negg": [0.508121132850647, 0.46817052364349365, 0.44454702734947205, 0.4429483413696289, 0.3964751362800598, 0.3978094458580017, 0.39784273505210876, 0.3784753382205963, 0.3779677152633667, 0.44655150175094604], "cos_apical_negg": [0.508121132850647, 0.46817052364349365, 0.44454702734947205, 0.4429483413696289, 0.3964751362800598, 0.3978094458580017, 0.39784273505210876, 0.3784753382205963, 0.3779677152633667, 0.44655150175094604], "cos_Ac_negg": [0.508121132850647, 0.46817052364349365, 0.44454702734947205, 0.4429483413696289, 0.3964751362800598, 0.3978094458580017, 0.39784273505210876, 0.3784753382205963, 0.3779677152633667, 0.44655150175094604], "r_norm": [0.46033626794815063, 0.36933714151382446, 0.3395833373069763, 0.33456936478614807, 0.3391801118850708, 0.3354688882827759, 0.3317496180534363, 0.3349367678165436, 0.34206730127334595, 0.3575621545314789]}, {"step": 8700, "epoch": 18, "train_loss": 0.2135026454925537, "cos_r_negg": [0.5286008715629578, 0.4787543714046478, 0.44374987483024597, 0.44666987657546997, 0.3991469144821167, 0.40675824880599976, 0.4127180576324463, 0.3813641369342804, 0.38798609375953674, 0.45183494687080383], "cos_apical_negg": [0.5286008715629578, 0.4787543714046478, 0.44374987483024597, 0.44666987657546997, 0.3991469144821167, 0.40675824880599976, 0.4127180576324463, 0.3813641369342804, 0.38798609375953674, 0.45183494687080383], "cos_Ac_negg": [0.5286008715629578, 0.4787543714046478, 0.44374987483024597, 0.44666987657546997, 0.3991469144821167, 0.40675824880599976, 0.4127180576324463, 0.3813641369342804, 0.38798609375953674, 0.45183494687080383], "r_norm": [0.46727558970451355, 0.3739677965641022, 0.3427690863609314, 0.33802327513694763, 0.34238362312316895, 0.3384949862957001, 0.3357400596141815, 0.33776694536209106, 0.34563514590263367, 0.36245012283325195]}, {"step": 8750, "epoch": 18, "train_loss": 0.22639437019824982, "cos_r_negg": [0.5242787599563599, 0.4788030982017517, 0.4482361674308777, 0.44296562671661377, 0.3982357084751129, 0.3954085111618042, 0.40395212173461914, 0.3726891875267029, 0.3844684958457947, 0.45571088790893555], "cos_apical_negg": [0.5242787599563599, 0.4788030982017517, 0.4482361674308777, 0.44296562671661377, 0.3982357084751129, 0.3954085111618042, 0.40395212173461914, 0.3726891875267029, 0.3844684958457947, 0.45571088790893555], "cos_Ac_negg": [0.5242787599563599, 0.4788030982017517, 0.4482361674308777, 0.44296562671661377, 0.3982357084751129, 0.3954085111618042, 0.40395212173461914, 0.3726891875267029, 0.3844684958457947, 0.45571088790893555], "r_norm": [0.4833432137966156, 0.38807928562164307, 0.35558757185935974, 0.3509443998336792, 0.35557249188423157, 0.35197293758392334, 0.34829631447792053, 0.3505711555480957, 0.35815316438674927, 0.37603524327278137], "ldr": {"dL_sdil": -0.01534685492515564, "dL_bp": -0.031294405460357666, "ratio": 0.4904025080328284}}, {"step": 8800, "epoch": 18, "train_loss": 0.0986594408750534, "cos_r_negg": [0.49840325117111206, 0.4584224224090576, 0.4265095591545105, 0.4262818396091461, 0.39469119906425476, 0.3739597201347351, 0.3917069137096405, 0.3491688370704651, 0.36923307180404663, 0.4435942769050598], "cos_apical_negg": [0.49840325117111206, 0.4584224224090576, 0.4265095591545105, 0.4262818396091461, 0.39469119906425476, 0.3739597201347351, 0.3917069137096405, 0.3491688370704651, 0.36923307180404663, 0.4435942769050598], "cos_Ac_negg": [0.49840325117111206, 0.4584224224090576, 0.4265095591545105, 0.4262818396091461, 0.39469119906425476, 0.3739597201347351, 0.3917069137096405, 0.3491688370704651, 0.36923307180404663, 0.4435942769050598], "r_norm": [0.4707324802875519, 0.37662604451179504, 0.3461185097694397, 0.3397369980812073, 0.3443740904331207, 0.34069573879241943, 0.3389105200767517, 0.3406766355037689, 0.34850239753723145, 0.36450257897377014]}, {"step": 8850, "epoch": 18, "train_loss": 0.11463012546300888, "cos_r_negg": [0.5089678168296814, 0.46763309836387634, 0.4376869201660156, 0.4343057870864868, 0.4047611355781555, 0.38743823766708374, 0.4018460214138031, 0.3649308681488037, 0.37706002593040466, 0.43523529171943665], "cos_apical_negg": [0.5089678168296814, 0.46763309836387634, 0.4376869201660156, 0.4343057870864868, 0.4047611355781555, 0.38743823766708374, 0.4018460214138031, 0.3649308681488037, 0.37706002593040466, 0.43523529171943665], "cos_Ac_negg": [0.5089678168296814, 0.46763309836387634, 0.4376869201660156, 0.4343057870864868, 0.4047611355781555, 0.38743823766708374, 0.4018460214138031, 0.3649308681488037, 0.37706002593040466, 0.43523529171943665], "r_norm": [0.4646746814250946, 0.37189751863479614, 0.34047624468803406, 0.3347020745277405, 0.340289443731308, 0.33543121814727783, 0.3343488872051239, 0.3352104425430298, 0.34189197421073914, 0.35876548290252686]}, {"step": 8900, "epoch": 18, "train_loss": 0.14215102791786194, "cos_r_negg": [0.517012357711792, 0.469905823469162, 0.43700337409973145, 0.4336704611778259, 0.3958408236503601, 0.39037013053894043, 0.3956278860569, 0.356362521648407, 0.36331748962402344, 0.43119651079177856], "cos_apical_negg": [0.517012357711792, 0.469905823469162, 0.43700337409973145, 0.4336704611778259, 0.3958408236503601, 0.39037013053894043, 0.3956278860569, 0.356362521648407, 0.36331748962402344, 0.43119651079177856], "cos_Ac_negg": [0.517012357711792, 0.469905823469162, 0.43700337409973145, 0.4336704611778259, 0.3958408236503601, 0.39037013053894043, 0.3956278860569, 0.356362521648407, 0.36331748962402344, 0.43119651079177856], "r_norm": [0.5043138265609741, 0.4008790850639343, 0.36673879623413086, 0.3603898882865906, 0.36474740505218506, 0.3602027893066406, 0.3583066165447235, 0.3601332902908325, 0.3680538833141327, 0.38732844591140747]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8779, "test_loss": 0.41790421142578127}, {"step": 8950, "epoch": 19, "train_loss": 0.17668668925762177, "cos_r_negg": [0.49827128648757935, 0.465728759765625, 0.4290141463279724, 0.4296249747276306, 0.4011872112751007, 0.3744692802429199, 0.37916645407676697, 0.34637558460235596, 0.3549850285053253, 0.43777012825012207], "cos_apical_negg": [0.49827128648757935, 0.465728759765625, 0.4290141463279724, 0.4296249747276306, 0.4011872112751007, 0.3744692802429199, 0.37916645407676697, 0.34637558460235596, 0.3549850285053253, 0.43777012825012207], "cos_Ac_negg": [0.49827128648757935, 0.465728759765625, 0.4290141463279724, 0.4296249747276306, 0.4011872112751007, 0.3744692802429199, 0.37916645407676697, 0.34637558460235596, 0.3549850285053253, 0.43777012825012207], "r_norm": [0.4517502188682556, 0.35942545533180237, 0.32911887764930725, 0.32321953773498535, 0.32736048102378845, 0.3245830833911896, 0.32113176584243774, 0.3233792781829834, 0.3306017518043518, 0.3468553423881531]}, {"step": 9000, "epoch": 19, "train_loss": 0.2301235795021057, "cos_r_negg": [0.5011587738990784, 0.4665888547897339, 0.43142640590667725, 0.43253257870674133, 0.4039633274078369, 0.3869367241859436, 0.38072383403778076, 0.34935957193374634, 0.35216307640075684, 0.43879464268684387], "cos_apical_negg": [0.5011587738990784, 0.4665888547897339, 0.43142640590667725, 0.43253257870674133, 0.4039633274078369, 0.3869367241859436, 0.38072383403778076, 0.34935957193374634, 0.35216307640075684, 0.43879464268684387], "cos_Ac_negg": [0.5011587738990784, 0.4665888547897339, 0.43142640590667725, 0.43253257870674133, 0.4039633274078369, 0.3869367241859436, 0.38072383403778076, 0.34935957193374634, 0.35216307640075684, 0.43879464268684387], "r_norm": [0.4810352623462677, 0.38154172897338867, 0.348802387714386, 0.34179019927978516, 0.3466045558452606, 0.344173401594162, 0.3410278558731079, 0.3421473503112793, 0.3500926196575165, 0.3690704107284546], "ldr": {"dL_sdil": -0.00979679822921753, "dL_bp": -0.024899721145629883, "ratio": 0.39345011825310955}}, {"step": 9050, "epoch": 19, "train_loss": 0.19961853325366974, "cos_r_negg": [0.5041640996932983, 0.46364152431488037, 0.4353807270526886, 0.42943620681762695, 0.3999135494232178, 0.3825438618659973, 0.38305214047431946, 0.358999639749527, 0.3590116500854492, 0.43253612518310547], "cos_apical_negg": [0.5041640996932983, 0.46364152431488037, 0.4353807270526886, 0.42943620681762695, 0.3999135494232178, 0.3825438618659973, 0.38305214047431946, 0.358999639749527, 0.3590116500854492, 0.43253612518310547], "cos_Ac_negg": [0.5041640996932983, 0.46364152431488037, 0.4353807270526886, 0.42943620681762695, 0.3999135494232178, 0.3825438618659973, 0.38305214047431946, 0.358999639749527, 0.3590116500854492, 0.43253612518310547], "r_norm": [0.46463385224342346, 0.36869966983795166, 0.33475881814956665, 0.3307800590991974, 0.3347645401954651, 0.32962292432785034, 0.32869964838027954, 0.3293135166168213, 0.3362509310245514, 0.3548365533351898]}, {"step": 9100, "epoch": 19, "train_loss": 0.18499428033828735, "cos_r_negg": [0.5083220601081848, 0.4693559408187866, 0.43517255783081055, 0.4291931986808777, 0.4114226996898651, 0.3857031762599945, 0.3839982748031616, 0.35062575340270996, 0.3586716651916504, 0.44693803787231445], "cos_apical_negg": [0.5083220601081848, 0.4693559408187866, 0.43517255783081055, 0.4291931986808777, 0.4114226996898651, 0.3857031762599945, 0.3839982748031616, 0.35062575340270996, 0.3586716651916504, 0.44693803787231445], "cos_Ac_negg": [0.5083220601081848, 0.4693559408187866, 0.43517255783081055, 0.4291931986808777, 0.4114226996898651, 0.3857031762599945, 0.3839982748031616, 0.35062575340270996, 0.3586716651916504, 0.44693803787231445], "r_norm": [0.4746210277080536, 0.37469571828842163, 0.34104248881340027, 0.33602917194366455, 0.3407278060913086, 0.3354669213294983, 0.33229708671569824, 0.335156112909317, 0.34331443905830383, 0.3618953824043274]}, {"step": 9150, "epoch": 19, "train_loss": 0.128390371799469, "cos_r_negg": [0.501953125, 0.46619585156440735, 0.4450269341468811, 0.4401858448982239, 0.4166408181190491, 0.3907203674316406, 0.38992300629615784, 0.3601555824279785, 0.3759733736515045, 0.4442940950393677], "cos_apical_negg": [0.501953125, 0.46619585156440735, 0.4450269341468811, 0.4401858448982239, 0.4166408181190491, 0.3907203674316406, 0.38992300629615784, 0.3601555824279785, 0.3759733736515045, 0.4442940950393677], "cos_Ac_negg": [0.501953125, 0.46619585156440735, 0.4450269341468811, 0.4401858448982239, 0.4166408181190491, 0.3907203674316406, 0.38992300629615784, 0.3601555824279785, 0.3759733736515045, 0.4442940950393677], "r_norm": [0.4644993543624878, 0.366454541683197, 0.3338553309440613, 0.3286530077457428, 0.33300530910491943, 0.3279862403869629, 0.3255567252635956, 0.3275327980518341, 0.33477720618247986, 0.35317105054855347]}, {"step": 9200, "epoch": 19, "train_loss": 0.15505188703536987, "cos_r_negg": [0.5132629871368408, 0.4714314341545105, 0.44180259108543396, 0.43425339460372925, 0.4061257541179657, 0.3926931321620941, 0.3926919102668762, 0.3683133125305176, 0.38348114490509033, 0.4488709568977356], "cos_apical_negg": [0.5132629871368408, 0.4714314341545105, 0.44180259108543396, 0.43425339460372925, 0.4061257541179657, 0.3926931321620941, 0.3926919102668762, 0.3683133125305176, 0.38348114490509033, 0.4488709568977356], "cos_Ac_negg": [0.5132629871368408, 0.4714314341545105, 0.44180259108543396, 0.43425339460372925, 0.4061257541179657, 0.3926931321620941, 0.3926919102668762, 0.3683133125305176, 0.38348114490509033, 0.4488709568977356], "r_norm": [0.4641842246055603, 0.3614386022090912, 0.32673466205596924, 0.32278355956077576, 0.3265061378479004, 0.32087787985801697, 0.3182838559150696, 0.3205496072769165, 0.32809117436408997, 0.34733182191848755]}, {"step": 9250, "epoch": 19, "train_loss": 0.1727653443813324, "cos_r_negg": [0.5120835304260254, 0.4672892093658447, 0.4376141130924225, 0.4340865910053253, 0.40128499269485474, 0.3813970685005188, 0.3875558376312256, 0.36104339361190796, 0.37221354246139526, 0.44531142711639404], "cos_apical_negg": [0.5120835304260254, 0.4672892093658447, 0.4376141130924225, 0.4340865910053253, 0.40128499269485474, 0.3813970685005188, 0.3875558376312256, 0.36104339361190796, 0.37221354246139526, 0.44531142711639404], "cos_Ac_negg": [0.5120835304260254, 0.4672892093658447, 0.4376141130924225, 0.4340865910053253, 0.40128499269485474, 0.3813970685005188, 0.3875558376312256, 0.36104339361190796, 0.37221354246139526, 0.44531142711639404], "r_norm": [0.4704121947288513, 0.3685681223869324, 0.3343888819217682, 0.3284449279308319, 0.33251523971557617, 0.3291252851486206, 0.3253333866596222, 0.3278958201408386, 0.3350428640842438, 0.353985458612442], "ldr": {"dL_sdil": -0.013241052627563477, "dL_bp": -0.0316501259803772, "ratio": 0.41835702757621923}}, {"step": 9300, "epoch": 19, "train_loss": 0.14860889315605164, "cos_r_negg": [0.5093657374382019, 0.4717617630958557, 0.44230690598487854, 0.44030246138572693, 0.40879368782043457, 0.38933905959129333, 0.39400461316108704, 0.36926060914993286, 0.3817276656627655, 0.45408639311790466], "cos_apical_negg": [0.5093657374382019, 0.4717617630958557, 0.44230690598487854, 0.44030246138572693, 0.40879368782043457, 0.38933905959129333, 0.39400461316108704, 0.36926060914993286, 0.3817276656627655, 0.45408639311790466], "cos_Ac_negg": [0.5093657374382019, 0.4717617630958557, 0.44230690598487854, 0.44030246138572693, 0.40879368782043457, 0.38933905959129333, 0.39400461316108704, 0.36926060914993286, 0.3817276656627655, 0.45408639311790466], "r_norm": [0.46518459916114807, 0.36763572692871094, 0.33471110463142395, 0.32921651005744934, 0.3331521153450012, 0.3296250104904175, 0.32604822516441345, 0.3280758261680603, 0.33511385321617126, 0.3535463809967041]}, {"step": 9350, "epoch": 19, "train_loss": 0.19722077250480652, "cos_r_negg": [0.5064390897750854, 0.46035563945770264, 0.4312748610973358, 0.43154239654541016, 0.4065186679363251, 0.3876962661743164, 0.3961540460586548, 0.360691636800766, 0.38463538885116577, 0.4461497962474823], "cos_apical_negg": [0.5064390897750854, 0.46035563945770264, 0.4312748610973358, 0.43154239654541016, 0.4065186679363251, 0.3876962661743164, 0.3961540460586548, 0.360691636800766, 0.38463538885116577, 0.4461497962474823], "cos_Ac_negg": [0.5064390897750854, 0.46035563945770264, 0.4312748610973358, 0.43154239654541016, 0.4065186679363251, 0.3876962661743164, 0.3961540460586548, 0.360691636800766, 0.38463538885116577, 0.4461497962474823], "r_norm": [0.49513182044029236, 0.38558676838874817, 0.3484105169773102, 0.3429015576839447, 0.34707018733024597, 0.342353880405426, 0.338737815618515, 0.3405376672744751, 0.3479105234146118, 0.3702727258205414]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8809, "test_loss": 0.4278259033203125}], "final": {"test_acc": 0.8809, "test_loss": 0.4278259033203125, "wall_s": 218.74581575393677, "cos_r_negg": [0.49339723587036133, 0.45480161905288696, 0.422987699508667, 0.42806243896484375, 0.40161845088005066, 0.3851625323295593, 0.38982388377189636, 0.35752153396606445, 0.3794901967048645, 0.44914525747299194], "cos_apical_negg": [0.49339723587036133, 0.45480161905288696, 0.422987699508667, 0.42806243896484375, 0.40161845088005066, 0.3851625323295593, 0.38982388377189636, 0.35752153396606445, 0.3794901967048645, 0.44914525747299194], "cos_Ac_negg": [0.49339723587036133, 0.45480161905288696, 0.422987699508667, 0.42806243896484375, 0.40161845088005066, 0.3851625323295593, 0.38982388377189636, 0.35752153396606445, 0.3794901967048645, 0.44914525747299194]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_sdil_d3_s0.json b/results/depth_fmnist_sdil_d3_s0.json
new file mode 100644
index 0000000..036c271
--- /dev/null
+++ b/results/depth_fmnist_sdil_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d3_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2141239643096924, "cos_r_negg": [-0.036210380494594574, -0.023931674659252167, 0.040859051048755646], "cos_apical_negg": [-0.036210380494594574, -0.023931674659252167, 0.040859051048755646], "cos_Ac_negg": [-0.036210380494594574, -0.023931674659252167, 0.040859051048755646], "r_norm": [4.829456806182861, 4.756646156311035, 4.759112358093262], "ldr": {"dL_sdil": 0.0012712478637695312, "dL_bp": -0.15375161170959473, "ratio": -0.008268192116064825}}, {"step": 50, "epoch": 0, "train_loss": 0.7313118577003479, "cos_r_negg": [0.3143630027770996, 0.25680112838745117, 0.20203819870948792], "cos_apical_negg": [0.3143630027770996, 0.25680112838745117, 0.20203819870948792], "cos_Ac_negg": [0.3143630027770996, 0.25680112838745117, 0.20203819870948792], "r_norm": [2.247410297393799, 2.2211384773254395, 2.234618663787842]}, {"step": 100, "epoch": 0, "train_loss": 0.6542858481407166, "cos_r_negg": [0.4540160000324249, 0.36088675260543823, 0.28825441002845764], "cos_apical_negg": [0.4540160000324249, 0.36088675260543823, 0.28825441002845764], "cos_Ac_negg": [0.4540160000324249, 0.36088675260543823, 0.28825441002845764], "r_norm": [1.7280652523040771, 1.7050652503967285, 1.7208201885223389]}, {"step": 150, "epoch": 0, "train_loss": 0.4711386561393738, "cos_r_negg": [0.5072163939476013, 0.38825780153274536, 0.3189496397972107], "cos_apical_negg": [0.5072163939476013, 0.38825780153274536, 0.3189496397972107], "cos_Ac_negg": [0.5072163939476013, 0.38825780153274536, 0.3189496397972107], "r_norm": [1.6013422012329102, 1.586291790008545, 1.610024094581604]}, {"step": 200, "epoch": 0, "train_loss": 0.5187711119651794, "cos_r_negg": [0.5194442272186279, 0.42868781089782715, 0.3293260335922241], "cos_apical_negg": [0.5194442272186279, 0.42868781089782715, 0.3293260335922241], "cos_Ac_negg": [0.5194442272186279, 0.42868781089782715, 0.3293260335922241], "r_norm": [1.4685676097869873, 1.4448611736297607, 1.4615381956100464]}, {"step": 250, "epoch": 0, "train_loss": 0.48090803623199463, "cos_r_negg": [0.5323178172111511, 0.4390999674797058, 0.3531084656715393], "cos_apical_negg": [0.5323178172111511, 0.4390999674797058, 0.3531084656715393], "cos_Ac_negg": [0.5323178172111511, 0.4390999674797058, 0.3531084656715393], "r_norm": [1.3837687969207764, 1.3651872873306274, 1.3820147514343262], "ldr": {"dL_sdil": -0.006191551685333252, "dL_bp": -0.004042387008666992, "ratio": 1.5316573282217636}}, {"step": 300, "epoch": 0, "train_loss": 0.6617900729179382, "cos_r_negg": [0.5501307249069214, 0.44551050662994385, 0.35846006870269775], "cos_apical_negg": [0.5501307249069214, 0.44551050662994385, 0.35846006870269775], "cos_Ac_negg": [0.5501307249069214, 0.44551050662994385, 0.35846006870269775], "r_norm": [1.2712514400482178, 1.254982829093933, 1.2677968740463257]}, {"step": 350, "epoch": 0, "train_loss": 0.4477298855781555, "cos_r_negg": [0.5743356943130493, 0.46874022483825684, 0.3641471266746521], "cos_apical_negg": [0.5743356943130493, 0.46874022483825684, 0.3641471266746521], "cos_Ac_negg": [0.5743356943130493, 0.46874022483825684, 0.3641471266746521], "r_norm": [1.350030779838562, 1.3326075077056885, 1.3439431190490723]}, {"step": 400, "epoch": 0, "train_loss": 0.6084530353546143, "cos_r_negg": [0.5701047778129578, 0.49473482370376587, 0.3901095390319824], "cos_apical_negg": [0.5701047778129578, 0.49473482370376587, 0.3901095390319824], "cos_Ac_negg": [0.5701047778129578, 0.49473482370376587, 0.3901095390319824], "r_norm": [1.2934575080871582, 1.2778747081756592, 1.2932429313659668]}, {"step": 450, "epoch": 0, "train_loss": 0.4015066921710968, "cos_r_negg": [0.581100583076477, 0.4955153465270996, 0.37086984515190125], "cos_apical_negg": [0.581100583076477, 0.4955153465270996, 0.37086984515190125], "cos_Ac_negg": [0.581100583076477, 0.4955153465270996, 0.37086984515190125], "r_norm": [1.3009228706359863, 1.2841894626617432, 1.2982349395751953]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8361, "test_loss": 0.45697945556640623}, {"step": 500, "epoch": 1, "train_loss": 0.30233514308929443, "cos_r_negg": [0.5803014039993286, 0.5025328397750854, 0.3904758393764496], "cos_apical_negg": [0.5803014039993286, 0.5025328397750854, 0.3904758393764496], "cos_Ac_negg": [0.5803014039993286, 0.5025328397750854, 0.3904758393764496], "r_norm": [1.2768628597259521, 1.2601778507232666, 1.2731645107269287], "ldr": {"dL_sdil": -0.025547772645950317, "dL_bp": -0.01821783185005188, "ratio": 1.4023497887251366}}, {"step": 550, "epoch": 1, "train_loss": 0.5081267952919006, "cos_r_negg": [0.5769528150558472, 0.5014954209327698, 0.3866187334060669], "cos_apical_negg": [0.5769528150558472, 0.5014954209327698, 0.3866187334060669], "cos_Ac_negg": [0.5769528150558472, 0.5014954209327698, 0.3866187334060669], "r_norm": [1.1332459449768066, 1.1179802417755127, 1.1262673139572144]}, {"step": 600, "epoch": 1, "train_loss": 0.4473474621772766, "cos_r_negg": [0.5905171632766724, 0.5208141207695007, 0.39142152667045593], "cos_apical_negg": [0.5905171632766724, 0.5208141207695007, 0.39142152667045593], "cos_Ac_negg": [0.5905171632766724, 0.5208141207695007, 0.39142152667045593], "r_norm": [1.1053903102874756, 1.089163064956665, 1.0976759195327759]}, {"step": 650, "epoch": 1, "train_loss": 0.5214723348617554, "cos_r_negg": [0.5870522856712341, 0.5097810626029968, 0.39484551548957825], "cos_apical_negg": [0.5870522856712341, 0.5097810626029968, 0.39484551548957825], "cos_Ac_negg": [0.5870522856712341, 0.5097810626029968, 0.39484551548957825], "r_norm": [1.0622624158859253, 1.0468345880508423, 1.0583059787750244]}, {"step": 700, "epoch": 1, "train_loss": 0.30260056257247925, "cos_r_negg": [0.5930595397949219, 0.5208889245986938, 0.41416651010513306], "cos_apical_negg": [0.5930595397949219, 0.5208889245986938, 0.41416651010513306], "cos_Ac_negg": [0.5930595397949219, 0.5208889245986938, 0.41416651010513306], "r_norm": [1.1441574096679688, 1.1276452541351318, 1.1398676633834839]}, {"step": 750, "epoch": 1, "train_loss": 0.40456515550613403, "cos_r_negg": [0.5959866642951965, 0.5254168510437012, 0.4041658937931061], "cos_apical_negg": [0.5959866642951965, 0.5254168510437012, 0.4041658937931061], "cos_Ac_negg": [0.5959866642951965, 0.5254168510437012, 0.4041658937931061], "r_norm": [1.0420315265655518, 1.0253698825836182, 1.0420856475830078], "ldr": {"dL_sdil": -0.009372353553771973, "dL_bp": -0.007298529148101807, "ratio": 1.2841427859762022}}, {"step": 800, "epoch": 1, "train_loss": 0.4439704120159149, "cos_r_negg": [0.6049385070800781, 0.5312632918357849, 0.4213743209838867], "cos_apical_negg": [0.6049385070800781, 0.5312632918357849, 0.4213743209838867], "cos_Ac_negg": [0.6049385070800781, 0.5312632918357849, 0.4213743209838867], "r_norm": [1.0519261360168457, 1.0349211692810059, 1.0479986667633057]}, {"step": 850, "epoch": 1, "train_loss": 0.26873427629470825, "cos_r_negg": [0.609510064125061, 0.533920407295227, 0.41199296712875366], "cos_apical_negg": [0.609510064125061, 0.533920407295227, 0.41199296712875366], "cos_Ac_negg": [0.609510064125061, 0.533920407295227, 0.41199296712875366], "r_norm": [1.0467216968536377, 1.0267994403839111, 1.0407276153564453]}, {"step": 900, "epoch": 1, "train_loss": 0.30216842889785767, "cos_r_negg": [0.6093508005142212, 0.5300170183181763, 0.4021158218383789], "cos_apical_negg": [0.6093508005142212, 0.5300170183181763, 0.4021158218383789], "cos_Ac_negg": [0.6093508005142212, 0.5300170183181763, 0.4021158218383789], "r_norm": [1.0333592891693115, 1.0163639783859253, 1.0299711227416992]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8447, "test_loss": 0.4214774963378906}, {"step": 950, "epoch": 2, "train_loss": 0.3396134376525879, "cos_r_negg": [0.6142637133598328, 0.5360181331634521, 0.41284245252609253], "cos_apical_negg": [0.6142637133598328, 0.5360181331634521, 0.41284245252609253], "cos_Ac_negg": [0.6142637133598328, 0.5360181331634521, 0.41284245252609253], "r_norm": [1.0064821243286133, 0.9853560924530029, 0.9982462525367737]}, {"step": 1000, "epoch": 2, "train_loss": 0.328337162733078, "cos_r_negg": [0.6058713793754578, 0.5459194183349609, 0.4283090829849243], "cos_apical_negg": [0.6058713793754578, 0.5459194183349609, 0.4283090829849243], "cos_Ac_negg": [0.6058713793754578, 0.5459194183349609, 0.4283090829849243], "r_norm": [1.0238761901855469, 1.006793737411499, 1.0198149681091309], "ldr": {"dL_sdil": -0.018491685390472412, "dL_bp": -0.014119893312454224, "ratio": 1.3096193421066518}}, {"step": 1050, "epoch": 2, "train_loss": 0.3541286289691925, "cos_r_negg": [0.6208664178848267, 0.5491764545440674, 0.43141597509384155], "cos_apical_negg": [0.6208664178848267, 0.5491764545440674, 0.43141597509384155], "cos_Ac_negg": [0.6208664178848267, 0.5491764545440674, 0.43141597509384155], "r_norm": [0.9714488983154297, 0.9510201215744019, 0.961471438407898]}, {"step": 1100, "epoch": 2, "train_loss": 0.29965317249298096, "cos_r_negg": [0.6049792170524597, 0.5427171587944031, 0.4282488524913788], "cos_apical_negg": [0.6049792170524597, 0.5427171587944031, 0.4282488524913788], "cos_Ac_negg": [0.6049792170524597, 0.5427171587944031, 0.4282488524913788], "r_norm": [0.9472272396087646, 0.9273360371589661, 0.9371525049209595]}, {"step": 1150, "epoch": 2, "train_loss": 0.31630897521972656, "cos_r_negg": [0.6226428747177124, 0.551020085811615, 0.43281105160713196], "cos_apical_negg": [0.6226428747177124, 0.551020085811615, 0.43281105160713196], "cos_Ac_negg": [0.6226428747177124, 0.551020085811615, 0.43281105160713196], "r_norm": [0.9146243333816528, 0.8977605104446411, 0.9120070934295654]}, {"step": 1200, "epoch": 2, "train_loss": 0.46719324588775635, "cos_r_negg": [0.622389554977417, 0.5592079162597656, 0.4319738745689392], "cos_apical_negg": [0.622389554977417, 0.5592079162597656, 0.4319738745689392], "cos_Ac_negg": [0.622389554977417, 0.5592079162597656, 0.4319738745689392], "r_norm": [0.9022748470306396, 0.8831751942634583, 0.8956193327903748]}, {"step": 1250, "epoch": 2, "train_loss": 0.29210466146469116, "cos_r_negg": [0.6250647306442261, 0.569125235080719, 0.4514888525009155], "cos_apical_negg": [0.6250647306442261, 0.569125235080719, 0.4514888525009155], "cos_Ac_negg": [0.6250647306442261, 0.569125235080719, 0.4514888525009155], "r_norm": [0.9437617063522339, 0.9212490916252136, 0.9324586391448975], "ldr": {"dL_sdil": -0.013766169548034668, "dL_bp": -0.010562211275100708, "ratio": 1.3033416194284004}}, {"step": 1300, "epoch": 2, "train_loss": 0.2863176763057709, "cos_r_negg": [0.6222732067108154, 0.5634620785713196, 0.4516521394252777], "cos_apical_negg": [0.6222732067108154, 0.5634620785713196, 0.4516521394252777], "cos_Ac_negg": [0.6222732067108154, 0.5634620785713196, 0.4516521394252777], "r_norm": [0.8622100353240967, 0.8438175916671753, 0.8567169308662415]}, {"step": 1350, "epoch": 2, "train_loss": 0.2127092182636261, "cos_r_negg": [0.6297135949134827, 0.5696322917938232, 0.4439465403556824], "cos_apical_negg": [0.6297135949134827, 0.5696322917938232, 0.4439465403556824], "cos_Ac_negg": [0.6297135949134827, 0.5696322917938232, 0.4439465403556824], "r_norm": [0.8874040842056274, 0.8666359186172485, 0.8814942836761475]}, {"step": 1400, "epoch": 2, "train_loss": 0.46384382247924805, "cos_r_negg": [0.627052366733551, 0.5639756917953491, 0.44797199964523315], "cos_apical_negg": [0.627052366733551, 0.5639756917953491, 0.44797199964523315], "cos_Ac_negg": [0.627052366733551, 0.5639756917953491, 0.44797199964523315], "r_norm": [0.8531398773193359, 0.830707311630249, 0.8450561761856079]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8606, "test_loss": 0.3873804229736328}, {"step": 1450, "epoch": 3, "train_loss": 0.524999737739563, "cos_r_negg": [0.6342847347259521, 0.5784139037132263, 0.4719544053077698], "cos_apical_negg": [0.6342847347259521, 0.5784139037132263, 0.4719544053077698], "cos_Ac_negg": [0.6342847347259521, 0.5784139037132263, 0.4719544053077698], "r_norm": [0.9099055528640747, 0.8877573609352112, 0.9011391401290894]}, {"step": 1500, "epoch": 3, "train_loss": 0.35247087478637695, "cos_r_negg": [0.6393359899520874, 0.5903838872909546, 0.4747793674468994], "cos_apical_negg": [0.6393359899520874, 0.5903838872909546, 0.4747793674468994], "cos_Ac_negg": [0.6393359899520874, 0.5903838872909546, 0.4747793674468994], "r_norm": [0.9009838104248047, 0.8775897026062012, 0.891022801399231], "ldr": {"dL_sdil": -0.02055421471595764, "dL_bp": -0.01602420210838318, "ratio": 1.2826981697394189}}, {"step": 1550, "epoch": 3, "train_loss": 0.2677708864212036, "cos_r_negg": [0.6332632303237915, 0.5830284953117371, 0.46765878796577454], "cos_apical_negg": [0.6332632303237915, 0.5830284953117371, 0.46765878796577454], "cos_Ac_negg": [0.6332632303237915, 0.5830284953117371, 0.46765878796577454], "r_norm": [0.8208528161048889, 0.7984873652458191, 0.8102667331695557]}, {"step": 1600, "epoch": 3, "train_loss": 0.3206574320793152, "cos_r_negg": [0.6343052983283997, 0.5833906531333923, 0.4681187868118286], "cos_apical_negg": [0.6343052983283997, 0.5833906531333923, 0.4681187868118286], "cos_Ac_negg": [0.6343052983283997, 0.5833906531333923, 0.4681187868118286], "r_norm": [0.8247001767158508, 0.8005598783493042, 0.813151478767395]}, {"step": 1650, "epoch": 3, "train_loss": 0.31431618332862854, "cos_r_negg": [0.6436034440994263, 0.5885382890701294, 0.46593284606933594], "cos_apical_negg": [0.6436034440994263, 0.5885382890701294, 0.46593284606933594], "cos_Ac_negg": [0.6436034440994263, 0.5885382890701294, 0.46593284606933594], "r_norm": [0.8322359323501587, 0.808255672454834, 0.8203150033950806]}, {"step": 1700, "epoch": 3, "train_loss": 0.29325610399246216, "cos_r_negg": [0.6327036619186401, 0.587801456451416, 0.46622923016548157], "cos_apical_negg": [0.6327036619186401, 0.587801456451416, 0.46622923016548157], "cos_Ac_negg": [0.6327036619186401, 0.587801456451416, 0.46622923016548157], "r_norm": [0.7741870284080505, 0.7498503923416138, 0.7602436542510986]}, {"step": 1750, "epoch": 3, "train_loss": 0.4884035289287567, "cos_r_negg": [0.6320638656616211, 0.5797282457351685, 0.46833518147468567], "cos_apical_negg": [0.6320638656616211, 0.5797282457351685, 0.46833518147468567], "cos_Ac_negg": [0.6320638656616211, 0.5797282457351685, 0.46833518147468567], "r_norm": [0.7940497398376465, 0.7693378329277039, 0.7807049751281738], "ldr": {"dL_sdil": -0.006688892841339111, "dL_bp": -0.00544390082359314, "ratio": 1.2286948381481055}}, {"step": 1800, "epoch": 3, "train_loss": 0.3476659059524536, "cos_r_negg": [0.6268183588981628, 0.5701102614402771, 0.4617229402065277], "cos_apical_negg": [0.6268183588981628, 0.5701102614402771, 0.4617229402065277], "cos_Ac_negg": [0.6268183588981628, 0.5701102614402771, 0.4617229402065277], "r_norm": [0.805691659450531, 0.7795075178146362, 0.7936729192733765]}, {"step": 1850, "epoch": 3, "train_loss": 0.4148496389389038, "cos_r_negg": [0.6288673281669617, 0.5890079140663147, 0.4855639934539795], "cos_apical_negg": [0.6288673281669617, 0.5890079140663147, 0.4855639934539795], "cos_Ac_negg": [0.6288673281669617, 0.5890079140663147, 0.4855639934539795], "r_norm": [0.7422465085983276, 0.7189021110534668, 0.7293635606765747]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8669, "test_loss": 0.36720486755371096}, {"step": 1900, "epoch": 4, "train_loss": 0.21427658200263977, "cos_r_negg": [0.6503914594650269, 0.5954477787017822, 0.4914059042930603], "cos_apical_negg": [0.6503914594650269, 0.5954477787017822, 0.4914059042930603], "cos_Ac_negg": [0.6503914594650269, 0.5954477787017822, 0.4914059042930603], "r_norm": [0.7874455451965332, 0.7598280906677246, 0.7704054117202759]}, {"step": 1950, "epoch": 4, "train_loss": 0.44771677255630493, "cos_r_negg": [0.6447312831878662, 0.5845272541046143, 0.4923071563243866], "cos_apical_negg": [0.6447312831878662, 0.5845272541046143, 0.4923071563243866], "cos_Ac_negg": [0.6447312831878662, 0.5845272541046143, 0.4923071563243866], "r_norm": [0.7877859473228455, 0.7619243860244751, 0.7734279632568359]}, {"step": 2000, "epoch": 4, "train_loss": 0.333518385887146, "cos_r_negg": [0.6370248794555664, 0.5866195559501648, 0.4937269985675812], "cos_apical_negg": [0.6370248794555664, 0.5866195559501648, 0.4937269985675812], "cos_Ac_negg": [0.6370248794555664, 0.5866195559501648, 0.4937269985675812], "r_norm": [0.8249647617340088, 0.7956100702285767, 0.8085547685623169], "ldr": {"dL_sdil": -0.012617707252502441, "dL_bp": -0.010216742753982544, "ratio": 1.2350029315932407}}, {"step": 2050, "epoch": 4, "train_loss": 0.3130215108394623, "cos_r_negg": [0.6207544803619385, 0.5844727754592896, 0.49104321002960205], "cos_apical_negg": [0.6207544803619385, 0.5844727754592896, 0.49104321002960205], "cos_Ac_negg": [0.6207544803619385, 0.5844727754592896, 0.49104321002960205], "r_norm": [0.785792350769043, 0.7566847801208496, 0.769843339920044]}, {"step": 2100, "epoch": 4, "train_loss": 0.2953500747680664, "cos_r_negg": [0.6297000050544739, 0.5962226390838623, 0.5025100708007812], "cos_apical_negg": [0.6297000050544739, 0.5962226390838623, 0.5025100708007812], "cos_Ac_negg": [0.6297000050544739, 0.5962226390838623, 0.5025100708007812], "r_norm": [0.7519972324371338, 0.7237616777420044, 0.7361159324645996]}, {"step": 2150, "epoch": 4, "train_loss": 0.29712778329849243, "cos_r_negg": [0.6480432152748108, 0.6028591394424438, 0.5171366930007935], "cos_apical_negg": [0.6480432152748108, 0.6028591394424438, 0.5171366930007935], "cos_Ac_negg": [0.6480432152748108, 0.6028591394424438, 0.5171366930007935], "r_norm": [0.758960485458374, 0.729860782623291, 0.7427874207496643]}, {"step": 2200, "epoch": 4, "train_loss": 0.30153775215148926, "cos_r_negg": [0.6571534276008606, 0.607981264591217, 0.5217325091362], "cos_apical_negg": [0.6571534276008606, 0.607981264591217, 0.5217325091362], "cos_Ac_negg": [0.6571534276008606, 0.607981264591217, 0.5217325091362], "r_norm": [0.7543174028396606, 0.725770890712738, 0.7394075393676758]}, {"step": 2250, "epoch": 4, "train_loss": 0.22557929158210754, "cos_r_negg": [0.6580780744552612, 0.6093204021453857, 0.5224927663803101], "cos_apical_negg": [0.6580780744552612, 0.6093204021453857, 0.5224927663803101], "cos_Ac_negg": [0.6580780744552612, 0.6093204021453857, 0.5224927663803101], "r_norm": [0.7303107380867004, 0.7005061507225037, 0.7107044458389282], "ldr": {"dL_sdil": -0.0061359703540802, "dL_bp": -0.004968881607055664, "ratio": 1.23487956432033}}, {"step": 2300, "epoch": 4, "train_loss": 0.12686236202716827, "cos_r_negg": [0.6577509641647339, 0.5993631482124329, 0.5166460275650024], "cos_apical_negg": [0.6577509641647339, 0.5993631482124329, 0.5166460275650024], "cos_Ac_negg": [0.6577509641647339, 0.5993631482124329, 0.5166460275650024], "r_norm": [0.7577547430992126, 0.7254337668418884, 0.737533688545227]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8683, "test_loss": 0.36294161682128906}, {"step": 2350, "epoch": 5, "train_loss": 0.20992322266101837, "cos_r_negg": [0.6463459730148315, 0.5991290807723999, 0.5073336362838745], "cos_apical_negg": [0.6463459730148315, 0.5991290807723999, 0.5073336362838745], "cos_Ac_negg": [0.6463459730148315, 0.5991290807723999, 0.5073336362838745], "r_norm": [0.6962147951126099, 0.6667757630348206, 0.6780841946601868]}, {"step": 2400, "epoch": 5, "train_loss": 0.29563915729522705, "cos_r_negg": [0.6483478546142578, 0.5997263193130493, 0.5159909129142761], "cos_apical_negg": [0.6483478546142578, 0.5997263193130493, 0.5159909129142761], "cos_Ac_negg": [0.6483478546142578, 0.5997263193130493, 0.5159909129142761], "r_norm": [0.7443617582321167, 0.7125962376594543, 0.7231383919715881]}, {"step": 2450, "epoch": 5, "train_loss": 0.28032177686691284, "cos_r_negg": [0.6600608825683594, 0.6037936210632324, 0.5269474983215332], "cos_apical_negg": [0.6600608825683594, 0.6037936210632324, 0.5269474983215332], "cos_Ac_negg": [0.6600608825683594, 0.6037936210632324, 0.5269474983215332], "r_norm": [0.699471116065979, 0.6691057682037354, 0.6814340353012085]}, {"step": 2500, "epoch": 5, "train_loss": 0.29638782143592834, "cos_r_negg": [0.657602071762085, 0.6033515334129333, 0.527305006980896], "cos_apical_negg": [0.657602071762085, 0.6033515334129333, 0.527305006980896], "cos_Ac_negg": [0.657602071762085, 0.6033515334129333, 0.527305006980896], "r_norm": [0.7039169073104858, 0.6722785234451294, 0.6841567754745483], "ldr": {"dL_sdil": -0.008165538311004639, "dL_bp": -0.006905317306518555, "ratio": 1.1825000863170252}}, {"step": 2550, "epoch": 5, "train_loss": 0.18203920125961304, "cos_r_negg": [0.6490659117698669, 0.6000992655754089, 0.5169540643692017], "cos_apical_negg": [0.6490659117698669, 0.6000992655754089, 0.5169540643692017], "cos_Ac_negg": [0.6490659117698669, 0.6000992655754089, 0.5169540643692017], "r_norm": [0.6911172270774841, 0.6594804525375366, 0.6723926067352295]}, {"step": 2600, "epoch": 5, "train_loss": 0.2465631067752838, "cos_r_negg": [0.6732616424560547, 0.6235027313232422, 0.5517337322235107], "cos_apical_negg": [0.6732616424560547, 0.6235027313232422, 0.5517337322235107], "cos_Ac_negg": [0.6732616424560547, 0.6235027313232422, 0.5517337322235107], "r_norm": [0.694221556186676, 0.6607431173324585, 0.6744693517684937]}, {"step": 2650, "epoch": 5, "train_loss": 0.1759096384048462, "cos_r_negg": [0.6574729084968567, 0.6129488945007324, 0.5446503758430481], "cos_apical_negg": [0.6574729084968567, 0.6129488945007324, 0.5446503758430481], "cos_Ac_negg": [0.6574729084968567, 0.6129488945007324, 0.5446503758430481], "r_norm": [0.681098461151123, 0.6481205224990845, 0.6621964573860168]}, {"step": 2700, "epoch": 5, "train_loss": 0.16841702163219452, "cos_r_negg": [0.6492642164230347, 0.6116853356361389, 0.5398241281509399], "cos_apical_negg": [0.6492642164230347, 0.6116853356361389, 0.5398241281509399], "cos_Ac_negg": [0.6492642164230347, 0.6116853356361389, 0.5398241281509399], "r_norm": [0.6608048677444458, 0.6276153922080994, 0.6398552656173706]}, {"step": 2750, "epoch": 5, "train_loss": 0.4007677435874939, "cos_r_negg": [0.6647925972938538, 0.618098258972168, 0.5401891469955444], "cos_apical_negg": [0.6647925972938538, 0.618098258972168, 0.5401891469955444], "cos_Ac_negg": [0.6647925972938538, 0.618098258972168, 0.5401891469955444], "r_norm": [0.7053670883178711, 0.667313277721405, 0.6825998425483704], "ldr": {"dL_sdil": -0.007977962493896484, "dL_bp": -0.006605684757232666, "ratio": 1.207741935483871}}, {"step": 2800, "epoch": 5, "train_loss": 0.29492390155792236, "cos_r_negg": [0.6526279449462891, 0.6080979108810425, 0.5310031771659851], "cos_apical_negg": [0.6526279449462891, 0.6080979108810425, 0.5310031771659851], "cos_Ac_negg": [0.6526279449462891, 0.6080979108810425, 0.5310031771659851], "r_norm": [0.7159431576728821, 0.6782873868942261, 0.6909626126289368]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8752, "test_loss": 0.34828546447753905}, {"step": 2850, "epoch": 6, "train_loss": 0.15876004099845886, "cos_r_negg": [0.6538398861885071, 0.6148838996887207, 0.5436879396438599], "cos_apical_negg": [0.6538398861885071, 0.6148838996887207, 0.5436879396438599], "cos_Ac_negg": [0.6538398861885071, 0.6148838996887207, 0.5436879396438599], "r_norm": [0.6731613874435425, 0.6374272108078003, 0.6502503156661987]}, {"step": 2900, "epoch": 6, "train_loss": 0.2048037052154541, "cos_r_negg": [0.654757022857666, 0.6187225580215454, 0.5438989400863647], "cos_apical_negg": [0.654757022857666, 0.6187225580215454, 0.5438989400863647], "cos_Ac_negg": [0.654757022857666, 0.6187225580215454, 0.5438989400863647], "r_norm": [0.6939187049865723, 0.655708909034729, 0.6680704355239868]}, {"step": 2950, "epoch": 6, "train_loss": 0.15176478028297424, "cos_r_negg": [0.6534929275512695, 0.6183127164840698, 0.5457906723022461], "cos_apical_negg": [0.6534929275512695, 0.6183127164840698, 0.5457906723022461], "cos_Ac_negg": [0.6534929275512695, 0.6183127164840698, 0.5457906723022461], "r_norm": [0.6355353593826294, 0.6014940142631531, 0.61485755443573]}, {"step": 3000, "epoch": 6, "train_loss": 0.35336437821388245, "cos_r_negg": [0.6455132961273193, 0.610912561416626, 0.543381929397583], "cos_apical_negg": [0.6455132961273193, 0.610912561416626, 0.543381929397583], "cos_Ac_negg": [0.6455132961273193, 0.610912561416626, 0.543381929397583], "r_norm": [0.6593372821807861, 0.6212383508682251, 0.6322519779205322], "ldr": {"dL_sdil": -0.00829082727432251, "dL_bp": -0.007052332162857056, "ratio": 1.1756149714541682}}, {"step": 3050, "epoch": 6, "train_loss": 0.37747639417648315, "cos_r_negg": [0.6543532013893127, 0.6090396046638489, 0.5392510890960693], "cos_apical_negg": [0.6543532013893127, 0.6090396046638489, 0.5392510890960693], "cos_Ac_negg": [0.6543532013893127, 0.6090396046638489, 0.5392510890960693], "r_norm": [0.6676720976829529, 0.6284827589988708, 0.641937255859375]}, {"step": 3100, "epoch": 6, "train_loss": 0.23485909402370453, "cos_r_negg": [0.6507480144500732, 0.6123797297477722, 0.5439316034317017], "cos_apical_negg": [0.6507480144500732, 0.6123797297477722, 0.5439316034317017], "cos_Ac_negg": [0.6507480144500732, 0.6123797297477722, 0.5439316034317017], "r_norm": [0.6648262143135071, 0.6258909702301025, 0.6405133008956909]}, {"step": 3150, "epoch": 6, "train_loss": 0.29237186908721924, "cos_r_negg": [0.6607165932655334, 0.6238727569580078, 0.5555409789085388], "cos_apical_negg": [0.6607165932655334, 0.6238727569580078, 0.5555409789085388], "cos_Ac_negg": [0.6607165932655334, 0.6238727569580078, 0.5555409789085388], "r_norm": [0.6456791758537292, 0.6078832149505615, 0.6206316947937012]}, {"step": 3200, "epoch": 6, "train_loss": 0.1888861358165741, "cos_r_negg": [0.6638485193252563, 0.6239791512489319, 0.5574294328689575], "cos_apical_negg": [0.6638485193252563, 0.6239791512489319, 0.5574294328689575], "cos_Ac_negg": [0.6638485193252563, 0.6239791512489319, 0.5574294328689575], "r_norm": [0.673379123210907, 0.6333020925521851, 0.6473416090011597]}, {"step": 3250, "epoch": 6, "train_loss": 0.18737733364105225, "cos_r_negg": [0.6633021831512451, 0.6202791333198547, 0.5620808005332947], "cos_apical_negg": [0.6633021831512451, 0.6202791333198547, 0.5620808005332947], "cos_Ac_negg": [0.6633021831512451, 0.6202791333198547, 0.5620808005332947], "r_norm": [0.6146640181541443, 0.5769826173782349, 0.5883890390396118], "ldr": {"dL_sdil": -0.006653010845184326, "dL_bp": -0.006280362606048584, "ratio": 1.059335465563222}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8738, "test_loss": 0.3601148681640625}, {"step": 3300, "epoch": 7, "train_loss": 0.2625042796134949, "cos_r_negg": [0.6588682532310486, 0.6267591118812561, 0.5644850730895996], "cos_apical_negg": [0.6588682532310486, 0.6267591118812561, 0.5644850730895996], "cos_Ac_negg": [0.6588682532310486, 0.6267591118812561, 0.5644850730895996], "r_norm": [0.6680076122283936, 0.6273056268692017, 0.641353964805603]}, {"step": 3350, "epoch": 7, "train_loss": 0.19876733422279358, "cos_r_negg": [0.6653130650520325, 0.6281046271324158, 0.5767326354980469], "cos_apical_negg": [0.6653130650520325, 0.6281046271324158, 0.5767326354980469], "cos_Ac_negg": [0.6653130650520325, 0.6281046271324158, 0.5767326354980469], "r_norm": [0.6676982045173645, 0.6253330707550049, 0.6387699842453003]}, {"step": 3400, "epoch": 7, "train_loss": 0.2329784333705902, "cos_r_negg": [0.6650012135505676, 0.6221415996551514, 0.5648694634437561], "cos_apical_negg": [0.6650012135505676, 0.6221415996551514, 0.5648694634437561], "cos_Ac_negg": [0.6650012135505676, 0.6221415996551514, 0.5648694634437561], "r_norm": [0.6198882460594177, 0.57981276512146, 0.5919876098632812]}, {"step": 3450, "epoch": 7, "train_loss": 0.2335791289806366, "cos_r_negg": [0.6595051288604736, 0.6213532090187073, 0.5689610242843628], "cos_apical_negg": [0.6595051288604736, 0.6213532090187073, 0.5689610242843628], "cos_Ac_negg": [0.6595051288604736, 0.6213532090187073, 0.5689610242843628], "r_norm": [0.7026773691177368, 0.6551741361618042, 0.6666305065155029]}, {"step": 3500, "epoch": 7, "train_loss": 0.2956637442111969, "cos_r_negg": [0.6533347964286804, 0.6251431703567505, 0.5770308971405029], "cos_apical_negg": [0.6533347964286804, 0.6251431703567505, 0.5770308971405029], "cos_Ac_negg": [0.6533347964286804, 0.6251431703567505, 0.5770308971405029], "r_norm": [0.6592124104499817, 0.6153205633163452, 0.6271759271621704], "ldr": {"dL_sdil": -0.01412975788116455, "dL_bp": -0.01315334439277649, "ratio": 1.0742330968635083}}, {"step": 3550, "epoch": 7, "train_loss": 0.23001793026924133, "cos_r_negg": [0.6390783786773682, 0.6024430990219116, 0.554017186164856], "cos_apical_negg": [0.6390783786773682, 0.6024430990219116, 0.554017186164856], "cos_Ac_negg": [0.6390783786773682, 0.6024430990219116, 0.554017186164856], "r_norm": [0.6407943964004517, 0.5969942212104797, 0.6096229553222656]}, {"step": 3600, "epoch": 7, "train_loss": 0.24072566628456116, "cos_r_negg": [0.6488121747970581, 0.6086217164993286, 0.5663923621177673], "cos_apical_negg": [0.6488121747970581, 0.6086217164993286, 0.5663923621177673], "cos_Ac_negg": [0.6488121747970581, 0.6086217164993286, 0.5663923621177673], "r_norm": [0.6689400672912598, 0.6229316592216492, 0.6352001428604126]}, {"step": 3650, "epoch": 7, "train_loss": 0.3232458829879761, "cos_r_negg": [0.6698790192604065, 0.6204289197921753, 0.5832105875015259], "cos_apical_negg": [0.6698790192604065, 0.6204289197921753, 0.5832105875015259], "cos_Ac_negg": [0.6698790192604065, 0.6204289197921753, 0.5832105875015259], "r_norm": [0.5932101011276245, 0.5513085126876831, 0.5631430149078369]}, {"step": 3700, "epoch": 7, "train_loss": 0.29857495427131653, "cos_r_negg": [0.66029953956604, 0.6110240817070007, 0.5675677061080933], "cos_apical_negg": [0.66029953956604, 0.6110240817070007, 0.5675677061080933], "cos_Ac_negg": [0.66029953956604, 0.6110240817070007, 0.5675677061080933], "r_norm": [0.6549472808837891, 0.6073501110076904, 0.6196435689926147]}, {"step": 3750, "epoch": 7, "train_loss": 0.3119524121284485, "cos_r_negg": [0.6653400659561157, 0.6128479242324829, 0.5726038813591003], "cos_apical_negg": [0.6653400659561157, 0.6128479242324829, 0.5726038813591003], "cos_Ac_negg": [0.6653400659561157, 0.6128479242324829, 0.5726038813591003], "r_norm": [0.6281095147132874, 0.5818485021591187, 0.596842885017395], "ldr": {"dL_sdil": -0.009196847677230835, "dL_bp": -0.008908271789550781, "ratio": 1.0323941494486673}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.879, "test_loss": 0.3577841613769531}, {"step": 3800, "epoch": 8, "train_loss": 0.24481916427612305, "cos_r_negg": [0.6538897156715393, 0.6089531183242798, 0.5684229135513306], "cos_apical_negg": [0.6538897156715393, 0.6089531183242798, 0.5684229135513306], "cos_Ac_negg": [0.6538897156715393, 0.6089531183242798, 0.5684229135513306], "r_norm": [0.5987132787704468, 0.5547326803207397, 0.567679226398468]}, {"step": 3850, "epoch": 8, "train_loss": 0.2869768738746643, "cos_r_negg": [0.6618095636367798, 0.6240719556808472, 0.5821353793144226], "cos_apical_negg": [0.6618095636367798, 0.6240719556808472, 0.5821353793144226], "cos_Ac_negg": [0.6618095636367798, 0.6240719556808472, 0.5821353793144226], "r_norm": [0.6222243309020996, 0.5755428075790405, 0.5900980234146118]}, {"step": 3900, "epoch": 8, "train_loss": 0.20177721977233887, "cos_r_negg": [0.6542608737945557, 0.615831196308136, 0.5767481327056885], "cos_apical_negg": [0.6542608737945557, 0.615831196308136, 0.5767481327056885], "cos_Ac_negg": [0.6542608737945557, 0.615831196308136, 0.5767481327056885], "r_norm": [0.6782016754150391, 0.6256832480430603, 0.6395955085754395]}, {"step": 3950, "epoch": 8, "train_loss": 0.22185498476028442, "cos_r_negg": [0.6692652702331543, 0.635468602180481, 0.592311441898346], "cos_apical_negg": [0.6692652702331543, 0.635468602180481, 0.592311441898346], "cos_Ac_negg": [0.6692652702331543, 0.635468602180481, 0.592311441898346], "r_norm": [0.5855011940002441, 0.5415674448013306, 0.5539438724517822]}, {"step": 4000, "epoch": 8, "train_loss": 0.3337433934211731, "cos_r_negg": [0.6650773286819458, 0.631975531578064, 0.5912042856216431], "cos_apical_negg": [0.6650773286819458, 0.631975531578064, 0.5912042856216431], "cos_Ac_negg": [0.6650773286819458, 0.631975531578064, 0.5912042856216431], "r_norm": [0.6416318416595459, 0.5917503833770752, 0.6074711084365845], "ldr": {"dL_sdil": -0.00939023494720459, "dL_bp": -0.009405910968780518, "ratio": 0.9983333861411235}}, {"step": 4050, "epoch": 8, "train_loss": 0.25608792901039124, "cos_r_negg": [0.6602033376693726, 0.623017430305481, 0.5910724401473999], "cos_apical_negg": [0.6602033376693726, 0.623017430305481, 0.5910724401473999], "cos_Ac_negg": [0.6602033376693726, 0.623017430305481, 0.5910724401473999], "r_norm": [0.7143376469612122, 0.6563728451728821, 0.6725970506668091]}, {"step": 4100, "epoch": 8, "train_loss": 0.2418862283229828, "cos_r_negg": [0.6619811058044434, 0.6182168126106262, 0.5810225009918213], "cos_apical_negg": [0.6619811058044434, 0.6182168126106262, 0.5810225009918213], "cos_Ac_negg": [0.6619811058044434, 0.6182168126106262, 0.5810225009918213], "r_norm": [0.6378823518753052, 0.5843672752380371, 0.5995916128158569]}, {"step": 4150, "epoch": 8, "train_loss": 0.27891767024993896, "cos_r_negg": [0.6702471971511841, 0.6272814869880676, 0.5974053740501404], "cos_apical_negg": [0.6702471971511841, 0.6272814869880676, 0.5974053740501404], "cos_Ac_negg": [0.6702471971511841, 0.6272814869880676, 0.5974053740501404], "r_norm": [0.618000864982605, 0.5669667720794678, 0.581253170967102]}, {"step": 4200, "epoch": 8, "train_loss": 0.21546326577663422, "cos_r_negg": [0.6654617190361023, 0.6268360018730164, 0.587028443813324], "cos_apical_negg": [0.6654617190361023, 0.6268360018730164, 0.587028443813324], "cos_Ac_negg": [0.6654617190361023, 0.6268360018730164, 0.587028443813324], "r_norm": [0.6191927194595337, 0.5689010620117188, 0.5843666791915894]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8812, "test_loss": 0.34345392150878906}, {"step": 4250, "epoch": 9, "train_loss": 0.16771474480628967, "cos_r_negg": [0.6569409370422363, 0.6200211644172668, 0.5839370489120483], "cos_apical_negg": [0.6569409370422363, 0.6200211644172668, 0.5839370489120483], "cos_Ac_negg": [0.6569409370422363, 0.6200211644172668, 0.5839370489120483], "r_norm": [0.6019710302352905, 0.551106333732605, 0.5641875267028809], "ldr": {"dL_sdil": -0.010756760835647583, "dL_bp": -0.010636657476425171, "ratio": 1.0112914568781224}}, {"step": 4300, "epoch": 9, "train_loss": 0.16336284577846527, "cos_r_negg": [0.6580352187156677, 0.6212500929832458, 0.5881772637367249], "cos_apical_negg": [0.6580352187156677, 0.6212500929832458, 0.5881772637367249], "cos_Ac_negg": [0.6580352187156677, 0.6212500929832458, 0.5881772637367249], "r_norm": [0.6363850831985474, 0.5816142559051514, 0.5948309898376465]}, {"step": 4350, "epoch": 9, "train_loss": 0.1571962535381317, "cos_r_negg": [0.660489559173584, 0.613614559173584, 0.5815272331237793], "cos_apical_negg": [0.660489559173584, 0.613614559173584, 0.5815272331237793], "cos_Ac_negg": [0.660489559173584, 0.613614559173584, 0.5815272331237793], "r_norm": [0.6104103326797485, 0.5566534996032715, 0.5709623098373413]}, {"step": 4400, "epoch": 9, "train_loss": 0.24492670595645905, "cos_r_negg": [0.6429269313812256, 0.6113476753234863, 0.5870931148529053], "cos_apical_negg": [0.6429269313812256, 0.6113476753234863, 0.5870931148529053], "cos_Ac_negg": [0.6429269313812256, 0.6113476753234863, 0.5870931148529053], "r_norm": [0.6331909894943237, 0.5767552256584167, 0.5926122069358826]}, {"step": 4450, "epoch": 9, "train_loss": 0.15555088222026825, "cos_r_negg": [0.6575469970703125, 0.6192953586578369, 0.5872337818145752], "cos_apical_negg": [0.6575469970703125, 0.6192953586578369, 0.5872337818145752], "cos_Ac_negg": [0.6575469970703125, 0.6192953586578369, 0.5872337818145752], "r_norm": [0.605711817741394, 0.5513550043106079, 0.5658857822418213]}, {"step": 4500, "epoch": 9, "train_loss": 0.25417542457580566, "cos_r_negg": [0.6614736914634705, 0.6203521490097046, 0.5907280445098877], "cos_apical_negg": [0.6614736914634705, 0.6203521490097046, 0.5907280445098877], "cos_Ac_negg": [0.6614736914634705, 0.6203521490097046, 0.5907280445098877], "r_norm": [0.6456958055496216, 0.5862447023391724, 0.6015094518661499], "ldr": {"dL_sdil": -0.02149602770805359, "dL_bp": -0.021852850914001465, "ratio": 0.9836715489730792}}, {"step": 4550, "epoch": 9, "train_loss": 0.16772723197937012, "cos_r_negg": [0.666905403137207, 0.625360369682312, 0.5964284539222717], "cos_apical_negg": [0.666905403137207, 0.625360369682312, 0.5964284539222717], "cos_Ac_negg": [0.666905403137207, 0.625360369682312, 0.5964284539222717], "r_norm": [0.578481912612915, 0.526401937007904, 0.5396656394004822]}, {"step": 4600, "epoch": 9, "train_loss": 0.2253524512052536, "cos_r_negg": [0.6729941368103027, 0.6316267251968384, 0.5996032357215881], "cos_apical_negg": [0.6729941368103027, 0.6316267251968384, 0.5996032357215881], "cos_Ac_negg": [0.6729941368103027, 0.6316267251968384, 0.5996032357215881], "r_norm": [0.5874032974243164, 0.5322150588035583, 0.5460960865020752]}, {"step": 4650, "epoch": 9, "train_loss": 0.302260160446167, "cos_r_negg": [0.6718436479568481, 0.6276455521583557, 0.6002733707427979], "cos_apical_negg": [0.6718436479568481, 0.6276455521583557, 0.6002733707427979], "cos_Ac_negg": [0.6718436479568481, 0.6276455521583557, 0.6002733707427979], "r_norm": [0.6038240790367126, 0.545444130897522, 0.5588730573654175]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8854, "test_loss": 0.3413830841064453}, {"step": 4700, "epoch": 10, "train_loss": 0.21410125494003296, "cos_r_negg": [0.6635608673095703, 0.6224239468574524, 0.595465898513794], "cos_apical_negg": [0.6635608673095703, 0.6224239468574524, 0.595465898513794], "cos_Ac_negg": [0.6635608673095703, 0.6224239468574524, 0.595465898513794], "r_norm": [0.5911117792129517, 0.5337345600128174, 0.5481700897216797]}, {"step": 4750, "epoch": 10, "train_loss": 0.2480393946170807, "cos_r_negg": [0.6599326133728027, 0.6235982179641724, 0.6001312136650085], "cos_apical_negg": [0.6599326133728027, 0.6235982179641724, 0.6001312136650085], "cos_Ac_negg": [0.6599326133728027, 0.6235982179641724, 0.6001312136650085], "r_norm": [0.5713143348693848, 0.5148278474807739, 0.528515100479126], "ldr": {"dL_sdil": -0.011889368295669556, "dL_bp": -0.013766229152679443, "ratio": 0.863661948657554}}, {"step": 4800, "epoch": 10, "train_loss": 0.1890668421983719, "cos_r_negg": [0.6623596549034119, 0.6263190507888794, 0.6027146577835083], "cos_apical_negg": [0.6623596549034119, 0.6263190507888794, 0.6027146577835083], "cos_Ac_negg": [0.6623596549034119, 0.6263190507888794, 0.6027146577835083], "r_norm": [0.5951499342918396, 0.5353511571884155, 0.5500713586807251]}, {"step": 4850, "epoch": 10, "train_loss": 0.19773684442043304, "cos_r_negg": [0.662927508354187, 0.6276423335075378, 0.6056442260742188], "cos_apical_negg": [0.662927508354187, 0.6276423335075378, 0.6056442260742188], "cos_Ac_negg": [0.662927508354187, 0.6276423335075378, 0.6056442260742188], "r_norm": [0.5801032781600952, 0.5212491750717163, 0.5336674451828003]}, {"step": 4900, "epoch": 10, "train_loss": 0.20531903207302094, "cos_r_negg": [0.6437050700187683, 0.6136153340339661, 0.5938277840614319], "cos_apical_negg": [0.6437050700187683, 0.6136153340339661, 0.5938277840614319], "cos_Ac_negg": [0.6437050700187683, 0.6136153340339661, 0.5938277840614319], "r_norm": [0.5815694332122803, 0.5217450857162476, 0.534913182258606]}, {"step": 4950, "epoch": 10, "train_loss": 0.22381797432899475, "cos_r_negg": [0.6585590243339539, 0.6205572485923767, 0.5972772836685181], "cos_apical_negg": [0.6585590243339539, 0.6205572485923767, 0.5972772836685181], "cos_Ac_negg": [0.6585590243339539, 0.6205572485923767, 0.5972772836685181], "r_norm": [0.6443172693252563, 0.5755613446235657, 0.5908583402633667]}, {"step": 5000, "epoch": 10, "train_loss": 0.1542331576347351, "cos_r_negg": [0.6563209295272827, 0.6170221567153931, 0.593368411064148], "cos_apical_negg": [0.6563209295272827, 0.6170221567153931, 0.593368411064148], "cos_Ac_negg": [0.6563209295272827, 0.6170221567153931, 0.593368411064148], "r_norm": [0.6167396903038025, 0.551313579082489, 0.5671215057373047], "ldr": {"dL_sdil": -0.017429828643798828, "dL_bp": -0.01788392663002014, "ratio": 0.9746085971154087}}, {"step": 5050, "epoch": 10, "train_loss": 0.3283781409263611, "cos_r_negg": [0.6539793610572815, 0.615127682685852, 0.5902886390686035], "cos_apical_negg": [0.6539793610572815, 0.615127682685852, 0.5902886390686035], "cos_Ac_negg": [0.6539793610572815, 0.615127682685852, 0.5902886390686035], "r_norm": [0.5512653589248657, 0.49238425493240356, 0.5061971545219421]}, {"step": 5100, "epoch": 10, "train_loss": 0.13852587342262268, "cos_r_negg": [0.6598019599914551, 0.6253147721290588, 0.6067772507667542], "cos_apical_negg": [0.6598019599914551, 0.6253147721290588, 0.6067772507667542], "cos_Ac_negg": [0.6598019599914551, 0.6253147721290588, 0.6067772507667542], "r_norm": [0.5728135108947754, 0.5121448040008545, 0.5252780318260193]}, {"step": 5150, "epoch": 10, "train_loss": 0.18261469900608063, "cos_r_negg": [0.6386284828186035, 0.6084753274917603, 0.5880324840545654], "cos_apical_negg": [0.6386284828186035, 0.6084753274917603, 0.5880324840545654], "cos_Ac_negg": [0.6386284828186035, 0.6084753274917603, 0.5880324840545654], "r_norm": [0.584415078163147, 0.5203383564949036, 0.5341924428939819]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8787, "test_loss": 0.36322482604980466}, {"step": 5200, "epoch": 11, "train_loss": 0.22796326875686646, "cos_r_negg": [0.6528279185295105, 0.6213911175727844, 0.5976110696792603], "cos_apical_negg": [0.6528279185295105, 0.6213911175727844, 0.5976110696792603], "cos_Ac_negg": [0.6528279185295105, 0.6213911175727844, 0.5976110696792603], "r_norm": [0.5440791845321655, 0.4850727915763855, 0.49852025508880615]}, {"step": 5250, "epoch": 11, "train_loss": 0.12808051705360413, "cos_r_negg": [0.6503757834434509, 0.6212551593780518, 0.6003031134605408], "cos_apical_negg": [0.6503757834434509, 0.6212551593780518, 0.6003031134605408], "cos_Ac_negg": [0.6503757834434509, 0.6212551593780518, 0.6003031134605408], "r_norm": [0.5603782534599304, 0.49840047955513, 0.51164311170578], "ldr": {"dL_sdil": -0.006178557872772217, "dL_bp": -0.007574796676635742, "ratio": 0.8156730981083378}}, {"step": 5300, "epoch": 11, "train_loss": 0.18187466263771057, "cos_r_negg": [0.6380228400230408, 0.6078838109970093, 0.5931650400161743], "cos_apical_negg": [0.6380228400230408, 0.6078838109970093, 0.5931650400161743], "cos_Ac_negg": [0.6380228400230408, 0.6078838109970093, 0.5931650400161743], "r_norm": [0.5360816717147827, 0.47788205742836, 0.4915812015533447]}, {"step": 5350, "epoch": 11, "train_loss": 0.22872281074523926, "cos_r_negg": [0.6481688022613525, 0.6182822585105896, 0.6034886837005615], "cos_apical_negg": [0.6481688022613525, 0.6182822585105896, 0.6034886837005615], "cos_Ac_negg": [0.6481688022613525, 0.6182822585105896, 0.6034886837005615], "r_norm": [0.5676302313804626, 0.5020620226860046, 0.5159770250320435]}, {"step": 5400, "epoch": 11, "train_loss": 0.20948193967342377, "cos_r_negg": [0.6506807208061218, 0.6186455488204956, 0.6013796329498291], "cos_apical_negg": [0.6506807208061218, 0.6186455488204956, 0.6013796329498291], "cos_Ac_negg": [0.6506807208061218, 0.6186455488204956, 0.6013796329498291], "r_norm": [0.5458749532699585, 0.4839422106742859, 0.497638463973999]}, {"step": 5450, "epoch": 11, "train_loss": 0.20243129134178162, "cos_r_negg": [0.6539868116378784, 0.624861478805542, 0.6093835234642029], "cos_apical_negg": [0.6539868116378784, 0.624861478805542, 0.6093835234642029], "cos_Ac_negg": [0.6539868116378784, 0.624861478805542, 0.6093835234642029], "r_norm": [0.5736674666404724, 0.5078794956207275, 0.523150622844696]}, {"step": 5500, "epoch": 11, "train_loss": 0.2725805938243866, "cos_r_negg": [0.651003360748291, 0.6150873899459839, 0.6002402901649475], "cos_apical_negg": [0.651003360748291, 0.6150873899459839, 0.6002402901649475], "cos_Ac_negg": [0.651003360748291, 0.6150873899459839, 0.6002402901649475], "r_norm": [0.5738369822502136, 0.5071579217910767, 0.5226934552192688], "ldr": {"dL_sdil": -0.012538224458694458, "dL_bp": -0.014248907566070557, "ratio": 0.8799428588160982}}, {"step": 5550, "epoch": 11, "train_loss": 0.22405576705932617, "cos_r_negg": [0.6609747409820557, 0.6256027221679688, 0.6034276485443115], "cos_apical_negg": [0.6609747409820557, 0.6256027221679688, 0.6034276485443115], "cos_Ac_negg": [0.6609747409820557, 0.6256027221679688, 0.6034276485443115], "r_norm": [0.527533769607544, 0.465969443321228, 0.479288786649704]}, {"step": 5600, "epoch": 11, "train_loss": 0.1759885847568512, "cos_r_negg": [0.6625028252601624, 0.6274905204772949, 0.6117497086524963], "cos_apical_negg": [0.6625028252601624, 0.6274905204772949, 0.6117497086524963], "cos_Ac_negg": [0.6625028252601624, 0.6274905204772949, 0.6117497086524963], "r_norm": [0.6252002120018005, 0.5492774248123169, 0.5644947290420532]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8847, "test_loss": 0.3558611175537109}, {"step": 5650, "epoch": 12, "train_loss": 0.14314891397953033, "cos_r_negg": [0.6687403917312622, 0.6353409290313721, 0.619374692440033], "cos_apical_negg": [0.6687403917312622, 0.6353409290313721, 0.619374692440033], "cos_Ac_negg": [0.6687403917312622, 0.6353409290313721, 0.619374692440033], "r_norm": [0.547500729560852, 0.4810793995857239, 0.49520930647850037]}, {"step": 5700, "epoch": 12, "train_loss": 0.14021150767803192, "cos_r_negg": [0.6501606702804565, 0.6170706748962402, 0.6012574434280396], "cos_apical_negg": [0.6501606702804565, 0.6170706748962402, 0.6012574434280396], "cos_Ac_negg": [0.6501606702804565, 0.6170706748962402, 0.6012574434280396], "r_norm": [0.549810528755188, 0.48237162828445435, 0.49605047702789307]}, {"step": 5750, "epoch": 12, "train_loss": 0.3477462828159332, "cos_r_negg": [0.6395910978317261, 0.6060366034507751, 0.591600239276886], "cos_apical_negg": [0.6395910978317261, 0.6060366034507751, 0.591600239276886], "cos_Ac_negg": [0.6395910978317261, 0.6060366034507751, 0.591600239276886], "r_norm": [0.5251757502555847, 0.4605727195739746, 0.4743793308734894], "ldr": {"dL_sdil": -0.008059173822402954, "dL_bp": -0.009907156229019165, "ratio": 0.8134699439579579}}, {"step": 5800, "epoch": 12, "train_loss": 0.20862044394016266, "cos_r_negg": [0.6413276195526123, 0.6076352596282959, 0.5911813974380493], "cos_apical_negg": [0.6413276195526123, 0.6076352596282959, 0.5911813974380493], "cos_Ac_negg": [0.6413276195526123, 0.6076352596282959, 0.5911813974380493], "r_norm": [0.5242151021957397, 0.4590762257575989, 0.47193318605422974]}, {"step": 5850, "epoch": 12, "train_loss": 0.2566843628883362, "cos_r_negg": [0.640749990940094, 0.6090718507766724, 0.5921939015388489], "cos_apical_negg": [0.640749990940094, 0.6090718507766724, 0.5921939015388489], "cos_Ac_negg": [0.640749990940094, 0.6090718507766724, 0.5921939015388489], "r_norm": [0.5370990037918091, 0.4694450795650482, 0.48197388648986816]}, {"step": 5900, "epoch": 12, "train_loss": 0.23877790570259094, "cos_r_negg": [0.6482090353965759, 0.62172532081604, 0.603675365447998], "cos_apical_negg": [0.6482090353965759, 0.62172532081604, 0.603675365447998], "cos_Ac_negg": [0.6482090353965759, 0.62172532081604, 0.603675365447998], "r_norm": [0.5598157644271851, 0.48872077465057373, 0.502335250377655]}, {"step": 5950, "epoch": 12, "train_loss": 0.2139897346496582, "cos_r_negg": [0.6439452171325684, 0.6172436475753784, 0.5977335572242737], "cos_apical_negg": [0.6439452171325684, 0.6172436475753784, 0.5977335572242737], "cos_Ac_negg": [0.6439452171325684, 0.6172436475753784, 0.5977335572242737], "r_norm": [0.6055846214294434, 0.5251091718673706, 0.5388699173927307]}, {"step": 6000, "epoch": 12, "train_loss": 0.1045115664601326, "cos_r_negg": [0.6277738809585571, 0.5986087322235107, 0.5809290409088135], "cos_apical_negg": [0.6277738809585571, 0.5986087322235107, 0.5809290409088135], "cos_Ac_negg": [0.6277738809585571, 0.5986087322235107, 0.5809290409088135], "r_norm": [0.5244477391242981, 0.4559314250946045, 0.4694773852825165], "ldr": {"dL_sdil": -0.009538739919662476, "dL_bp": -0.011259496212005615, "ratio": 0.8471728876725092}}, {"step": 6050, "epoch": 12, "train_loss": 0.13492119312286377, "cos_r_negg": [0.6400249004364014, 0.6088168621063232, 0.5916798114776611], "cos_apical_negg": [0.6400249004364014, 0.6088168621063232, 0.5916798114776611], "cos_Ac_negg": [0.6400249004364014, 0.6088168621063232, 0.5916798114776611], "r_norm": [0.5312978625297546, 0.46066635847091675, 0.47558170557022095]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8853, "test_loss": 0.3535888214111328}, {"step": 6100, "epoch": 13, "train_loss": 0.24312128126621246, "cos_r_negg": [0.657970666885376, 0.6290204524993896, 0.6096397638320923], "cos_apical_negg": [0.657970666885376, 0.6290204524993896, 0.6096397638320923], "cos_Ac_negg": [0.657970666885376, 0.6290204524993896, 0.6096397638320923], "r_norm": [0.5488885045051575, 0.4750073552131653, 0.4888235330581665]}, {"step": 6150, "epoch": 13, "train_loss": 0.14569996297359467, "cos_r_negg": [0.6392399668693542, 0.6199119091033936, 0.6015390157699585], "cos_apical_negg": [0.6392399668693542, 0.6199119091033936, 0.6015390157699585], "cos_Ac_negg": [0.6392399668693542, 0.6199119091033936, 0.6015390157699585], "r_norm": [0.5400404930114746, 0.46660393476486206, 0.47950416803359985]}, {"step": 6200, "epoch": 13, "train_loss": 0.21909679472446442, "cos_r_negg": [0.6429932117462158, 0.6183203458786011, 0.6049660444259644], "cos_apical_negg": [0.6429932117462158, 0.6183203458786011, 0.6049660444259644], "cos_Ac_negg": [0.6429932117462158, 0.6183203458786011, 0.6049660444259644], "r_norm": [0.5149258375167847, 0.4451950192451477, 0.4586217999458313]}, {"step": 6250, "epoch": 13, "train_loss": 0.1733090728521347, "cos_r_negg": [0.6463302969932556, 0.6223553419113159, 0.603630781173706], "cos_apical_negg": [0.6463302969932556, 0.6223553419113159, 0.603630781173706], "cos_Ac_negg": [0.6463302969932556, 0.6223553419113159, 0.603630781173706], "r_norm": [0.5333476066589355, 0.4589725732803345, 0.4723619222640991], "ldr": {"dL_sdil": -0.01375165581703186, "dL_bp": -0.01656132936477661, "ratio": 0.8303473419398028}}, {"step": 6300, "epoch": 13, "train_loss": 0.1986168622970581, "cos_r_negg": [0.6332569122314453, 0.6061736345291138, 0.5899630784988403], "cos_apical_negg": [0.6332569122314453, 0.6061736345291138, 0.5899630784988403], "cos_Ac_negg": [0.6332569122314453, 0.6061736345291138, 0.5899630784988403], "r_norm": [0.5591868162155151, 0.4805091321468353, 0.4941635727882385]}, {"step": 6350, "epoch": 13, "train_loss": 0.2047826647758484, "cos_r_negg": [0.6434045433998108, 0.6166937351226807, 0.6015476584434509], "cos_apical_negg": [0.6434045433998108, 0.6166937351226807, 0.6015476584434509], "cos_Ac_negg": [0.6434045433998108, 0.6166937351226807, 0.6015476584434509], "r_norm": [0.5648686289787292, 0.4856855869293213, 0.49966537952423096]}, {"step": 6400, "epoch": 13, "train_loss": 0.18605268001556396, "cos_r_negg": [0.6489878296852112, 0.6243302822113037, 0.6052613258361816], "cos_apical_negg": [0.6489878296852112, 0.6243302822113037, 0.6052613258361816], "cos_Ac_negg": [0.6489878296852112, 0.6243302822113037, 0.6052613258361816], "r_norm": [0.5233635306358337, 0.4501371383666992, 0.4634717106819153]}, {"step": 6450, "epoch": 13, "train_loss": 0.15927311778068542, "cos_r_negg": [0.6473240852355957, 0.6221858263015747, 0.6088271141052246], "cos_apical_negg": [0.6473240852355957, 0.6221858263015747, 0.6088271141052246], "cos_Ac_negg": [0.6473240852355957, 0.6221858263015747, 0.6088271141052246], "r_norm": [0.5409138202667236, 0.4643228352069855, 0.47733354568481445]}, {"step": 6500, "epoch": 13, "train_loss": 0.1246267557144165, "cos_r_negg": [0.6374480724334717, 0.6126772165298462, 0.6002054810523987], "cos_apical_negg": [0.6374480724334717, 0.6126772165298462, 0.6002054810523987], "cos_Ac_negg": [0.6374480724334717, 0.6126772165298462, 0.6002054810523987], "r_norm": [0.58184814453125, 0.49837416410446167, 0.5127385854721069], "ldr": {"dL_sdil": -0.012622475624084473, "dL_bp": -0.0163118839263916, "ratio": 0.7738208340032449}}, {"step": 6550, "epoch": 13, "train_loss": 0.15447726845741272, "cos_r_negg": [0.6470159888267517, 0.6205984354019165, 0.6069762706756592], "cos_apical_negg": [0.6470159888267517, 0.6205984354019165, 0.6069762706756592], "cos_Ac_negg": [0.6470159888267517, 0.6205984354019165, 0.6069762706756592], "r_norm": [0.5550642013549805, 0.4743916392326355, 0.4885310232639313]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8866, "test_loss": 0.36595709228515627}, {"step": 6600, "epoch": 14, "train_loss": 0.21012145280838013, "cos_r_negg": [0.6404044032096863, 0.6135543584823608, 0.5987371206283569], "cos_apical_negg": [0.6404044032096863, 0.6135543584823608, 0.5987371206283569], "cos_Ac_negg": [0.6404044032096863, 0.6135543584823608, 0.5987371206283569], "r_norm": [0.551776111125946, 0.47094881534576416, 0.4849429726600647]}, {"step": 6650, "epoch": 14, "train_loss": 0.22074618935585022, "cos_r_negg": [0.6415530443191528, 0.6163538694381714, 0.6036134958267212], "cos_apical_negg": [0.6415530443191528, 0.6163538694381714, 0.6036134958267212], "cos_Ac_negg": [0.6415530443191528, 0.6163538694381714, 0.6036134958267212], "r_norm": [0.5704110860824585, 0.48391157388687134, 0.4981602728366852]}, {"step": 6700, "epoch": 14, "train_loss": 0.1521715521812439, "cos_r_negg": [0.6447066068649292, 0.6190158128738403, 0.6096663475036621], "cos_apical_negg": [0.6447066068649292, 0.6190158128738403, 0.6096663475036621], "cos_Ac_negg": [0.6447066068649292, 0.6190158128738403, 0.6096663475036621], "r_norm": [0.5756336450576782, 0.4882444143295288, 0.5030438303947449]}, {"step": 6750, "epoch": 14, "train_loss": 0.22227425873279572, "cos_r_negg": [0.6364178657531738, 0.6142311096191406, 0.6013213396072388], "cos_apical_negg": [0.6364178657531738, 0.6142311096191406, 0.6013213396072388], "cos_Ac_negg": [0.6364178657531738, 0.6142311096191406, 0.6013213396072388], "r_norm": [0.5610961318016052, 0.47539007663726807, 0.48887985944747925], "ldr": {"dL_sdil": -0.013344645500183105, "dL_bp": -0.017576873302459717, "ratio": 0.7592161171415879}}, {"step": 6800, "epoch": 14, "train_loss": 0.15474312007427216, "cos_r_negg": [0.6408275961875916, 0.6156977415084839, 0.6041795611381531], "cos_apical_negg": [0.6408275961875916, 0.6156977415084839, 0.6041795611381531], "cos_Ac_negg": [0.6408275961875916, 0.6156977415084839, 0.6041795611381531], "r_norm": [0.5721012353897095, 0.48285090923309326, 0.496410995721817]}, {"step": 6850, "epoch": 14, "train_loss": 0.10656170547008514, "cos_r_negg": [0.6301349997520447, 0.6044754385948181, 0.590347409248352], "cos_apical_negg": [0.6301349997520447, 0.6044754385948181, 0.590347409248352], "cos_Ac_negg": [0.6301349997520447, 0.6044754385948181, 0.590347409248352], "r_norm": [0.5703706741333008, 0.4811434745788574, 0.4948790967464447]}, {"step": 6900, "epoch": 14, "train_loss": 0.1776064932346344, "cos_r_negg": [0.628505289554596, 0.6036393046379089, 0.5935357809066772], "cos_apical_negg": [0.628505289554596, 0.6036393046379089, 0.5935357809066772], "cos_Ac_negg": [0.628505289554596, 0.6036393046379089, 0.5935357809066772], "r_norm": [0.5678697824478149, 0.47935277223587036, 0.49371233582496643]}, {"step": 6950, "epoch": 14, "train_loss": 0.20102164149284363, "cos_r_negg": [0.6260614991188049, 0.601077675819397, 0.5923821926116943], "cos_apical_negg": [0.6260614991188049, 0.601077675819397, 0.5923821926116943], "cos_Ac_negg": [0.6260614991188049, 0.601077675819397, 0.5923821926116943], "r_norm": [0.5585614442825317, 0.4709213376045227, 0.48352694511413574]}, {"step": 7000, "epoch": 14, "train_loss": 0.1916961669921875, "cos_r_negg": [0.6430280208587646, 0.6179194450378418, 0.6074797511100769], "cos_apical_negg": [0.6430280208587646, 0.6179194450378418, 0.6074797511100769], "cos_Ac_negg": [0.6430280208587646, 0.6179194450378418, 0.6074797511100769], "r_norm": [0.534643292427063, 0.45048031210899353, 0.4628087282180786], "ldr": {"dL_sdil": -0.010664939880371094, "dL_bp": -0.014571428298950195, "ratio": 0.7319076525353011}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8868, "test_loss": 0.37095069885253906}, {"step": 7050, "epoch": 15, "train_loss": 0.18663977086544037, "cos_r_negg": [0.6261849403381348, 0.6045613884925842, 0.5978935956954956], "cos_apical_negg": [0.6261849403381348, 0.6045613884925842, 0.5978935956954956], "cos_Ac_negg": [0.6261849403381348, 0.6045613884925842, 0.5978935956954956], "r_norm": [0.5283718109130859, 0.44618380069732666, 0.4589734971523285]}, {"step": 7100, "epoch": 15, "train_loss": 0.18778938055038452, "cos_r_negg": [0.6239806413650513, 0.5998966097831726, 0.5964316725730896], "cos_apical_negg": [0.6239806413650513, 0.5998966097831726, 0.5964316725730896], "cos_Ac_negg": [0.6239806413650513, 0.5998966097831726, 0.5964316725730896], "r_norm": [0.5302727222442627, 0.4448070526123047, 0.45780131220817566]}, {"step": 7150, "epoch": 15, "train_loss": 0.18891404569149017, "cos_r_negg": [0.6386041641235352, 0.6097110509872437, 0.6053204536437988], "cos_apical_negg": [0.6386041641235352, 0.6097110509872437, 0.6053204536437988], "cos_Ac_negg": [0.6386041641235352, 0.6097110509872437, 0.6053204536437988], "r_norm": [0.5337737798690796, 0.44750291109085083, 0.4595814049243927]}, {"step": 7200, "epoch": 15, "train_loss": 0.16070058941841125, "cos_r_negg": [0.6262600421905518, 0.5987604260444641, 0.5921101570129395], "cos_apical_negg": [0.6262600421905518, 0.5987604260444641, 0.5921101570129395], "cos_Ac_negg": [0.6262600421905518, 0.5987604260444641, 0.5921101570129395], "r_norm": [0.5326287746429443, 0.44698023796081543, 0.4601554274559021]}, {"step": 7250, "epoch": 15, "train_loss": 0.22536227107048035, "cos_r_negg": [0.6101467609405518, 0.5893662571907043, 0.5818289518356323], "cos_apical_negg": [0.6101467609405518, 0.5893662571907043, 0.5818289518356323], "cos_Ac_negg": [0.6101467609405518, 0.5893662571907043, 0.5818289518356323], "r_norm": [0.5549582242965698, 0.46298861503601074, 0.47516340017318726], "ldr": {"dL_sdil": -0.015765905380249023, "dL_bp": -0.021773427724838257, "ratio": 0.7240892697048297}}, {"step": 7300, "epoch": 15, "train_loss": 0.17962148785591125, "cos_r_negg": [0.6322365403175354, 0.6065925359725952, 0.6017787456512451], "cos_apical_negg": [0.6322365403175354, 0.6065925359725952, 0.6017787456512451], "cos_Ac_negg": [0.6322365403175354, 0.6065925359725952, 0.6017787456512451], "r_norm": [0.5577414631843567, 0.4633382558822632, 0.4759902358055115]}, {"step": 7350, "epoch": 15, "train_loss": 0.12133660167455673, "cos_r_negg": [0.6325979828834534, 0.6102309226989746, 0.6016274094581604], "cos_apical_negg": [0.6325979828834534, 0.6102309226989746, 0.6016274094581604], "cos_Ac_negg": [0.6325979828834534, 0.6102309226989746, 0.6016274094581604], "r_norm": [0.5252655744552612, 0.4350370168685913, 0.4466682970523834]}, {"step": 7400, "epoch": 15, "train_loss": 0.20513659715652466, "cos_r_negg": [0.6243302822113037, 0.6002295017242432, 0.593297004699707], "cos_apical_negg": [0.6243302822113037, 0.6002295017242432, 0.593297004699707], "cos_Ac_negg": [0.6243302822113037, 0.6002295017242432, 0.593297004699707], "r_norm": [0.5474372506141663, 0.4532954692840576, 0.4652552604675293]}, {"step": 7450, "epoch": 15, "train_loss": 0.1466834843158722, "cos_r_negg": [0.616296112537384, 0.5962454676628113, 0.5874682664871216], "cos_apical_negg": [0.616296112537384, 0.5962454676628113, 0.5874682664871216], "cos_Ac_negg": [0.616296112537384, 0.5962454676628113, 0.5874682664871216], "r_norm": [0.4987627863883972, 0.4134746193885803, 0.4249188005924225]}, {"step": 7500, "epoch": 15, "train_loss": 0.16138580441474915, "cos_r_negg": [0.6045244932174683, 0.5819846391677856, 0.5785072445869446], "cos_apical_negg": [0.6045244932174683, 0.5819846391677856, 0.5785072445869446], "cos_Ac_negg": [0.6045244932174683, 0.5819846391677856, 0.5785072445869446], "r_norm": [0.5725279450416565, 0.4729562997817993, 0.48506611585617065], "ldr": {"dL_sdil": -0.017439961433410645, "dL_bp": -0.023923873901367188, "ratio": 0.7289773180259906}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8836, "test_loss": 0.3893354400634766}, {"step": 7550, "epoch": 16, "train_loss": 0.15629401803016663, "cos_r_negg": [0.6038303375244141, 0.5782521963119507, 0.5741285085678101], "cos_apical_negg": [0.6038303375244141, 0.5782521963119507, 0.5741285085678101], "cos_Ac_negg": [0.6038303375244141, 0.5782521963119507, 0.5741285085678101], "r_norm": [0.5447993278503418, 0.45147520303726196, 0.46350353956222534]}, {"step": 7600, "epoch": 16, "train_loss": 0.20500816404819489, "cos_r_negg": [0.627210795879364, 0.6032897233963013, 0.5991310477256775], "cos_apical_negg": [0.627210795879364, 0.6032897233963013, 0.5991310477256775], "cos_Ac_negg": [0.627210795879364, 0.6032897233963013, 0.5991310477256775], "r_norm": [0.5640612840652466, 0.4611707329750061, 0.47367292642593384]}, {"step": 7650, "epoch": 16, "train_loss": 0.1194307953119278, "cos_r_negg": [0.6266690492630005, 0.6034990549087524, 0.5977108478546143], "cos_apical_negg": [0.6266690492630005, 0.6034990549087524, 0.5977108478546143], "cos_Ac_negg": [0.6266690492630005, 0.6034990549087524, 0.5977108478546143], "r_norm": [0.4973267912864685, 0.4074956178665161, 0.41885238885879517]}, {"step": 7700, "epoch": 16, "train_loss": 0.09991574287414551, "cos_r_negg": [0.6090233325958252, 0.5840960144996643, 0.5817313194274902], "cos_apical_negg": [0.6090233325958252, 0.5840960144996643, 0.5817313194274902], "cos_Ac_negg": [0.6090233325958252, 0.5840960144996643, 0.5817313194274902], "r_norm": [0.5019110441207886, 0.41264480352401733, 0.4237874150276184]}, {"step": 7750, "epoch": 16, "train_loss": 0.19658872485160828, "cos_r_negg": [0.6199700236320496, 0.5980424880981445, 0.5930876731872559], "cos_apical_negg": [0.6199700236320496, 0.5980424880981445, 0.5930876731872559], "cos_Ac_negg": [0.6199700236320496, 0.5980424880981445, 0.5930876731872559], "r_norm": [0.5724582672119141, 0.46767735481262207, 0.4779985547065735], "ldr": {"dL_sdil": -0.024187684059143066, "dL_bp": -0.03332066535949707, "ratio": 0.7259063946707499}}, {"step": 7800, "epoch": 16, "train_loss": 0.09668774157762527, "cos_r_negg": [0.6222457885742188, 0.5993200540542603, 0.597301721572876], "cos_apical_negg": [0.6222457885742188, 0.5993200540542603, 0.597301721572876], "cos_Ac_negg": [0.6222457885742188, 0.5993200540542603, 0.597301721572876], "r_norm": [0.5393266677856445, 0.44235193729400635, 0.45472538471221924]}, {"step": 7850, "epoch": 16, "train_loss": 0.14431831240653992, "cos_r_negg": [0.6064148545265198, 0.5828064680099487, 0.5811597108840942], "cos_apical_negg": [0.6064148545265198, 0.5828064680099487, 0.5811597108840942], "cos_Ac_negg": [0.6064148545265198, 0.5828064680099487, 0.5811597108840942], "r_norm": [0.513965368270874, 0.4237563908100128, 0.43452906608581543]}, {"step": 7900, "epoch": 16, "train_loss": 0.09470164030790329, "cos_r_negg": [0.5961209535598755, 0.5761189460754395, 0.5725155472755432], "cos_apical_negg": [0.5961209535598755, 0.5761189460754395, 0.5725155472755432], "cos_Ac_negg": [0.5961209535598755, 0.5761189460754395, 0.5725155472755432], "r_norm": [0.5433433055877686, 0.44496235251426697, 0.4560750424861908]}, {"step": 7950, "epoch": 16, "train_loss": 0.1412859857082367, "cos_r_negg": [0.6068838834762573, 0.5828051567077637, 0.5810356140136719], "cos_apical_negg": [0.6068838834762573, 0.5828051567077637, 0.5810356140136719], "cos_Ac_negg": [0.6068838834762573, 0.5828051567077637, 0.5810356140136719], "r_norm": [0.53557288646698, 0.4385993480682373, 0.45044901967048645]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8865, "test_loss": 0.38343492126464845}, {"step": 8000, "epoch": 17, "train_loss": 0.14292055368423462, "cos_r_negg": [0.6032801866531372, 0.5857244729995728, 0.5809110403060913], "cos_apical_negg": [0.6032801866531372, 0.5857244729995728, 0.5809110403060913], "cos_Ac_negg": [0.6032801866531372, 0.5857244729995728, 0.5809110403060913], "r_norm": [0.5467857122421265, 0.4437706470489502, 0.45414066314697266], "ldr": {"dL_sdil": -0.01998615264892578, "dL_bp": -0.026956528425216675, "ratio": 0.7414216079185327}}, {"step": 8050, "epoch": 17, "train_loss": 0.1002788171172142, "cos_r_negg": [0.6120022535324097, 0.5919148325920105, 0.5873425006866455], "cos_apical_negg": [0.6120022535324097, 0.5919148325920105, 0.5873425006866455], "cos_Ac_negg": [0.6120022535324097, 0.5919148325920105, 0.5873425006866455], "r_norm": [0.5174292922019958, 0.42075932025909424, 0.43177545070648193]}, {"step": 8100, "epoch": 17, "train_loss": 0.17348919808864594, "cos_r_negg": [0.5969061255455017, 0.5784534215927124, 0.576291561126709], "cos_apical_negg": [0.5969061255455017, 0.5784534215927124, 0.576291561126709], "cos_Ac_negg": [0.5969061255455017, 0.5784534215927124, 0.576291561126709], "r_norm": [0.5289263725280762, 0.4294840395450592, 0.44073978066444397]}, {"step": 8150, "epoch": 17, "train_loss": 0.1583741456270218, "cos_r_negg": [0.6273404359817505, 0.6036868095397949, 0.5985928773880005], "cos_apical_negg": [0.6273404359817505, 0.6036868095397949, 0.5985928773880005], "cos_Ac_negg": [0.6273404359817505, 0.6036868095397949, 0.5985928773880005], "r_norm": [0.5477956533432007, 0.44424644112586975, 0.4552713632583618]}, {"step": 8200, "epoch": 17, "train_loss": 0.12040378153324127, "cos_r_negg": [0.6083288192749023, 0.58269202709198, 0.5807923078536987], "cos_apical_negg": [0.6083288192749023, 0.58269202709198, 0.5807923078536987], "cos_Ac_negg": [0.6083288192749023, 0.58269202709198, 0.5807923078536987], "r_norm": [0.5466267466545105, 0.44097787141799927, 0.4519188106060028]}, {"step": 8250, "epoch": 17, "train_loss": 0.14839300513267517, "cos_r_negg": [0.5928921699523926, 0.573082447052002, 0.5748580694198608], "cos_apical_negg": [0.5928921699523926, 0.573082447052002, 0.5748580694198608], "cos_Ac_negg": [0.5928921699523926, 0.573082447052002, 0.5748580694198608], "r_norm": [0.5236330032348633, 0.424910306930542, 0.43488624691963196], "ldr": {"dL_sdil": -0.009346812963485718, "dL_bp": -0.015254020690917969, "ratio": 0.6127442169427946}}, {"step": 8300, "epoch": 17, "train_loss": 0.0773671567440033, "cos_r_negg": [0.608996570110321, 0.5882630348205566, 0.5876644849777222], "cos_apical_negg": [0.608996570110321, 0.5882630348205566, 0.5876644849777222], "cos_Ac_negg": [0.608996570110321, 0.5882630348205566, 0.5876644849777222], "r_norm": [0.5441820025444031, 0.4412451386451721, 0.4520643353462219]}, {"step": 8350, "epoch": 17, "train_loss": 0.10177651047706604, "cos_r_negg": [0.6107379794120789, 0.5901528000831604, 0.5889829993247986], "cos_apical_negg": [0.6107379794120789, 0.5901528000831604, 0.5889829993247986], "cos_Ac_negg": [0.6107379794120789, 0.5901528000831604, 0.5889829993247986], "r_norm": [0.5165955424308777, 0.41885673999786377, 0.4294576942920685]}, {"step": 8400, "epoch": 17, "train_loss": 0.35430172085762024, "cos_r_negg": [0.6014080047607422, 0.579118013381958, 0.5787782669067383], "cos_apical_negg": [0.6014080047607422, 0.579118013381958, 0.5787782669067383], "cos_Ac_negg": [0.6014080047607422, 0.579118013381958, 0.5787782669067383], "r_norm": [0.5185796022415161, 0.4164087772369385, 0.42721056938171387]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8873, "test_loss": 0.3980613250732422}, {"step": 8450, "epoch": 18, "train_loss": 0.07421866059303284, "cos_r_negg": [0.5943930149078369, 0.5726150274276733, 0.5728850364685059], "cos_apical_negg": [0.5943930149078369, 0.5726150274276733, 0.5728850364685059], "cos_Ac_negg": [0.5943930149078369, 0.5726150274276733, 0.5728850364685059], "r_norm": [0.5288410186767578, 0.4251001477241516, 0.4352053999900818]}, {"step": 8500, "epoch": 18, "train_loss": 0.1473996639251709, "cos_r_negg": [0.6124618053436279, 0.5878872275352478, 0.5842660665512085], "cos_apical_negg": [0.6124618053436279, 0.5878872275352478, 0.5842660665512085], "cos_Ac_negg": [0.6124618053436279, 0.5878872275352478, 0.5842660665512085], "r_norm": [0.5819106101989746, 0.4620349407196045, 0.4724985361099243], "ldr": {"dL_sdil": -0.02513262629508972, "dL_bp": -0.033937156200408936, "ratio": 0.740563709777983}}, {"step": 8550, "epoch": 18, "train_loss": 0.12636418640613556, "cos_r_negg": [0.6002791523933411, 0.5785980224609375, 0.5763455629348755], "cos_apical_negg": [0.6002791523933411, 0.5785980224609375, 0.5763455629348755], "cos_Ac_negg": [0.6002791523933411, 0.5785980224609375, 0.5763455629348755], "r_norm": [0.566511869430542, 0.4514129161834717, 0.4613819718360901]}, {"step": 8600, "epoch": 18, "train_loss": 0.0833570659160614, "cos_r_negg": [0.595678448677063, 0.5754494667053223, 0.5767108201980591], "cos_apical_negg": [0.595678448677063, 0.5754494667053223, 0.5767108201980591], "cos_Ac_negg": [0.595678448677063, 0.5754494667053223, 0.5767108201980591], "r_norm": [0.5307009816169739, 0.4255296587944031, 0.4363429546356201]}, {"step": 8650, "epoch": 18, "train_loss": 0.0773998498916626, "cos_r_negg": [0.5926524996757507, 0.5765438079833984, 0.5760492086410522], "cos_apical_negg": [0.5926524996757507, 0.5765438079833984, 0.5760492086410522], "cos_Ac_negg": [0.5926524996757507, 0.5765438079833984, 0.5760492086410522], "r_norm": [0.5612300634384155, 0.4446008801460266, 0.45513129234313965]}, {"step": 8700, "epoch": 18, "train_loss": 0.15209487080574036, "cos_r_negg": [0.590803861618042, 0.5765023231506348, 0.5760419368743896], "cos_apical_negg": [0.590803861618042, 0.5765023231506348, 0.5760419368743896], "cos_Ac_negg": [0.590803861618042, 0.5765023231506348, 0.5760419368743896], "r_norm": [0.5154784917831421, 0.4100997745990753, 0.42040276527404785]}, {"step": 8750, "epoch": 18, "train_loss": 0.1250239908695221, "cos_r_negg": [0.5821242928504944, 0.5669288635253906, 0.5682147741317749], "cos_apical_negg": [0.5821242928504944, 0.5669288635253906, 0.5682147741317749], "cos_Ac_negg": [0.5821242928504944, 0.5669288635253906, 0.5682147741317749], "r_norm": [0.5419751405715942, 0.43107932806015015, 0.44176608324050903], "ldr": {"dL_sdil": -0.014218389987945557, "dL_bp": -0.023304760456085205, "ratio": 0.6101066781929927}}, {"step": 8800, "epoch": 18, "train_loss": 0.04479677975177765, "cos_r_negg": [0.5959950685501099, 0.5815441608428955, 0.5801418423652649], "cos_apical_negg": [0.5959950685501099, 0.5815441608428955, 0.5801418423652649], "cos_Ac_negg": [0.5959950685501099, 0.5815441608428955, 0.5801418423652649], "r_norm": [0.5358675718307495, 0.4254678785800934, 0.43535029888153076]}, {"step": 8850, "epoch": 18, "train_loss": 0.13755251467227936, "cos_r_negg": [0.5949246287345886, 0.5771315097808838, 0.5773237943649292], "cos_apical_negg": [0.5949246287345886, 0.5771315097808838, 0.5773237943649292], "cos_Ac_negg": [0.5949246287345886, 0.5771315097808838, 0.5773237943649292], "r_norm": [0.527472734451294, 0.4176415205001831, 0.42743420600891113]}, {"step": 8900, "epoch": 18, "train_loss": 0.12988893687725067, "cos_r_negg": [0.5981081128120422, 0.5807028412818909, 0.5806132555007935], "cos_apical_negg": [0.5981081128120422, 0.5807028412818909, 0.5806132555007935], "cos_Ac_negg": [0.5981081128120422, 0.5807028412818909, 0.5806132555007935], "r_norm": [0.5418142676353455, 0.4269520044326782, 0.4364676773548126]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8842, "test_loss": 0.41479302673339846}, {"step": 8950, "epoch": 19, "train_loss": 0.17997410893440247, "cos_r_negg": [0.5869627594947815, 0.5686190128326416, 0.569877028465271], "cos_apical_negg": [0.5869627594947815, 0.5686190128326416, 0.569877028465271], "cos_Ac_negg": [0.5869627594947815, 0.5686190128326416, 0.569877028465271], "r_norm": [0.5694851875305176, 0.44888487458229065, 0.45857560634613037]}, {"step": 9000, "epoch": 19, "train_loss": 0.20635519921779633, "cos_r_negg": [0.5811554193496704, 0.5660756826400757, 0.5665479302406311], "cos_apical_negg": [0.5811554193496704, 0.5660756826400757, 0.5665479302406311], "cos_Ac_negg": [0.5811554193496704, 0.5660756826400757, 0.5665479302406311], "r_norm": [0.5379409193992615, 0.42397087812423706, 0.43285608291625977], "ldr": {"dL_sdil": -0.009513050317764282, "dL_bp": -0.015651464462280273, "ratio": 0.6078057641628711}}, {"step": 9050, "epoch": 19, "train_loss": 0.17382855713367462, "cos_r_negg": [0.5892505049705505, 0.5732726454734802, 0.5704976320266724], "cos_apical_negg": [0.5892505049705505, 0.5732726454734802, 0.5704976320266724], "cos_Ac_negg": [0.5892505049705505, 0.5732726454734802, 0.5704976320266724], "r_norm": [0.5168891549110413, 0.40782028436660767, 0.41710299253463745]}, {"step": 9100, "epoch": 19, "train_loss": 0.133033886551857, "cos_r_negg": [0.5716253519058228, 0.55589759349823, 0.5578080415725708], "cos_apical_negg": [0.5716253519058228, 0.55589759349823, 0.5578080415725708], "cos_Ac_negg": [0.5716253519058228, 0.55589759349823, 0.5578080415725708], "r_norm": [0.5351388454437256, 0.4200912117958069, 0.4293723404407501]}, {"step": 9150, "epoch": 19, "train_loss": 0.1253919005393982, "cos_r_negg": [0.5923823118209839, 0.5723139047622681, 0.5711222887039185], "cos_apical_negg": [0.5923823118209839, 0.5723139047622681, 0.5711222887039185], "cos_Ac_negg": [0.5923823118209839, 0.5723139047622681, 0.5711222887039185], "r_norm": [0.5530639290809631, 0.4318019449710846, 0.44225847721099854]}, {"step": 9200, "epoch": 19, "train_loss": 0.14040687680244446, "cos_r_negg": [0.5923123359680176, 0.5756360292434692, 0.5777439475059509], "cos_apical_negg": [0.5923123359680176, 0.5756360292434692, 0.5777439475059509], "cos_Ac_negg": [0.5923123359680176, 0.5756360292434692, 0.5777439475059509], "r_norm": [0.5622400045394897, 0.436977744102478, 0.4488345980644226]}, {"step": 9250, "epoch": 19, "train_loss": 0.11953709274530411, "cos_r_negg": [0.5994490385055542, 0.5801505446434021, 0.580018162727356], "cos_apical_negg": [0.5994490385055542, 0.5801505446434021, 0.580018162727356], "cos_Ac_negg": [0.5994490385055542, 0.5801505446434021, 0.580018162727356], "r_norm": [0.5551316738128662, 0.436413437128067, 0.44663217663764954], "ldr": {"dL_sdil": -0.015794992446899414, "dL_bp": -0.025453388690948486, "ratio": 0.6205457606717919}}, {"step": 9300, "epoch": 19, "train_loss": 0.09161052107810974, "cos_r_negg": [0.6010338068008423, 0.5811855792999268, 0.5816137790679932], "cos_apical_negg": [0.6010338068008423, 0.5811855792999268, 0.5816137790679932], "cos_Ac_negg": [0.6010338068008423, 0.5811855792999268, 0.5816137790679932], "r_norm": [0.5383332371711731, 0.417604923248291, 0.42670589685440063]}, {"step": 9350, "epoch": 19, "train_loss": 0.1559811234474182, "cos_r_negg": [0.5845748782157898, 0.5659229755401611, 0.5686872005462646], "cos_apical_negg": [0.5845748782157898, 0.5659229755401611, 0.5686872005462646], "cos_Ac_negg": [0.5845748782157898, 0.5659229755401611, 0.5686872005462646], "r_norm": [0.5589764714241028, 0.43477746844291687, 0.4441443383693695]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8838, "test_loss": 0.41213243408203126}], "final": {"test_acc": 0.8838, "test_loss": 0.41213243408203126, "wall_s": 49.529366970062256, "cos_r_negg": [0.593805730342865, 0.5738922357559204, 0.5749827027320862], "cos_apical_negg": [0.593805730342865, 0.5738922357559204, 0.5749827027320862], "cos_Ac_negg": [0.593805730342865, 0.5738922357559204, 0.5749827027320862]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_sdil_d3_s1.json b/results/depth_fmnist_sdil_d3_s1.json
new file mode 100644
index 0000000..8e7664e
--- /dev/null
+++ b/results/depth_fmnist_sdil_d3_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d3_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.306229591369629, "cos_r_negg": [-0.00301327439956367, 0.0027814675122499466, 0.004115940537303686], "cos_apical_negg": [-0.00301327439956367, 0.0027814675122499466, 0.004115940537303686], "cos_Ac_negg": [-0.00301327439956367, 0.0027814675122499466, 0.004115940537303686], "r_norm": [4.763617992401123, 4.842471599578857, 4.850616455078125], "ldr": {"dL_sdil": -0.06040692329406738, "dL_bp": -0.19355010986328125, "ratio": 0.31209965903267767}}, {"step": 50, "epoch": 0, "train_loss": 0.7347527742385864, "cos_r_negg": [0.33942317962646484, 0.24249577522277832, 0.1556013524532318], "cos_apical_negg": [0.33942317962646484, 0.24249577522277832, 0.1556013524532318], "cos_Ac_negg": [0.33942317962646484, 0.24249577522277832, 0.1556013524532318], "r_norm": [2.2135965824127197, 2.2574262619018555, 2.2968101501464844]}, {"step": 100, "epoch": 0, "train_loss": 0.6478854417800903, "cos_r_negg": [0.3978605270385742, 0.2970157861709595, 0.22637394070625305], "cos_apical_negg": [0.3978605270385742, 0.2970157861709595, 0.22637394070625305], "cos_Ac_negg": [0.3978605270385742, 0.2970157861709595, 0.22637394070625305], "r_norm": [1.692034125328064, 1.7339438199996948, 1.7499650716781616]}, {"step": 150, "epoch": 0, "train_loss": 0.5183552503585815, "cos_r_negg": [0.45895564556121826, 0.33675506711006165, 0.2511821985244751], "cos_apical_negg": [0.45895564556121826, 0.33675506711006165, 0.2511821985244751], "cos_Ac_negg": [0.45895564556121826, 0.33675506711006165, 0.2511821985244751], "r_norm": [1.5490413904190063, 1.5920871496200562, 1.6039719581604004]}, {"step": 200, "epoch": 0, "train_loss": 0.5176938772201538, "cos_r_negg": [0.4946705996990204, 0.3694941997528076, 0.2797841727733612], "cos_apical_negg": [0.4946705996990204, 0.3694941997528076, 0.2797841727733612], "cos_Ac_negg": [0.4946705996990204, 0.3694941997528076, 0.2797841727733612], "r_norm": [1.4622328281402588, 1.4972729682922363, 1.5103126764297485]}, {"step": 250, "epoch": 0, "train_loss": 0.48725956678390503, "cos_r_negg": [0.4920864999294281, 0.37659013271331787, 0.2736606001853943], "cos_apical_negg": [0.4920864999294281, 0.37659013271331787, 0.2736606001853943], "cos_Ac_negg": [0.4920864999294281, 0.37659013271331787, 0.2736606001853943], "r_norm": [1.2981617450714111, 1.3307244777679443, 1.344956398010254], "ldr": {"dL_sdil": -0.008219212293624878, "dL_bp": -0.00545164942741394, "ratio": 1.5076560595210111}}, {"step": 300, "epoch": 0, "train_loss": 0.6736273169517517, "cos_r_negg": [0.5149071216583252, 0.39928746223449707, 0.28243476152420044], "cos_apical_negg": [0.5149071216583252, 0.39928746223449707, 0.28243476152420044], "cos_Ac_negg": [0.5149071216583252, 0.39928746223449707, 0.28243476152420044], "r_norm": [1.2418720722198486, 1.2745306491851807, 1.2890369892120361]}, {"step": 350, "epoch": 0, "train_loss": 0.43940791487693787, "cos_r_negg": [0.5380325317382812, 0.4088338315486908, 0.3111637532711029], "cos_apical_negg": [0.5380325317382812, 0.4088338315486908, 0.3111637532711029], "cos_Ac_negg": [0.5380325317382812, 0.4088338315486908, 0.3111637532711029], "r_norm": [1.3130714893341064, 1.339552640914917, 1.3619270324707031]}, {"step": 400, "epoch": 0, "train_loss": 0.5916202068328857, "cos_r_negg": [0.5525296926498413, 0.4385116696357727, 0.3205609619617462], "cos_apical_negg": [0.5525296926498413, 0.4385116696357727, 0.3205609619617462], "cos_Ac_negg": [0.5525296926498413, 0.4385116696357727, 0.3205609619617462], "r_norm": [1.2577338218688965, 1.2846293449401855, 1.3047525882720947]}, {"step": 450, "epoch": 0, "train_loss": 0.39746302366256714, "cos_r_negg": [0.5661948919296265, 0.44438913464546204, 0.3156294822692871], "cos_apical_negg": [0.5661948919296265, 0.44438913464546204, 0.3156294822692871], "cos_Ac_negg": [0.5661948919296265, 0.44438913464546204, 0.3156294822692871], "r_norm": [1.2336792945861816, 1.2626368999481201, 1.2791341543197632]}, {"epoch_end": 0, "step": 469, "test_acc": 0.841, "test_loss": 0.44820697937011716}, {"step": 500, "epoch": 1, "train_loss": 0.30420783162117004, "cos_r_negg": [0.5843299031257629, 0.4607221484184265, 0.33296462893486023], "cos_apical_negg": [0.5843299031257629, 0.4607221484184265, 0.33296462893486023], "cos_Ac_negg": [0.5843299031257629, 0.4607221484184265, 0.33296462893486023], "r_norm": [1.2006467580795288, 1.2290434837341309, 1.2447104454040527], "ldr": {"dL_sdil": -0.024534016847610474, "dL_bp": -0.01885467767715454, "ratio": 1.3012164550199319}}, {"step": 550, "epoch": 1, "train_loss": 0.5166141390800476, "cos_r_negg": [0.5711172819137573, 0.4496685564517975, 0.336467981338501], "cos_apical_negg": [0.5711172819137573, 0.4496685564517975, 0.336467981338501], "cos_Ac_negg": [0.5711172819137573, 0.4496685564517975, 0.336467981338501], "r_norm": [1.1341874599456787, 1.1600902080535889, 1.1759488582611084]}, {"step": 600, "epoch": 1, "train_loss": 0.48336946964263916, "cos_r_negg": [0.5939807891845703, 0.46999505162239075, 0.34136027097702026], "cos_apical_negg": [0.5939807891845703, 0.46999505162239075, 0.34136027097702026], "cos_Ac_negg": [0.5939807891845703, 0.46999505162239075, 0.34136027097702026], "r_norm": [1.0585606098175049, 1.0862375497817993, 1.095442295074463]}, {"step": 650, "epoch": 1, "train_loss": 0.4762643873691559, "cos_r_negg": [0.5927783846855164, 0.4767392873764038, 0.35670313239097595], "cos_apical_negg": [0.5927783846855164, 0.4767392873764038, 0.35670313239097595], "cos_Ac_negg": [0.5927783846855164, 0.4767392873764038, 0.35670313239097595], "r_norm": [1.0669909715652466, 1.0930057764053345, 1.1052687168121338]}, {"step": 700, "epoch": 1, "train_loss": 0.3238489031791687, "cos_r_negg": [0.6086150407791138, 0.4997788965702057, 0.37329626083374023], "cos_apical_negg": [0.6086150407791138, 0.4997788965702057, 0.37329626083374023], "cos_Ac_negg": [0.6086150407791138, 0.4997788965702057, 0.37329626083374023], "r_norm": [1.1169323921203613, 1.1411654949188232, 1.1585994958877563]}, {"step": 750, "epoch": 1, "train_loss": 0.4246167540550232, "cos_r_negg": [0.608377993106842, 0.4760235548019409, 0.35395100712776184], "cos_apical_negg": [0.608377993106842, 0.4760235548019409, 0.35395100712776184], "cos_Ac_negg": [0.608377993106842, 0.4760235548019409, 0.35395100712776184], "r_norm": [1.0341548919677734, 1.0577936172485352, 1.063737154006958], "ldr": {"dL_sdil": -0.009741246700286865, "dL_bp": -0.007543087005615234, "ratio": 1.291413806182439}}, {"step": 800, "epoch": 1, "train_loss": 0.5004435777664185, "cos_r_negg": [0.6208472847938538, 0.4959937036037445, 0.3667224645614624], "cos_apical_negg": [0.6208472847938538, 0.4959937036037445, 0.3667224645614624], "cos_Ac_negg": [0.6208472847938538, 0.4959937036037445, 0.3667224645614624], "r_norm": [1.0154447555541992, 1.034935712814331, 1.0484192371368408]}, {"step": 850, "epoch": 1, "train_loss": 0.25817373394966125, "cos_r_negg": [0.6132344603538513, 0.4927934408187866, 0.37119412422180176], "cos_apical_negg": [0.6132344603538513, 0.4927934408187866, 0.37119412422180176], "cos_Ac_negg": [0.6132344603538513, 0.4927934408187866, 0.37119412422180176], "r_norm": [1.0236018896102905, 1.0457062721252441, 1.0567322969436646]}, {"step": 900, "epoch": 1, "train_loss": 0.2962891161441803, "cos_r_negg": [0.6250047087669373, 0.49565479159355164, 0.3702812194824219], "cos_apical_negg": [0.6250047087669373, 0.49565479159355164, 0.3702812194824219], "cos_Ac_negg": [0.6250047087669373, 0.49565479159355164, 0.3702812194824219], "r_norm": [1.0188088417053223, 1.037214756011963, 1.0489223003387451]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8468, "test_loss": 0.41521463928222657}, {"step": 950, "epoch": 2, "train_loss": 0.312325119972229, "cos_r_negg": [0.6362307071685791, 0.51347815990448, 0.3969206213951111], "cos_apical_negg": [0.6362307071685791, 0.51347815990448, 0.3969206213951111], "cos_Ac_negg": [0.6362307071685791, 0.51347815990448, 0.3969206213951111], "r_norm": [0.9689828157424927, 0.9893243908882141, 0.999196469783783]}, {"step": 1000, "epoch": 2, "train_loss": 0.3658958673477173, "cos_r_negg": [0.6373075842857361, 0.526517391204834, 0.40361446142196655], "cos_apical_negg": [0.6373075842857361, 0.526517391204834, 0.40361446142196655], "cos_Ac_negg": [0.6373075842857361, 0.526517391204834, 0.40361446142196655], "r_norm": [1.0180127620697021, 1.040590763092041, 1.049630880355835], "ldr": {"dL_sdil": -0.02093607187271118, "dL_bp": -0.017235398292541504, "ratio": 1.2147135515731666}}, {"step": 1050, "epoch": 2, "train_loss": 0.3462076783180237, "cos_r_negg": [0.6323843598365784, 0.5215046405792236, 0.39413225650787354], "cos_apical_negg": [0.6323843598365784, 0.5215046405792236, 0.39413225650787354], "cos_Ac_negg": [0.6323843598365784, 0.5215046405792236, 0.39413225650787354], "r_norm": [0.9347116947174072, 0.9515659809112549, 0.9628080129623413]}, {"step": 1100, "epoch": 2, "train_loss": 0.2942832112312317, "cos_r_negg": [0.6348568201065063, 0.5390949249267578, 0.4101816415786743], "cos_apical_negg": [0.6348568201065063, 0.5390949249267578, 0.4101816415786743], "cos_Ac_negg": [0.6348568201065063, 0.5390949249267578, 0.4101816415786743], "r_norm": [0.9295395612716675, 0.9502514600753784, 0.9581990242004395]}, {"step": 1150, "epoch": 2, "train_loss": 0.34350529313087463, "cos_r_negg": [0.6359021663665771, 0.5331246852874756, 0.41189447045326233], "cos_apical_negg": [0.6359021663665771, 0.5331246852874756, 0.41189447045326233], "cos_Ac_negg": [0.6359021663665771, 0.5331246852874756, 0.41189447045326233], "r_norm": [0.8969413638114929, 0.9121447801589966, 0.9214943647384644]}, {"step": 1200, "epoch": 2, "train_loss": 0.4232431948184967, "cos_r_negg": [0.6388324499130249, 0.5334146022796631, 0.42503324151039124], "cos_apical_negg": [0.6388324499130249, 0.5334146022796631, 0.42503324151039124], "cos_Ac_negg": [0.6388324499130249, 0.5334146022796631, 0.42503324151039124], "r_norm": [0.8843722939491272, 0.9007424116134644, 0.9097304344177246]}, {"step": 1250, "epoch": 2, "train_loss": 0.3046887516975403, "cos_r_negg": [0.6367835998535156, 0.5410420894622803, 0.436695396900177], "cos_apical_negg": [0.6367835998535156, 0.5410420894622803, 0.436695396900177], "cos_Ac_negg": [0.6367835998535156, 0.5410420894622803, 0.436695396900177], "r_norm": [0.9091472625732422, 0.926384449005127, 0.9351996183395386], "ldr": {"dL_sdil": -0.013778656721115112, "dL_bp": -0.011441677808761597, "ratio": 1.204251417616737}}, {"step": 1300, "epoch": 2, "train_loss": 0.28525835275650024, "cos_r_negg": [0.6386038661003113, 0.5354191064834595, 0.43899965286254883], "cos_apical_negg": [0.6386038661003113, 0.5354191064834595, 0.43899965286254883], "cos_Ac_negg": [0.6386038661003113, 0.5354191064834595, 0.43899965286254883], "r_norm": [0.8666411638259888, 0.8828734159469604, 0.8907660245895386]}, {"step": 1350, "epoch": 2, "train_loss": 0.267264187335968, "cos_r_negg": [0.6440267562866211, 0.5468666553497314, 0.43109840154647827], "cos_apical_negg": [0.6440267562866211, 0.5468666553497314, 0.43109840154647827], "cos_Ac_negg": [0.6440267562866211, 0.5468666553497314, 0.43109840154647827], "r_norm": [0.8939540982246399, 0.9067262411117554, 0.9157353043556213]}, {"step": 1400, "epoch": 2, "train_loss": 0.435819536447525, "cos_r_negg": [0.6241108179092407, 0.5340213775634766, 0.433266818523407], "cos_apical_negg": [0.6241108179092407, 0.5340213775634766, 0.433266818523407], "cos_Ac_negg": [0.6241108179092407, 0.5340213775634766, 0.433266818523407], "r_norm": [0.8120254278182983, 0.824266791343689, 0.8296236395835876]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8597, "test_loss": 0.38697610778808594}, {"step": 1450, "epoch": 3, "train_loss": 0.5241644382476807, "cos_r_negg": [0.6485161781311035, 0.5509370565414429, 0.4505791962146759], "cos_apical_negg": [0.6485161781311035, 0.5509370565414429, 0.4505791962146759], "cos_Ac_negg": [0.6485161781311035, 0.5509370565414429, 0.4505791962146759], "r_norm": [0.8811431527137756, 0.890752911567688, 0.9020595550537109]}, {"step": 1500, "epoch": 3, "train_loss": 0.3581668734550476, "cos_r_negg": [0.6395473480224609, 0.5557851791381836, 0.4596406817436218], "cos_apical_negg": [0.6395473480224609, 0.5557851791381836, 0.4596406817436218], "cos_Ac_negg": [0.6395473480224609, 0.5557851791381836, 0.4596406817436218], "r_norm": [0.9178851842880249, 0.9313633441925049, 0.9397305250167847], "ldr": {"dL_sdil": -0.028364747762680054, "dL_bp": -0.02400270104408264, "ratio": 1.181731493909215}}, {"step": 1550, "epoch": 3, "train_loss": 0.287322074174881, "cos_r_negg": [0.6444786190986633, 0.554885983467102, 0.4600014090538025], "cos_apical_negg": [0.6444786190986633, 0.554885983467102, 0.4600014090538025], "cos_Ac_negg": [0.6444786190986633, 0.554885983467102, 0.4600014090538025], "r_norm": [0.8171249628067017, 0.8251521587371826, 0.8348063230514526]}, {"step": 1600, "epoch": 3, "train_loss": 0.33183130621910095, "cos_r_negg": [0.6380748748779297, 0.5602633953094482, 0.4542466402053833], "cos_apical_negg": [0.6380748748779297, 0.5602633953094482, 0.4542466402053833], "cos_Ac_negg": [0.6380748748779297, 0.5602633953094482, 0.4542466402053833], "r_norm": [0.8137149810791016, 0.8251311182975769, 0.8312072157859802]}, {"step": 1650, "epoch": 3, "train_loss": 0.3326665461063385, "cos_r_negg": [0.6476806402206421, 0.5633156895637512, 0.45596444606781006], "cos_apical_negg": [0.6476806402206421, 0.5633156895637512, 0.45596444606781006], "cos_Ac_negg": [0.6476806402206421, 0.5633156895637512, 0.45596444606781006], "r_norm": [0.8129477500915527, 0.8244203329086304, 0.83046555519104]}, {"step": 1700, "epoch": 3, "train_loss": 0.2645416855812073, "cos_r_negg": [0.6377394199371338, 0.5565481781959534, 0.46286091208457947], "cos_apical_negg": [0.6377394199371338, 0.5565481781959534, 0.46286091208457947], "cos_Ac_negg": [0.6377394199371338, 0.5565481781959534, 0.46286091208457947], "r_norm": [0.7917238473892212, 0.8020596504211426, 0.807571291923523]}, {"step": 1750, "epoch": 3, "train_loss": 0.42312830686569214, "cos_r_negg": [0.6381100416183472, 0.5675665140151978, 0.47156280279159546], "cos_apical_negg": [0.6381100416183472, 0.5675665140151978, 0.47156280279159546], "cos_Ac_negg": [0.6381100416183472, 0.5675665140151978, 0.47156280279159546], "r_norm": [0.8010809421539307, 0.8088083267211914, 0.8156047463417053], "ldr": {"dL_sdil": -0.005829751491546631, "dL_bp": -0.004919946193695068, "ratio": 1.184921798335413}}, {"step": 1800, "epoch": 3, "train_loss": 0.31570106744766235, "cos_r_negg": [0.6489460468292236, 0.5698970556259155, 0.469487726688385], "cos_apical_negg": [0.6489460468292236, 0.5698970556259155, 0.469487726688385], "cos_Ac_negg": [0.6489460468292236, 0.5698970556259155, 0.469487726688385], "r_norm": [0.793292224407196, 0.8008132576942444, 0.8056873679161072]}, {"step": 1850, "epoch": 3, "train_loss": 0.3851892650127411, "cos_r_negg": [0.6611679792404175, 0.574954628944397, 0.47801414132118225], "cos_apical_negg": [0.6611679792404175, 0.574954628944397, 0.47801414132118225], "cos_Ac_negg": [0.6611679792404175, 0.574954628944397, 0.47801414132118225], "r_norm": [0.7652180194854736, 0.7704823017120361, 0.7778915166854858]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8687, "test_loss": 0.3644105651855469}, {"step": 1900, "epoch": 4, "train_loss": 0.225041002035141, "cos_r_negg": [0.6719247102737427, 0.582081139087677, 0.49785342812538147], "cos_apical_negg": [0.6719247102737427, 0.582081139087677, 0.49785342812538147], "cos_Ac_negg": [0.6719247102737427, 0.582081139087677, 0.49785342812538147], "r_norm": [0.7683925628662109, 0.7756947875022888, 0.7800333499908447]}, {"step": 1950, "epoch": 4, "train_loss": 0.46371743083000183, "cos_r_negg": [0.6541438102722168, 0.5751285552978516, 0.481107234954834], "cos_apical_negg": [0.6541438102722168, 0.5751285552978516, 0.481107234954834], "cos_Ac_negg": [0.6541438102722168, 0.5751285552978516, 0.481107234954834], "r_norm": [0.8026487827301025, 0.8102372288703918, 0.8153418898582458]}, {"step": 2000, "epoch": 4, "train_loss": 0.31621435284614563, "cos_r_negg": [0.6608731746673584, 0.5832376480102539, 0.48300740122795105], "cos_apical_negg": [0.6608731746673584, 0.5832376480102539, 0.48300740122795105], "cos_Ac_negg": [0.6608731746673584, 0.5832376480102539, 0.48300740122795105], "r_norm": [0.8151669502258301, 0.8209860920906067, 0.8258810639381409], "ldr": {"dL_sdil": -0.011098891496658325, "dL_bp": -0.00976860523223877, "ratio": 1.1361797547135273}}, {"step": 2050, "epoch": 4, "train_loss": 0.33349791169166565, "cos_r_negg": [0.6540195941925049, 0.5844401121139526, 0.4887925982475281], "cos_apical_negg": [0.6540195941925049, 0.5844401121139526, 0.4887925982475281], "cos_Ac_negg": [0.6540195941925049, 0.5844401121139526, 0.4887925982475281], "r_norm": [0.7590880393981934, 0.7622780799865723, 0.7693365812301636]}, {"step": 2100, "epoch": 4, "train_loss": 0.2831924855709076, "cos_r_negg": [0.6691630482673645, 0.5866559743881226, 0.49538132548332214], "cos_apical_negg": [0.6691630482673645, 0.5866559743881226, 0.49538132548332214], "cos_Ac_negg": [0.6691630482673645, 0.5866559743881226, 0.49538132548332214], "r_norm": [0.7747151255607605, 0.7745761275291443, 0.7839229702949524]}, {"step": 2150, "epoch": 4, "train_loss": 0.2956421375274658, "cos_r_negg": [0.6681385040283203, 0.5899605751037598, 0.503119170665741], "cos_apical_negg": [0.6681385040283203, 0.5899605751037598, 0.503119170665741], "cos_Ac_negg": [0.6681385040283203, 0.5899605751037598, 0.503119170665741], "r_norm": [0.7825820446014404, 0.7833148837089539, 0.7917789220809937]}, {"step": 2200, "epoch": 4, "train_loss": 0.2881042957305908, "cos_r_negg": [0.6799390912055969, 0.5957709550857544, 0.5078300833702087], "cos_apical_negg": [0.6799390912055969, 0.5957709550857544, 0.5078300833702087], "cos_Ac_negg": [0.6799390912055969, 0.5957709550857544, 0.5078300833702087], "r_norm": [0.754939079284668, 0.7566139698028564, 0.7612580060958862]}, {"step": 2250, "epoch": 4, "train_loss": 0.1929502785205841, "cos_r_negg": [0.6871829032897949, 0.5949591398239136, 0.5186429023742676], "cos_apical_negg": [0.6871829032897949, 0.5949591398239136, 0.5186429023742676], "cos_Ac_negg": [0.6871829032897949, 0.5949591398239136, 0.5186429023742676], "r_norm": [0.7262700796127319, 0.7255685329437256, 0.7328627705574036], "ldr": {"dL_sdil": -0.0052842795848846436, "dL_bp": -0.004501760005950928, "ratio": 1.1738252545447323}}, {"step": 2300, "epoch": 4, "train_loss": 0.12584932148456573, "cos_r_negg": [0.6653002500534058, 0.5885624289512634, 0.5147145986557007], "cos_apical_negg": [0.6653002500534058, 0.5885624289512634, 0.5147145986557007], "cos_Ac_negg": [0.6653002500534058, 0.5885624289512634, 0.5147145986557007], "r_norm": [0.7577314376831055, 0.7571976780891418, 0.7640036940574646]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8722, "test_loss": 0.3589741912841797}, {"step": 2350, "epoch": 5, "train_loss": 0.2356959879398346, "cos_r_negg": [0.6693516373634338, 0.5899226665496826, 0.508743166923523], "cos_apical_negg": [0.6693516373634338, 0.5899226665496826, 0.508743166923523], "cos_Ac_negg": [0.6693516373634338, 0.5899226665496826, 0.508743166923523], "r_norm": [0.681087851524353, 0.6812671422958374, 0.686375617980957]}, {"step": 2400, "epoch": 5, "train_loss": 0.26889216899871826, "cos_r_negg": [0.6657042503356934, 0.5872111320495605, 0.5116419792175293], "cos_apical_negg": [0.6657042503356934, 0.5872111320495605, 0.5116419792175293], "cos_Ac_negg": [0.6657042503356934, 0.5872111320495605, 0.5116419792175293], "r_norm": [0.7377471923828125, 0.7375527620315552, 0.744337260723114]}, {"step": 2450, "epoch": 5, "train_loss": 0.34168195724487305, "cos_r_negg": [0.6699638366699219, 0.5909640789031982, 0.5192450881004333], "cos_apical_negg": [0.6699638366699219, 0.5909640789031982, 0.5192450881004333], "cos_Ac_negg": [0.6699638366699219, 0.5909640789031982, 0.5192450881004333], "r_norm": [0.6925228834152222, 0.6899505853652954, 0.6959791779518127]}, {"step": 2500, "epoch": 5, "train_loss": 0.2148323953151703, "cos_r_negg": [0.6891821622848511, 0.6016790270805359, 0.5405021905899048], "cos_apical_negg": [0.6891821622848511, 0.6016790270805359, 0.5405021905899048], "cos_Ac_negg": [0.6891821622848511, 0.6016790270805359, 0.5405021905899048], "r_norm": [0.7120802998542786, 0.7084296941757202, 0.7168955206871033], "ldr": {"dL_sdil": -0.011485040187835693, "dL_bp": -0.00995635986328125, "ratio": 1.1535380747126436}}, {"step": 2550, "epoch": 5, "train_loss": 0.1881239414215088, "cos_r_negg": [0.6713434457778931, 0.587120771408081, 0.5192579030990601], "cos_apical_negg": [0.6713434457778931, 0.587120771408081, 0.5192579030990601], "cos_Ac_negg": [0.6713434457778931, 0.587120771408081, 0.5192579030990601], "r_norm": [0.6695343255996704, 0.6660460233688354, 0.6711064577102661]}, {"step": 2600, "epoch": 5, "train_loss": 0.3086429238319397, "cos_r_negg": [0.6977958679199219, 0.6119128465652466, 0.54628586769104], "cos_apical_negg": [0.6977958679199219, 0.6119128465652466, 0.54628586769104], "cos_Ac_negg": [0.6977958679199219, 0.6119128465652466, 0.54628586769104], "r_norm": [0.7068626880645752, 0.7014222145080566, 0.7080168724060059]}, {"step": 2650, "epoch": 5, "train_loss": 0.1974812150001526, "cos_r_negg": [0.65766441822052, 0.591915488243103, 0.5205238461494446], "cos_apical_negg": [0.65766441822052, 0.591915488243103, 0.5205238461494446], "cos_Ac_negg": [0.65766441822052, 0.591915488243103, 0.5205238461494446], "r_norm": [0.6793699264526367, 0.675024151802063, 0.6807247400283813]}, {"step": 2700, "epoch": 5, "train_loss": 0.149189755320549, "cos_r_negg": [0.6702070236206055, 0.5968332290649414, 0.5307661294937134], "cos_apical_negg": [0.6702070236206055, 0.5968332290649414, 0.5307661294937134], "cos_Ac_negg": [0.6702070236206055, 0.5968332290649414, 0.5307661294937134], "r_norm": [0.6730352640151978, 0.6675195693969727, 0.6733719706535339]}, {"step": 2750, "epoch": 5, "train_loss": 0.41169285774230957, "cos_r_negg": [0.682977020740509, 0.6003937721252441, 0.5235850214958191], "cos_apical_negg": [0.682977020740509, 0.6003937721252441, 0.5235850214958191], "cos_Ac_negg": [0.682977020740509, 0.6003937721252441, 0.5235850214958191], "r_norm": [0.698185920715332, 0.6935266256332397, 0.6977454423904419], "ldr": {"dL_sdil": -0.00932013988494873, "dL_bp": -0.008424490690231323, "ratio": 1.1063149367303549}}, {"step": 2800, "epoch": 5, "train_loss": 0.3114968240261078, "cos_r_negg": [0.6745452880859375, 0.5980237722396851, 0.524826169013977], "cos_apical_negg": [0.6745452880859375, 0.5980237722396851, 0.524826169013977], "cos_Ac_negg": [0.6745452880859375, 0.5980237722396851, 0.524826169013977], "r_norm": [0.6770753860473633, 0.668829083442688, 0.6757618188858032]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8738, "test_loss": 0.3547008270263672}, {"step": 2850, "epoch": 6, "train_loss": 0.16558822989463806, "cos_r_negg": [0.6720678210258484, 0.6083709001541138, 0.5417275428771973], "cos_apical_negg": [0.6720678210258484, 0.6083709001541138, 0.5417275428771973], "cos_Ac_negg": [0.6720678210258484, 0.6083709001541138, 0.5417275428771973], "r_norm": [0.6598848700523376, 0.6516455411911011, 0.6575812101364136]}, {"step": 2900, "epoch": 6, "train_loss": 0.2227785885334015, "cos_r_negg": [0.6831187009811401, 0.5996984839439392, 0.5453288555145264], "cos_apical_negg": [0.6831187009811401, 0.5996984839439392, 0.5453288555145264], "cos_Ac_negg": [0.6831187009811401, 0.5996984839439392, 0.5453288555145264], "r_norm": [0.6904706954956055, 0.6807029247283936, 0.6886318922042847]}, {"step": 2950, "epoch": 6, "train_loss": 0.14229106903076172, "cos_r_negg": [0.6930282115936279, 0.6122868061065674, 0.5511246919631958], "cos_apical_negg": [0.6930282115936279, 0.6122868061065674, 0.5511246919631958], "cos_Ac_negg": [0.6930282115936279, 0.6122868061065674, 0.5511246919631958], "r_norm": [0.6417946815490723, 0.6335006952285767, 0.6384764909744263]}, {"step": 3000, "epoch": 6, "train_loss": 0.3681800365447998, "cos_r_negg": [0.6831144094467163, 0.6082738041877747, 0.5461809635162354], "cos_apical_negg": [0.6831144094467163, 0.6082738041877747, 0.5461809635162354], "cos_Ac_negg": [0.6831144094467163, 0.6082738041877747, 0.5461809635162354], "r_norm": [0.6612964868545532, 0.6513896584510803, 0.6563425064086914], "ldr": {"dL_sdil": -0.006899058818817139, "dL_bp": -0.006288111209869385, "ratio": 1.0971591609240072}}, {"step": 3050, "epoch": 6, "train_loss": 0.3603407144546509, "cos_r_negg": [0.6805160045623779, 0.6080317497253418, 0.5478798747062683], "cos_apical_negg": [0.6805160045623779, 0.6080317497253418, 0.5478798747062683], "cos_Ac_negg": [0.6805160045623779, 0.6080317497253418, 0.5478798747062683], "r_norm": [0.6752852201461792, 0.664091944694519, 0.6697669625282288]}, {"step": 3100, "epoch": 6, "train_loss": 0.272026002407074, "cos_r_negg": [0.6787619590759277, 0.6054098010063171, 0.5421998500823975], "cos_apical_negg": [0.6787619590759277, 0.6054098010063171, 0.5421998500823975], "cos_Ac_negg": [0.6787619590759277, 0.6054098010063171, 0.5421998500823975], "r_norm": [0.6684712171554565, 0.6564722657203674, 0.6616358160972595]}, {"step": 3150, "epoch": 6, "train_loss": 0.315586656332016, "cos_r_negg": [0.6894402503967285, 0.6117709875106812, 0.5492579936981201], "cos_apical_negg": [0.6894402503967285, 0.6117709875106812, 0.5492579936981201], "cos_Ac_negg": [0.6894402503967285, 0.6117709875106812, 0.5492579936981201], "r_norm": [0.664991021156311, 0.6512621641159058, 0.6582293510437012]}, {"step": 3200, "epoch": 6, "train_loss": 0.20005947351455688, "cos_r_negg": [0.6835401654243469, 0.6117791533470154, 0.5440670251846313], "cos_apical_negg": [0.6835401654243469, 0.6117791533470154, 0.5440670251846313], "cos_Ac_negg": [0.6835401654243469, 0.6117791533470154, 0.5440670251846313], "r_norm": [0.6548668146133423, 0.6424235105514526, 0.6486963033676147]}, {"step": 3250, "epoch": 6, "train_loss": 0.18135374784469604, "cos_r_negg": [0.675810694694519, 0.5990461111068726, 0.5447450876235962], "cos_apical_negg": [0.675810694694519, 0.5990461111068726, 0.5447450876235962], "cos_Ac_negg": [0.675810694694519, 0.5990461111068726, 0.5447450876235962], "r_norm": [0.652297854423523, 0.6398537158966064, 0.6460662484169006], "ldr": {"dL_sdil": -0.009560167789459229, "dL_bp": -0.008909344673156738, "ratio": 1.073049493557408}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8733, "test_loss": 0.3588601348876953}, {"step": 3300, "epoch": 7, "train_loss": 0.26748359203338623, "cos_r_negg": [0.6793827414512634, 0.607926607131958, 0.5541338920593262], "cos_apical_negg": [0.6793827414512634, 0.607926607131958, 0.5541338920593262], "cos_Ac_negg": [0.6793827414512634, 0.607926607131958, 0.5541338920593262], "r_norm": [0.65195631980896, 0.6371067762374878, 0.6441487073898315]}, {"step": 3350, "epoch": 7, "train_loss": 0.23754215240478516, "cos_r_negg": [0.6959114074707031, 0.6195724010467529, 0.5727654695510864], "cos_apical_negg": [0.6959114074707031, 0.6195724010467529, 0.5727654695510864], "cos_Ac_negg": [0.6959114074707031, 0.6195724010467529, 0.5727654695510864], "r_norm": [0.6573450565338135, 0.6412975788116455, 0.6499104499816895]}, {"step": 3400, "epoch": 7, "train_loss": 0.23126539587974548, "cos_r_negg": [0.6897063255310059, 0.6134118437767029, 0.5738658308982849], "cos_apical_negg": [0.6897063255310059, 0.6134118437767029, 0.5738658308982849], "cos_Ac_negg": [0.6897063255310059, 0.6134118437767029, 0.5738658308982849], "r_norm": [0.6041821837425232, 0.5888965725898743, 0.5947802066802979]}, {"step": 3450, "epoch": 7, "train_loss": 0.2435382902622223, "cos_r_negg": [0.6829630732536316, 0.6068891882896423, 0.5664774179458618], "cos_apical_negg": [0.6829630732536316, 0.6068891882896423, 0.5664774179458618], "cos_Ac_negg": [0.6829630732536316, 0.6068891882896423, 0.5664774179458618], "r_norm": [0.6346365213394165, 0.6169418096542358, 0.6248241662979126]}, {"step": 3500, "epoch": 7, "train_loss": 0.2958053946495056, "cos_r_negg": [0.6782540082931519, 0.6056292653083801, 0.5601121783256531], "cos_apical_negg": [0.6782540082931519, 0.6056292653083801, 0.5601121783256531], "cos_Ac_negg": [0.6782540082931519, 0.6056292653083801, 0.5601121783256531], "r_norm": [0.6594985723495483, 0.6409108638763428, 0.6484043598175049], "ldr": {"dL_sdil": -0.01621493697166443, "dL_bp": -0.016157567501068115, "ratio": 1.0035506254634259}}, {"step": 3550, "epoch": 7, "train_loss": 0.24053898453712463, "cos_r_negg": [0.665959894657135, 0.5952998399734497, 0.5545679330825806], "cos_apical_negg": [0.665959894657135, 0.5952998399734497, 0.5545679330825806], "cos_Ac_negg": [0.665959894657135, 0.5952998399734497, 0.5545679330825806], "r_norm": [0.6198670268058777, 0.6017123460769653, 0.6083505749702454]}, {"step": 3600, "epoch": 7, "train_loss": 0.17866624891757965, "cos_r_negg": [0.6822262406349182, 0.6097018718719482, 0.5779622793197632], "cos_apical_negg": [0.6822262406349182, 0.6097018718719482, 0.5779622793197632], "cos_Ac_negg": [0.6822262406349182, 0.6097018718719482, 0.5779622793197632], "r_norm": [0.640677809715271, 0.6216421127319336, 0.629151463508606]}, {"step": 3650, "epoch": 7, "train_loss": 0.3038788139820099, "cos_r_negg": [0.6870523691177368, 0.6107370853424072, 0.5759592652320862], "cos_apical_negg": [0.6870523691177368, 0.6107370853424072, 0.5759592652320862], "cos_Ac_negg": [0.6870523691177368, 0.6107370853424072, 0.5759592652320862], "r_norm": [0.6058496832847595, 0.5865581035614014, 0.5938596129417419]}, {"step": 3700, "epoch": 7, "train_loss": 0.2643657326698303, "cos_r_negg": [0.674741804599762, 0.6060377955436707, 0.5644674897193909], "cos_apical_negg": [0.674741804599762, 0.6060377955436707, 0.5644674897193909], "cos_Ac_negg": [0.674741804599762, 0.6060377955436707, 0.5644674897193909], "r_norm": [0.6246845722198486, 0.6054229140281677, 0.6104869842529297]}, {"step": 3750, "epoch": 7, "train_loss": 0.28354233503341675, "cos_r_negg": [0.6805936098098755, 0.6115624308586121, 0.5731958150863647], "cos_apical_negg": [0.6805936098098755, 0.6115624308586121, 0.5731958150863647], "cos_Ac_negg": [0.6805936098098755, 0.6115624308586121, 0.5731958150863647], "r_norm": [0.6016388535499573, 0.5834935903549194, 0.5892976522445679], "ldr": {"dL_sdil": -0.008662283420562744, "dL_bp": -0.00824117660522461, "ratio": 1.051097899670196}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8748, "test_loss": 0.36272103271484374}, {"step": 3800, "epoch": 8, "train_loss": 0.20317703485488892, "cos_r_negg": [0.6743789315223694, 0.608957827091217, 0.5741879940032959], "cos_apical_negg": [0.6743789315223694, 0.608957827091217, 0.5741879940032959], "cos_Ac_negg": [0.6743789315223694, 0.608957827091217, 0.5741879940032959], "r_norm": [0.5896477699279785, 0.5702580213546753, 0.5749675631523132]}, {"step": 3850, "epoch": 8, "train_loss": 0.30055248737335205, "cos_r_negg": [0.659631073474884, 0.6092616319656372, 0.5730527639389038], "cos_apical_negg": [0.659631073474884, 0.6092616319656372, 0.5730527639389038], "cos_Ac_negg": [0.659631073474884, 0.6092616319656372, 0.5730527639389038], "r_norm": [0.6217010021209717, 0.5997621417045593, 0.6056186556816101]}, {"step": 3900, "epoch": 8, "train_loss": 0.24111945927143097, "cos_r_negg": [0.6595200896263123, 0.6047377586364746, 0.5701519846916199], "cos_apical_negg": [0.6595200896263123, 0.6047377586364746, 0.5701519846916199], "cos_Ac_negg": [0.6595200896263123, 0.6047377586364746, 0.5701519846916199], "r_norm": [0.6562745571136475, 0.6311564445495605, 0.6402932405471802]}, {"step": 3950, "epoch": 8, "train_loss": 0.27287614345550537, "cos_r_negg": [0.6703040599822998, 0.6128441095352173, 0.5757102966308594], "cos_apical_negg": [0.6703040599822998, 0.6128441095352173, 0.5757102966308594], "cos_Ac_negg": [0.6703040599822998, 0.6128441095352173, 0.5757102966308594], "r_norm": [0.5630688667297363, 0.5420942306518555, 0.548835277557373]}, {"step": 4000, "epoch": 8, "train_loss": 0.31835827231407166, "cos_r_negg": [0.6884903907775879, 0.6235708594322205, 0.5911775231361389], "cos_apical_negg": [0.6884903907775879, 0.6235708594322205, 0.5911775231361389], "cos_Ac_negg": [0.6884903907775879, 0.6235708594322205, 0.5911775231361389], "r_norm": [0.6188293695449829, 0.5935710668563843, 0.6015691161155701], "ldr": {"dL_sdil": -0.011217832565307617, "dL_bp": -0.01152336597442627, "ratio": 0.9734857497543061}}, {"step": 4050, "epoch": 8, "train_loss": 0.24321502447128296, "cos_r_negg": [0.6774830222129822, 0.6129088401794434, 0.5874742269515991], "cos_apical_negg": [0.6774830222129822, 0.6129088401794434, 0.5874742269515991], "cos_Ac_negg": [0.6774830222129822, 0.6129088401794434, 0.5874742269515991], "r_norm": [0.6795811653137207, 0.6462506055831909, 0.657616376876831]}, {"step": 4100, "epoch": 8, "train_loss": 0.21429497003555298, "cos_r_negg": [0.6702799797058105, 0.6093194484710693, 0.5815874338150024], "cos_apical_negg": [0.6702799797058105, 0.6093194484710693, 0.5815874338150024], "cos_Ac_negg": [0.6702799797058105, 0.6093194484710693, 0.5815874338150024], "r_norm": [0.5993025898933411, 0.5722289085388184, 0.5792950391769409]}, {"step": 4150, "epoch": 8, "train_loss": 0.2112623155117035, "cos_r_negg": [0.6776642799377441, 0.6130334138870239, 0.5855430364608765], "cos_apical_negg": [0.6776642799377441, 0.6130334138870239, 0.5855430364608765], "cos_Ac_negg": [0.6776642799377441, 0.6130334138870239, 0.5855430364608765], "r_norm": [0.5977059006690979, 0.5701305866241455, 0.5782630443572998]}, {"step": 4200, "epoch": 8, "train_loss": 0.24208515882492065, "cos_r_negg": [0.6795446872711182, 0.6084214448928833, 0.5812014937400818], "cos_apical_negg": [0.6795446872711182, 0.6084214448928833, 0.5812014937400818], "cos_Ac_negg": [0.6795446872711182, 0.6084214448928833, 0.5812014937400818], "r_norm": [0.5977756977081299, 0.5702512860298157, 0.5765928626060486]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8729, "test_loss": 0.3645858673095703}, {"step": 4250, "epoch": 9, "train_loss": 0.1689002811908722, "cos_r_negg": [0.6801098585128784, 0.6110320687294006, 0.5814849734306335], "cos_apical_negg": [0.6801098585128784, 0.6110320687294006, 0.5814849734306335], "cos_Ac_negg": [0.6801098585128784, 0.6110320687294006, 0.5814849734306335], "r_norm": [0.618403971195221, 0.5897730588912964, 0.5965974926948547], "ldr": {"dL_sdil": -0.017372995615005493, "dL_bp": -0.017110168933868408, "ratio": 1.0153608466493185}}, {"step": 4300, "epoch": 9, "train_loss": 0.14706674218177795, "cos_r_negg": [0.6732987761497498, 0.610138475894928, 0.5825904607772827], "cos_apical_negg": [0.6732987761497498, 0.610138475894928, 0.5825904607772827], "cos_Ac_negg": [0.6732987761497498, 0.610138475894928, 0.5825904607772827], "r_norm": [0.5968772172927856, 0.5674372911453247, 0.5755964517593384]}, {"step": 4350, "epoch": 9, "train_loss": 0.13463115692138672, "cos_r_negg": [0.6742864847183228, 0.6115117073059082, 0.5867472290992737], "cos_apical_negg": [0.6742864847183228, 0.6115117073059082, 0.5867472290992737], "cos_Ac_negg": [0.6742864847183228, 0.6115117073059082, 0.5867472290992737], "r_norm": [0.5721192955970764, 0.5428746938705444, 0.5502357482910156]}, {"step": 4400, "epoch": 9, "train_loss": 0.22831669449806213, "cos_r_negg": [0.6621900796890259, 0.5988146066665649, 0.5762151479721069], "cos_apical_negg": [0.6621900796890259, 0.5988146066665649, 0.5762151479721069], "cos_Ac_negg": [0.6621900796890259, 0.5988146066665649, 0.5762151479721069], "r_norm": [0.6263630390167236, 0.5946934819221497, 0.6011694073677063]}, {"step": 4450, "epoch": 9, "train_loss": 0.10742693394422531, "cos_r_negg": [0.6706140041351318, 0.6042256355285645, 0.5856501460075378], "cos_apical_negg": [0.6706140041351318, 0.6042256355285645, 0.5856501460075378], "cos_Ac_negg": [0.6706140041351318, 0.6042256355285645, 0.5856501460075378], "r_norm": [0.5783557891845703, 0.5478159189224243, 0.5550141334533691]}, {"step": 4500, "epoch": 9, "train_loss": 0.21025964617729187, "cos_r_negg": [0.6650386452674866, 0.6053215265274048, 0.5876463055610657], "cos_apical_negg": [0.6650386452674866, 0.6053215265274048, 0.5876463055610657], "cos_Ac_negg": [0.6650386452674866, 0.6053215265274048, 0.5876463055610657], "r_norm": [0.6213231086730957, 0.5861179828643799, 0.5935724973678589], "ldr": {"dL_sdil": -0.01796451210975647, "dL_bp": -0.017802029848098755, "ratio": 1.0091271761166645}}, {"step": 4550, "epoch": 9, "train_loss": 0.141633540391922, "cos_r_negg": [0.6642485857009888, 0.6012699604034424, 0.5930206179618835], "cos_apical_negg": [0.6642485857009888, 0.6012699604034424, 0.5930206179618835], "cos_Ac_negg": [0.6642485857009888, 0.6012699604034424, 0.5930206179618835], "r_norm": [0.5632113814353943, 0.532554030418396, 0.5405464172363281]}, {"step": 4600, "epoch": 9, "train_loss": 0.2306223213672638, "cos_r_negg": [0.6774616241455078, 0.6116824746131897, 0.5912253856658936], "cos_apical_negg": [0.6774616241455078, 0.6116824746131897, 0.5912253856658936], "cos_Ac_negg": [0.6774616241455078, 0.6116824746131897, 0.5912253856658936], "r_norm": [0.5797983407974243, 0.5459250807762146, 0.5534549951553345]}, {"step": 4650, "epoch": 9, "train_loss": 0.29345569014549255, "cos_r_negg": [0.6771969795227051, 0.6123499274253845, 0.5925658941268921], "cos_apical_negg": [0.6771969795227051, 0.6123499274253845, 0.5925658941268921], "cos_Ac_negg": [0.6771969795227051, 0.6123499274253845, 0.5925658941268921], "r_norm": [0.5876081585884094, 0.5505912899971008, 0.5599981546401978]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8795, "test_loss": 0.35292275390625}, {"step": 4700, "epoch": 10, "train_loss": 0.23052319884300232, "cos_r_negg": [0.6849561333656311, 0.6205391883850098, 0.6063829660415649], "cos_apical_negg": [0.6849561333656311, 0.6205391883850098, 0.6063829660415649], "cos_Ac_negg": [0.6849561333656311, 0.6205391883850098, 0.6063829660415649], "r_norm": [0.5755295753479004, 0.5385595560073853, 0.5479627847671509]}, {"step": 4750, "epoch": 10, "train_loss": 0.2433788925409317, "cos_r_negg": [0.668083906173706, 0.6084654331207275, 0.5947701334953308], "cos_apical_negg": [0.668083906173706, 0.6084654331207275, 0.5947701334953308], "cos_Ac_negg": [0.668083906173706, 0.6084654331207275, 0.5947701334953308], "r_norm": [0.5687047243118286, 0.5323456525802612, 0.5411545038223267], "ldr": {"dL_sdil": -0.011764585971832275, "dL_bp": -0.013557076454162598, "ratio": 0.8677819300945263}}, {"step": 4800, "epoch": 10, "train_loss": 0.25487852096557617, "cos_r_negg": [0.6483167409896851, 0.598635733127594, 0.5865576863288879], "cos_apical_negg": [0.6483167409896851, 0.598635733127594, 0.5865576863288879], "cos_Ac_negg": [0.6483167409896851, 0.598635733127594, 0.5865576863288879], "r_norm": [0.583262026309967, 0.5441495180130005, 0.5532923936843872]}, {"step": 4850, "epoch": 10, "train_loss": 0.2273474931716919, "cos_r_negg": [0.6523724794387817, 0.6050258874893188, 0.58985835313797], "cos_apical_negg": [0.6523724794387817, 0.6050258874893188, 0.58985835313797], "cos_Ac_negg": [0.6523724794387817, 0.6050258874893188, 0.58985835313797], "r_norm": [0.5778324007987976, 0.5392621755599976, 0.5481880903244019]}, {"step": 4900, "epoch": 10, "train_loss": 0.17020165920257568, "cos_r_negg": [0.6469860076904297, 0.591456413269043, 0.5776385068893433], "cos_apical_negg": [0.6469860076904297, 0.591456413269043, 0.5776385068893433], "cos_Ac_negg": [0.6469860076904297, 0.591456413269043, 0.5776385068893433], "r_norm": [0.5716792941093445, 0.5336279273033142, 0.5415138602256775]}, {"step": 4950, "epoch": 10, "train_loss": 0.20820218324661255, "cos_r_negg": [0.6636042594909668, 0.6027601361274719, 0.5881490707397461], "cos_apical_negg": [0.6636042594909668, 0.6027601361274719, 0.5881490707397461], "cos_Ac_negg": [0.6636042594909668, 0.6027601361274719, 0.5881490707397461], "r_norm": [0.6273791193962097, 0.58038729429245, 0.5909875631332397]}, {"step": 5000, "epoch": 10, "train_loss": 0.16846536099910736, "cos_r_negg": [0.6747124195098877, 0.6109070777893066, 0.5980648398399353], "cos_apical_negg": [0.6747124195098877, 0.6109070777893066, 0.5980648398399353], "cos_Ac_negg": [0.6747124195098877, 0.6109070777893066, 0.5980648398399353], "r_norm": [0.6035341024398804, 0.5601933002471924, 0.5706601142883301], "ldr": {"dL_sdil": -0.009972602128982544, "dL_bp": -0.01127961277961731, "ratio": 0.884126283750043}}, {"step": 5050, "epoch": 10, "train_loss": 0.3530055284500122, "cos_r_negg": [0.6577599048614502, 0.5972503423690796, 0.5832582712173462], "cos_apical_negg": [0.6577599048614502, 0.5972503423690796, 0.5832582712173462], "cos_Ac_negg": [0.6577599048614502, 0.5972503423690796, 0.5832582712173462], "r_norm": [0.5462488532066345, 0.5088297724723816, 0.515754222869873]}, {"step": 5100, "epoch": 10, "train_loss": 0.1557668149471283, "cos_r_negg": [0.6661989688873291, 0.6044278144836426, 0.6002869606018066], "cos_apical_negg": [0.6661989688873291, 0.6044278144836426, 0.6002869606018066], "cos_Ac_negg": [0.6661989688873291, 0.6044278144836426, 0.6002869606018066], "r_norm": [0.573520302772522, 0.5323233008384705, 0.5409215092658997]}, {"step": 5150, "epoch": 10, "train_loss": 0.25017258524894714, "cos_r_negg": [0.6348569393157959, 0.5847740173339844, 0.5686987042427063], "cos_apical_negg": [0.6348569393157959, 0.5847740173339844, 0.5686987042427063], "cos_Ac_negg": [0.6348569393157959, 0.5847740173339844, 0.5686987042427063], "r_norm": [0.6013352870941162, 0.5559355616569519, 0.5646665692329407]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.875, "test_loss": 0.3726550964355469}, {"step": 5200, "epoch": 11, "train_loss": 0.23009632527828217, "cos_r_negg": [0.659927248954773, 0.6017067432403564, 0.59300696849823], "cos_apical_negg": [0.659927248954773, 0.6017067432403564, 0.59300696849823], "cos_Ac_negg": [0.659927248954773, 0.6017067432403564, 0.59300696849823], "r_norm": [0.5495122671127319, 0.5070216059684753, 0.5164694786071777]}, {"step": 5250, "epoch": 11, "train_loss": 0.09992916882038116, "cos_r_negg": [0.6523828506469727, 0.6023867130279541, 0.589499294757843], "cos_apical_negg": [0.6523828506469727, 0.6023867130279541, 0.589499294757843], "cos_Ac_negg": [0.6523828506469727, 0.6023867130279541, 0.589499294757843], "r_norm": [0.5618951320648193, 0.5183110237121582, 0.5269680023193359], "ldr": {"dL_sdil": -0.006316661834716797, "dL_bp": -0.007856875658035278, "ratio": 0.8039661195677325}}, {"step": 5300, "epoch": 11, "train_loss": 0.18280595541000366, "cos_r_negg": [0.6380105018615723, 0.5887556076049805, 0.5808981657028198], "cos_apical_negg": [0.6380105018615723, 0.5887556076049805, 0.5808981657028198], "cos_Ac_negg": [0.6380105018615723, 0.5887556076049805, 0.5808981657028198], "r_norm": [0.5265899896621704, 0.4853576421737671, 0.4928964674472809]}, {"step": 5350, "epoch": 11, "train_loss": 0.19595110416412354, "cos_r_negg": [0.6431624889373779, 0.5911098718643188, 0.5811999440193176], "cos_apical_negg": [0.6431624889373779, 0.5911098718643188, 0.5811999440193176], "cos_Ac_negg": [0.6431624889373779, 0.5911098718643188, 0.5811999440193176], "r_norm": [0.5657892227172852, 0.5194247961044312, 0.5289185047149658]}, {"step": 5400, "epoch": 11, "train_loss": 0.15666738152503967, "cos_r_negg": [0.6413710117340088, 0.5903141498565674, 0.5812703967094421], "cos_apical_negg": [0.6413710117340088, 0.5903141498565674, 0.5812703967094421], "cos_Ac_negg": [0.6413710117340088, 0.5903141498565674, 0.5812703967094421], "r_norm": [0.5626378059387207, 0.5154121518135071, 0.523581862449646]}, {"step": 5450, "epoch": 11, "train_loss": 0.19313417375087738, "cos_r_negg": [0.6451093554496765, 0.5930570363998413, 0.5909411907196045], "cos_apical_negg": [0.6451093554496765, 0.5930570363998413, 0.5909411907196045], "cos_Ac_negg": [0.6451093554496765, 0.5930570363998413, 0.5909411907196045], "r_norm": [0.5709224939346313, 0.5228462219238281, 0.5313689112663269]}, {"step": 5500, "epoch": 11, "train_loss": 0.22957216203212738, "cos_r_negg": [0.6426529884338379, 0.5865793228149414, 0.5785787105560303], "cos_apical_negg": [0.6426529884338379, 0.5865793228149414, 0.5785787105560303], "cos_Ac_negg": [0.6426529884338379, 0.5865793228149414, 0.5785787105560303], "r_norm": [0.552570104598999, 0.504109263420105, 0.5128400325775146], "ldr": {"dL_sdil": -0.007199913263320923, "dL_bp": -0.00879022479057312, "ratio": 0.8190818135893758}}, {"step": 5550, "epoch": 11, "train_loss": 0.2403409779071808, "cos_r_negg": [0.6545749306678772, 0.5981090664863586, 0.594960629940033], "cos_apical_negg": [0.6545749306678772, 0.5981090664863586, 0.594960629940033], "cos_Ac_negg": [0.6545749306678772, 0.5981090664863586, 0.594960629940033], "r_norm": [0.5179628133773804, 0.4735485017299652, 0.4812738299369812]}, {"step": 5600, "epoch": 11, "train_loss": 0.1836138814687729, "cos_r_negg": [0.6488733291625977, 0.5937081575393677, 0.5883439183235168], "cos_apical_negg": [0.6488733291625977, 0.5937081575393677, 0.5883439183235168], "cos_Ac_negg": [0.6488733291625977, 0.5937081575393677, 0.5883439183235168], "r_norm": [0.580691933631897, 0.5270479917526245, 0.5365718603134155]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8823, "test_loss": 0.36616771545410154}, {"step": 5650, "epoch": 12, "train_loss": 0.1539520025253296, "cos_r_negg": [0.6589457988739014, 0.6083681583404541, 0.6004045009613037], "cos_apical_negg": [0.6589457988739014, 0.6083681583404541, 0.6004045009613037], "cos_Ac_negg": [0.6589457988739014, 0.6083681583404541, 0.6004045009613037], "r_norm": [0.5590599775314331, 0.5073056221008301, 0.5172291994094849]}, {"step": 5700, "epoch": 12, "train_loss": 0.17171594500541687, "cos_r_negg": [0.64908766746521, 0.5998159646987915, 0.5892552137374878], "cos_apical_negg": [0.64908766746521, 0.5998159646987915, 0.5892552137374878], "cos_Ac_negg": [0.64908766746521, 0.5998159646987915, 0.5892552137374878], "r_norm": [0.5521700382232666, 0.4995071589946747, 0.5092353820800781]}, {"step": 5750, "epoch": 12, "train_loss": 0.346360445022583, "cos_r_negg": [0.6148316860198975, 0.5673613548278809, 0.5616992115974426], "cos_apical_negg": [0.6148316860198975, 0.5673613548278809, 0.5616992115974426], "cos_Ac_negg": [0.6148316860198975, 0.5673613548278809, 0.5616992115974426], "r_norm": [0.5245218276977539, 0.47597062587738037, 0.4833144545555115], "ldr": {"dL_sdil": -0.01148080825805664, "dL_bp": -0.014787822961807251, "ratio": 0.7763690630938922}}, {"step": 5800, "epoch": 12, "train_loss": 0.1771475076675415, "cos_r_negg": [0.6223618984222412, 0.573813796043396, 0.5707441568374634], "cos_apical_negg": [0.6223618984222412, 0.573813796043396, 0.5707441568374634], "cos_Ac_negg": [0.6223618984222412, 0.573813796043396, 0.5707441568374634], "r_norm": [0.5511932969093323, 0.49538081884384155, 0.5054706335067749]}, {"step": 5850, "epoch": 12, "train_loss": 0.2306671142578125, "cos_r_negg": [0.6120175719261169, 0.5641850829124451, 0.5637345910072327], "cos_apical_negg": [0.6120175719261169, 0.5641850829124451, 0.5637345910072327], "cos_Ac_negg": [0.6120175719261169, 0.5641850829124451, 0.5637345910072327], "r_norm": [0.5329173803329468, 0.47919708490371704, 0.4888854920864105]}, {"step": 5900, "epoch": 12, "train_loss": 0.24039721488952637, "cos_r_negg": [0.6418620944023132, 0.5927004814147949, 0.5859906077384949], "cos_apical_negg": [0.6418620944023132, 0.5927004814147949, 0.5859906077384949], "cos_Ac_negg": [0.6418620944023132, 0.5927004814147949, 0.5859906077384949], "r_norm": [0.556120753288269, 0.5003141164779663, 0.5088419318199158]}, {"step": 5950, "epoch": 12, "train_loss": 0.21866238117218018, "cos_r_negg": [0.6409951448440552, 0.591078519821167, 0.5852251052856445], "cos_apical_negg": [0.6409951448440552, 0.591078519821167, 0.5852251052856445], "cos_Ac_negg": [0.6409951448440552, 0.591078519821167, 0.5852251052856445], "r_norm": [0.5798763036727905, 0.519245982170105, 0.5277480483055115]}, {"step": 6000, "epoch": 12, "train_loss": 0.1183459609746933, "cos_r_negg": [0.6223598718643188, 0.5735316276550293, 0.562831699848175], "cos_apical_negg": [0.6223598718643188, 0.5735316276550293, 0.562831699848175], "cos_Ac_negg": [0.6223598718643188, 0.5735316276550293, 0.562831699848175], "r_norm": [0.5244728326797485, 0.47234952449798584, 0.4799761176109314], "ldr": {"dL_sdil": -0.01054924726486206, "dL_bp": -0.012928128242492676, "ratio": 0.8159918487030771}}, {"step": 6050, "epoch": 12, "train_loss": 0.1461792290210724, "cos_r_negg": [0.6282202005386353, 0.5775941610336304, 0.575512170791626], "cos_apical_negg": [0.6282202005386353, 0.5775941610336304, 0.575512170791626], "cos_Ac_negg": [0.6282202005386353, 0.5775941610336304, 0.575512170791626], "r_norm": [0.5484033226966858, 0.4889143109321594, 0.49878862500190735]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.881, "test_loss": 0.37023677368164065}, {"step": 6100, "epoch": 13, "train_loss": 0.24993956089019775, "cos_r_negg": [0.6415959596633911, 0.5880084037780762, 0.5878576636314392], "cos_apical_negg": [0.6415959596633911, 0.5880084037780762, 0.5878576636314392], "cos_Ac_negg": [0.6415959596633911, 0.5880084037780762, 0.5878576636314392], "r_norm": [0.5546066164970398, 0.4931519329547882, 0.5031597018241882]}, {"step": 6150, "epoch": 13, "train_loss": 0.11383381485939026, "cos_r_negg": [0.6214637160301208, 0.5760367512702942, 0.5789494514465332], "cos_apical_negg": [0.6214637160301208, 0.5760367512702942, 0.5789494514465332], "cos_Ac_negg": [0.6214637160301208, 0.5760367512702942, 0.5789494514465332], "r_norm": [0.5435912609100342, 0.4854862093925476, 0.49431130290031433]}, {"step": 6200, "epoch": 13, "train_loss": 0.2616131007671356, "cos_r_negg": [0.6410034894943237, 0.5913978815078735, 0.59888756275177], "cos_apical_negg": [0.6410034894943237, 0.5913978815078735, 0.59888756275177], "cos_Ac_negg": [0.6410034894943237, 0.5913978815078735, 0.59888756275177], "r_norm": [0.5282055735588074, 0.4702395796775818, 0.4799913167953491]}, {"step": 6250, "epoch": 13, "train_loss": 0.20499125123023987, "cos_r_negg": [0.6438080668449402, 0.5955530405044556, 0.5957902669906616], "cos_apical_negg": [0.6438080668449402, 0.5955530405044556, 0.5957902669906616], "cos_Ac_negg": [0.6438080668449402, 0.5955530405044556, 0.5957902669906616], "r_norm": [0.5736239552497864, 0.5097895264625549, 0.5185474753379822], "ldr": {"dL_sdil": -0.02293616533279419, "dL_bp": -0.02866700291633606, "ratio": 0.8000894059184639}}, {"step": 6300, "epoch": 13, "train_loss": 0.21569371223449707, "cos_r_negg": [0.6397436857223511, 0.5895991325378418, 0.5962150692939758], "cos_apical_negg": [0.6397436857223511, 0.5895991325378418, 0.5962150692939758], "cos_Ac_negg": [0.6397436857223511, 0.5895991325378418, 0.5962150692939758], "r_norm": [0.565812349319458, 0.5027867555618286, 0.5124285221099854]}, {"step": 6350, "epoch": 13, "train_loss": 0.21299202740192413, "cos_r_negg": [0.6352782845497131, 0.5879025459289551, 0.5876436233520508], "cos_apical_negg": [0.6352782845497131, 0.5879025459289551, 0.5876436233520508], "cos_Ac_negg": [0.6352782845497131, 0.5879025459289551, 0.5876436233520508], "r_norm": [0.57430100440979, 0.5084594488143921, 0.5176267027854919]}, {"step": 6400, "epoch": 13, "train_loss": 0.20568439364433289, "cos_r_negg": [0.6165847778320312, 0.5750901103019714, 0.5711380243301392], "cos_apical_negg": [0.6165847778320312, 0.5750901103019714, 0.5711380243301392], "cos_Ac_negg": [0.6165847778320312, 0.5750901103019714, 0.5711380243301392], "r_norm": [0.528100848197937, 0.4662150740623474, 0.4753575325012207]}, {"step": 6450, "epoch": 13, "train_loss": 0.18637564778327942, "cos_r_negg": [0.6259989738464355, 0.5821436643600464, 0.5805590152740479], "cos_apical_negg": [0.6259989738464355, 0.5821436643600464, 0.5805590152740479], "cos_Ac_negg": [0.6259989738464355, 0.5821436643600464, 0.5805590152740479], "r_norm": [0.5341236591339111, 0.4729648232460022, 0.48148295283317566]}, {"step": 6500, "epoch": 13, "train_loss": 0.13430890440940857, "cos_r_negg": [0.6085689663887024, 0.561077892780304, 0.5605373382568359], "cos_apical_negg": [0.6085689663887024, 0.561077892780304, 0.5605373382568359], "cos_Ac_negg": [0.6085689663887024, 0.561077892780304, 0.5605373382568359], "r_norm": [0.5785102844238281, 0.5092258453369141, 0.519587516784668], "ldr": {"dL_sdil": -0.013180822134017944, "dL_bp": -0.017439842224121094, "ratio": 0.755787923114781}}, {"step": 6550, "epoch": 13, "train_loss": 0.15781205892562866, "cos_r_negg": [0.6357092261314392, 0.5842010974884033, 0.5829471349716187], "cos_apical_negg": [0.6357092261314392, 0.5842010974884033, 0.5829471349716187], "cos_Ac_negg": [0.6357092261314392, 0.5842010974884033, 0.5829471349716187], "r_norm": [0.5405639410018921, 0.47624754905700684, 0.4856302738189697]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8843, "test_loss": 0.37296951904296877}, {"step": 6600, "epoch": 14, "train_loss": 0.1551397144794464, "cos_r_negg": [0.6250864863395691, 0.5751931071281433, 0.5758966207504272], "cos_apical_negg": [0.6250864863395691, 0.5751931071281433, 0.5758966207504272], "cos_Ac_negg": [0.6250864863395691, 0.5751931071281433, 0.5758966207504272], "r_norm": [0.5409160256385803, 0.4745923578739166, 0.4841293692588806]}, {"step": 6650, "epoch": 14, "train_loss": 0.2837063670158386, "cos_r_negg": [0.6314230561256409, 0.5875218510627747, 0.5906850099563599], "cos_apical_negg": [0.6314230561256409, 0.5875218510627747, 0.5906850099563599], "cos_Ac_negg": [0.6314230561256409, 0.5875218510627747, 0.5906850099563599], "r_norm": [0.5558799505233765, 0.48682257533073425, 0.4971730709075928]}, {"step": 6700, "epoch": 14, "train_loss": 0.1469331532716751, "cos_r_negg": [0.6336557865142822, 0.5828984379768372, 0.5867281556129456], "cos_apical_negg": [0.6336557865142822, 0.5828984379768372, 0.5867281556129456], "cos_Ac_negg": [0.6336557865142822, 0.5828984379768372, 0.5867281556129456], "r_norm": [0.5681449174880981, 0.49612611532211304, 0.5062909722328186]}, {"step": 6750, "epoch": 14, "train_loss": 0.23853334784507751, "cos_r_negg": [0.6235296726226807, 0.5789967179298401, 0.5851524472236633], "cos_apical_negg": [0.6235296726226807, 0.5789967179298401, 0.5851524472236633], "cos_Ac_negg": [0.6235296726226807, 0.5789967179298401, 0.5851524472236633], "r_norm": [0.5445517301559448, 0.4730883538722992, 0.48392409086227417], "ldr": {"dL_sdil": -0.011649280786514282, "dL_bp": -0.01656755805015564, "ratio": 0.7031380696689242}}, {"step": 6800, "epoch": 14, "train_loss": 0.12413137406110764, "cos_r_negg": [0.6229833364486694, 0.5746656656265259, 0.5803252458572388], "cos_apical_negg": [0.6229833364486694, 0.5746656656265259, 0.5803252458572388], "cos_Ac_negg": [0.6229833364486694, 0.5746656656265259, 0.5803252458572388], "r_norm": [0.553351104259491, 0.4804348051548004, 0.4907996654510498]}, {"step": 6850, "epoch": 14, "train_loss": 0.18203848600387573, "cos_r_negg": [0.6099811792373657, 0.5650955438613892, 0.5722817182540894], "cos_apical_negg": [0.6099811792373657, 0.5650955438613892, 0.5722817182540894], "cos_Ac_negg": [0.6099811792373657, 0.5650955438613892, 0.5722817182540894], "r_norm": [0.5812299251556396, 0.5021628737449646, 0.5128225684165955]}, {"step": 6900, "epoch": 14, "train_loss": 0.1891985535621643, "cos_r_negg": [0.6099271774291992, 0.5664031505584717, 0.5767343640327454], "cos_apical_negg": [0.6099271774291992, 0.5664031505584717, 0.5767343640327454], "cos_Ac_negg": [0.6099271774291992, 0.5664031505584717, 0.5767343640327454], "r_norm": [0.5527067184448242, 0.47783195972442627, 0.487304151058197]}, {"step": 6950, "epoch": 14, "train_loss": 0.20936615765094757, "cos_r_negg": [0.6086597442626953, 0.5696477890014648, 0.5743146538734436], "cos_apical_negg": [0.6086597442626953, 0.5696477890014648, 0.5743146538734436], "cos_Ac_negg": [0.6086597442626953, 0.5696477890014648, 0.5743146538734436], "r_norm": [0.5410174131393433, 0.4682803750038147, 0.4775051474571228]}, {"step": 7000, "epoch": 14, "train_loss": 0.20526061952114105, "cos_r_negg": [0.6254217624664307, 0.5798659324645996, 0.5866880416870117], "cos_apical_negg": [0.6254217624664307, 0.5798659324645996, 0.5866880416870117], "cos_Ac_negg": [0.6254217624664307, 0.5798659324645996, 0.5866880416870117], "r_norm": [0.5537526607513428, 0.4770864248275757, 0.4875781536102295], "ldr": {"dL_sdil": -0.014692872762680054, "dL_bp": -0.020322352647781372, "ratio": 0.7229907391792112}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8823, "test_loss": 0.38381672973632813}, {"step": 7050, "epoch": 15, "train_loss": 0.11627836525440216, "cos_r_negg": [0.6030804514884949, 0.5579395890235901, 0.5616838335990906], "cos_apical_negg": [0.6030804514884949, 0.5579395890235901, 0.5616838335990906], "cos_Ac_negg": [0.6030804514884949, 0.5579395890235901, 0.5616838335990906], "r_norm": [0.5349838733673096, 0.46288883686065674, 0.47128617763519287]}, {"step": 7100, "epoch": 15, "train_loss": 0.21066579222679138, "cos_r_negg": [0.6242520809173584, 0.5805774927139282, 0.5891315937042236], "cos_apical_negg": [0.6242520809173584, 0.5805774927139282, 0.5891315937042236], "cos_Ac_negg": [0.6242520809173584, 0.5805774927139282, 0.5891315937042236], "r_norm": [0.530261218547821, 0.4551650285720825, 0.46451354026794434]}, {"step": 7150, "epoch": 15, "train_loss": 0.18737076222896576, "cos_r_negg": [0.6170980930328369, 0.5745965838432312, 0.5854235887527466], "cos_apical_negg": [0.6170980930328369, 0.5745965838432312, 0.5854235887527466], "cos_Ac_negg": [0.6170980930328369, 0.5745965838432312, 0.5854235887527466], "r_norm": [0.5330830812454224, 0.457206130027771, 0.4672809839248657]}, {"step": 7200, "epoch": 15, "train_loss": 0.21173569560050964, "cos_r_negg": [0.6098872423171997, 0.5652211308479309, 0.5684810876846313], "cos_apical_negg": [0.6098872423171997, 0.5652211308479309, 0.5684810876846313], "cos_Ac_negg": [0.6098872423171997, 0.5652211308479309, 0.5684810876846313], "r_norm": [0.5259964466094971, 0.45000141859054565, 0.4576466381549835]}, {"step": 7250, "epoch": 15, "train_loss": 0.2589247524738312, "cos_r_negg": [0.6046146750450134, 0.5556385517120361, 0.5604323148727417], "cos_apical_negg": [0.6046146750450134, 0.5556385517120361, 0.5604323148727417], "cos_Ac_negg": [0.6046146750450134, 0.5556385517120361, 0.5604323148727417], "r_norm": [0.5784606337547302, 0.4918058514595032, 0.5022008419036865], "ldr": {"dL_sdil": -0.019818097352981567, "dL_bp": -0.024454563856124878, "ratio": 0.8104048581515771}}, {"step": 7300, "epoch": 15, "train_loss": 0.1881791055202484, "cos_r_negg": [0.6167570352554321, 0.5711833834648132, 0.5765650272369385], "cos_apical_negg": [0.6167570352554321, 0.5711833834648132, 0.5765650272369385], "cos_Ac_negg": [0.6167570352554321, 0.5711833834648132, 0.5765650272369385], "r_norm": [0.5737992525100708, 0.48625245690345764, 0.4970799684524536]}, {"step": 7350, "epoch": 15, "train_loss": 0.15347491204738617, "cos_r_negg": [0.6050981283187866, 0.5631082057952881, 0.5684812664985657], "cos_apical_negg": [0.6050981283187866, 0.5631082057952881, 0.5684812664985657], "cos_Ac_negg": [0.6050981283187866, 0.5631082057952881, 0.5684812664985657], "r_norm": [0.5471422672271729, 0.46227043867111206, 0.47245946526527405]}, {"step": 7400, "epoch": 15, "train_loss": 0.19964900612831116, "cos_r_negg": [0.6045287251472473, 0.5623925924301147, 0.5717032551765442], "cos_apical_negg": [0.6045287251472473, 0.5623925924301147, 0.5717032551765442], "cos_Ac_negg": [0.6045287251472473, 0.5623925924301147, 0.5717032551765442], "r_norm": [0.5661463737487793, 0.4784724712371826, 0.4885891079902649]}, {"step": 7450, "epoch": 15, "train_loss": 0.13147605955600739, "cos_r_negg": [0.5987590551376343, 0.5569170713424683, 0.5669944286346436], "cos_apical_negg": [0.5987590551376343, 0.5569170713424683, 0.5669944286346436], "cos_Ac_negg": [0.5987590551376343, 0.5569170713424683, 0.5669944286346436], "r_norm": [0.5366695523262024, 0.4552971124649048, 0.4642568826675415]}, {"step": 7500, "epoch": 15, "train_loss": 0.17898668348789215, "cos_r_negg": [0.593483030796051, 0.553693950176239, 0.5639665722846985], "cos_apical_negg": [0.593483030796051, 0.553693950176239, 0.5639665722846985], "cos_Ac_negg": [0.593483030796051, 0.553693950176239, 0.5639665722846985], "r_norm": [0.5605984926223755, 0.4725273549556732, 0.4828425347805023], "ldr": {"dL_sdil": -0.014436036348342896, "dL_bp": -0.021093130111694336, "ratio": 0.684395169038442}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8819, "test_loss": 0.38942079162597654}, {"step": 7550, "epoch": 16, "train_loss": 0.17818361520767212, "cos_r_negg": [0.5880483388900757, 0.5471295118331909, 0.5567578077316284], "cos_apical_negg": [0.5880483388900757, 0.5471295118331909, 0.5567578077316284], "cos_Ac_negg": [0.5880483388900757, 0.5471295118331909, 0.5567578077316284], "r_norm": [0.5591650605201721, 0.4705207347869873, 0.47979050874710083]}, {"step": 7600, "epoch": 16, "train_loss": 0.2062666416168213, "cos_r_negg": [0.6033586859703064, 0.5639329552650452, 0.5711594820022583], "cos_apical_negg": [0.6033586859703064, 0.5639329552650452, 0.5711594820022583], "cos_Ac_negg": [0.6033586859703064, 0.5639329552650452, 0.5711594820022583], "r_norm": [0.5782835483551025, 0.48387831449508667, 0.494022011756897]}, {"step": 7650, "epoch": 16, "train_loss": 0.07375004887580872, "cos_r_negg": [0.6004810333251953, 0.5592266321182251, 0.5696196556091309], "cos_apical_negg": [0.6004810333251953, 0.5592266321182251, 0.5696196556091309], "cos_Ac_negg": [0.6004810333251953, 0.5592266321182251, 0.5696196556091309], "r_norm": [0.5222569108009338, 0.43742823600769043, 0.4467882513999939]}, {"step": 7700, "epoch": 16, "train_loss": 0.10571645200252533, "cos_r_negg": [0.5979809761047363, 0.5578396320343018, 0.5661672353744507], "cos_apical_negg": [0.5979809761047363, 0.5578396320343018, 0.5661672353744507], "cos_Ac_negg": [0.5979809761047363, 0.5578396320343018, 0.5661672353744507], "r_norm": [0.5443599820137024, 0.45153313875198364, 0.46192413568496704]}, {"step": 7750, "epoch": 16, "train_loss": 0.21226751804351807, "cos_r_negg": [0.5939067006111145, 0.5504508018493652, 0.564771831035614], "cos_apical_negg": [0.5939067006111145, 0.5504508018493652, 0.564771831035614], "cos_Ac_negg": [0.5939067006111145, 0.5504508018493652, 0.564771831035614], "r_norm": [0.5055406093597412, 0.4219927191734314, 0.43088215589523315], "ldr": {"dL_sdil": -0.010363161563873291, "dL_bp": -0.016149520874023438, "ratio": 0.64170086807606}}, {"step": 7800, "epoch": 16, "train_loss": 0.14079990983009338, "cos_r_negg": [0.6142226457595825, 0.5700358152389526, 0.579249382019043], "cos_apical_negg": [0.6142226457595825, 0.5700358152389526, 0.579249382019043], "cos_Ac_negg": [0.6142226457595825, 0.5700358152389526, 0.579249382019043], "r_norm": [0.5497602224349976, 0.45467397570610046, 0.46492862701416016]}, {"step": 7850, "epoch": 16, "train_loss": 0.14443883299827576, "cos_r_negg": [0.5986084342002869, 0.5570049285888672, 0.5650391578674316], "cos_apical_negg": [0.5986084342002869, 0.5570049285888672, 0.5650391578674316], "cos_Ac_negg": [0.5986084342002869, 0.5570049285888672, 0.5650391578674316], "r_norm": [0.5481707453727722, 0.4554365873336792, 0.46488243341445923]}, {"step": 7900, "epoch": 16, "train_loss": 0.08890698105096817, "cos_r_negg": [0.5805755853652954, 0.5444402694702148, 0.5516374111175537], "cos_apical_negg": [0.5805755853652954, 0.5444402694702148, 0.5516374111175537], "cos_Ac_negg": [0.5805755853652954, 0.5444402694702148, 0.5516374111175537], "r_norm": [0.5597970485687256, 0.4625583291053772, 0.47221487760543823]}, {"step": 7950, "epoch": 16, "train_loss": 0.12633563578128815, "cos_r_negg": [0.5862867832183838, 0.5449091196060181, 0.5559582114219666], "cos_apical_negg": [0.5862867832183838, 0.5449091196060181, 0.5559582114219666], "cos_Ac_negg": [0.5862867832183838, 0.5449091196060181, 0.5559582114219666], "r_norm": [0.5325943231582642, 0.4437527060508728, 0.45233649015426636]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8823, "test_loss": 0.392097607421875}, {"step": 8000, "epoch": 17, "train_loss": 0.08798931539058685, "cos_r_negg": [0.5982860922813416, 0.5587596893310547, 0.5665022730827332], "cos_apical_negg": [0.5982860922813416, 0.5587596893310547, 0.5665022730827332], "cos_Ac_negg": [0.5982860922813416, 0.5587596893310547, 0.5665022730827332], "r_norm": [0.5497570037841797, 0.45048099756240845, 0.46029379963874817], "ldr": {"dL_sdil": -0.01735970377922058, "dL_bp": -0.026739418506622314, "ratio": 0.6492176998883225}}, {"step": 8050, "epoch": 17, "train_loss": 0.1277129352092743, "cos_r_negg": [0.5982933044433594, 0.5617603063583374, 0.57002854347229], "cos_apical_negg": [0.5982933044433594, 0.5617603063583374, 0.57002854347229], "cos_Ac_negg": [0.5982933044433594, 0.5617603063583374, 0.57002854347229], "r_norm": [0.567577600479126, 0.4681587815284729, 0.4774545431137085]}, {"step": 8100, "epoch": 17, "train_loss": 0.1423867642879486, "cos_r_negg": [0.5822943449020386, 0.5426669120788574, 0.555773138999939], "cos_apical_negg": [0.5822943449020386, 0.5426669120788574, 0.555773138999939], "cos_Ac_negg": [0.5822943449020386, 0.5426669120788574, 0.555773138999939], "r_norm": [0.5475054383277893, 0.45133811235427856, 0.4595145881175995]}, {"step": 8150, "epoch": 17, "train_loss": 0.12286072969436646, "cos_r_negg": [0.5976206064224243, 0.5574536919593811, 0.5661983489990234], "cos_apical_negg": [0.5976206064224243, 0.5574536919593811, 0.5661983489990234], "cos_Ac_negg": [0.5976206064224243, 0.5574536919593811, 0.5661983489990234], "r_norm": [0.5392871499061584, 0.44268998503685, 0.45096880197525024]}, {"step": 8200, "epoch": 17, "train_loss": 0.15747249126434326, "cos_r_negg": [0.5929749608039856, 0.5539449453353882, 0.5645077228546143], "cos_apical_negg": [0.5929749608039856, 0.5539449453353882, 0.5645077228546143], "cos_Ac_negg": [0.5929749608039856, 0.5539449453353882, 0.5645077228546143], "r_norm": [0.5466135740280151, 0.44936421513557434, 0.45763954520225525]}, {"step": 8250, "epoch": 17, "train_loss": 0.13676464557647705, "cos_r_negg": [0.5854933261871338, 0.5433913469314575, 0.5560793280601501], "cos_apical_negg": [0.5854933261871338, 0.5433913469314575, 0.5560793280601501], "cos_Ac_negg": [0.5854933261871338, 0.5433913469314575, 0.5560793280601501], "r_norm": [0.5393413305282593, 0.4403808116912842, 0.44897446036338806], "ldr": {"dL_sdil": -0.013019710779190063, "dL_bp": -0.021558016538619995, "ratio": 0.6039382498786923}}, {"step": 8300, "epoch": 17, "train_loss": 0.12113424390554428, "cos_r_negg": [0.5886995792388916, 0.547236442565918, 0.5601775646209717], "cos_apical_negg": [0.5886995792388916, 0.547236442565918, 0.5601775646209717], "cos_Ac_negg": [0.5886995792388916, 0.547236442565918, 0.5601775646209717], "r_norm": [0.5361810922622681, 0.43978166580200195, 0.4475977420806885]}, {"step": 8350, "epoch": 17, "train_loss": 0.17539529502391815, "cos_r_negg": [0.5760096311569214, 0.5385802984237671, 0.5499968528747559], "cos_apical_negg": [0.5760096311569214, 0.5385802984237671, 0.5499968528747559], "cos_Ac_negg": [0.5760096311569214, 0.5385802984237671, 0.5499968528747559], "r_norm": [0.5421169996261597, 0.4459085464477539, 0.453164279460907]}, {"step": 8400, "epoch": 17, "train_loss": 0.3458983898162842, "cos_r_negg": [0.5795367360115051, 0.5408211946487427, 0.5479252338409424], "cos_apical_negg": [0.5795367360115051, 0.5408211946487427, 0.5479252338409424], "cos_Ac_negg": [0.5795367360115051, 0.5408211946487427, 0.5479252338409424], "r_norm": [0.5470707416534424, 0.440755695104599, 0.450051486492157]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8835, "test_loss": 0.3963974884033203}, {"step": 8450, "epoch": 18, "train_loss": 0.08708801865577698, "cos_r_negg": [0.5822031497955322, 0.5445663928985596, 0.5526301860809326], "cos_apical_negg": [0.5822031497955322, 0.5445663928985596, 0.5526301860809326], "cos_Ac_negg": [0.5822031497955322, 0.5445663928985596, 0.5526301860809326], "r_norm": [0.5667117834091187, 0.4608735144138336, 0.4691098928451538]}, {"step": 8500, "epoch": 18, "train_loss": 0.15121057629585266, "cos_r_negg": [0.5914479494094849, 0.5549514889717102, 0.5632827281951904], "cos_apical_negg": [0.5914479494094849, 0.5549514889717102, 0.5632827281951904], "cos_Ac_negg": [0.5914479494094849, 0.5549514889717102, 0.5632827281951904], "r_norm": [0.5955045819282532, 0.478378027677536, 0.4877561330795288], "ldr": {"dL_sdil": -0.02934134006500244, "dL_bp": -0.04030865430831909, "ratio": 0.7279166364764212}}, {"step": 8550, "epoch": 18, "train_loss": 0.127555251121521, "cos_r_negg": [0.5907965302467346, 0.5529008507728577, 0.5646873116493225], "cos_apical_negg": [0.5907965302467346, 0.5529008507728577, 0.5646873116493225], "cos_Ac_negg": [0.5907965302467346, 0.5529008507728577, 0.5646873116493225], "r_norm": [0.5757807493209839, 0.4653717279434204, 0.475067138671875]}, {"step": 8600, "epoch": 18, "train_loss": 0.10924803465604782, "cos_r_negg": [0.5767496824264526, 0.5384227633476257, 0.5511254072189331], "cos_apical_negg": [0.5767496824264526, 0.5384227633476257, 0.5511254072189331], "cos_Ac_negg": [0.5767496824264526, 0.5384227633476257, 0.5511254072189331], "r_norm": [0.5522017478942871, 0.4460124969482422, 0.45324718952178955]}, {"step": 8650, "epoch": 18, "train_loss": 0.0867389366030693, "cos_r_negg": [0.572295069694519, 0.5348023176193237, 0.5448299050331116], "cos_apical_negg": [0.572295069694519, 0.5348023176193237, 0.5448299050331116], "cos_Ac_negg": [0.572295069694519, 0.5348023176193237, 0.5448299050331116], "r_norm": [0.5783247947692871, 0.4647308886051178, 0.4741325378417969]}, {"step": 8700, "epoch": 18, "train_loss": 0.15433019399642944, "cos_r_negg": [0.5845532417297363, 0.5486645102500916, 0.5608152151107788], "cos_apical_negg": [0.5845532417297363, 0.5486645102500916, 0.5608152151107788], "cos_Ac_negg": [0.5845532417297363, 0.5486645102500916, 0.5608152151107788], "r_norm": [0.5327316522598267, 0.4309970736503601, 0.4382486939430237]}, {"step": 8750, "epoch": 18, "train_loss": 0.12453947961330414, "cos_r_negg": [0.5857398509979248, 0.5489017963409424, 0.5612986087799072], "cos_apical_negg": [0.5857398509979248, 0.5489017963409424, 0.5612986087799072], "cos_Ac_negg": [0.5857398509979248, 0.5489017963409424, 0.5612986087799072], "r_norm": [0.5486862063407898, 0.44044923782348633, 0.44868719577789307], "ldr": {"dL_sdil": -0.016073375940322876, "dL_bp": -0.025292664766311646, "ratio": 0.6354955513320082}}, {"step": 8800, "epoch": 18, "train_loss": 0.09093872457742691, "cos_r_negg": [0.5758200287818909, 0.5396583080291748, 0.5496652126312256], "cos_apical_negg": [0.5758200287818909, 0.5396583080291748, 0.5496652126312256], "cos_Ac_negg": [0.5758200287818909, 0.5396583080291748, 0.5496652126312256], "r_norm": [0.5511278510093689, 0.44216400384902954, 0.4500793218612671]}, {"step": 8850, "epoch": 18, "train_loss": 0.0988045185804367, "cos_r_negg": [0.5771024823188782, 0.542870044708252, 0.5513228178024292], "cos_apical_negg": [0.5771024823188782, 0.542870044708252, 0.5513228178024292], "cos_Ac_negg": [0.5771024823188782, 0.542870044708252, 0.5513228178024292], "r_norm": [0.5604120492935181, 0.4491930603981018, 0.45730626583099365]}, {"step": 8900, "epoch": 18, "train_loss": 0.14921210706233978, "cos_r_negg": [0.5813391208648682, 0.5428062677383423, 0.5556355714797974], "cos_apical_negg": [0.5813391208648682, 0.5428062677383423, 0.5556355714797974], "cos_Ac_negg": [0.5813391208648682, 0.5428062677383423, 0.5556355714797974], "r_norm": [0.5403146743774414, 0.4311286211013794, 0.4390917718410492]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8798, "test_loss": 0.42339503173828125}, {"step": 8950, "epoch": 19, "train_loss": 0.18175950646400452, "cos_r_negg": [0.5701346397399902, 0.5362945795059204, 0.5434006452560425], "cos_apical_negg": [0.5701346397399902, 0.5362945795059204, 0.5434006452560425], "cos_Ac_negg": [0.5701346397399902, 0.5362945795059204, 0.5434006452560425], "r_norm": [0.5575336813926697, 0.44157248735427856, 0.450185090303421]}, {"step": 9000, "epoch": 19, "train_loss": 0.175382599234581, "cos_r_negg": [0.57503342628479, 0.5373270511627197, 0.5496022701263428], "cos_apical_negg": [0.57503342628479, 0.5373270511627197, 0.5496022701263428], "cos_Ac_negg": [0.57503342628479, 0.5373270511627197, 0.5496022701263428], "r_norm": [0.5518151521682739, 0.4383377432823181, 0.4455130100250244], "ldr": {"dL_sdil": -0.010035932064056396, "dL_bp": -0.016925394535064697, "ratio": 0.5929511446994482}}, {"step": 9050, "epoch": 19, "train_loss": 0.16023388504981995, "cos_r_negg": [0.5659461617469788, 0.5304827094078064, 0.5434877872467041], "cos_apical_negg": [0.5659461617469788, 0.5304827094078064, 0.5434877872467041], "cos_Ac_negg": [0.5659461617469788, 0.5304827094078064, 0.5434877872467041], "r_norm": [0.5335654020309448, 0.42260366678237915, 0.4299654960632324]}, {"step": 9100, "epoch": 19, "train_loss": 0.13442538678646088, "cos_r_negg": [0.5574334859848022, 0.5255120992660522, 0.5374171733856201], "cos_apical_negg": [0.5574334859848022, 0.5255120992660522, 0.5374171733856201], "cos_Ac_negg": [0.5574334859848022, 0.5255120992660522, 0.5374171733856201], "r_norm": [0.531104326248169, 0.42063039541244507, 0.427425742149353]}, {"step": 9150, "epoch": 19, "train_loss": 0.10462528467178345, "cos_r_negg": [0.5578749179840088, 0.5217957496643066, 0.5343356132507324], "cos_apical_negg": [0.5578749179840088, 0.5217957496643066, 0.5343356132507324], "cos_Ac_negg": [0.5578749179840088, 0.5217957496643066, 0.5343356132507324], "r_norm": [0.5497684478759766, 0.4351814091205597, 0.4421875476837158]}, {"step": 9200, "epoch": 19, "train_loss": 0.11529770493507385, "cos_r_negg": [0.5638541579246521, 0.5287042856216431, 0.5438402891159058], "cos_apical_negg": [0.5638541579246521, 0.5287042856216431, 0.5438402891159058], "cos_Ac_negg": [0.5638541579246521, 0.5287042856216431, 0.5438402891159058], "r_norm": [0.5285616517066956, 0.4157730042934418, 0.42321136593818665]}, {"step": 9250, "epoch": 19, "train_loss": 0.12444068491458893, "cos_r_negg": [0.5737928748130798, 0.5402405261993408, 0.5532974600791931], "cos_apical_negg": [0.5737928748130798, 0.5402405261993408, 0.5532974600791931], "cos_Ac_negg": [0.5737928748130798, 0.5402405261993408, 0.5532974600791931], "r_norm": [0.5644157528877258, 0.4440745711326599, 0.45145830512046814], "ldr": {"dL_sdil": -0.017084509134292603, "dL_bp": -0.02620139718055725, "ratio": 0.6520457293388219}}, {"step": 9300, "epoch": 19, "train_loss": 0.15335194766521454, "cos_r_negg": [0.5700820684432983, 0.535311222076416, 0.5471408367156982], "cos_apical_negg": [0.5700820684432983, 0.535311222076416, 0.5471408367156982], "cos_Ac_negg": [0.5700820684432983, 0.535311222076416, 0.5471408367156982], "r_norm": [0.5607011318206787, 0.4412003755569458, 0.44772428274154663]}, {"step": 9350, "epoch": 19, "train_loss": 0.16523075103759766, "cos_r_negg": [0.561214804649353, 0.529158353805542, 0.5413050055503845], "cos_apical_negg": [0.561214804649353, 0.529158353805542, 0.5413050055503845], "cos_Ac_negg": [0.561214804649353, 0.529158353805542, 0.5413050055503845], "r_norm": [0.5795483589172363, 0.4531267285346985, 0.4606223702430725]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8783, "test_loss": 0.4305085815429687}], "final": {"test_acc": 0.8783, "test_loss": 0.4305085815429687, "wall_s": 49.32509422302246, "cos_r_negg": [0.5591254234313965, 0.5241400003433228, 0.5343185663223267], "cos_apical_negg": [0.5591254234313965, 0.5241400003433228, 0.5343185663223267], "cos_Ac_negg": [0.5591254234313965, 0.5241400003433228, 0.5343185663223267]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_sdil_d3_s2.json b/results/depth_fmnist_sdil_d3_s2.json
new file mode 100644
index 0000000..1e428a1
--- /dev/null
+++ b/results/depth_fmnist_sdil_d3_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d3_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.43324613571167, "cos_r_negg": [0.021196182817220688, 0.03559420630335808, -0.0020433864556252956], "cos_apical_negg": [0.021196182817220688, 0.03559420630335808, -0.0020433864556252956], "cos_Ac_negg": [0.021196182817220688, 0.03559420630335808, -0.0020433864556252956], "r_norm": [4.771160125732422, 4.798567771911621, 4.898940086364746], "ldr": {"dL_sdil": -0.021613359451293945, "dL_bp": -0.15989303588867188, "ratio": 0.13517386377191937}}, {"step": 50, "epoch": 0, "train_loss": 0.6949685215950012, "cos_r_negg": [0.4074728190898895, 0.34088680148124695, 0.22367127239704132], "cos_apical_negg": [0.4074728190898895, 0.34088680148124695, 0.22367127239704132], "cos_Ac_negg": [0.4074728190898895, 0.34088680148124695, 0.22367127239704132], "r_norm": [2.0896193981170654, 2.0981717109680176, 2.1692323684692383]}, {"step": 100, "epoch": 0, "train_loss": 0.6557568311691284, "cos_r_negg": [0.4515438675880432, 0.34199944138526917, 0.21880245208740234], "cos_apical_negg": [0.4515438675880432, 0.34199944138526917, 0.21880245208740234], "cos_Ac_negg": [0.4515438675880432, 0.34199944138526917, 0.21880245208740234], "r_norm": [1.7121683359146118, 1.7199208736419678, 1.7797114849090576]}, {"step": 150, "epoch": 0, "train_loss": 0.5205667018890381, "cos_r_negg": [0.49053049087524414, 0.3880387544631958, 0.2775844633579254], "cos_apical_negg": [0.49053049087524414, 0.3880387544631958, 0.2775844633579254], "cos_Ac_negg": [0.49053049087524414, 0.3880387544631958, 0.2775844633579254], "r_norm": [1.6002650260925293, 1.6110444068908691, 1.6602206230163574]}, {"step": 200, "epoch": 0, "train_loss": 0.5238134264945984, "cos_r_negg": [0.5025424957275391, 0.4271199703216553, 0.3028220534324646], "cos_apical_negg": [0.5025424957275391, 0.4271199703216553, 0.3028220534324646], "cos_Ac_negg": [0.5025424957275391, 0.4271199703216553, 0.3028220534324646], "r_norm": [1.4666988849639893, 1.4738961458206177, 1.5245376825332642]}, {"step": 250, "epoch": 0, "train_loss": 0.48088422417640686, "cos_r_negg": [0.5460898876190186, 0.44415199756622314, 0.31775426864624023], "cos_apical_negg": [0.5460898876190186, 0.44415199756622314, 0.31775426864624023], "cos_Ac_negg": [0.5460898876190186, 0.44415199756622314, 0.31775426864624023], "r_norm": [1.3501207828521729, 1.354928970336914, 1.39949631690979], "ldr": {"dL_sdil": -0.009404540061950684, "dL_bp": -0.0062840282917022705, "ratio": 1.4965782497142612}}, {"step": 300, "epoch": 0, "train_loss": 0.7266383171081543, "cos_r_negg": [0.5530117154121399, 0.4432540833950043, 0.3081357479095459], "cos_apical_negg": [0.5530117154121399, 0.4432540833950043, 0.3081357479095459], "cos_Ac_negg": [0.5530117154121399, 0.4432540833950043, 0.3081357479095459], "r_norm": [1.2551149129867554, 1.259178876876831, 1.3026859760284424]}, {"step": 350, "epoch": 0, "train_loss": 0.45312565565109253, "cos_r_negg": [0.585620105266571, 0.4719078540802002, 0.3330947756767273], "cos_apical_negg": [0.585620105266571, 0.4719078540802002, 0.3330947756767273], "cos_Ac_negg": [0.585620105266571, 0.4719078540802002, 0.3330947756767273], "r_norm": [1.2928156852722168, 1.2941582202911377, 1.3377922773361206]}, {"step": 400, "epoch": 0, "train_loss": 0.6132080554962158, "cos_r_negg": [0.5900606513023376, 0.49714240431785583, 0.35381436347961426], "cos_apical_negg": [0.5900606513023376, 0.49714240431785583, 0.35381436347961426], "cos_Ac_negg": [0.5900606513023376, 0.49714240431785583, 0.35381436347961426], "r_norm": [1.259326457977295, 1.2621337175369263, 1.305537462234497]}, {"step": 450, "epoch": 0, "train_loss": 0.41750437021255493, "cos_r_negg": [0.5851621031761169, 0.4927431643009186, 0.35349249839782715], "cos_apical_negg": [0.5851621031761169, 0.4927431643009186, 0.35349249839782715], "cos_Ac_negg": [0.5851621031761169, 0.4927431643009186, 0.35349249839782715], "r_norm": [1.2407991886138916, 1.24476957321167, 1.2929267883300781]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8338, "test_loss": 0.46750648193359373}, {"step": 500, "epoch": 1, "train_loss": 0.31802406907081604, "cos_r_negg": [0.604495644569397, 0.5004763007164001, 0.37252670526504517], "cos_apical_negg": [0.604495644569397, 0.5004763007164001, 0.37252670526504517], "cos_Ac_negg": [0.604495644569397, 0.5004763007164001, 0.37252670526504517], "r_norm": [1.2410447597503662, 1.2463899850845337, 1.287285327911377], "ldr": {"dL_sdil": -0.02411210536956787, "dL_bp": -0.01874825358390808, "ratio": 1.2860987430991262}}, {"step": 550, "epoch": 1, "train_loss": 0.46862471103668213, "cos_r_negg": [0.6007328629493713, 0.5044600367546082, 0.3637940287590027], "cos_apical_negg": [0.6007328629493713, 0.5044600367546082, 0.3637940287590027], "cos_Ac_negg": [0.6007328629493713, 0.5044600367546082, 0.3637940287590027], "r_norm": [1.1054826974868774, 1.1081383228302002, 1.146207332611084]}, {"step": 600, "epoch": 1, "train_loss": 0.4793477952480316, "cos_r_negg": [0.6106545925140381, 0.5159896016120911, 0.3700384497642517], "cos_apical_negg": [0.6106545925140381, 0.5159896016120911, 0.3700384497642517], "cos_Ac_negg": [0.6106545925140381, 0.5159896016120911, 0.3700384497642517], "r_norm": [1.091277003288269, 1.0945478677749634, 1.13316810131073]}, {"step": 650, "epoch": 1, "train_loss": 0.5041123628616333, "cos_r_negg": [0.6179063320159912, 0.5257996320724487, 0.36342668533325195], "cos_apical_negg": [0.6179063320159912, 0.5257996320724487, 0.36342668533325195], "cos_Ac_negg": [0.6179063320159912, 0.5257996320724487, 0.36342668533325195], "r_norm": [1.1051414012908936, 1.105959415435791, 1.1443790197372437]}, {"step": 700, "epoch": 1, "train_loss": 0.27545565366744995, "cos_r_negg": [0.6262987852096558, 0.5324132442474365, 0.3821271061897278], "cos_apical_negg": [0.6262987852096558, 0.5324132442474365, 0.3821271061897278], "cos_Ac_negg": [0.6262987852096558, 0.5324132442474365, 0.3821271061897278], "r_norm": [1.1363660097122192, 1.1387693881988525, 1.174210548400879]}, {"step": 750, "epoch": 1, "train_loss": 0.4439711272716522, "cos_r_negg": [0.6207559108734131, 0.5327538251876831, 0.3689095377922058], "cos_apical_negg": [0.6207559108734131, 0.5327538251876831, 0.3689095377922058], "cos_Ac_negg": [0.6207559108734131, 0.5327538251876831, 0.3689095377922058], "r_norm": [1.0369741916656494, 1.0383775234222412, 1.0753836631774902], "ldr": {"dL_sdil": -0.00990799069404602, "dL_bp": -0.007486402988433838, "ratio": 1.323464781331359}}, {"step": 800, "epoch": 1, "train_loss": 0.47393471002578735, "cos_r_negg": [0.6296987533569336, 0.5377130508422852, 0.38826441764831543], "cos_apical_negg": [0.6296987533569336, 0.5377130508422852, 0.38826441764831543], "cos_Ac_negg": [0.6296987533569336, 0.5377130508422852, 0.38826441764831543], "r_norm": [0.9940280318260193, 0.9939140677452087, 1.0282379388809204]}, {"step": 850, "epoch": 1, "train_loss": 0.2567611038684845, "cos_r_negg": [0.6272507905960083, 0.528494119644165, 0.3731234073638916], "cos_apical_negg": [0.6272507905960083, 0.528494119644165, 0.3731234073638916], "cos_Ac_negg": [0.6272507905960083, 0.528494119644165, 0.3731234073638916], "r_norm": [1.0100324153900146, 1.0095601081848145, 1.0449039936065674]}, {"step": 900, "epoch": 1, "train_loss": 0.3501585125923157, "cos_r_negg": [0.6177041530609131, 0.5283191800117493, 0.3746758997440338], "cos_apical_negg": [0.6177041530609131, 0.5283191800117493, 0.3746758997440338], "cos_Ac_negg": [0.6177041530609131, 0.5283191800117493, 0.3746758997440338], "r_norm": [0.9970409274101257, 0.9954712390899658, 1.0323338508605957]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8485, "test_loss": 0.4215078643798828}, {"step": 950, "epoch": 2, "train_loss": 0.36515843868255615, "cos_r_negg": [0.6314712166786194, 0.5381380319595337, 0.3848887085914612], "cos_apical_negg": [0.6314712166786194, 0.5381380319595337, 0.3848887085914612], "cos_Ac_negg": [0.6314712166786194, 0.5381380319595337, 0.3848887085914612], "r_norm": [0.9939714670181274, 0.9922256469726562, 1.0270206928253174]}, {"step": 1000, "epoch": 2, "train_loss": 0.30667099356651306, "cos_r_negg": [0.6357105374336243, 0.5489354133605957, 0.4041711091995239], "cos_apical_negg": [0.6357105374336243, 0.5489354133605957, 0.4041711091995239], "cos_Ac_negg": [0.6357105374336243, 0.5489354133605957, 0.4041711091995239], "r_norm": [1.0080630779266357, 1.0081121921539307, 1.0407840013504028], "ldr": {"dL_sdil": -0.020471036434173584, "dL_bp": -0.01688447594642639, "ratio": 1.2124176373093942}}, {"step": 1050, "epoch": 2, "train_loss": 0.35262972116470337, "cos_r_negg": [0.6374633312225342, 0.5490570664405823, 0.3971938490867615], "cos_apical_negg": [0.6374633312225342, 0.5490570664405823, 0.3971938490867615], "cos_Ac_negg": [0.6374633312225342, 0.5490570664405823, 0.3971938490867615], "r_norm": [0.9420745968818665, 0.9393408894538879, 0.9730899930000305]}, {"step": 1100, "epoch": 2, "train_loss": 0.30484703183174133, "cos_r_negg": [0.6301026940345764, 0.5465482473373413, 0.4114975035190582], "cos_apical_negg": [0.6301026940345764, 0.5465482473373413, 0.4114975035190582], "cos_Ac_negg": [0.6301026940345764, 0.5465482473373413, 0.4114975035190582], "r_norm": [0.9362117052078247, 0.9329202771186829, 0.9678053855895996]}, {"step": 1150, "epoch": 2, "train_loss": 0.3576948940753937, "cos_r_negg": [0.6369678974151611, 0.5578538179397583, 0.415418803691864], "cos_apical_negg": [0.6369678974151611, 0.5578538179397583, 0.415418803691864], "cos_Ac_negg": [0.6369678974151611, 0.5578538179397583, 0.415418803691864], "r_norm": [0.9175667762756348, 0.9143753051757812, 0.9459660053253174]}, {"step": 1200, "epoch": 2, "train_loss": 0.4010130763053894, "cos_r_negg": [0.6385674476623535, 0.5563751459121704, 0.40728506445884705], "cos_apical_negg": [0.6385674476623535, 0.5563751459121704, 0.40728506445884705], "cos_Ac_negg": [0.6385674476623535, 0.5563751459121704, 0.40728506445884705], "r_norm": [0.9226034879684448, 0.9171085357666016, 0.9494205713272095]}, {"step": 1250, "epoch": 2, "train_loss": 0.28180989623069763, "cos_r_negg": [0.6453202962875366, 0.5663124322891235, 0.42971092462539673], "cos_apical_negg": [0.6453202962875366, 0.5663124322891235, 0.42971092462539673], "cos_Ac_negg": [0.6453202962875366, 0.5663124322891235, 0.42971092462539673], "r_norm": [0.9286765456199646, 0.924335241317749, 0.9556983709335327], "ldr": {"dL_sdil": -0.01269260048866272, "dL_bp": -0.010300904512405396, "ratio": 1.2321831032776782}}, {"step": 1300, "epoch": 2, "train_loss": 0.2922934293746948, "cos_r_negg": [0.6421389579772949, 0.5693593621253967, 0.4301437735557556], "cos_apical_negg": [0.6421389579772949, 0.5693593621253967, 0.4301437735557556], "cos_Ac_negg": [0.6421389579772949, 0.5693593621253967, 0.4301437735557556], "r_norm": [0.8551695346832275, 0.8504180312156677, 0.8791025876998901]}, {"step": 1350, "epoch": 2, "train_loss": 0.2397993505001068, "cos_r_negg": [0.6522104740142822, 0.575564980506897, 0.44465672969818115], "cos_apical_negg": [0.6522104740142822, 0.575564980506897, 0.44465672969818115], "cos_Ac_negg": [0.6522104740142822, 0.575564980506897, 0.44465672969818115], "r_norm": [0.8960965871810913, 0.8914044499397278, 0.9217617511749268]}, {"step": 1400, "epoch": 2, "train_loss": 0.4569716453552246, "cos_r_negg": [0.6413010358810425, 0.5585875511169434, 0.4180840253829956], "cos_apical_negg": [0.6413010358810425, 0.5585875511169434, 0.4180840253829956], "cos_Ac_negg": [0.6413010358810425, 0.5585875511169434, 0.4180840253829956], "r_norm": [0.8293352127075195, 0.8231061100959778, 0.8500709533691406]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8613, "test_loss": 0.3874388275146484}, {"step": 1450, "epoch": 3, "train_loss": 0.5515859723091125, "cos_r_negg": [0.6536352634429932, 0.5792043805122375, 0.4496381878852844], "cos_apical_negg": [0.6536352634429932, 0.5792043805122375, 0.4496381878852844], "cos_Ac_negg": [0.6536352634429932, 0.5792043805122375, 0.4496381878852844], "r_norm": [0.9121310710906982, 0.9030051231384277, 0.9362002015113831]}, {"step": 1500, "epoch": 3, "train_loss": 0.3531574606895447, "cos_r_negg": [0.6646299362182617, 0.5899798274040222, 0.45523539185523987], "cos_apical_negg": [0.6646299362182617, 0.5899798274040222, 0.45523539185523987], "cos_Ac_negg": [0.6646299362182617, 0.5899798274040222, 0.45523539185523987], "r_norm": [0.9189400672912598, 0.915337085723877, 0.9413134455680847], "ldr": {"dL_sdil": -0.02961254119873047, "dL_bp": -0.025193780660629272, "ratio": 1.1753909267379812}}, {"step": 1550, "epoch": 3, "train_loss": 0.26765677332878113, "cos_r_negg": [0.6544555425643921, 0.5820785760879517, 0.44021961092948914], "cos_apical_negg": [0.6544555425643921, 0.5820785760879517, 0.44021961092948914], "cos_Ac_negg": [0.6544555425643921, 0.5820785760879517, 0.44021961092948914], "r_norm": [0.8296754360198975, 0.8199288249015808, 0.8465853929519653]}, {"step": 1600, "epoch": 3, "train_loss": 0.32475703954696655, "cos_r_negg": [0.6434730291366577, 0.587358295917511, 0.4452623128890991], "cos_apical_negg": [0.6434730291366577, 0.587358295917511, 0.4452623128890991], "cos_Ac_negg": [0.6434730291366577, 0.587358295917511, 0.4452623128890991], "r_norm": [0.8441674113273621, 0.834679126739502, 0.8613265752792358]}, {"step": 1650, "epoch": 3, "train_loss": 0.30960822105407715, "cos_r_negg": [0.6588070392608643, 0.5893911719322205, 0.44868624210357666], "cos_apical_negg": [0.6588070392608643, 0.5893911719322205, 0.44868624210357666], "cos_Ac_negg": [0.6588070392608643, 0.5893911719322205, 0.44868624210357666], "r_norm": [0.8001327514648438, 0.7938121557235718, 0.8176783323287964]}, {"step": 1700, "epoch": 3, "train_loss": 0.30314767360687256, "cos_r_negg": [0.653886616230011, 0.5751630067825317, 0.4488752484321594], "cos_apical_negg": [0.653886616230011, 0.5751630067825317, 0.4488752484321594], "cos_Ac_negg": [0.653886616230011, 0.5751630067825317, 0.4488752484321594], "r_norm": [0.7932654619216919, 0.7852518558502197, 0.8106732964515686]}, {"step": 1750, "epoch": 3, "train_loss": 0.4591110348701477, "cos_r_negg": [0.6491396427154541, 0.5880749225616455, 0.4660246968269348], "cos_apical_negg": [0.6491396427154541, 0.5880749225616455, 0.4660246968269348], "cos_Ac_negg": [0.6491396427154541, 0.5880749225616455, 0.4660246968269348], "r_norm": [0.8064249753952026, 0.7958297729492188, 0.8210436701774597], "ldr": {"dL_sdil": -0.007502466440200806, "dL_bp": -0.006192445755004883, "ratio": 1.2115514187810419}}, {"step": 1800, "epoch": 3, "train_loss": 0.3333946466445923, "cos_r_negg": [0.6551896929740906, 0.5946562886238098, 0.4537878632545471], "cos_apical_negg": [0.6551896929740906, 0.5946562886238098, 0.4537878632545471], "cos_Ac_negg": [0.6551896929740906, 0.5946562886238098, 0.4537878632545471], "r_norm": [0.7959288358688354, 0.7858902215957642, 0.8113531470298767]}, {"step": 1850, "epoch": 3, "train_loss": 0.3691549301147461, "cos_r_negg": [0.6571446657180786, 0.5906509160995483, 0.46251070499420166], "cos_apical_negg": [0.6571446657180786, 0.5906509160995483, 0.46251070499420166], "cos_Ac_negg": [0.6571446657180786, 0.5906509160995483, 0.46251070499420166], "r_norm": [0.7673295140266418, 0.7563608884811401, 0.7795453071594238]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8669, "test_loss": 0.3654828125}, {"step": 1900, "epoch": 4, "train_loss": 0.2528487741947174, "cos_r_negg": [0.6711167097091675, 0.6083699464797974, 0.4715181291103363], "cos_apical_negg": [0.6711167097091675, 0.6083699464797974, 0.4715181291103363], "cos_Ac_negg": [0.6711167097091675, 0.6083699464797974, 0.4715181291103363], "r_norm": [0.7811803817749023, 0.7725160121917725, 0.7950971722602844]}, {"step": 1950, "epoch": 4, "train_loss": 0.43578970432281494, "cos_r_negg": [0.6583060026168823, 0.6005061864852905, 0.4692997932434082], "cos_apical_negg": [0.6583060026168823, 0.6005061864852905, 0.4692997932434082], "cos_Ac_negg": [0.6583060026168823, 0.6005061864852905, 0.4692997932434082], "r_norm": [0.7913386225700378, 0.7822264432907104, 0.8053493499755859]}, {"step": 2000, "epoch": 4, "train_loss": 0.3537822365760803, "cos_r_negg": [0.6471843719482422, 0.598186731338501, 0.4672960042953491], "cos_apical_negg": [0.6471843719482422, 0.598186731338501, 0.4672960042953491], "cos_Ac_negg": [0.6471843719482422, 0.598186731338501, 0.4672960042953491], "r_norm": [0.7918614149093628, 0.7796087265014648, 0.8044354915618896], "ldr": {"dL_sdil": -0.010067582130432129, "dL_bp": -0.008792281150817871, "ratio": 1.145047793369941}}, {"step": 2050, "epoch": 4, "train_loss": 0.30587658286094666, "cos_r_negg": [0.6492311358451843, 0.5977281332015991, 0.4702288508415222], "cos_apical_negg": [0.6492311358451843, 0.5977281332015991, 0.4702288508415222], "cos_Ac_negg": [0.6492311358451843, 0.5977281332015991, 0.4702288508415222], "r_norm": [0.7874946594238281, 0.7744671702384949, 0.7965065240859985]}, {"step": 2100, "epoch": 4, "train_loss": 0.3060089945793152, "cos_r_negg": [0.6590684652328491, 0.6024495363235474, 0.4830961227416992], "cos_apical_negg": [0.6590684652328491, 0.6024495363235474, 0.4830961227416992], "cos_Ac_negg": [0.6590684652328491, 0.6024495363235474, 0.4830961227416992], "r_norm": [0.787014901638031, 0.7732194662094116, 0.7960654497146606]}, {"step": 2150, "epoch": 4, "train_loss": 0.30757936835289, "cos_r_negg": [0.6665902137756348, 0.6104925870895386, 0.48115813732147217], "cos_apical_negg": [0.6665902137756348, 0.6104925870895386, 0.48115813732147217], "cos_Ac_negg": [0.6665902137756348, 0.6104925870895386, 0.48115813732147217], "r_norm": [0.7753728628158569, 0.7611671090126038, 0.781684935092926]}, {"step": 2200, "epoch": 4, "train_loss": 0.3024944067001343, "cos_r_negg": [0.6711025834083557, 0.6210713386535645, 0.4882063865661621], "cos_apical_negg": [0.6711025834083557, 0.6210713386535645, 0.4882063865661621], "cos_Ac_negg": [0.6711025834083557, 0.6210713386535645, 0.4882063865661621], "r_norm": [0.7403829097747803, 0.7261949181556702, 0.7490355968475342]}, {"step": 2250, "epoch": 4, "train_loss": 0.16827921569347382, "cos_r_negg": [0.6821460127830505, 0.6244357228279114, 0.49638211727142334], "cos_apical_negg": [0.6821460127830505, 0.6244357228279114, 0.49638211727142334], "cos_Ac_negg": [0.6821460127830505, 0.6244357228279114, 0.49638211727142334], "r_norm": [0.7373197674751282, 0.7221716642379761, 0.7453395128250122], "ldr": {"dL_sdil": -0.006085097789764404, "dL_bp": -0.005113720893859863, "ratio": 1.1899550085087536}}, {"step": 2300, "epoch": 4, "train_loss": 0.1336798220872879, "cos_r_negg": [0.6791040897369385, 0.6276272535324097, 0.4972471594810486], "cos_apical_negg": [0.6791040897369385, 0.6276272535324097, 0.4972471594810486], "cos_Ac_negg": [0.6791040897369385, 0.6276272535324097, 0.4972471594810486], "r_norm": [0.7504333257675171, 0.7361180782318115, 0.7592321634292603]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8714, "test_loss": 0.3617995391845703}, {"step": 2350, "epoch": 5, "train_loss": 0.1734810173511505, "cos_r_negg": [0.680177628993988, 0.6199451684951782, 0.486473947763443], "cos_apical_negg": [0.680177628993988, 0.6199451684951782, 0.486473947763443], "cos_Ac_negg": [0.680177628993988, 0.6199451684951782, 0.486473947763443], "r_norm": [0.6674178838729858, 0.6542443633079529, 0.6725937724113464]}, {"step": 2400, "epoch": 5, "train_loss": 0.3052213490009308, "cos_r_negg": [0.6694042682647705, 0.6214381456375122, 0.4967174828052521], "cos_apical_negg": [0.6694042682647705, 0.6214381456375122, 0.4967174828052521], "cos_Ac_negg": [0.6694042682647705, 0.6214381456375122, 0.4967174828052521], "r_norm": [0.7262042760848999, 0.7104325294494629, 0.7340155243873596]}, {"step": 2450, "epoch": 5, "train_loss": 0.3016902804374695, "cos_r_negg": [0.6732348799705505, 0.6208239793777466, 0.49230337142944336], "cos_apical_negg": [0.6732348799705505, 0.6208239793777466, 0.49230337142944336], "cos_Ac_negg": [0.6732348799705505, 0.6208239793777466, 0.49230337142944336], "r_norm": [0.6850787401199341, 0.6686711311340332, 0.6887578964233398]}, {"step": 2500, "epoch": 5, "train_loss": 0.29644930362701416, "cos_r_negg": [0.6761449575424194, 0.6366217732429504, 0.5117693543434143], "cos_apical_negg": [0.6761449575424194, 0.6366217732429504, 0.5117693543434143], "cos_Ac_negg": [0.6761449575424194, 0.6366217732429504, 0.5117693543434143], "r_norm": [0.7054964303970337, 0.6886119246482849, 0.7067117691040039], "ldr": {"dL_sdil": -0.007978677749633789, "dL_bp": -0.006984353065490723, "ratio": 1.1423646076908636}}, {"step": 2550, "epoch": 5, "train_loss": 0.21153873205184937, "cos_r_negg": [0.6688898801803589, 0.6209372282028198, 0.49502432346343994], "cos_apical_negg": [0.6688898801803589, 0.6209372282028198, 0.49502432346343994], "cos_Ac_negg": [0.6688898801803589, 0.6209372282028198, 0.49502432346343994], "r_norm": [0.673129677772522, 0.6570805907249451, 0.674914538860321]}, {"step": 2600, "epoch": 5, "train_loss": 0.2555624842643738, "cos_r_negg": [0.6937810182571411, 0.6421273350715637, 0.5139697790145874], "cos_apical_negg": [0.6937810182571411, 0.6421273350715637, 0.5139697790145874], "cos_Ac_negg": [0.6937810182571411, 0.6421273350715637, 0.5139697790145874], "r_norm": [0.6607047319412231, 0.643216609954834, 0.662797212600708]}, {"step": 2650, "epoch": 5, "train_loss": 0.19645732641220093, "cos_r_negg": [0.6742993593215942, 0.6296638250350952, 0.5039359927177429], "cos_apical_negg": [0.6742993593215942, 0.6296638250350952, 0.5039359927177429], "cos_Ac_negg": [0.6742993593215942, 0.6296638250350952, 0.5039359927177429], "r_norm": [0.7055543661117554, 0.6861792206764221, 0.7102483510971069]}, {"step": 2700, "epoch": 5, "train_loss": 0.18362516164779663, "cos_r_negg": [0.6745612621307373, 0.6320488452911377, 0.5033218860626221], "cos_apical_negg": [0.6745612621307373, 0.6320488452911377, 0.5033218860626221], "cos_Ac_negg": [0.6745612621307373, 0.6320488452911377, 0.5033218860626221], "r_norm": [0.6836172342300415, 0.6638162732124329, 0.6824074983596802]}, {"step": 2750, "epoch": 5, "train_loss": 0.41911178827285767, "cos_r_negg": [0.6831501722335815, 0.6318413615226746, 0.5111305713653564], "cos_apical_negg": [0.6831501722335815, 0.6318413615226746, 0.5111305713653564], "cos_Ac_negg": [0.6831501722335815, 0.6318413615226746, 0.5111305713653564], "r_norm": [0.6825226545333862, 0.6639599800109863, 0.6814513206481934], "ldr": {"dL_sdil": -0.006403595209121704, "dL_bp": -0.005434244871139526, "ratio": 1.1783781115809218}}, {"step": 2800, "epoch": 5, "train_loss": 0.333213210105896, "cos_r_negg": [0.6768409609794617, 0.6347708106040955, 0.5160586833953857], "cos_apical_negg": [0.6768409609794617, 0.6347708106040955, 0.5160586833953857], "cos_Ac_negg": [0.6768409609794617, 0.6347708106040955, 0.5160586833953857], "r_norm": [0.7087064981460571, 0.6894210577011108, 0.7085725665092468]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8759, "test_loss": 0.3488072784423828}, {"step": 2850, "epoch": 6, "train_loss": 0.17461822926998138, "cos_r_negg": [0.6890003681182861, 0.6461719870567322, 0.530731201171875], "cos_apical_negg": [0.6890003681182861, 0.6461719870567322, 0.530731201171875], "cos_Ac_negg": [0.6890003681182861, 0.6461719870567322, 0.530731201171875], "r_norm": [0.6585671305656433, 0.6393003463745117, 0.6568204164505005]}, {"step": 2900, "epoch": 6, "train_loss": 0.2094224989414215, "cos_r_negg": [0.6860907077789307, 0.6468658447265625, 0.5285857915878296], "cos_apical_negg": [0.6860907077789307, 0.6468658447265625, 0.5285857915878296], "cos_Ac_negg": [0.6860907077789307, 0.6468658447265625, 0.5285857915878296], "r_norm": [0.6885439157485962, 0.6673650741577148, 0.687192976474762]}, {"step": 2950, "epoch": 6, "train_loss": 0.1569383442401886, "cos_r_negg": [0.6849839687347412, 0.6338604688644409, 0.5272634625434875], "cos_apical_negg": [0.6849839687347412, 0.6338604688644409, 0.5272634625434875], "cos_Ac_negg": [0.6849839687347412, 0.6338604688644409, 0.5272634625434875], "r_norm": [0.6391811966896057, 0.6185696125030518, 0.6353187561035156]}, {"step": 3000, "epoch": 6, "train_loss": 0.3742496967315674, "cos_r_negg": [0.6733834147453308, 0.6331797242164612, 0.5289912223815918], "cos_apical_negg": [0.6733834147453308, 0.6331797242164612, 0.5289912223815918], "cos_Ac_negg": [0.6733834147453308, 0.6331797242164612, 0.5289912223815918], "r_norm": [0.6524756550788879, 0.6311230659484863, 0.6469141840934753], "ldr": {"dL_sdil": -0.009006738662719727, "dL_bp": -0.008624523878097534, "ratio": 1.0443172040595596}}, {"step": 3050, "epoch": 6, "train_loss": 0.39389365911483765, "cos_r_negg": [0.6820905208587646, 0.6359430551528931, 0.5257148742675781], "cos_apical_negg": [0.6820905208587646, 0.6359430551528931, 0.5257148742675781], "cos_Ac_negg": [0.6820905208587646, 0.6359430551528931, 0.5257148742675781], "r_norm": [0.6413940191268921, 0.6193922162055969, 0.6364267468452454]}, {"step": 3100, "epoch": 6, "train_loss": 0.26473644375801086, "cos_r_negg": [0.6878964304924011, 0.6362169981002808, 0.5223940014839172], "cos_apical_negg": [0.6878964304924011, 0.6362169981002808, 0.5223940014839172], "cos_Ac_negg": [0.6878964304924011, 0.6362169981002808, 0.5223940014839172], "r_norm": [0.6500586867332458, 0.6266757249832153, 0.6442674398422241]}, {"step": 3150, "epoch": 6, "train_loss": 0.30999505519866943, "cos_r_negg": [0.6876404285430908, 0.6319426894187927, 0.5177209973335266], "cos_apical_negg": [0.6876404285430908, 0.6319426894187927, 0.5177209973335266], "cos_Ac_negg": [0.6876404285430908, 0.6319426894187927, 0.5177209973335266], "r_norm": [0.6538405418395996, 0.6301627159118652, 0.6457679271697998]}, {"step": 3200, "epoch": 6, "train_loss": 0.21644127368927002, "cos_r_negg": [0.6855044364929199, 0.6382011771202087, 0.5283540487289429], "cos_apical_negg": [0.6855044364929199, 0.6382011771202087, 0.5283540487289429], "cos_Ac_negg": [0.6855044364929199, 0.6382011771202087, 0.5283540487289429], "r_norm": [0.6337207555770874, 0.6106518507003784, 0.625903308391571]}, {"step": 3250, "epoch": 6, "train_loss": 0.17808152735233307, "cos_r_negg": [0.6839145421981812, 0.6339607238769531, 0.5317095518112183], "cos_apical_negg": [0.6839145421981812, 0.6339607238769531, 0.5317095518112183], "cos_Ac_negg": [0.6839145421981812, 0.6339607238769531, 0.5317095518112183], "r_norm": [0.6278799176216125, 0.6041364669799805, 0.6191911697387695], "ldr": {"dL_sdil": -0.008285582065582275, "dL_bp": -0.008114427328109741, "ratio": 1.0210926453034617}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8681, "test_loss": 0.36903182678222657}, {"step": 3300, "epoch": 7, "train_loss": 0.25804591178894043, "cos_r_negg": [0.6998730897903442, 0.6465392112731934, 0.5477502346038818], "cos_apical_negg": [0.6998730897903442, 0.6465392112731934, 0.5477502346038818], "cos_Ac_negg": [0.6998730897903442, 0.6465392112731934, 0.5477502346038818], "r_norm": [0.6597326993942261, 0.6339622735977173, 0.6510617733001709]}, {"step": 3350, "epoch": 7, "train_loss": 0.2173805683851242, "cos_r_negg": [0.7007506489753723, 0.6511999368667603, 0.5634998083114624], "cos_apical_negg": [0.7007506489753723, 0.6511999368667603, 0.5634998083114624], "cos_Ac_negg": [0.7007506489753723, 0.6511999368667603, 0.5634998083114624], "r_norm": [0.6379052996635437, 0.6113844513893127, 0.6288334131240845]}, {"step": 3400, "epoch": 7, "train_loss": 0.2209928184747696, "cos_r_negg": [0.6882715225219727, 0.6423050165176392, 0.5525554418563843], "cos_apical_negg": [0.6882715225219727, 0.6423050165176392, 0.5525554418563843], "cos_Ac_negg": [0.6882715225219727, 0.6423050165176392, 0.5525554418563843], "r_norm": [0.6130021214485168, 0.5860585570335388, 0.6044063568115234]}, {"step": 3450, "epoch": 7, "train_loss": 0.22101128101348877, "cos_r_negg": [0.6800727844238281, 0.6442193984985352, 0.5530702471733093], "cos_apical_negg": [0.6800727844238281, 0.6442193984985352, 0.5530702471733093], "cos_Ac_negg": [0.6800727844238281, 0.6442193984985352, 0.5530702471733093], "r_norm": [0.6092753410339355, 0.5835467576980591, 0.5990664958953857]}, {"step": 3500, "epoch": 7, "train_loss": 0.3536946177482605, "cos_r_negg": [0.6811741590499878, 0.6476258039474487, 0.5607274174690247], "cos_apical_negg": [0.6811741590499878, 0.6476258039474487, 0.5607274174690247], "cos_Ac_negg": [0.6811741590499878, 0.6476258039474487, 0.5607274174690247], "r_norm": [0.611250638961792, 0.584425687789917, 0.5992672443389893], "ldr": {"dL_sdil": -0.012044668197631836, "dL_bp": -0.01137000322341919, "ratio": 1.0593372720267147}}, {"step": 3550, "epoch": 7, "train_loss": 0.265178918838501, "cos_r_negg": [0.6793076395988464, 0.6343080401420593, 0.5481653213500977], "cos_apical_negg": [0.6793076395988464, 0.6343080401420593, 0.5481653213500977], "cos_Ac_negg": [0.6793076395988464, 0.6343080401420593, 0.5481653213500977], "r_norm": [0.6187257766723633, 0.5908761620521545, 0.6065634489059448]}, {"step": 3600, "epoch": 7, "train_loss": 0.20584818720817566, "cos_r_negg": [0.6870993375778198, 0.6390058994293213, 0.5451324582099915], "cos_apical_negg": [0.6870993375778198, 0.6390058994293213, 0.5451324582099915], "cos_Ac_negg": [0.6870993375778198, 0.6390058994293213, 0.5451324582099915], "r_norm": [0.6260014772415161, 0.5975747108459473, 0.6132251024246216]}, {"step": 3650, "epoch": 7, "train_loss": 0.34651249647140503, "cos_r_negg": [0.6957749128341675, 0.6509864330291748, 0.5659925937652588], "cos_apical_negg": [0.6957749128341675, 0.6509864330291748, 0.5659925937652588], "cos_Ac_negg": [0.6957749128341675, 0.6509864330291748, 0.5659925937652588], "r_norm": [0.6054290533065796, 0.5751665830612183, 0.5913264751434326]}, {"step": 3700, "epoch": 7, "train_loss": 0.2613527476787567, "cos_r_negg": [0.6812870502471924, 0.6359657049179077, 0.5407280921936035], "cos_apical_negg": [0.6812870502471924, 0.6359657049179077, 0.5407280921936035], "cos_Ac_negg": [0.6812870502471924, 0.6359657049179077, 0.5407280921936035], "r_norm": [0.6177042126655579, 0.5878571271896362, 0.6029917597770691]}, {"step": 3750, "epoch": 7, "train_loss": 0.30100372433662415, "cos_r_negg": [0.6728183031082153, 0.6320393681526184, 0.5416617393493652], "cos_apical_negg": [0.6728183031082153, 0.6320393681526184, 0.5416617393493652], "cos_Ac_negg": [0.6728183031082153, 0.6320393681526184, 0.5416617393493652], "r_norm": [0.6254130601882935, 0.5954478979110718, 0.6091347932815552], "ldr": {"dL_sdil": -0.00979110598564148, "dL_bp": -0.009913355112075806, "ratio": 0.987668238951169}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.877, "test_loss": 0.35950049743652346}, {"step": 3800, "epoch": 8, "train_loss": 0.21847191452980042, "cos_r_negg": [0.6728803515434265, 0.6313971281051636, 0.5478063821792603], "cos_apical_negg": [0.6728803515434265, 0.6313971281051636, 0.5478063821792603], "cos_Ac_negg": [0.6728803515434265, 0.6313971281051636, 0.5478063821792603], "r_norm": [0.586604118347168, 0.5561931729316711, 0.5700514316558838]}, {"step": 3850, "epoch": 8, "train_loss": 0.30035585165023804, "cos_r_negg": [0.6795069575309753, 0.6360208988189697, 0.5573512315750122], "cos_apical_negg": [0.6795069575309753, 0.6360208988189697, 0.5573512315750122], "cos_Ac_negg": [0.6795069575309753, 0.6360208988189697, 0.5573512315750122], "r_norm": [0.609901487827301, 0.5770885944366455, 0.5950071811676025]}, {"step": 3900, "epoch": 8, "train_loss": 0.29048100113868713, "cos_r_negg": [0.6784428954124451, 0.6342222094535828, 0.5637344121932983], "cos_apical_negg": [0.6784428954124451, 0.6342222094535828, 0.5637344121932983], "cos_Ac_negg": [0.6784428954124451, 0.6342222094535828, 0.5637344121932983], "r_norm": [0.655718207359314, 0.619957447052002, 0.6355665922164917]}, {"step": 3950, "epoch": 8, "train_loss": 0.2237458974123001, "cos_r_negg": [0.6888264417648315, 0.6347836852073669, 0.5713604688644409], "cos_apical_negg": [0.6888264417648315, 0.6347836852073669, 0.5713604688644409], "cos_Ac_negg": [0.6888264417648315, 0.6347836852073669, 0.5713604688644409], "r_norm": [0.5645914077758789, 0.5342344045639038, 0.5467404723167419]}, {"step": 4000, "epoch": 8, "train_loss": 0.34763622283935547, "cos_r_negg": [0.6969083547592163, 0.6527554392814636, 0.5773500800132751], "cos_apical_negg": [0.6969083547592163, 0.6527554392814636, 0.5773500800132751], "cos_Ac_negg": [0.6969083547592163, 0.6527554392814636, 0.5773500800132751], "r_norm": [0.6017048358917236, 0.5693104863166809, 0.5830184817314148], "ldr": {"dL_sdil": -0.010687649250030518, "dL_bp": -0.010394573211669922, "ratio": 1.0281951006926924}}, {"step": 4050, "epoch": 8, "train_loss": 0.25406187772750854, "cos_r_negg": [0.680804967880249, 0.6391241550445557, 0.5744136571884155], "cos_apical_negg": [0.680804967880249, 0.6391241550445557, 0.5744136571884155], "cos_Ac_negg": [0.680804967880249, 0.6391241550445557, 0.5744136571884155], "r_norm": [0.6709489226341248, 0.6297736763954163, 0.648000955581665]}, {"step": 4100, "epoch": 8, "train_loss": 0.2001897692680359, "cos_r_negg": [0.6686828136444092, 0.6328902840614319, 0.5625628232955933], "cos_apical_negg": [0.6686828136444092, 0.6328902840614319, 0.5625628232955933], "cos_Ac_negg": [0.6686828136444092, 0.6328902840614319, 0.5625628232955933], "r_norm": [0.638208270072937, 0.5993567109107971, 0.6164675951004028]}, {"step": 4150, "epoch": 8, "train_loss": 0.2365472912788391, "cos_r_negg": [0.6818705201148987, 0.6408984661102295, 0.573971152305603], "cos_apical_negg": [0.6818705201148987, 0.6408984661102295, 0.573971152305603], "cos_Ac_negg": [0.6818705201148987, 0.6408984661102295, 0.573971152305603], "r_norm": [0.5751136541366577, 0.5405321717262268, 0.5531949400901794]}, {"step": 4200, "epoch": 8, "train_loss": 0.2749113440513611, "cos_r_negg": [0.6707327961921692, 0.6256773471832275, 0.5515758991241455], "cos_apical_negg": [0.6707327961921692, 0.6256773471832275, 0.5515758991241455], "cos_Ac_negg": [0.6707327961921692, 0.6256773471832275, 0.5515758991241455], "r_norm": [0.5728217959403992, 0.5392717123031616, 0.5512709617614746]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8788, "test_loss": 0.3540437561035156}, {"step": 4250, "epoch": 9, "train_loss": 0.16493184864521027, "cos_r_negg": [0.6785784363746643, 0.6412226557731628, 0.5712062120437622], "cos_apical_negg": [0.6785784363746643, 0.6412226557731628, 0.5712062120437622], "cos_Ac_negg": [0.6785784363746643, 0.6412226557731628, 0.5712062120437622], "r_norm": [0.5921779274940491, 0.555564284324646, 0.5694285035133362], "ldr": {"dL_sdil": -0.016543954610824585, "dL_bp": -0.01660454273223877, "ratio": 0.9963511117173646}}, {"step": 4300, "epoch": 9, "train_loss": 0.16441413760185242, "cos_r_negg": [0.6865880489349365, 0.6467099189758301, 0.5744507312774658], "cos_apical_negg": [0.6865880489349365, 0.6467099189758301, 0.5744507312774658], "cos_Ac_negg": [0.6865880489349365, 0.6467099189758301, 0.5744507312774658], "r_norm": [0.5880664587020874, 0.5503562688827515, 0.5632257461547852]}, {"step": 4350, "epoch": 9, "train_loss": 0.13919350504875183, "cos_r_negg": [0.6937891244888306, 0.6451632380485535, 0.5739704370498657], "cos_apical_negg": [0.6937891244888306, 0.6451632380485535, 0.5739704370498657], "cos_Ac_negg": [0.6937891244888306, 0.6451632380485535, 0.5739704370498657], "r_norm": [0.5697891712188721, 0.5324305295944214, 0.5466303825378418]}, {"step": 4400, "epoch": 9, "train_loss": 0.26522231101989746, "cos_r_negg": [0.6659407615661621, 0.6275940537452698, 0.5599284172058105], "cos_apical_negg": [0.6659407615661621, 0.6275940537452698, 0.5599284172058105], "cos_Ac_negg": [0.6659407615661621, 0.6275940537452698, 0.5599284172058105], "r_norm": [0.6427352428436279, 0.6010708808898926, 0.6170137524604797]}, {"step": 4450, "epoch": 9, "train_loss": 0.15573164820671082, "cos_r_negg": [0.6845736503601074, 0.6356127858161926, 0.5687958598136902], "cos_apical_negg": [0.6845736503601074, 0.6356127858161926, 0.5687958598136902], "cos_Ac_negg": [0.6845736503601074, 0.6356127858161926, 0.5687958598136902], "r_norm": [0.595687210559845, 0.5560157299041748, 0.5681295394897461]}, {"step": 4500, "epoch": 9, "train_loss": 0.25635653734207153, "cos_r_negg": [0.6789003610610962, 0.6392809748649597, 0.5731939673423767], "cos_apical_negg": [0.6789003610610962, 0.6392809748649597, 0.5731939673423767], "cos_Ac_negg": [0.6789003610610962, 0.6392809748649597, 0.5731939673423767], "r_norm": [0.6288818120956421, 0.5861127972602844, 0.6008968353271484], "ldr": {"dL_sdil": -0.020525425672531128, "dL_bp": -0.021514415740966797, "ratio": 0.9540312839380305}}, {"step": 4550, "epoch": 9, "train_loss": 0.17647962272167206, "cos_r_negg": [0.684312641620636, 0.6379445791244507, 0.5669195652008057], "cos_apical_negg": [0.684312641620636, 0.6379445791244507, 0.5669195652008057], "cos_Ac_negg": [0.684312641620636, 0.6379445791244507, 0.5669195652008057], "r_norm": [0.5960394144058228, 0.5536026954650879, 0.5668896436691284]}, {"step": 4600, "epoch": 9, "train_loss": 0.2434321641921997, "cos_r_negg": [0.6867222189903259, 0.6395836472511292, 0.5710606575012207], "cos_apical_negg": [0.6867222189903259, 0.6395836472511292, 0.5710606575012207], "cos_Ac_negg": [0.6867222189903259, 0.6395836472511292, 0.5710606575012207], "r_norm": [0.5840082168579102, 0.5435125827789307, 0.5550867915153503]}, {"step": 4650, "epoch": 9, "train_loss": 0.2498576045036316, "cos_r_negg": [0.6898399591445923, 0.6468147039413452, 0.5760079622268677], "cos_apical_negg": [0.6898399591445923, 0.6468147039413452, 0.5760079622268677], "cos_Ac_negg": [0.6898399591445923, 0.6468147039413452, 0.5760079622268677], "r_norm": [0.5785294771194458, 0.5352213978767395, 0.5487593412399292]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8816, "test_loss": 0.3511072265625}, {"step": 4700, "epoch": 10, "train_loss": 0.2994707524776459, "cos_r_negg": [0.6849445104598999, 0.6442269682884216, 0.583319365978241], "cos_apical_negg": [0.6849445104598999, 0.6442269682884216, 0.583319365978241], "cos_Ac_negg": [0.6849445104598999, 0.6442269682884216, 0.583319365978241], "r_norm": [0.5826005935668945, 0.5379542112350464, 0.5510904788970947]}, {"step": 4750, "epoch": 10, "train_loss": 0.23229888081550598, "cos_r_negg": [0.6803954839706421, 0.6432974934577942, 0.5880376100540161], "cos_apical_negg": [0.6803954839706421, 0.6432974934577942, 0.5880376100540161], "cos_Ac_negg": [0.6803954839706421, 0.6432974934577942, 0.5880376100540161], "r_norm": [0.5478851795196533, 0.5048686265945435, 0.5175844430923462], "ldr": {"dL_sdil": -0.010333925485610962, "dL_bp": -0.01165229082107544, "ratio": 0.8868578414572389}}, {"step": 4800, "epoch": 10, "train_loss": 0.2065584361553192, "cos_r_negg": [0.6767297983169556, 0.637184739112854, 0.5807714462280273], "cos_apical_negg": [0.6767297983169556, 0.637184739112854, 0.5807714462280273], "cos_Ac_negg": [0.6767297983169556, 0.637184739112854, 0.5807714462280273], "r_norm": [0.5682915449142456, 0.5237643718719482, 0.5387247800827026]}, {"step": 4850, "epoch": 10, "train_loss": 0.24877387285232544, "cos_r_negg": [0.6795095205307007, 0.6412095427513123, 0.5822213888168335], "cos_apical_negg": [0.6795095205307007, 0.6412095427513123, 0.5822213888168335], "cos_Ac_negg": [0.6795095205307007, 0.6412095427513123, 0.5822213888168335], "r_norm": [0.5576975345611572, 0.5128508806228638, 0.5258234739303589]}, {"step": 4900, "epoch": 10, "train_loss": 0.16436709463596344, "cos_r_negg": [0.6699820756912231, 0.6293830275535583, 0.5727871060371399], "cos_apical_negg": [0.6699820756912231, 0.6293830275535583, 0.5727871060371399], "cos_Ac_negg": [0.6699820756912231, 0.6293830275535583, 0.5727871060371399], "r_norm": [0.5667116641998291, 0.5203966498374939, 0.5339704751968384]}, {"step": 4950, "epoch": 10, "train_loss": 0.19926197826862335, "cos_r_negg": [0.6711663603782654, 0.6296335458755493, 0.5717035531997681], "cos_apical_negg": [0.6711663603782654, 0.6296335458755493, 0.5717035531997681], "cos_Ac_negg": [0.6711663603782654, 0.6296335458755493, 0.5717035531997681], "r_norm": [0.5953902006149292, 0.5483680963516235, 0.5619158744812012]}, {"step": 5000, "epoch": 10, "train_loss": 0.19971416890621185, "cos_r_negg": [0.6741352677345276, 0.6262399554252625, 0.5696352124214172], "cos_apical_negg": [0.6741352677345276, 0.6262399554252625, 0.5696352124214172], "cos_Ac_negg": [0.6741352677345276, 0.6262399554252625, 0.5696352124214172], "r_norm": [0.604070782661438, 0.552619218826294, 0.5672036409378052], "ldr": {"dL_sdil": -0.016244977712631226, "dL_bp": -0.017616599798202515, "ratio": 0.9221403618585217}}, {"step": 5050, "epoch": 10, "train_loss": 0.33066821098327637, "cos_r_negg": [0.660871148109436, 0.6192675232887268, 0.5639066696166992], "cos_apical_negg": [0.660871148109436, 0.6192675232887268, 0.5639066696166992], "cos_Ac_negg": [0.660871148109436, 0.6192675232887268, 0.5639066696166992], "r_norm": [0.5313020944595337, 0.48651623725891113, 0.49837779998779297]}, {"step": 5100, "epoch": 10, "train_loss": 0.14902622997760773, "cos_r_negg": [0.6835050582885742, 0.6322644948959351, 0.5802291631698608], "cos_apical_negg": [0.6835050582885742, 0.6322644948959351, 0.5802291631698608], "cos_Ac_negg": [0.6835050582885742, 0.6322644948959351, 0.5802291631698608], "r_norm": [0.5543854236602783, 0.507430374622345, 0.5187479853630066]}, {"step": 5150, "epoch": 10, "train_loss": 0.2254926860332489, "cos_r_negg": [0.6498451232910156, 0.6023551821708679, 0.554736852645874], "cos_apical_negg": [0.6498451232910156, 0.6023551821708679, 0.554736852645874], "cos_Ac_negg": [0.6498451232910156, 0.6023551821708679, 0.554736852645874], "r_norm": [0.5768064260482788, 0.5264819860458374, 0.5409772396087646]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8764, "test_loss": 0.36671712341308593}, {"step": 5200, "epoch": 11, "train_loss": 0.22138693928718567, "cos_r_negg": [0.6618676781654358, 0.6156092882156372, 0.5627174377441406], "cos_apical_negg": [0.6618676781654358, 0.6156092882156372, 0.5627174377441406], "cos_Ac_negg": [0.6618676781654358, 0.6156092882156372, 0.5627174377441406], "r_norm": [0.5485995411872864, 0.4975637197494507, 0.5107460021972656]}, {"step": 5250, "epoch": 11, "train_loss": 0.10088028013706207, "cos_r_negg": [0.6630252003669739, 0.6186105012893677, 0.5706012845039368], "cos_apical_negg": [0.6630252003669739, 0.6186105012893677, 0.5706012845039368], "cos_Ac_negg": [0.6630252003669739, 0.6186105012893677, 0.5706012845039368], "r_norm": [0.5544118285179138, 0.5043186545372009, 0.5177907943725586], "ldr": {"dL_sdil": -0.005854874849319458, "dL_bp": -0.007002770900726318, "ratio": 0.836079736481483}}, {"step": 5300, "epoch": 11, "train_loss": 0.22768603265285492, "cos_r_negg": [0.6422665119171143, 0.5984424352645874, 0.5539759993553162], "cos_apical_negg": [0.6422665119171143, 0.5984424352645874, 0.5539759993553162], "cos_Ac_negg": [0.6422665119171143, 0.5984424352645874, 0.5539759993553162], "r_norm": [0.5433858633041382, 0.49411362409591675, 0.5064264535903931]}, {"step": 5350, "epoch": 11, "train_loss": 0.19821178913116455, "cos_r_negg": [0.6540230512619019, 0.6123039722442627, 0.5657620429992676], "cos_apical_negg": [0.6540230512619019, 0.6123039722442627, 0.5657620429992676], "cos_Ac_negg": [0.6540230512619019, 0.6123039722442627, 0.5657620429992676], "r_norm": [0.5737959146499634, 0.522357702255249, 0.5338473320007324]}, {"step": 5400, "epoch": 11, "train_loss": 0.17626750469207764, "cos_r_negg": [0.6589568257331848, 0.6180834770202637, 0.5681479573249817], "cos_apical_negg": [0.6589568257331848, 0.6180834770202637, 0.5681479573249817], "cos_Ac_negg": [0.6589568257331848, 0.6180834770202637, 0.5681479573249817], "r_norm": [0.5683392286300659, 0.5148645043373108, 0.5270039439201355]}, {"step": 5450, "epoch": 11, "train_loss": 0.16768822073936462, "cos_r_negg": [0.6573702096939087, 0.6187242269515991, 0.5754433870315552], "cos_apical_negg": [0.6573702096939087, 0.6187242269515991, 0.5754433870315552], "cos_Ac_negg": [0.6573702096939087, 0.6187242269515991, 0.5754433870315552], "r_norm": [0.5809373259544373, 0.5266385674476624, 0.5386096239089966]}, {"step": 5500, "epoch": 11, "train_loss": 0.25958898663520813, "cos_r_negg": [0.6536511778831482, 0.6205002665519714, 0.5720723867416382], "cos_apical_negg": [0.6536511778831482, 0.6205002665519714, 0.5720723867416382], "cos_Ac_negg": [0.6536511778831482, 0.6205002665519714, 0.5720723867416382], "r_norm": [0.5553663969039917, 0.502856433391571, 0.5147653818130493], "ldr": {"dL_sdil": -0.006896764039993286, "dL_bp": -0.008840471506118774, "ratio": 0.7801353169024767}}, {"step": 5550, "epoch": 11, "train_loss": 0.2857406735420227, "cos_r_negg": [0.658625602722168, 0.6194146871566772, 0.5796879529953003], "cos_apical_negg": [0.658625602722168, 0.6194146871566772, 0.5796879529953003], "cos_Ac_negg": [0.658625602722168, 0.6194146871566772, 0.5796879529953003], "r_norm": [0.5233756303787231, 0.4725884199142456, 0.48343443870544434]}, {"step": 5600, "epoch": 11, "train_loss": 0.16955547034740448, "cos_r_negg": [0.6670724749565125, 0.6222168207168579, 0.5872191190719604], "cos_apical_negg": [0.6670724749565125, 0.6222168207168579, 0.5872191190719604], "cos_Ac_negg": [0.6670724749565125, 0.6222168207168579, 0.5872191190719604], "r_norm": [0.5740283727645874, 0.5155619382858276, 0.5272266864776611]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.885, "test_loss": 0.3574317565917969}, {"step": 5650, "epoch": 12, "train_loss": 0.17373687028884888, "cos_r_negg": [0.6672830581665039, 0.625968873500824, 0.5925155878067017], "cos_apical_negg": [0.6672830581665039, 0.625968873500824, 0.5925155878067017], "cos_Ac_negg": [0.6672830581665039, 0.625968873500824, 0.5925155878067017], "r_norm": [0.5361535549163818, 0.4834994673728943, 0.4938502907752991]}, {"step": 5700, "epoch": 12, "train_loss": 0.14885732531547546, "cos_r_negg": [0.6585092544555664, 0.620065450668335, 0.5820092558860779], "cos_apical_negg": [0.6585092544555664, 0.620065450668335, 0.5820092558860779], "cos_Ac_negg": [0.6585092544555664, 0.620065450668335, 0.5820092558860779], "r_norm": [0.5448381900787354, 0.48874759674072266, 0.5006489753723145]}, {"step": 5750, "epoch": 12, "train_loss": 0.3381723165512085, "cos_r_negg": [0.6463269591331482, 0.6073152422904968, 0.5774210691452026], "cos_apical_negg": [0.6463269591331482, 0.6073152422904968, 0.5774210691452026], "cos_Ac_negg": [0.6463269591331482, 0.6073152422904968, 0.5774210691452026], "r_norm": [0.5292428731918335, 0.47464418411254883, 0.48617464303970337], "ldr": {"dL_sdil": -0.008962512016296387, "dL_bp": -0.01096266508102417, "ratio": 0.8175486480755534}}, {"step": 5800, "epoch": 12, "train_loss": 0.21920695900917053, "cos_r_negg": [0.6560924053192139, 0.6146026253700256, 0.5807079672813416], "cos_apical_negg": [0.6560924053192139, 0.6146026253700256, 0.5807079672813416], "cos_Ac_negg": [0.6560924053192139, 0.6146026253700256, 0.5807079672813416], "r_norm": [0.5331395864486694, 0.47841429710388184, 0.48905494809150696]}, {"step": 5850, "epoch": 12, "train_loss": 0.2869340777397156, "cos_r_negg": [0.6419353485107422, 0.6071301698684692, 0.5743511319160461], "cos_apical_negg": [0.6419353485107422, 0.6071301698684692, 0.5743511319160461], "cos_Ac_negg": [0.6419353485107422, 0.6071301698684692, 0.5743511319160461], "r_norm": [0.531997561454773, 0.4763990044593811, 0.4864804744720459]}, {"step": 5900, "epoch": 12, "train_loss": 0.210941880941391, "cos_r_negg": [0.6560486555099487, 0.6171168088912964, 0.583793044090271], "cos_apical_negg": [0.6560486555099487, 0.6171168088912964, 0.583793044090271], "cos_Ac_negg": [0.6560486555099487, 0.6171168088912964, 0.583793044090271], "r_norm": [0.5685509443283081, 0.5063897371292114, 0.5191693305969238]}, {"step": 5950, "epoch": 12, "train_loss": 0.20869885385036469, "cos_r_negg": [0.6627313494682312, 0.6237058043479919, 0.5903984308242798], "cos_apical_negg": [0.6627313494682312, 0.6237058043479919, 0.5903984308242798], "cos_Ac_negg": [0.6627313494682312, 0.6237058043479919, 0.5903984308242798], "r_norm": [0.5807719826698303, 0.5159581899642944, 0.5292418003082275]}, {"step": 6000, "epoch": 12, "train_loss": 0.10257793962955475, "cos_r_negg": [0.6310096979141235, 0.5951350927352905, 0.5647146701812744], "cos_apical_negg": [0.6310096979141235, 0.5951350927352905, 0.5647146701812744], "cos_Ac_negg": [0.6310096979141235, 0.5951350927352905, 0.5647146701812744], "r_norm": [0.5221787691116333, 0.46412548422813416, 0.47439759969711304], "ldr": {"dL_sdil": -0.008834391832351685, "dL_bp": -0.010422855615615845, "ratio": 0.8475980247789028}}, {"step": 6050, "epoch": 12, "train_loss": 0.1372898668050766, "cos_r_negg": [0.6432740092277527, 0.6068331599235535, 0.5755000114440918], "cos_apical_negg": [0.6432740092277527, 0.6068331599235535, 0.5755000114440918], "cos_Ac_negg": [0.6432740092277527, 0.6068331599235535, 0.5755000114440918], "r_norm": [0.5499005317687988, 0.48783615231513977, 0.4997667670249939]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8816, "test_loss": 0.35938719482421877}, {"step": 6100, "epoch": 13, "train_loss": 0.23783661425113678, "cos_r_negg": [0.6700649261474609, 0.6289567947387695, 0.5950008034706116], "cos_apical_negg": [0.6700649261474609, 0.6289567947387695, 0.5950008034706116], "cos_Ac_negg": [0.6700649261474609, 0.6289567947387695, 0.5950008034706116], "r_norm": [0.5424434542655945, 0.4803413152694702, 0.49130839109420776]}, {"step": 6150, "epoch": 13, "train_loss": 0.13837280869483948, "cos_r_negg": [0.6438647508621216, 0.6034567356109619, 0.5700625777244568], "cos_apical_negg": [0.6438647508621216, 0.6034567356109619, 0.5700625777244568], "cos_Ac_negg": [0.6438647508621216, 0.6034567356109619, 0.5700625777244568], "r_norm": [0.5237908959388733, 0.4647633135318756, 0.4744330644607544]}, {"step": 6200, "epoch": 13, "train_loss": 0.21512876451015472, "cos_r_negg": [0.637527585029602, 0.5978593230247498, 0.5663519501686096], "cos_apical_negg": [0.637527585029602, 0.5978593230247498, 0.5663519501686096], "cos_Ac_negg": [0.637527585029602, 0.5978593230247498, 0.5663519501686096], "r_norm": [0.5133320093154907, 0.45373785495758057, 0.4640592634677887]}, {"step": 6250, "epoch": 13, "train_loss": 0.15088185667991638, "cos_r_negg": [0.6446443796157837, 0.6065428853034973, 0.5759279727935791], "cos_apical_negg": [0.6446443796157837, 0.6065428853034973, 0.5759279727935791], "cos_Ac_negg": [0.6446443796157837, 0.6065428853034973, 0.5759279727935791], "r_norm": [0.55219966173172, 0.48772308230400085, 0.4982523024082184], "ldr": {"dL_sdil": -0.013565212488174438, "dL_bp": -0.017453134059906006, "ratio": 0.7772364803715657}}, {"step": 6300, "epoch": 13, "train_loss": 0.20577234029769897, "cos_r_negg": [0.6595845222473145, 0.6209695339202881, 0.5922577381134033], "cos_apical_negg": [0.6595845222473145, 0.6209695339202881, 0.5922577381134033], "cos_Ac_negg": [0.6595845222473145, 0.6209695339202881, 0.5922577381134033], "r_norm": [0.5420166254043579, 0.47777456045150757, 0.48946210741996765]}, {"step": 6350, "epoch": 13, "train_loss": 0.22892746329307556, "cos_r_negg": [0.6548339128494263, 0.6179560422897339, 0.5881866812705994], "cos_apical_negg": [0.6548339128494263, 0.6179560422897339, 0.5881866812705994], "cos_Ac_negg": [0.6548339128494263, 0.6179560422897339, 0.5881866812705994], "r_norm": [0.5620355606079102, 0.49269288778305054, 0.506022572517395]}, {"step": 6400, "epoch": 13, "train_loss": 0.16026653349399567, "cos_r_negg": [0.6341739296913147, 0.5988354682922363, 0.5716280341148376], "cos_apical_negg": [0.6341739296913147, 0.5988354682922363, 0.5716280341148376], "cos_Ac_negg": [0.6341739296913147, 0.5988354682922363, 0.5716280341148376], "r_norm": [0.5089206695556641, 0.44705745577812195, 0.4580308794975281]}, {"step": 6450, "epoch": 13, "train_loss": 0.18856817483901978, "cos_r_negg": [0.6699249744415283, 0.6259799003601074, 0.5968749523162842], "cos_apical_negg": [0.6699249744415283, 0.6259799003601074, 0.5968749523162842], "cos_Ac_negg": [0.6699249744415283, 0.6259799003601074, 0.5968749523162842], "r_norm": [0.542006254196167, 0.4754757881164551, 0.4863432049751282]}, {"step": 6500, "epoch": 13, "train_loss": 0.1208697110414505, "cos_r_negg": [0.6455833315849304, 0.6015253067016602, 0.5741595029830933], "cos_apical_negg": [0.6455833315849304, 0.6015253067016602, 0.5741595029830933], "cos_Ac_negg": [0.6455833315849304, 0.6015253067016602, 0.5741595029830933], "r_norm": [0.5285701155662537, 0.46450501680374146, 0.4744381904602051], "ldr": {"dL_sdil": -0.009158313274383545, "dL_bp": -0.011735737323760986, "ratio": 0.7803781749478143}}, {"step": 6550, "epoch": 13, "train_loss": 0.16284996271133423, "cos_r_negg": [0.638981282711029, 0.6008082628250122, 0.5718214511871338], "cos_apical_negg": [0.638981282711029, 0.6008082628250122, 0.5718214511871338], "cos_Ac_negg": [0.638981282711029, 0.6008082628250122, 0.5718214511871338], "r_norm": [0.5331724286079407, 0.4669080674648285, 0.47672349214553833]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.883, "test_loss": 0.37009171142578123}, {"step": 6600, "epoch": 14, "train_loss": 0.21086208522319794, "cos_r_negg": [0.6397438049316406, 0.6002204418182373, 0.57487553358078], "cos_apical_negg": [0.6397438049316406, 0.6002204418182373, 0.57487553358078], "cos_Ac_negg": [0.6397438049316406, 0.6002204418182373, 0.57487553358078], "r_norm": [0.5365108847618103, 0.4689197838306427, 0.4787602424621582]}, {"step": 6650, "epoch": 14, "train_loss": 0.22571757435798645, "cos_r_negg": [0.6364811658859253, 0.5989238023757935, 0.5736641883850098], "cos_apical_negg": [0.6364811658859253, 0.5989238023757935, 0.5736641883850098], "cos_Ac_negg": [0.6364811658859253, 0.5989238023757935, 0.5736641883850098], "r_norm": [0.5452308654785156, 0.4735192060470581, 0.4857145845890045]}, {"step": 6700, "epoch": 14, "train_loss": 0.14700593054294586, "cos_r_negg": [0.6451587080955505, 0.6077833771705627, 0.5817649364471436], "cos_apical_negg": [0.6451587080955505, 0.6077833771705627, 0.5817649364471436], "cos_Ac_negg": [0.6451587080955505, 0.6077833771705627, 0.5817649364471436], "r_norm": [0.5454439520835876, 0.47368305921554565, 0.48489904403686523]}, {"step": 6750, "epoch": 14, "train_loss": 0.24068157374858856, "cos_r_negg": [0.6397324204444885, 0.6001647710800171, 0.5722288489341736], "cos_apical_negg": [0.6397324204444885, 0.6001647710800171, 0.5722288489341736], "cos_Ac_negg": [0.6397324204444885, 0.6001647710800171, 0.5722288489341736], "r_norm": [0.5317277908325195, 0.45970720052719116, 0.4703250527381897], "ldr": {"dL_sdil": -0.01339074969291687, "dL_bp": -0.01719185709953308, "ratio": 0.7789007095272188}}, {"step": 6800, "epoch": 14, "train_loss": 0.1559925079345703, "cos_r_negg": [0.6376527547836304, 0.598465085029602, 0.5711530447006226], "cos_apical_negg": [0.6376527547836304, 0.598465085029602, 0.5711530447006226], "cos_Ac_negg": [0.6376527547836304, 0.598465085029602, 0.5711530447006226], "r_norm": [0.5428410768508911, 0.4704042077064514, 0.4810587167739868]}, {"step": 6850, "epoch": 14, "train_loss": 0.11782580614089966, "cos_r_negg": [0.633978009223938, 0.6004721522331238, 0.5724914073944092], "cos_apical_negg": [0.633978009223938, 0.6004721522331238, 0.5724914073944092], "cos_Ac_negg": [0.633978009223938, 0.6004721522331238, 0.5724914073944092], "r_norm": [0.5620120763778687, 0.4858473837375641, 0.4963696599006653]}, {"step": 6900, "epoch": 14, "train_loss": 0.22100785374641418, "cos_r_negg": [0.6353814005851746, 0.5988370180130005, 0.5791771411895752], "cos_apical_negg": [0.6353814005851746, 0.5988370180130005, 0.5791771411895752], "cos_Ac_negg": [0.6353814005851746, 0.5988370180130005, 0.5791771411895752], "r_norm": [0.5432038307189941, 0.46929505467414856, 0.47994479537010193]}, {"step": 6950, "epoch": 14, "train_loss": 0.21286670863628387, "cos_r_negg": [0.6390942335128784, 0.6020897626876831, 0.5795534253120422], "cos_apical_negg": [0.6390942335128784, 0.6020897626876831, 0.5795534253120422], "cos_Ac_negg": [0.6390942335128784, 0.6020897626876831, 0.5795534253120422], "r_norm": [0.5396945476531982, 0.4670887589454651, 0.4756491184234619]}, {"step": 7000, "epoch": 14, "train_loss": 0.1734582781791687, "cos_r_negg": [0.6324608325958252, 0.5960255861282349, 0.5686079859733582], "cos_apical_negg": [0.6324608325958252, 0.5960255861282349, 0.5686079859733582], "cos_Ac_negg": [0.6324608325958252, 0.5960255861282349, 0.5686079859733582], "r_norm": [0.5317379832267761, 0.45677363872528076, 0.46672114729881287], "ldr": {"dL_sdil": -0.010080486536026001, "dL_bp": -0.014029353857040405, "ratio": 0.7185282115446301}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8874, "test_loss": 0.35893422546386716}, {"step": 7050, "epoch": 15, "train_loss": 0.16217860579490662, "cos_r_negg": [0.6203497052192688, 0.5854153633117676, 0.558643102645874], "cos_apical_negg": [0.6203497052192688, 0.5854153633117676, 0.558643102645874], "cos_Ac_negg": [0.6203497052192688, 0.5854153633117676, 0.558643102645874], "r_norm": [0.549720823764801, 0.4725780189037323, 0.4825926721096039]}, {"step": 7100, "epoch": 15, "train_loss": 0.17671020328998566, "cos_r_negg": [0.6276856660842896, 0.5888463258743286, 0.5651827454566956], "cos_apical_negg": [0.6276856660842896, 0.5888463258743286, 0.5651827454566956], "cos_Ac_negg": [0.6276856660842896, 0.5888463258743286, 0.5651827454566956], "r_norm": [0.5630707740783691, 0.4836967885494232, 0.49411123991012573]}, {"step": 7150, "epoch": 15, "train_loss": 0.197943314909935, "cos_r_negg": [0.6322507262229919, 0.593661367893219, 0.57081538438797], "cos_apical_negg": [0.6322507262229919, 0.593661367893219, 0.57081538438797], "cos_Ac_negg": [0.6322507262229919, 0.593661367893219, 0.57081538438797], "r_norm": [0.5346089005470276, 0.46115267276763916, 0.46881750226020813]}, {"step": 7200, "epoch": 15, "train_loss": 0.22185584902763367, "cos_r_negg": [0.6388106942176819, 0.606356143951416, 0.5832552909851074], "cos_apical_negg": [0.6388106942176819, 0.606356143951416, 0.5832552909851074], "cos_Ac_negg": [0.6388106942176819, 0.606356143951416, 0.5832552909851074], "r_norm": [0.538332462310791, 0.4634154438972473, 0.47224098443984985]}, {"step": 7250, "epoch": 15, "train_loss": 0.23093688488006592, "cos_r_negg": [0.6247978806495667, 0.5935322642326355, 0.5682389736175537], "cos_apical_negg": [0.6247978806495667, 0.5935322642326355, 0.5682389736175537], "cos_Ac_negg": [0.6247978806495667, 0.5935322642326355, 0.5682389736175537], "r_norm": [0.5681846141815186, 0.4856016933917999, 0.4956526458263397], "ldr": {"dL_sdil": -0.016629517078399658, "dL_bp": -0.022793680429458618, "ratio": 0.7295670012512601}}, {"step": 7300, "epoch": 15, "train_loss": 0.17866560816764832, "cos_r_negg": [0.6314369440078735, 0.5965941548347473, 0.5764760971069336], "cos_apical_negg": [0.6314369440078735, 0.5965941548347473, 0.5764760971069336], "cos_Ac_negg": [0.6314369440078735, 0.5965941548347473, 0.5764760971069336], "r_norm": [0.5451151132583618, 0.4654914140701294, 0.47440052032470703]}, {"step": 7350, "epoch": 15, "train_loss": 0.13416986167430878, "cos_r_negg": [0.6277426481246948, 0.5973361730575562, 0.5724127292633057], "cos_apical_negg": [0.6277426481246948, 0.5973361730575562, 0.5724127292633057], "cos_Ac_negg": [0.6277426481246948, 0.5973361730575562, 0.5724127292633057], "r_norm": [0.5142289400100708, 0.43791770935058594, 0.44629794359207153]}, {"step": 7400, "epoch": 15, "train_loss": 0.21154451370239258, "cos_r_negg": [0.6359015703201294, 0.599768877029419, 0.5801748037338257], "cos_apical_negg": [0.6359015703201294, 0.599768877029419, 0.5801748037338257], "cos_Ac_negg": [0.6359015703201294, 0.599768877029419, 0.5801748037338257], "r_norm": [0.5569741725921631, 0.47241583466529846, 0.4818665385246277]}, {"step": 7450, "epoch": 15, "train_loss": 0.16862204670906067, "cos_r_negg": [0.6186693906784058, 0.5849835276603699, 0.5633649826049805], "cos_apical_negg": [0.6186693906784058, 0.5849835276603699, 0.5633649826049805], "cos_Ac_negg": [0.6186693906784058, 0.5849835276603699, 0.5633649826049805], "r_norm": [0.5366068482398987, 0.4547352194786072, 0.4633209705352783]}, {"step": 7500, "epoch": 15, "train_loss": 0.14909842610359192, "cos_r_negg": [0.6011232137680054, 0.5622658133506775, 0.5469986200332642], "cos_apical_negg": [0.6011232137680054, 0.5622658133506775, 0.5469986200332642], "cos_Ac_negg": [0.6011232137680054, 0.5622658133506775, 0.5469986200332642], "r_norm": [0.5640394687652588, 0.47444796562194824, 0.4836248755455017], "ldr": {"dL_sdil": -0.022838354110717773, "dL_bp": -0.03037714958190918, "ratio": 0.7518267653499305}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8855, "test_loss": 0.3798498199462891}, {"step": 7550, "epoch": 16, "train_loss": 0.18998117744922638, "cos_r_negg": [0.611267626285553, 0.5785700082778931, 0.5599727630615234], "cos_apical_negg": [0.611267626285553, 0.5785700082778931, 0.5599727630615234], "cos_Ac_negg": [0.611267626285553, 0.5785700082778931, 0.5599727630615234], "r_norm": [0.5402175784111023, 0.4566635191440582, 0.4659826159477234]}, {"step": 7600, "epoch": 16, "train_loss": 0.22672924399375916, "cos_r_negg": [0.6281964182853699, 0.5918344259262085, 0.5747463703155518], "cos_apical_negg": [0.6281964182853699, 0.5918344259262085, 0.5747463703155518], "cos_Ac_negg": [0.6281964182853699, 0.5918344259262085, 0.5747463703155518], "r_norm": [0.5249797105789185, 0.44196775555610657, 0.4513283371925354]}, {"step": 7650, "epoch": 16, "train_loss": 0.07532963901758194, "cos_r_negg": [0.6043998003005981, 0.5703983306884766, 0.553627610206604], "cos_apical_negg": [0.6043998003005981, 0.5703983306884766, 0.553627610206604], "cos_Ac_negg": [0.6043998003005981, 0.5703983306884766, 0.553627610206604], "r_norm": [0.5080607533454895, 0.4269649386405945, 0.43702471256256104]}, {"step": 7700, "epoch": 16, "train_loss": 0.10164446383714676, "cos_r_negg": [0.6068556308746338, 0.572508692741394, 0.5587210655212402], "cos_apical_negg": [0.6068556308746338, 0.572508692741394, 0.5587210655212402], "cos_Ac_negg": [0.6068556308746338, 0.572508692741394, 0.5587210655212402], "r_norm": [0.5183480978012085, 0.4341029226779938, 0.44458749890327454]}, {"step": 7750, "epoch": 16, "train_loss": 0.17536672949790955, "cos_r_negg": [0.6206810474395752, 0.5849254131317139, 0.5682848691940308], "cos_apical_negg": [0.6206810474395752, 0.5849254131317139, 0.5682848691940308], "cos_Ac_negg": [0.6206810474395752, 0.5849254131317139, 0.5682848691940308], "r_norm": [0.5088661909103394, 0.426053524017334, 0.4343459904193878], "ldr": {"dL_sdil": -0.010771304368972778, "dL_bp": -0.015886664390563965, "ratio": 0.6780091845693232}}, {"step": 7800, "epoch": 16, "train_loss": 0.11974798142910004, "cos_r_negg": [0.6280213594436646, 0.5937913060188293, 0.5778521299362183], "cos_apical_negg": [0.6280213594436646, 0.5937913060188293, 0.5778521299362183], "cos_Ac_negg": [0.6280213594436646, 0.5937913060188293, 0.5778521299362183], "r_norm": [0.5722588300704956, 0.47793030738830566, 0.4876890480518341]}, {"step": 7850, "epoch": 16, "train_loss": 0.19967514276504517, "cos_r_negg": [0.6020162105560303, 0.5664975643157959, 0.5459150075912476], "cos_apical_negg": [0.6020162105560303, 0.5664975643157959, 0.5459150075912476], "cos_Ac_negg": [0.6020162105560303, 0.5664975643157959, 0.5459150075912476], "r_norm": [0.5407240390777588, 0.45432382822036743, 0.46120667457580566]}, {"step": 7900, "epoch": 16, "train_loss": 0.09347712993621826, "cos_r_negg": [0.6048291921615601, 0.5749247074127197, 0.5545191764831543], "cos_apical_negg": [0.6048291921615601, 0.5749247074127197, 0.5545191764831543], "cos_Ac_negg": [0.6048291921615601, 0.5749247074127197, 0.5545191764831543], "r_norm": [0.5604695081710815, 0.4687343239784241, 0.4775823652744293]}, {"step": 7950, "epoch": 16, "train_loss": 0.15563169121742249, "cos_r_negg": [0.6055091619491577, 0.5734755992889404, 0.5571261644363403], "cos_apical_negg": [0.6055091619491577, 0.5734755992889404, 0.5571261644363403], "cos_Ac_negg": [0.6055091619491577, 0.5734755992889404, 0.5571261644363403], "r_norm": [0.5251240730285645, 0.43911218643188477, 0.44684261083602905]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8823, "test_loss": 0.38296325378417967}, {"step": 8000, "epoch": 17, "train_loss": 0.13835975527763367, "cos_r_negg": [0.6041905879974365, 0.5757976770401001, 0.5596498250961304], "cos_apical_negg": [0.6041905879974365, 0.5757976770401001, 0.5596498250961304], "cos_Ac_negg": [0.6041905879974365, 0.5757976770401001, 0.5596498250961304], "r_norm": [0.5533608198165894, 0.45854753255844116, 0.46710917353630066], "ldr": {"dL_sdil": -0.019289016723632812, "dL_bp": -0.02726992964744568, "ratio": 0.7073365048244478}}, {"step": 8050, "epoch": 17, "train_loss": 0.12099865078926086, "cos_r_negg": [0.6185368299484253, 0.5848990678787231, 0.5689864754676819], "cos_apical_negg": [0.6185368299484253, 0.5848990678787231, 0.5689864754676819], "cos_Ac_negg": [0.6185368299484253, 0.5848990678787231, 0.5689864754676819], "r_norm": [0.5351006984710693, 0.44394972920417786, 0.4531852602958679]}, {"step": 8100, "epoch": 17, "train_loss": 0.1888233870267868, "cos_r_negg": [0.5994285345077515, 0.5684034824371338, 0.5529955625534058], "cos_apical_negg": [0.5994285345077515, 0.5684034824371338, 0.5529955625534058], "cos_Ac_negg": [0.5994285345077515, 0.5684034824371338, 0.5529955625534058], "r_norm": [0.5235109329223633, 0.4359503984451294, 0.44377365708351135]}, {"step": 8150, "epoch": 17, "train_loss": 0.16948318481445312, "cos_r_negg": [0.6254541873931885, 0.5918089747428894, 0.5767389535903931], "cos_apical_negg": [0.6254541873931885, 0.5918089747428894, 0.5767389535903931], "cos_Ac_negg": [0.6254541873931885, 0.5918089747428894, 0.5767389535903931], "r_norm": [0.5504661798477173, 0.4543458819389343, 0.4616886377334595]}, {"step": 8200, "epoch": 17, "train_loss": 0.1514829397201538, "cos_r_negg": [0.6066662073135376, 0.5755559206008911, 0.5620651245117188], "cos_apical_negg": [0.6066662073135376, 0.5755559206008911, 0.5620651245117188], "cos_Ac_negg": [0.6066662073135376, 0.5755559206008911, 0.5620651245117188], "r_norm": [0.5548696517944336, 0.4586387276649475, 0.46737831830978394]}, {"step": 8250, "epoch": 17, "train_loss": 0.13975977897644043, "cos_r_negg": [0.5793943405151367, 0.5486577749252319, 0.5345163345336914], "cos_apical_negg": [0.5793943405151367, 0.5486577749252319, 0.5345163345336914], "cos_Ac_negg": [0.5793943405151367, 0.5486577749252319, 0.5345163345336914], "r_norm": [0.5407509803771973, 0.44674092531204224, 0.45531395077705383], "ldr": {"dL_sdil": -0.011152565479278564, "dL_bp": -0.017715096473693848, "ratio": 0.629551495575519}}, {"step": 8300, "epoch": 17, "train_loss": 0.09197954833507538, "cos_r_negg": [0.5939996242523193, 0.5635035634040833, 0.5502769947052002], "cos_apical_negg": [0.5939996242523193, 0.5635035634040833, 0.5502769947052002], "cos_Ac_negg": [0.5939996242523193, 0.5635035634040833, 0.5502769947052002], "r_norm": [0.5407479405403137, 0.4466818571090698, 0.45435670018196106]}, {"step": 8350, "epoch": 17, "train_loss": 0.1056518405675888, "cos_r_negg": [0.6051368713378906, 0.5763082504272461, 0.5619085431098938], "cos_apical_negg": [0.6051368713378906, 0.5763082504272461, 0.5619085431098938], "cos_Ac_negg": [0.6051368713378906, 0.5763082504272461, 0.5619085431098938], "r_norm": [0.5245321989059448, 0.4330815076828003, 0.44037777185440063]}, {"step": 8400, "epoch": 17, "train_loss": 0.3871385455131531, "cos_r_negg": [0.6199400424957275, 0.587017297744751, 0.5738376379013062], "cos_apical_negg": [0.6199400424957275, 0.587017297744751, 0.5738376379013062], "cos_Ac_negg": [0.6199400424957275, 0.587017297744751, 0.5738376379013062], "r_norm": [0.5193636417388916, 0.425619900226593, 0.43383079767227173]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8866, "test_loss": 0.38699891052246094}, {"step": 8450, "epoch": 18, "train_loss": 0.0966913253068924, "cos_r_negg": [0.5912861824035645, 0.5613102316856384, 0.5469735860824585], "cos_apical_negg": [0.5912861824035645, 0.5613102316856384, 0.5469735860824585], "cos_Ac_negg": [0.5912861824035645, 0.5613102316856384, 0.5469735860824585], "r_norm": [0.5068617463111877, 0.41405758261680603, 0.4213857054710388]}, {"step": 8500, "epoch": 18, "train_loss": 0.17277666926383972, "cos_r_negg": [0.6029305458068848, 0.5702000856399536, 0.5589485764503479], "cos_apical_negg": [0.6029305458068848, 0.5702000856399536, 0.5589485764503479], "cos_Ac_negg": [0.6029305458068848, 0.5702000856399536, 0.5589485764503479], "r_norm": [0.5734370350837708, 0.46449923515319824, 0.4740704894065857], "ldr": {"dL_sdil": -0.02655702829360962, "dL_bp": -0.037799835205078125, "ratio": 0.7025699490362297}}, {"step": 8550, "epoch": 18, "train_loss": 0.11943866312503815, "cos_r_negg": [0.6080866456031799, 0.5735318660736084, 0.563148021697998], "cos_apical_negg": [0.6080866456031799, 0.5735318660736084, 0.563148021697998], "cos_Ac_negg": [0.6080866456031799, 0.5735318660736084, 0.563148021697998], "r_norm": [0.5340584516525269, 0.4344562292098999, 0.4419354796409607]}, {"step": 8600, "epoch": 18, "train_loss": 0.08562858402729034, "cos_r_negg": [0.6087431907653809, 0.5789598226547241, 0.5702489018440247], "cos_apical_negg": [0.6087431907653809, 0.5789598226547241, 0.5702489018440247], "cos_Ac_negg": [0.6087431907653809, 0.5789598226547241, 0.5702489018440247], "r_norm": [0.5511890649795532, 0.4466853737831116, 0.4539422392845154]}, {"step": 8650, "epoch": 18, "train_loss": 0.1300051063299179, "cos_r_negg": [0.6026384234428406, 0.5711749792098999, 0.5606242418289185], "cos_apical_negg": [0.6026384234428406, 0.5711749792098999, 0.5606242418289185], "cos_Ac_negg": [0.6026384234428406, 0.5711749792098999, 0.5606242418289185], "r_norm": [0.574151337146759, 0.4681788682937622, 0.47443705797195435]}, {"step": 8700, "epoch": 18, "train_loss": 0.1369401514530182, "cos_r_negg": [0.5959153771400452, 0.565546452999115, 0.5566871762275696], "cos_apical_negg": [0.5959153771400452, 0.565546452999115, 0.5566871762275696], "cos_Ac_negg": [0.5959153771400452, 0.565546452999115, 0.5566871762275696], "r_norm": [0.5254516005516052, 0.42710477113723755, 0.43323853611946106]}, {"step": 8750, "epoch": 18, "train_loss": 0.18374522030353546, "cos_r_negg": [0.5999861359596252, 0.5671786069869995, 0.5587771534919739], "cos_apical_negg": [0.5999861359596252, 0.5671786069869995, 0.5587771534919739], "cos_Ac_negg": [0.5999861359596252, 0.5671786069869995, 0.5587771534919739], "r_norm": [0.5373634099960327, 0.4363422393798828, 0.44241175055503845], "ldr": {"dL_sdil": -0.016815543174743652, "dL_bp": -0.026981234550476074, "ratio": 0.6232310513177369}}, {"step": 8800, "epoch": 18, "train_loss": 0.047496065497398376, "cos_r_negg": [0.5816742777824402, 0.5521174669265747, 0.5432871580123901], "cos_apical_negg": [0.5816742777824402, 0.5521174669265747, 0.5432871580123901], "cos_Ac_negg": [0.5816742777824402, 0.5521174669265747, 0.5432871580123901], "r_norm": [0.5055249333381653, 0.4102404713630676, 0.41540318727493286]}, {"step": 8850, "epoch": 18, "train_loss": 0.15160927176475525, "cos_r_negg": [0.5858531594276428, 0.5557162761688232, 0.5493922829627991], "cos_apical_negg": [0.5858531594276428, 0.5557162761688232, 0.5493922829627991], "cos_Ac_negg": [0.5858531594276428, 0.5557162761688232, 0.5493922829627991], "r_norm": [0.5472601652145386, 0.44181695580482483, 0.4497601389884949]}, {"step": 8900, "epoch": 18, "train_loss": 0.15086019039154053, "cos_r_negg": [0.5938022136688232, 0.5608923435211182, 0.5502517223358154], "cos_apical_negg": [0.5938022136688232, 0.5608923435211182, 0.5502517223358154], "cos_Ac_negg": [0.5938022136688232, 0.5608923435211182, 0.5502517223358154], "r_norm": [0.5314972996711731, 0.4285750389099121, 0.4345305562019348]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8814, "test_loss": 0.3909084747314453}, {"step": 8950, "epoch": 19, "train_loss": 0.11593462526798248, "cos_r_negg": [0.5855344533920288, 0.5556080341339111, 0.5449579954147339], "cos_apical_negg": [0.5855344533920288, 0.5556080341339111, 0.5449579954147339], "cos_Ac_negg": [0.5855344533920288, 0.5556080341339111, 0.5449579954147339], "r_norm": [0.5439962148666382, 0.43612784147262573, 0.4427289366722107]}, {"step": 9000, "epoch": 19, "train_loss": 0.2169259488582611, "cos_r_negg": [0.5873153805732727, 0.5569887757301331, 0.5485247373580933], "cos_apical_negg": [0.5873153805732727, 0.5569887757301331, 0.5485247373580933], "cos_Ac_negg": [0.5873153805732727, 0.5569887757301331, 0.5485247373580933], "r_norm": [0.5322883725166321, 0.4257434010505676, 0.4334944486618042], "ldr": {"dL_sdil": -0.011293530464172363, "dL_bp": -0.01813623309135437, "ratio": 0.6227054100642345}}, {"step": 9050, "epoch": 19, "train_loss": 0.18591421842575073, "cos_r_negg": [0.5892208218574524, 0.5588225722312927, 0.5509486794471741], "cos_apical_negg": [0.5892208218574524, 0.5588225722312927, 0.5509486794471741], "cos_Ac_negg": [0.5892208218574524, 0.5588225722312927, 0.5509486794471741], "r_norm": [0.5503126978874207, 0.43991708755493164, 0.44562727212905884]}, {"step": 9100, "epoch": 19, "train_loss": 0.11613842099905014, "cos_r_negg": [0.5834089517593384, 0.5551522374153137, 0.5437718033790588], "cos_apical_negg": [0.5834089517593384, 0.5551522374153137, 0.5437718033790588], "cos_Ac_negg": [0.5834089517593384, 0.5551522374153137, 0.5437718033790588], "r_norm": [0.5135277509689331, 0.4142909646034241, 0.41768741607666016]}, {"step": 9150, "epoch": 19, "train_loss": 0.08345131576061249, "cos_r_negg": [0.6004378795623779, 0.5708819627761841, 0.5613272190093994], "cos_apical_negg": [0.6004378795623779, 0.5708819627761841, 0.5613272190093994], "cos_Ac_negg": [0.6004378795623779, 0.5708819627761841, 0.5613272190093994], "r_norm": [0.5040818452835083, 0.4026728868484497, 0.40767884254455566]}, {"step": 9200, "epoch": 19, "train_loss": 0.10304760932922363, "cos_r_negg": [0.59203040599823, 0.5644035339355469, 0.5559536218643188], "cos_apical_negg": [0.59203040599823, 0.5644035339355469, 0.5559536218643188], "cos_Ac_negg": [0.59203040599823, 0.5644035339355469, 0.5559536218643188], "r_norm": [0.5164012312889099, 0.41235142946243286, 0.4186946153640747]}, {"step": 9250, "epoch": 19, "train_loss": 0.1906423270702362, "cos_r_negg": [0.5959748029708862, 0.5660894513130188, 0.5621883869171143], "cos_apical_negg": [0.5959748029708862, 0.5660894513130188, 0.5621883869171143], "cos_Ac_negg": [0.5959748029708862, 0.5660894513130188, 0.5621883869171143], "r_norm": [0.5708298683166504, 0.4557979106903076, 0.4594639539718628], "ldr": {"dL_sdil": -0.028944939374923706, "dL_bp": -0.04140821099281311, "ratio": 0.6990144872461997}}, {"step": 9300, "epoch": 19, "train_loss": 0.1583571434020996, "cos_r_negg": [0.5865166187286377, 0.5585440397262573, 0.5513888001441956], "cos_apical_negg": [0.5865166187286377, 0.5585440397262573, 0.5513888001441956], "cos_Ac_negg": [0.5865166187286377, 0.5585440397262573, 0.5513888001441956], "r_norm": [0.5177701711654663, 0.41209328174591064, 0.41744083166122437]}, {"step": 9350, "epoch": 19, "train_loss": 0.1521303951740265, "cos_r_negg": [0.5964093804359436, 0.5668988823890686, 0.5634889602661133], "cos_apical_negg": [0.5964093804359436, 0.5668988823890686, 0.5634889602661133], "cos_Ac_negg": [0.5964093804359436, 0.5668988823890686, 0.5634889602661133], "r_norm": [0.5714430809020996, 0.45342177152633667, 0.45962753891944885]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8815, "test_loss": 0.4211031280517578}], "final": {"test_acc": 0.8815, "test_loss": 0.4211031280517578, "wall_s": 49.20402193069458, "cos_r_negg": [0.5797480940818787, 0.5523134469985962, 0.5456452965736389], "cos_apical_negg": [0.5797480940818787, 0.5523134469985962, 0.5456452965736389], "cos_Ac_negg": [0.5797480940818787, 0.5523134469985962, 0.5456452965736389]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_sdil_d5_s0.json b/results/depth_fmnist_sdil_d5_s0.json
new file mode 100644
index 0000000..1d0911d
--- /dev/null
+++ b/results/depth_fmnist_sdil_d5_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d5_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.363647937774658, "cos_r_negg": [0.005458177998661995, -0.008580699563026428, 0.0043641915544867516, 0.01170200202614069, -0.012361709028482437], "cos_apical_negg": [0.005458177998661995, -0.008580699563026428, 0.0043641915544867516, 0.01170200202614069, -0.012361709028482437], "cos_Ac_negg": [0.005458177998661995, -0.008580699563026428, 0.0043641915544867516, 0.01170200202614069, -0.012361709028482437], "r_norm": [4.738079071044922, 4.801775932312012, 4.772134304046631, 4.877655506134033, 4.77717924118042], "ldr": {"dL_sdil": -0.010063886642456055, "dL_bp": -0.14385652542114258, "ratio": 0.0699578042288582}}, {"step": 50, "epoch": 0, "train_loss": 0.7837879657745361, "cos_r_negg": [0.23704370856285095, 0.18629196286201477, 0.10922375321388245, 0.19171923398971558, 0.11955425143241882], "cos_apical_negg": [0.23704370856285095, 0.18629196286201477, 0.10922375321388245, 0.19171923398971558, 0.11955425143241882], "cos_Ac_negg": [0.23704370856285095, 0.18629196286201477, 0.10922375321388245, 0.19171923398971558, 0.11955425143241882], "r_norm": [2.3826842308044434, 2.4188649654388428, 2.4018566608428955, 2.3985776901245117, 2.4119834899902344]}, {"step": 100, "epoch": 0, "train_loss": 0.6284478902816772, "cos_r_negg": [0.3668088912963867, 0.271707147359848, 0.20595629513263702, 0.2791649103164673, 0.14464475214481354], "cos_apical_negg": [0.3668088912963867, 0.271707147359848, 0.20595629513263702, 0.2791649103164673, 0.14464475214481354], "cos_Ac_negg": [0.3668088912963867, 0.271707147359848, 0.20595629513263702, 0.2791649103164673, 0.14464475214481354], "r_norm": [1.8102138042449951, 1.841344952583313, 1.8364183902740479, 1.8227553367614746, 1.8461298942565918]}, {"step": 150, "epoch": 0, "train_loss": 0.49574461579322815, "cos_r_negg": [0.393340528011322, 0.34041523933410645, 0.2814496159553528, 0.3248293697834015, 0.19711148738861084], "cos_apical_negg": [0.393340528011322, 0.34041523933410645, 0.2814496159553528, 0.3248293697834015, 0.19711148738861084], "cos_Ac_negg": [0.393340528011322, 0.34041523933410645, 0.2814496159553528, 0.3248293697834015, 0.19711148738861084], "r_norm": [1.633976697921753, 1.6466385126113892, 1.6385021209716797, 1.6303856372833252, 1.6455796957015991]}, {"step": 200, "epoch": 0, "train_loss": 0.5333744883537292, "cos_r_negg": [0.43498390913009644, 0.34656697511672974, 0.31214821338653564, 0.35734638571739197, 0.2278023362159729], "cos_apical_negg": [0.43498390913009644, 0.34656697511672974, 0.31214821338653564, 0.35734638571739197, 0.2278023362159729], "cos_Ac_negg": [0.43498390913009644, 0.34656697511672974, 0.31214821338653564, 0.35734638571739197, 0.2278023362159729], "r_norm": [1.4997918605804443, 1.5229170322418213, 1.5139985084533691, 1.5064024925231934, 1.5216668844223022]}, {"step": 250, "epoch": 0, "train_loss": 0.5005440711975098, "cos_r_negg": [0.4737643599510193, 0.3682413399219513, 0.3337871730327606, 0.3712942898273468, 0.24347235262393951], "cos_apical_negg": [0.4737643599510193, 0.3682413399219513, 0.3337871730327606, 0.3712942898273468, 0.24347235262393951], "cos_Ac_negg": [0.4737643599510193, 0.3682413399219513, 0.3337871730327606, 0.3712942898273468, 0.24347235262393951], "r_norm": [1.3114356994628906, 1.3227853775024414, 1.3141484260559082, 1.3139842748641968, 1.3250229358673096], "ldr": {"dL_sdil": -0.008845210075378418, "dL_bp": -0.0068849921226501465, "ratio": 1.2847088156106345}}, {"step": 300, "epoch": 0, "train_loss": 0.6626046895980835, "cos_r_negg": [0.453532338142395, 0.39230382442474365, 0.3358287811279297, 0.3452293872833252, 0.22736632823944092], "cos_apical_negg": [0.453532338142395, 0.39230382442474365, 0.3358287811279297, 0.3452293872833252, 0.22736632823944092], "cos_Ac_negg": [0.453532338142395, 0.39230382442474365, 0.3358287811279297, 0.3452293872833252, 0.22736632823944092], "r_norm": [1.2639503479003906, 1.2807285785675049, 1.2706578969955444, 1.270845651626587, 1.2834241390228271]}, {"step": 350, "epoch": 0, "train_loss": 0.46297433972358704, "cos_r_negg": [0.47401028871536255, 0.40691572427749634, 0.36483538150787354, 0.3650774359703064, 0.24813629686832428], "cos_apical_negg": [0.47401028871536255, 0.40691572427749634, 0.36483538150787354, 0.3650774359703064, 0.24813629686832428], "cos_Ac_negg": [0.47401028871536255, 0.40691572427749634, 0.36483538150787354, 0.3650774359703064, 0.24813629686832428], "r_norm": [1.279951810836792, 1.2873342037200928, 1.2787995338439941, 1.2830407619476318, 1.2902235984802246]}, {"step": 400, "epoch": 0, "train_loss": 0.6153913736343384, "cos_r_negg": [0.5117084980010986, 0.43788301944732666, 0.39533430337905884, 0.36191004514694214, 0.2461930215358734], "cos_apical_negg": [0.5117084980010986, 0.43788301944732666, 0.39533430337905884, 0.36191004514694214, 0.2461930215358734], "cos_Ac_negg": [0.5117084980010986, 0.43788301944732666, 0.39533430337905884, 0.36191004514694214, 0.2461930215358734], "r_norm": [1.2633702754974365, 1.2693207263946533, 1.258638858795166, 1.2630544900894165, 1.2716355323791504]}, {"step": 450, "epoch": 0, "train_loss": 0.41899317502975464, "cos_r_negg": [0.520490288734436, 0.42895328998565674, 0.39474520087242126, 0.33492353558540344, 0.23329953849315643], "cos_apical_negg": [0.520490288734436, 0.42895328998565674, 0.39474520087242126, 0.33492353558540344, 0.23329953849315643], "cos_Ac_negg": [0.520490288734436, 0.42895328998565674, 0.39474520087242126, 0.33492353558540344, 0.23329953849315643], "r_norm": [1.1939635276794434, 1.2076258659362793, 1.1968066692352295, 1.195041298866272, 1.2072001695632935]}, {"epoch_end": 0, "step": 469, "test_acc": 0.839, "test_loss": 0.4615711853027344}, {"step": 500, "epoch": 1, "train_loss": 0.28355634212493896, "cos_r_negg": [0.520142138004303, 0.45613375306129456, 0.41542673110961914, 0.373127818107605, 0.25534388422966003], "cos_apical_negg": [0.520142138004303, 0.45613375306129456, 0.41542673110961914, 0.373127818107605, 0.25534388422966003], "cos_Ac_negg": [0.520142138004303, 0.45613375306129456, 0.41542673110961914, 0.373127818107605, 0.25534388422966003], "r_norm": [1.2522671222686768, 1.2582019567489624, 1.2419377565383911, 1.254720687866211, 1.2581861019134521], "ldr": {"dL_sdil": -0.032648324966430664, "dL_bp": -0.023636430501937866, "ratio": 1.381271379523822}}, {"step": 550, "epoch": 1, "train_loss": 0.507971465587616, "cos_r_negg": [0.5205920934677124, 0.4598318636417389, 0.413601815700531, 0.38997870683670044, 0.2605913579463959], "cos_apical_negg": [0.5205920934677124, 0.4598318636417389, 0.413601815700531, 0.38997870683670044, 0.2605913579463959], "cos_Ac_negg": [0.5205920934677124, 0.4598318636417389, 0.413601815700531, 0.38997870683670044, 0.2605913579463959], "r_norm": [1.096724271774292, 1.1126973628997803, 1.0951268672943115, 1.1030161380767822, 1.1130402088165283]}, {"step": 600, "epoch": 1, "train_loss": 0.45915359258651733, "cos_r_negg": [0.5169013738632202, 0.4594968557357788, 0.4048864543437958, 0.39401811361312866, 0.26937800645828247], "cos_apical_negg": [0.5169013738632202, 0.4594968557357788, 0.4048864543437958, 0.39401811361312866, 0.26937800645828247], "cos_Ac_negg": [0.5169013738632202, 0.4594968557357788, 0.4048864543437958, 0.39401811361312866, 0.26937800645828247], "r_norm": [1.0981087684631348, 1.1148412227630615, 1.1037683486938477, 1.1050469875335693, 1.1173772811889648]}, {"step": 650, "epoch": 1, "train_loss": 0.49097102880477905, "cos_r_negg": [0.538025438785553, 0.4701923131942749, 0.42679518461227417, 0.3892424702644348, 0.2617204487323761], "cos_apical_negg": [0.538025438785553, 0.4701923131942749, 0.42679518461227417, 0.3892424702644348, 0.2617204487323761], "cos_Ac_negg": [0.538025438785553, 0.4701923131942749, 0.42679518461227417, 0.3892424702644348, 0.2617204487323761], "r_norm": [1.087465763092041, 1.0992343425750732, 1.0841128826141357, 1.0893092155456543, 1.0996057987213135]}, {"step": 700, "epoch": 1, "train_loss": 0.281594455242157, "cos_r_negg": [0.5434750318527222, 0.4801546037197113, 0.4394320249557495, 0.41235804557800293, 0.2728191316127777], "cos_apical_negg": [0.5434750318527222, 0.4801546037197113, 0.4394320249557495, 0.41235804557800293, 0.2728191316127777], "cos_Ac_negg": [0.5434750318527222, 0.4801546037197113, 0.4394320249557495, 0.41235804557800293, 0.2728191316127777], "r_norm": [1.1308499574661255, 1.1323503255844116, 1.1152758598327637, 1.126861333847046, 1.1304891109466553]}, {"step": 750, "epoch": 1, "train_loss": 0.4318069815635681, "cos_r_negg": [0.5309720039367676, 0.47061628103256226, 0.4082338511943817, 0.40966686606407166, 0.2744256854057312], "cos_apical_negg": [0.5309720039367676, 0.47061628103256226, 0.4082338511943817, 0.40966686606407166, 0.2744256854057312], "cos_Ac_negg": [0.5309720039367676, 0.47061628103256226, 0.4082338511943817, 0.40966686606407166, 0.2744256854057312], "r_norm": [1.0275039672851562, 1.0326228141784668, 1.0247541666030884, 1.0232200622558594, 1.0358028411865234], "ldr": {"dL_sdil": -0.008871853351593018, "dL_bp": -0.006602168083190918, "ratio": 1.3437787768809923}}, {"step": 800, "epoch": 1, "train_loss": 0.4310527443885803, "cos_r_negg": [0.5186300277709961, 0.47394657135009766, 0.425529420375824, 0.4114680886268616, 0.2752857208251953], "cos_apical_negg": [0.5186300277709961, 0.47394657135009766, 0.425529420375824, 0.4114680886268616, 0.2752857208251953], "cos_Ac_negg": [0.5186300277709961, 0.47394657135009766, 0.425529420375824, 0.4114680886268616, 0.2752857208251953], "r_norm": [1.013885259628296, 1.0206447839736938, 1.0057367086410522, 1.0115530490875244, 1.0209803581237793]}, {"step": 850, "epoch": 1, "train_loss": 0.293326735496521, "cos_r_negg": [0.5395896434783936, 0.47830629348754883, 0.4246671795845032, 0.4151296615600586, 0.2789757251739502], "cos_apical_negg": [0.5395896434783936, 0.47830629348754883, 0.4246671795845032, 0.4151296615600586, 0.2789757251739502], "cos_Ac_negg": [0.5395896434783936, 0.47830629348754883, 0.4246671795845032, 0.4151296615600586, 0.2789757251739502], "r_norm": [1.031341791152954, 1.0402252674102783, 1.03206467628479, 1.0273460149765015, 1.0406947135925293]}, {"step": 900, "epoch": 1, "train_loss": 0.3580452501773834, "cos_r_negg": [0.5473839640617371, 0.47260552644729614, 0.4249787926673889, 0.4113014340400696, 0.2650942802429199], "cos_apical_negg": [0.5473839640617371, 0.47260552644729614, 0.4249787926673889, 0.4113014340400696, 0.2650942802429199], "cos_Ac_negg": [0.5473839640617371, 0.47260552644729614, 0.4249787926673889, 0.4113014340400696, 0.2650942802429199], "r_norm": [1.0018213987350464, 1.0030608177185059, 0.9927763938903809, 0.9919793009757996, 1.0039424896240234]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8468, "test_loss": 0.42647652282714843}, {"step": 950, "epoch": 2, "train_loss": 0.3068122863769531, "cos_r_negg": [0.5505736470222473, 0.4860960841178894, 0.4423953890800476, 0.4336536228656769, 0.31257110834121704], "cos_apical_negg": [0.5505736470222473, 0.4860960841178894, 0.4423953890800476, 0.4336536228656769, 0.31257110834121704], "cos_Ac_negg": [0.5505736470222473, 0.4860960841178894, 0.4423953890800476, 0.4336536228656769, 0.31257110834121704], "r_norm": [0.9614250659942627, 0.9683780670166016, 0.9603017568588257, 0.9576815962791443, 0.9702745676040649]}, {"step": 1000, "epoch": 2, "train_loss": 0.3940998911857605, "cos_r_negg": [0.5566470623016357, 0.4959597885608673, 0.4642956256866455, 0.437297523021698, 0.29834121465682983], "cos_apical_negg": [0.5566470623016357, 0.4959597885608673, 0.4642956256866455, 0.437297523021698, 0.29834121465682983], "cos_Ac_negg": [0.5566470623016357, 0.4959597885608673, 0.4642956256866455, 0.437297523021698, 0.29834121465682983], "r_norm": [0.9977145195007324, 1.0014264583587646, 0.9847978353500366, 0.9917508959770203, 1.0000413656234741], "ldr": {"dL_sdil": -0.019016295671463013, "dL_bp": -0.014789998531341553, "ratio": 1.2857537227718783}}, {"step": 1050, "epoch": 2, "train_loss": 0.37015336751937866, "cos_r_negg": [0.5637673139572144, 0.4969550371170044, 0.44989848136901855, 0.4537113308906555, 0.3087659478187561], "cos_apical_negg": [0.5637673139572144, 0.4969550371170044, 0.44989848136901855, 0.4537113308906555, 0.3087659478187561], "cos_Ac_negg": [0.5637673139572144, 0.4969550371170044, 0.44989848136901855, 0.4537113308906555, 0.3087659478187561], "r_norm": [0.9485094547271729, 0.9570838212966919, 0.9450703859329224, 0.9473416805267334, 0.9582383632659912]}, {"step": 1100, "epoch": 2, "train_loss": 0.31723153591156006, "cos_r_negg": [0.5447831153869629, 0.5059716105461121, 0.44337666034698486, 0.4659821391105652, 0.2954801619052887], "cos_apical_negg": [0.5447831153869629, 0.5059716105461121, 0.44337666034698486, 0.4659821391105652, 0.2954801619052887], "cos_Ac_negg": [0.5447831153869629, 0.5059716105461121, 0.44337666034698486, 0.4659821391105652, 0.2954801619052887], "r_norm": [0.9654732346534729, 0.9718483686447144, 0.9575732350349426, 0.9590146541595459, 0.970940113067627]}, {"step": 1150, "epoch": 2, "train_loss": 0.31736576557159424, "cos_r_negg": [0.5650323033332825, 0.5083950757980347, 0.444679856300354, 0.45883435010910034, 0.3050870895385742], "cos_apical_negg": [0.5650323033332825, 0.5083950757980347, 0.444679856300354, 0.45883435010910034, 0.3050870895385742], "cos_Ac_negg": [0.5650323033332825, 0.5083950757980347, 0.444679856300354, 0.45883435010910034, 0.3050870895385742], "r_norm": [0.9032548069953918, 0.9035201072692871, 0.8908884525299072, 0.8946444988250732, 0.9015848636627197]}, {"step": 1200, "epoch": 2, "train_loss": 0.45535433292388916, "cos_r_negg": [0.5622190833091736, 0.5123690366744995, 0.4618961811065674, 0.45730334520339966, 0.31995904445648193], "cos_apical_negg": [0.5622190833091736, 0.5123690366744995, 0.4618961811065674, 0.45730334520339966, 0.31995904445648193], "cos_Ac_negg": [0.5622190833091736, 0.5123690366744995, 0.4618961811065674, 0.45730334520339966, 0.31995904445648193], "r_norm": [0.898556113243103, 0.9007596969604492, 0.8871357440948486, 0.89089435338974, 0.9004845023155212]}, {"step": 1250, "epoch": 2, "train_loss": 0.281272828578949, "cos_r_negg": [0.5636915564537048, 0.5074679255485535, 0.44893479347229004, 0.4503166377544403, 0.32698312401771545], "cos_apical_negg": [0.5636915564537048, 0.5074679255485535, 0.44893479347229004, 0.4503166377544403, 0.32698312401771545], "cos_Ac_negg": [0.5636915564537048, 0.5074679255485535, 0.44893479347229004, 0.4503166377544403, 0.32698312401771545], "r_norm": [0.9120267033576965, 0.9144271612167358, 0.901572585105896, 0.9031784534454346, 0.912001371383667], "ldr": {"dL_sdil": -0.009823918342590332, "dL_bp": -0.007849365472793579, "ratio": 1.2515557310512149}}, {"step": 1300, "epoch": 2, "train_loss": 0.30487561225891113, "cos_r_negg": [0.5697001814842224, 0.5160853862762451, 0.46299582719802856, 0.4540553092956543, 0.30648502707481384], "cos_apical_negg": [0.5697001814842224, 0.5160853862762451, 0.46299582719802856, 0.4540553092956543, 0.30648502707481384], "cos_Ac_negg": [0.5697001814842224, 0.5160853862762451, 0.46299582719802856, 0.4540553092956543, 0.30648502707481384], "r_norm": [0.8642191290855408, 0.8640550971031189, 0.851976215839386, 0.8539138436317444, 0.8635536432266235]}, {"step": 1350, "epoch": 2, "train_loss": 0.24616213142871857, "cos_r_negg": [0.5881763696670532, 0.533606767654419, 0.48068010807037354, 0.46211180090904236, 0.3180844187736511], "cos_apical_negg": [0.5881763696670532, 0.533606767654419, 0.48068010807037354, 0.46211180090904236, 0.3180844187736511], "cos_Ac_negg": [0.5881763696670532, 0.533606767654419, 0.48068010807037354, 0.46211180090904236, 0.3180844187736511], "r_norm": [0.8627758026123047, 0.8602184057235718, 0.8478840589523315, 0.8497748970985413, 0.8588101267814636]}, {"step": 1400, "epoch": 2, "train_loss": 0.4854777455329895, "cos_r_negg": [0.5523674488067627, 0.5037092566490173, 0.4597417712211609, 0.44832468032836914, 0.31236112117767334], "cos_apical_negg": [0.5523674488067627, 0.5037092566490173, 0.4597417712211609, 0.44832468032836914, 0.31236112117767334], "cos_Ac_negg": [0.5523674488067627, 0.5037092566490173, 0.4597417712211609, 0.44832468032836914, 0.31236112117767334], "r_norm": [0.8291587829589844, 0.8316446542739868, 0.8212569952011108, 0.8195180296897888, 0.8310533761978149]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8574, "test_loss": 0.3985794952392578}, {"step": 1450, "epoch": 3, "train_loss": 0.5498069524765015, "cos_r_negg": [0.5671886801719666, 0.5196376442909241, 0.47971707582473755, 0.46872881054878235, 0.3241729140281677], "cos_apical_negg": [0.5671886801719666, 0.5196376442909241, 0.47971707582473755, 0.46872881054878235, 0.3241729140281677], "cos_Ac_negg": [0.5671886801719666, 0.5196376442909241, 0.47971707582473755, 0.46872881054878235, 0.3241729140281677], "r_norm": [0.8654661178588867, 0.8632218241691589, 0.8513163328170776, 0.8531001806259155, 0.8638753890991211]}, {"step": 1500, "epoch": 3, "train_loss": 0.34217920899391174, "cos_r_negg": [0.5622735023498535, 0.5207129120826721, 0.4771478772163391, 0.4782259464263916, 0.331819623708725], "cos_apical_negg": [0.5622735023498535, 0.5207129120826721, 0.4771478772163391, 0.4782259464263916, 0.331819623708725], "cos_Ac_negg": [0.5622735023498535, 0.5207129120826721, 0.4771478772163391, 0.4782259464263916, 0.331819623708725], "r_norm": [0.8556523323059082, 0.8566331267356873, 0.8395552635192871, 0.84214186668396, 0.8528261780738831], "ldr": {"dL_sdil": -0.01687943935394287, "dL_bp": -0.013299107551574707, "ratio": 1.269215944640152}}, {"step": 1550, "epoch": 3, "train_loss": 0.2726711332798004, "cos_r_negg": [0.5724920034408569, 0.5250487327575684, 0.4843255579471588, 0.476114422082901, 0.3370392918586731], "cos_apical_negg": [0.5724920034408569, 0.5250487327575684, 0.4843255579471588, 0.476114422082901, 0.3370392918586731], "cos_Ac_negg": [0.5724920034408569, 0.5250487327575684, 0.4843255579471588, 0.476114422082901, 0.3370392918586731], "r_norm": [0.8189058303833008, 0.8126097917556763, 0.8012104034423828, 0.8049138784408569, 0.8135141730308533]}, {"step": 1600, "epoch": 3, "train_loss": 0.3454286456108093, "cos_r_negg": [0.5781351327896118, 0.518363356590271, 0.47165247797966003, 0.4635721445083618, 0.31974565982818604], "cos_apical_negg": [0.5781351327896118, 0.518363356590271, 0.47165247797966003, 0.4635721445083618, 0.31974565982818604], "cos_Ac_negg": [0.5781351327896118, 0.518363356590271, 0.47165247797966003, 0.4635721445083618, 0.31974565982818604], "r_norm": [0.775892972946167, 0.7759943008422852, 0.7658724188804626, 0.7635709047317505, 0.775715708732605]}, {"step": 1650, "epoch": 3, "train_loss": 0.36188048124313354, "cos_r_negg": [0.5861694812774658, 0.5306543111801147, 0.4917033016681671, 0.47991663217544556, 0.3412805199623108], "cos_apical_negg": [0.5861694812774658, 0.5306543111801147, 0.4917033016681671, 0.47991663217544556, 0.3412805199623108], "cos_Ac_negg": [0.5861694812774658, 0.5306543111801147, 0.4917033016681671, 0.47991663217544556, 0.3412805199623108], "r_norm": [0.7634667158126831, 0.7607910633087158, 0.7488664388656616, 0.750633955001831, 0.757753849029541]}, {"step": 1700, "epoch": 3, "train_loss": 0.2997381091117859, "cos_r_negg": [0.57266765832901, 0.5181868076324463, 0.48119717836380005, 0.476037859916687, 0.3407553434371948], "cos_apical_negg": [0.57266765832901, 0.5181868076324463, 0.48119717836380005, 0.476037859916687, 0.3407553434371948], "cos_Ac_negg": [0.57266765832901, 0.5181868076324463, 0.48119717836380005, 0.476037859916687, 0.3407553434371948], "r_norm": [0.7657345533370972, 0.7665138244628906, 0.7526060342788696, 0.752709686756134, 0.7636963129043579]}, {"step": 1750, "epoch": 3, "train_loss": 0.4712534248828888, "cos_r_negg": [0.5744041800498962, 0.5268700122833252, 0.4868823289871216, 0.48705506324768066, 0.33994054794311523], "cos_apical_negg": [0.5744041800498962, 0.5268700122833252, 0.4868823289871216, 0.48705506324768066, 0.33994054794311523], "cos_Ac_negg": [0.5744041800498962, 0.5268700122833252, 0.4868823289871216, 0.48705506324768066, 0.33994054794311523], "r_norm": [0.7962707877159119, 0.7915934920310974, 0.7833982110023499, 0.7800092101097107, 0.7924243211746216], "ldr": {"dL_sdil": -0.007182121276855469, "dL_bp": -0.005812108516693115, "ratio": 1.235716996031217}}, {"step": 1800, "epoch": 3, "train_loss": 0.3369441032409668, "cos_r_negg": [0.5787935853004456, 0.5252374410629272, 0.4730222225189209, 0.4783932566642761, 0.33868223428726196], "cos_apical_negg": [0.5787935853004456, 0.5252374410629272, 0.4730222225189209, 0.4783932566642761, 0.33868223428726196], "cos_Ac_negg": [0.5787935853004456, 0.5252374410629272, 0.4730222225189209, 0.4783932566642761, 0.33868223428726196], "r_norm": [0.7843207120895386, 0.7824479341506958, 0.7702942490577698, 0.7687156796455383, 0.7807424068450928]}, {"step": 1850, "epoch": 3, "train_loss": 0.39911267161369324, "cos_r_negg": [0.5962852239608765, 0.5366723537445068, 0.4863358438014984, 0.49872833490371704, 0.3572385311126709], "cos_apical_negg": [0.5962852239608765, 0.5366723537445068, 0.4863358438014984, 0.49872833490371704, 0.3572385311126709], "cos_Ac_negg": [0.5962852239608765, 0.5366723537445068, 0.4863358438014984, 0.49872833490371704, 0.3572385311126709], "r_norm": [0.7644146680831909, 0.7621158361434937, 0.7480930685997009, 0.7513505220413208, 0.7606003284454346]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8696, "test_loss": 0.3736638336181641}, {"step": 1900, "epoch": 4, "train_loss": 0.21901918947696686, "cos_r_negg": [0.6044135093688965, 0.5434328317642212, 0.4942063093185425, 0.48603391647338867, 0.3602995276451111], "cos_apical_negg": [0.6044135093688965, 0.5434328317642212, 0.4942063093185425, 0.48603391647338867, 0.3602995276451111], "cos_Ac_negg": [0.6044135093688965, 0.5434328317642212, 0.4942063093185425, 0.48603391647338867, 0.3602995276451111], "r_norm": [0.757347822189331, 0.7486969232559204, 0.7393994927406311, 0.7386623620986938, 0.7491329908370972]}, {"step": 1950, "epoch": 4, "train_loss": 0.48135972023010254, "cos_r_negg": [0.5933651924133301, 0.5297493934631348, 0.4825418293476105, 0.4867857098579407, 0.3631029725074768], "cos_apical_negg": [0.5933651924133301, 0.5297493934631348, 0.4825418293476105, 0.4867857098579407, 0.3631029725074768], "cos_Ac_negg": [0.5933651924133301, 0.5297493934631348, 0.4825418293476105, 0.4867857098579407, 0.3631029725074768], "r_norm": [0.8116819858551025, 0.8060219883918762, 0.7891708016395569, 0.7929311990737915, 0.8029578924179077]}, {"step": 2000, "epoch": 4, "train_loss": 0.3771294355392456, "cos_r_negg": [0.6025304198265076, 0.5391050577163696, 0.48456093668937683, 0.4932098984718323, 0.3675996661186218], "cos_apical_negg": [0.6025304198265076, 0.5391050577163696, 0.48456093668937683, 0.4932098984718323, 0.3675996661186218], "cos_Ac_negg": [0.6025304198265076, 0.5391050577163696, 0.48456093668937683, 0.4932098984718323, 0.3675996661186218], "r_norm": [0.7855452299118042, 0.7778233289718628, 0.7634010314941406, 0.765547513961792, 0.7775591611862183], "ldr": {"dL_sdil": -0.013303399085998535, "dL_bp": -0.010714560747146606, "ratio": 1.2416187093382585}}, {"step": 2050, "epoch": 4, "train_loss": 0.31559085845947266, "cos_r_negg": [0.6005677580833435, 0.539074182510376, 0.4976823329925537, 0.4901500940322876, 0.37755897641181946], "cos_apical_negg": [0.6005677580833435, 0.539074182510376, 0.4976823329925537, 0.4901500940322876, 0.37755897641181946], "cos_Ac_negg": [0.6005677580833435, 0.539074182510376, 0.4976823329925537, 0.4901500940322876, 0.37755897641181946], "r_norm": [0.7633066177368164, 0.7554004788398743, 0.7435476779937744, 0.7460248470306396, 0.7524920701980591]}, {"step": 2100, "epoch": 4, "train_loss": 0.30112460255622864, "cos_r_negg": [0.6081850528717041, 0.5527325868606567, 0.5053418874740601, 0.49861234426498413, 0.39074498414993286], "cos_apical_negg": [0.6081850528717041, 0.5527325868606567, 0.5053418874740601, 0.49861234426498413, 0.39074498414993286], "cos_Ac_negg": [0.6081850528717041, 0.5527325868606567, 0.5053418874740601, 0.49861234426498413, 0.39074498414993286], "r_norm": [0.7528359889984131, 0.7451510429382324, 0.7308471202850342, 0.7329344749450684, 0.7417992353439331]}, {"step": 2150, "epoch": 4, "train_loss": 0.2716718018054962, "cos_r_negg": [0.6046968102455139, 0.5351272821426392, 0.48706942796707153, 0.4945313334465027, 0.37525883316993713], "cos_apical_negg": [0.6046968102455139, 0.5351272821426392, 0.48706942796707153, 0.4945313334465027, 0.37525883316993713], "cos_Ac_negg": [0.6046968102455139, 0.5351272821426392, 0.48706942796707153, 0.4945313334465027, 0.37525883316993713], "r_norm": [0.7361289262771606, 0.7262876033782959, 0.714188814163208, 0.7168474197387695, 0.7246450185775757]}, {"step": 2200, "epoch": 4, "train_loss": 0.3467963933944702, "cos_r_negg": [0.6200034618377686, 0.55450040102005, 0.49479764699935913, 0.5078629851341248, 0.3720743656158447], "cos_apical_negg": [0.6200034618377686, 0.55450040102005, 0.49479764699935913, 0.5078629851341248, 0.3720743656158447], "cos_Ac_negg": [0.6200034618377686, 0.55450040102005, 0.49479764699935913, 0.5078629851341248, 0.3720743656158447], "r_norm": [0.7374416589736938, 0.726737380027771, 0.7141937017440796, 0.7149492502212524, 0.7261148691177368]}, {"step": 2250, "epoch": 4, "train_loss": 0.24431189894676208, "cos_r_negg": [0.6156762838363647, 0.5380809903144836, 0.4935254454612732, 0.4967055320739746, 0.3774488568305969], "cos_apical_negg": [0.6156762838363647, 0.5380809903144836, 0.4935254454612732, 0.4967055320739746, 0.3774488568305969], "cos_Ac_negg": [0.6156762838363647, 0.5380809903144836, 0.4935254454612732, 0.4967055320739746, 0.3774488568305969], "r_norm": [0.7145489454269409, 0.7068567872047424, 0.6917436122894287, 0.6937999725341797, 0.7052708864212036], "ldr": {"dL_sdil": -0.006280094385147095, "dL_bp": -0.005443096160888672, "ratio": 1.1537724485326326}}, {"step": 2300, "epoch": 4, "train_loss": 0.133052259683609, "cos_r_negg": [0.6089645624160767, 0.5311530828475952, 0.48861411213874817, 0.5008153319358826, 0.36912769079208374], "cos_apical_negg": [0.6089645624160767, 0.5311530828475952, 0.48861411213874817, 0.5008153319358826, 0.36912769079208374], "cos_Ac_negg": [0.6089645624160767, 0.5311530828475952, 0.48861411213874817, 0.5008153319358826, 0.36912769079208374], "r_norm": [0.6975187063217163, 0.6856980323791504, 0.6724605560302734, 0.6721814870834351, 0.6832785606384277]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8688, "test_loss": 0.36805892333984375}, {"step": 2350, "epoch": 5, "train_loss": 0.17244090139865875, "cos_r_negg": [0.6003366708755493, 0.523159921169281, 0.47665935754776, 0.494942307472229, 0.3910781741142273], "cos_apical_negg": [0.6003366708755493, 0.523159921169281, 0.47665935754776, 0.494942307472229, 0.3910781741142273], "cos_Ac_negg": [0.6003366708755493, 0.523159921169281, 0.47665935754776, 0.494942307472229, 0.3910781741142273], "r_norm": [0.6426270008087158, 0.6355772018432617, 0.621269941329956, 0.6214953660964966, 0.6322586536407471]}, {"step": 2400, "epoch": 5, "train_loss": 0.41035032272338867, "cos_r_negg": [0.5953096151351929, 0.5256984829902649, 0.4795494079589844, 0.48969605565071106, 0.379375159740448], "cos_apical_negg": [0.5953096151351929, 0.5256984829902649, 0.4795494079589844, 0.48969605565071106, 0.379375159740448], "cos_Ac_negg": [0.5953096151351929, 0.5256984829902649, 0.4795494079589844, 0.48969605565071106, 0.379375159740448], "r_norm": [0.7156519889831543, 0.7074211835861206, 0.6915174126625061, 0.6924904584884644, 0.7041549682617188]}, {"step": 2450, "epoch": 5, "train_loss": 0.2999509572982788, "cos_r_negg": [0.6102907657623291, 0.532171368598938, 0.48873206973075867, 0.5027771592140198, 0.3771491050720215], "cos_apical_negg": [0.6102907657623291, 0.532171368598938, 0.48873206973075867, 0.5027771592140198, 0.3771491050720215], "cos_Ac_negg": [0.6102907657623291, 0.532171368598938, 0.48873206973075867, 0.5027771592140198, 0.3771491050720215], "r_norm": [0.6819424629211426, 0.6720931529998779, 0.6587439775466919, 0.6572389602661133, 0.6692579388618469]}, {"step": 2500, "epoch": 5, "train_loss": 0.2252807766199112, "cos_r_negg": [0.6318519115447998, 0.555127739906311, 0.5033541917800903, 0.5073037147521973, 0.39609187841415405], "cos_apical_negg": [0.6318519115447998, 0.555127739906311, 0.5033541917800903, 0.5073037147521973, 0.39609187841415405], "cos_Ac_negg": [0.6318519115447998, 0.555127739906311, 0.5033541917800903, 0.5073037147521973, 0.39609187841415405], "r_norm": [0.6978133320808411, 0.6869702935218811, 0.6712985634803772, 0.6759058237075806, 0.6852458715438843], "ldr": {"dL_sdil": -0.011686623096466064, "dL_bp": -0.009879857301712036, "ratio": 1.1828736731289573}}, {"step": 2550, "epoch": 5, "train_loss": 0.23197372257709503, "cos_r_negg": [0.6122921109199524, 0.5447548627853394, 0.49442151188850403, 0.49937868118286133, 0.3860320448875427], "cos_apical_negg": [0.6122921109199524, 0.5447548627853394, 0.49442151188850403, 0.49937868118286133, 0.3860320448875427], "cos_Ac_negg": [0.6122921109199524, 0.5447548627853394, 0.49442151188850403, 0.49937868118286133, 0.3860320448875427], "r_norm": [0.6837716102600098, 0.6715779304504395, 0.6569088697433472, 0.658008337020874, 0.669517457485199]}, {"step": 2600, "epoch": 5, "train_loss": 0.282903790473938, "cos_r_negg": [0.6450693607330322, 0.5698198676109314, 0.5224170684814453, 0.5281975269317627, 0.41841304302215576], "cos_apical_negg": [0.6450693607330322, 0.5698198676109314, 0.5224170684814453, 0.5281975269317627, 0.41841304302215576], "cos_Ac_negg": [0.6450693607330322, 0.5698198676109314, 0.5224170684814453, 0.5281975269317627, 0.41841304302215576], "r_norm": [0.6515960693359375, 0.6370750665664673, 0.6231110692024231, 0.6246880292892456, 0.6360887885093689]}, {"step": 2650, "epoch": 5, "train_loss": 0.22400066256523132, "cos_r_negg": [0.6056784391403198, 0.5487632751464844, 0.510634183883667, 0.5168085098266602, 0.40278545022010803], "cos_apical_negg": [0.6056784391403198, 0.5487632751464844, 0.510634183883667, 0.5168085098266602, 0.40278545022010803], "cos_Ac_negg": [0.6056784391403198, 0.5487632751464844, 0.510634183883667, 0.5168085098266602, 0.40278545022010803], "r_norm": [0.6821869611740112, 0.6702474355697632, 0.655616044998169, 0.6516863107681274, 0.6672073602676392]}, {"step": 2700, "epoch": 5, "train_loss": 0.1624244749546051, "cos_r_negg": [0.6061509847640991, 0.5503736734390259, 0.5127784013748169, 0.5255666971206665, 0.40398165583610535], "cos_apical_negg": [0.6061509847640991, 0.5503736734390259, 0.5127784013748169, 0.5255666971206665, 0.40398165583610535], "cos_Ac_negg": [0.6061509847640991, 0.5503736734390259, 0.5127784013748169, 0.5255666971206665, 0.40398165583610535], "r_norm": [0.6525787115097046, 0.6372653245925903, 0.6228851675987244, 0.6233018636703491, 0.6349084973335266]}, {"step": 2750, "epoch": 5, "train_loss": 0.39462247490882874, "cos_r_negg": [0.6178033351898193, 0.5478004217147827, 0.5000066757202148, 0.5177435874938965, 0.39852505922317505], "cos_apical_negg": [0.6178033351898193, 0.5478004217147827, 0.5000066757202148, 0.5177435874938965, 0.39852505922317505], "cos_Ac_negg": [0.6178033351898193, 0.5478004217147827, 0.5000066757202148, 0.5177435874938965, 0.39852505922317505], "r_norm": [0.6839578747749329, 0.6675881147384644, 0.6539208889007568, 0.6522531509399414, 0.6653761863708496], "ldr": {"dL_sdil": -0.008753865957260132, "dL_bp": -0.0072348713874816895, "ratio": 1.209954605745545}}, {"step": 2800, "epoch": 5, "train_loss": 0.327981173992157, "cos_r_negg": [0.6025295257568359, 0.5302776098251343, 0.4863479733467102, 0.5159502625465393, 0.3954368829727173], "cos_apical_negg": [0.6025295257568359, 0.5302776098251343, 0.4863479733467102, 0.5159502625465393, 0.3954368829727173], "cos_Ac_negg": [0.6025295257568359, 0.5302776098251343, 0.4863479733467102, 0.5159502625465393, 0.3954368829727173], "r_norm": [0.7114663124084473, 0.6950216293334961, 0.6767885684967041, 0.6805845499038696, 0.6899839043617249]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8696, "test_loss": 0.36921025390625}, {"step": 2850, "epoch": 6, "train_loss": 0.19439783692359924, "cos_r_negg": [0.6113500595092773, 0.5458453297615051, 0.4970441162586212, 0.5370169878005981, 0.4249460697174072], "cos_apical_negg": [0.6113500595092773, 0.5458453297615051, 0.4970441162586212, 0.5370169878005981, 0.4249460697174072], "cos_Ac_negg": [0.6113500595092773, 0.5458453297615051, 0.4970441162586212, 0.5370169878005981, 0.4249460697174072], "r_norm": [0.6752027869224548, 0.6583995819091797, 0.6416333913803101, 0.6440259218215942, 0.6561281681060791]}, {"step": 2900, "epoch": 6, "train_loss": 0.2627646327018738, "cos_r_negg": [0.6211265921592712, 0.5542286038398743, 0.5133515000343323, 0.5250805616378784, 0.41629543900489807], "cos_apical_negg": [0.6211265921592712, 0.5542286038398743, 0.5133515000343323, 0.5250805616378784, 0.41629543900489807], "cos_Ac_negg": [0.6211265921592712, 0.5542286038398743, 0.5133515000343323, 0.5250805616378784, 0.41629543900489807], "r_norm": [0.6747539043426514, 0.6528136730194092, 0.635813295841217, 0.6391713619232178, 0.6513442993164062]}, {"step": 2950, "epoch": 6, "train_loss": 0.1966463178396225, "cos_r_negg": [0.6185367107391357, 0.5591453313827515, 0.5147314071655273, 0.5324417352676392, 0.4173012971878052], "cos_apical_negg": [0.6185367107391357, 0.5591453313827515, 0.5147314071655273, 0.5324417352676392, 0.4173012971878052], "cos_Ac_negg": [0.6185367107391357, 0.5591453313827515, 0.5147314071655273, 0.5324417352676392, 0.4173012971878052], "r_norm": [0.6449520587921143, 0.6250779032707214, 0.6102395057678223, 0.6109326481819153, 0.6237502694129944]}, {"step": 3000, "epoch": 6, "train_loss": 0.4051764905452728, "cos_r_negg": [0.6073940992355347, 0.5434394478797913, 0.5033267736434937, 0.5206066370010376, 0.4104463756084442], "cos_apical_negg": [0.6073940992355347, 0.5434394478797913, 0.5033267736434937, 0.5206066370010376, 0.4104463756084442], "cos_Ac_negg": [0.6073940992355347, 0.5434394478797913, 0.5033267736434937, 0.5206066370010376, 0.4104463756084442], "r_norm": [0.6532425880432129, 0.6332882046699524, 0.6210778951644897, 0.6195025444030762, 0.6329725980758667], "ldr": {"dL_sdil": -0.008940160274505615, "dL_bp": -0.008272230625152588, "ratio": 1.080743596209965}}, {"step": 3050, "epoch": 6, "train_loss": 0.3823002576828003, "cos_r_negg": [0.6047495603561401, 0.5407654047012329, 0.5073646306991577, 0.5241070985794067, 0.4095368981361389], "cos_apical_negg": [0.6047495603561401, 0.5407654047012329, 0.5073646306991577, 0.5241070985794067, 0.4095368981361389], "cos_Ac_negg": [0.6047495603561401, 0.5407654047012329, 0.5073646306991577, 0.5241070985794067, 0.4095368981361389], "r_norm": [0.6234195232391357, 0.6027390956878662, 0.589805006980896, 0.5881010293960571, 0.6013289093971252]}, {"step": 3100, "epoch": 6, "train_loss": 0.2469809502363205, "cos_r_negg": [0.6311923861503601, 0.5630903840065002, 0.5217489004135132, 0.5306562781333923, 0.411296010017395], "cos_apical_negg": [0.6311923861503601, 0.5630903840065002, 0.5217489004135132, 0.5306562781333923, 0.411296010017395], "cos_Ac_negg": [0.6311923861503601, 0.5630903840065002, 0.5217489004135132, 0.5306562781333923, 0.411296010017395], "r_norm": [0.6594443321228027, 0.6364724636077881, 0.6205263137817383, 0.6217196583747864, 0.6346192955970764]}, {"step": 3150, "epoch": 6, "train_loss": 0.34197038412094116, "cos_r_negg": [0.6402440071105957, 0.5644896626472473, 0.5333248376846313, 0.5398911237716675, 0.4240112602710724], "cos_apical_negg": [0.6402440071105957, 0.5644896626472473, 0.5333248376846313, 0.5398911237716675, 0.4240112602710724], "cos_Ac_negg": [0.6402440071105957, 0.5644896626472473, 0.5333248376846313, 0.5398911237716675, 0.4240112602710724], "r_norm": [0.6211715340614319, 0.5979593992233276, 0.5832564830780029, 0.5824103355407715, 0.5965698957443237]}, {"step": 3200, "epoch": 6, "train_loss": 0.20419275760650635, "cos_r_negg": [0.6343132257461548, 0.5628511905670166, 0.5326038599014282, 0.5338987112045288, 0.42543691396713257], "cos_apical_negg": [0.6343132257461548, 0.5628511905670166, 0.5326038599014282, 0.5338987112045288, 0.42543691396713257], "cos_Ac_negg": [0.6343132257461548, 0.5628511905670166, 0.5326038599014282, 0.5338987112045288, 0.42543691396713257], "r_norm": [0.6542377471923828, 0.6311380863189697, 0.6134974956512451, 0.6157331466674805, 0.6282722353935242]}, {"step": 3250, "epoch": 6, "train_loss": 0.20078453421592712, "cos_r_negg": [0.625173032283783, 0.5569251775741577, 0.5180054903030396, 0.5327544212341309, 0.4319978356361389], "cos_apical_negg": [0.625173032283783, 0.5569251775741577, 0.5180054903030396, 0.5327544212341309, 0.4319978356361389], "cos_Ac_negg": [0.625173032283783, 0.5569251775741577, 0.5180054903030396, 0.5327544212341309, 0.4319978356361389], "r_norm": [0.6296570301055908, 0.6073111891746521, 0.5930402278900146, 0.5920023918151855, 0.6060088872909546], "ldr": {"dL_sdil": -0.010002046823501587, "dL_bp": -0.009167343378067017, "ratio": 1.0910518359584531}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8675, "test_loss": 0.37301873474121094}, {"step": 3300, "epoch": 7, "train_loss": 0.31660857796669006, "cos_r_negg": [0.62746262550354, 0.5665531158447266, 0.530359148979187, 0.5381235480308533, 0.4399472177028656], "cos_apical_negg": [0.62746262550354, 0.5665531158447266, 0.530359148979187, 0.5381235480308533, 0.4399472177028656], "cos_Ac_negg": [0.62746262550354, 0.5665531158447266, 0.530359148979187, 0.5381235480308533, 0.4399472177028656], "r_norm": [0.6283497214317322, 0.6043700575828552, 0.5865310430526733, 0.5890849232673645, 0.602292537689209]}, {"step": 3350, "epoch": 7, "train_loss": 0.2235395908355713, "cos_r_negg": [0.6494225263595581, 0.5820325613021851, 0.5386466979980469, 0.5420940518379211, 0.4449724555015564], "cos_apical_negg": [0.6494225263595581, 0.5820325613021851, 0.5386466979980469, 0.5420940518379211, 0.4449724555015564], "cos_Ac_negg": [0.6494225263595581, 0.5820325613021851, 0.5386466979980469, 0.5420940518379211, 0.4449724555015564], "r_norm": [0.6488127708435059, 0.6214561462402344, 0.6059259176254272, 0.6043192148208618, 0.6190333366394043]}, {"step": 3400, "epoch": 7, "train_loss": 0.2518550753593445, "cos_r_negg": [0.6384174823760986, 0.572350263595581, 0.5295643210411072, 0.5478419661521912, 0.4449663758277893], "cos_apical_negg": [0.6384174823760986, 0.572350263595581, 0.5295643210411072, 0.5478419661521912, 0.4449663758277893], "cos_Ac_negg": [0.6384174823760986, 0.572350263595581, 0.5295643210411072, 0.5478419661521912, 0.4449663758277893], "r_norm": [0.6247385740280151, 0.5995967388153076, 0.5809906721115112, 0.583851158618927, 0.5970041155815125]}, {"step": 3450, "epoch": 7, "train_loss": 0.2402101457118988, "cos_r_negg": [0.6088300347328186, 0.5473511219024658, 0.5141222476959229, 0.5297948718070984, 0.44092705845832825], "cos_apical_negg": [0.6088300347328186, 0.5473511219024658, 0.5141222476959229, 0.5297948718070984, 0.44092705845832825], "cos_Ac_negg": [0.6088300347328186, 0.5473511219024658, 0.5141222476959229, 0.5297948718070984, 0.44092705845832825], "r_norm": [0.635221004486084, 0.6068215370178223, 0.5900795459747314, 0.5906989574432373, 0.605736255645752]}, {"step": 3500, "epoch": 7, "train_loss": 0.36699557304382324, "cos_r_negg": [0.6276533603668213, 0.560034990310669, 0.5310231447219849, 0.5334597229957581, 0.45277661085128784], "cos_apical_negg": [0.6276533603668213, 0.560034990310669, 0.5310231447219849, 0.5334597229957581, 0.45277661085128784], "cos_Ac_negg": [0.6276533603668213, 0.560034990310669, 0.5310231447219849, 0.5334597229957581, 0.45277661085128784], "r_norm": [0.6046229600906372, 0.5775965452194214, 0.5585787296295166, 0.5620290040969849, 0.5758073925971985], "ldr": {"dL_sdil": -0.013589054346084595, "dL_bp": -0.012836456298828125, "ratio": 1.058629736255572}}, {"step": 3550, "epoch": 7, "train_loss": 0.2370986044406891, "cos_r_negg": [0.6088560819625854, 0.550932765007019, 0.5147911310195923, 0.5210275650024414, 0.4449614882469177], "cos_apical_negg": [0.6088560819625854, 0.550932765007019, 0.5147911310195923, 0.5210275650024414, 0.4449614882469177], "cos_Ac_negg": [0.6088560819625854, 0.550932765007019, 0.5147911310195923, 0.5210275650024414, 0.4449614882469177], "r_norm": [0.6174447536468506, 0.5858619213104248, 0.5691124200820923, 0.5719624161720276, 0.5839512348175049]}, {"step": 3600, "epoch": 7, "train_loss": 0.2119830995798111, "cos_r_negg": [0.622088611125946, 0.550857424736023, 0.5214364528656006, 0.5339046716690063, 0.4419531226158142], "cos_apical_negg": [0.622088611125946, 0.550857424736023, 0.5214364528656006, 0.5339046716690063, 0.4419531226158142], "cos_Ac_negg": [0.622088611125946, 0.550857424736023, 0.5214364528656006, 0.5339046716690063, 0.4419531226158142], "r_norm": [0.6120116710662842, 0.5851672887802124, 0.5696774125099182, 0.5679463148117065, 0.5841267108917236]}, {"step": 3650, "epoch": 7, "train_loss": 0.32533684372901917, "cos_r_negg": [0.6231577396392822, 0.5605106353759766, 0.5206000804901123, 0.538872480392456, 0.45392006635665894], "cos_apical_negg": [0.6231577396392822, 0.5605106353759766, 0.5206000804901123, 0.538872480392456, 0.45392006635665894], "cos_Ac_negg": [0.6231577396392822, 0.5605106353759766, 0.5206000804901123, 0.538872480392456, 0.45392006635665894], "r_norm": [0.5693072080612183, 0.5424826145172119, 0.5250992178916931, 0.5273551940917969, 0.5415852069854736]}, {"step": 3700, "epoch": 7, "train_loss": 0.2486329972743988, "cos_r_negg": [0.6191768646240234, 0.5586341023445129, 0.522631824016571, 0.5238955616950989, 0.4330344498157501], "cos_apical_negg": [0.6191768646240234, 0.5586341023445129, 0.522631824016571, 0.5238955616950989, 0.4330344498157501], "cos_Ac_negg": [0.6191768646240234, 0.5586341023445129, 0.522631824016571, 0.5238955616950989, 0.4330344498157501], "r_norm": [0.6160531044006348, 0.5870218873023987, 0.569066047668457, 0.5689611434936523, 0.5848508477210999]}, {"step": 3750, "epoch": 7, "train_loss": 0.3527612090110779, "cos_r_negg": [0.6273850202560425, 0.5690743327140808, 0.5381544828414917, 0.5454155206680298, 0.4468832314014435], "cos_apical_negg": [0.6273850202560425, 0.5690743327140808, 0.5381544828414917, 0.5454155206680298, 0.4468832314014435], "cos_Ac_negg": [0.6273850202560425, 0.5690743327140808, 0.5381544828414917, 0.5454155206680298, 0.4468832314014435], "r_norm": [0.5925759077072144, 0.5629196763038635, 0.5477213859558105, 0.5471723079681396, 0.5619781017303467], "ldr": {"dL_sdil": -0.008174210786819458, "dL_bp": -0.00821039080619812, "ratio": 0.9955933864498449}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8747, "test_loss": 0.3702558563232422}, {"step": 3800, "epoch": 8, "train_loss": 0.21637177467346191, "cos_r_negg": [0.6269381046295166, 0.5576422214508057, 0.5324448347091675, 0.543861448764801, 0.4475178122520447], "cos_apical_negg": [0.6269381046295166, 0.5576422214508057, 0.5324448347091675, 0.543861448764801, 0.4475178122520447], "cos_Ac_negg": [0.6269381046295166, 0.5576422214508057, 0.5324448347091675, 0.543861448764801, 0.4475178122520447], "r_norm": [0.5649533271789551, 0.5347113609313965, 0.520095944404602, 0.5184706449508667, 0.5341529250144958]}, {"step": 3850, "epoch": 8, "train_loss": 0.2964268922805786, "cos_r_negg": [0.6227905750274658, 0.5668234825134277, 0.5377992391586304, 0.5461732149124146, 0.46121466159820557], "cos_apical_negg": [0.6227905750274658, 0.5668234825134277, 0.5377992391586304, 0.5461732149124146, 0.46121466159820557], "cos_Ac_negg": [0.6227905750274658, 0.5668234825134277, 0.5377992391586304, 0.5461732149124146, 0.46121466159820557], "r_norm": [0.5638926029205322, 0.5336343050003052, 0.5195322632789612, 0.5180708765983582, 0.534274697303772]}, {"step": 3900, "epoch": 8, "train_loss": 0.23956450819969177, "cos_r_negg": [0.6448490023612976, 0.5823941826820374, 0.5567663908004761, 0.5581979751586914, 0.469387948513031], "cos_apical_negg": [0.6448490023612976, 0.5823941826820374, 0.5567663908004761, 0.5581979751586914, 0.469387948513031], "cos_Ac_negg": [0.6448490023612976, 0.5823941826820374, 0.5567663908004761, 0.5581979751586914, 0.469387948513031], "r_norm": [0.630784273147583, 0.5968292951583862, 0.5804259777069092, 0.5786268711090088, 0.5971875190734863]}, {"step": 3950, "epoch": 8, "train_loss": 0.24508467316627502, "cos_r_negg": [0.6389598250389099, 0.5742692351341248, 0.5443257093429565, 0.5527389049530029, 0.4715173542499542], "cos_apical_negg": [0.6389598250389099, 0.5742692351341248, 0.5443257093429565, 0.5527389049530029, 0.4715173542499542], "cos_Ac_negg": [0.6389598250389099, 0.5742692351341248, 0.5443257093429565, 0.5527389049530029, 0.4715173542499542], "r_norm": [0.5368151664733887, 0.5060170888900757, 0.4890557527542114, 0.4901542663574219, 0.5052891969680786]}, {"step": 4000, "epoch": 8, "train_loss": 0.3139851689338684, "cos_r_negg": [0.6487380266189575, 0.5906057357788086, 0.5533171892166138, 0.5554190278053284, 0.4674474895000458], "cos_apical_negg": [0.6487380266189575, 0.5906057357788086, 0.5533171892166138, 0.5554190278053284, 0.4674474895000458], "cos_Ac_negg": [0.6487380266189575, 0.5906057357788086, 0.5533171892166138, 0.5554190278053284, 0.4674474895000458], "r_norm": [0.5833369493484497, 0.5473107099533081, 0.528609037399292, 0.5299417972564697, 0.5458173751831055], "ldr": {"dL_sdil": -0.007782071828842163, "dL_bp": -0.007872670888900757, "ratio": 0.9884919538315359}}, {"step": 4050, "epoch": 8, "train_loss": 0.21652773022651672, "cos_r_negg": [0.638262152671814, 0.5732951164245605, 0.5379852056503296, 0.5476617217063904, 0.4614250659942627], "cos_apical_negg": [0.638262152671814, 0.5732951164245605, 0.5379852056503296, 0.5476617217063904, 0.4614250659942627], "cos_Ac_negg": [0.638262152671814, 0.5732951164245605, 0.5379852056503296, 0.5476617217063904, 0.4614250659942627], "r_norm": [0.6574556231498718, 0.6123360395431519, 0.5902072787284851, 0.5939115881919861, 0.6111574172973633]}, {"step": 4100, "epoch": 8, "train_loss": 0.24045966565608978, "cos_r_negg": [0.6390793323516846, 0.5713356137275696, 0.536351203918457, 0.5433671474456787, 0.4574035406112671], "cos_apical_negg": [0.6390793323516846, 0.5713356137275696, 0.536351203918457, 0.5433671474456787, 0.4574035406112671], "cos_Ac_negg": [0.6390793323516846, 0.5713356137275696, 0.536351203918457, 0.5433671474456787, 0.4574035406112671], "r_norm": [0.5790704488754272, 0.5417233109474182, 0.5243210196495056, 0.5237108469009399, 0.5401445627212524]}, {"step": 4150, "epoch": 8, "train_loss": 0.21815702319145203, "cos_r_negg": [0.6314971446990967, 0.5716561079025269, 0.5354083776473999, 0.5404090285301208, 0.4688357412815094], "cos_apical_negg": [0.6314971446990967, 0.5716561079025269, 0.5354083776473999, 0.5404090285301208, 0.4688357412815094], "cos_Ac_negg": [0.6314971446990967, 0.5716561079025269, 0.5354083776473999, 0.5404090285301208, 0.4688357412815094], "r_norm": [0.5760514736175537, 0.5390802025794983, 0.5197580456733704, 0.5217112898826599, 0.536728024482727]}, {"step": 4200, "epoch": 8, "train_loss": 0.23337265849113464, "cos_r_negg": [0.6365582942962646, 0.5717544555664062, 0.540196418762207, 0.5404658317565918, 0.4639395475387573], "cos_apical_negg": [0.6365582942962646, 0.5717544555664062, 0.540196418762207, 0.5404658317565918, 0.4639395475387573], "cos_Ac_negg": [0.6365582942962646, 0.5717544555664062, 0.540196418762207, 0.5404658317565918, 0.4639395475387573], "r_norm": [0.5819404125213623, 0.5443421602249146, 0.5265769362449646, 0.5264192819595337, 0.5420442819595337]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8746, "test_loss": 0.3699807403564453}, {"step": 4250, "epoch": 9, "train_loss": 0.19504031538963318, "cos_r_negg": [0.6195305585861206, 0.5525493621826172, 0.5297858119010925, 0.537024974822998, 0.4655182361602783], "cos_apical_negg": [0.6195305585861206, 0.5525493621826172, 0.5297858119010925, 0.537024974822998, 0.4655182361602783], "cos_Ac_negg": [0.6195305585861206, 0.5525493621826172, 0.5297858119010925, 0.537024974822998, 0.4655182361602783], "r_norm": [0.607314944267273, 0.567782998085022, 0.5475091934204102, 0.5494205951690674, 0.5644754767417908], "ldr": {"dL_sdil": -0.017641305923461914, "dL_bp": -0.01882508397102356, "ratio": 0.9371169844775316}}, {"step": 4300, "epoch": 9, "train_loss": 0.18479326367378235, "cos_r_negg": [0.6338136196136475, 0.5665425658226013, 0.5423559546470642, 0.5398181080818176, 0.4694954752922058], "cos_apical_negg": [0.6338136196136475, 0.5665425658226013, 0.5423559546470642, 0.5398181080818176, 0.4694954752922058], "cos_Ac_negg": [0.6338136196136475, 0.5665425658226013, 0.5423559546470642, 0.5398181080818176, 0.4694954752922058], "r_norm": [0.5823491811752319, 0.543757438659668, 0.5230281352996826, 0.526013970375061, 0.5420006513595581]}, {"step": 4350, "epoch": 9, "train_loss": 0.16709238290786743, "cos_r_negg": [0.6180371046066284, 0.5534129738807678, 0.5258728265762329, 0.524922251701355, 0.45982831716537476], "cos_apical_negg": [0.6180371046066284, 0.5534129738807678, 0.5258728265762329, 0.524922251701355, 0.45982831716537476], "cos_Ac_negg": [0.6180371046066284, 0.5534129738807678, 0.5258728265762329, 0.524922251701355, 0.45982831716537476], "r_norm": [0.5676594376564026, 0.5305377244949341, 0.5113526582717896, 0.5129950046539307, 0.5292025804519653]}, {"step": 4400, "epoch": 9, "train_loss": 0.2818296551704407, "cos_r_negg": [0.627555251121521, 0.5692079067230225, 0.533702552318573, 0.5309119820594788, 0.47128474712371826], "cos_apical_negg": [0.627555251121521, 0.5692079067230225, 0.533702552318573, 0.5309119820594788, 0.47128474712371826], "cos_Ac_negg": [0.627555251121521, 0.5692079067230225, 0.533702552318573, 0.5309119820594788, 0.47128474712371826], "r_norm": [0.622333288192749, 0.5785685777664185, 0.5574253797531128, 0.5580148696899414, 0.5764474868774414]}, {"step": 4450, "epoch": 9, "train_loss": 0.12237728387117386, "cos_r_negg": [0.6434036493301392, 0.5806339383125305, 0.5411681532859802, 0.5429021716117859, 0.48541462421417236], "cos_apical_negg": [0.6434036493301392, 0.5806339383125305, 0.5411681532859802, 0.5429021716117859, 0.48541462421417236], "cos_Ac_negg": [0.6434036493301392, 0.5806339383125305, 0.5411681532859802, 0.5429021716117859, 0.48541462421417236], "r_norm": [0.5743652582168579, 0.5328685641288757, 0.5129626989364624, 0.5130916237831116, 0.5300145745277405]}, {"step": 4500, "epoch": 9, "train_loss": 0.27715471386909485, "cos_r_negg": [0.6199407577514648, 0.5584821105003357, 0.523883581161499, 0.5260593891143799, 0.4703855812549591], "cos_apical_negg": [0.6199407577514648, 0.5584821105003357, 0.523883581161499, 0.5260593891143799, 0.4703855812549591], "cos_Ac_negg": [0.6199407577514648, 0.5584821105003357, 0.523883581161499, 0.5260593891143799, 0.4703855812549591], "r_norm": [0.6010572910308838, 0.5564405918121338, 0.5359134674072266, 0.5344452261924744, 0.5543219447135925], "ldr": {"dL_sdil": -0.018363773822784424, "dL_bp": -0.018383711576461792, "ratio": 0.9989154663575719}}, {"step": 4550, "epoch": 9, "train_loss": 0.1729370355606079, "cos_r_negg": [0.624970555305481, 0.5598917007446289, 0.5242020487785339, 0.5307634472846985, 0.4830523729324341], "cos_apical_negg": [0.624970555305481, 0.5598917007446289, 0.5242020487785339, 0.5307634472846985, 0.4830523729324341], "cos_Ac_negg": [0.624970555305481, 0.5598917007446289, 0.5242020487785339, 0.5307634472846985, 0.4830523729324341], "r_norm": [0.5443940162658691, 0.5030711889266968, 0.48451513051986694, 0.4829641580581665, 0.5016285181045532]}, {"step": 4600, "epoch": 9, "train_loss": 0.2172074317932129, "cos_r_negg": [0.618680477142334, 0.5596023797988892, 0.5218382477760315, 0.5203087329864502, 0.4712159335613251], "cos_apical_negg": [0.618680477142334, 0.5596023797988892, 0.5218382477760315, 0.5203087329864502, 0.4712159335613251], "cos_Ac_negg": [0.618680477142334, 0.5596023797988892, 0.5218382477760315, 0.5203087329864502, 0.4712159335613251], "r_norm": [0.5624089241027832, 0.5192759037017822, 0.5014417171478271, 0.4990791976451874, 0.5174652338027954]}, {"step": 4650, "epoch": 9, "train_loss": 0.2447933405637741, "cos_r_negg": [0.6268675327301025, 0.5615130662918091, 0.5234630107879639, 0.5319198369979858, 0.47475022077560425], "cos_apical_negg": [0.6268675327301025, 0.5615130662918091, 0.5234630107879639, 0.5319198369979858, 0.47475022077560425], "cos_Ac_negg": [0.6268675327301025, 0.5615130662918091, 0.5234630107879639, 0.5319198369979858, 0.47475022077560425], "r_norm": [0.5730127096176147, 0.5260554552078247, 0.5053308606147766, 0.5057020783424377, 0.5248154401779175]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8795, "test_loss": 0.36599209899902346}, {"step": 4700, "epoch": 10, "train_loss": 0.20951130986213684, "cos_r_negg": [0.6213856935501099, 0.5616821050643921, 0.5284163951873779, 0.5354700684547424, 0.48468267917633057], "cos_apical_negg": [0.6213856935501099, 0.5616821050643921, 0.5284163951873779, 0.5354700684547424, 0.48468267917633057], "cos_Ac_negg": [0.6213856935501099, 0.5616821050643921, 0.5284163951873779, 0.5354700684547424, 0.48468267917633057], "r_norm": [0.5683333277702332, 0.5233471393585205, 0.5020934343338013, 0.5018078684806824, 0.5210896730422974]}, {"step": 4750, "epoch": 10, "train_loss": 0.2553156018257141, "cos_r_negg": [0.6097038984298706, 0.5550644397735596, 0.5193908214569092, 0.5235302448272705, 0.47321292757987976], "cos_apical_negg": [0.6097038984298706, 0.5550644397735596, 0.5193908214569092, 0.5235302448272705, 0.47321292757987976], "cos_Ac_negg": [0.6097038984298706, 0.5550644397735596, 0.5193908214569092, 0.5235302448272705, 0.47321292757987976], "r_norm": [0.5438201427459717, 0.4990275502204895, 0.47797060012817383, 0.4790612459182739, 0.4971931278705597], "ldr": {"dL_sdil": -0.00988680124282837, "dL_bp": -0.011026859283447266, "ratio": 0.8966108108108108}}, {"step": 4800, "epoch": 10, "train_loss": 0.23425796627998352, "cos_r_negg": [0.6252397298812866, 0.5676540732383728, 0.5280203819274902, 0.5388312935829163, 0.48557692766189575], "cos_apical_negg": [0.6252397298812866, 0.5676540732383728, 0.5280203819274902, 0.5388312935829163, 0.48557692766189575], "cos_Ac_negg": [0.6252397298812866, 0.5676540732383728, 0.5280203819274902, 0.5388312935829163, 0.48557692766189575], "r_norm": [0.5680521130561829, 0.5225018262863159, 0.5011035799980164, 0.4989464581012726, 0.5193713903427124]}, {"step": 4850, "epoch": 10, "train_loss": 0.26093053817749023, "cos_r_negg": [0.62815260887146, 0.5690314173698425, 0.5327614545822144, 0.5404567718505859, 0.48925086855888367], "cos_apical_negg": [0.62815260887146, 0.5690314173698425, 0.5327614545822144, 0.5404567718505859, 0.48925086855888367], "cos_Ac_negg": [0.62815260887146, 0.5690314173698425, 0.5327614545822144, 0.5404567718505859, 0.48925086855888367], "r_norm": [0.5622186660766602, 0.5137014389038086, 0.4906390607357025, 0.49206554889678955, 0.5116448402404785]}, {"step": 4900, "epoch": 10, "train_loss": 0.14875711500644684, "cos_r_negg": [0.6095989346504211, 0.5554636716842651, 0.5134882926940918, 0.521565854549408, 0.47565367817878723], "cos_apical_negg": [0.6095989346504211, 0.5554636716842651, 0.5134882926940918, 0.521565854549408, 0.47565367817878723], "cos_Ac_negg": [0.6095989346504211, 0.5554636716842651, 0.5134882926940918, 0.521565854549408, 0.47565367817878723], "r_norm": [0.5669610500335693, 0.5196190476417542, 0.5007537007331848, 0.49807947874069214, 0.5184484720230103]}, {"step": 4950, "epoch": 10, "train_loss": 0.20003578066825867, "cos_r_negg": [0.6399358510971069, 0.5740714073181152, 0.532096266746521, 0.5406736731529236, 0.49716895818710327], "cos_apical_negg": [0.6399358510971069, 0.5740714073181152, 0.532096266746521, 0.5406736731529236, 0.49716895818710327], "cos_Ac_negg": [0.6399358510971069, 0.5740714073181152, 0.532096266746521, 0.5406736731529236, 0.49716895818710327], "r_norm": [0.6008310317993164, 0.5454117655754089, 0.525665283203125, 0.5207375884056091, 0.5435467958450317]}, {"step": 5000, "epoch": 10, "train_loss": 0.16805070638656616, "cos_r_negg": [0.6246542930603027, 0.5616145133972168, 0.5179525017738342, 0.5149679183959961, 0.4761797785758972], "cos_apical_negg": [0.6246542930603027, 0.5616145133972168, 0.5179525017738342, 0.5149679183959961, 0.4761797785758972], "cos_Ac_negg": [0.6246542930603027, 0.5616145133972168, 0.5179525017738342, 0.5149679183959961, 0.4761797785758972], "r_norm": [0.5935973525047302, 0.5402364730834961, 0.5167928338050842, 0.5148768424987793, 0.5371246337890625], "ldr": {"dL_sdil": -0.013597428798675537, "dL_bp": -0.013923674821853638, "ratio": 0.9765689713849072}}, {"step": 5050, "epoch": 10, "train_loss": 0.3162902891635895, "cos_r_negg": [0.6127314567565918, 0.5555825233459473, 0.5094138979911804, 0.5166083574295044, 0.4783603847026825], "cos_apical_negg": [0.6127314567565918, 0.5555825233459473, 0.5094138979911804, 0.5166083574295044, 0.4783603847026825], "cos_Ac_negg": [0.6127314567565918, 0.5555825233459473, 0.5094138979911804, 0.5166083574295044, 0.4783603847026825], "r_norm": [0.5148127675056458, 0.46743351221084595, 0.44687703251838684, 0.4470157027244568, 0.4665907621383667]}, {"step": 5100, "epoch": 10, "train_loss": 0.17555679380893707, "cos_r_negg": [0.6192516684532166, 0.5647402405738831, 0.520561695098877, 0.5214126706123352, 0.48794835805892944], "cos_apical_negg": [0.6192516684532166, 0.5647402405738831, 0.520561695098877, 0.5214126706123352, 0.48794835805892944], "cos_Ac_negg": [0.6192516684532166, 0.5647402405738831, 0.520561695098877, 0.5214126706123352, 0.48794835805892944], "r_norm": [0.537805438041687, 0.48740196228027344, 0.46590563654899597, 0.4663926362991333, 0.4855121374130249]}, {"step": 5150, "epoch": 10, "train_loss": 0.22839970886707306, "cos_r_negg": [0.6224572658538818, 0.5578701496124268, 0.5220606327056885, 0.5178893208503723, 0.4771951735019684], "cos_apical_negg": [0.6224572658538818, 0.5578701496124268, 0.5220606327056885, 0.5178893208503723, 0.4771951735019684], "cos_Ac_negg": [0.6224572658538818, 0.5578701496124268, 0.5220606327056885, 0.5178893208503723, 0.4771951735019684], "r_norm": [0.5515739917755127, 0.5021862983703613, 0.48050597310066223, 0.4792500138282776, 0.500043511390686]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8763, "test_loss": 0.3718419952392578}, {"step": 5200, "epoch": 11, "train_loss": 0.2433874011039734, "cos_r_negg": [0.6223670244216919, 0.5608733892440796, 0.5229698419570923, 0.5190019011497498, 0.4901197552680969], "cos_apical_negg": [0.6223670244216919, 0.5608733892440796, 0.5229698419570923, 0.5190019011497498, 0.4901197552680969], "cos_Ac_negg": [0.6223670244216919, 0.5608733892440796, 0.5229698419570923, 0.5190019011497498, 0.4901197552680969], "r_norm": [0.5448564887046814, 0.4915149211883545, 0.4708242416381836, 0.470277339220047, 0.4897938668727875]}, {"step": 5250, "epoch": 11, "train_loss": 0.10300183296203613, "cos_r_negg": [0.6186240315437317, 0.5575911998748779, 0.5215423107147217, 0.5216869115829468, 0.4877702295780182], "cos_apical_negg": [0.6186240315437317, 0.5575911998748779, 0.5215423107147217, 0.5216869115829468, 0.4877702295780182], "cos_Ac_negg": [0.6186240315437317, 0.5575911998748779, 0.5215423107147217, 0.5216869115829468, 0.4877702295780182], "r_norm": [0.5507141947746277, 0.49882879853248596, 0.47582268714904785, 0.47570231556892395, 0.4971332550048828], "ldr": {"dL_sdil": -0.006417512893676758, "dL_bp": -0.007638096809387207, "ratio": 0.8401978992711439}}, {"step": 5300, "epoch": 11, "train_loss": 0.2576993703842163, "cos_r_negg": [0.6054308414459229, 0.5415492057800293, 0.5084589719772339, 0.5032300353050232, 0.47865933179855347], "cos_apical_negg": [0.6054308414459229, 0.5415492057800293, 0.5084589719772339, 0.5032300353050232, 0.47865933179855347], "cos_Ac_negg": [0.6054308414459229, 0.5415492057800293, 0.5084589719772339, 0.5032300353050232, 0.47865933179855347], "r_norm": [0.5144071578979492, 0.46360620856285095, 0.4423256516456604, 0.4414811134338379, 0.462627112865448]}, {"step": 5350, "epoch": 11, "train_loss": 0.20244942605495453, "cos_r_negg": [0.6149940490722656, 0.5558480620384216, 0.517439603805542, 0.5112487077713013, 0.4862096905708313], "cos_apical_negg": [0.6149940490722656, 0.5558480620384216, 0.517439603805542, 0.5112487077713013, 0.4862096905708313], "cos_Ac_negg": [0.6149940490722656, 0.5558480620384216, 0.517439603805542, 0.5112487077713013, 0.4862096905708313], "r_norm": [0.5204894542694092, 0.468134343624115, 0.4468417763710022, 0.44510501623153687, 0.46701914072036743]}, {"step": 5400, "epoch": 11, "train_loss": 0.21522685885429382, "cos_r_negg": [0.6097863912582397, 0.5490014553070068, 0.5074259042739868, 0.5031625628471375, 0.4803157448768616], "cos_apical_negg": [0.6097863912582397, 0.5490014553070068, 0.5074259042739868, 0.5031625628471375, 0.4803157448768616], "cos_Ac_negg": [0.6097863912582397, 0.5490014553070068, 0.5074259042739868, 0.5031625628471375, 0.4803157448768616], "r_norm": [0.5310757160186768, 0.47812822461128235, 0.455192506313324, 0.45493268966674805, 0.4770514965057373]}, {"step": 5450, "epoch": 11, "train_loss": 0.18186545372009277, "cos_r_negg": [0.6091748476028442, 0.5572825074195862, 0.5136644244194031, 0.5146955251693726, 0.4893532991409302], "cos_apical_negg": [0.6091748476028442, 0.5572825074195862, 0.5136644244194031, 0.5146955251693726, 0.4893532991409302], "cos_Ac_negg": [0.6091748476028442, 0.5572825074195862, 0.5136644244194031, 0.5146955251693726, 0.4893532991409302], "r_norm": [0.5561100840568542, 0.49916741251945496, 0.47874268889427185, 0.47679293155670166, 0.499382883310318]}, {"step": 5500, "epoch": 11, "train_loss": 0.2203560769557953, "cos_r_negg": [0.5880256295204163, 0.5379065275192261, 0.4987417459487915, 0.49908822774887085, 0.4708871841430664], "cos_apical_negg": [0.5880256295204163, 0.5379065275192261, 0.4987417459487915, 0.49908822774887085, 0.4708871841430664], "cos_Ac_negg": [0.5880256295204163, 0.5379065275192261, 0.4987417459487915, 0.49908822774887085, 0.4708871841430664], "r_norm": [0.5277738571166992, 0.4753261208534241, 0.45422136783599854, 0.4531930088996887, 0.47307220101356506], "ldr": {"dL_sdil": -0.006698876619338989, "dL_bp": -0.008702725172042847, "ratio": 0.7697447048952964}}, {"step": 5550, "epoch": 11, "train_loss": 0.23055455088615417, "cos_r_negg": [0.6213757991790771, 0.5683114528656006, 0.519546389579773, 0.5222842693328857, 0.4952649474143982], "cos_apical_negg": [0.6213757991790771, 0.5683114528656006, 0.519546389579773, 0.5222842693328857, 0.4952649474143982], "cos_Ac_negg": [0.6213757991790771, 0.5683114528656006, 0.519546389579773, 0.5222842693328857, 0.4952649474143982], "r_norm": [0.5114434957504272, 0.45737582445144653, 0.43741101026535034, 0.43611472845077515, 0.4565340280532837]}, {"step": 5600, "epoch": 11, "train_loss": 0.20574918389320374, "cos_r_negg": [0.6160389184951782, 0.5615099668502808, 0.516843855381012, 0.5208451747894287, 0.4891923666000366], "cos_apical_negg": [0.6160389184951782, 0.5615099668502808, 0.516843855381012, 0.5208451747894287, 0.4891923666000366], "cos_Ac_negg": [0.6160389184951782, 0.5615099668502808, 0.516843855381012, 0.5208451747894287, 0.4891923666000366], "r_norm": [0.5795125365257263, 0.5127452611923218, 0.4866434335708618, 0.485723614692688, 0.5107237100601196]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8787, "test_loss": 0.3827539276123047}, {"step": 5650, "epoch": 12, "train_loss": 0.1661820113658905, "cos_r_negg": [0.6115838289260864, 0.5556572675704956, 0.5168933868408203, 0.5203853249549866, 0.4913208484649658], "cos_apical_negg": [0.6115838289260864, 0.5556572675704956, 0.5168933868408203, 0.5203853249549866, 0.4913208484649658], "cos_Ac_negg": [0.6115838289260864, 0.5556572675704956, 0.5168933868408203, 0.5203853249549866, 0.4913208484649658], "r_norm": [0.5238293409347534, 0.46672406792640686, 0.44414544105529785, 0.4424011707305908, 0.46442127227783203]}, {"step": 5700, "epoch": 12, "train_loss": 0.15233032405376434, "cos_r_negg": [0.6099482178688049, 0.5452426671981812, 0.5068137645721436, 0.511540412902832, 0.4846893846988678], "cos_apical_negg": [0.6099482178688049, 0.5452426671981812, 0.5068137645721436, 0.511540412902832, 0.4846893846988678], "cos_Ac_negg": [0.6099482178688049, 0.5452426671981812, 0.5068137645721436, 0.511540412902832, 0.4846893846988678], "r_norm": [0.507310152053833, 0.4512920081615448, 0.4291025996208191, 0.4280890226364136, 0.449367880821228]}, {"step": 5750, "epoch": 12, "train_loss": 0.32169675827026367, "cos_r_negg": [0.5984305143356323, 0.5432904958724976, 0.5011194348335266, 0.5059127807617188, 0.4782458543777466], "cos_apical_negg": [0.5984305143356323, 0.5432904958724976, 0.5011194348335266, 0.5059127807617188, 0.4782458543777466], "cos_Ac_negg": [0.5984305143356323, 0.5432904958724976, 0.5011194348335266, 0.5059127807617188, 0.4782458543777466], "r_norm": [0.4925665855407715, 0.4365103244781494, 0.4139974117279053, 0.4126136898994446, 0.43449878692626953], "ldr": {"dL_sdil": -0.008051007986068726, "dL_bp": -0.010347038507461548, "ratio": 0.7780978083983076}}, {"step": 5800, "epoch": 12, "train_loss": 0.19076143205165863, "cos_r_negg": [0.6050814390182495, 0.5511577129364014, 0.506391167640686, 0.5121592283248901, 0.4843951463699341], "cos_apical_negg": [0.6050814390182495, 0.5511577129364014, 0.506391167640686, 0.5121592283248901, 0.4843951463699341], "cos_Ac_negg": [0.6050814390182495, 0.5511577129364014, 0.506391167640686, 0.5121592283248901, 0.4843951463699341], "r_norm": [0.5230603218078613, 0.4647769629955292, 0.4416050314903259, 0.43916288018226624, 0.4627339839935303]}, {"step": 5850, "epoch": 12, "train_loss": 0.27539098262786865, "cos_r_negg": [0.6059391498565674, 0.5545215606689453, 0.5115183591842651, 0.5128613710403442, 0.476447731256485], "cos_apical_negg": [0.6059391498565674, 0.5545215606689453, 0.5115183591842651, 0.5128613710403442, 0.476447731256485], "cos_Ac_negg": [0.6059391498565674, 0.5545215606689453, 0.5115183591842651, 0.5128613710403442, 0.476447731256485], "r_norm": [0.5249379873275757, 0.46568506956100464, 0.4410552978515625, 0.4397890269756317, 0.46211397647857666]}, {"step": 5900, "epoch": 12, "train_loss": 0.27169346809387207, "cos_r_negg": [0.6136964559555054, 0.5593982934951782, 0.517179012298584, 0.5208255052566528, 0.4915376305580139], "cos_apical_negg": [0.6136964559555054, 0.5593982934951782, 0.517179012298584, 0.5208255052566528, 0.4915376305580139], "cos_Ac_negg": [0.6136964559555054, 0.5593982934951782, 0.517179012298584, 0.5208255052566528, 0.4915376305580139], "r_norm": [0.5467740297317505, 0.48413318395614624, 0.45952650904655457, 0.45660942792892456, 0.4818037152290344]}, {"step": 5950, "epoch": 12, "train_loss": 0.17555254697799683, "cos_r_negg": [0.6136035323143005, 0.5619957447052002, 0.5210133790969849, 0.5203625559806824, 0.4927736520767212], "cos_apical_negg": [0.6136035323143005, 0.5619957447052002, 0.5210133790969849, 0.5203625559806824, 0.4927736520767212], "cos_Ac_negg": [0.6136035323143005, 0.5619957447052002, 0.5210133790969849, 0.5203625559806824, 0.4927736520767212], "r_norm": [0.5773288607597351, 0.5092566013336182, 0.48321670293807983, 0.4792402982711792, 0.5067289471626282]}, {"step": 6000, "epoch": 12, "train_loss": 0.1088840514421463, "cos_r_negg": [0.6040021181106567, 0.5447845458984375, 0.510854959487915, 0.5111096501350403, 0.49155566096305847], "cos_apical_negg": [0.6040021181106567, 0.5447845458984375, 0.510854959487915, 0.5111096501350403, 0.49155566096305847], "cos_Ac_negg": [0.6040021181106567, 0.5447845458984375, 0.510854959487915, 0.5111096501350403, 0.49155566096305847], "r_norm": [0.5204118490219116, 0.46048322319984436, 0.4384526312351227, 0.4363439381122589, 0.4584164023399353], "ldr": {"dL_sdil": -0.009706318378448486, "dL_bp": -0.013217270374298096, "ratio": 0.73436633310635}}, {"step": 6050, "epoch": 12, "train_loss": 0.16265955567359924, "cos_r_negg": [0.6065763235092163, 0.5506482720375061, 0.5125210285186768, 0.5083461403846741, 0.4899948835372925], "cos_apical_negg": [0.6065763235092163, 0.5506482720375061, 0.5125210285186768, 0.5083461403846741, 0.4899948835372925], "cos_Ac_negg": [0.6065763235092163, 0.5506482720375061, 0.5125210285186768, 0.5083461403846741, 0.4899948835372925], "r_norm": [0.5131064653396606, 0.44605010747909546, 0.4217242896556854, 0.41944563388824463, 0.44491511583328247]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8816, "test_loss": 0.3747348052978516}, {"step": 6100, "epoch": 13, "train_loss": 0.23184502124786377, "cos_r_negg": [0.6172819137573242, 0.5564498901367188, 0.5175021290779114, 0.5189144611358643, 0.494714617729187], "cos_apical_negg": [0.6172819137573242, 0.5564498901367188, 0.5175021290779114, 0.5189144611358643, 0.494714617729187], "cos_Ac_negg": [0.6172819137573242, 0.5564498901367188, 0.5175021290779114, 0.5189144611358643, 0.494714617729187], "r_norm": [0.532220721244812, 0.4631214737892151, 0.4371255934238434, 0.4368104338645935, 0.46109867095947266]}, {"step": 6150, "epoch": 13, "train_loss": 0.11249080300331116, "cos_r_negg": [0.5977615714073181, 0.5455464124679565, 0.5061205625534058, 0.5033740997314453, 0.4801233112812042], "cos_apical_negg": [0.5977615714073181, 0.5455464124679565, 0.5061205625534058, 0.5033740997314453, 0.4801233112812042], "cos_Ac_negg": [0.5977615714073181, 0.5455464124679565, 0.5061205625534058, 0.5033740997314453, 0.4801233112812042], "r_norm": [0.49761298298835754, 0.4356009066104889, 0.41187161207199097, 0.4114369750022888, 0.43376508355140686]}, {"step": 6200, "epoch": 13, "train_loss": 0.22181199491024017, "cos_r_negg": [0.6098690032958984, 0.5627081394195557, 0.5246889591217041, 0.5208351016044617, 0.4951029419898987], "cos_apical_negg": [0.6098690032958984, 0.5627081394195557, 0.5246889591217041, 0.5208351016044617, 0.4951029419898987], "cos_Ac_negg": [0.6098690032958984, 0.5627081394195557, 0.5246889591217041, 0.5208351016044617, 0.4951029419898987], "r_norm": [0.5003154277801514, 0.43523693084716797, 0.41147202253341675, 0.4106912910938263, 0.43349823355674744]}, {"step": 6250, "epoch": 13, "train_loss": 0.19387322664260864, "cos_r_negg": [0.6175280809402466, 0.5642102956771851, 0.5198138952255249, 0.515545666217804, 0.500260591506958], "cos_apical_negg": [0.6175280809402466, 0.5642102956771851, 0.5198138952255249, 0.515545666217804, 0.500260591506958], "cos_Ac_negg": [0.6175280809402466, 0.5642102956771851, 0.5198138952255249, 0.515545666217804, 0.500260591506958], "r_norm": [0.5675127506256104, 0.49075764417648315, 0.46147865056991577, 0.4606088697910309, 0.4885239601135254], "ldr": {"dL_sdil": -0.026119351387023926, "dL_bp": -0.030970722436904907, "ratio": 0.843356219417728}}, {"step": 6300, "epoch": 13, "train_loss": 0.2041158676147461, "cos_r_negg": [0.5993000268936157, 0.5466015338897705, 0.49724918603897095, 0.49361157417297363, 0.48714664578437805], "cos_apical_negg": [0.5993000268936157, 0.5466015338897705, 0.49724918603897095, 0.49361157417297363, 0.48714664578437805], "cos_Ac_negg": [0.5993000268936157, 0.5466015338897705, 0.49724918603897095, 0.49361157417297363, 0.48714664578437805], "r_norm": [0.5213178992271423, 0.4538097381591797, 0.42815274000167847, 0.42558854818344116, 0.45122987031936646]}, {"step": 6350, "epoch": 13, "train_loss": 0.24072131514549255, "cos_r_negg": [0.5960060358047485, 0.5423887968063354, 0.49948596954345703, 0.4963236451148987, 0.4842653274536133], "cos_apical_negg": [0.5960060358047485, 0.5423887968063354, 0.49948596954345703, 0.4963236451148987, 0.4842653274536133], "cos_Ac_negg": [0.5960060358047485, 0.5423887968063354, 0.49948596954345703, 0.4963236451148987, 0.4842653274536133], "r_norm": [0.5022425651550293, 0.4357523024082184, 0.41176873445510864, 0.4077211618423462, 0.43317434191703796]}, {"step": 6400, "epoch": 13, "train_loss": 0.1563173532485962, "cos_r_negg": [0.5989907383918762, 0.552737832069397, 0.5098551511764526, 0.5101256370544434, 0.49250906705856323], "cos_apical_negg": [0.5989907383918762, 0.552737832069397, 0.5098551511764526, 0.5101256370544434, 0.49250906705856323], "cos_Ac_negg": [0.5989907383918762, 0.552737832069397, 0.5098551511764526, 0.5101256370544434, 0.49250906705856323], "r_norm": [0.5041816234588623, 0.4365192651748657, 0.41161349415779114, 0.40832117199897766, 0.434325635433197]}, {"step": 6450, "epoch": 13, "train_loss": 0.1814105063676834, "cos_r_negg": [0.610069751739502, 0.5601637363433838, 0.5102580785751343, 0.5106205940246582, 0.5021454095840454], "cos_apical_negg": [0.610069751739502, 0.5601637363433838, 0.5102580785751343, 0.5106205940246582, 0.5021454095840454], "cos_Ac_negg": [0.610069751739502, 0.5601637363433838, 0.5102580785751343, 0.5106205940246582, 0.5021454095840454], "r_norm": [0.5278838872909546, 0.4548804759979248, 0.42817825078964233, 0.42564618587493896, 0.45159876346588135]}, {"step": 6500, "epoch": 13, "train_loss": 0.11603657901287079, "cos_r_negg": [0.5922926664352417, 0.5432825684547424, 0.49724137783050537, 0.4974827170372009, 0.4788148105144501], "cos_apical_negg": [0.5922926664352417, 0.5432825684547424, 0.49724137783050537, 0.4974827170372009, 0.4788148105144501], "cos_Ac_negg": [0.5922926664352417, 0.5432825684547424, 0.49724137783050537, 0.4974827170372009, 0.4788148105144501], "r_norm": [0.5370907783508301, 0.46490591764450073, 0.4398280382156372, 0.43512633442878723, 0.46149352192878723], "ldr": {"dL_sdil": -0.012642860412597656, "dL_bp": -0.016744256019592285, "ratio": 0.7550565637436726}}, {"step": 6550, "epoch": 13, "train_loss": 0.165566086769104, "cos_r_negg": [0.6116386651992798, 0.5551362037658691, 0.5095480680465698, 0.5061651468276978, 0.4904397130012512], "cos_apical_negg": [0.6116386651992798, 0.5551362037658691, 0.5095480680465698, 0.5061651468276978, 0.4904397130012512], "cos_Ac_negg": [0.6116386651992798, 0.5551362037658691, 0.5095480680465698, 0.5061651468276978, 0.4904397130012512], "r_norm": [0.5209335088729858, 0.44798544049263, 0.42204320430755615, 0.4188643991947174, 0.44520193338394165]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8787, "test_loss": 0.38666452331542966}, {"step": 6600, "epoch": 14, "train_loss": 0.22089125216007233, "cos_r_negg": [0.6099377274513245, 0.5541728138923645, 0.5081758499145508, 0.5000646114349365, 0.49375903606414795], "cos_apical_negg": [0.6099377274513245, 0.5541728138923645, 0.5081758499145508, 0.5000646114349365, 0.49375903606414795], "cos_Ac_negg": [0.6099377274513245, 0.5541728138923645, 0.5081758499145508, 0.5000646114349365, 0.49375903606414795], "r_norm": [0.4829358458518982, 0.41594788432121277, 0.39122262597084045, 0.3886605501174927, 0.4133126735687256]}, {"step": 6650, "epoch": 14, "train_loss": 0.23514941334724426, "cos_r_negg": [0.600151777267456, 0.544989824295044, 0.5027065277099609, 0.49007275700569153, 0.48602309823036194], "cos_apical_negg": [0.600151777267456, 0.544989824295044, 0.5027065277099609, 0.49007275700569153, 0.48602309823036194], "cos_Ac_negg": [0.600151777267456, 0.544989824295044, 0.5027065277099609, 0.49007275700569153, 0.48602309823036194], "r_norm": [0.5518174171447754, 0.4697945713996887, 0.4413054585456848, 0.43780505657196045, 0.46704939007759094]}, {"step": 6700, "epoch": 14, "train_loss": 0.12478380650281906, "cos_r_negg": [0.6054794192314148, 0.5494678616523743, 0.5055342316627502, 0.4995488226413727, 0.4968952238559723], "cos_apical_negg": [0.6054794192314148, 0.5494678616523743, 0.5055342316627502, 0.4995488226413727, 0.4968952238559723], "cos_Ac_negg": [0.6054794192314148, 0.5494678616523743, 0.5055342316627502, 0.4995488226413727, 0.4968952238559723], "r_norm": [0.519202470779419, 0.44146728515625, 0.4138338267803192, 0.41104888916015625, 0.4390411972999573]}, {"step": 6750, "epoch": 14, "train_loss": 0.218086838722229, "cos_r_negg": [0.6068563461303711, 0.5541571378707886, 0.5083897113800049, 0.5075606107711792, 0.504632830619812], "cos_apical_negg": [0.6068563461303711, 0.5541571378707886, 0.5083897113800049, 0.5075606107711792, 0.504632830619812], "cos_Ac_negg": [0.6068563461303711, 0.5541571378707886, 0.5083897113800049, 0.5075606107711792, 0.504632830619812], "r_norm": [0.5033901929855347, 0.42865681648254395, 0.4017174541950226, 0.3992304801940918, 0.42592471837997437], "ldr": {"dL_sdil": -0.011844217777252197, "dL_bp": -0.015947431325912476, "ratio": 0.7427037956894602}}, {"step": 6800, "epoch": 14, "train_loss": 0.13410139083862305, "cos_r_negg": [0.5951106548309326, 0.5470074415206909, 0.5000068545341492, 0.4912852644920349, 0.4882085919380188], "cos_apical_negg": [0.5951106548309326, 0.5470074415206909, 0.5000068545341492, 0.4912852644920349, 0.4882085919380188], "cos_Ac_negg": [0.5951106548309326, 0.5470074415206909, 0.5000068545341492, 0.4912852644920349, 0.4882085919380188], "r_norm": [0.5257549285888672, 0.4464581310749054, 0.4187748432159424, 0.41403472423553467, 0.44205743074417114]}, {"step": 6850, "epoch": 14, "train_loss": 0.1092449501156807, "cos_r_negg": [0.5905794501304626, 0.5438416004180908, 0.49275198578834534, 0.48712044954299927, 0.48908743262290955], "cos_apical_negg": [0.5905794501304626, 0.5438416004180908, 0.49275198578834534, 0.48712044954299927, 0.48908743262290955], "cos_Ac_negg": [0.5905794501304626, 0.5438416004180908, 0.49275198578834534, 0.48712044954299927, 0.48908743262290955], "r_norm": [0.5228378772735596, 0.44210484623908997, 0.4130777418613434, 0.40892505645751953, 0.4384323060512543]}, {"step": 6900, "epoch": 14, "train_loss": 0.22916769981384277, "cos_r_negg": [0.6107701659202576, 0.5545557737350464, 0.5055627822875977, 0.49882733821868896, 0.5026894807815552], "cos_apical_negg": [0.6107701659202576, 0.5545557737350464, 0.5055627822875977, 0.49882733821868896, 0.5026894807815552], "cos_Ac_negg": [0.6107701659202576, 0.5545557737350464, 0.5055627822875977, 0.49882733821868896, 0.5026894807815552], "r_norm": [0.5082005262374878, 0.430981308221817, 0.4030444025993347, 0.39955317974090576, 0.42738375067710876]}, {"step": 6950, "epoch": 14, "train_loss": 0.21484246850013733, "cos_r_negg": [0.6032717823982239, 0.554778516292572, 0.5035802125930786, 0.4927765727043152, 0.4948504567146301], "cos_apical_negg": [0.6032717823982239, 0.554778516292572, 0.5035802125930786, 0.4927765727043152, 0.4948504567146301], "cos_Ac_negg": [0.6032717823982239, 0.554778516292572, 0.5035802125930786, 0.4927765727043152, 0.4948504567146301], "r_norm": [0.5296549797058105, 0.4493715465068817, 0.42039191722869873, 0.4176638126373291, 0.44544631242752075]}, {"step": 7000, "epoch": 14, "train_loss": 0.16684293746948242, "cos_r_negg": [0.5994342565536499, 0.5447552800178528, 0.49909475445747375, 0.48739054799079895, 0.4943629503250122], "cos_apical_negg": [0.5994342565536499, 0.5447552800178528, 0.49909475445747375, 0.48739054799079895, 0.4943629503250122], "cos_Ac_negg": [0.5994342565536499, 0.5447552800178528, 0.49909475445747375, 0.48739054799079895, 0.4943629503250122], "r_norm": [0.5075438022613525, 0.42751291394233704, 0.39942046999931335, 0.39620834589004517, 0.4239199161529541], "ldr": {"dL_sdil": -0.010762959718704224, "dL_bp": -0.014175891876220703, "ratio": 0.7592439200780383}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8837, "test_loss": 0.38861818237304685}, {"step": 7050, "epoch": 15, "train_loss": 0.14483383297920227, "cos_r_negg": [0.5866037607192993, 0.5325201749801636, 0.4859136641025543, 0.47956719994544983, 0.48893123865127563], "cos_apical_negg": [0.5866037607192993, 0.5325201749801636, 0.4859136641025543, 0.47956719994544983, 0.48893123865127563], "cos_Ac_negg": [0.5866037607192993, 0.5325201749801636, 0.4859136641025543, 0.47956719994544983, 0.48893123865127563], "r_norm": [0.5125260353088379, 0.4332468509674072, 0.40548908710479736, 0.4019867777824402, 0.42956653237342834]}, {"step": 7100, "epoch": 15, "train_loss": 0.2333707958459854, "cos_r_negg": [0.5910180807113647, 0.5371526479721069, 0.4921490550041199, 0.47922369837760925, 0.4901967942714691], "cos_apical_negg": [0.5910180807113647, 0.5371526479721069, 0.4921490550041199, 0.47922369837760925, 0.4901967942714691], "cos_Ac_negg": [0.5910180807113647, 0.5371526479721069, 0.4921490550041199, 0.47922369837760925, 0.4901967942714691], "r_norm": [0.5487709045410156, 0.46108347177505493, 0.42992502450942993, 0.42753565311431885, 0.4563090205192566]}, {"step": 7150, "epoch": 15, "train_loss": 0.21024568378925323, "cos_r_negg": [0.5980861186981201, 0.5421536564826965, 0.49816253781318665, 0.48841193318367004, 0.4879054129123688], "cos_apical_negg": [0.5980861186981201, 0.5421536564826965, 0.49816253781318665, 0.48841193318367004, 0.4879054129123688], "cos_Ac_negg": [0.5980861186981201, 0.5421536564826965, 0.49816253781318665, 0.48841193318367004, 0.4879054129123688], "r_norm": [0.5033231973648071, 0.42313504219055176, 0.3955167531967163, 0.39171066880226135, 0.41875529289245605]}, {"step": 7200, "epoch": 15, "train_loss": 0.11660967022180557, "cos_r_negg": [0.5898964405059814, 0.534446120262146, 0.48397427797317505, 0.47827139496803284, 0.4820058345794678], "cos_apical_negg": [0.5898964405059814, 0.534446120262146, 0.48397427797317505, 0.47827139496803284, 0.4820058345794678], "cos_Ac_negg": [0.5898964405059814, 0.534446120262146, 0.48397427797317505, 0.47827139496803284, 0.4820058345794678], "r_norm": [0.5254656076431274, 0.4425434470176697, 0.415993869304657, 0.4093165099620819, 0.43941032886505127]}, {"step": 7250, "epoch": 15, "train_loss": 0.2599201202392578, "cos_r_negg": [0.5867680907249451, 0.5324667692184448, 0.4854777455329895, 0.46946173906326294, 0.47174888849258423], "cos_apical_negg": [0.5867680907249451, 0.5324667692184448, 0.4854777455329895, 0.46946173906326294, 0.47174888849258423], "cos_Ac_negg": [0.5867680907249451, 0.5324667692184448, 0.4854777455329895, 0.46946173906326294, 0.47174888849258423], "r_norm": [0.5533175468444824, 0.4628700315952301, 0.4309611916542053, 0.4267711341381073, 0.45821356773376465], "ldr": {"dL_sdil": -0.019167959690093994, "dL_bp": -0.024919211864471436, "ratio": 0.7692040901752077}}, {"step": 7300, "epoch": 15, "train_loss": 0.24130281805992126, "cos_r_negg": [0.5959115028381348, 0.5366493463516235, 0.4923552870750427, 0.4813389182090759, 0.4829302728176117], "cos_apical_negg": [0.5959115028381348, 0.5366493463516235, 0.4923552870750427, 0.4813389182090759, 0.4829302728176117], "cos_Ac_negg": [0.5959115028381348, 0.5366493463516235, 0.4923552870750427, 0.4813389182090759, 0.4829302728176117], "r_norm": [0.5450624227523804, 0.4534812569618225, 0.4222230911254883, 0.41841936111450195, 0.4490870535373688]}, {"step": 7350, "epoch": 15, "train_loss": 0.15261268615722656, "cos_r_negg": [0.600827693939209, 0.5440995097160339, 0.5012233853340149, 0.4888431429862976, 0.49242085218429565], "cos_apical_negg": [0.600827693939209, 0.5440995097160339, 0.5012233853340149, 0.4888431429862976, 0.49242085218429565], "cos_Ac_negg": [0.600827693939209, 0.5440995097160339, 0.5012233853340149, 0.4888431429862976, 0.49242085218429565], "r_norm": [0.5079648494720459, 0.42303523421287537, 0.39220136404037476, 0.390617311000824, 0.4187968075275421]}, {"step": 7400, "epoch": 15, "train_loss": 0.2510070502758026, "cos_r_negg": [0.5910102128982544, 0.533889889717102, 0.48255640268325806, 0.4724451005458832, 0.48424097895622253], "cos_apical_negg": [0.5910102128982544, 0.533889889717102, 0.48255640268325806, 0.4724451005458832, 0.48424097895622253], "cos_Ac_negg": [0.5910102128982544, 0.533889889717102, 0.48255640268325806, 0.4724451005458832, 0.48424097895622253], "r_norm": [0.5148985385894775, 0.42809751629829407, 0.39674460887908936, 0.39385974407196045, 0.423488974571228]}, {"step": 7450, "epoch": 15, "train_loss": 0.1745491623878479, "cos_r_negg": [0.5966537594795227, 0.5387083292007446, 0.48686128854751587, 0.4715307056903839, 0.47930675745010376], "cos_apical_negg": [0.5966537594795227, 0.5387083292007446, 0.48686128854751587, 0.4715307056903839, 0.47930675745010376], "cos_Ac_negg": [0.5966537594795227, 0.5387083292007446, 0.48686128854751587, 0.4715307056903839, 0.47930675745010376], "r_norm": [0.52548748254776, 0.4385978579521179, 0.4069885015487671, 0.40476444363594055, 0.4333168566226959]}, {"step": 7500, "epoch": 15, "train_loss": 0.17879807949066162, "cos_r_negg": [0.5830907821655273, 0.5289402008056641, 0.4794083833694458, 0.46692079305648804, 0.4801843762397766], "cos_apical_negg": [0.5830907821655273, 0.5289402008056641, 0.4794083833694458, 0.46692079305648804, 0.4801843762397766], "cos_Ac_negg": [0.5830907821655273, 0.5289402008056641, 0.4794083833694458, 0.46692079305648804, 0.4801843762397766], "r_norm": [0.5318977236747742, 0.4384450614452362, 0.4048396348953247, 0.40197524428367615, 0.43220311403274536], "ldr": {"dL_sdil": -0.01964840292930603, "dL_bp": -0.02638491988182068, "ratio": 0.7446830620412027}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8791, "test_loss": 0.4032665069580078}, {"step": 7550, "epoch": 16, "train_loss": 0.139662504196167, "cos_r_negg": [0.5789531469345093, 0.5283690690994263, 0.4758976697921753, 0.4646216630935669, 0.4775145649909973], "cos_apical_negg": [0.5789531469345093, 0.5283690690994263, 0.4758976697921753, 0.4646216630935669, 0.4775145649909973], "cos_Ac_negg": [0.5789531469345093, 0.5283690690994263, 0.4758976697921753, 0.4646216630935669, 0.4775145649909973], "r_norm": [0.5194821357727051, 0.43249058723449707, 0.402686208486557, 0.3974985182285309, 0.4278760552406311]}, {"step": 7600, "epoch": 16, "train_loss": 0.20070400834083557, "cos_r_negg": [0.5978630781173706, 0.5436426997184753, 0.49217864871025085, 0.4808943271636963, 0.49319273233413696], "cos_apical_negg": [0.5978630781173706, 0.5436426997184753, 0.49217864871025085, 0.4808943271636963, 0.49319273233413696], "cos_Ac_negg": [0.5978630781173706, 0.5436426997184753, 0.49217864871025085, 0.4808943271636963, 0.49319273233413696], "r_norm": [0.5301523804664612, 0.43607690930366516, 0.4040616750717163, 0.40138283371925354, 0.4313162565231323]}, {"step": 7650, "epoch": 16, "train_loss": 0.10145500302314758, "cos_r_negg": [0.5838197469711304, 0.5290167331695557, 0.47966551780700684, 0.4623805284500122, 0.4799806773662567], "cos_apical_negg": [0.5838197469711304, 0.5290167331695557, 0.47966551780700684, 0.4623805284500122, 0.4799806773662567], "cos_Ac_negg": [0.5838197469711304, 0.5290167331695557, 0.47966551780700684, 0.4623805284500122, 0.4799806773662567], "r_norm": [0.5123494267463684, 0.42104631662368774, 0.39018407464027405, 0.38768959045410156, 0.41593819856643677]}, {"step": 7700, "epoch": 16, "train_loss": 0.10947895795106888, "cos_r_negg": [0.5766157507896423, 0.5243037939071655, 0.4722639322280884, 0.46206867694854736, 0.47813376784324646], "cos_apical_negg": [0.5766157507896423, 0.5243037939071655, 0.4722639322280884, 0.46206867694854736, 0.47813376784324646], "cos_Ac_negg": [0.5766157507896423, 0.5243037939071655, 0.4722639322280884, 0.46206867694854736, 0.47813376784324646], "r_norm": [0.5017883777618408, 0.4140048921108246, 0.38381925225257874, 0.3805046081542969, 0.4084850549697876]}, {"step": 7750, "epoch": 16, "train_loss": 0.1798393279314041, "cos_r_negg": [0.5935418605804443, 0.5399389863014221, 0.48563942313194275, 0.46934792399406433, 0.49101749062538147], "cos_apical_negg": [0.5935418605804443, 0.5399389863014221, 0.48563942313194275, 0.46934792399406433, 0.49101749062538147], "cos_Ac_negg": [0.5935418605804443, 0.5399389863014221, 0.48563942313194275, 0.46934792399406433, 0.49101749062538147], "r_norm": [0.5323828458786011, 0.4357167184352875, 0.401930034160614, 0.3998519480228424, 0.43010836839675903], "ldr": {"dL_sdil": -0.019970715045928955, "dL_bp": -0.028277575969696045, "ratio": 0.7062385781345182}}, {"step": 7800, "epoch": 16, "train_loss": 0.11960744857788086, "cos_r_negg": [0.6051393747329712, 0.5528589487075806, 0.500562310218811, 0.4852941036224365, 0.5022002458572388], "cos_apical_negg": [0.6051393747329712, 0.5528589487075806, 0.500562310218811, 0.4852941036224365, 0.5022002458572388], "cos_Ac_negg": [0.6051393747329712, 0.5528589487075806, 0.500562310218811, 0.4852941036224365, 0.5022002458572388], "r_norm": [0.5579538345336914, 0.4558963477611542, 0.4209688901901245, 0.4175650477409363, 0.45021331310272217]}, {"step": 7850, "epoch": 16, "train_loss": 0.1514640748500824, "cos_r_negg": [0.5788769125938416, 0.5274099707603455, 0.4796903133392334, 0.4647548198699951, 0.48651811480522156], "cos_apical_negg": [0.5788769125938416, 0.5274099707603455, 0.4796903133392334, 0.4647548198699951, 0.48651811480522156], "cos_Ac_negg": [0.5788769125938416, 0.5274099707603455, 0.4796903133392334, 0.4647548198699951, 0.48651811480522156], "r_norm": [0.5081462264060974, 0.4167620837688446, 0.3858489394187927, 0.38179805874824524, 0.41085320711135864]}, {"step": 7900, "epoch": 16, "train_loss": 0.07717226445674896, "cos_r_negg": [0.587388813495636, 0.534266471862793, 0.4864960014820099, 0.47613525390625, 0.48967593908309937], "cos_apical_negg": [0.587388813495636, 0.534266471862793, 0.4864960014820099, 0.47613525390625, 0.48967593908309937], "cos_Ac_negg": [0.587388813495636, 0.534266471862793, 0.4864960014820099, 0.47613525390625, 0.48967593908309937], "r_norm": [0.5385949611663818, 0.43996983766555786, 0.4051378667354584, 0.40199869871139526, 0.4327054023742676]}, {"step": 7950, "epoch": 16, "train_loss": 0.16190052032470703, "cos_r_negg": [0.5955262184143066, 0.5389693379402161, 0.49167725443840027, 0.4745466411113739, 0.4894610643386841], "cos_apical_negg": [0.5955262184143066, 0.5389693379402161, 0.49167725443840027, 0.4745466411113739, 0.4894610643386841], "cos_Ac_negg": [0.5955262184143066, 0.5389693379402161, 0.49167725443840027, 0.4745466411113739, 0.4894610643386841], "r_norm": [0.5166759490966797, 0.417662113904953, 0.38547226786613464, 0.3800128698348999, 0.4121151268482208]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8817, "test_loss": 0.39875533447265626}, {"step": 8000, "epoch": 17, "train_loss": 0.16099286079406738, "cos_r_negg": [0.5966753959655762, 0.5454351902008057, 0.49383699893951416, 0.48300033807754517, 0.505352258682251], "cos_apical_negg": [0.5966753959655762, 0.5454351902008057, 0.49383699893951416, 0.48300033807754517, 0.505352258682251], "cos_Ac_negg": [0.5966753959655762, 0.5454351902008057, 0.49383699893951416, 0.48300033807754517, 0.505352258682251], "r_norm": [0.5114881992340088, 0.4132150411605835, 0.37974560260772705, 0.37610286474227905, 0.40739697217941284], "ldr": {"dL_sdil": -0.015316486358642578, "dL_bp": -0.02016773819923401, "ratio": 0.7594548385809725}}, {"step": 8050, "epoch": 17, "train_loss": 0.14084376394748688, "cos_r_negg": [0.5953590869903564, 0.5377457737922668, 0.49032437801361084, 0.47495031356811523, 0.494299054145813], "cos_apical_negg": [0.5953590869903564, 0.5377457737922668, 0.49032437801361084, 0.47495031356811523, 0.494299054145813], "cos_Ac_negg": [0.5953590869903564, 0.5377457737922668, 0.49032437801361084, 0.47495031356811523, 0.494299054145813], "r_norm": [0.5145132541656494, 0.4151240587234497, 0.3812624216079712, 0.3772529363632202, 0.4096522331237793]}, {"step": 8100, "epoch": 17, "train_loss": 0.18697798252105713, "cos_r_negg": [0.5941866040229797, 0.5402862429618835, 0.4913666248321533, 0.47633254528045654, 0.5040770173072815], "cos_apical_negg": [0.5941866040229797, 0.5402862429618835, 0.4913666248321533, 0.47633254528045654, 0.5040770173072815], "cos_Ac_negg": [0.5941866040229797, 0.5402862429618835, 0.4913666248321533, 0.47633254528045654, 0.5040770173072815], "r_norm": [0.5085748434066772, 0.4131009578704834, 0.3818526268005371, 0.37643200159072876, 0.4077022969722748]}, {"step": 8150, "epoch": 17, "train_loss": 0.12611819803714752, "cos_r_negg": [0.5986078381538391, 0.543136715888977, 0.49525386095046997, 0.4828321933746338, 0.507847785949707], "cos_apical_negg": [0.5986078381538391, 0.543136715888977, 0.49525386095046997, 0.4828321933746338, 0.507847785949707], "cos_Ac_negg": [0.5986078381538391, 0.543136715888977, 0.49525386095046997, 0.4828321933746338, 0.507847785949707], "r_norm": [0.507948100566864, 0.408805251121521, 0.3756767511367798, 0.37190794944763184, 0.40267789363861084]}, {"step": 8200, "epoch": 17, "train_loss": 0.15766708552837372, "cos_r_negg": [0.5868111848831177, 0.5339860916137695, 0.4866122603416443, 0.47385144233703613, 0.49751168489456177], "cos_apical_negg": [0.5868111848831177, 0.5339860916137695, 0.4866122603416443, 0.47385144233703613, 0.49751168489456177], "cos_Ac_negg": [0.5868111848831177, 0.5339860916137695, 0.4866122603416443, 0.47385144233703613, 0.49751168489456177], "r_norm": [0.5142394304275513, 0.41389819979667664, 0.38006627559661865, 0.37613654136657715, 0.40733063220977783]}, {"step": 8250, "epoch": 17, "train_loss": 0.13945867121219635, "cos_r_negg": [0.5746229887008667, 0.5225863456726074, 0.475532591342926, 0.461792916059494, 0.4930761754512787], "cos_apical_negg": [0.5746229887008667, 0.5225863456726074, 0.475532591342926, 0.461792916059494, 0.4930761754512787], "cos_Ac_negg": [0.5746229887008667, 0.5225863456726074, 0.475532591342926, 0.461792916059494, 0.4930761754512787], "r_norm": [0.4999552369117737, 0.4001753330230713, 0.3682093024253845, 0.36287492513656616, 0.3943864703178406], "ldr": {"dL_sdil": -0.01094663143157959, "dL_bp": -0.016246408224105835, "ratio": 0.6737877862343365}}, {"step": 8300, "epoch": 17, "train_loss": 0.10552415251731873, "cos_r_negg": [0.5877377390861511, 0.5349071025848389, 0.48460817337036133, 0.4642278850078583, 0.48961395025253296], "cos_apical_negg": [0.5877377390861511, 0.5349071025848389, 0.48460817337036133, 0.4642278850078583, 0.48961395025253296], "cos_Ac_negg": [0.5877377390861511, 0.5349071025848389, 0.48460817337036133, 0.4642278850078583, 0.48961395025253296], "r_norm": [0.5177422761917114, 0.41471701860427856, 0.3805192708969116, 0.3753345012664795, 0.4081607460975647]}, {"step": 8350, "epoch": 17, "train_loss": 0.12074071913957596, "cos_r_negg": [0.5891674160957336, 0.5385090112686157, 0.490039587020874, 0.4739493727684021, 0.4959575831890106], "cos_apical_negg": [0.5891674160957336, 0.5385090112686157, 0.490039587020874, 0.4739493727684021, 0.4959575831890106], "cos_Ac_negg": [0.5891674160957336, 0.5385090112686157, 0.490039587020874, 0.4739493727684021, 0.4959575831890106], "r_norm": [0.4903353750705719, 0.393886923789978, 0.36253899335861206, 0.358457088470459, 0.3879771828651428]}, {"step": 8400, "epoch": 17, "train_loss": 0.3313804864883423, "cos_r_negg": [0.5881012678146362, 0.538421630859375, 0.48870816826820374, 0.47083091735839844, 0.4951174259185791], "cos_apical_negg": [0.5881012678146362, 0.538421630859375, 0.48870816826820374, 0.47083091735839844, 0.4951174259185791], "cos_Ac_negg": [0.5881012678146362, 0.538421630859375, 0.48870816826820374, 0.47083091735839844, 0.4951174259185791], "r_norm": [0.4917157292366028, 0.3910786211490631, 0.35651737451553345, 0.35189875960350037, 0.3843784034252167]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.882, "test_loss": 0.41553375549316407}, {"step": 8450, "epoch": 18, "train_loss": 0.0916091650724411, "cos_r_negg": [0.5851815938949585, 0.5405941605567932, 0.4882095456123352, 0.4636545777320862, 0.48846131563186646], "cos_apical_negg": [0.5851815938949585, 0.5405941605567932, 0.4882095456123352, 0.4636545777320862, 0.48846131563186646], "cos_Ac_negg": [0.5851815938949585, 0.5405941605567932, 0.4882095456123352, 0.4636545777320862, 0.48846131563186646], "r_norm": [0.513677716255188, 0.4089961349964142, 0.3734253942966461, 0.3683406710624695, 0.402288019657135]}, {"step": 8500, "epoch": 18, "train_loss": 0.12651270627975464, "cos_r_negg": [0.5885592699050903, 0.541249692440033, 0.48928311467170715, 0.4714890122413635, 0.49204498529434204], "cos_apical_negg": [0.5885592699050903, 0.541249692440033, 0.48928311467170715, 0.4714890122413635, 0.49204498529434204], "cos_Ac_negg": [0.5885592699050903, 0.541249692440033, 0.48928311467170715, 0.4714890122413635, 0.49204498529434204], "r_norm": [0.5459134578704834, 0.43040311336517334, 0.3901953101158142, 0.385811984539032, 0.4222312569618225], "ldr": {"dL_sdil": -0.023685574531555176, "dL_bp": -0.029906123876571655, "ratio": 0.7919974728022299}}, {"step": 8550, "epoch": 18, "train_loss": 0.1318945735692978, "cos_r_negg": [0.5948026776313782, 0.5444215536117554, 0.4904370605945587, 0.4661900997161865, 0.49239349365234375], "cos_apical_negg": [0.5948026776313782, 0.5444215536117554, 0.4904370605945587, 0.4661900997161865, 0.49239349365234375], "cos_Ac_negg": [0.5948026776313782, 0.5444215536117554, 0.4904370605945587, 0.4661900997161865, 0.49239349365234375], "r_norm": [0.527870774269104, 0.41810816526412964, 0.38190436363220215, 0.3762120306491852, 0.4105837345123291]}, {"step": 8600, "epoch": 18, "train_loss": 0.09112212061882019, "cos_r_negg": [0.5794160962104797, 0.5334001183509827, 0.4799332916736603, 0.45971056818962097, 0.4921422004699707], "cos_apical_negg": [0.5794160962104797, 0.5334001183509827, 0.4799332916736603, 0.45971056818962097, 0.4921422004699707], "cos_Ac_negg": [0.5794160962104797, 0.5334001183509827, 0.4799332916736603, 0.45971056818962097, 0.4921422004699707], "r_norm": [0.49155670404434204, 0.3911671042442322, 0.3583264648914337, 0.3542839586734772, 0.3842207193374634]}, {"step": 8650, "epoch": 18, "train_loss": 0.0847804844379425, "cos_r_negg": [0.5743533372879028, 0.526231050491333, 0.4744635224342346, 0.4501945972442627, 0.4847545325756073], "cos_apical_negg": [0.5743533372879028, 0.526231050491333, 0.4744635224342346, 0.4501945972442627, 0.4847545325756073], "cos_Ac_negg": [0.5743533372879028, 0.526231050491333, 0.4744635224342346, 0.4501945972442627, 0.4847545325756073], "r_norm": [0.523412823677063, 0.4108657240867615, 0.3724043369293213, 0.36830320954322815, 0.4029049873352051]}, {"step": 8700, "epoch": 18, "train_loss": 0.1052926778793335, "cos_r_negg": [0.5778697729110718, 0.5300023555755615, 0.4757806658744812, 0.4507385492324829, 0.48292624950408936], "cos_apical_negg": [0.5778697729110718, 0.5300023555755615, 0.4757806658744812, 0.4507385492324829, 0.48292624950408936], "cos_Ac_negg": [0.5778697729110718, 0.5300023555755615, 0.4757806658744812, 0.4507385492324829, 0.48292624950408936], "r_norm": [0.5226239562034607, 0.41542065143585205, 0.3792652487754822, 0.37580859661102295, 0.40733224153518677]}, {"step": 8750, "epoch": 18, "train_loss": 0.19598600268363953, "cos_r_negg": [0.5738250613212585, 0.5247712135314941, 0.47450512647628784, 0.4515345096588135, 0.48836374282836914], "cos_apical_negg": [0.5738250613212585, 0.5247712135314941, 0.47450512647628784, 0.4515345096588135, 0.48836374282836914], "cos_Ac_negg": [0.5738250613212585, 0.5247712135314941, 0.47450512647628784, 0.4515345096588135, 0.48836374282836914], "r_norm": [0.5381942987442017, 0.423664391040802, 0.3858158588409424, 0.38124388456344604, 0.414961040019989], "ldr": {"dL_sdil": -0.01926600933074951, "dL_bp": -0.03195279836654663, "ratio": 0.6029521768246844}}, {"step": 8800, "epoch": 18, "train_loss": 0.0617002435028553, "cos_r_negg": [0.5634735226631165, 0.5215601325035095, 0.46557217836380005, 0.4478131830692291, 0.4844134449958801], "cos_apical_negg": [0.5634735226631165, 0.5215601325035095, 0.46557217836380005, 0.4478131830692291, 0.4844134449958801], "cos_Ac_negg": [0.5634735226631165, 0.5215601325035095, 0.46557217836380005, 0.4478131830692291, 0.4844134449958801], "r_norm": [0.5093247294425964, 0.401913046836853, 0.3666743040084839, 0.361788272857666, 0.39444249868392944]}, {"step": 8850, "epoch": 18, "train_loss": 0.11534260213375092, "cos_r_negg": [0.5741579532623291, 0.5270999670028687, 0.4780557155609131, 0.4555087089538574, 0.4955286383628845], "cos_apical_negg": [0.5741579532623291, 0.5270999670028687, 0.4780557155609131, 0.4555087089538574, 0.4955286383628845], "cos_Ac_negg": [0.5741579532623291, 0.5270999670028687, 0.4780557155609131, 0.4555087089538574, 0.4955286383628845], "r_norm": [0.5158399939537048, 0.4054158627986908, 0.3695877194404602, 0.364418089389801, 0.39774298667907715]}, {"step": 8900, "epoch": 18, "train_loss": 0.12859581410884857, "cos_r_negg": [0.571616530418396, 0.5238504409790039, 0.4755178689956665, 0.4542483687400818, 0.4923783838748932], "cos_apical_negg": [0.571616530418396, 0.5238504409790039, 0.4755178689956665, 0.4542483687400818, 0.4923783838748932], "cos_Ac_negg": [0.571616530418396, 0.5238504409790039, 0.4755178689956665, 0.4542483687400818, 0.4923783838748932], "r_norm": [0.5041743516921997, 0.39657658338546753, 0.3619186580181122, 0.356784462928772, 0.3893832564353943]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8823, "test_loss": 0.4247179473876953}, {"step": 8950, "epoch": 19, "train_loss": 0.19562561810016632, "cos_r_negg": [0.5630697011947632, 0.5171826481819153, 0.4670434594154358, 0.45288386940956116, 0.48783600330352783], "cos_apical_negg": [0.5630697011947632, 0.5171826481819153, 0.4670434594154358, 0.45288386940956116, 0.48783600330352783], "cos_Ac_negg": [0.5630697011947632, 0.5171826481819153, 0.4670434594154358, 0.45288386940956116, 0.48783600330352783], "r_norm": [0.5061759352684021, 0.3965432047843933, 0.3603629469871521, 0.35501646995544434, 0.3890848159790039]}, {"step": 9000, "epoch": 19, "train_loss": 0.2270652949810028, "cos_r_negg": [0.5776054263114929, 0.531660795211792, 0.4789314270019531, 0.4580571949481964, 0.492109090089798], "cos_apical_negg": [0.5776054263114929, 0.531660795211792, 0.4789314270019531, 0.4580571949481964, 0.492109090089798], "cos_Ac_negg": [0.5776054263114929, 0.531660795211792, 0.4789314270019531, 0.4580571949481964, 0.492109090089798], "r_norm": [0.5259275436401367, 0.41260838508605957, 0.3741154670715332, 0.3698722720146179, 0.404692679643631], "ldr": {"dL_sdil": -0.011428624391555786, "dL_bp": -0.01860138773918152, "ratio": 0.6143963317039408}}, {"step": 9050, "epoch": 19, "train_loss": 0.14135676622390747, "cos_r_negg": [0.5672038793563843, 0.5223315954208374, 0.4702377915382385, 0.45200443267822266, 0.49236100912094116], "cos_apical_negg": [0.5672038793563843, 0.5223315954208374, 0.4702377915382385, 0.45200443267822266, 0.49236100912094116], "cos_Ac_negg": [0.5672038793563843, 0.5223315954208374, 0.4702377915382385, 0.45200443267822266, 0.49236100912094116], "r_norm": [0.5266255140304565, 0.4118611514568329, 0.37177786231040955, 0.3677912950515747, 0.40339893102645874]}, {"step": 9100, "epoch": 19, "train_loss": 0.1093372330069542, "cos_r_negg": [0.5550698041915894, 0.5139425992965698, 0.46477144956588745, 0.44067999720573425, 0.47901737689971924], "cos_apical_negg": [0.5550698041915894, 0.5139425992965698, 0.46477144956588745, 0.44067999720573425, 0.47901737689971924], "cos_Ac_negg": [0.5550698041915894, 0.5139425992965698, 0.46477144956588745, 0.44067999720573425, 0.47901737689971924], "r_norm": [0.5070318579673767, 0.39790013432502747, 0.36226364970207214, 0.35589849948883057, 0.3893042504787445]}, {"step": 9150, "epoch": 19, "train_loss": 0.10299230366945267, "cos_r_negg": [0.5738488435745239, 0.5305347442626953, 0.4830405116081238, 0.4650411009788513, 0.4977392554283142], "cos_apical_negg": [0.5738488435745239, 0.5305347442626953, 0.4830405116081238, 0.4650411009788513, 0.4977392554283142], "cos_Ac_negg": [0.5738488435745239, 0.5305347442626953, 0.4830405116081238, 0.4650411009788513, 0.4977392554283142], "r_norm": [0.5178799629211426, 0.40647825598716736, 0.3696567714214325, 0.3637956380844116, 0.39776021242141724]}, {"step": 9200, "epoch": 19, "train_loss": 0.10084032267332077, "cos_r_negg": [0.569981038570404, 0.5178396701812744, 0.47030335664749146, 0.4548354148864746, 0.49852609634399414], "cos_apical_negg": [0.569981038570404, 0.5178396701812744, 0.47030335664749146, 0.4548354148864746, 0.49852609634399414], "cos_Ac_negg": [0.569981038570404, 0.5178396701812744, 0.47030335664749146, 0.4548354148864746, 0.49852609634399414], "r_norm": [0.5002213716506958, 0.3873831331729889, 0.35005247592926025, 0.34496116638183594, 0.37838178873062134]}, {"step": 9250, "epoch": 19, "train_loss": 0.12429270148277283, "cos_r_negg": [0.5681686401367188, 0.5233514308929443, 0.47311002016067505, 0.4552481472492218, 0.49731409549713135], "cos_apical_negg": [0.5681686401367188, 0.5233514308929443, 0.47311002016067505, 0.4552481472492218, 0.49731409549713135], "cos_Ac_negg": [0.5681686401367188, 0.5233514308929443, 0.47311002016067505, 0.4552481472492218, 0.49731409549713135], "r_norm": [0.524756908416748, 0.40643826127052307, 0.3658796548843384, 0.3600645065307617, 0.3951559066772461], "ldr": {"dL_sdil": -0.017193108797073364, "dL_bp": -0.026230067014694214, "ratio": 0.6554733080720572}}, {"step": 9300, "epoch": 19, "train_loss": 0.17799320816993713, "cos_r_negg": [0.5794235467910767, 0.5302310585975647, 0.48109951615333557, 0.4676610827445984, 0.5022462606430054], "cos_apical_negg": [0.5794235467910767, 0.5302310585975647, 0.48109951615333557, 0.4676610827445984, 0.5022462606430054], "cos_Ac_negg": [0.5794235467910767, 0.5302310585975647, 0.48109951615333557, 0.4676610827445984, 0.5022462606430054], "r_norm": [0.5102024078369141, 0.3974938690662384, 0.36096659302711487, 0.3553280830383301, 0.3886592984199524]}, {"step": 9350, "epoch": 19, "train_loss": 0.15413929522037506, "cos_r_negg": [0.5760304927825928, 0.5242114663124084, 0.47520843148231506, 0.4574548602104187, 0.4989051818847656], "cos_apical_negg": [0.5760304927825928, 0.5242114663124084, 0.47520843148231506, 0.4574548602104187, 0.4989051818847656], "cos_Ac_negg": [0.5760304927825928, 0.5242114663124084, 0.47520843148231506, 0.4574548602104187, 0.4989051818847656], "r_norm": [0.5732083320617676, 0.44390392303466797, 0.40155261754989624, 0.39278560876846313, 0.43137043714523315]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8759, "test_loss": 0.4444411193847656}], "final": {"test_acc": 0.8759, "test_loss": 0.4444411193847656, "wall_s": 93.53153228759766, "cos_r_negg": [0.5748071670532227, 0.5251387357711792, 0.4723549485206604, 0.46017196774482727, 0.5008089542388916], "cos_apical_negg": [0.5748071670532227, 0.5251387357711792, 0.4723549485206604, 0.46017196774482727, 0.5008089542388916], "cos_Ac_negg": [0.5748071670532227, 0.5251387357711792, 0.4723549485206604, 0.46017196774482727, 0.5008089542388916]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_sdil_d5_s1.json b/results/depth_fmnist_sdil_d5_s1.json
new file mode 100644
index 0000000..48dc4ab
--- /dev/null
+++ b/results/depth_fmnist_sdil_d5_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d5_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.275784969329834, "cos_r_negg": [-0.002817050088196993, 0.004949343390762806, -0.017186107113957405, 0.011924473568797112, -0.02465781196951866], "cos_apical_negg": [-0.002817050088196993, 0.004949343390762806, -0.017186107113957405, 0.011924473568797112, -0.02465781196951866], "cos_Ac_negg": [-0.002817050088196993, 0.004949343390762806, -0.017186107113957405, 0.011924473568797112, -0.02465781196951866], "r_norm": [4.932618141174316, 4.717127323150635, 4.8395280838012695, 4.8739471435546875, 4.884308815002441], "ldr": {"dL_sdil": 0.031182050704956055, "dL_bp": -0.16996550559997559, "ratio": -0.1834610534348361}}, {"step": 50, "epoch": 0, "train_loss": 0.8900549411773682, "cos_r_negg": [0.18243935704231262, 0.1248454824090004, 0.1402944028377533, 0.08166112750768661, 0.09095533192157745], "cos_apical_negg": [0.18243935704231262, 0.1248454824090004, 0.1402944028377533, 0.08166112750768661, 0.09095533192157745], "cos_Ac_negg": [0.18243935704231262, 0.1248454824090004, 0.1402944028377533, 0.08166112750768661, 0.09095533192157745], "r_norm": [2.575934886932373, 2.4514482021331787, 2.5393428802490234, 2.6487607955932617, 2.601898193359375]}, {"step": 100, "epoch": 0, "train_loss": 0.7359741926193237, "cos_r_negg": [0.2772674560546875, 0.22811907529830933, 0.2749989628791809, 0.25316184759140015, 0.16280703246593475], "cos_apical_negg": [0.2772674560546875, 0.22811907529830933, 0.2749989628791809, 0.25316184759140015, 0.16280703246593475], "cos_Ac_negg": [0.2772674560546875, 0.22811907529830933, 0.2749989628791809, 0.25316184759140015, 0.16280703246593475], "r_norm": [1.8655894994735718, 1.7639604806900024, 1.8363890647888184, 1.9065520763397217, 1.861152172088623]}, {"step": 150, "epoch": 0, "train_loss": 0.5563440322875977, "cos_r_negg": [0.40294912457466125, 0.33126071095466614, 0.33469343185424805, 0.2810666561126709, 0.18664532899856567], "cos_apical_negg": [0.40294912457466125, 0.33126071095466614, 0.33469343185424805, 0.2810666561126709, 0.18664532899856567], "cos_Ac_negg": [0.40294912457466125, 0.33126071095466614, 0.33469343185424805, 0.2810666561126709, 0.18664532899856567], "r_norm": [1.679830551147461, 1.585794448852539, 1.6364858150482178, 1.7122195959091187, 1.679685354232788]}, {"step": 200, "epoch": 0, "train_loss": 0.5584044456481934, "cos_r_negg": [0.4370490312576294, 0.3684462606906891, 0.36414098739624023, 0.32479098439216614, 0.23126474022865295], "cos_apical_negg": [0.4370490312576294, 0.3684462606906891, 0.36414098739624023, 0.32479098439216614, 0.23126474022865295], "cos_Ac_negg": [0.4370490312576294, 0.3684462606906891, 0.36414098739624023, 0.32479098439216614, 0.23126474022865295], "r_norm": [1.5071287155151367, 1.4274351596832275, 1.4814279079437256, 1.539469838142395, 1.5097812414169312]}, {"step": 250, "epoch": 0, "train_loss": 0.51469486951828, "cos_r_negg": [0.45479848980903625, 0.40341809391975403, 0.38060539960861206, 0.35407546162605286, 0.2551039457321167], "cos_apical_negg": [0.45479848980903625, 0.40341809391975403, 0.38060539960861206, 0.35407546162605286, 0.2551039457321167], "cos_Ac_negg": [0.45479848980903625, 0.40341809391975403, 0.38060539960861206, 0.35407546162605286, 0.2551039457321167], "r_norm": [1.4104423522949219, 1.3297983407974243, 1.380980134010315, 1.4391181468963623, 1.4104036092758179], "ldr": {"dL_sdil": -0.007563114166259766, "dL_bp": -0.005352616310119629, "ratio": 1.41297521213336}}, {"step": 300, "epoch": 0, "train_loss": 0.7772629261016846, "cos_r_negg": [0.45518118143081665, 0.385501503944397, 0.3777313530445099, 0.3649396598339081, 0.26051968336105347], "cos_apical_negg": [0.45518118143081665, 0.385501503944397, 0.3777313530445099, 0.3649396598339081, 0.26051968336105347], "cos_Ac_negg": [0.45518118143081665, 0.385501503944397, 0.3777313530445099, 0.3649396598339081, 0.26051968336105347], "r_norm": [1.3134558200836182, 1.2374553680419922, 1.287015438079834, 1.337926983833313, 1.307576298713684]}, {"step": 350, "epoch": 0, "train_loss": 0.4449930787086487, "cos_r_negg": [0.45391565561294556, 0.3982875347137451, 0.3775630593299866, 0.35217252373695374, 0.26958197355270386], "cos_apical_negg": [0.45391565561294556, 0.3982875347137451, 0.3775630593299866, 0.35217252373695374, 0.26958197355270386], "cos_Ac_negg": [0.45391565561294556, 0.3982875347137451, 0.3775630593299866, 0.35217252373695374, 0.26958197355270386], "r_norm": [1.3423783779144287, 1.2685253620147705, 1.3140887022018433, 1.370565414428711, 1.3426353931427002]}, {"step": 400, "epoch": 0, "train_loss": 0.611823320388794, "cos_r_negg": [0.48861899971961975, 0.431021124124527, 0.39090752601623535, 0.37491923570632935, 0.25772303342819214], "cos_apical_negg": [0.48861899971961975, 0.431021124124527, 0.39090752601623535, 0.37491923570632935, 0.25772303342819214], "cos_Ac_negg": [0.48861899971961975, 0.431021124124527, 0.39090752601623535, 0.37491923570632935, 0.25772303342819214], "r_norm": [1.298507809638977, 1.2217965126037598, 1.2653263807296753, 1.3206632137298584, 1.297189474105835]}, {"step": 450, "epoch": 0, "train_loss": 0.4444390833377838, "cos_r_negg": [0.49605804681777954, 0.4180517792701721, 0.3781498968601227, 0.36465269327163696, 0.24696432054042816], "cos_apical_negg": [0.49605804681777954, 0.4180517792701721, 0.3781498968601227, 0.36465269327163696, 0.24696432054042816], "cos_Ac_negg": [0.49605804681777954, 0.4180517792701721, 0.3781498968601227, 0.36465269327163696, 0.24696432054042816], "r_norm": [1.2744083404541016, 1.1991453170776367, 1.2471169233322144, 1.300572395324707, 1.2690156698226929]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8373, "test_loss": 0.4770520416259766}, {"step": 500, "epoch": 1, "train_loss": 0.31841835379600525, "cos_r_negg": [0.49129578471183777, 0.42827919125556946, 0.3854864239692688, 0.3857806921005249, 0.2501569986343384], "cos_apical_negg": [0.49129578471183777, 0.42827919125556946, 0.3854864239692688, 0.3857806921005249, 0.2501569986343384], "cos_Ac_negg": [0.49129578471183777, 0.42827919125556946, 0.3854864239692688, 0.3857806921005249, 0.2501569986343384], "r_norm": [1.2920804023742676, 1.2168452739715576, 1.2637126445770264, 1.3157503604888916, 1.2915048599243164], "ldr": {"dL_sdil": -0.02151903510093689, "dL_bp": -0.016176462173461914, "ratio": 1.3302683164084954}}, {"step": 550, "epoch": 1, "train_loss": 0.5462313294410706, "cos_r_negg": [0.4896332621574402, 0.4184703826904297, 0.3715561628341675, 0.3568498492240906, 0.24631568789482117], "cos_apical_negg": [0.4896332621574402, 0.4184703826904297, 0.3715561628341675, 0.3568498492240906, 0.24631568789482117], "cos_Ac_negg": [0.4896332621574402, 0.4184703826904297, 0.3715561628341675, 0.3568498492240906, 0.24631568789482117], "r_norm": [1.1711616516113281, 1.0995380878448486, 1.1492094993591309, 1.1852004528045654, 1.157916784286499]}, {"step": 600, "epoch": 1, "train_loss": 0.4596045911312103, "cos_r_negg": [0.5077812075614929, 0.4330814480781555, 0.39141106605529785, 0.37321680784225464, 0.25606581568717957], "cos_apical_negg": [0.5077812075614929, 0.4330814480781555, 0.39141106605529785, 0.37321680784225464, 0.25606581568717957], "cos_Ac_negg": [0.5077812075614929, 0.4330814480781555, 0.39141106605529785, 0.37321680784225464, 0.25606581568717957], "r_norm": [1.1722633838653564, 1.0955934524536133, 1.1454193592071533, 1.1907788515090942, 1.1557763814926147]}, {"step": 650, "epoch": 1, "train_loss": 0.5228424668312073, "cos_r_negg": [0.4926029145717621, 0.42843419313430786, 0.3736969828605652, 0.34859633445739746, 0.2704620659351349], "cos_apical_negg": [0.4926029145717621, 0.42843419313430786, 0.3736969828605652, 0.34859633445739746, 0.2704620659351349], "cos_Ac_negg": [0.4926029145717621, 0.42843419313430786, 0.3736969828605652, 0.34859633445739746, 0.2704620659351349], "r_norm": [1.0923371315002441, 1.0239061117172241, 1.0691773891448975, 1.1068823337554932, 1.0818302631378174]}, {"step": 700, "epoch": 1, "train_loss": 0.3149279057979584, "cos_r_negg": [0.5083787441253662, 0.451740562915802, 0.3894713819026947, 0.3917135000228882, 0.2905401587486267], "cos_apical_negg": [0.5083787441253662, 0.451740562915802, 0.3894713819026947, 0.3917135000228882, 0.2905401587486267], "cos_Ac_negg": [0.5083787441253662, 0.451740562915802, 0.3894713819026947, 0.3917135000228882, 0.2905401587486267], "r_norm": [1.176680326461792, 1.1046379804611206, 1.1435692310333252, 1.1891320943832397, 1.1720041036605835]}, {"step": 750, "epoch": 1, "train_loss": 0.3644985258579254, "cos_r_negg": [0.531503438949585, 0.46523383259773254, 0.396200954914093, 0.38391780853271484, 0.2621607184410095], "cos_apical_negg": [0.531503438949585, 0.46523383259773254, 0.396200954914093, 0.38391780853271484, 0.2621607184410095], "cos_Ac_negg": [0.531503438949585, 0.46523383259773254, 0.396200954914093, 0.38391780853271484, 0.2621607184410095], "r_norm": [1.1298243999481201, 1.060548186302185, 1.0983127355575562, 1.1481685638427734, 1.1222171783447266], "ldr": {"dL_sdil": -0.01338106393814087, "dL_bp": -0.010259509086608887, "ratio": 1.3042596702415672}}, {"step": 800, "epoch": 1, "train_loss": 0.460464745759964, "cos_r_negg": [0.5112358331680298, 0.4690321683883667, 0.39926159381866455, 0.4033128023147583, 0.28829365968704224], "cos_apical_negg": [0.5112358331680298, 0.4690321683883667, 0.39926159381866455, 0.4033128023147583, 0.28829365968704224], "cos_Ac_negg": [0.5112358331680298, 0.4690321683883667, 0.39926159381866455, 0.4033128023147583, 0.28829365968704224], "r_norm": [1.0790886878967285, 1.0098755359649658, 1.0479423999786377, 1.09052574634552, 1.0689083337783813]}, {"step": 850, "epoch": 1, "train_loss": 0.3025302588939667, "cos_r_negg": [0.5287624597549438, 0.46437859535217285, 0.40278494358062744, 0.3996884226799011, 0.28270405530929565], "cos_apical_negg": [0.5287624597549438, 0.46437859535217285, 0.40278494358062744, 0.3996884226799011, 0.28270405530929565], "cos_Ac_negg": [0.5287624597549438, 0.46437859535217285, 0.40278494358062744, 0.3996884226799011, 0.28270405530929565], "r_norm": [1.0270750522613525, 0.9625577926635742, 1.0015877485275269, 1.0379347801208496, 1.0148085355758667]}, {"step": 900, "epoch": 1, "train_loss": 0.3512202203273773, "cos_r_negg": [0.5007644295692444, 0.445950984954834, 0.39249783754348755, 0.4035358130931854, 0.2960190773010254], "cos_apical_negg": [0.5007644295692444, 0.445950984954834, 0.39249783754348755, 0.4035358130931854, 0.2960190773010254], "cos_Ac_negg": [0.5007644295692444, 0.445950984954834, 0.39249783754348755, 0.4035358130931854, 0.2960190773010254], "r_norm": [1.0808957815170288, 1.0153377056121826, 1.052032232284546, 1.0960915088653564, 1.0734741687774658]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8477, "test_loss": 0.4172346618652344}, {"step": 950, "epoch": 2, "train_loss": 0.3776203989982605, "cos_r_negg": [0.5176473259925842, 0.4649156332015991, 0.4138583242893219, 0.40143686532974243, 0.29156792163848877], "cos_apical_negg": [0.5176473259925842, 0.4649156332015991, 0.4138583242893219, 0.40143686532974243, 0.29156792163848877], "cos_Ac_negg": [0.5176473259925842, 0.4649156332015991, 0.4138583242893219, 0.40143686532974243, 0.29156792163848877], "r_norm": [1.0349023342132568, 0.9701244831085205, 1.0069621801376343, 1.0410517454147339, 1.0207033157348633]}, {"step": 1000, "epoch": 2, "train_loss": 0.38094064593315125, "cos_r_negg": [0.5223151445388794, 0.4632403254508972, 0.4179393947124481, 0.41767042875289917, 0.3110813498497009], "cos_apical_negg": [0.5223151445388794, 0.4632403254508972, 0.4179393947124481, 0.41767042875289917, 0.3110813498497009], "cos_Ac_negg": [0.5223151445388794, 0.4632403254508972, 0.4179393947124481, 0.41767042875289917, 0.3110813498497009], "r_norm": [1.051890254020691, 0.9807459115982056, 1.0173768997192383, 1.0559055805206299, 1.0348126888275146], "ldr": {"dL_sdil": -0.018193185329437256, "dL_bp": -0.013665199279785156, "ratio": 1.331351629562426}}, {"step": 1050, "epoch": 2, "train_loss": 0.30746906995773315, "cos_r_negg": [0.5303083062171936, 0.47641128301620483, 0.42188698053359985, 0.41659873723983765, 0.30155685544013977], "cos_apical_negg": [0.5303083062171936, 0.47641128301620483, 0.42188698053359985, 0.41659873723983765, 0.30155685544013977], "cos_Ac_negg": [0.5303083062171936, 0.47641128301620483, 0.42188698053359985, 0.41659873723983765, 0.30155685544013977], "r_norm": [0.9746227264404297, 0.9130889177322388, 0.9511330127716064, 0.9801936149597168, 0.9597203731536865]}, {"step": 1100, "epoch": 2, "train_loss": 0.3185542821884155, "cos_r_negg": [0.5265203714370728, 0.47077441215515137, 0.41205698251724243, 0.4042336940765381, 0.3071293830871582], "cos_apical_negg": [0.5265203714370728, 0.47077441215515137, 0.41205698251724243, 0.4042336940765381, 0.3071293830871582], "cos_Ac_negg": [0.5265203714370728, 0.47077441215515137, 0.41205698251724243, 0.4042336940765381, 0.3071293830871582], "r_norm": [0.9692662954330444, 0.905107855796814, 0.9439759254455566, 0.9763404726982117, 0.9517573118209839]}, {"step": 1150, "epoch": 2, "train_loss": 0.3417035639286041, "cos_r_negg": [0.5453593730926514, 0.4934577941894531, 0.41989630460739136, 0.4206414222717285, 0.3134673535823822], "cos_apical_negg": [0.5453593730926514, 0.4934577941894531, 0.41989630460739136, 0.4206414222717285, 0.3134673535823822], "cos_Ac_negg": [0.5453593730926514, 0.4934577941894531, 0.41989630460739136, 0.4206414222717285, 0.3134673535823822], "r_norm": [0.9416006803512573, 0.8794123530387878, 0.9112560749053955, 0.9451651573181152, 0.9230854511260986]}, {"step": 1200, "epoch": 2, "train_loss": 0.47648096084594727, "cos_r_negg": [0.5340471267700195, 0.48966270685195923, 0.43273240327835083, 0.4339512288570404, 0.3352217674255371], "cos_apical_negg": [0.5340471267700195, 0.48966270685195923, 0.43273240327835083, 0.4339512288570404, 0.3352217674255371], "cos_Ac_negg": [0.5340471267700195, 0.48966270685195923, 0.43273240327835083, 0.4339512288570404, 0.3352217674255371], "r_norm": [0.9260121583938599, 0.8663219213485718, 0.8988641500473022, 0.9269651770591736, 0.9088025093078613]}, {"step": 1250, "epoch": 2, "train_loss": 0.28360915184020996, "cos_r_negg": [0.5368713140487671, 0.4970717430114746, 0.4292919337749481, 0.42858219146728516, 0.32159850001335144], "cos_apical_negg": [0.5368713140487671, 0.4970717430114746, 0.4292919337749481, 0.42858219146728516, 0.32159850001335144], "cos_Ac_negg": [0.5368713140487671, 0.4970717430114746, 0.4292919337749481, 0.42858219146728516, 0.32159850001335144], "r_norm": [0.9337882995605469, 0.8686352372169495, 0.9003831148147583, 0.9314070343971252, 0.9110762476921082], "ldr": {"dL_sdil": -0.010625958442687988, "dL_bp": -0.008131593465805054, "ratio": 1.306749837823574}}, {"step": 1300, "epoch": 2, "train_loss": 0.27776649594306946, "cos_r_negg": [0.5399306416511536, 0.4959017038345337, 0.4371337294578552, 0.43331196904182434, 0.3233543336391449], "cos_apical_negg": [0.5399306416511536, 0.4959017038345337, 0.4371337294578552, 0.43331196904182434, 0.3233543336391449], "cos_Ac_negg": [0.5399306416511536, 0.4959017038345337, 0.4371337294578552, 0.43331196904182434, 0.3233543336391449], "r_norm": [0.9114212989807129, 0.8528947234153748, 0.8800191283226013, 0.9113223552703857, 0.8956359624862671]}, {"step": 1350, "epoch": 2, "train_loss": 0.2298775613307953, "cos_r_negg": [0.5548496246337891, 0.5112340450286865, 0.4338347911834717, 0.4362144470214844, 0.33184701204299927], "cos_apical_negg": [0.5548496246337891, 0.5112340450286865, 0.4338347911834717, 0.4362144470214844, 0.33184701204299927], "cos_Ac_negg": [0.5548496246337891, 0.5112340450286865, 0.4338347911834717, 0.4362144470214844, 0.33184701204299927], "r_norm": [0.8794969320297241, 0.8240069150924683, 0.84661865234375, 0.878423810005188, 0.8662176132202148]}, {"step": 1400, "epoch": 2, "train_loss": 0.5050011873245239, "cos_r_negg": [0.5335004329681396, 0.5049926042556763, 0.428062379360199, 0.42068809270858765, 0.3301824927330017], "cos_apical_negg": [0.5335004329681396, 0.5049926042556763, 0.428062379360199, 0.42068809270858765, 0.3301824927330017], "cos_Ac_negg": [0.5335004329681396, 0.5049926042556763, 0.428062379360199, 0.42068809270858765, 0.3301824927330017], "r_norm": [0.8927661180496216, 0.8330838680267334, 0.8636409640312195, 0.8926842212677002, 0.8726671934127808]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8559, "test_loss": 0.4021715850830078}, {"step": 1450, "epoch": 3, "train_loss": 0.5919321775436401, "cos_r_negg": [0.5767152309417725, 0.5361577868461609, 0.46388521790504456, 0.4426591992378235, 0.34414637088775635], "cos_apical_negg": [0.5767152309417725, 0.5361577868461609, 0.46388521790504456, 0.4426591992378235, 0.34414637088775635], "cos_Ac_negg": [0.5767152309417725, 0.5361577868461609, 0.46388521790504456, 0.4426591992378235, 0.34414637088775635], "r_norm": [0.9268110990524292, 0.8696626424789429, 0.895219624042511, 0.9251158237457275, 0.9111073017120361]}, {"step": 1500, "epoch": 3, "train_loss": 0.3842582702636719, "cos_r_negg": [0.5685555338859558, 0.5283113718032837, 0.457835853099823, 0.43835967779159546, 0.34452658891677856], "cos_apical_negg": [0.5685555338859558, 0.5283113718032837, 0.457835853099823, 0.43835967779159546, 0.34452658891677856], "cos_Ac_negg": [0.5685555338859558, 0.5283113718032837, 0.457835853099823, 0.43835967779159546, 0.34452658891677856], "r_norm": [0.9038706421852112, 0.8413692712783813, 0.8663671016693115, 0.8978121280670166, 0.8824673891067505], "ldr": {"dL_sdil": -0.016253918409347534, "dL_bp": -0.012694358825683594, "ratio": 1.280404834347532}}, {"step": 1550, "epoch": 3, "train_loss": 0.30198657512664795, "cos_r_negg": [0.572917103767395, 0.5326519012451172, 0.45771524310112, 0.4431048333644867, 0.3363962769508362], "cos_apical_negg": [0.572917103767395, 0.5326519012451172, 0.45771524310112, 0.4431048333644867, 0.3363962769508362], "cos_Ac_negg": [0.572917103767395, 0.5326519012451172, 0.45771524310112, 0.4431048333644867, 0.3363962769508362], "r_norm": [0.8741957545280457, 0.8153083324432373, 0.8437674045562744, 0.8706139326095581, 0.8554342985153198]}, {"step": 1600, "epoch": 3, "train_loss": 0.32348453998565674, "cos_r_negg": [0.5596564412117004, 0.5144332647323608, 0.4519532322883606, 0.446189284324646, 0.35069864988327026], "cos_apical_negg": [0.5596564412117004, 0.5144332647323608, 0.4519532322883606, 0.446189284324646, 0.35069864988327026], "cos_Ac_negg": [0.5596564412117004, 0.5144332647323608, 0.4519532322883606, 0.446189284324646, 0.35069864988327026], "r_norm": [0.870407223701477, 0.8088282346725464, 0.8353908061981201, 0.8627927899360657, 0.8472708463668823]}, {"step": 1650, "epoch": 3, "train_loss": 0.34161755442619324, "cos_r_negg": [0.5819188952445984, 0.5272848010063171, 0.45610201358795166, 0.45439207553863525, 0.3357037901878357], "cos_apical_negg": [0.5819188952445984, 0.5272848010063171, 0.45610201358795166, 0.45439207553863525, 0.3357037901878357], "cos_Ac_negg": [0.5819188952445984, 0.5272848010063171, 0.45610201358795166, 0.45439207553863525, 0.3357037901878357], "r_norm": [0.8699299097061157, 0.8062989115715027, 0.8335806727409363, 0.8615230321884155, 0.8424113988876343]}, {"step": 1700, "epoch": 3, "train_loss": 0.2790592312812805, "cos_r_negg": [0.5828496217727661, 0.5106359720230103, 0.4477333426475525, 0.43309134244918823, 0.33427491784095764], "cos_apical_negg": [0.5828496217727661, 0.5106359720230103, 0.4477333426475525, 0.43309134244918823, 0.33427491784095764], "cos_Ac_negg": [0.5828496217727661, 0.5106359720230103, 0.4477333426475525, 0.43309134244918823, 0.33427491784095764], "r_norm": [0.8434438705444336, 0.779922366142273, 0.8071317076683044, 0.8321784138679504, 0.816045880317688]}, {"step": 1750, "epoch": 3, "train_loss": 0.4739993214607239, "cos_r_negg": [0.6065083146095276, 0.554161787033081, 0.49476975202560425, 0.47455787658691406, 0.3514687716960907], "cos_apical_negg": [0.6065083146095276, 0.554161787033081, 0.49476975202560425, 0.47455787658691406, 0.3514687716960907], "cos_Ac_negg": [0.6065083146095276, 0.554161787033081, 0.49476975202560425, 0.47455787658691406, 0.3514687716960907], "r_norm": [0.828170120716095, 0.772454023361206, 0.7944648265838623, 0.8168617486953735, 0.8064794540405273], "ldr": {"dL_sdil": -0.007131665945053101, "dL_bp": -0.005590915679931641, "ratio": 1.2755810234541578}}, {"step": 1800, "epoch": 3, "train_loss": 0.3252232074737549, "cos_r_negg": [0.6035090684890747, 0.5399088859558105, 0.49198395013809204, 0.4685402810573578, 0.34731525182724], "cos_apical_negg": [0.6035090684890747, 0.5399088859558105, 0.49198395013809204, 0.4685402810573578, 0.34731525182724], "cos_Ac_negg": [0.6035090684890747, 0.5399088859558105, 0.49198395013809204, 0.4685402810573578, 0.34731525182724], "r_norm": [0.8144937753677368, 0.758617103099823, 0.7784816026687622, 0.8031668663024902, 0.791165828704834]}, {"step": 1850, "epoch": 3, "train_loss": 0.4212258458137512, "cos_r_negg": [0.5887359380722046, 0.5355633497238159, 0.46904873847961426, 0.4583694040775299, 0.3504098355770111], "cos_apical_negg": [0.5887359380722046, 0.5355633497238159, 0.46904873847961426, 0.4583694040775299, 0.3504098355770111], "cos_Ac_negg": [0.5887359380722046, 0.5355633497238159, 0.46904873847961426, 0.4583694040775299, 0.3504098355770111], "r_norm": [0.7418299913406372, 0.6894948482513428, 0.7118525505065918, 0.7318612933158875, 0.719542384147644]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8685, "test_loss": 0.3745107147216797}, {"step": 1900, "epoch": 4, "train_loss": 0.2235771268606186, "cos_r_negg": [0.6032668352127075, 0.5662320852279663, 0.5094335079193115, 0.46518903970718384, 0.36114558577537537], "cos_apical_negg": [0.6032668352127075, 0.5662320852279663, 0.5094335079193115, 0.46518903970718384, 0.36114558577537537], "cos_Ac_negg": [0.6032668352127075, 0.5662320852279663, 0.5094335079193115, 0.46518903970718384, 0.36114558577537537], "r_norm": [0.7885919213294983, 0.7280640602111816, 0.7494875192642212, 0.7729455828666687, 0.7610602378845215]}, {"step": 1950, "epoch": 4, "train_loss": 0.461115300655365, "cos_r_negg": [0.5987473726272583, 0.5570520162582397, 0.49704036116600037, 0.4617363214492798, 0.3600885570049286], "cos_apical_negg": [0.5987473726272583, 0.5570520162582397, 0.49704036116600037, 0.4617363214492798, 0.3600885570049286], "cos_Ac_negg": [0.5987473726272583, 0.5570520162582397, 0.49704036116600037, 0.4617363214492798, 0.3600885570049286], "r_norm": [0.8164542317390442, 0.7542030811309814, 0.7770683765411377, 0.8033449649810791, 0.7865577936172485]}, {"step": 2000, "epoch": 4, "train_loss": 0.36999452114105225, "cos_r_negg": [0.5805070400238037, 0.5436897873878479, 0.48914241790771484, 0.4557669758796692, 0.3591768741607666], "cos_apical_negg": [0.5805070400238037, 0.5436897873878479, 0.48914241790771484, 0.4557669758796692, 0.3591768741607666], "cos_Ac_negg": [0.5805070400238037, 0.5436897873878479, 0.48914241790771484, 0.4557669758796692, 0.3591768741607666], "r_norm": [0.815861701965332, 0.7569484114646912, 0.7783193588256836, 0.8014132976531982, 0.7860455513000488], "ldr": {"dL_sdil": -0.012010335922241211, "dL_bp": -0.009510427713394165, "ratio": 1.2628597034943296}}, {"step": 2050, "epoch": 4, "train_loss": 0.3604181706905365, "cos_r_negg": [0.5957720875740051, 0.5608140230178833, 0.4978732764720917, 0.4710933566093445, 0.3562183678150177], "cos_apical_negg": [0.5957720875740051, 0.5608140230178833, 0.4978732764720917, 0.4710933566093445, 0.3562183678150177], "cos_Ac_negg": [0.5957720875740051, 0.5608140230178833, 0.4978732764720917, 0.4710933566093445, 0.3562183678150177], "r_norm": [0.7863738536834717, 0.7295124530792236, 0.7493677735328674, 0.7706581354141235, 0.7572616934776306]}, {"step": 2100, "epoch": 4, "train_loss": 0.3209986686706543, "cos_r_negg": [0.5910303592681885, 0.5651975870132446, 0.4889710545539856, 0.46465182304382324, 0.35669368505477905], "cos_apical_negg": [0.5910303592681885, 0.5651975870132446, 0.4889710545539856, 0.46465182304382324, 0.35669368505477905], "cos_Ac_negg": [0.5910303592681885, 0.5651975870132446, 0.4889710545539856, 0.46465182304382324, 0.35669368505477905], "r_norm": [0.8097411394119263, 0.7546294927597046, 0.7736454010009766, 0.7931891679763794, 0.7844060063362122]}, {"step": 2150, "epoch": 4, "train_loss": 0.3039934039115906, "cos_r_negg": [0.6005814075469971, 0.5609994530677795, 0.5045246481895447, 0.46513959765434265, 0.3628459870815277], "cos_apical_negg": [0.6005814075469971, 0.5609994530677795, 0.5045246481895447, 0.46513959765434265, 0.3628459870815277], "cos_Ac_negg": [0.6005814075469971, 0.5609994530677795, 0.5045246481895447, 0.46513959765434265, 0.3628459870815277], "r_norm": [0.7472368478775024, 0.6933817267417908, 0.7106236219406128, 0.72845458984375, 0.7191401124000549]}, {"step": 2200, "epoch": 4, "train_loss": 0.31340935826301575, "cos_r_negg": [0.6124078035354614, 0.5576871633529663, 0.5104093551635742, 0.4634431004524231, 0.34192976355552673], "cos_apical_negg": [0.6124078035354614, 0.5576871633529663, 0.5104093551635742, 0.4634431004524231, 0.34192976355552673], "cos_Ac_negg": [0.6124078035354614, 0.5576871633529663, 0.5104093551635742, 0.4634431004524231, 0.34192976355552673], "r_norm": [0.7474351525306702, 0.6925677061080933, 0.7097083926200867, 0.7322301864624023, 0.7202404737472534]}, {"step": 2250, "epoch": 4, "train_loss": 0.20851773023605347, "cos_r_negg": [0.620782732963562, 0.5723026394844055, 0.5153997540473938, 0.4575767517089844, 0.345632940530777], "cos_apical_negg": [0.620782732963562, 0.5723026394844055, 0.5153997540473938, 0.4575767517089844, 0.345632940530777], "cos_Ac_negg": [0.620782732963562, 0.5723026394844055, 0.5153997540473938, 0.4575767517089844, 0.345632940530777], "r_norm": [0.741286039352417, 0.690508246421814, 0.7081313133239746, 0.7264137268066406, 0.7170901298522949], "ldr": {"dL_sdil": -0.005686581134796143, "dL_bp": -0.004804790019989014, "ratio": 1.1835233404870302}}, {"step": 2300, "epoch": 4, "train_loss": 0.1391347348690033, "cos_r_negg": [0.6036607623100281, 0.5638061165809631, 0.5107667446136475, 0.47057563066482544, 0.36562272906303406], "cos_apical_negg": [0.6036607623100281, 0.5638061165809631, 0.5107667446136475, 0.47057563066482544, 0.36562272906303406], "cos_Ac_negg": [0.6036607623100281, 0.5638061165809631, 0.5107667446136475, 0.47057563066482544, 0.36562272906303406], "r_norm": [0.7562960386276245, 0.7001986503601074, 0.7151271104812622, 0.7361081838607788, 0.7277752161026001]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8664, "test_loss": 0.3804070373535156}, {"step": 2350, "epoch": 5, "train_loss": 0.20594528317451477, "cos_r_negg": [0.60430908203125, 0.5601783990859985, 0.49862709641456604, 0.46268564462661743, 0.3477468490600586], "cos_apical_negg": [0.60430908203125, 0.5601783990859985, 0.49862709641456604, 0.46268564462661743, 0.3477468490600586], "cos_Ac_negg": [0.60430908203125, 0.5601783990859985, 0.49862709641456604, 0.46268564462661743, 0.3477468490600586], "r_norm": [0.7066283226013184, 0.6533938646316528, 0.6696373224258423, 0.6859354972839355, 0.6763038635253906]}, {"step": 2400, "epoch": 5, "train_loss": 0.3480720520019531, "cos_r_negg": [0.5935055017471313, 0.5518243312835693, 0.48905834555625916, 0.45504194498062134, 0.36044901609420776], "cos_apical_negg": [0.5935055017471313, 0.5518243312835693, 0.48905834555625916, 0.45504194498062134, 0.36044901609420776], "cos_Ac_negg": [0.5935055017471313, 0.5518243312835693, 0.48905834555625916, 0.45504194498062134, 0.36044901609420776], "r_norm": [0.7339720726013184, 0.6755048036575317, 0.6965544819831848, 0.714309573173523, 0.6990904808044434]}, {"step": 2450, "epoch": 5, "train_loss": 0.3221389651298523, "cos_r_negg": [0.6060763597488403, 0.5642082691192627, 0.5075980424880981, 0.48337382078170776, 0.3655868470668793], "cos_apical_negg": [0.6060763597488403, 0.5642082691192627, 0.5075980424880981, 0.48337382078170776, 0.3655868470668793], "cos_Ac_negg": [0.6060763597488403, 0.5642082691192627, 0.5075980424880981, 0.48337382078170776, 0.3655868470668793], "r_norm": [0.7015430927276611, 0.6471900939941406, 0.6633642911911011, 0.679472029209137, 0.6705507636070251]}, {"step": 2500, "epoch": 5, "train_loss": 0.2975964844226837, "cos_r_negg": [0.619665801525116, 0.5757958889007568, 0.5193954706192017, 0.4847755432128906, 0.3803465962409973], "cos_apical_negg": [0.619665801525116, 0.5757958889007568, 0.5193954706192017, 0.4847755432128906, 0.3803465962409973], "cos_Ac_negg": [0.619665801525116, 0.5757958889007568, 0.5193954706192017, 0.4847755432128906, 0.3803465962409973], "r_norm": [0.7196162343025208, 0.6645256280899048, 0.68033766746521, 0.6930855512619019, 0.6860960721969604], "ldr": {"dL_sdil": -0.011273086071014404, "dL_bp": -0.0094069242477417, "ratio": 1.1983817211795567}}, {"step": 2550, "epoch": 5, "train_loss": 0.19624963402748108, "cos_r_negg": [0.6133017539978027, 0.5701398849487305, 0.5067706108093262, 0.46882155537605286, 0.3724473714828491], "cos_apical_negg": [0.6133017539978027, 0.5701398849487305, 0.5067706108093262, 0.46882155537605286, 0.3724473714828491], "cos_Ac_negg": [0.6133017539978027, 0.5701398849487305, 0.5067706108093262, 0.46882155537605286, 0.3724473714828491], "r_norm": [0.6959182620048523, 0.6416590213775635, 0.6533329486846924, 0.6703646183013916, 0.6638040542602539]}, {"step": 2600, "epoch": 5, "train_loss": 0.27293798327445984, "cos_r_negg": [0.6399894952774048, 0.5863140821456909, 0.5294227004051208, 0.49628689885139465, 0.4024854898452759], "cos_apical_negg": [0.6399894952774048, 0.5863140821456909, 0.5294227004051208, 0.49628689885139465, 0.4024854898452759], "cos_Ac_negg": [0.6399894952774048, 0.5863140821456909, 0.5294227004051208, 0.49628689885139465, 0.4024854898452759], "r_norm": [0.7150846123695374, 0.6591306328773499, 0.671077311038971, 0.6878541707992554, 0.6826988458633423]}, {"step": 2650, "epoch": 5, "train_loss": 0.1836530566215515, "cos_r_negg": [0.6014392375946045, 0.5532208681106567, 0.5010949373245239, 0.4545370042324066, 0.3804779648780823], "cos_apical_negg": [0.6014392375946045, 0.5532208681106567, 0.5010949373245239, 0.4545370042324066, 0.3804779648780823], "cos_Ac_negg": [0.6014392375946045, 0.5532208681106567, 0.5010949373245239, 0.4545370042324066, 0.3804779648780823], "r_norm": [0.7096613049507141, 0.6530418395996094, 0.666886568069458, 0.6835525035858154, 0.6749358177185059]}, {"step": 2700, "epoch": 5, "train_loss": 0.17395910620689392, "cos_r_negg": [0.6235852837562561, 0.5788900852203369, 0.527405858039856, 0.4704085886478424, 0.38343721628189087], "cos_apical_negg": [0.6235852837562561, 0.5788900852203369, 0.527405858039856, 0.4704085886478424, 0.38343721628189087], "cos_Ac_negg": [0.6235852837562561, 0.5788900852203369, 0.527405858039856, 0.4704085886478424, 0.38343721628189087], "r_norm": [0.6822655200958252, 0.6270809173583984, 0.6400893330574036, 0.6545282602310181, 0.6488388776779175]}, {"step": 2750, "epoch": 5, "train_loss": 0.3775893449783325, "cos_r_negg": [0.6270496845245361, 0.5797572135925293, 0.5199750661849976, 0.469931423664093, 0.37791091203689575], "cos_apical_negg": [0.6270496845245361, 0.5797572135925293, 0.5199750661849976, 0.469931423664093, 0.37791091203689575], "cos_Ac_negg": [0.6270496845245361, 0.5797572135925293, 0.5199750661849976, 0.469931423664093, 0.37791091203689575], "r_norm": [0.6796826124191284, 0.6238961219787598, 0.6346358060836792, 0.6509304046630859, 0.6468362808227539], "ldr": {"dL_sdil": -0.006284832954406738, "dL_bp": -0.005396097898483276, "ratio": 1.1646995797043018}}, {"step": 2800, "epoch": 5, "train_loss": 0.34234800934791565, "cos_r_negg": [0.6098761558532715, 0.5681933164596558, 0.5085541009902954, 0.4619150757789612, 0.37690019607543945], "cos_apical_negg": [0.6098761558532715, 0.5681933164596558, 0.5085541009902954, 0.4619150757789612, 0.37690019607543945], "cos_Ac_negg": [0.6098761558532715, 0.5681933164596558, 0.5085541009902954, 0.4619150757789612, 0.37690019607543945], "r_norm": [0.7350256443023682, 0.6756863594055176, 0.6897777318954468, 0.7043756246566772, 0.6973072290420532]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8729, "test_loss": 0.36066700134277346}, {"step": 2850, "epoch": 6, "train_loss": 0.16620782017707825, "cos_r_negg": [0.6359837055206299, 0.5892339944839478, 0.5327807664871216, 0.4824451804161072, 0.3977311849594116], "cos_apical_negg": [0.6359837055206299, 0.5892339944839478, 0.5327807664871216, 0.4824451804161072, 0.3977311849594116], "cos_Ac_negg": [0.6359837055206299, 0.5892339944839478, 0.5327807664871216, 0.4824451804161072, 0.3977311849594116], "r_norm": [0.691787600517273, 0.6367689371109009, 0.6493005156517029, 0.6620747447013855, 0.6558948755264282]}, {"step": 2900, "epoch": 6, "train_loss": 0.2041323035955429, "cos_r_negg": [0.6281806230545044, 0.5930497646331787, 0.5353454351425171, 0.48466265201568604, 0.4032519459724426], "cos_apical_negg": [0.6281806230545044, 0.5930497646331787, 0.5353454351425171, 0.48466265201568604, 0.4032519459724426], "cos_Ac_negg": [0.6281806230545044, 0.5930497646331787, 0.5353454351425171, 0.48466265201568604, 0.4032519459724426], "r_norm": [0.7132049798965454, 0.6505165696144104, 0.6622610092163086, 0.6782625913619995, 0.6736004948616028]}, {"step": 2950, "epoch": 6, "train_loss": 0.12819993495941162, "cos_r_negg": [0.6409070491790771, 0.6010577082633972, 0.5414634943008423, 0.48931533098220825, 0.3938071131706238], "cos_apical_negg": [0.6409070491790771, 0.6010577082633972, 0.5414634943008423, 0.48931533098220825, 0.3938071131706238], "cos_Ac_negg": [0.6409070491790771, 0.6010577082633972, 0.5414634943008423, 0.48931533098220825, 0.3938071131706238], "r_norm": [0.6772659420967102, 0.6210049390792847, 0.6313767433166504, 0.6472268104553223, 0.6411216259002686]}, {"step": 3000, "epoch": 6, "train_loss": 0.40767496824264526, "cos_r_negg": [0.6295711994171143, 0.576614499092102, 0.5240429043769836, 0.4675486087799072, 0.39360150694847107], "cos_apical_negg": [0.6295711994171143, 0.576614499092102, 0.5240429043769836, 0.4675486087799072, 0.39360150694847107], "cos_Ac_negg": [0.6295711994171143, 0.576614499092102, 0.5240429043769836, 0.4675486087799072, 0.39360150694847107], "r_norm": [0.6939654350280762, 0.6329812407493591, 0.6454859972000122, 0.6587443947792053, 0.652681827545166], "ldr": {"dL_sdil": -0.010918349027633667, "dL_bp": -0.00976911187171936, "ratio": 1.1176398807798729}}, {"step": 3050, "epoch": 6, "train_loss": 0.4494037926197052, "cos_r_negg": [0.6152160167694092, 0.5788448452949524, 0.5233546495437622, 0.46524620056152344, 0.39607107639312744], "cos_apical_negg": [0.6152160167694092, 0.5788448452949524, 0.5233546495437622, 0.46524620056152344, 0.39607107639312744], "cos_Ac_negg": [0.6152160167694092, 0.5788448452949524, 0.5233546495437622, 0.46524620056152344, 0.39607107639312744], "r_norm": [0.6798893809318542, 0.6229711771011353, 0.6326215267181396, 0.6436188220977783, 0.6412487030029297]}, {"step": 3100, "epoch": 6, "train_loss": 0.25234171748161316, "cos_r_negg": [0.6160820722579956, 0.5805781483650208, 0.528455376625061, 0.4746260344982147, 0.4099300503730774], "cos_apical_negg": [0.6160820722579956, 0.5805781483650208, 0.528455376625061, 0.4746260344982147, 0.4099300503730774], "cos_Ac_negg": [0.6160820722579956, 0.5805781483650208, 0.528455376625061, 0.4746260344982147, 0.4099300503730774], "r_norm": [0.6619571447372437, 0.6056368350982666, 0.6134229302406311, 0.6266862154006958, 0.6237841844558716]}, {"step": 3150, "epoch": 6, "train_loss": 0.324171781539917, "cos_r_negg": [0.6269101500511169, 0.5901875495910645, 0.5309879779815674, 0.4874364137649536, 0.4128035008907318], "cos_apical_negg": [0.6269101500511169, 0.5901875495910645, 0.5309879779815674, 0.4874364137649536, 0.4128035008907318], "cos_Ac_negg": [0.6269101500511169, 0.5901875495910645, 0.5309879779815674, 0.4874364137649536, 0.4128035008907318], "r_norm": [0.6822346448898315, 0.6205076575279236, 0.628803551197052, 0.6431809067726135, 0.6410746574401855]}, {"step": 3200, "epoch": 6, "train_loss": 0.18898972868919373, "cos_r_negg": [0.6432013511657715, 0.6064380407333374, 0.5483494400978088, 0.4953932464122772, 0.42016518115997314], "cos_apical_negg": [0.6432013511657715, 0.6064380407333374, 0.5483494400978088, 0.4953932464122772, 0.42016518115997314], "cos_Ac_negg": [0.6432013511657715, 0.6064380407333374, 0.5483494400978088, 0.4953932464122772, 0.42016518115997314], "r_norm": [0.6834933161735535, 0.6239701509475708, 0.631406843662262, 0.6440613865852356, 0.643017590045929]}, {"step": 3250, "epoch": 6, "train_loss": 0.178778737783432, "cos_r_negg": [0.6236871480941772, 0.5806421041488647, 0.5317457914352417, 0.4846273362636566, 0.43611299991607666], "cos_apical_negg": [0.6236871480941772, 0.5806421041488647, 0.5317457914352417, 0.4846273362636566, 0.43611299991607666], "cos_Ac_negg": [0.6236871480941772, 0.5806421041488647, 0.5317457914352417, 0.4846273362636566, 0.43611299991607666], "r_norm": [0.6241599321365356, 0.567804753780365, 0.5756416320800781, 0.5869550704956055, 0.5833737850189209], "ldr": {"dL_sdil": -0.007454365491867065, "dL_bp": -0.006852984428405762, "ratio": 1.0877546227842816}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8696, "test_loss": 0.3696719177246094}, {"step": 3300, "epoch": 7, "train_loss": 0.28920409083366394, "cos_r_negg": [0.6396777033805847, 0.5952939987182617, 0.5428803563117981, 0.5014816522598267, 0.4396045207977295], "cos_apical_negg": [0.6396777033805847, 0.5952939987182617, 0.5428803563117981, 0.5014816522598267, 0.4396045207977295], "cos_Ac_negg": [0.6396777033805847, 0.5952939987182617, 0.5428803563117981, 0.5014816522598267, 0.4396045207977295], "r_norm": [0.6326433420181274, 0.5757828950881958, 0.5849299430847168, 0.5966163873672485, 0.5922277569770813]}, {"step": 3350, "epoch": 7, "train_loss": 0.23167863488197327, "cos_r_negg": [0.6469810009002686, 0.6047866344451904, 0.552154004573822, 0.5064050555229187, 0.4549064338207245], "cos_apical_negg": [0.6469810009002686, 0.6047866344451904, 0.552154004573822, 0.5064050555229187, 0.4549064338207245], "cos_Ac_negg": [0.6469810009002686, 0.6047866344451904, 0.552154004573822, 0.5064050555229187, 0.4549064338207245], "r_norm": [0.6446405053138733, 0.5850644707679749, 0.5914117097854614, 0.6021526455879211, 0.6023447513580322]}, {"step": 3400, "epoch": 7, "train_loss": 0.2588843107223511, "cos_r_negg": [0.650036096572876, 0.607616662979126, 0.5512433052062988, 0.5024244785308838, 0.44809025526046753], "cos_apical_negg": [0.650036096572876, 0.607616662979126, 0.5512433052062988, 0.5024244785308838, 0.44809025526046753], "cos_Ac_negg": [0.650036096572876, 0.607616662979126, 0.5512433052062988, 0.5024244785308838, 0.44809025526046753], "r_norm": [0.6343111395835876, 0.5753966569900513, 0.5836771130561829, 0.5954097509384155, 0.5907659530639648]}, {"step": 3450, "epoch": 7, "train_loss": 0.24336600303649902, "cos_r_negg": [0.6313040852546692, 0.6012528538703918, 0.5506099462509155, 0.5021578073501587, 0.45766693353652954], "cos_apical_negg": [0.6313040852546692, 0.6012528538703918, 0.5506099462509155, 0.5021578073501587, 0.45766693353652954], "cos_Ac_negg": [0.6313040852546692, 0.6012528538703918, 0.5506099462509155, 0.5021578073501587, 0.45766693353652954], "r_norm": [0.67112135887146, 0.6046786308288574, 0.6127201914787292, 0.6240385174751282, 0.6225849986076355]}, {"step": 3500, "epoch": 7, "train_loss": 0.3432445228099823, "cos_r_negg": [0.6523118019104004, 0.6092112064361572, 0.5584846138954163, 0.5066103935241699, 0.4507306218147278], "cos_apical_negg": [0.6523118019104004, 0.6092112064361572, 0.5584846138954163, 0.5066103935241699, 0.4507306218147278], "cos_Ac_negg": [0.6523118019104004, 0.6092112064361572, 0.5584846138954163, 0.5066103935241699, 0.4507306218147278], "r_norm": [0.6604702472686768, 0.5978900194168091, 0.606429934501648, 0.6159330606460571, 0.6146308779716492], "ldr": {"dL_sdil": -0.017631083726882935, "dL_bp": -0.016420066356658936, "ratio": 1.073752282354991}}, {"step": 3550, "epoch": 7, "train_loss": 0.2782740890979767, "cos_r_negg": [0.6377121210098267, 0.5876767635345459, 0.534212052822113, 0.4902609586715698, 0.4368029236793518], "cos_apical_negg": [0.6377121210098267, 0.5876767635345459, 0.534212052822113, 0.4902609586715698, 0.4368029236793518], "cos_Ac_negg": [0.6377121210098267, 0.5876767635345459, 0.534212052822113, 0.4902609586715698, 0.4368029236793518], "r_norm": [0.6109966039657593, 0.5486370325088501, 0.5562496781349182, 0.5670391321182251, 0.565004825592041]}, {"step": 3600, "epoch": 7, "train_loss": 0.199440598487854, "cos_r_negg": [0.6434187293052673, 0.5973161458969116, 0.5432034730911255, 0.501901388168335, 0.44112199544906616], "cos_apical_negg": [0.6434187293052673, 0.5973161458969116, 0.5432034730911255, 0.501901388168335, 0.44112199544906616], "cos_Ac_negg": [0.6434187293052673, 0.5973161458969116, 0.5432034730911255, 0.501901388168335, 0.44112199544906616], "r_norm": [0.632631778717041, 0.5714316368103027, 0.5778869390487671, 0.5883620977401733, 0.5862140655517578]}, {"step": 3650, "epoch": 7, "train_loss": 0.35764753818511963, "cos_r_negg": [0.6555901169776917, 0.6072660088539124, 0.5471726655960083, 0.5030617713928223, 0.44852215051651], "cos_apical_negg": [0.6555901169776917, 0.6072660088539124, 0.5471726655960083, 0.5030617713928223, 0.44852215051651], "cos_Ac_negg": [0.6555901169776917, 0.6072660088539124, 0.5471726655960083, 0.5030617713928223, 0.44852215051651], "r_norm": [0.6159408092498779, 0.5568206906318665, 0.5609562993049622, 0.5718050003051758, 0.5726935863494873]}, {"step": 3700, "epoch": 7, "train_loss": 0.271745502948761, "cos_r_negg": [0.6335264444351196, 0.5867215991020203, 0.540125846862793, 0.4830537438392639, 0.4283115565776825], "cos_apical_negg": [0.6335264444351196, 0.5867215991020203, 0.540125846862793, 0.4830537438392639, 0.4283115565776825], "cos_Ac_negg": [0.6335264444351196, 0.5867215991020203, 0.540125846862793, 0.4830537438392639, 0.4283115565776825], "r_norm": [0.6353116631507874, 0.5702441930770874, 0.577538013458252, 0.5892436504364014, 0.5840870141983032]}, {"step": 3750, "epoch": 7, "train_loss": 0.3416596055030823, "cos_r_negg": [0.6369286179542542, 0.592054009437561, 0.5462013483047485, 0.49472475051879883, 0.43412941694259644], "cos_apical_negg": [0.6369286179542542, 0.592054009437561, 0.5462013483047485, 0.49472475051879883, 0.43412941694259644], "cos_Ac_negg": [0.6369286179542542, 0.592054009437561, 0.5462013483047485, 0.49472475051879883, 0.43412941694259644], "r_norm": [0.5945400595664978, 0.5357213020324707, 0.5402681827545166, 0.5488147735595703, 0.5494900941848755], "ldr": {"dL_sdil": -0.005916982889175415, "dL_bp": -0.006168723106384277, "ratio": 0.9591908709683653}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8762, "test_loss": 0.3704481964111328}, {"step": 3800, "epoch": 8, "train_loss": 0.20764856040477753, "cos_r_negg": [0.6448449492454529, 0.5943293571472168, 0.5406237244606018, 0.5019077062606812, 0.44595658779144287], "cos_apical_negg": [0.6448449492454529, 0.5943293571472168, 0.5406237244606018, 0.5019077062606812, 0.44595658779144287], "cos_Ac_negg": [0.6448449492454529, 0.5943293571472168, 0.5406237244606018, 0.5019077062606812, 0.44595658779144287], "r_norm": [0.5948317050933838, 0.5340666174888611, 0.5383682250976562, 0.5472797155380249, 0.5476830005645752]}, {"step": 3850, "epoch": 8, "train_loss": 0.26687002182006836, "cos_r_negg": [0.6352551579475403, 0.5891547799110413, 0.5450136661529541, 0.5036334991455078, 0.4618861675262451], "cos_apical_negg": [0.6352551579475403, 0.5891547799110413, 0.5450136661529541, 0.5036334991455078, 0.4618861675262451], "cos_Ac_negg": [0.6352551579475403, 0.5891547799110413, 0.5450136661529541, 0.5036334991455078, 0.4618861675262451], "r_norm": [0.6073629856109619, 0.543971061706543, 0.5510401129722595, 0.5595813393592834, 0.5581985116004944]}, {"step": 3900, "epoch": 8, "train_loss": 0.23890650272369385, "cos_r_negg": [0.636066734790802, 0.5842544436454773, 0.5478020310401917, 0.5019098520278931, 0.45375490188598633], "cos_apical_negg": [0.636066734790802, 0.5842544436454773, 0.5478020310401917, 0.5019098520278931, 0.45375490188598633], "cos_Ac_negg": [0.636066734790802, 0.5842544436454773, 0.5478020310401917, 0.5019098520278931, 0.45375490188598633], "r_norm": [0.6635360717773438, 0.5959025621414185, 0.6028764843940735, 0.607864260673523, 0.6100785136222839]}, {"step": 3950, "epoch": 8, "train_loss": 0.282625675201416, "cos_r_negg": [0.633901834487915, 0.5845807790756226, 0.5471711158752441, 0.5068996548652649, 0.4606504440307617], "cos_apical_negg": [0.633901834487915, 0.5845807790756226, 0.5471711158752441, 0.5068996548652649, 0.4606504440307617], "cos_Ac_negg": [0.633901834487915, 0.5845807790756226, 0.5471711158752441, 0.5068996548652649, 0.4606504440307617], "r_norm": [0.5572599172592163, 0.5003923177719116, 0.5026496648788452, 0.5089802742004395, 0.5118534564971924]}, {"step": 4000, "epoch": 8, "train_loss": 0.3430976867675781, "cos_r_negg": [0.6410137414932251, 0.5942931771278381, 0.545440673828125, 0.4946116507053375, 0.45610368251800537], "cos_apical_negg": [0.6410137414932251, 0.5942931771278381, 0.545440673828125, 0.4946116507053375, 0.45610368251800537], "cos_Ac_negg": [0.6410137414932251, 0.5942931771278381, 0.545440673828125, 0.4946116507053375, 0.45610368251800537], "r_norm": [0.6052224636077881, 0.5441014766693115, 0.5444375276565552, 0.5532849431037903, 0.5568673610687256], "ldr": {"dL_sdil": -0.008465945720672607, "dL_bp": -0.009208917617797852, "ratio": 0.9193203883495146}}, {"step": 4050, "epoch": 8, "train_loss": 0.2522919774055481, "cos_r_negg": [0.6524327397346497, 0.5974277257919312, 0.541287899017334, 0.4883447289466858, 0.45691749453544617], "cos_apical_negg": [0.6524327397346497, 0.5974277257919312, 0.541287899017334, 0.4883447289466858, 0.45691749453544617], "cos_Ac_negg": [0.6524327397346497, 0.5974277257919312, 0.541287899017334, 0.4883447289466858, 0.45691749453544617], "r_norm": [0.671480655670166, 0.5994254350662231, 0.5991125106811523, 0.6110478639602661, 0.6161070466041565]}, {"step": 4100, "epoch": 8, "train_loss": 0.2002524584531784, "cos_r_negg": [0.6335893869400024, 0.5950997471809387, 0.5493519306182861, 0.4962525963783264, 0.45933592319488525], "cos_apical_negg": [0.6335893869400024, 0.5950997471809387, 0.5493519306182861, 0.4962525963783264, 0.45933592319488525], "cos_Ac_negg": [0.6335893869400024, 0.5950997471809387, 0.5493519306182861, 0.4962525963783264, 0.45933592319488525], "r_norm": [0.6113442182540894, 0.546485185623169, 0.546952486038208, 0.5550979375839233, 0.5603815913200378]}, {"step": 4150, "epoch": 8, "train_loss": 0.2261558473110199, "cos_r_negg": [0.6534613370895386, 0.6097296476364136, 0.5598892569541931, 0.5152913928031921, 0.467744916677475], "cos_apical_negg": [0.6534613370895386, 0.6097296476364136, 0.5598892569541931, 0.5152913928031921, 0.467744916677475], "cos_Ac_negg": [0.6534613370895386, 0.6097296476364136, 0.5598892569541931, 0.5152913928031921, 0.467744916677475], "r_norm": [0.579595148563385, 0.5187768340110779, 0.5200716257095337, 0.526962399482727, 0.5312632322311401]}, {"step": 4200, "epoch": 8, "train_loss": 0.18781335651874542, "cos_r_negg": [0.6547772884368896, 0.6060543060302734, 0.5584298372268677, 0.5119364857673645, 0.46206343173980713], "cos_apical_negg": [0.6547772884368896, 0.6060543060302734, 0.5584298372268677, 0.5119364857673645, 0.46206343173980713], "cos_Ac_negg": [0.6547772884368896, 0.6060543060302734, 0.5584298372268677, 0.5119364857673645, 0.46206343173980713], "r_norm": [0.5911446809768677, 0.5289745330810547, 0.5295127034187317, 0.5383656024932861, 0.5413080453872681]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8725, "test_loss": 0.3620616333007812}, {"step": 4250, "epoch": 9, "train_loss": 0.21354909241199493, "cos_r_negg": [0.6449853777885437, 0.6022202968597412, 0.5550165176391602, 0.49119603633880615, 0.46887826919555664], "cos_apical_negg": [0.6449853777885437, 0.6022202968597412, 0.5550165176391602, 0.49119603633880615, 0.46887826919555664], "cos_Ac_negg": [0.6449853777885437, 0.6022202968597412, 0.5550165176391602, 0.49119603633880615, 0.46887826919555664], "r_norm": [0.6052141189575195, 0.539080798625946, 0.5381096601486206, 0.5469138622283936, 0.55084228515625], "ldr": {"dL_sdil": -0.014339983463287354, "dL_bp": -0.01460176706314087, "ratio": 0.9820717863309617}}, {"step": 4300, "epoch": 9, "train_loss": 0.18155412375926971, "cos_r_negg": [0.6431187987327576, 0.601372480392456, 0.5452421307563782, 0.4942391514778137, 0.47673848271369934], "cos_apical_negg": [0.6431187987327576, 0.601372480392456, 0.5452421307563782, 0.4942391514778137, 0.47673848271369934], "cos_Ac_negg": [0.6431187987327576, 0.601372480392456, 0.5452421307563782, 0.4942391514778137, 0.47673848271369934], "r_norm": [0.6151459217071533, 0.5467813014984131, 0.5461821556091309, 0.5521653890609741, 0.5586122274398804]}, {"step": 4350, "epoch": 9, "train_loss": 0.1502026915550232, "cos_r_negg": [0.6466072797775269, 0.6060993671417236, 0.5550887584686279, 0.5049382448196411, 0.4765211343765259], "cos_apical_negg": [0.6466072797775269, 0.6060993671417236, 0.5550887584686279, 0.5049382448196411, 0.4765211343765259], "cos_Ac_negg": [0.6466072797775269, 0.6060993671417236, 0.5550887584686279, 0.5049382448196411, 0.4765211343765259], "r_norm": [0.5795771479606628, 0.5154046416282654, 0.5154126286506653, 0.5211455821990967, 0.5255677700042725]}, {"step": 4400, "epoch": 9, "train_loss": 0.2783329486846924, "cos_r_negg": [0.6308271884918213, 0.5915816426277161, 0.5349289774894714, 0.4870920777320862, 0.4645998179912567], "cos_apical_negg": [0.6308271884918213, 0.5915816426277161, 0.5349289774894714, 0.4870920777320862, 0.4645998179912567], "cos_Ac_negg": [0.6308271884918213, 0.5915816426277161, 0.5349289774894714, 0.4870920777320862, 0.4645998179912567], "r_norm": [0.6043103337287903, 0.5347851514816284, 0.5333341360092163, 0.543283224105835, 0.5477628707885742]}, {"step": 4450, "epoch": 9, "train_loss": 0.16125890612602234, "cos_r_negg": [0.6405057907104492, 0.5931850671768188, 0.5362417697906494, 0.4943681061267853, 0.47423937916755676], "cos_apical_negg": [0.6405057907104492, 0.5931850671768188, 0.5362417697906494, 0.4943681061267853, 0.47423937916755676], "cos_Ac_negg": [0.6405057907104492, 0.5931850671768188, 0.5362417697906494, 0.4943681061267853, 0.47423937916755676], "r_norm": [0.6058298945426941, 0.5347756147384644, 0.5339215993881226, 0.5415362119674683, 0.5468791127204895]}, {"step": 4500, "epoch": 9, "train_loss": 0.2657549977302551, "cos_r_negg": [0.6511420011520386, 0.5988494157791138, 0.5495098829269409, 0.49331021308898926, 0.4703846573829651], "cos_apical_negg": [0.6511420011520386, 0.5988494157791138, 0.5495098829269409, 0.49331021308898926, 0.4703846573829651], "cos_Ac_negg": [0.6511420011520386, 0.5988494157791138, 0.5495098829269409, 0.49331021308898926, 0.4703846573829651], "r_norm": [0.6206173896789551, 0.550521731376648, 0.5467228293418884, 0.5565555095672607, 0.5623762607574463], "ldr": {"dL_sdil": -0.01708751916885376, "dL_bp": -0.01791319251060486, "ratio": 0.9539069687738638}}, {"step": 4550, "epoch": 9, "train_loss": 0.14124315977096558, "cos_r_negg": [0.6525184512138367, 0.6016702055931091, 0.550804615020752, 0.5143821239471436, 0.4839303493499756], "cos_apical_negg": [0.6525184512138367, 0.6016702055931091, 0.550804615020752, 0.5143821239471436, 0.4839303493499756], "cos_Ac_negg": [0.6525184512138367, 0.6016702055931091, 0.550804615020752, 0.5143821239471436, 0.4839303493499756], "r_norm": [0.5654272437095642, 0.500474214553833, 0.49916213750839233, 0.5043163895606995, 0.50954270362854]}, {"step": 4600, "epoch": 9, "train_loss": 0.25859275460243225, "cos_r_negg": [0.6467099785804749, 0.606183648109436, 0.558395266532898, 0.511439323425293, 0.4801192879676819], "cos_apical_negg": [0.6467099785804749, 0.606183648109436, 0.558395266532898, 0.511439323425293, 0.4801192879676819], "cos_Ac_negg": [0.6467099785804749, 0.606183648109436, 0.558395266532898, 0.511439323425293, 0.4801192879676819], "r_norm": [0.570979118347168, 0.5049617290496826, 0.5047751665115356, 0.5096917748451233, 0.5150552988052368]}, {"step": 4650, "epoch": 9, "train_loss": 0.2982427179813385, "cos_r_negg": [0.6507366299629211, 0.6081056594848633, 0.5641952753067017, 0.5150113105773926, 0.4888627529144287], "cos_apical_negg": [0.6507366299629211, 0.6081056594848633, 0.5641952753067017, 0.5150113105773926, 0.4888627529144287], "cos_Ac_negg": [0.6507366299629211, 0.6081056594848633, 0.5641952753067017, 0.5150113105773926, 0.4888627529144287], "r_norm": [0.5638526678085327, 0.49678364396095276, 0.4954041838645935, 0.5000907778739929, 0.5066641569137573]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8762, "test_loss": 0.3708517486572266}, {"step": 4700, "epoch": 10, "train_loss": 0.23608162999153137, "cos_r_negg": [0.6517995595932007, 0.6056123971939087, 0.5502618551254272, 0.5016075372695923, 0.4853600859642029], "cos_apical_negg": [0.6517995595932007, 0.6056123971939087, 0.5502618551254272, 0.5016075372695923, 0.4853600859642029], "cos_Ac_negg": [0.6517995595932007, 0.6056123971939087, 0.5502618551254272, 0.5016075372695923, 0.4853600859642029], "r_norm": [0.5753676891326904, 0.5074405670166016, 0.5047916173934937, 0.5083099603652954, 0.5166711807250977]}, {"step": 4750, "epoch": 10, "train_loss": 0.2774997055530548, "cos_r_negg": [0.6435354948043823, 0.607661247253418, 0.5568922758102417, 0.5016916990280151, 0.47907137870788574], "cos_apical_negg": [0.6435354948043823, 0.607661247253418, 0.5568922758102417, 0.5016916990280151, 0.47907137870788574], "cos_Ac_negg": [0.6435354948043823, 0.607661247253418, 0.5568922758102417, 0.5016916990280151, 0.47907137870788574], "r_norm": [0.5484024286270142, 0.4826202690601349, 0.47995632886886597, 0.48414626717567444, 0.4914941191673279], "ldr": {"dL_sdil": -0.010909080505371094, "dL_bp": -0.012158960103988647, "ratio": 0.8972050580042992}}, {"step": 4800, "epoch": 10, "train_loss": 0.2289167046546936, "cos_r_negg": [0.630710780620575, 0.5907148718833923, 0.5452192425727844, 0.49212804436683655, 0.4820622205734253], "cos_apical_negg": [0.630710780620575, 0.5907148718833923, 0.5452192425727844, 0.49212804436683655, 0.4820622205734253], "cos_Ac_negg": [0.630710780620575, 0.5907148718833923, 0.5452192425727844, 0.49212804436683655, 0.4820622205734253], "r_norm": [0.5832529067993164, 0.5114376544952393, 0.50876784324646, 0.5138486623764038, 0.5208307504653931]}, {"step": 4850, "epoch": 10, "train_loss": 0.21227432787418365, "cos_r_negg": [0.6431546211242676, 0.6045203804969788, 0.5488308668136597, 0.5014237761497498, 0.4756607711315155], "cos_apical_negg": [0.6431546211242676, 0.6045203804969788, 0.5488308668136597, 0.5014237761497498, 0.4756607711315155], "cos_Ac_negg": [0.6431546211242676, 0.6045203804969788, 0.5488308668136597, 0.5014237761497498, 0.4756607711315155], "r_norm": [0.5579200983047485, 0.48769861459732056, 0.48586323857307434, 0.4899718761444092, 0.49680399894714355]}, {"step": 4900, "epoch": 10, "train_loss": 0.17721813917160034, "cos_r_negg": [0.6292456388473511, 0.5873832702636719, 0.5409801006317139, 0.487178236246109, 0.4630035161972046], "cos_apical_negg": [0.6292456388473511, 0.5873832702636719, 0.5409801006317139, 0.487178236246109, 0.4630035161972046], "cos_Ac_negg": [0.6292456388473511, 0.5873832702636719, 0.5409801006317139, 0.487178236246109, 0.4630035161972046], "r_norm": [0.5530437231063843, 0.4846256375312805, 0.4815572202205658, 0.4857376217842102, 0.49335578083992004]}, {"step": 4950, "epoch": 10, "train_loss": 0.1938554048538208, "cos_r_negg": [0.6321579217910767, 0.5929162502288818, 0.5348637104034424, 0.4909314513206482, 0.47430163621902466], "cos_apical_negg": [0.6321579217910767, 0.5929162502288818, 0.5348637104034424, 0.4909314513206482, 0.47430163621902466], "cos_Ac_negg": [0.6321579217910767, 0.5929162502288818, 0.5348637104034424, 0.4909314513206482, 0.47430163621902466], "r_norm": [0.5950214862823486, 0.5182033181190491, 0.5130274295806885, 0.5181264877319336, 0.5288304090499878]}, {"step": 5000, "epoch": 10, "train_loss": 0.21199703216552734, "cos_r_negg": [0.6403061151504517, 0.5952816009521484, 0.5374844074249268, 0.5008363723754883, 0.47575920820236206], "cos_apical_negg": [0.6403061151504517, 0.5952816009521484, 0.5374844074249268, 0.5008363723754883, 0.47575920820236206], "cos_Ac_negg": [0.6403061151504517, 0.5952816009521484, 0.5374844074249268, 0.5008363723754883, 0.47575920820236206], "r_norm": [0.6318471431732178, 0.5503373146057129, 0.5450782775878906, 0.5495907664299011, 0.5601926445960999], "ldr": {"dL_sdil": -0.019479900598526, "dL_bp": -0.021825343370437622, "ratio": 0.8925358134301558}}, {"step": 5050, "epoch": 10, "train_loss": 0.3278617858886719, "cos_r_negg": [0.6180362105369568, 0.5804907083511353, 0.5244958400726318, 0.48853451013565063, 0.4597019553184509], "cos_apical_negg": [0.6180362105369568, 0.5804907083511353, 0.5244958400726318, 0.48853451013565063, 0.4597019553184509], "cos_Ac_negg": [0.6180362105369568, 0.5804907083511353, 0.5244958400726318, 0.48853451013565063, 0.4597019553184509], "r_norm": [0.5501677989959717, 0.4812890291213989, 0.4764561355113983, 0.4808429181575775, 0.4883423447608948]}, {"step": 5100, "epoch": 10, "train_loss": 0.15587133169174194, "cos_r_negg": [0.6313140988349915, 0.5947283506393433, 0.5376883745193481, 0.496550977230072, 0.4857293367385864], "cos_apical_negg": [0.6313140988349915, 0.5947283506393433, 0.5376883745193481, 0.496550977230072, 0.4857293367385864], "cos_Ac_negg": [0.6313140988349915, 0.5947283506393433, 0.5376883745193481, 0.496550977230072, 0.4857293367385864], "r_norm": [0.5566055774688721, 0.48569509387016296, 0.48065561056137085, 0.484912633895874, 0.492925763130188]}, {"step": 5150, "epoch": 10, "train_loss": 0.24669170379638672, "cos_r_negg": [0.6117895245552063, 0.579985499382019, 0.525079071521759, 0.48711836338043213, 0.47780323028564453], "cos_apical_negg": [0.6117895245552063, 0.579985499382019, 0.525079071521759, 0.48711836338043213, 0.47780323028564453], "cos_Ac_negg": [0.6117895245552063, 0.579985499382019, 0.525079071521759, 0.48711836338043213, 0.47780323028564453], "r_norm": [0.5908164978027344, 0.5170129537582397, 0.5138790607452393, 0.5192596912384033, 0.5245059728622437]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8724, "test_loss": 0.3814834350585937}, {"step": 5200, "epoch": 11, "train_loss": 0.2608613967895508, "cos_r_negg": [0.6383486986160278, 0.5972713232040405, 0.537958025932312, 0.5022792816162109, 0.48087018728256226], "cos_apical_negg": [0.6383486986160278, 0.5972713232040405, 0.537958025932312, 0.5022792816162109, 0.48087018728256226], "cos_Ac_negg": [0.6383486986160278, 0.5972713232040405, 0.537958025932312, 0.5022792816162109, 0.48087018728256226], "r_norm": [0.554641604423523, 0.48245301842689514, 0.4776780307292938, 0.48200124502182007, 0.49083977937698364]}, {"step": 5250, "epoch": 11, "train_loss": 0.1504843831062317, "cos_r_negg": [0.6208030581474304, 0.5815558433532715, 0.5280609726905823, 0.49622631072998047, 0.4718453288078308], "cos_apical_negg": [0.6208030581474304, 0.5815558433532715, 0.5280609726905823, 0.49622631072998047, 0.4718453288078308], "cos_Ac_negg": [0.6208030581474304, 0.5815558433532715, 0.5280609726905823, 0.49622631072998047, 0.4718453288078308], "r_norm": [0.5603618621826172, 0.4861191511154175, 0.4822004437446594, 0.4851798713207245, 0.49348169565200806], "ldr": {"dL_sdil": -0.006232023239135742, "dL_bp": -0.007805556058883667, "ratio": 0.7984086197219666}}, {"step": 5300, "epoch": 11, "train_loss": 0.22110557556152344, "cos_r_negg": [0.6056622266769409, 0.5711920261383057, 0.5203468799591064, 0.48365017771720886, 0.46420514583587646], "cos_apical_negg": [0.6056622266769409, 0.5711920261383057, 0.5203468799591064, 0.48365017771720886, 0.46420514583587646], "cos_Ac_negg": [0.6056622266769409, 0.5711920261383057, 0.5203468799591064, 0.48365017771720886, 0.46420514583587646], "r_norm": [0.5456314086914062, 0.4774635434150696, 0.4696286916732788, 0.47529667615890503, 0.48486122488975525]}, {"step": 5350, "epoch": 11, "train_loss": 0.21617770195007324, "cos_r_negg": [0.6255700588226318, 0.5886498689651489, 0.534244179725647, 0.4990648031234741, 0.4734821915626526], "cos_apical_negg": [0.6255700588226318, 0.5886498689651489, 0.534244179725647, 0.4990648031234741, 0.4734821915626526], "cos_Ac_negg": [0.6255700588226318, 0.5886498689651489, 0.534244179725647, 0.4990648031234741, 0.4734821915626526], "r_norm": [0.5425180196762085, 0.47241345047950745, 0.4667878746986389, 0.4706847667694092, 0.4798502027988434]}, {"step": 5400, "epoch": 11, "train_loss": 0.17826338112354279, "cos_r_negg": [0.6223763823509216, 0.587178111076355, 0.5299150943756104, 0.4938080906867981, 0.47660762071609497], "cos_apical_negg": [0.6223763823509216, 0.587178111076355, 0.5299150943756104, 0.4938080906867981, 0.47660762071609497], "cos_Ac_negg": [0.6223763823509216, 0.587178111076355, 0.5299150943756104, 0.4938080906867981, 0.47660762071609497], "r_norm": [0.5600042343139648, 0.4880286157131195, 0.4803283214569092, 0.48323920369148254, 0.49482446908950806]}, {"step": 5450, "epoch": 11, "train_loss": 0.20593491196632385, "cos_r_negg": [0.6321158409118652, 0.5864577293395996, 0.5279102325439453, 0.49678918719291687, 0.4905056953430176], "cos_apical_negg": [0.6321158409118652, 0.5864577293395996, 0.5279102325439453, 0.49678918719291687, 0.4905056953430176], "cos_Ac_negg": [0.6321158409118652, 0.5864577293395996, 0.5279102325439453, 0.49678918719291687, 0.4905056953430176], "r_norm": [0.5434010624885559, 0.4689995050430298, 0.462497353553772, 0.46460333466529846, 0.47618094086647034]}, {"step": 5500, "epoch": 11, "train_loss": 0.24556785821914673, "cos_r_negg": [0.6048461198806763, 0.5696122646331787, 0.5182081460952759, 0.48848944902420044, 0.4692782163619995], "cos_apical_negg": [0.6048461198806763, 0.5696122646331787, 0.5182081460952759, 0.48848944902420044, 0.4692782163619995], "cos_Ac_negg": [0.6048461198806763, 0.5696122646331787, 0.5182081460952759, 0.48848944902420044, 0.4692782163619995], "r_norm": [0.5414907336235046, 0.46636563539505005, 0.46096959710121155, 0.46407079696655273, 0.47219085693359375], "ldr": {"dL_sdil": -0.008969545364379883, "dL_bp": -0.011963069438934326, "ratio": 0.7497695645891772}}, {"step": 5550, "epoch": 11, "train_loss": 0.24468575417995453, "cos_r_negg": [0.633196234703064, 0.5889551639556885, 0.5330124497413635, 0.5040737390518188, 0.49566397070884705], "cos_apical_negg": [0.633196234703064, 0.5889551639556885, 0.5330124497413635, 0.5040737390518188, 0.49566397070884705], "cos_Ac_negg": [0.633196234703064, 0.5889551639556885, 0.5330124497413635, 0.5040737390518188, 0.49566397070884705], "r_norm": [0.5180339813232422, 0.4497779905796051, 0.4413696527481079, 0.4458709955215454, 0.4554489254951477]}, {"step": 5600, "epoch": 11, "train_loss": 0.17078697681427002, "cos_r_negg": [0.6304194927215576, 0.5835779309272766, 0.5296585559844971, 0.5071693658828735, 0.49428650736808777], "cos_apical_negg": [0.6304194927215576, 0.5835779309272766, 0.5296585559844971, 0.5071693658828735, 0.49428650736808777], "cos_Ac_negg": [0.6304194927215576, 0.5835779309272766, 0.5296585559844971, 0.5071693658828735, 0.49428650736808777], "r_norm": [0.5738077163696289, 0.49290958046913147, 0.4835010766983032, 0.48603111505508423, 0.49936527013778687]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8783, "test_loss": 0.3812409637451172}, {"step": 5650, "epoch": 12, "train_loss": 0.15483734011650085, "cos_r_negg": [0.6410239934921265, 0.5965813994407654, 0.5432233810424805, 0.5129448175430298, 0.49246668815612793], "cos_apical_negg": [0.6410239934921265, 0.5965813994407654, 0.5432233810424805, 0.5129448175430298, 0.49246668815612793], "cos_Ac_negg": [0.6410239934921265, 0.5965813994407654, 0.5432233810424805, 0.5129448175430298, 0.49246668815612793], "r_norm": [0.5561712980270386, 0.4808793067932129, 0.47130417823791504, 0.4729876220226288, 0.48549002408981323]}, {"step": 5700, "epoch": 12, "train_loss": 0.15860258042812347, "cos_r_negg": [0.6270376443862915, 0.5785354375839233, 0.5272217988967896, 0.4994513988494873, 0.4931284189224243], "cos_apical_negg": [0.6270376443862915, 0.5785354375839233, 0.5272217988967896, 0.4994513988494873, 0.4931284189224243], "cos_Ac_negg": [0.6270376443862915, 0.5785354375839233, 0.5272217988967896, 0.4994513988494873, 0.4931284189224243], "r_norm": [0.5225529670715332, 0.44905734062194824, 0.4403836131095886, 0.4424785077571869, 0.4540049731731415]}, {"step": 5750, "epoch": 12, "train_loss": 0.3758629560470581, "cos_r_negg": [0.6127641797065735, 0.575201153755188, 0.5223389863967896, 0.4933631420135498, 0.49223506450653076], "cos_apical_negg": [0.6127641797065735, 0.575201153755188, 0.5223389863967896, 0.4933631420135498, 0.49223506450653076], "cos_Ac_negg": [0.6127641797065735, 0.575201153755188, 0.5223389863967896, 0.4933631420135498, 0.49223506450653076], "r_norm": [0.5007361173629761, 0.429713636636734, 0.42165708541870117, 0.4238961338996887, 0.4344121813774109], "ldr": {"dL_sdil": -0.007739514112472534, "dL_bp": -0.010226190090179443, "ratio": 0.756832607669307}}, {"step": 5800, "epoch": 12, "train_loss": 0.2330504208803177, "cos_r_negg": [0.6025499105453491, 0.5639095306396484, 0.5130402445793152, 0.48091575503349304, 0.4848347306251526], "cos_apical_negg": [0.6025499105453491, 0.5639095306396484, 0.5130402445793152, 0.48091575503349304, 0.4848347306251526], "cos_Ac_negg": [0.6025499105453491, 0.5639095306396484, 0.5130402445793152, 0.48091575503349304, 0.4848347306251526], "r_norm": [0.5468250513076782, 0.4668707251548767, 0.45930179953575134, 0.4586479067802429, 0.4711804986000061]}, {"step": 5850, "epoch": 12, "train_loss": 0.22054210305213928, "cos_r_negg": [0.6045089364051819, 0.5664049386978149, 0.5207270979881287, 0.4841426908969879, 0.4824739694595337], "cos_apical_negg": [0.6045089364051819, 0.5664049386978149, 0.5207270979881287, 0.4841426908969879, 0.4824739694595337], "cos_Ac_negg": [0.6045089364051819, 0.5664049386978149, 0.5207270979881287, 0.4841426908969879, 0.4824739694595337], "r_norm": [0.5434325337409973, 0.46391281485557556, 0.45658737421035767, 0.456259548664093, 0.4674152135848999]}, {"step": 5900, "epoch": 12, "train_loss": 0.24963714182376862, "cos_r_negg": [0.6277762651443481, 0.5851389169692993, 0.53046715259552, 0.49253877997398376, 0.49401938915252686], "cos_apical_negg": [0.6277762651443481, 0.5851389169692993, 0.53046715259552, 0.49253877997398376, 0.49401938915252686], "cos_Ac_negg": [0.6277762651443481, 0.5851389169692993, 0.53046715259552, 0.49253877997398376, 0.49401938915252686], "r_norm": [0.5723835825920105, 0.48426109552383423, 0.4761350750923157, 0.4772854447364807, 0.4884822368621826]}, {"step": 5950, "epoch": 12, "train_loss": 0.18686723709106445, "cos_r_negg": [0.6278395652770996, 0.590933084487915, 0.5310362577438354, 0.49450117349624634, 0.49306952953338623], "cos_apical_negg": [0.6278395652770996, 0.590933084487915, 0.5310362577438354, 0.49450117349624634, 0.49306952953338623], "cos_Ac_negg": [0.6278395652770996, 0.590933084487915, 0.5310362577438354, 0.49450117349624634, 0.49306952953338623], "r_norm": [0.5976710915565491, 0.5046396255493164, 0.4956890940666199, 0.4967319369316101, 0.5081179141998291]}, {"step": 6000, "epoch": 12, "train_loss": 0.1289156675338745, "cos_r_negg": [0.6039639711380005, 0.5654966831207275, 0.5148991346359253, 0.48826348781585693, 0.4802314043045044], "cos_apical_negg": [0.6039639711380005, 0.5654966831207275, 0.5148991346359253, 0.48826348781585693, 0.4802314043045044], "cos_Ac_negg": [0.6039639711380005, 0.5654966831207275, 0.5148991346359253, 0.48826348781585693, 0.4802314043045044], "r_norm": [0.5143980979919434, 0.4377903938293457, 0.4285232722759247, 0.4301893711090088, 0.44113361835479736], "ldr": {"dL_sdil": -0.009077578783035278, "dL_bp": -0.011146485805511475, "ratio": 0.8143893009352591}}, {"step": 6050, "epoch": 12, "train_loss": 0.20154592394828796, "cos_r_negg": [0.615720808506012, 0.5788775682449341, 0.5191764831542969, 0.49191489815711975, 0.4799278974533081], "cos_apical_negg": [0.615720808506012, 0.5788775682449341, 0.5191764831542969, 0.49191489815711975, 0.4799278974533081], "cos_Ac_negg": [0.615720808506012, 0.5788775682449341, 0.5191764831542969, 0.49191489815711975, 0.4799278974533081], "r_norm": [0.5350646376609802, 0.45173874497413635, 0.4422222673892975, 0.44415706396102905, 0.4555399417877197]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8802, "test_loss": 0.37597852172851565}, {"step": 6100, "epoch": 13, "train_loss": 0.26738888025283813, "cos_r_negg": [0.6382672190666199, 0.6073123216629028, 0.5420175194740295, 0.514927864074707, 0.5000109672546387], "cos_apical_negg": [0.6382672190666199, 0.6073123216629028, 0.5420175194740295, 0.514927864074707, 0.5000109672546387], "cos_Ac_negg": [0.6382672190666199, 0.6073123216629028, 0.5420175194740295, 0.514927864074707, 0.5000109672546387], "r_norm": [0.533545970916748, 0.45499730110168457, 0.44394806027412415, 0.4447946548461914, 0.45965078473091125]}, {"step": 6150, "epoch": 13, "train_loss": 0.1397334784269333, "cos_r_negg": [0.600528359413147, 0.5642129182815552, 0.514257550239563, 0.4816652238368988, 0.4767601191997528], "cos_apical_negg": [0.600528359413147, 0.5642129182815552, 0.514257550239563, 0.4816652238368988, 0.4767601191997528], "cos_Ac_negg": [0.600528359413147, 0.5642129182815552, 0.514257550239563, 0.4816652238368988, 0.4767601191997528], "r_norm": [0.5078588128089905, 0.42971545457839966, 0.4198925793170929, 0.4205940067768097, 0.43371808528900146]}, {"step": 6200, "epoch": 13, "train_loss": 0.2470444142818451, "cos_r_negg": [0.609471321105957, 0.5725747346878052, 0.5137494802474976, 0.491559773683548, 0.48192232847213745], "cos_apical_negg": [0.609471321105957, 0.5725747346878052, 0.5137494802474976, 0.491559773683548, 0.48192232847213745], "cos_Ac_negg": [0.609471321105957, 0.5725747346878052, 0.5137494802474976, 0.491559773683548, 0.48192232847213745], "r_norm": [0.5086598992347717, 0.4312461018562317, 0.4214077591896057, 0.4220042824745178, 0.4346763491630554]}, {"step": 6250, "epoch": 13, "train_loss": 0.16549673676490784, "cos_r_negg": [0.6310390830039978, 0.5911986827850342, 0.5347282886505127, 0.506901741027832, 0.4970995783805847], "cos_apical_negg": [0.6310390830039978, 0.5911986827850342, 0.5347282886505127, 0.506901741027832, 0.4970995783805847], "cos_Ac_negg": [0.6310390830039978, 0.5911986827850342, 0.5347282886505127, 0.506901741027832, 0.4970995783805847], "r_norm": [0.5419822931289673, 0.4571739733219147, 0.4446800649166107, 0.4469287395477295, 0.46108222007751465], "ldr": {"dL_sdil": -0.018132805824279785, "dL_bp": -0.021396398544311523, "ratio": 0.8474699976599847}}, {"step": 6300, "epoch": 13, "train_loss": 0.2370246946811676, "cos_r_negg": [0.6162047386169434, 0.5807847380638123, 0.5210467576980591, 0.49791577458381653, 0.4921855330467224], "cos_apical_negg": [0.6162047386169434, 0.5807847380638123, 0.5210467576980591, 0.49791577458381653, 0.4921855330467224], "cos_Ac_negg": [0.6162047386169434, 0.5807847380638123, 0.5210467576980591, 0.49791577458381653, 0.4921855330467224], "r_norm": [0.5290490388870239, 0.445112943649292, 0.43533754348754883, 0.4344710409641266, 0.4474070966243744]}, {"step": 6350, "epoch": 13, "train_loss": 0.2142932415008545, "cos_r_negg": [0.6173325181007385, 0.580458402633667, 0.5223446488380432, 0.49754637479782104, 0.49919334053993225], "cos_apical_negg": [0.6173325181007385, 0.580458402633667, 0.5223446488380432, 0.49754637479782104, 0.49919334053993225], "cos_Ac_negg": [0.6173325181007385, 0.580458402633667, 0.5223446488380432, 0.49754637479782104, 0.49919334053993225], "r_norm": [0.5218697786331177, 0.4382483959197998, 0.42709052562713623, 0.4250463545322418, 0.44188791513442993]}, {"step": 6400, "epoch": 13, "train_loss": 0.18706580996513367, "cos_r_negg": [0.6073472499847412, 0.5754292011260986, 0.5176333785057068, 0.49475568532943726, 0.48463839292526245], "cos_apical_negg": [0.6073472499847412, 0.5754292011260986, 0.5176333785057068, 0.49475568532943726, 0.48463839292526245], "cos_Ac_negg": [0.6073472499847412, 0.5754292011260986, 0.5176333785057068, 0.49475568532943726, 0.48463839292526245], "r_norm": [0.5105850100517273, 0.4294215142726898, 0.4185093641281128, 0.4174947738647461, 0.4311104416847229]}, {"step": 6450, "epoch": 13, "train_loss": 0.17117580771446228, "cos_r_negg": [0.6327890157699585, 0.5947450399398804, 0.5330332517623901, 0.5065397024154663, 0.4989081919193268], "cos_apical_negg": [0.6327890157699585, 0.5947450399398804, 0.5330332517623901, 0.5065397024154663, 0.4989081919193268], "cos_Ac_negg": [0.6327890157699585, 0.5947450399398804, 0.5330332517623901, 0.5065397024154663, 0.4989081919193268], "r_norm": [0.5257613658905029, 0.4388059079647064, 0.4274325370788574, 0.4268656373023987, 0.44118279218673706]}, {"step": 6500, "epoch": 13, "train_loss": 0.15297460556030273, "cos_r_negg": [0.596066951751709, 0.5655902624130249, 0.5051981210708618, 0.47505199909210205, 0.481193482875824], "cos_apical_negg": [0.596066951751709, 0.5655902624130249, 0.5051981210708618, 0.47505199909210205, 0.481193482875824], "cos_Ac_negg": [0.596066951751709, 0.5655902624130249, 0.5051981210708618, 0.47505199909210205, 0.481193482875824], "r_norm": [0.5379374623298645, 0.45325255393981934, 0.4398609399795532, 0.4398576617240906, 0.45566901564598083], "ldr": {"dL_sdil": -0.013688206672668457, "dL_bp": -0.01833796501159668, "ratio": 0.7464408762920106}}, {"step": 6550, "epoch": 13, "train_loss": 0.18496352434158325, "cos_r_negg": [0.6074697375297546, 0.5721990466117859, 0.5136370658874512, 0.4823470711708069, 0.48184719681739807], "cos_apical_negg": [0.6074697375297546, 0.5721990466117859, 0.5136370658874512, 0.4823470711708069, 0.48184719681739807], "cos_Ac_negg": [0.6074697375297546, 0.5721990466117859, 0.5136370658874512, 0.4823470711708069, 0.48184719681739807], "r_norm": [0.5247088074684143, 0.4376452565193176, 0.4267732501029968, 0.42583605647087097, 0.4402081370353699]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8788, "test_loss": 0.3820162841796875}, {"step": 6600, "epoch": 14, "train_loss": 0.18838727474212646, "cos_r_negg": [0.5967358350753784, 0.5525220036506653, 0.4979204535484314, 0.4730377495288849, 0.476664662361145], "cos_apical_negg": [0.5967358350753784, 0.5525220036506653, 0.4979204535484314, 0.4730377495288849, 0.476664662361145], "cos_Ac_negg": [0.5967358350753784, 0.5525220036506653, 0.4979204535484314, 0.4730377495288849, 0.476664662361145], "r_norm": [0.5113252997398376, 0.4273568093776703, 0.416747510433197, 0.41509541869163513, 0.429106742143631]}, {"step": 6650, "epoch": 14, "train_loss": 0.20194369554519653, "cos_r_negg": [0.6004161834716797, 0.5601887702941895, 0.4994558095932007, 0.47394299507141113, 0.4768521785736084], "cos_apical_negg": [0.6004161834716797, 0.5601887702941895, 0.4994558095932007, 0.47394299507141113, 0.4768521785736084], "cos_Ac_negg": [0.6004161834716797, 0.5601887702941895, 0.4994558095932007, 0.47394299507141113, 0.4768521785736084], "r_norm": [0.553218424320221, 0.46126654744148254, 0.4477921426296234, 0.445579469203949, 0.46283596754074097]}, {"step": 6700, "epoch": 14, "train_loss": 0.18300428986549377, "cos_r_negg": [0.609978199005127, 0.5724270939826965, 0.5131427049636841, 0.4903543293476105, 0.49171096086502075], "cos_apical_negg": [0.609978199005127, 0.5724270939826965, 0.5131427049636841, 0.4903543293476105, 0.49171096086502075], "cos_Ac_negg": [0.609978199005127, 0.5724270939826965, 0.5131427049636841, 0.4903543293476105, 0.49171096086502075], "r_norm": [0.5279150009155273, 0.43742144107818604, 0.4252369999885559, 0.4227988123893738, 0.44026172161102295]}, {"step": 6750, "epoch": 14, "train_loss": 0.24467575550079346, "cos_r_negg": [0.614197850227356, 0.5758307576179504, 0.519415557384491, 0.4913787841796875, 0.4973825216293335], "cos_apical_negg": [0.614197850227356, 0.5758307576179504, 0.519415557384491, 0.4913787841796875, 0.4973825216293335], "cos_Ac_negg": [0.614197850227356, 0.5758307576179504, 0.519415557384491, 0.4913787841796875, 0.4973825216293335], "r_norm": [0.5124361515045166, 0.42364054918289185, 0.40956589579582214, 0.40793102979660034, 0.42598289251327515], "ldr": {"dL_sdil": -0.014855742454528809, "dL_bp": -0.021382540464401245, "ratio": 0.6947604041372639}}, {"step": 6800, "epoch": 14, "train_loss": 0.13825903832912445, "cos_r_negg": [0.615527868270874, 0.5860889554023743, 0.5196021795272827, 0.4959544539451599, 0.5069540143013], "cos_apical_negg": [0.615527868270874, 0.5860889554023743, 0.5196021795272827, 0.4959544539451599, 0.5069540143013], "cos_Ac_negg": [0.615527868270874, 0.5860889554023743, 0.5196021795272827, 0.4959544539451599, 0.5069540143013], "r_norm": [0.5253589153289795, 0.4363082945346832, 0.42117026448249817, 0.4193055033683777, 0.4383853077888489]}, {"step": 6850, "epoch": 14, "train_loss": 0.12018918991088867, "cos_r_negg": [0.590916633605957, 0.5567209720611572, 0.4963565468788147, 0.4605621099472046, 0.4769429564476013], "cos_apical_negg": [0.590916633605957, 0.5567209720611572, 0.4963565468788147, 0.4605621099472046, 0.4769429564476013], "cos_Ac_negg": [0.590916633605957, 0.5567209720611572, 0.4963565468788147, 0.4605621099472046, 0.4769429564476013], "r_norm": [0.5553157925605774, 0.45934897661209106, 0.44356870651245117, 0.4414967894554138, 0.46064674854278564]}, {"step": 6900, "epoch": 14, "train_loss": 0.21964064240455627, "cos_r_negg": [0.59521484375, 0.5557407140731812, 0.4995073080062866, 0.4720342755317688, 0.48592469096183777], "cos_apical_negg": [0.59521484375, 0.5557407140731812, 0.4995073080062866, 0.4720342755317688, 0.48592469096183777], "cos_Ac_negg": [0.59521484375, 0.5557407140731812, 0.4995073080062866, 0.4720342755317688, 0.48592469096183777], "r_norm": [0.5148605108261108, 0.42463570833206177, 0.41102272272109985, 0.4101978540420532, 0.4264944791793823]}, {"step": 6950, "epoch": 14, "train_loss": 0.21360976994037628, "cos_r_negg": [0.6030304431915283, 0.5650311708450317, 0.5068365931510925, 0.47284582257270813, 0.49408310651779175], "cos_apical_negg": [0.6030304431915283, 0.5650311708450317, 0.5068365931510925, 0.47284582257270813, 0.49408310651779175], "cos_Ac_negg": [0.6030304431915283, 0.5650311708450317, 0.5068365931510925, 0.47284582257270813, 0.49408310651779175], "r_norm": [0.5067365169525146, 0.41956377029418945, 0.40638360381126404, 0.40339505672454834, 0.4211175739765167]}, {"step": 7000, "epoch": 14, "train_loss": 0.16277053952217102, "cos_r_negg": [0.6098663806915283, 0.5682468414306641, 0.5088583827018738, 0.4782256484031677, 0.49435320496559143], "cos_apical_negg": [0.6098663806915283, 0.5682468414306641, 0.5088583827018738, 0.4782256484031677, 0.49435320496559143], "cos_Ac_negg": [0.6098663806915283, 0.5682468414306641, 0.5088583827018738, 0.4782256484031677, 0.49435320496559143], "r_norm": [0.4912039041519165, 0.4046590328216553, 0.3909200429916382, 0.3893781900405884, 0.4063275456428528], "ldr": {"dL_sdil": -0.00913950800895691, "dL_bp": -0.012978553771972656, "ratio": 0.7042008046145933}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8849, "test_loss": 0.39904824829101565}, {"step": 7050, "epoch": 15, "train_loss": 0.14478269219398499, "cos_r_negg": [0.5944724082946777, 0.5587405562400818, 0.5022108554840088, 0.47704577445983887, 0.4893813729286194], "cos_apical_negg": [0.5944724082946777, 0.5587405562400818, 0.5022108554840088, 0.47704577445983887, 0.4893813729286194], "cos_Ac_negg": [0.5944724082946777, 0.5587405562400818, 0.5022108554840088, 0.47704577445983887, 0.4893813729286194], "r_norm": [0.5039904117584229, 0.4171830415725708, 0.40473857522010803, 0.40272945165634155, 0.4191136956214905]}, {"step": 7100, "epoch": 15, "train_loss": 0.18724727630615234, "cos_r_negg": [0.6026456952095032, 0.5664047598838806, 0.5062441825866699, 0.48651131987571716, 0.502837061882019], "cos_apical_negg": [0.6026456952095032, 0.5664047598838806, 0.5062441825866699, 0.48651131987571716, 0.502837061882019], "cos_Ac_negg": [0.6026456952095032, 0.5664047598838806, 0.5062441825866699, 0.48651131987571716, 0.502837061882019], "r_norm": [0.4980448782444, 0.4115808308124542, 0.39682355523109436, 0.3951266407966614, 0.41295939683914185]}, {"step": 7150, "epoch": 15, "train_loss": 0.20552939176559448, "cos_r_negg": [0.5965306162834167, 0.5584421753883362, 0.5005618333816528, 0.48116862773895264, 0.4975288510322571], "cos_apical_negg": [0.5965306162834167, 0.5584421753883362, 0.5005618333816528, 0.48116862773895264, 0.4975288510322571], "cos_Ac_negg": [0.5965306162834167, 0.5584421753883362, 0.5005618333816528, 0.48116862773895264, 0.4975288510322571], "r_norm": [0.5064908862113953, 0.4181208610534668, 0.40405380725860596, 0.39990246295928955, 0.4182129502296448]}, {"step": 7200, "epoch": 15, "train_loss": 0.20182587206363678, "cos_r_negg": [0.5869039297103882, 0.54475998878479, 0.49208542704582214, 0.4774895906448364, 0.49171674251556396], "cos_apical_negg": [0.5869039297103882, 0.54475998878479, 0.49208542704582214, 0.4774895906448364, 0.49171674251556396], "cos_Ac_negg": [0.5869039297103882, 0.54475998878479, 0.49208542704582214, 0.4774895906448364, 0.49171674251556396], "r_norm": [0.4866991341114044, 0.400684654712677, 0.386801153421402, 0.3850018382072449, 0.40174365043640137]}, {"step": 7250, "epoch": 15, "train_loss": 0.22163228690624237, "cos_r_negg": [0.5876755714416504, 0.5431129932403564, 0.48526492714881897, 0.46060046553611755, 0.4926382899284363], "cos_apical_negg": [0.5876755714416504, 0.5431129932403564, 0.48526492714881897, 0.46060046553611755, 0.4926382899284363], "cos_Ac_negg": [0.5876755714416504, 0.5431129932403564, 0.48526492714881897, 0.46060046553611755, 0.4926382899284363], "r_norm": [0.5570898056030273, 0.45558443665504456, 0.4396228790283203, 0.43310317397117615, 0.45574891567230225], "ldr": {"dL_sdil": -0.017852336168289185, "dL_bp": -0.023644864559173584, "ratio": 0.7550195994403761}}, {"step": 7300, "epoch": 15, "train_loss": 0.2124055176973343, "cos_r_negg": [0.6067625284194946, 0.5677481293678284, 0.510354220867157, 0.4890170395374298, 0.5089734792709351], "cos_apical_negg": [0.6067625284194946, 0.5677481293678284, 0.510354220867157, 0.4890170395374298, 0.5089734792709351], "cos_Ac_negg": [0.6067625284194946, 0.5677481293678284, 0.510354220867157, 0.4890170395374298, 0.5089734792709351], "r_norm": [0.5109259486198425, 0.4191381335258484, 0.40214803814888, 0.39941465854644775, 0.41871803998947144]}, {"step": 7350, "epoch": 15, "train_loss": 0.12473461776971817, "cos_r_negg": [0.5968202352523804, 0.5583579540252686, 0.49564266204833984, 0.46849745512008667, 0.49596846103668213], "cos_apical_negg": [0.5968202352523804, 0.5583579540252686, 0.49564266204833984, 0.46849745512008667, 0.49596846103668213], "cos_Ac_negg": [0.5968202352523804, 0.5583579540252686, 0.49564266204833984, 0.46849745512008667, 0.49596846103668213], "r_norm": [0.5006812214851379, 0.40741682052612305, 0.3913528323173523, 0.38700157403945923, 0.40722009539604187]}, {"step": 7400, "epoch": 15, "train_loss": 0.2050633728504181, "cos_r_negg": [0.6055763959884644, 0.5638434886932373, 0.5002661943435669, 0.4775710105895996, 0.5018354654312134], "cos_apical_negg": [0.6055763959884644, 0.5638434886932373, 0.5002661943435669, 0.4775710105895996, 0.5018354654312134], "cos_Ac_negg": [0.6055763959884644, 0.5638434886932373, 0.5002661943435669, 0.4775710105895996, 0.5018354654312134], "r_norm": [0.5075818300247192, 0.4148942530155182, 0.3984449505805969, 0.39521369338035583, 0.4154573678970337]}, {"step": 7450, "epoch": 15, "train_loss": 0.22845008969306946, "cos_r_negg": [0.5796408653259277, 0.5428435802459717, 0.4825085401535034, 0.45875149965286255, 0.48459184169769287], "cos_apical_negg": [0.5796408653259277, 0.5428435802459717, 0.4825085401535034, 0.45875149965286255, 0.48459184169769287], "cos_Ac_negg": [0.5796408653259277, 0.5428435802459717, 0.4825085401535034, 0.45875149965286255, 0.48459184169769287], "r_norm": [0.5221835970878601, 0.42822694778442383, 0.4114573001861572, 0.4083254635334015, 0.4271191954612732]}, {"step": 7500, "epoch": 15, "train_loss": 0.18713608384132385, "cos_r_negg": [0.5862115025520325, 0.5478366017341614, 0.4852520227432251, 0.46790826320648193, 0.4879654049873352], "cos_apical_negg": [0.5862115025520325, 0.5478366017341614, 0.4852520227432251, 0.46790826320648193, 0.4879654049873352], "cos_Ac_negg": [0.5862115025520325, 0.5478366017341614, 0.4852520227432251, 0.46790826320648193, 0.4879654049873352], "r_norm": [0.5701174736022949, 0.46766218543052673, 0.44629430770874023, 0.4423221945762634, 0.46557801961898804], "ldr": {"dL_sdil": -0.01914435625076294, "dL_bp": -0.028094083070755005, "ratio": 0.6814373048783204}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8793, "test_loss": 0.4014364807128906}, {"step": 7550, "epoch": 16, "train_loss": 0.16985926032066345, "cos_r_negg": [0.595953106880188, 0.557415246963501, 0.49819767475128174, 0.4772894084453583, 0.5031352043151855], "cos_apical_negg": [0.595953106880188, 0.557415246963501, 0.49819767475128174, 0.4772894084453583, 0.5031352043151855], "cos_Ac_negg": [0.595953106880188, 0.557415246963501, 0.49819767475128174, 0.4772894084453583, 0.5031352043151855], "r_norm": [0.5441524386405945, 0.44016033411026, 0.42256730794906616, 0.4179409444332123, 0.4383118152618408]}, {"step": 7600, "epoch": 16, "train_loss": 0.20339041948318481, "cos_r_negg": [0.5985764265060425, 0.562364935874939, 0.5002524852752686, 0.48039036989212036, 0.4965663254261017], "cos_apical_negg": [0.5985764265060425, 0.562364935874939, 0.5002524852752686, 0.48039036989212036, 0.4965663254261017], "cos_Ac_negg": [0.5985764265060425, 0.562364935874939, 0.5002524852752686, 0.48039036989212036, 0.4965663254261017], "r_norm": [0.5534210205078125, 0.44805365800857544, 0.4282039701938629, 0.42457476258277893, 0.4476463794708252]}, {"step": 7650, "epoch": 16, "train_loss": 0.10012537986040115, "cos_r_negg": [0.5956870317459106, 0.5598211884498596, 0.49716609716415405, 0.4752994775772095, 0.5003792643547058], "cos_apical_negg": [0.5956870317459106, 0.5598211884498596, 0.49716609716415405, 0.4752994775772095, 0.5003792643547058], "cos_Ac_negg": [0.5956870317459106, 0.5598211884498596, 0.49716609716415405, 0.4752994775772095, 0.5003792643547058], "r_norm": [0.49607259035110474, 0.4006233215332031, 0.3823578357696533, 0.37825125455856323, 0.39871954917907715]}, {"step": 7700, "epoch": 16, "train_loss": 0.1242586076259613, "cos_r_negg": [0.5894496440887451, 0.551764726638794, 0.4902033507823944, 0.46739619970321655, 0.5031458139419556], "cos_apical_negg": [0.5894496440887451, 0.551764726638794, 0.4902033507823944, 0.46739619970321655, 0.5031458139419556], "cos_Ac_negg": [0.5894496440887451, 0.551764726638794, 0.4902033507823944, 0.46739619970321655, 0.5031458139419556], "r_norm": [0.5022762417793274, 0.40597420930862427, 0.38943570852279663, 0.38475561141967773, 0.4041869044303894]}, {"step": 7750, "epoch": 16, "train_loss": 0.1668144166469574, "cos_r_negg": [0.593722939491272, 0.5539618730545044, 0.4929206371307373, 0.46800994873046875, 0.5025145411491394], "cos_apical_negg": [0.593722939491272, 0.5539618730545044, 0.4929206371307373, 0.46800994873046875, 0.5025145411491394], "cos_Ac_negg": [0.593722939491272, 0.5539618730545044, 0.4929206371307373, 0.46800994873046875, 0.5025145411491394], "r_norm": [0.5096491575241089, 0.41099581122398376, 0.39125898480415344, 0.3879377245903015, 0.4096357822418213], "ldr": {"dL_sdil": -0.013788938522338867, "dL_bp": -0.020457357168197632, "ratio": 0.6740332296575786}}, {"step": 7800, "epoch": 16, "train_loss": 0.11983387172222137, "cos_r_negg": [0.608615517616272, 0.5627254247665405, 0.502163290977478, 0.4849375784397125, 0.521342933177948], "cos_apical_negg": [0.608615517616272, 0.5627254247665405, 0.502163290977478, 0.4849375784397125, 0.521342933177948], "cos_Ac_negg": [0.608615517616272, 0.5627254247665405, 0.502163290977478, 0.4849375784397125, 0.521342933177948], "r_norm": [0.5286389589309692, 0.4219456613063812, 0.4002239406108856, 0.39663317799568176, 0.4209100008010864]}, {"step": 7850, "epoch": 16, "train_loss": 0.1421809196472168, "cos_r_negg": [0.6043506860733032, 0.5604311227798462, 0.5009373426437378, 0.4818606972694397, 0.5098050832748413], "cos_apical_negg": [0.6043506860733032, 0.5604311227798462, 0.5009373426437378, 0.4818606972694397, 0.5098050832748413], "cos_Ac_negg": [0.6043506860733032, 0.5604311227798462, 0.5009373426437378, 0.4818606972694397, 0.5098050832748413], "r_norm": [0.4916567802429199, 0.39215049147605896, 0.37372198700904846, 0.3694729208946228, 0.3902115821838379]}, {"step": 7900, "epoch": 16, "train_loss": 0.11171533167362213, "cos_r_negg": [0.58722984790802, 0.5447652339935303, 0.4890415072441101, 0.4690540134906769, 0.5058310031890869], "cos_apical_negg": [0.58722984790802, 0.5447652339935303, 0.4890415072441101, 0.4690540134906769, 0.5058310031890869], "cos_Ac_negg": [0.58722984790802, 0.5447652339935303, 0.4890415072441101, 0.4690540134906769, 0.5058310031890869], "r_norm": [0.5484831929206848, 0.4354889392852783, 0.413735032081604, 0.4083775281906128, 0.43205782771110535]}, {"step": 7950, "epoch": 16, "train_loss": 0.15562804043293, "cos_r_negg": [0.5851877927780151, 0.5413872003555298, 0.4819643497467041, 0.46631932258605957, 0.4964742660522461], "cos_apical_negg": [0.5851877927780151, 0.5413872003555298, 0.4819643497467041, 0.46631932258605957, 0.4964742660522461], "cos_Ac_negg": [0.5851877927780151, 0.5413872003555298, 0.4819643497467041, 0.46631932258605957, 0.4964742660522461], "r_norm": [0.5246544480323792, 0.42343518137931824, 0.4026153087615967, 0.3979482650756836, 0.42128345370292664]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8848, "test_loss": 0.39414463806152344}, {"step": 8000, "epoch": 17, "train_loss": 0.17067095637321472, "cos_r_negg": [0.6056166887283325, 0.5657590627670288, 0.50319504737854, 0.4808717370033264, 0.5141058564186096], "cos_apical_negg": [0.6056166887283325, 0.5657590627670288, 0.50319504737854, 0.4808717370033264, 0.5141058564186096], "cos_Ac_negg": [0.6056166887283325, 0.5657590627670288, 0.50319504737854, 0.4808717370033264, 0.5141058564186096], "r_norm": [0.5452562570571899, 0.4323124885559082, 0.40894898772239685, 0.40376901626586914, 0.42908114194869995], "ldr": {"dL_sdil": -0.020532846450805664, "dL_bp": -0.027162611484527588, "ratio": 0.7559231358332986}}, {"step": 8050, "epoch": 17, "train_loss": 0.11171985417604446, "cos_r_negg": [0.6025515198707581, 0.5588140487670898, 0.4994810223579407, 0.4804302453994751, 0.5180960893630981], "cos_apical_negg": [0.6025515198707581, 0.5588140487670898, 0.4994810223579407, 0.4804302453994751, 0.5180960893630981], "cos_Ac_negg": [0.6025515198707581, 0.5588140487670898, 0.4994810223579407, 0.4804302453994751, 0.5180960893630981], "r_norm": [0.5010350346565247, 0.39884263277053833, 0.3782680630683899, 0.3744010031223297, 0.39660048484802246]}, {"step": 8100, "epoch": 17, "train_loss": 0.19462095201015472, "cos_r_negg": [0.5899356603622437, 0.5464950203895569, 0.4887511730194092, 0.47233831882476807, 0.5114635825157166], "cos_apical_negg": [0.5899356603622437, 0.5464950203895569, 0.4887511730194092, 0.47233831882476807, 0.5114635825157166], "cos_Ac_negg": [0.5899356603622437, 0.5464950203895569, 0.4887511730194092, 0.47233831882476807, 0.5114635825157166], "r_norm": [0.49853548407554626, 0.3962337374687195, 0.37677231431007385, 0.37169086933135986, 0.39320245385169983]}, {"step": 8150, "epoch": 17, "train_loss": 0.1627708226442337, "cos_r_negg": [0.6127173900604248, 0.5681266784667969, 0.5076435804367065, 0.48334622383117676, 0.5162553787231445], "cos_apical_negg": [0.6127173900604248, 0.5681266784667969, 0.5076435804367065, 0.48334622383117676, 0.5162553787231445], "cos_Ac_negg": [0.6127173900604248, 0.5681266784667969, 0.5076435804367065, 0.48334622383117676, 0.5162553787231445], "r_norm": [0.5129413604736328, 0.4091460704803467, 0.3876339793205261, 0.38346749544143677, 0.40612006187438965]}, {"step": 8200, "epoch": 17, "train_loss": 0.1170022040605545, "cos_r_negg": [0.6027818918228149, 0.5598509311676025, 0.5003471374511719, 0.4760236442089081, 0.5145777463912964], "cos_apical_negg": [0.6027818918228149, 0.5598509311676025, 0.5003471374511719, 0.4760236442089081, 0.5145777463912964], "cos_Ac_negg": [0.6027818918228149, 0.5598509311676025, 0.5003471374511719, 0.4760236442089081, 0.5145777463912964], "r_norm": [0.5508167743682861, 0.43574610352516174, 0.41398683190345764, 0.4082162380218506, 0.43239641189575195]}, {"step": 8250, "epoch": 17, "train_loss": 0.1501920521259308, "cos_r_negg": [0.5960841774940491, 0.553128719329834, 0.4956410527229309, 0.4770280122756958, 0.5132834911346436], "cos_apical_negg": [0.5960841774940491, 0.553128719329834, 0.4956410527229309, 0.4770280122756958, 0.5132834911346436], "cos_Ac_negg": [0.5960841774940491, 0.553128719329834, 0.4956410527229309, 0.4770280122756958, 0.5132834911346436], "r_norm": [0.5032970905303955, 0.4009970724582672, 0.38021206855773926, 0.3755301237106323, 0.3977247178554535], "ldr": {"dL_sdil": -0.014137893915176392, "dL_bp": -0.023179471492767334, "ratio": 0.6099316768110017}}, {"step": 8300, "epoch": 17, "train_loss": 0.07329204678535461, "cos_r_negg": [0.6042594313621521, 0.5595753192901611, 0.5000944137573242, 0.48019692301750183, 0.5134897828102112], "cos_apical_negg": [0.6042594313621521, 0.5595753192901611, 0.5000944137573242, 0.48019692301750183, 0.5134897828102112], "cos_Ac_negg": [0.6042594313621521, 0.5595753192901611, 0.5000944137573242, 0.48019692301750183, 0.5134897828102112], "r_norm": [0.5071712732315063, 0.40165865421295166, 0.3801063597202301, 0.37465471029281616, 0.39788365364074707]}, {"step": 8350, "epoch": 17, "train_loss": 0.149383544921875, "cos_r_negg": [0.5872187614440918, 0.5468118190765381, 0.4913451671600342, 0.4706432819366455, 0.5071271657943726], "cos_apical_negg": [0.5872187614440918, 0.5468118190765381, 0.4913451671600342, 0.4706432819366455, 0.5071271657943726], "cos_Ac_negg": [0.5872187614440918, 0.5468118190765381, 0.4913451671600342, 0.4706432819366455, 0.5071271657943726], "r_norm": [0.4867987632751465, 0.3832612633705139, 0.3619112968444824, 0.3570653200149536, 0.37864306569099426]}, {"step": 8400, "epoch": 17, "train_loss": 0.46722081303596497, "cos_r_negg": [0.5978909730911255, 0.5525659322738647, 0.4952573776245117, 0.4743974804878235, 0.5143706798553467], "cos_apical_negg": [0.5978909730911255, 0.5525659322738647, 0.4952573776245117, 0.4743974804878235, 0.5143706798553467], "cos_Ac_negg": [0.5978909730911255, 0.5525659322738647, 0.4952573776245117, 0.4743974804878235, 0.5143706798553467], "r_norm": [0.4909971356391907, 0.3844612240791321, 0.36201801896095276, 0.357764333486557, 0.379732221364975]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8805, "test_loss": 0.4173866180419922}, {"step": 8450, "epoch": 18, "train_loss": 0.11220061033964157, "cos_r_negg": [0.5870112180709839, 0.5463404655456543, 0.4888027012348175, 0.47073668241500854, 0.5086534023284912], "cos_apical_negg": [0.5870112180709839, 0.5463404655456543, 0.4888027012348175, 0.47073668241500854, 0.5086534023284912], "cos_Ac_negg": [0.5870112180709839, 0.5463404655456543, 0.4888027012348175, 0.47073668241500854, 0.5086534023284912], "r_norm": [0.5305135250091553, 0.4188433587551117, 0.39601820707321167, 0.3879474997520447, 0.4128480851650238]}, {"step": 8500, "epoch": 18, "train_loss": 0.10308706760406494, "cos_r_negg": [0.6001083254814148, 0.5604585409164429, 0.5019616484642029, 0.48043665289878845, 0.5188792943954468], "cos_apical_negg": [0.6001083254814148, 0.5604585409164429, 0.5019616484642029, 0.48043665289878845, 0.5188792943954468], "cos_Ac_negg": [0.6001083254814148, 0.5604585409164429, 0.5019616484642029, 0.48043665289878845, 0.5188792943954468], "r_norm": [0.5437047481536865, 0.42093217372894287, 0.39635932445526123, 0.3894636929035187, 0.414628803730011], "ldr": {"dL_sdil": -0.023981183767318726, "dL_bp": -0.03488016128540039, "ratio": 0.6875307591354632}}, {"step": 8550, "epoch": 18, "train_loss": 0.1327895224094391, "cos_r_negg": [0.6064043045043945, 0.5599312782287598, 0.5010422468185425, 0.4791991710662842, 0.5176060199737549], "cos_apical_negg": [0.6064043045043945, 0.5599312782287598, 0.5010422468185425, 0.4791991710662842, 0.5176060199737549], "cos_Ac_negg": [0.6064043045043945, 0.5599312782287598, 0.5010422468185425, 0.4791991710662842, 0.5176060199737549], "r_norm": [0.5446869134902954, 0.42477181553840637, 0.4000142812728882, 0.3920409679412842, 0.41907447576522827]}, {"step": 8600, "epoch": 18, "train_loss": 0.09827356040477753, "cos_r_negg": [0.5938122272491455, 0.5488346219062805, 0.4901884198188782, 0.47257232666015625, 0.5078533887863159], "cos_apical_negg": [0.5938122272491455, 0.5488346219062805, 0.4901884198188782, 0.47257232666015625, 0.5078533887863159], "cos_Ac_negg": [0.5938122272491455, 0.5488346219062805, 0.4901884198188782, 0.47257232666015625, 0.5078533887863159], "r_norm": [0.4941575229167938, 0.3854602873325348, 0.36268651485443115, 0.3566623330116272, 0.3808964192867279]}, {"step": 8650, "epoch": 18, "train_loss": 0.06574932485818863, "cos_r_negg": [0.5964574813842773, 0.5564959049224854, 0.494651734828949, 0.4782848358154297, 0.5128329992294312], "cos_apical_negg": [0.5964574813842773, 0.5564959049224854, 0.494651734828949, 0.4782848358154297, 0.5128329992294312], "cos_Ac_negg": [0.5964574813842773, 0.5564959049224854, 0.494651734828949, 0.4782848358154297, 0.5128329992294312], "r_norm": [0.5224320888519287, 0.4058726727962494, 0.38058921694755554, 0.37176865339279175, 0.39898544549942017]}, {"step": 8700, "epoch": 18, "train_loss": 0.14834988117218018, "cos_r_negg": [0.587550938129425, 0.5488556027412415, 0.49063438177108765, 0.47147321701049805, 0.5127192139625549], "cos_apical_negg": [0.587550938129425, 0.5488556027412415, 0.49063438177108765, 0.47147321701049805, 0.5127192139625549], "cos_Ac_negg": [0.587550938129425, 0.5488556027412415, 0.49063438177108765, 0.47147321701049805, 0.5127192139625549], "r_norm": [0.49736785888671875, 0.38844814896583557, 0.36592695116996765, 0.3585692346096039, 0.3830714225769043]}, {"step": 8750, "epoch": 18, "train_loss": 0.15670901536941528, "cos_r_negg": [0.5983363389968872, 0.5594620108604431, 0.49704617261886597, 0.4806516468524933, 0.5218663215637207], "cos_apical_negg": [0.5983363389968872, 0.5594620108604431, 0.49704617261886597, 0.4806516468524933, 0.5218663215637207], "cos_Ac_negg": [0.5983363389968872, 0.5594620108604431, 0.49704617261886597, 0.4806516468524933, 0.5218663215637207], "r_norm": [0.5457696914672852, 0.4247530698776245, 0.39770108461380005, 0.39022189378738403, 0.41826391220092773], "ldr": {"dL_sdil": -0.02180054783821106, "dL_bp": -0.03423827886581421, "ratio": 0.6367302493110478}}, {"step": 8800, "epoch": 18, "train_loss": 0.051978982985019684, "cos_r_negg": [0.5814671516418457, 0.5427807569503784, 0.4852867126464844, 0.4612831175327301, 0.5084028840065002], "cos_apical_negg": [0.5814671516418457, 0.5427807569503784, 0.4852867126464844, 0.4612831175327301, 0.5084028840065002], "cos_Ac_negg": [0.5814671516418457, 0.5427807569503784, 0.4852867126464844, 0.4612831175327301, 0.5084028840065002], "r_norm": [0.5390980243682861, 0.4193507134914398, 0.3943517208099365, 0.3861301839351654, 0.412240207195282]}, {"step": 8850, "epoch": 18, "train_loss": 0.10870727896690369, "cos_r_negg": [0.5888557434082031, 0.5541113615036011, 0.49185115098953247, 0.47320789098739624, 0.5098649263381958], "cos_apical_negg": [0.5888557434082031, 0.5541113615036011, 0.49185115098953247, 0.47320789098739624, 0.5098649263381958], "cos_Ac_negg": [0.5888557434082031, 0.5541113615036011, 0.49185115098953247, 0.47320789098739624, 0.5098649263381958], "r_norm": [0.5511060357093811, 0.42729562520980835, 0.40021562576293945, 0.39184075593948364, 0.41935020685195923]}, {"step": 8900, "epoch": 18, "train_loss": 0.1595393270254135, "cos_r_negg": [0.5926254987716675, 0.5518076419830322, 0.49329665303230286, 0.46759793162345886, 0.5110093355178833], "cos_apical_negg": [0.5926254987716675, 0.5518076419830322, 0.49329665303230286, 0.46759793162345886, 0.5110093355178833], "cos_Ac_negg": [0.5926254987716675, 0.5518076419830322, 0.49329665303230286, 0.46759793162345886, 0.5110093355178833], "r_norm": [0.5320942401885986, 0.41158780455589294, 0.3847888112068176, 0.3786792755126953, 0.4050237536430359]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8773, "test_loss": 0.4387926361083984}, {"step": 8950, "epoch": 19, "train_loss": 0.19081154465675354, "cos_r_negg": [0.5847564935684204, 0.5436761975288391, 0.4873815178871155, 0.4647447466850281, 0.5110507011413574], "cos_apical_negg": [0.5847564935684204, 0.5436761975288391, 0.4873815178871155, 0.4647447466850281, 0.5110507011413574], "cos_Ac_negg": [0.5847564935684204, 0.5436761975288391, 0.4873815178871155, 0.4647447466850281, 0.5110507011413574], "r_norm": [0.5174558162689209, 0.39704859256744385, 0.37311601638793945, 0.3645484149456024, 0.389265239238739]}, {"step": 9000, "epoch": 19, "train_loss": 0.17036879062652588, "cos_r_negg": [0.593565046787262, 0.5538685321807861, 0.49638432264328003, 0.4766770005226135, 0.5207245349884033], "cos_apical_negg": [0.593565046787262, 0.5538685321807861, 0.49638432264328003, 0.4766770005226135, 0.5207245349884033], "cos_Ac_negg": [0.593565046787262, 0.5538685321807861, 0.49638432264328003, 0.4766770005226135, 0.5207245349884033], "r_norm": [0.5041415691375732, 0.38878923654556274, 0.36439284682273865, 0.35752642154693604, 0.3822699189186096], "ldr": {"dL_sdil": -0.009419560432434082, "dL_bp": -0.01683834195137024, "ratio": 0.5594113992718597}}, {"step": 9050, "epoch": 19, "train_loss": 0.14476022124290466, "cos_r_negg": [0.5853098630905151, 0.544512152671814, 0.4869467616081238, 0.4652578830718994, 0.5128458142280579], "cos_apical_negg": [0.5853098630905151, 0.544512152671814, 0.4869467616081238, 0.4652578830718994, 0.5128458142280579], "cos_Ac_negg": [0.5853098630905151, 0.544512152671814, 0.4869467616081238, 0.4652578830718994, 0.5128458142280579], "r_norm": [0.5134942531585693, 0.3949000835418701, 0.3695884346961975, 0.362172394990921, 0.3874608278274536]}, {"step": 9100, "epoch": 19, "train_loss": 0.13672125339508057, "cos_r_negg": [0.5706401467323303, 0.5332335233688354, 0.4747564494609833, 0.4536479413509369, 0.5013769865036011], "cos_apical_negg": [0.5706401467323303, 0.5332335233688354, 0.4747564494609833, 0.4536479413509369, 0.5013769865036011], "cos_Ac_negg": [0.5706401467323303, 0.5332335233688354, 0.4747564494609833, 0.4536479413509369, 0.5013769865036011], "r_norm": [0.5171173214912415, 0.39911186695098877, 0.37406694889068604, 0.36614570021629333, 0.39094796776771545]}, {"step": 9150, "epoch": 19, "train_loss": 0.11298104375600815, "cos_r_negg": [0.5854798555374146, 0.549666702747345, 0.49251794815063477, 0.4663541913032532, 0.5139977931976318], "cos_apical_negg": [0.5854798555374146, 0.549666702747345, 0.49251794815063477, 0.4663541913032532, 0.5139977931976318], "cos_Ac_negg": [0.5854798555374146, 0.549666702747345, 0.49251794815063477, 0.4663541913032532, 0.5139977931976318], "r_norm": [0.49766045808792114, 0.3780894875526428, 0.3518734574317932, 0.34512951970100403, 0.37075304985046387]}, {"step": 9200, "epoch": 19, "train_loss": 0.09947993606328964, "cos_r_negg": [0.605738639831543, 0.5639061331748962, 0.5038288831710815, 0.48093339800834656, 0.5236421227455139], "cos_apical_negg": [0.605738639831543, 0.5639061331748962, 0.5038288831710815, 0.48093339800834656, 0.5236421227455139], "cos_Ac_negg": [0.605738639831543, 0.5639061331748962, 0.5038288831710815, 0.48093339800834656, 0.5236421227455139], "r_norm": [0.5020869374275208, 0.38297605514526367, 0.3559774160385132, 0.3491641581058502, 0.3753224313259125]}, {"step": 9250, "epoch": 19, "train_loss": 0.15448243916034698, "cos_r_negg": [0.618700385093689, 0.5766005516052246, 0.5127445459365845, 0.4933016300201416, 0.5351042151451111], "cos_apical_negg": [0.618700385093689, 0.5766005516052246, 0.5127445459365845, 0.4933016300201416, 0.5351042151451111], "cos_Ac_negg": [0.618700385093689, 0.5766005516052246, 0.5127445459365845, 0.4933016300201416, 0.5351042151451111], "r_norm": [0.5243844389915466, 0.3982585072517395, 0.3696972727775574, 0.36022400856018066, 0.3897162079811096], "ldr": {"dL_sdil": -0.021070897579193115, "dL_bp": -0.03147226572036743, "ratio": 0.6695068529990512}}, {"step": 9300, "epoch": 19, "train_loss": 0.12301402539014816, "cos_r_negg": [0.5834953784942627, 0.5456023812294006, 0.48846182227134705, 0.47261613607406616, 0.5126610994338989], "cos_apical_negg": [0.5834953784942627, 0.5456023812294006, 0.48846182227134705, 0.47261613607406616, 0.5126610994338989], "cos_Ac_negg": [0.5834953784942627, 0.5456023812294006, 0.48846182227134705, 0.47261613607406616, 0.5126610994338989], "r_norm": [0.5165971517562866, 0.39661145210266113, 0.36789578199386597, 0.36264243721961975, 0.38842418789863586]}, {"step": 9350, "epoch": 19, "train_loss": 0.21336214244365692, "cos_r_negg": [0.5879227519035339, 0.5478907823562622, 0.48898106813430786, 0.47233647108078003, 0.5190918445587158], "cos_apical_negg": [0.5879227519035339, 0.5478907823562622, 0.48898106813430786, 0.47233647108078003, 0.5190918445587158], "cos_Ac_negg": [0.5879227519035339, 0.5478907823562622, 0.48898106813430786, 0.47233647108078003, 0.5190918445587158], "r_norm": [0.5326552987098694, 0.40744027495384216, 0.3782186508178711, 0.3695025146007538, 0.3977596163749695]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8815, "test_loss": 0.43111831665039063}], "final": {"test_acc": 0.8815, "test_loss": 0.43111831665039063, "wall_s": 91.58265542984009, "cos_r_negg": [0.5910946130752563, 0.5497833490371704, 0.4918346405029297, 0.4685807526111603, 0.5150494575500488], "cos_apical_negg": [0.5910946130752563, 0.5497833490371704, 0.4918346405029297, 0.4685807526111603, 0.5150494575500488], "cos_Ac_negg": [0.5910946130752563, 0.5497833490371704, 0.4918346405029297, 0.4685807526111603, 0.5150494575500488]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_sdil_d5_s2.json b/results/depth_fmnist_sdil_d5_s2.json
new file mode 100644
index 0000000..b7e3c27
--- /dev/null
+++ b/results/depth_fmnist_sdil_d5_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d5_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2724270820617676, "cos_r_negg": [-0.020982224494218826, -0.011129511520266533, 0.0003704318078234792, 0.020121097564697266, 0.005494832061231136], "cos_apical_negg": [-0.020982224494218826, -0.011129511520266533, 0.0003704318078234792, 0.020121097564697266, 0.005494832061231136], "cos_Ac_negg": [-0.020982224494218826, -0.011129511520266533, 0.0003704318078234792, 0.020121097564697266, 0.005494832061231136], "r_norm": [4.758652687072754, 4.780093669891357, 4.662402153015137, 4.68086576461792, 4.745184898376465], "ldr": {"dL_sdil": -0.028127670288085938, "dL_bp": -0.11251354217529297, "ratio": 0.2499936429364548}}, {"step": 50, "epoch": 0, "train_loss": 0.8115186095237732, "cos_r_negg": [0.25050196051597595, 0.19425909221172333, 0.2027679830789566, 0.16627484560012817, 0.17232683300971985], "cos_apical_negg": [0.25050196051597595, 0.19425909221172333, 0.2027679830789566, 0.16627484560012817, 0.17232683300971985], "cos_Ac_negg": [0.25050196051597595, 0.19425909221172333, 0.2027679830789566, 0.16627484560012817, 0.17232683300971985], "r_norm": [2.3914875984191895, 2.424466371536255, 2.354952096939087, 2.2309155464172363, 2.331108808517456]}, {"step": 100, "epoch": 0, "train_loss": 0.588991641998291, "cos_r_negg": [0.333805650472641, 0.2865622043609619, 0.28850746154785156, 0.24517211318016052, 0.2286798059940338], "cos_apical_negg": [0.333805650472641, 0.2865622043609619, 0.28850746154785156, 0.24517211318016052, 0.2286798059940338], "cos_Ac_negg": [0.333805650472641, 0.2865622043609619, 0.28850746154785156, 0.24517211318016052, 0.2286798059940338], "r_norm": [1.8193061351776123, 1.8417584896087646, 1.7873430252075195, 1.694828987121582, 1.7695552110671997]}, {"step": 150, "epoch": 0, "train_loss": 0.5394254922866821, "cos_r_negg": [0.39237767457962036, 0.335921049118042, 0.3501270115375519, 0.3139728009700775, 0.23087178170681], "cos_apical_negg": [0.39237767457962036, 0.335921049118042, 0.3501270115375519, 0.3139728009700775, 0.23087178170681], "cos_Ac_negg": [0.39237767457962036, 0.335921049118042, 0.3501270115375519, 0.3139728009700775, 0.23087178170681], "r_norm": [1.7302420139312744, 1.7562851905822754, 1.6998820304870605, 1.6156387329101562, 1.690312147140503]}, {"step": 200, "epoch": 0, "train_loss": 0.5381070375442505, "cos_r_negg": [0.45023512840270996, 0.39600569009780884, 0.3651447892189026, 0.3388862907886505, 0.2358853965997696], "cos_apical_negg": [0.45023512840270996, 0.39600569009780884, 0.3651447892189026, 0.3388862907886505, 0.2358853965997696], "cos_Ac_negg": [0.45023512840270996, 0.39600569009780884, 0.3651447892189026, 0.3388862907886505, 0.2358853965997696], "r_norm": [1.485396146774292, 1.5057775974273682, 1.458413004875183, 1.3858633041381836, 1.4443914890289307]}, {"step": 250, "epoch": 0, "train_loss": 0.5137223601341248, "cos_r_negg": [0.47174376249313354, 0.40402230620384216, 0.3832155168056488, 0.35002684593200684, 0.24963639676570892], "cos_apical_negg": [0.47174376249313354, 0.40402230620384216, 0.3832155168056488, 0.35002684593200684, 0.24963639676570892], "cos_Ac_negg": [0.47174376249313354, 0.40402230620384216, 0.3832155168056488, 0.35002684593200684, 0.24963639676570892], "r_norm": [1.4153809547424316, 1.4387407302856445, 1.3939640522003174, 1.3229193687438965, 1.3807662725448608], "ldr": {"dL_sdil": -0.0087832510471344, "dL_bp": -0.0063062310218811035, "ratio": 1.3927892931068704}}, {"step": 300, "epoch": 0, "train_loss": 0.7731945514678955, "cos_r_negg": [0.47227537631988525, 0.40790942311286926, 0.374515175819397, 0.3389565050601959, 0.2601326107978821], "cos_apical_negg": [0.47227537631988525, 0.40790942311286926, 0.374515175819397, 0.3389565050601959, 0.2601326107978821], "cos_Ac_negg": [0.47227537631988525, 0.40790942311286926, 0.374515175819397, 0.3389565050601959, 0.2601326107978821], "r_norm": [1.2994673252105713, 1.316725730895996, 1.2758374214172363, 1.213202953338623, 1.263777256011963]}, {"step": 350, "epoch": 0, "train_loss": 0.49608564376831055, "cos_r_negg": [0.4861658811569214, 0.4324415624141693, 0.39533233642578125, 0.3676700294017792, 0.2671695351600647], "cos_apical_negg": [0.4861658811569214, 0.4324415624141693, 0.39533233642578125, 0.3676700294017792, 0.2671695351600647], "cos_Ac_negg": [0.4861658811569214, 0.4324415624141693, 0.39533233642578125, 0.3676700294017792, 0.2671695351600647], "r_norm": [1.3095269203186035, 1.3273966312408447, 1.2857060432434082, 1.2214322090148926, 1.2733063697814941]}, {"step": 400, "epoch": 0, "train_loss": 0.6057199239730835, "cos_r_negg": [0.5026998519897461, 0.44280514121055603, 0.41591647267341614, 0.37736478447914124, 0.28584718704223633], "cos_apical_negg": [0.5026998519897461, 0.44280514121055603, 0.41591647267341614, 0.37736478447914124, 0.28584718704223633], "cos_Ac_negg": [0.5026998519897461, 0.44280514121055603, 0.41591647267341614, 0.37736478447914124, 0.28584718704223633], "r_norm": [1.2722761631011963, 1.2935080528259277, 1.2517467737197876, 1.1828851699829102, 1.2348865270614624]}, {"step": 450, "epoch": 0, "train_loss": 0.45493990182876587, "cos_r_negg": [0.5061244964599609, 0.42652398347854614, 0.4138319194316864, 0.38018637895584106, 0.2849869728088379], "cos_apical_negg": [0.5061244964599609, 0.42652398347854614, 0.4138319194316864, 0.38018637895584106, 0.2849869728088379], "cos_Ac_negg": [0.5061244964599609, 0.42652398347854614, 0.4138319194316864, 0.38018637895584106, 0.2849869728088379], "r_norm": [1.3043369054794312, 1.319224238395691, 1.2793009281158447, 1.2091896533966064, 1.2601263523101807]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8377, "test_loss": 0.4669273193359375}, {"step": 500, "epoch": 1, "train_loss": 0.2715038061141968, "cos_r_negg": [0.5084899663925171, 0.42897915840148926, 0.4237518012523651, 0.3770582973957062, 0.26682543754577637], "cos_apical_negg": [0.5084899663925171, 0.42897915840148926, 0.4237518012523651, 0.3770582973957062, 0.26682543754577637], "cos_Ac_negg": [0.5084899663925171, 0.42897915840148926, 0.4237518012523651, 0.3770582973957062, 0.26682543754577637], "r_norm": [1.2682217359542847, 1.283615231513977, 1.2460005283355713, 1.1769990921020508, 1.2255804538726807], "ldr": {"dL_sdil": -0.02237752079963684, "dL_bp": -0.01633092761039734, "ratio": 1.3702541174323646}}, {"step": 550, "epoch": 1, "train_loss": 0.5207318663597107, "cos_r_negg": [0.5034741759300232, 0.4226433038711548, 0.428547203540802, 0.38630804419517517, 0.28917133808135986], "cos_apical_negg": [0.5034741759300232, 0.4226433038711548, 0.428547203540802, 0.38630804419517517, 0.28917133808135986], "cos_Ac_negg": [0.5034741759300232, 0.4226433038711548, 0.428547203540802, 0.38630804419517517, 0.28917133808135986], "r_norm": [1.184906244277954, 1.1986792087554932, 1.1630460023880005, 1.1009883880615234, 1.1441564559936523]}, {"step": 600, "epoch": 1, "train_loss": 0.5588510632514954, "cos_r_negg": [0.5151371955871582, 0.4435347318649292, 0.43424803018569946, 0.38454312086105347, 0.29523104429244995], "cos_apical_negg": [0.5151371955871582, 0.4435347318649292, 0.43424803018569946, 0.38454312086105347, 0.29523104429244995], "cos_Ac_negg": [0.5151371955871582, 0.4435347318649292, 0.43424803018569946, 0.38454312086105347, 0.29523104429244995], "r_norm": [1.131628394126892, 1.1411547660827637, 1.1066830158233643, 1.0477162599563599, 1.0922472476959229]}, {"step": 650, "epoch": 1, "train_loss": 0.5090796947479248, "cos_r_negg": [0.5152865052223206, 0.45888176560401917, 0.44571933150291443, 0.40179306268692017, 0.29615694284439087], "cos_apical_negg": [0.5152865052223206, 0.45888176560401917, 0.44571933150291443, 0.40179306268692017, 0.29615694284439087], "cos_Ac_negg": [0.5152865052223206, 0.45888176560401917, 0.44571933150291443, 0.40179306268692017, 0.29615694284439087], "r_norm": [1.0802172422409058, 1.092850923538208, 1.0586328506469727, 0.9999029040336609, 1.0427765846252441]}, {"step": 700, "epoch": 1, "train_loss": 0.30650001764297485, "cos_r_negg": [0.5474457740783691, 0.47679194808006287, 0.4723972678184509, 0.42176803946495056, 0.3105909824371338], "cos_apical_negg": [0.5474457740783691, 0.47679194808006287, 0.4723972678184509, 0.42176803946495056, 0.3105909824371338], "cos_Ac_negg": [0.5474457740783691, 0.47679194808006287, 0.4723972678184509, 0.42176803946495056, 0.3105909824371338], "r_norm": [1.1584980487823486, 1.1721011400222778, 1.13718843460083, 1.0688462257385254, 1.1136752367019653]}, {"step": 750, "epoch": 1, "train_loss": 0.45444372296333313, "cos_r_negg": [0.5292763710021973, 0.45609021186828613, 0.452331006526947, 0.3899235129356384, 0.28881609439849854], "cos_apical_negg": [0.5292763710021973, 0.45609021186828613, 0.452331006526947, 0.3899235129356384, 0.28881609439849854], "cos_Ac_negg": [0.5292763710021973, 0.45609021186828613, 0.452331006526947, 0.3899235129356384, 0.28881609439849854], "r_norm": [1.1311423778533936, 1.1431260108947754, 1.1042201519012451, 1.0482088327407837, 1.0909357070922852], "ldr": {"dL_sdil": -0.014160364866256714, "dL_bp": -0.011884331703186035, "ratio": 1.1915154524389877}}, {"step": 800, "epoch": 1, "train_loss": 0.4414287209510803, "cos_r_negg": [0.5458016991615295, 0.483722448348999, 0.47338438034057617, 0.413662850856781, 0.3217237591743469], "cos_apical_negg": [0.5458016991615295, 0.483722448348999, 0.47338438034057617, 0.413662850856781, 0.3217237591743469], "cos_Ac_negg": [0.5458016991615295, 0.483722448348999, 0.47338438034057617, 0.413662850856781, 0.3217237591743469], "r_norm": [1.0486068725585938, 1.0595660209655762, 1.0249459743499756, 0.9628546237945557, 1.0055427551269531]}, {"step": 850, "epoch": 1, "train_loss": 0.2786226272583008, "cos_r_negg": [0.5516840219497681, 0.47908931970596313, 0.4731487035751343, 0.42246514558792114, 0.31746718287467957], "cos_apical_negg": [0.5516840219497681, 0.47908931970596313, 0.4731487035751343, 0.42246514558792114, 0.31746718287467957], "cos_Ac_negg": [0.5516840219497681, 0.47908931970596313, 0.4731487035751343, 0.42246514558792114, 0.31746718287467957], "r_norm": [1.0686180591583252, 1.0800561904907227, 1.044959306716919, 0.9863283038139343, 1.026942253112793]}, {"step": 900, "epoch": 1, "train_loss": 0.34427937865257263, "cos_r_negg": [0.5187440514564514, 0.4838917851448059, 0.456345796585083, 0.4213781952857971, 0.31400349736213684], "cos_apical_negg": [0.5187440514564514, 0.4838917851448059, 0.456345796585083, 0.4213781952857971, 0.31400349736213684], "cos_Ac_negg": [0.5187440514564514, 0.4838917851448059, 0.456345796585083, 0.4213781952857971, 0.31400349736213684], "r_norm": [1.0777006149291992, 1.0870156288146973, 1.051377534866333, 0.9915654063224792, 1.0320966243743896]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8468, "test_loss": 0.4201864440917969}, {"step": 950, "epoch": 2, "train_loss": 0.3042844235897064, "cos_r_negg": [0.5452767610549927, 0.4874221682548523, 0.4745497703552246, 0.4356672763824463, 0.33278557658195496], "cos_apical_negg": [0.5452767610549927, 0.4874221682548523, 0.4745497703552246, 0.4356672763824463, 0.33278557658195496], "cos_Ac_negg": [0.5452767610549927, 0.4874221682548523, 0.4745497703552246, 0.4356672763824463, 0.33278557658195496], "r_norm": [1.0050190687179565, 1.014875888824463, 0.9810736179351807, 0.9296103715896606, 0.9654847383499146]}, {"step": 1000, "epoch": 2, "train_loss": 0.33490094542503357, "cos_r_negg": [0.5451350808143616, 0.49331557750701904, 0.48433661460876465, 0.41687387228012085, 0.3190189301967621], "cos_apical_negg": [0.5451350808143616, 0.49331557750701904, 0.48433661460876465, 0.41687387228012085, 0.3190189301967621], "cos_Ac_negg": [0.5451350808143616, 0.49331557750701904, 0.48433661460876465, 0.41687387228012085, 0.3190189301967621], "r_norm": [1.034194827079773, 1.0418963432312012, 1.0082260370254517, 0.9464468359947205, 0.9867841005325317], "ldr": {"dL_sdil": -0.019831866025924683, "dL_bp": -0.015246719121932983, "ratio": 1.3007300696840274}}, {"step": 1050, "epoch": 2, "train_loss": 0.3565746247768402, "cos_r_negg": [0.5535390377044678, 0.49883386492729187, 0.4899974465370178, 0.43504631519317627, 0.3305063247680664], "cos_apical_negg": [0.5535390377044678, 0.49883386492729187, 0.4899974465370178, 0.43504631519317627, 0.3305063247680664], "cos_Ac_negg": [0.5535390377044678, 0.49883386492729187, 0.4899974465370178, 0.43504631519317627, 0.3305063247680664], "r_norm": [0.9733808636665344, 0.9829767346382141, 0.9503793120384216, 0.8982781171798706, 0.933163046836853]}, {"step": 1100, "epoch": 2, "train_loss": 0.3425942659378052, "cos_r_negg": [0.5563714504241943, 0.4928034842014313, 0.49802857637405396, 0.4345485270023346, 0.3303910791873932], "cos_apical_negg": [0.5563714504241943, 0.4928034842014313, 0.49802857637405396, 0.4345485270023346, 0.3303910791873932], "cos_Ac_negg": [0.5563714504241943, 0.4928034842014313, 0.49802857637405396, 0.4345485270023346, 0.3303910791873932], "r_norm": [0.9527868628501892, 0.960037112236023, 0.9282850623130798, 0.8748837113380432, 0.9092297554016113]}, {"step": 1150, "epoch": 2, "train_loss": 0.35023579001426697, "cos_r_negg": [0.5571781992912292, 0.48162880539894104, 0.46751725673675537, 0.417874813079834, 0.3236401677131653], "cos_apical_negg": [0.5571781992912292, 0.48162880539894104, 0.46751725673675537, 0.417874813079834, 0.3236401677131653], "cos_Ac_negg": [0.5571781992912292, 0.48162880539894104, 0.46751725673675537, 0.417874813079834, 0.3236401677131653], "r_norm": [0.8967580199241638, 0.9024441242218018, 0.871940016746521, 0.8261439800262451, 0.860045313835144]}, {"step": 1200, "epoch": 2, "train_loss": 0.4611669182777405, "cos_r_negg": [0.5699280500411987, 0.5067041516304016, 0.4928607940673828, 0.43763309717178345, 0.3364098072052002], "cos_apical_negg": [0.5699280500411987, 0.5067041516304016, 0.4928607940673828, 0.43763309717178345, 0.3364098072052002], "cos_Ac_negg": [0.5699280500411987, 0.5067041516304016, 0.4928607940673828, 0.43763309717178345, 0.3364098072052002], "r_norm": [0.9256547689437866, 0.9320066571235657, 0.899489164352417, 0.8499449491500854, 0.8835643529891968]}, {"step": 1250, "epoch": 2, "train_loss": 0.26713797450065613, "cos_r_negg": [0.5683563947677612, 0.4973782002925873, 0.4903700053691864, 0.437930703163147, 0.34149599075317383], "cos_apical_negg": [0.5683563947677612, 0.4973782002925873, 0.4903700053691864, 0.437930703163147, 0.34149599075317383], "cos_Ac_negg": [0.5683563947677612, 0.4973782002925873, 0.4903700053691864, 0.437930703163147, 0.34149599075317383], "r_norm": [0.9373736381530762, 0.9439356327056885, 0.9099143743515015, 0.8639511466026306, 0.8985075950622559], "ldr": {"dL_sdil": -0.01256251335144043, "dL_bp": -0.010113954544067383, "ratio": 1.2420970745621271}}, {"step": 1300, "epoch": 2, "train_loss": 0.2954995632171631, "cos_r_negg": [0.5644316673278809, 0.4983086884021759, 0.48689305782318115, 0.45510008931159973, 0.35445231199264526], "cos_apical_negg": [0.5644316673278809, 0.4983086884021759, 0.48689305782318115, 0.45510008931159973, 0.35445231199264526], "cos_Ac_negg": [0.5644316673278809, 0.4983086884021759, 0.48689305782318115, 0.45510008931159973, 0.35445231199264526], "r_norm": [0.8818636536598206, 0.8878977298736572, 0.8561734557151794, 0.8126262426376343, 0.8452976942062378]}, {"step": 1350, "epoch": 2, "train_loss": 0.22778315842151642, "cos_r_negg": [0.5809178352355957, 0.5103368759155273, 0.49412235617637634, 0.44612884521484375, 0.35715043544769287], "cos_apical_negg": [0.5809178352355957, 0.5103368759155273, 0.49412235617637634, 0.44612884521484375, 0.35715043544769287], "cos_Ac_negg": [0.5809178352355957, 0.5103368759155273, 0.49412235617637634, 0.44612884521484375, 0.35715043544769287], "r_norm": [0.8712873458862305, 0.8766444325447083, 0.84639972448349, 0.7985968589782715, 0.8298351764678955]}, {"step": 1400, "epoch": 2, "train_loss": 0.5037400722503662, "cos_r_negg": [0.5523430109024048, 0.4855806231498718, 0.4836742877960205, 0.448496550321579, 0.34287750720977783], "cos_apical_negg": [0.5523430109024048, 0.4855806231498718, 0.4836742877960205, 0.448496550321579, 0.34287750720977783], "cos_Ac_negg": [0.5523430109024048, 0.4855806231498718, 0.4836742877960205, 0.448496550321579, 0.34287750720977783], "r_norm": [0.851359486579895, 0.8570407629013062, 0.8265599012374878, 0.7855689525604248, 0.813517689704895]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8594, "test_loss": 0.3975574676513672}, {"step": 1450, "epoch": 3, "train_loss": 0.567652702331543, "cos_r_negg": [0.557486891746521, 0.49751016497612, 0.5040550231933594, 0.46990424394607544, 0.37095916271209717], "cos_apical_negg": [0.557486891746521, 0.49751016497612, 0.5040550231933594, 0.46990424394607544, 0.37095916271209717], "cos_Ac_negg": [0.557486891746521, 0.49751016497612, 0.5040550231933594, 0.46990424394607544, 0.37095916271209717], "r_norm": [0.9220905303955078, 0.9238430261611938, 0.8931552171707153, 0.8426833152770996, 0.8728804588317871]}, {"step": 1500, "epoch": 3, "train_loss": 0.37325096130371094, "cos_r_negg": [0.587454080581665, 0.5164212584495544, 0.5099189281463623, 0.482566773891449, 0.3732123374938965], "cos_apical_negg": [0.587454080581665, 0.5164212584495544, 0.5099189281463623, 0.482566773891449, 0.3732123374938965], "cos_Ac_negg": [0.587454080581665, 0.5164212584495544, 0.5099189281463623, 0.482566773891449, 0.3732123374938965], "r_norm": [0.8949011564254761, 0.9000916481018066, 0.867019772529602, 0.8211551904678345, 0.8523385524749756], "ldr": {"dL_sdil": -0.02208608388900757, "dL_bp": -0.017192423343658447, "ratio": 1.2846405330726214}}, {"step": 1550, "epoch": 3, "train_loss": 0.28997188806533813, "cos_r_negg": [0.6075615286827087, 0.538266658782959, 0.5336480140686035, 0.484520822763443, 0.38369020819664], "cos_apical_negg": [0.6075615286827087, 0.538266658782959, 0.5336480140686035, 0.484520822763443, 0.38369020819664], "cos_Ac_negg": [0.6075615286827087, 0.538266658782959, 0.5336480140686035, 0.484520822763443, 0.38369020819664], "r_norm": [0.8406097888946533, 0.8418548703193665, 0.8116515874862671, 0.7646955847740173, 0.7947243452072144]}, {"step": 1600, "epoch": 3, "train_loss": 0.3799701929092407, "cos_r_negg": [0.5834227800369263, 0.5213068723678589, 0.5212002992630005, 0.47661611437797546, 0.37710845470428467], "cos_apical_negg": [0.5834227800369263, 0.5213068723678589, 0.5212002992630005, 0.47661611437797546, 0.37710845470428467], "cos_Ac_negg": [0.5834227800369263, 0.5213068723678589, 0.5212002992630005, 0.47661611437797546, 0.37710845470428467], "r_norm": [0.8264427781105042, 0.8289283514022827, 0.7986698746681213, 0.7561498880386353, 0.7847295999526978]}, {"step": 1650, "epoch": 3, "train_loss": 0.32313379645347595, "cos_r_negg": [0.6065112352371216, 0.5254548192024231, 0.521626353263855, 0.47212308645248413, 0.3735582232475281], "cos_apical_negg": [0.6065112352371216, 0.5254548192024231, 0.521626353263855, 0.47212308645248413, 0.3735582232475281], "cos_Ac_negg": [0.6065112352371216, 0.5254548192024231, 0.521626353263855, 0.47212308645248413, 0.3735582232475281], "r_norm": [0.8341985940933228, 0.8344366550445557, 0.8043437004089355, 0.7627741694450378, 0.7924113273620605]}, {"step": 1700, "epoch": 3, "train_loss": 0.3212972581386566, "cos_r_negg": [0.5830033421516418, 0.5099552273750305, 0.5144323110580444, 0.47422677278518677, 0.36599814891815186], "cos_apical_negg": [0.5830033421516418, 0.5099552273750305, 0.5144323110580444, 0.47422677278518677, 0.36599814891815186], "cos_Ac_negg": [0.5830033421516418, 0.5099552273750305, 0.5144323110580444, 0.47422677278518677, 0.36599814891815186], "r_norm": [0.7950270175933838, 0.794955313205719, 0.7665215134620667, 0.7248504757881165, 0.7526826858520508]}, {"step": 1750, "epoch": 3, "train_loss": 0.4351240396499634, "cos_r_negg": [0.5951406359672546, 0.5443615317344666, 0.5319432020187378, 0.501437783241272, 0.3881984353065491], "cos_apical_negg": [0.5951406359672546, 0.5443615317344666, 0.5319432020187378, 0.501437783241272, 0.3881984353065491], "cos_Ac_negg": [0.5951406359672546, 0.5443615317344666, 0.5319432020187378, 0.501437783241272, 0.3881984353065491], "r_norm": [0.8375183343887329, 0.8394765853881836, 0.8076478242874146, 0.7671118974685669, 0.7934888601303101], "ldr": {"dL_sdil": -0.011934369802474976, "dL_bp": -0.009720832109451294, "ratio": 1.227710721479442}}, {"step": 1800, "epoch": 3, "train_loss": 0.34862709045410156, "cos_r_negg": [0.6158449053764343, 0.5545817613601685, 0.5394439101219177, 0.49442777037620544, 0.37298956513404846], "cos_apical_negg": [0.6158449053764343, 0.5545817613601685, 0.5394439101219177, 0.49442777037620544, 0.37298956513404846], "cos_Ac_negg": [0.6158449053764343, 0.5545817613601685, 0.5394439101219177, 0.49442777037620544, 0.37298956513404846], "r_norm": [0.8399257063865662, 0.8409183621406555, 0.8094304800033569, 0.7703036665916443, 0.7970192432403564]}, {"step": 1850, "epoch": 3, "train_loss": 0.4138602018356323, "cos_r_negg": [0.5936501622200012, 0.5294144749641418, 0.5181524753570557, 0.48766428232192993, 0.36789530515670776], "cos_apical_negg": [0.5936501622200012, 0.5294144749641418, 0.5181524753570557, 0.48766428232192993, 0.36789530515670776], "cos_Ac_negg": [0.5936501622200012, 0.5294144749641418, 0.5181524753570557, 0.48766428232192993, 0.36789530515670776], "r_norm": [0.7514756321907043, 0.7499902248382568, 0.7227214574813843, 0.6856209635734558, 0.7102948427200317]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8622, "test_loss": 0.3823667022705078}, {"step": 1900, "epoch": 4, "train_loss": 0.24923160672187805, "cos_r_negg": [0.6038991212844849, 0.5291363596916199, 0.5314337015151978, 0.4912264943122864, 0.3819071054458618], "cos_apical_negg": [0.6038991212844849, 0.5291363596916199, 0.5314337015151978, 0.4912264943122864, 0.3819071054458618], "cos_Ac_negg": [0.6038991212844849, 0.5291363596916199, 0.5314337015151978, 0.4912264943122864, 0.3819071054458618], "r_norm": [0.7753546237945557, 0.7766212821006775, 0.7456231117248535, 0.7064744234085083, 0.7331868410110474]}, {"step": 1950, "epoch": 4, "train_loss": 0.4737566113471985, "cos_r_negg": [0.5978268384933472, 0.5374821424484253, 0.5283982753753662, 0.48787909746170044, 0.38578128814697266], "cos_apical_negg": [0.5978268384933472, 0.5374821424484253, 0.5283982753753662, 0.48787909746170044, 0.38578128814697266], "cos_Ac_negg": [0.5978268384933472, 0.5374821424484253, 0.5283982753753662, 0.48787909746170044, 0.38578128814697266], "r_norm": [0.8148300647735596, 0.8112810850143433, 0.7808725833892822, 0.7370292544364929, 0.7646100521087646]}, {"step": 2000, "epoch": 4, "train_loss": 0.35187941789627075, "cos_r_negg": [0.5999719500541687, 0.5299825072288513, 0.5143948793411255, 0.4738340973854065, 0.3858644962310791], "cos_apical_negg": [0.5999719500541687, 0.5299825072288513, 0.5143948793411255, 0.4738340973854065, 0.3858644962310791], "cos_Ac_negg": [0.5999719500541687, 0.5299825072288513, 0.5143948793411255, 0.4738340973854065, 0.3858644962310791], "r_norm": [0.8149622082710266, 0.8107933402061462, 0.7814117670059204, 0.7396060228347778, 0.7659765481948853], "ldr": {"dL_sdil": -0.01184418797492981, "dL_bp": -0.009575486183166504, "ratio": 1.2369281045751634}}, {"step": 2050, "epoch": 4, "train_loss": 0.3379698395729065, "cos_r_negg": [0.6080717444419861, 0.5454880595207214, 0.5426255464553833, 0.5026946067810059, 0.39939063787460327], "cos_apical_negg": [0.6080717444419861, 0.5454880595207214, 0.5426255464553833, 0.5026946067810059, 0.39939063787460327], "cos_Ac_negg": [0.6080717444419861, 0.5454880595207214, 0.5426255464553833, 0.5026946067810059, 0.39939063787460327], "r_norm": [0.7895572185516357, 0.7858762741088867, 0.7563412189483643, 0.7236615419387817, 0.7501862645149231]}, {"step": 2100, "epoch": 4, "train_loss": 0.30648115277290344, "cos_r_negg": [0.6032884120941162, 0.5584160089492798, 0.5407792329788208, 0.5062661170959473, 0.40340596437454224], "cos_apical_negg": [0.6032884120941162, 0.5584160089492798, 0.5407792329788208, 0.5062661170959473, 0.40340596437454224], "cos_Ac_negg": [0.6032884120941162, 0.5584160089492798, 0.5407792329788208, 0.5062661170959473, 0.40340596437454224], "r_norm": [0.7687012553215027, 0.7640252113342285, 0.7352027893066406, 0.6972919702529907, 0.722390353679657]}, {"step": 2150, "epoch": 4, "train_loss": 0.2918052077293396, "cos_r_negg": [0.6020666360855103, 0.5507647395133972, 0.529199481010437, 0.5065268278121948, 0.4105807840824127], "cos_apical_negg": [0.6020666360855103, 0.5507647395133972, 0.529199481010437, 0.5065268278121948, 0.4105807840824127], "cos_Ac_negg": [0.6020666360855103, 0.5507647395133972, 0.529199481010437, 0.5065268278121948, 0.4105807840824127], "r_norm": [0.7651574015617371, 0.7648081183433533, 0.7338999509811401, 0.7005969285964966, 0.7275991439819336]}, {"step": 2200, "epoch": 4, "train_loss": 0.2885914742946625, "cos_r_negg": [0.6062141060829163, 0.5399367809295654, 0.5340297818183899, 0.48949146270751953, 0.4070373773574829], "cos_apical_negg": [0.6062141060829163, 0.5399367809295654, 0.5340297818183899, 0.48949146270751953, 0.4070373773574829], "cos_Ac_negg": [0.6062141060829163, 0.5399367809295654, 0.5340297818183899, 0.48949146270751953, 0.4070373773574829], "r_norm": [0.757072389125824, 0.7506136298179626, 0.7206090688705444, 0.6826899647712708, 0.7084227800369263]}, {"step": 2250, "epoch": 4, "train_loss": 0.21945565938949585, "cos_r_negg": [0.6064575910568237, 0.5490806698799133, 0.5395240187644958, 0.49338871240615845, 0.39342308044433594], "cos_apical_negg": [0.6064575910568237, 0.5490806698799133, 0.5395240187644958, 0.49338871240615845, 0.39342308044433594], "cos_Ac_negg": [0.6064575910568237, 0.5490806698799133, 0.5395240187644958, 0.49338871240615845, 0.39342308044433594], "r_norm": [0.7205531597137451, 0.7131370902061462, 0.6862873435020447, 0.6507350206375122, 0.673324704170227], "ldr": {"dL_sdil": -0.0035615861415863037, "dL_bp": -0.0031107664108276367, "ratio": 1.1449223989269974}}, {"step": 2300, "epoch": 4, "train_loss": 0.15053442120552063, "cos_r_negg": [0.6021096706390381, 0.5413601398468018, 0.532890796661377, 0.4950047731399536, 0.3959251344203949], "cos_apical_negg": [0.6021096706390381, 0.5413601398468018, 0.532890796661377, 0.4950047731399536, 0.3959251344203949], "cos_Ac_negg": [0.6021096706390381, 0.5413601398468018, 0.532890796661377, 0.4950047731399536, 0.3959251344203949], "r_norm": [0.7532330751419067, 0.7479726076126099, 0.7172034978866577, 0.6826401948928833, 0.7075990438461304]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8698, "test_loss": 0.37000176391601564}, {"step": 2350, "epoch": 5, "train_loss": 0.22076278924942017, "cos_r_negg": [0.5969984531402588, 0.5419861674308777, 0.5423669219017029, 0.4940958023071289, 0.4127231240272522], "cos_apical_negg": [0.5969984531402588, 0.5419861674308777, 0.5423669219017029, 0.4940958023071289, 0.4127231240272522], "cos_Ac_negg": [0.5969984531402588, 0.5419861674308777, 0.5423669219017029, 0.4940958023071289, 0.4127231240272522], "r_norm": [0.6723499298095703, 0.6646677851676941, 0.6379690170288086, 0.6044468879699707, 0.6268635988235474]}, {"step": 2400, "epoch": 5, "train_loss": 0.2874033451080322, "cos_r_negg": [0.5935696363449097, 0.543320894241333, 0.5304793119430542, 0.48879632353782654, 0.40625548362731934], "cos_apical_negg": [0.5935696363449097, 0.543320894241333, 0.5304793119430542, 0.48879632353782654, 0.40625548362731934], "cos_Ac_negg": [0.5935696363449097, 0.543320894241333, 0.5304793119430542, 0.48879632353782654, 0.40625548362731934], "r_norm": [0.7316806316375732, 0.7224253416061401, 0.6928429007530212, 0.6561489105224609, 0.681884765625]}, {"step": 2450, "epoch": 5, "train_loss": 0.32426387071609497, "cos_r_negg": [0.6010117530822754, 0.5384286046028137, 0.5404951572418213, 0.49802207946777344, 0.4127694368362427], "cos_apical_negg": [0.6010117530822754, 0.5384286046028137, 0.5404951572418213, 0.49802207946777344, 0.4127694368362427], "cos_Ac_negg": [0.6010117530822754, 0.5384286046028137, 0.5404951572418213, 0.49802207946777344, 0.4127694368362427], "r_norm": [0.6684988737106323, 0.6618614196777344, 0.6338097453117371, 0.6018725037574768, 0.6239680051803589]}, {"step": 2500, "epoch": 5, "train_loss": 0.2624487578868866, "cos_r_negg": [0.6067166328430176, 0.5556585788726807, 0.5538609623908997, 0.5089842081069946, 0.43197333812713623], "cos_apical_negg": [0.6067166328430176, 0.5556585788726807, 0.5538609623908997, 0.5089842081069946, 0.43197333812713623], "cos_Ac_negg": [0.6067166328430176, 0.5556585788726807, 0.5538609623908997, 0.5089842081069946, 0.43197333812713623], "r_norm": [0.6836451292037964, 0.6744735240936279, 0.647182047367096, 0.6184471249580383, 0.638713002204895], "ldr": {"dL_sdil": -0.008375167846679688, "dL_bp": -0.007300704717636108, "ratio": 1.1471725224618423}}, {"step": 2550, "epoch": 5, "train_loss": 0.21576648950576782, "cos_r_negg": [0.6033252477645874, 0.5387236475944519, 0.528427004814148, 0.49551188945770264, 0.4336763620376587], "cos_apical_negg": [0.6033252477645874, 0.5387236475944519, 0.528427004814148, 0.49551188945770264, 0.4336763620376587], "cos_Ac_negg": [0.6033252477645874, 0.5387236475944519, 0.528427004814148, 0.49551188945770264, 0.4336763620376587], "r_norm": [0.662571907043457, 0.6548362374305725, 0.6262574791908264, 0.5959336161613464, 0.616814911365509]}, {"step": 2600, "epoch": 5, "train_loss": 0.27209898829460144, "cos_r_negg": [0.6313544511795044, 0.5628881454467773, 0.5532820224761963, 0.5185171365737915, 0.44742459058761597], "cos_apical_negg": [0.6313544511795044, 0.5628881454467773, 0.5532820224761963, 0.5185171365737915, 0.44742459058761597], "cos_Ac_negg": [0.6313544511795044, 0.5628881454467773, 0.5532820224761963, 0.5185171365737915, 0.44742459058761597], "r_norm": [0.6869368553161621, 0.6805775165557861, 0.6497307419776917, 0.6180752515792847, 0.6410837173461914]}, {"step": 2650, "epoch": 5, "train_loss": 0.19063973426818848, "cos_r_negg": [0.5921783447265625, 0.5405312776565552, 0.535718560218811, 0.5024888515472412, 0.43372446298599243], "cos_apical_negg": [0.5921783447265625, 0.5405312776565552, 0.535718560218811, 0.5024888515472412, 0.43372446298599243], "cos_Ac_negg": [0.5921783447265625, 0.5405312776565552, 0.535718560218811, 0.5024888515472412, 0.43372446298599243], "r_norm": [0.7125182151794434, 0.70052170753479, 0.6704328060150146, 0.6341390609741211, 0.6586380004882812]}, {"step": 2700, "epoch": 5, "train_loss": 0.1867848038673401, "cos_r_negg": [0.6056123971939087, 0.5486781001091003, 0.5431737899780273, 0.50266432762146, 0.42682909965515137], "cos_apical_negg": [0.6056123971939087, 0.5486781001091003, 0.5431737899780273, 0.50266432762146, 0.42682909965515137], "cos_Ac_negg": [0.6056123971939087, 0.5486781001091003, 0.5431737899780273, 0.50266432762146, 0.42682909965515137], "r_norm": [0.6772012710571289, 0.6683885455131531, 0.6381990909576416, 0.6091628074645996, 0.6303799152374268]}, {"step": 2750, "epoch": 5, "train_loss": 0.41785022616386414, "cos_r_negg": [0.6097877621650696, 0.5543057918548584, 0.542847216129303, 0.5096759796142578, 0.4228438436985016], "cos_apical_negg": [0.6097877621650696, 0.5543057918548584, 0.542847216129303, 0.5096759796142578, 0.4228438436985016], "cos_Ac_negg": [0.6097877621650696, 0.5543057918548584, 0.542847216129303, 0.5096759796142578, 0.4228438436985016], "r_norm": [0.7025102972984314, 0.6934908628463745, 0.6625745892524719, 0.6328814625740051, 0.6544216871261597], "ldr": {"dL_sdil": -0.009370386600494385, "dL_bp": -0.008316636085510254, "ratio": 1.1267039346377123}}, {"step": 2800, "epoch": 5, "train_loss": 0.3431512713432312, "cos_r_negg": [0.5844995379447937, 0.5457568168640137, 0.5254228115081787, 0.5022512078285217, 0.4169505536556244], "cos_apical_negg": [0.5844995379447937, 0.5457568168640137, 0.5254228115081787, 0.5022512078285217, 0.4169505536556244], "cos_Ac_negg": [0.5844995379447937, 0.5457568168640137, 0.5254228115081787, 0.5022512078285217, 0.4169505536556244], "r_norm": [0.6861013174057007, 0.6730127334594727, 0.6438599228858948, 0.6109358072280884, 0.6328867673873901]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8713, "test_loss": 0.3641805114746094}, {"step": 2850, "epoch": 6, "train_loss": 0.15942509472370148, "cos_r_negg": [0.6021679639816284, 0.5665756464004517, 0.5463767051696777, 0.5230960845947266, 0.4356057643890381], "cos_apical_negg": [0.6021679639816284, 0.5665756464004517, 0.5463767051696777, 0.5230960845947266, 0.4356057643890381], "cos_Ac_negg": [0.6021679639816284, 0.5665756464004517, 0.5463767051696777, 0.5230960845947266, 0.4356057643890381], "r_norm": [0.6640583276748657, 0.6504402160644531, 0.6225211024284363, 0.592472493648529, 0.6131168603897095]}, {"step": 2900, "epoch": 6, "train_loss": 0.23944421112537384, "cos_r_negg": [0.6220567226409912, 0.5666793584823608, 0.5546950101852417, 0.514879584312439, 0.4360002279281616], "cos_apical_negg": [0.6220567226409912, 0.5666793584823608, 0.5546950101852417, 0.514879584312439, 0.4360002279281616], "cos_Ac_negg": [0.6220567226409912, 0.5666793584823608, 0.5546950101852417, 0.514879584312439, 0.4360002279281616], "r_norm": [0.6875741481781006, 0.6722836494445801, 0.641607940196991, 0.6087985634803772, 0.6313603520393372]}, {"step": 2950, "epoch": 6, "train_loss": 0.18066531419754028, "cos_r_negg": [0.6231837272644043, 0.5714664459228516, 0.5490098595619202, 0.5185468792915344, 0.43519407510757446], "cos_apical_negg": [0.6231837272644043, 0.5714664459228516, 0.5490098595619202, 0.5185468792915344, 0.43519407510757446], "cos_Ac_negg": [0.6231837272644043, 0.5714664459228516, 0.5490098595619202, 0.5185468792915344, 0.43519407510757446], "r_norm": [0.640567421913147, 0.6268291473388672, 0.5981065034866333, 0.5701131820678711, 0.5913947224617004]}, {"step": 3000, "epoch": 6, "train_loss": 0.3412693440914154, "cos_r_negg": [0.6058133244514465, 0.5509878396987915, 0.542106568813324, 0.5003728866577148, 0.430300772190094], "cos_apical_negg": [0.6058133244514465, 0.5509878396987915, 0.542106568813324, 0.5003728866577148, 0.430300772190094], "cos_Ac_negg": [0.6058133244514465, 0.5509878396987915, 0.542106568813324, 0.5003728866577148, 0.430300772190094], "r_norm": [0.6514531373977661, 0.6385594606399536, 0.6088629961013794, 0.5807172060012817, 0.6018615961074829], "ldr": {"dL_sdil": -0.008045226335525513, "dL_bp": -0.007644921541213989, "ratio": 1.0523621847723967}}, {"step": 3050, "epoch": 6, "train_loss": 0.38515186309814453, "cos_r_negg": [0.6157097816467285, 0.5619672536849976, 0.5521233081817627, 0.5117756128311157, 0.4292442798614502], "cos_apical_negg": [0.6157097816467285, 0.5619672536849976, 0.5521233081817627, 0.5117756128311157, 0.4292442798614502], "cos_Ac_negg": [0.6157097816467285, 0.5619672536849976, 0.5521233081817627, 0.5117756128311157, 0.4292442798614502], "r_norm": [0.6695870161056519, 0.6573858857154846, 0.6250641942024231, 0.5975053906440735, 0.6195484399795532]}, {"step": 3100, "epoch": 6, "train_loss": 0.2393166422843933, "cos_r_negg": [0.6176155805587769, 0.5734458565711975, 0.552988588809967, 0.513903021812439, 0.42660871148109436], "cos_apical_negg": [0.6176155805587769, 0.5734458565711975, 0.552988588809967, 0.513903021812439, 0.42660871148109436], "cos_Ac_negg": [0.6176155805587769, 0.5734458565711975, 0.552988588809967, 0.513903021812439, 0.42660871148109436], "r_norm": [0.6519806385040283, 0.6338014006614685, 0.6047056913375854, 0.5760523080825806, 0.5966557264328003]}, {"step": 3150, "epoch": 6, "train_loss": 0.34744104743003845, "cos_r_negg": [0.6231740713119507, 0.558071494102478, 0.5427034497261047, 0.5057886838912964, 0.43057799339294434], "cos_apical_negg": [0.6231740713119507, 0.558071494102478, 0.5427034497261047, 0.5057886838912964, 0.43057799339294434], "cos_Ac_negg": [0.6231740713119507, 0.558071494102478, 0.5427034497261047, 0.5057886838912964, 0.43057799339294434], "r_norm": [0.6778194308280945, 0.6597008109092712, 0.6287292242050171, 0.5975571870803833, 0.6200606226921082]}, {"step": 3200, "epoch": 6, "train_loss": 0.20365628600120544, "cos_r_negg": [0.604833722114563, 0.5707114934921265, 0.5555134415626526, 0.5174834132194519, 0.4321262836456299], "cos_apical_negg": [0.604833722114563, 0.5707114934921265, 0.5555134415626526, 0.5174834132194519, 0.4321262836456299], "cos_Ac_negg": [0.604833722114563, 0.5707114934921265, 0.5555134415626526, 0.5174834132194519, 0.4321262836456299], "r_norm": [0.6590020656585693, 0.6420832872390747, 0.6116911172866821, 0.5838627219200134, 0.6065069437026978]}, {"step": 3250, "epoch": 6, "train_loss": 0.16740725934505463, "cos_r_negg": [0.6057504415512085, 0.5634948015213013, 0.5481417775154114, 0.5105730295181274, 0.43954169750213623], "cos_apical_negg": [0.6057504415512085, 0.5634948015213013, 0.5481417775154114, 0.5105730295181274, 0.43954169750213623], "cos_Ac_negg": [0.6057504415512085, 0.5634948015213013, 0.5481417775154114, 0.5105730295181274, 0.43954169750213623], "r_norm": [0.6159374713897705, 0.5994998216629028, 0.5703338384628296, 0.544463038444519, 0.5642123818397522], "ldr": {"dL_sdil": -0.008144408464431763, "dL_bp": -0.0070830583572387695, "ratio": 1.149843479138967}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8713, "test_loss": 0.3696896942138672}, {"step": 3300, "epoch": 7, "train_loss": 0.30138739943504333, "cos_r_negg": [0.6149110794067383, 0.5727878212928772, 0.546777606010437, 0.514635443687439, 0.44735413789749146], "cos_apical_negg": [0.6149110794067383, 0.5727878212928772, 0.546777606010437, 0.514635443687439, 0.44735413789749146], "cos_Ac_negg": [0.6149110794067383, 0.5727878212928772, 0.546777606010437, 0.514635443687439, 0.44735413789749146], "r_norm": [0.6425244808197021, 0.623306155204773, 0.5919170379638672, 0.5647438168525696, 0.5899564623832703]}, {"step": 3350, "epoch": 7, "train_loss": 0.22293522953987122, "cos_r_negg": [0.6150159239768982, 0.5709903836250305, 0.5528689622879028, 0.5145443677902222, 0.44976741075515747], "cos_apical_negg": [0.6150159239768982, 0.5709903836250305, 0.5528689622879028, 0.5145443677902222, 0.44976741075515747], "cos_Ac_negg": [0.6150159239768982, 0.5709903836250305, 0.5528689622879028, 0.5145443677902222, 0.44976741075515747], "r_norm": [0.6373710632324219, 0.6191226243972778, 0.5882074236869812, 0.5614317655563354, 0.5823742747306824]}, {"step": 3400, "epoch": 7, "train_loss": 0.2739410400390625, "cos_r_negg": [0.6229230165481567, 0.5772528052330017, 0.5674532651901245, 0.5175663232803345, 0.4654618501663208], "cos_apical_negg": [0.6229230165481567, 0.5772528052330017, 0.5674532651901245, 0.5175663232803345, 0.4654618501663208], "cos_Ac_negg": [0.6229230165481567, 0.5772528052330017, 0.5674532651901245, 0.5175663232803345, 0.4654618501663208], "r_norm": [0.6393167972564697, 0.6154705286026001, 0.5861570835113525, 0.5591015815734863, 0.5800459384918213]}, {"step": 3450, "epoch": 7, "train_loss": 0.2267719805240631, "cos_r_negg": [0.6157183647155762, 0.5800775289535522, 0.5714132785797119, 0.5191221237182617, 0.45375174283981323], "cos_apical_negg": [0.6157183647155762, 0.5800775289535522, 0.5714132785797119, 0.5191221237182617, 0.45375174283981323], "cos_Ac_negg": [0.6157183647155762, 0.5800775289535522, 0.5714132785797119, 0.5191221237182617, 0.45375174283981323], "r_norm": [0.6477237343788147, 0.6257750988006592, 0.5949481725692749, 0.5654255747795105, 0.5872308015823364]}, {"step": 3500, "epoch": 7, "train_loss": 0.27817028760910034, "cos_r_negg": [0.6082504391670227, 0.5799957513809204, 0.5590459108352661, 0.51849365234375, 0.45831725001335144], "cos_apical_negg": [0.6082504391670227, 0.5799957513809204, 0.5590459108352661, 0.51849365234375, 0.45831725001335144], "cos_Ac_negg": [0.6082504391670227, 0.5799957513809204, 0.5590459108352661, 0.51849365234375, 0.45831725001335144], "r_norm": [0.6543405055999756, 0.6298650503158569, 0.5985281467437744, 0.5688692331314087, 0.5918338894844055], "ldr": {"dL_sdil": -0.017683207988739014, "dL_bp": -0.01634037494659424, "ratio": 1.0821788390127889}}, {"step": 3550, "epoch": 7, "train_loss": 0.2915571928024292, "cos_r_negg": [0.6043126583099365, 0.5643649101257324, 0.5505613088607788, 0.5081057548522949, 0.4622378349304199], "cos_apical_negg": [0.6043126583099365, 0.5643649101257324, 0.5505613088607788, 0.5081057548522949, 0.4622378349304199], "cos_Ac_negg": [0.6043126583099365, 0.5643649101257324, 0.5505613088607788, 0.5081057548522949, 0.4622378349304199], "r_norm": [0.6130773425102234, 0.590003252029419, 0.5606927871704102, 0.5332654714584351, 0.5555791258811951]}, {"step": 3600, "epoch": 7, "train_loss": 0.2129095494747162, "cos_r_negg": [0.6199052333831787, 0.5735042095184326, 0.5614185333251953, 0.5191295146942139, 0.45584636926651], "cos_apical_negg": [0.6199052333831787, 0.5735042095184326, 0.5614185333251953, 0.5191295146942139, 0.45584636926651], "cos_Ac_negg": [0.6199052333831787, 0.5735042095184326, 0.5614185333251953, 0.5191295146942139, 0.45584636926651], "r_norm": [0.623313307762146, 0.5985177755355835, 0.5684438943862915, 0.54262375831604, 0.5641415119171143]}, {"step": 3650, "epoch": 7, "train_loss": 0.3241894841194153, "cos_r_negg": [0.6187873482704163, 0.5696135759353638, 0.5559413433074951, 0.5191423296928406, 0.45541730523109436], "cos_apical_negg": [0.6187873482704163, 0.5696135759353638, 0.5559413433074951, 0.5191423296928406, 0.45541730523109436], "cos_Ac_negg": [0.6187873482704163, 0.5696135759353638, 0.5559413433074951, 0.5191423296928406, 0.45541730523109436], "r_norm": [0.5840483903884888, 0.5589547753334045, 0.5316486954689026, 0.5063266754150391, 0.5269603729248047]}, {"step": 3700, "epoch": 7, "train_loss": 0.24927347898483276, "cos_r_negg": [0.614134669303894, 0.5595464706420898, 0.5314176082611084, 0.5068345069885254, 0.4365425407886505], "cos_apical_negg": [0.614134669303894, 0.5595464706420898, 0.5314176082611084, 0.5068345069885254, 0.4365425407886505], "cos_Ac_negg": [0.614134669303894, 0.5595464706420898, 0.5314176082611084, 0.5068345069885254, 0.4365425407886505], "r_norm": [0.6528003811836243, 0.6230672597885132, 0.5918003916740417, 0.5638289451599121, 0.5876466035842896]}, {"step": 3750, "epoch": 7, "train_loss": 0.3357933759689331, "cos_r_negg": [0.6229549050331116, 0.5631449818611145, 0.5450003147125244, 0.5187342762947083, 0.45504826307296753], "cos_apical_negg": [0.6229549050331116, 0.5631449818611145, 0.5450003147125244, 0.5187342762947083, 0.45504826307296753], "cos_Ac_negg": [0.6229549050331116, 0.5631449818611145, 0.5450003147125244, 0.5187342762947083, 0.45504826307296753], "r_norm": [0.6094259023666382, 0.5865718126296997, 0.5554319620132446, 0.5323495864868164, 0.5537660121917725], "ldr": {"dL_sdil": -0.00775754451751709, "dL_bp": -0.007413685321807861, "ratio": 1.0463816820897083}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8725, "test_loss": 0.37779767150878907}, {"step": 3800, "epoch": 8, "train_loss": 0.22701632976531982, "cos_r_negg": [0.6159120202064514, 0.5596777200698853, 0.5409214496612549, 0.5118308067321777, 0.44495415687561035], "cos_apical_negg": [0.6159120202064514, 0.5596777200698853, 0.5409214496612549, 0.5118308067321777, 0.44495415687561035], "cos_Ac_negg": [0.6159120202064514, 0.5596777200698853, 0.5409214496612549, 0.5118308067321777, 0.44495415687561035], "r_norm": [0.5951014757156372, 0.5704739093780518, 0.5411357879638672, 0.5178877115249634, 0.538783073425293]}, {"step": 3850, "epoch": 8, "train_loss": 0.3040729761123657, "cos_r_negg": [0.6069841384887695, 0.5643311142921448, 0.5405077934265137, 0.5197790861129761, 0.4597623944282532], "cos_apical_negg": [0.6069841384887695, 0.5643311142921448, 0.5405077934265137, 0.5197790861129761, 0.4597623944282532], "cos_Ac_negg": [0.6069841384887695, 0.5643311142921448, 0.5405077934265137, 0.5197790861129761, 0.4597623944282532], "r_norm": [0.6298980712890625, 0.6016536951065063, 0.5710079669952393, 0.5471384525299072, 0.5685803890228271]}, {"step": 3900, "epoch": 8, "train_loss": 0.23647859692573547, "cos_r_negg": [0.6124193668365479, 0.5681864023208618, 0.5408465266227722, 0.5187402367591858, 0.45952141284942627], "cos_apical_negg": [0.6124193668365479, 0.5681864023208618, 0.5408465266227722, 0.5187402367591858, 0.45952141284942627], "cos_Ac_negg": [0.6124193668365479, 0.5681864023208618, 0.5408465266227722, 0.5187402367591858, 0.45952141284942627], "r_norm": [0.6445409655570984, 0.6171578168869019, 0.5848889350891113, 0.5599719882011414, 0.5825349688529968]}, {"step": 3950, "epoch": 8, "train_loss": 0.26694822311401367, "cos_r_negg": [0.6278233528137207, 0.5827716588973999, 0.5528321266174316, 0.5247114896774292, 0.474784791469574], "cos_apical_negg": [0.6278233528137207, 0.5827716588973999, 0.5528321266174316, 0.5247114896774292, 0.474784791469574], "cos_Ac_negg": [0.6278233528137207, 0.5827716588973999, 0.5528321266174316, 0.5247114896774292, 0.474784791469574], "r_norm": [0.5796087980270386, 0.5539337992668152, 0.5248057842254639, 0.5016435980796814, 0.5217721462249756]}, {"step": 4000, "epoch": 8, "train_loss": 0.35764196515083313, "cos_r_negg": [0.63669353723526, 0.5909388661384583, 0.5636551976203918, 0.5350714921951294, 0.47988414764404297], "cos_apical_negg": [0.63669353723526, 0.5909388661384583, 0.5636551976203918, 0.5350714921951294, 0.47988414764404297], "cos_Ac_negg": [0.63669353723526, 0.5909388661384583, 0.5636551976203918, 0.5350714921951294, 0.47988414764404297], "r_norm": [0.59543776512146, 0.5685707926750183, 0.5379308462142944, 0.5148953795433044, 0.5363626480102539], "ldr": {"dL_sdil": -0.007406890392303467, "dL_bp": -0.007124602794647217, "ratio": 1.039621520777037}}, {"step": 4050, "epoch": 8, "train_loss": 0.22852890193462372, "cos_r_negg": [0.6308026313781738, 0.5924625992774963, 0.568030059337616, 0.5411087274551392, 0.4945163130760193], "cos_apical_negg": [0.6308026313781738, 0.5924625992774963, 0.568030059337616, 0.5411087274551392, 0.4945163130760193], "cos_Ac_negg": [0.6308026313781738, 0.5924625992774963, 0.568030059337616, 0.5411087274551392, 0.4945163130760193], "r_norm": [0.702248752117157, 0.6625910997390747, 0.6255450248718262, 0.5924550890922546, 0.6205417513847351]}, {"step": 4100, "epoch": 8, "train_loss": 0.23334656655788422, "cos_r_negg": [0.6274563670158386, 0.5918510556221008, 0.5651595592498779, 0.5350733995437622, 0.4853779375553131], "cos_apical_negg": [0.6274563670158386, 0.5918510556221008, 0.5651595592498779, 0.5350733995437622, 0.4853779375553131], "cos_Ac_negg": [0.6274563670158386, 0.5918510556221008, 0.5651595592498779, 0.5350733995437622, 0.4853779375553131], "r_norm": [0.5819571614265442, 0.5517888069152832, 0.5203990936279297, 0.49679994583129883, 0.5182031989097595]}, {"step": 4150, "epoch": 8, "train_loss": 0.2384692132472992, "cos_r_negg": [0.6201791763305664, 0.5867084264755249, 0.5626456141471863, 0.5298178195953369, 0.487890362739563], "cos_apical_negg": [0.6201791763305664, 0.5867084264755249, 0.5626456141471863, 0.5298178195953369, 0.487890362739563], "cos_Ac_negg": [0.6201791763305664, 0.5867084264755249, 0.5626456141471863, 0.5298178195953369, 0.487890362739563], "r_norm": [0.571353554725647, 0.5411289930343628, 0.5105042457580566, 0.48742496967315674, 0.5091713666915894]}, {"step": 4200, "epoch": 8, "train_loss": 0.26069146394729614, "cos_r_negg": [0.6252630949020386, 0.5832809209823608, 0.5548698902130127, 0.5172508955001831, 0.4668840169906616], "cos_apical_negg": [0.6252630949020386, 0.5832809209823608, 0.5548698902130127, 0.5172508955001831, 0.4668840169906616], "cos_Ac_negg": [0.6252630949020386, 0.5832809209823608, 0.5548698902130127, 0.5172508955001831, 0.4668840169906616], "r_norm": [0.5768910050392151, 0.5474516153335571, 0.5162604451179504, 0.49546802043914795, 0.5185731649398804]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8748, "test_loss": 0.36185941162109375}, {"step": 4250, "epoch": 9, "train_loss": 0.1727033406496048, "cos_r_negg": [0.6185364723205566, 0.5767121911048889, 0.5515594482421875, 0.5077602863311768, 0.46550363302230835], "cos_apical_negg": [0.6185364723205566, 0.5767121911048889, 0.5515594482421875, 0.5077602863311768, 0.46550363302230835], "cos_Ac_negg": [0.6185364723205566, 0.5767121911048889, 0.5515594482421875, 0.5077602863311768, 0.46550363302230835], "r_norm": [0.5771995782852173, 0.543558657169342, 0.5124077796936035, 0.4899713099002838, 0.512614905834198], "ldr": {"dL_sdil": -0.017093241214752197, "dL_bp": -0.017452925443649292, "ratio": 0.9793911782836399}}, {"step": 4300, "epoch": 9, "train_loss": 0.15764766931533813, "cos_r_negg": [0.615324079990387, 0.5689913034439087, 0.5526314973831177, 0.5123825073242188, 0.46929287910461426], "cos_apical_negg": [0.615324079990387, 0.5689913034439087, 0.5526314973831177, 0.5123825073242188, 0.46929287910461426], "cos_Ac_negg": [0.615324079990387, 0.5689913034439087, 0.5526314973831177, 0.5123825073242188, 0.46929287910461426], "r_norm": [0.5988186597824097, 0.5659109354019165, 0.5330799221992493, 0.5097267627716064, 0.5310235619544983]}, {"step": 4350, "epoch": 9, "train_loss": 0.13081102073192596, "cos_r_negg": [0.6303627490997314, 0.5844642519950867, 0.5527560114860535, 0.5277135372161865, 0.47141334414482117], "cos_apical_negg": [0.6303627490997314, 0.5844642519950867, 0.5527560114860535, 0.5277135372161865, 0.47141334414482117], "cos_Ac_negg": [0.6303627490997314, 0.5844642519950867, 0.5527560114860535, 0.5277135372161865, 0.47141334414482117], "r_norm": [0.6006568074226379, 0.5641651749610901, 0.5326375365257263, 0.5111944675445557, 0.5327599048614502]}, {"step": 4400, "epoch": 9, "train_loss": 0.26710793375968933, "cos_r_negg": [0.6216470003128052, 0.5789488554000854, 0.5474275350570679, 0.5191243886947632, 0.47169601917266846], "cos_apical_negg": [0.6216470003128052, 0.5789488554000854, 0.5474275350570679, 0.5191243886947632, 0.47169601917266846], "cos_Ac_negg": [0.6216470003128052, 0.5789488554000854, 0.5474275350570679, 0.5191243886947632, 0.47169601917266846], "r_norm": [0.6218814849853516, 0.5838845372200012, 0.5498549938201904, 0.525081217288971, 0.5498892068862915]}, {"step": 4450, "epoch": 9, "train_loss": 0.16108612716197968, "cos_r_negg": [0.6297109723091125, 0.5901368856430054, 0.5576826333999634, 0.5309979915618896, 0.4869517385959625], "cos_apical_negg": [0.6297109723091125, 0.5901368856430054, 0.5576826333999634, 0.5309979915618896, 0.4869517385959625], "cos_Ac_negg": [0.6297109723091125, 0.5901368856430054, 0.5576826333999634, 0.5309979915618896, 0.4869517385959625], "r_norm": [0.6017001867294312, 0.5647827386856079, 0.5313916206359863, 0.5086978673934937, 0.5323629975318909]}, {"step": 4500, "epoch": 9, "train_loss": 0.2570870518684387, "cos_r_negg": [0.6207027435302734, 0.5797439217567444, 0.5449848175048828, 0.524265706539154, 0.4768338203430176], "cos_apical_negg": [0.6207027435302734, 0.5797439217567444, 0.5449848175048828, 0.524265706539154, 0.4768338203430176], "cos_Ac_negg": [0.6207027435302734, 0.5797439217567444, 0.5449848175048828, 0.524265706539154, 0.4768338203430176], "r_norm": [0.6198440790176392, 0.5790723562240601, 0.5440895557403564, 0.5201161503791809, 0.5446293354034424], "ldr": {"dL_sdil": -0.019147217273712158, "dL_bp": -0.019314736127853394, "ratio": 0.991326888804882}}, {"step": 4550, "epoch": 9, "train_loss": 0.1555616855621338, "cos_r_negg": [0.642178475856781, 0.5877692699432373, 0.5574901103973389, 0.5371438264846802, 0.4989486634731293], "cos_apical_negg": [0.642178475856781, 0.5877692699432373, 0.5574901103973389, 0.5371438264846802, 0.4989486634731293], "cos_Ac_negg": [0.642178475856781, 0.5877692699432373, 0.5574901103973389, 0.5371438264846802, 0.4989486634731293], "r_norm": [0.5637836456298828, 0.5291944742202759, 0.4974307417869568, 0.4777012765407562, 0.4995528757572174]}, {"step": 4600, "epoch": 9, "train_loss": 0.2216128408908844, "cos_r_negg": [0.6297348737716675, 0.572583794593811, 0.5393801927566528, 0.5215507745742798, 0.47250744700431824], "cos_apical_negg": [0.6297348737716675, 0.572583794593811, 0.5393801927566528, 0.5215507745742798, 0.47250744700431824], "cos_Ac_negg": [0.6297348737716675, 0.572583794593811, 0.5393801927566528, 0.5215507745742798, 0.47250744700431824], "r_norm": [0.5990566611289978, 0.5614761710166931, 0.5270913243293762, 0.5049021244049072, 0.5276634693145752]}, {"step": 4650, "epoch": 9, "train_loss": 0.2667188048362732, "cos_r_negg": [0.627159595489502, 0.5818895101547241, 0.5366363525390625, 0.5184444189071655, 0.4694676697254181], "cos_apical_negg": [0.627159595489502, 0.5818895101547241, 0.5366363525390625, 0.5184444189071655, 0.4694676697254181], "cos_Ac_negg": [0.627159595489502, 0.5818895101547241, 0.5366363525390625, 0.5184444189071655, 0.4694676697254181], "r_norm": [0.5712540745735168, 0.5325289964675903, 0.4993109405040741, 0.47849321365356445, 0.5008503198623657]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8785, "test_loss": 0.36314076843261717}, {"step": 4700, "epoch": 10, "train_loss": 0.24775120615959167, "cos_r_negg": [0.634268581867218, 0.5926730036735535, 0.5498153567314148, 0.5274634957313538, 0.48386430740356445], "cos_apical_negg": [0.634268581867218, 0.5926730036735535, 0.5498153567314148, 0.5274634957313538, 0.48386430740356445], "cos_Ac_negg": [0.634268581867218, 0.5926730036735535, 0.5498153567314148, 0.5274634957313538, 0.48386430740356445], "r_norm": [0.5862550139427185, 0.5461652278900146, 0.5122966766357422, 0.49100929498672485, 0.5140602588653564]}, {"step": 4750, "epoch": 10, "train_loss": 0.270252525806427, "cos_r_negg": [0.6326063871383667, 0.5884833335876465, 0.5518085360527039, 0.5256234407424927, 0.4910433292388916], "cos_apical_negg": [0.6326063871383667, 0.5884833335876465, 0.5518085360527039, 0.5256234407424927, 0.4910433292388916], "cos_Ac_negg": [0.6326063871383667, 0.5884833335876465, 0.5518085360527039, 0.5256234407424927, 0.4910433292388916], "r_norm": [0.5636850595474243, 0.5239944458007812, 0.4915936589241028, 0.4703826904296875, 0.4919302463531494], "ldr": {"dL_sdil": -0.0149763822555542, "dL_bp": -0.015949159860610962, "ratio": 0.9390075957882148}}, {"step": 4800, "epoch": 10, "train_loss": 0.20911191403865814, "cos_r_negg": [0.6119318604469299, 0.5747212171554565, 0.534168004989624, 0.5179457664489746, 0.48325586318969727], "cos_apical_negg": [0.6119318604469299, 0.5747212171554565, 0.534168004989624, 0.5179457664489746, 0.48325586318969727], "cos_Ac_negg": [0.6119318604469299, 0.5747212171554565, 0.534168004989624, 0.5179457664489746, 0.48325586318969727], "r_norm": [0.5482355356216431, 0.5094634890556335, 0.47767311334609985, 0.4579946994781494, 0.47941163182258606]}, {"step": 4850, "epoch": 10, "train_loss": 0.2383023500442505, "cos_r_negg": [0.6322671175003052, 0.5911105871200562, 0.5506319999694824, 0.5325257778167725, 0.49749553203582764], "cos_apical_negg": [0.6322671175003052, 0.5911105871200562, 0.5506319999694824, 0.5325257778167725, 0.49749553203582764], "cos_Ac_negg": [0.6322671175003052, 0.5911105871200562, 0.5506319999694824, 0.5325257778167725, 0.49749553203582764], "r_norm": [0.5479311943054199, 0.5072048902511597, 0.4748575687408447, 0.45406174659729004, 0.47709208726882935]}, {"step": 4900, "epoch": 10, "train_loss": 0.18894168734550476, "cos_r_negg": [0.6211051344871521, 0.5746368169784546, 0.5302894115447998, 0.5125430822372437, 0.47785019874572754], "cos_apical_negg": [0.6211051344871521, 0.5746368169784546, 0.5302894115447998, 0.5125430822372437, 0.47785019874572754], "cos_Ac_negg": [0.6211051344871521, 0.5746368169784546, 0.5302894115447998, 0.5125430822372437, 0.47785019874572754], "r_norm": [0.554820716381073, 0.5118387937545776, 0.4791589081287384, 0.45871955156326294, 0.4809689223766327]}, {"step": 4950, "epoch": 10, "train_loss": 0.2024036943912506, "cos_r_negg": [0.6367835998535156, 0.5900251865386963, 0.555700421333313, 0.5297436714172363, 0.4944266974925995], "cos_apical_negg": [0.6367835998535156, 0.5900251865386963, 0.555700421333313, 0.5297436714172363, 0.4944266974925995], "cos_Ac_negg": [0.6367835998535156, 0.5900251865386963, 0.555700421333313, 0.5297436714172363, 0.4944266974925995], "r_norm": [0.5985488891601562, 0.5521752238273621, 0.5151315927505493, 0.492754191160202, 0.5176090598106384]}, {"step": 5000, "epoch": 10, "train_loss": 0.1969660222530365, "cos_r_negg": [0.6301183104515076, 0.5853499174118042, 0.5458654165267944, 0.5213056802749634, 0.48106032609939575], "cos_apical_negg": [0.6301183104515076, 0.5853499174118042, 0.5458654165267944, 0.5213056802749634, 0.48106032609939575], "cos_Ac_negg": [0.6301183104515076, 0.5853499174118042, 0.5458654165267944, 0.5213056802749634, 0.48106032609939575], "r_norm": [0.5750731825828552, 0.5300057530403137, 0.49475061893463135, 0.4748878479003906, 0.4994024932384491], "ldr": {"dL_sdil": -0.010619670152664185, "dL_bp": -0.01126435399055481, "ratio": 0.9427677931258913}}, {"step": 5050, "epoch": 10, "train_loss": 0.31278514862060547, "cos_r_negg": [0.6183258295059204, 0.575196385383606, 0.5340642929077148, 0.511054515838623, 0.4751320779323578], "cos_apical_negg": [0.6183258295059204, 0.575196385383606, 0.5340642929077148, 0.511054515838623, 0.4751320779323578], "cos_Ac_negg": [0.6183258295059204, 0.575196385383606, 0.5340642929077148, 0.511054515838623, 0.4751320779323578], "r_norm": [0.5242696404457092, 0.48243051767349243, 0.45071375370025635, 0.43241429328918457, 0.453939288854599]}, {"step": 5100, "epoch": 10, "train_loss": 0.1784812957048416, "cos_r_negg": [0.6387368440628052, 0.599308431148529, 0.5576958656311035, 0.5164644122123718, 0.4896168112754822], "cos_apical_negg": [0.6387368440628052, 0.599308431148529, 0.5576958656311035, 0.5164644122123718, 0.4896168112754822], "cos_Ac_negg": [0.6387368440628052, 0.599308431148529, 0.5576958656311035, 0.5164644122123718, 0.4896168112754822], "r_norm": [0.5703964233398438, 0.52290940284729, 0.4893166124820709, 0.4704698324203491, 0.49355074763298035]}, {"step": 5150, "epoch": 10, "train_loss": 0.21949464082717896, "cos_r_negg": [0.5968798398971558, 0.5606675744056702, 0.5147639513015747, 0.4928794503211975, 0.46458008885383606], "cos_apical_negg": [0.5968798398971558, 0.5606675744056702, 0.5147639513015747, 0.4928794503211975, 0.46458008885383606], "cos_Ac_negg": [0.5968798398971558, 0.5606675744056702, 0.5147639513015747, 0.4928794503211975, 0.46458008885383606], "r_norm": [0.5903650522232056, 0.5378078818321228, 0.5029570460319519, 0.4826030135154724, 0.5082240104675293]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8697, "test_loss": 0.38907762451171873}, {"step": 5200, "epoch": 11, "train_loss": 0.21335779130458832, "cos_r_negg": [0.624583899974823, 0.5835816264152527, 0.5389226675033569, 0.498971551656723, 0.4812778830528259], "cos_apical_negg": [0.624583899974823, 0.5835816264152527, 0.5389226675033569, 0.498971551656723, 0.4812778830528259], "cos_Ac_negg": [0.624583899974823, 0.5835816264152527, 0.5389226675033569, 0.498971551656723, 0.4812778830528259], "r_norm": [0.5418622493743896, 0.49501273036003113, 0.46164149045944214, 0.4424201548099518, 0.465908408164978]}, {"step": 5250, "epoch": 11, "train_loss": 0.11457949876785278, "cos_r_negg": [0.6167300939559937, 0.5745792388916016, 0.5285212993621826, 0.5044859647750854, 0.4823429584503174], "cos_apical_negg": [0.6167300939559937, 0.5745792388916016, 0.5285212993621826, 0.5044859647750854, 0.4823429584503174], "cos_Ac_negg": [0.6167300939559937, 0.5745792388916016, 0.5285212993621826, 0.5044859647750854, 0.4823429584503174], "r_norm": [0.5388970375061035, 0.49150756001472473, 0.4581834077835083, 0.4389403462409973, 0.46255260705947876], "ldr": {"dL_sdil": -0.006018489599227905, "dL_bp": -0.0067299604415893555, "ratio": 0.8942830573022762}}, {"step": 5300, "epoch": 11, "train_loss": 0.20885257422924042, "cos_r_negg": [0.6049074530601501, 0.5690031051635742, 0.526148796081543, 0.503278374671936, 0.4863547086715698], "cos_apical_negg": [0.6049074530601501, 0.5690031051635742, 0.526148796081543, 0.503278374671936, 0.4863547086715698], "cos_Ac_negg": [0.6049074530601501, 0.5690031051635742, 0.526148796081543, 0.503278374671936, 0.4863547086715698], "r_norm": [0.5254461765289307, 0.4784742593765259, 0.4452626407146454, 0.427156537771225, 0.4516272246837616]}, {"step": 5350, "epoch": 11, "train_loss": 0.1864037662744522, "cos_r_negg": [0.6283993721008301, 0.5899105072021484, 0.546762228012085, 0.5216966867446899, 0.49817323684692383], "cos_apical_negg": [0.6283993721008301, 0.5899105072021484, 0.546762228012085, 0.5216966867446899, 0.49817323684692383], "cos_Ac_negg": [0.6283993721008301, 0.5899105072021484, 0.546762228012085, 0.5216966867446899, 0.49817323684692383], "r_norm": [0.5223551988601685, 0.47627052664756775, 0.44300898909568787, 0.42428985238075256, 0.44714272022247314]}, {"step": 5400, "epoch": 11, "train_loss": 0.18375103175640106, "cos_r_negg": [0.6108864545822144, 0.5697688460350037, 0.522650957107544, 0.5062124133110046, 0.4768986701965332], "cos_apical_negg": [0.6108864545822144, 0.5697688460350037, 0.522650957107544, 0.5062124133110046, 0.4768986701965332], "cos_Ac_negg": [0.6108864545822144, 0.5697688460350037, 0.522650957107544, 0.5062124133110046, 0.4768986701965332], "r_norm": [0.5592860579490662, 0.5065792798995972, 0.4727001190185547, 0.45317697525024414, 0.47624099254608154]}, {"step": 5450, "epoch": 11, "train_loss": 0.20410987734794617, "cos_r_negg": [0.6438323259353638, 0.595474362373352, 0.5508180856704712, 0.5239831209182739, 0.5098047256469727], "cos_apical_negg": [0.6438323259353638, 0.595474362373352, 0.5508180856704712, 0.5239831209182739, 0.5098047256469727], "cos_Ac_negg": [0.6438323259353638, 0.595474362373352, 0.5508180856704712, 0.5239831209182739, 0.5098047256469727], "r_norm": [0.5553603172302246, 0.5056559443473816, 0.46954458951950073, 0.4504607319831848, 0.4750033915042877]}, {"step": 5500, "epoch": 11, "train_loss": 0.2460399866104126, "cos_r_negg": [0.6166833639144897, 0.574260413646698, 0.5325993299484253, 0.5114781856536865, 0.49088647961616516], "cos_apical_negg": [0.6166833639144897, 0.574260413646698, 0.5325993299484253, 0.5114781856536865, 0.49088647961616516], "cos_Ac_negg": [0.6166833639144897, 0.574260413646698, 0.5325993299484253, 0.5114781856536865, 0.49088647961616516], "r_norm": [0.5359536409378052, 0.4881187677383423, 0.45334693789482117, 0.4354461431503296, 0.45926254987716675], "ldr": {"dL_sdil": -0.008877038955688477, "dL_bp": -0.009744644165039062, "ratio": 0.910965942454492}}, {"step": 5550, "epoch": 11, "train_loss": 0.2604639530181885, "cos_r_negg": [0.6340386867523193, 0.5911575555801392, 0.5519677996635437, 0.5202987790107727, 0.5080935955047607], "cos_apical_negg": [0.6340386867523193, 0.5911575555801392, 0.5519677996635437, 0.5202987790107727, 0.5080935955047607], "cos_Ac_negg": [0.6340386867523193, 0.5911575555801392, 0.5519677996635437, 0.5202987790107727, 0.5080935955047607], "r_norm": [0.5330843925476074, 0.4838097095489502, 0.4500379264354706, 0.43204450607299805, 0.45487040281295776]}, {"step": 5600, "epoch": 11, "train_loss": 0.19302646815776825, "cos_r_negg": [0.6265935301780701, 0.5825414657592773, 0.5327546000480652, 0.5056098699569702, 0.4816281795501709], "cos_apical_negg": [0.6265935301780701, 0.5825414657592773, 0.5327546000480652, 0.5056098699569702, 0.4816281795501709], "cos_Ac_negg": [0.6265935301780701, 0.5825414657592773, 0.5327546000480652, 0.5056098699569702, 0.4816281795501709], "r_norm": [0.5704257488250732, 0.516385555267334, 0.4793083071708679, 0.4604463577270508, 0.4846603274345398]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8799, "test_loss": 0.3748327789306641}, {"step": 5650, "epoch": 12, "train_loss": 0.1871471107006073, "cos_r_negg": [0.6281498670578003, 0.5951866507530212, 0.5471276044845581, 0.5264703035354614, 0.49207407236099243], "cos_apical_negg": [0.6281498670578003, 0.5951866507530212, 0.5471276044845581, 0.5264703035354614, 0.49207407236099243], "cos_Ac_negg": [0.6281498670578003, 0.5951866507530212, 0.5471276044845581, 0.5264703035354614, 0.49207407236099243], "r_norm": [0.5147968530654907, 0.46511900424957275, 0.4305028021335602, 0.41292762756347656, 0.43709635734558105]}, {"step": 5700, "epoch": 12, "train_loss": 0.1583957076072693, "cos_r_negg": [0.6153556108474731, 0.568447470664978, 0.5209252834320068, 0.5013285875320435, 0.4767003655433655], "cos_apical_negg": [0.6153556108474731, 0.568447470664978, 0.5209252834320068, 0.5013285875320435, 0.4767003655433655], "cos_Ac_negg": [0.6153556108474731, 0.568447470664978, 0.5209252834320068, 0.5013285875320435, 0.4767003655433655], "r_norm": [0.49935382604599, 0.4505020081996918, 0.4174337387084961, 0.40095192193984985, 0.4236740469932556]}, {"step": 5750, "epoch": 12, "train_loss": 0.3594222068786621, "cos_r_negg": [0.5925248861312866, 0.5486578345298767, 0.5020947456359863, 0.4899635910987854, 0.46985965967178345], "cos_apical_negg": [0.5925248861312866, 0.5486578345298767, 0.5020947456359863, 0.4899635910987854, 0.46985965967178345], "cos_Ac_negg": [0.5925248861312866, 0.5486578345298767, 0.5020947456359863, 0.4899635910987854, 0.46985965967178345], "r_norm": [0.5034271478652954, 0.4530012905597687, 0.419752299785614, 0.4029453992843628, 0.4263584613800049], "ldr": {"dL_sdil": -0.010836660861968994, "dL_bp": -0.012097954750061035, "ratio": 0.8957432132827512}}, {"step": 5800, "epoch": 12, "train_loss": 0.2392921894788742, "cos_r_negg": [0.5917956829071045, 0.5484246611595154, 0.5008511543273926, 0.48616304993629456, 0.4647839367389679], "cos_apical_negg": [0.5917956829071045, 0.5484246611595154, 0.5008511543273926, 0.48616304993629456, 0.4647839367389679], "cos_Ac_negg": [0.5917956829071045, 0.5484246611595154, 0.5008511543273926, 0.48616304993629456, 0.4647839367389679], "r_norm": [0.5225196480751038, 0.46881693601608276, 0.4336833357810974, 0.4160155653953552, 0.4397183060646057]}, {"step": 5850, "epoch": 12, "train_loss": 0.24654340744018555, "cos_r_negg": [0.5824296474456787, 0.5468051433563232, 0.4940912127494812, 0.4831702709197998, 0.45850613713264465], "cos_apical_negg": [0.5824296474456787, 0.5468051433563232, 0.4940912127494812, 0.4831702709197998, 0.45850613713264465], "cos_Ac_negg": [0.5824296474456787, 0.5468051433563232, 0.4940912127494812, 0.4831702709197998, 0.45850613713264465], "r_norm": [0.5386231541633606, 0.4809541702270508, 0.4454004764556885, 0.4278121888637543, 0.4518653154373169]}, {"step": 5900, "epoch": 12, "train_loss": 0.2446218580007553, "cos_r_negg": [0.618709921836853, 0.5788384675979614, 0.527294397354126, 0.5072542428970337, 0.47620755434036255], "cos_apical_negg": [0.618709921836853, 0.5788384675979614, 0.527294397354126, 0.5072542428970337, 0.47620755434036255], "cos_Ac_negg": [0.618709921836853, 0.5788384675979614, 0.527294397354126, 0.5072542428970337, 0.47620755434036255], "r_norm": [0.5556355118751526, 0.49357497692108154, 0.4559154808521271, 0.43594419956207275, 0.4621920585632324]}, {"step": 5950, "epoch": 12, "train_loss": 0.21752417087554932, "cos_r_negg": [0.6173379421234131, 0.5848829746246338, 0.5302830934524536, 0.5092571973800659, 0.48223239183425903], "cos_apical_negg": [0.6173379421234131, 0.5848829746246338, 0.5302830934524536, 0.5092571973800659, 0.48223239183425903], "cos_Ac_negg": [0.6173379421234131, 0.5848829746246338, 0.5302830934524536, 0.5092571973800659, 0.48223239183425903], "r_norm": [0.578253984451294, 0.5128795504570007, 0.47273045778274536, 0.45226380228996277, 0.4805847108364105]}, {"step": 6000, "epoch": 12, "train_loss": 0.11578784883022308, "cos_r_negg": [0.6118038892745972, 0.5739229917526245, 0.5329959988594055, 0.5087013840675354, 0.4877636432647705], "cos_apical_negg": [0.6118038892745972, 0.5739229917526245, 0.5329959988594055, 0.5087013840675354, 0.4877636432647705], "cos_Ac_negg": [0.6118038892745972, 0.5739229917526245, 0.5329959988594055, 0.5087013840675354, 0.4877636432647705], "r_norm": [0.5178654193878174, 0.46141618490219116, 0.42584341764450073, 0.40924251079559326, 0.4334465265274048], "ldr": {"dL_sdil": -0.008256673812866211, "dL_bp": -0.009852975606918335, "ratio": 0.8379878467443612}}, {"step": 6050, "epoch": 12, "train_loss": 0.18344862759113312, "cos_r_negg": [0.6096172332763672, 0.5727851390838623, 0.5260725617408752, 0.4958806335926056, 0.47364693880081177], "cos_apical_negg": [0.6096172332763672, 0.5727851390838623, 0.5260725617408752, 0.4958806335926056, 0.47364693880081177], "cos_Ac_negg": [0.6096172332763672, 0.5727851390838623, 0.5260725617408752, 0.4958806335926056, 0.47364693880081177], "r_norm": [0.56096351146698, 0.4939945340156555, 0.45558711886405945, 0.4373106360435486, 0.46475130319595337]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8771, "test_loss": 0.37408451232910156}, {"step": 6100, "epoch": 13, "train_loss": 0.2278532087802887, "cos_r_negg": [0.6349447965621948, 0.5936666131019592, 0.5472403764724731, 0.5170960426330566, 0.5051913261413574], "cos_apical_negg": [0.6349447965621948, 0.5936666131019592, 0.5472403764724731, 0.5170960426330566, 0.5051913261413574], "cos_Ac_negg": [0.6349447965621948, 0.5936666131019592, 0.5472403764724731, 0.5170960426330566, 0.5051913261413574], "r_norm": [0.5262845754623413, 0.46525853872299194, 0.4281720519065857, 0.40996867418289185, 0.43518173694610596]}, {"step": 6150, "epoch": 13, "train_loss": 0.12942567467689514, "cos_r_negg": [0.6016473770141602, 0.5645267367362976, 0.5155991315841675, 0.49343615770339966, 0.480363667011261], "cos_apical_negg": [0.6016473770141602, 0.5645267367362976, 0.5155991315841675, 0.49343615770339966, 0.480363667011261], "cos_Ac_negg": [0.6016473770141602, 0.5645267367362976, 0.5155991315841675, 0.49343615770339966, 0.480363667011261], "r_norm": [0.5105686187744141, 0.45047420263290405, 0.4156433939933777, 0.3989691436290741, 0.42337340116500854]}, {"step": 6200, "epoch": 13, "train_loss": 0.20155684649944305, "cos_r_negg": [0.5994908809661865, 0.564115047454834, 0.5176429152488708, 0.4912096858024597, 0.4787237346172333], "cos_apical_negg": [0.5994908809661865, 0.564115047454834, 0.5176429152488708, 0.4912096858024597, 0.4787237346172333], "cos_Ac_negg": [0.5994908809661865, 0.564115047454834, 0.5176429152488708, 0.4912096858024597, 0.4787237346172333], "r_norm": [0.509012758731842, 0.4495466351509094, 0.41359174251556396, 0.39687246084213257, 0.42280256748199463]}, {"step": 6250, "epoch": 13, "train_loss": 0.1916879117488861, "cos_r_negg": [0.5987333655357361, 0.560364842414856, 0.5110065937042236, 0.4836871027946472, 0.4659552276134491], "cos_apical_negg": [0.5987333655357361, 0.560364842414856, 0.5110065937042236, 0.4836871027946472, 0.4659552276134491], "cos_Ac_negg": [0.5987333655357361, 0.560364842414856, 0.5110065937042236, 0.4836871027946472, 0.4659552276134491], "r_norm": [0.5539782047271729, 0.48459354043006897, 0.445060133934021, 0.42573755979537964, 0.4545869827270508], "ldr": {"dL_sdil": -0.021754950284957886, "dL_bp": -0.02463284134864807, "ratio": 0.8831685300547705}}, {"step": 6300, "epoch": 13, "train_loss": 0.20518910884857178, "cos_r_negg": [0.6068712472915649, 0.5726422071456909, 0.5210967063903809, 0.5041666030883789, 0.4865815043449402], "cos_apical_negg": [0.6068712472915649, 0.5726422071456909, 0.5210967063903809, 0.5041666030883789, 0.4865815043449402], "cos_Ac_negg": [0.6068712472915649, 0.5726422071456909, 0.5210967063903809, 0.5041666030883789, 0.4865815043449402], "r_norm": [0.5207688808441162, 0.45777541399002075, 0.4203333854675293, 0.40319257974624634, 0.4289894998073578]}, {"step": 6350, "epoch": 13, "train_loss": 0.24999959766864777, "cos_r_negg": [0.6079779863357544, 0.5673263072967529, 0.5207935571670532, 0.5011081695556641, 0.4841459393501282], "cos_apical_negg": [0.6079779863357544, 0.5673263072967529, 0.5207935571670532, 0.5011081695556641, 0.4841459393501282], "cos_Ac_negg": [0.6079779863357544, 0.5673263072967529, 0.5207935571670532, 0.5011081695556641, 0.4841459393501282], "r_norm": [0.5315970182418823, 0.4651780128479004, 0.4270067811012268, 0.4095442295074463, 0.4354241192340851]}, {"step": 6400, "epoch": 13, "train_loss": 0.14476394653320312, "cos_r_negg": [0.599271297454834, 0.5676966905593872, 0.5126696825027466, 0.4930793046951294, 0.48640137910842896], "cos_apical_negg": [0.599271297454834, 0.5676966905593872, 0.5126696825027466, 0.4930793046951294, 0.48640137910842896], "cos_Ac_negg": [0.599271297454834, 0.5676966905593872, 0.5126696825027466, 0.4930793046951294, 0.48640137910842896], "r_norm": [0.5075990557670593, 0.44469863176345825, 0.40780961513519287, 0.39095166325569153, 0.41687625646591187]}, {"step": 6450, "epoch": 13, "train_loss": 0.1620563119649887, "cos_r_negg": [0.6185225248336792, 0.5830135345458984, 0.5323988795280457, 0.5113716125488281, 0.49834805727005005], "cos_apical_negg": [0.6185225248336792, 0.5830135345458984, 0.5323988795280457, 0.5113716125488281, 0.49834805727005005], "cos_Ac_negg": [0.6185225248336792, 0.5830135345458984, 0.5323988795280457, 0.5113716125488281, 0.49834805727005005], "r_norm": [0.5356883406639099, 0.4655318856239319, 0.4259873628616333, 0.4068571925163269, 0.4359467923641205]}, {"step": 6500, "epoch": 13, "train_loss": 0.13458845019340515, "cos_r_negg": [0.593910276889801, 0.5562610030174255, 0.5049647092819214, 0.4804001450538635, 0.48131364583969116], "cos_apical_negg": [0.593910276889801, 0.5562610030174255, 0.5049647092819214, 0.4804001450538635, 0.48131364583969116], "cos_Ac_negg": [0.593910276889801, 0.5562610030174255, 0.5049647092819214, 0.4804001450538635, 0.48131364583969116], "r_norm": [0.5604592561721802, 0.48959386348724365, 0.4477764964103699, 0.4296295940876007, 0.4590584635734558], "ldr": {"dL_sdil": -0.01212078332901001, "dL_bp": -0.014236539602279663, "ratio": 0.8513854958875777}}, {"step": 6550, "epoch": 13, "train_loss": 0.17142561078071594, "cos_r_negg": [0.6132002472877502, 0.5677862763404846, 0.5111134648323059, 0.4942585229873657, 0.4955616295337677], "cos_apical_negg": [0.6132002472877502, 0.5677862763404846, 0.5111134648323059, 0.4942585229873657, 0.4955616295337677], "cos_Ac_negg": [0.6132002472877502, 0.5677862763404846, 0.5111134648323059, 0.4942585229873657, 0.4955616295337677], "r_norm": [0.5315533876419067, 0.46270978450775146, 0.42403024435043335, 0.4069039225578308, 0.43420252203941345]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8757, "test_loss": 0.3928175323486328}, {"step": 6600, "epoch": 14, "train_loss": 0.1582552045583725, "cos_r_negg": [0.6017499566078186, 0.5620806813240051, 0.5119397044181824, 0.4916943609714508, 0.49038931727409363], "cos_apical_negg": [0.6017499566078186, 0.5620806813240051, 0.5119397044181824, 0.4916943609714508, 0.49038931727409363], "cos_Ac_negg": [0.6017499566078186, 0.5620806813240051, 0.5119397044181824, 0.4916943609714508, 0.49038931727409363], "r_norm": [0.5016099214553833, 0.4396818280220032, 0.4036053717136383, 0.38835006952285767, 0.4137417674064636]}, {"step": 6650, "epoch": 14, "train_loss": 0.24446018040180206, "cos_r_negg": [0.6005125641822815, 0.5598390102386475, 0.5067037343978882, 0.49224063754081726, 0.4935760200023651], "cos_apical_negg": [0.6005125641822815, 0.5598390102386475, 0.5067037343978882, 0.49224063754081726, 0.4935760200023651], "cos_Ac_negg": [0.6005125641822815, 0.5598390102386475, 0.5067037343978882, 0.49224063754081726, 0.4935760200023651], "r_norm": [0.545016348361969, 0.47296851873397827, 0.4321184754371643, 0.41544443368911743, 0.4440641403198242]}, {"step": 6700, "epoch": 14, "train_loss": 0.14488592743873596, "cos_r_negg": [0.6008645296096802, 0.5655908584594727, 0.510121762752533, 0.49203377962112427, 0.4865270256996155], "cos_apical_negg": [0.6008645296096802, 0.5655908584594727, 0.510121762752533, 0.49203377962112427, 0.4865270256996155], "cos_Ac_negg": [0.6008645296096802, 0.5655908584594727, 0.510121762752533, 0.49203377962112427, 0.4865270256996155], "r_norm": [0.5545404553413391, 0.47925108671188354, 0.4383133053779602, 0.4213218092918396, 0.44903939962387085]}, {"step": 6750, "epoch": 14, "train_loss": 0.23610493540763855, "cos_r_negg": [0.592091977596283, 0.554794192314148, 0.5034075975418091, 0.485842764377594, 0.4809492528438568], "cos_apical_negg": [0.592091977596283, 0.554794192314148, 0.5034075975418091, 0.485842764377594, 0.4809492528438568], "cos_Ac_negg": [0.592091977596283, 0.554794192314148, 0.5034075975418091, 0.485842764377594, 0.4809492528438568], "r_norm": [0.517340898513794, 0.44655805826187134, 0.40829986333847046, 0.3914976418018341, 0.4183870553970337], "ldr": {"dL_sdil": -0.009815514087677002, "dL_bp": -0.013703495264053345, "ratio": 0.7162781391565701}}, {"step": 6800, "epoch": 14, "train_loss": 0.125241219997406, "cos_r_negg": [0.585028886795044, 0.5490356683731079, 0.4964241087436676, 0.47886717319488525, 0.4892713725566864], "cos_apical_negg": [0.585028886795044, 0.5490356683731079, 0.4964241087436676, 0.47886717319488525, 0.4892713725566864], "cos_Ac_negg": [0.585028886795044, 0.5490356683731079, 0.4964241087436676, 0.47886717319488525, 0.4892713725566864], "r_norm": [0.5344623327255249, 0.46243470907211304, 0.42197322845458984, 0.40628376603126526, 0.4333595633506775]}, {"step": 6850, "epoch": 14, "train_loss": 0.12567196786403656, "cos_r_negg": [0.5900068283081055, 0.5492994785308838, 0.49972039461135864, 0.4791333079338074, 0.4875800907611847], "cos_apical_negg": [0.5900068283081055, 0.5492994785308838, 0.49972039461135864, 0.4791333079338074, 0.4875800907611847], "cos_Ac_negg": [0.5900068283081055, 0.5492994785308838, 0.49972039461135864, 0.4791333079338074, 0.4875800907611847], "r_norm": [0.5633318424224854, 0.48230355978012085, 0.43875354528427124, 0.4193223714828491, 0.4502372443675995]}, {"step": 6900, "epoch": 14, "train_loss": 0.22113844752311707, "cos_r_negg": [0.5945829749107361, 0.5509145259857178, 0.5017873048782349, 0.4876405596733093, 0.4913545846939087], "cos_apical_negg": [0.5945829749107361, 0.5509145259857178, 0.5017873048782349, 0.4876405596733093, 0.4913545846939087], "cos_Ac_negg": [0.5945829749107361, 0.5509145259857178, 0.5017873048782349, 0.4876405596733093, 0.4913545846939087], "r_norm": [0.5466123223304749, 0.466946542263031, 0.42649656534194946, 0.41006994247436523, 0.4397675395011902]}, {"step": 6950, "epoch": 14, "train_loss": 0.21627971529960632, "cos_r_negg": [0.5950465202331543, 0.5523126125335693, 0.4993889629840851, 0.4820396900177002, 0.4945685863494873], "cos_apical_negg": [0.5950465202331543, 0.5523126125335693, 0.4993889629840851, 0.4820396900177002, 0.4945685863494873], "cos_Ac_negg": [0.5950465202331543, 0.5523126125335693, 0.4993889629840851, 0.4820396900177002, 0.4945685863494873], "r_norm": [0.5327445268630981, 0.45581334829330444, 0.41612499952316284, 0.3993208408355713, 0.4267120957374573]}, {"step": 7000, "epoch": 14, "train_loss": 0.1746636927127838, "cos_r_negg": [0.6081981062889099, 0.5638536214828491, 0.5109122395515442, 0.4926776885986328, 0.49942293763160706], "cos_apical_negg": [0.6081981062889099, 0.5638536214828491, 0.5109122395515442, 0.4926776885986328, 0.49942293763160706], "cos_Ac_negg": [0.6081981062889099, 0.5638536214828491, 0.5109122395515442, 0.4926776885986328, 0.49942293763160706], "r_norm": [0.5079811811447144, 0.43361058831214905, 0.3943983316421509, 0.3781181573867798, 0.40580636262893677], "ldr": {"dL_sdil": -0.009433090686798096, "dL_bp": -0.012777566909790039, "ratio": 0.7382540630306197}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8794, "test_loss": 0.3946699890136719}, {"step": 7050, "epoch": 15, "train_loss": 0.13915015757083893, "cos_r_negg": [0.5960080623626709, 0.5556125640869141, 0.5116862058639526, 0.4901127517223358, 0.500069797039032], "cos_apical_negg": [0.5960080623626709, 0.5556125640869141, 0.5116862058639526, 0.4901127517223358, 0.500069797039032], "cos_Ac_negg": [0.5960080623626709, 0.5556125640869141, 0.5116862058639526, 0.4901127517223358, 0.500069797039032], "r_norm": [0.5227099657058716, 0.44633495807647705, 0.40635621547698975, 0.3904400169849396, 0.4178411662578583]}, {"step": 7100, "epoch": 15, "train_loss": 0.20412766933441162, "cos_r_negg": [0.6078739166259766, 0.5690645575523376, 0.5120534300804138, 0.4958101809024811, 0.49930670857429504], "cos_apical_negg": [0.6078739166259766, 0.5690645575523376, 0.5120534300804138, 0.4958101809024811, 0.49930670857429504], "cos_Ac_negg": [0.6078739166259766, 0.5690645575523376, 0.5120534300804138, 0.4958101809024811, 0.49930670857429504], "r_norm": [0.5310816764831543, 0.45107194781303406, 0.4100046753883362, 0.3935543894767761, 0.4226358234882355]}, {"step": 7150, "epoch": 15, "train_loss": 0.20619799196720123, "cos_r_negg": [0.5881879329681396, 0.5480717420578003, 0.49403682351112366, 0.4784637689590454, 0.48805907368659973], "cos_apical_negg": [0.5881879329681396, 0.5480717420578003, 0.49403682351112366, 0.4784637689590454, 0.48805907368659973], "cos_Ac_negg": [0.5881879329681396, 0.5480717420578003, 0.49403682351112366, 0.4784637689590454, 0.48805907368659973], "r_norm": [0.49381670355796814, 0.4193507432937622, 0.3805878758430481, 0.36506393551826477, 0.39263176918029785]}, {"step": 7200, "epoch": 15, "train_loss": 0.19843994081020355, "cos_r_negg": [0.5921913385391235, 0.5447149276733398, 0.4978424310684204, 0.47996652126312256, 0.48551103472709656], "cos_apical_negg": [0.5921913385391235, 0.5447149276733398, 0.4978424310684204, 0.47996652126312256, 0.48551103472709656], "cos_Ac_negg": [0.5921913385391235, 0.5447149276733398, 0.4978424310684204, 0.47996652126312256, 0.48551103472709656], "r_norm": [0.5003330111503601, 0.4248034358024597, 0.3854837417602539, 0.37093386054039, 0.3992558419704437]}, {"step": 7250, "epoch": 15, "train_loss": 0.2540290057659149, "cos_r_negg": [0.5816159248352051, 0.5331569910049438, 0.4851994514465332, 0.4687698483467102, 0.4760397672653198], "cos_apical_negg": [0.5816159248352051, 0.5331569910049438, 0.4851994514465332, 0.4687698483467102, 0.4760397672653198], "cos_Ac_negg": [0.5816159248352051, 0.5331569910049438, 0.4851994514465332, 0.4687698483467102, 0.4760397672653198], "r_norm": [0.5435811281204224, 0.46118566393852234, 0.4177704155445099, 0.40030792355537415, 0.42853856086730957], "ldr": {"dL_sdil": -0.0191020667552948, "dL_bp": -0.024151533842086792, "ratio": 0.790925614919218}}, {"step": 7300, "epoch": 15, "train_loss": 0.21966762840747833, "cos_r_negg": [0.6052652597427368, 0.555164098739624, 0.5042784214019775, 0.48967158794403076, 0.5002706050872803], "cos_apical_negg": [0.6052652597427368, 0.555164098739624, 0.5042784214019775, 0.48967158794403076, 0.5002706050872803], "cos_Ac_negg": [0.6052652597427368, 0.555164098739624, 0.5042784214019775, 0.48967158794403076, 0.5002706050872803], "r_norm": [0.5193786025047302, 0.4389081597328186, 0.3979116678237915, 0.38332974910736084, 0.41215330362319946]}, {"step": 7350, "epoch": 15, "train_loss": 0.14797720313072205, "cos_r_negg": [0.5994946956634521, 0.5504345893859863, 0.5008400082588196, 0.48920607566833496, 0.5013114213943481], "cos_apical_negg": [0.5994946956634521, 0.5504345893859863, 0.5008400082588196, 0.48920607566833496, 0.5013114213943481], "cos_Ac_negg": [0.5994946956634521, 0.5504345893859863, 0.5008400082588196, 0.48920607566833496, 0.5013114213943481], "r_norm": [0.5077617764472961, 0.42816591262817383, 0.38711923360824585, 0.3713502287864685, 0.3998597264289856]}, {"step": 7400, "epoch": 15, "train_loss": 0.2556772232055664, "cos_r_negg": [0.5922185778617859, 0.5381977558135986, 0.4847853183746338, 0.4694978594779968, 0.4892364740371704], "cos_apical_negg": [0.5922185778617859, 0.5381977558135986, 0.4847853183746338, 0.4694978594779968, 0.4892364740371704], "cos_Ac_negg": [0.5922185778617859, 0.5381977558135986, 0.4847853183746338, 0.4694978594779968, 0.4892364740371704], "r_norm": [0.5109201669692993, 0.4322579503059387, 0.39144888520240784, 0.3769952654838562, 0.40533748269081116]}, {"step": 7450, "epoch": 15, "train_loss": 0.1888146996498108, "cos_r_negg": [0.5850745439529419, 0.5413399934768677, 0.48844724893569946, 0.4740954041481018, 0.4889640808105469], "cos_apical_negg": [0.5850745439529419, 0.5413399934768677, 0.48844724893569946, 0.4740954041481018, 0.4889640808105469], "cos_Ac_negg": [0.5850745439529419, 0.5413399934768677, 0.48844724893569946, 0.4740954041481018, 0.4889640808105469], "r_norm": [0.5283206701278687, 0.447488009929657, 0.4061242640018463, 0.3915664553642273, 0.42007964849472046]}, {"step": 7500, "epoch": 15, "train_loss": 0.14326101541519165, "cos_r_negg": [0.5899534225463867, 0.5405840873718262, 0.49100375175476074, 0.47501054406166077, 0.48629266023635864], "cos_apical_negg": [0.5899534225463867, 0.5405840873718262, 0.49100375175476074, 0.47501054406166077, 0.48629266023635864], "cos_Ac_negg": [0.5899534225463867, 0.5405840873718262, 0.49100375175476074, 0.47501054406166077, 0.48629266023635864], "r_norm": [0.5640677809715271, 0.4724481701850891, 0.4272419810295105, 0.4095458984375, 0.4405395984649658], "ldr": {"dL_sdil": -0.027032971382141113, "dL_bp": -0.03374102711677551, "ratio": 0.8011899367669439}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8772, "test_loss": 0.4158005645751953}, {"step": 7550, "epoch": 16, "train_loss": 0.12502360343933105, "cos_r_negg": [0.572748601436615, 0.5294793844223022, 0.4746280610561371, 0.4624600410461426, 0.47872960567474365], "cos_apical_negg": [0.572748601436615, 0.5294793844223022, 0.4746280610561371, 0.4624600410461426, 0.47872960567474365], "cos_Ac_negg": [0.572748601436615, 0.5294793844223022, 0.4746280610561371, 0.4624600410461426, 0.47872960567474365], "r_norm": [0.5401971936225891, 0.4503031373023987, 0.40686649084091187, 0.38990044593811035, 0.4203563332557678]}, {"step": 7600, "epoch": 16, "train_loss": 0.2202509492635727, "cos_r_negg": [0.6021380424499512, 0.5641821622848511, 0.5068193674087524, 0.49492835998535156, 0.5114752054214478], "cos_apical_negg": [0.6021380424499512, 0.5641821622848511, 0.5068193674087524, 0.49492835998535156, 0.5114752054214478], "cos_Ac_negg": [0.6021380424499512, 0.5641821622848511, 0.5068193674087524, 0.49492835998535156, 0.5114752054214478], "r_norm": [0.5124719142913818, 0.42757850885391235, 0.3848910331726074, 0.36978498101234436, 0.40000826120376587]}, {"step": 7650, "epoch": 16, "train_loss": 0.08844000846147537, "cos_r_negg": [0.5867364406585693, 0.545318067073822, 0.49252140522003174, 0.47880929708480835, 0.49150145053863525], "cos_apical_negg": [0.5867364406585693, 0.545318067073822, 0.49252140522003174, 0.47880929708480835, 0.49150145053863525], "cos_Ac_negg": [0.5867364406585693, 0.545318067073822, 0.49252140522003174, 0.47880929708480835, 0.49150145053863525], "r_norm": [0.5206795930862427, 0.4320911765098572, 0.3896387219429016, 0.3735320270061493, 0.4050666093826294]}, {"step": 7700, "epoch": 16, "train_loss": 0.08114221692085266, "cos_r_negg": [0.5792475342750549, 0.5379793047904968, 0.4825335443019867, 0.47606217861175537, 0.48821890354156494], "cos_apical_negg": [0.5792475342750549, 0.5379793047904968, 0.4825335443019867, 0.47606217861175537, 0.48821890354156494], "cos_Ac_negg": [0.5792475342750549, 0.5379793047904968, 0.4825335443019867, 0.47606217861175537, 0.48821890354156494], "r_norm": [0.5066452026367188, 0.4173193573951721, 0.37587970495224, 0.36016845703125, 0.3905693590641022]}, {"step": 7750, "epoch": 16, "train_loss": 0.18083195388317108, "cos_r_negg": [0.5880438685417175, 0.5418636798858643, 0.48744869232177734, 0.4737234115600586, 0.4842260479927063], "cos_apical_negg": [0.5880438685417175, 0.5418636798858643, 0.48744869232177734, 0.4737234115600586, 0.4842260479927063], "cos_Ac_negg": [0.5880438685417175, 0.5418636798858643, 0.48744869232177734, 0.4737234115600586, 0.4842260479927063], "r_norm": [0.5110437870025635, 0.4252582788467407, 0.38353604078292847, 0.3684595823287964, 0.3978002667427063], "ldr": {"dL_sdil": -0.01455417275428772, "dL_bp": -0.020787566900253296, "ratio": 0.7001383482792485}}, {"step": 7800, "epoch": 16, "train_loss": 0.1526731550693512, "cos_r_negg": [0.5906368494033813, 0.5476736426353455, 0.49324411153793335, 0.47371646761894226, 0.49578380584716797], "cos_apical_negg": [0.5906368494033813, 0.5476736426353455, 0.49324411153793335, 0.47371646761894226, 0.49578380584716797], "cos_Ac_negg": [0.5906368494033813, 0.5476736426353455, 0.49324411153793335, 0.47371646761894226, 0.49578380584716797], "r_norm": [0.5512980818748474, 0.4550670087337494, 0.40889793634414673, 0.3916708827018738, 0.42374783754348755]}, {"step": 7850, "epoch": 16, "train_loss": 0.18441449105739594, "cos_r_negg": [0.5831652283668518, 0.5408616065979004, 0.4806685447692871, 0.4703141450881958, 0.4827600419521332], "cos_apical_negg": [0.5831652283668518, 0.5408616065979004, 0.4806685447692871, 0.4703141450881958, 0.4827600419521332], "cos_Ac_negg": [0.5831652283668518, 0.5408616065979004, 0.4806685447692871, 0.4703141450881958, 0.4827600419521332], "r_norm": [0.54268878698349, 0.450522780418396, 0.40640103816986084, 0.39181891083717346, 0.42158013582229614]}, {"step": 7900, "epoch": 16, "train_loss": 0.0648396834731102, "cos_r_negg": [0.5725423693656921, 0.5321129560470581, 0.47832199931144714, 0.460445761680603, 0.4760357737541199], "cos_apical_negg": [0.5725423693656921, 0.5321129560470581, 0.47832199931144714, 0.460445761680603, 0.4760357737541199], "cos_Ac_negg": [0.5725423693656921, 0.5321129560470581, 0.47832199931144714, 0.460445761680603, 0.4760357737541199], "r_norm": [0.5379810333251953, 0.4437010884284973, 0.39863768219947815, 0.38305428624153137, 0.4145921766757965]}, {"step": 7950, "epoch": 16, "train_loss": 0.13884583115577698, "cos_r_negg": [0.5658683180809021, 0.523745059967041, 0.4732177257537842, 0.4618273377418518, 0.48261362314224243], "cos_apical_negg": [0.5658683180809021, 0.523745059967041, 0.4732177257537842, 0.4618273377418518, 0.48261362314224243], "cos_Ac_negg": [0.5658683180809021, 0.523745059967041, 0.4732177257537842, 0.4618273377418518, 0.48261362314224243], "r_norm": [0.5266354084014893, 0.4363507330417633, 0.3917950391769409, 0.3769710958003998, 0.4079367518424988]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8791, "test_loss": 0.4236848846435547}, {"step": 8000, "epoch": 17, "train_loss": 0.14076662063598633, "cos_r_negg": [0.5830172300338745, 0.5452654957771301, 0.48727309703826904, 0.47371089458465576, 0.4969397187232971], "cos_apical_negg": [0.5830172300338745, 0.5452654957771301, 0.48727309703826904, 0.47371089458465576, 0.4969397187232971], "cos_Ac_negg": [0.5830172300338745, 0.5452654957771301, 0.48727309703826904, 0.47371089458465576, 0.4969397187232971], "r_norm": [0.545072615146637, 0.4451504945755005, 0.3975648283958435, 0.37942105531692505, 0.4122520089149475], "ldr": {"dL_sdil": -0.025484442710876465, "dL_bp": -0.032974451780319214, "ratio": 0.7728541745184325}}, {"step": 8050, "epoch": 17, "train_loss": 0.09807711094617844, "cos_r_negg": [0.5832682847976685, 0.5412822961807251, 0.4862690567970276, 0.4688829779624939, 0.4955820143222809], "cos_apical_negg": [0.5832682847976685, 0.5412822961807251, 0.4862690567970276, 0.4688829779624939, 0.4955820143222809], "cos_Ac_negg": [0.5832682847976685, 0.5412822961807251, 0.4862690567970276, 0.4688829779624939, 0.4955820143222809], "r_norm": [0.5377193093299866, 0.44005095958709717, 0.3936271667480469, 0.37857502698898315, 0.41215503215789795]}, {"step": 8100, "epoch": 17, "train_loss": 0.17934724688529968, "cos_r_negg": [0.5578880906105042, 0.5171648263931274, 0.4621230959892273, 0.44929325580596924, 0.4774245619773865], "cos_apical_negg": [0.5578880906105042, 0.5171648263931274, 0.4621230959892273, 0.44929325580596924, 0.4774245619773865], "cos_Ac_negg": [0.5578880906105042, 0.5171648263931274, 0.4621230959892273, 0.44929325580596924, 0.4774245619773865], "r_norm": [0.5047135949134827, 0.4124220013618469, 0.3681392967700958, 0.35321396589279175, 0.3847822844982147]}, {"step": 8150, "epoch": 17, "train_loss": 0.10659928619861603, "cos_r_negg": [0.5809799432754517, 0.5379236936569214, 0.48468145728111267, 0.4686596989631653, 0.501289963722229], "cos_apical_negg": [0.5809799432754517, 0.5379236936569214, 0.48468145728111267, 0.4686596989631653, 0.501289963722229], "cos_Ac_negg": [0.5809799432754517, 0.5379236936569214, 0.48468145728111267, 0.4686596989631653, 0.501289963722229], "r_norm": [0.5011187195777893, 0.41266965866088867, 0.36954745650291443, 0.3558087944984436, 0.3865719735622406]}, {"step": 8200, "epoch": 17, "train_loss": 0.12872596085071564, "cos_r_negg": [0.5739701986312866, 0.5304908752441406, 0.47610485553741455, 0.45614153146743774, 0.4834880530834198], "cos_apical_negg": [0.5739701986312866, 0.5304908752441406, 0.47610485553741455, 0.45614153146743774, 0.4834880530834198], "cos_Ac_negg": [0.5739701986312866, 0.5304908752441406, 0.47610485553741455, 0.45614153146743774, 0.4834880530834198], "r_norm": [0.5178265571594238, 0.42354127764701843, 0.37892067432403564, 0.3649733066558838, 0.3961104154586792]}, {"step": 8250, "epoch": 17, "train_loss": 0.15058326721191406, "cos_r_negg": [0.558005154132843, 0.5137708783149719, 0.4603632688522339, 0.44156593084335327, 0.4762018918991089], "cos_apical_negg": [0.558005154132843, 0.5137708783149719, 0.4603632688522339, 0.44156593084335327, 0.4762018918991089], "cos_Ac_negg": [0.558005154132843, 0.5137708783149719, 0.4603632688522339, 0.44156593084335327, 0.4762018918991089], "r_norm": [0.5154334306716919, 0.4194827675819397, 0.3742232620716095, 0.3581092953681946, 0.3876938223838806], "ldr": {"dL_sdil": -0.019450455904006958, "dL_bp": -0.029300034046173096, "ratio": 0.6638373140917015}}, {"step": 8300, "epoch": 17, "train_loss": 0.09545591473579407, "cos_r_negg": [0.5691336989402771, 0.5293657779693604, 0.47530773282051086, 0.4587007761001587, 0.4917745590209961], "cos_apical_negg": [0.5691336989402771, 0.5293657779693604, 0.47530773282051086, 0.4587007761001587, 0.4917745590209961], "cos_Ac_negg": [0.5691336989402771, 0.5293657779693604, 0.47530773282051086, 0.4587007761001587, 0.4917745590209961], "r_norm": [0.5130022764205933, 0.41813167929649353, 0.3722030520439148, 0.35806894302368164, 0.39019304513931274]}, {"step": 8350, "epoch": 17, "train_loss": 0.14299651980400085, "cos_r_negg": [0.5672801733016968, 0.5232354402542114, 0.4695195257663727, 0.45383837819099426, 0.48408976197242737], "cos_apical_negg": [0.5672801733016968, 0.5232354402542114, 0.4695195257663727, 0.45383837819099426, 0.48408976197242737], "cos_Ac_negg": [0.5672801733016968, 0.5232354402542114, 0.4695195257663727, 0.45383837819099426, 0.48408976197242737], "r_norm": [0.5034411549568176, 0.4082925617694855, 0.36460235714912415, 0.34891366958618164, 0.3786316215991974]}, {"step": 8400, "epoch": 17, "train_loss": 0.41837286949157715, "cos_r_negg": [0.5580330491065979, 0.5148257613182068, 0.4602434039115906, 0.4503861367702484, 0.4805726706981659], "cos_apical_negg": [0.5580330491065979, 0.5148257613182068, 0.4602434039115906, 0.4503861367702484, 0.4805726706981659], "cos_Ac_negg": [0.5580330491065979, 0.5148257613182068, 0.4602434039115906, 0.4503861367702484, 0.4805726706981659], "r_norm": [0.5368009209632874, 0.4294164180755615, 0.3826674520969391, 0.3659488558769226, 0.3998836278915405]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.881, "test_loss": 0.4152383056640625}, {"step": 8450, "epoch": 18, "train_loss": 0.07756100594997406, "cos_r_negg": [0.5549067258834839, 0.5132128000259399, 0.4617404639720917, 0.44227492809295654, 0.4705890119075775], "cos_apical_negg": [0.5549067258834839, 0.5132128000259399, 0.4617404639720917, 0.44227492809295654, 0.4705890119075775], "cos_Ac_negg": [0.5549067258834839, 0.5132128000259399, 0.4617404639720917, 0.44227492809295654, 0.4705890119075775], "r_norm": [0.5073949694633484, 0.40884047746658325, 0.3641294240951538, 0.3486381769180298, 0.3796382546424866]}, {"step": 8500, "epoch": 18, "train_loss": 0.12205784022808075, "cos_r_negg": [0.5716571807861328, 0.5285815000534058, 0.4716874659061432, 0.4576367735862732, 0.49074792861938477], "cos_apical_negg": [0.5716571807861328, 0.5285815000534058, 0.4716874659061432, 0.4576367735862732, 0.49074792861938477], "cos_Ac_negg": [0.5716571807861328, 0.5285815000534058, 0.4716874659061432, 0.4576367735862732, 0.49074792861938477], "r_norm": [0.5395292043685913, 0.42968153953552246, 0.3799957036972046, 0.36198025941848755, 0.39742690324783325], "ldr": {"dL_sdil": -0.017134040594100952, "dL_bp": -0.023679614067077637, "ratio": 0.7235776962227961}}, {"step": 8550, "epoch": 18, "train_loss": 0.12174047529697418, "cos_r_negg": [0.5541221499443054, 0.5116109848022461, 0.46039649844169617, 0.4413211941719055, 0.4728512465953827], "cos_apical_negg": [0.5541221499443054, 0.5116109848022461, 0.46039649844169617, 0.4413211941719055, 0.4728512465953827], "cos_Ac_negg": [0.5541221499443054, 0.5116109848022461, 0.46039649844169617, 0.4413211941719055, 0.4728512465953827], "r_norm": [0.5430939197540283, 0.4347081780433655, 0.3851413130760193, 0.3680309057235718, 0.40236881375312805]}, {"step": 8600, "epoch": 18, "train_loss": 0.11416715383529663, "cos_r_negg": [0.5451024770736694, 0.5055275559425354, 0.4528247117996216, 0.43633612990379333, 0.4769324064254761], "cos_apical_negg": [0.5451024770736694, 0.5055275559425354, 0.4528247117996216, 0.43633612990379333, 0.4769324064254761], "cos_Ac_negg": [0.5451024770736694, 0.5055275559425354, 0.4528247117996216, 0.43633612990379333, 0.4769324064254761], "r_norm": [0.5436164736747742, 0.4365810751914978, 0.38749366998672485, 0.37166130542755127, 0.40598130226135254]}, {"step": 8650, "epoch": 18, "train_loss": 0.060935311019420624, "cos_r_negg": [0.549121081829071, 0.507512092590332, 0.4568612575531006, 0.43641775846481323, 0.4743172526359558], "cos_apical_negg": [0.549121081829071, 0.507512092590332, 0.4568612575531006, 0.43641775846481323, 0.4743172526359558], "cos_Ac_negg": [0.549121081829071, 0.507512092590332, 0.4568612575531006, 0.43641775846481323, 0.4743172526359558], "r_norm": [0.5423979759216309, 0.43344447016716003, 0.3841243386268616, 0.36835047602653503, 0.4018295407295227]}, {"step": 8700, "epoch": 18, "train_loss": 0.14339081943035126, "cos_r_negg": [0.545220136642456, 0.5030112266540527, 0.45432543754577637, 0.4372299313545227, 0.4719018340110779], "cos_apical_negg": [0.545220136642456, 0.5030112266540527, 0.45432543754577637, 0.4372299313545227, 0.4719018340110779], "cos_Ac_negg": [0.545220136642456, 0.5030112266540527, 0.45432543754577637, 0.4372299313545227, 0.4719018340110779], "r_norm": [0.4944530725479126, 0.39608561992645264, 0.35151517391204834, 0.3366435766220093, 0.3681179881095886]}, {"step": 8750, "epoch": 18, "train_loss": 0.1443014144897461, "cos_r_negg": [0.5420217514038086, 0.5022649765014648, 0.4488535225391388, 0.43288296461105347, 0.47127729654312134], "cos_apical_negg": [0.5420217514038086, 0.5022649765014648, 0.4488535225391388, 0.43288296461105347, 0.47127729654312134], "cos_Ac_negg": [0.5420217514038086, 0.5022649765014648, 0.4488535225391388, 0.43288296461105347, 0.47127729654312134], "r_norm": [0.5349752902984619, 0.4261254072189331, 0.37715280055999756, 0.36165061593055725, 0.3962574005126953], "ldr": {"dL_sdil": -0.01899588108062744, "dL_bp": -0.032055407762527466, "ratio": 0.59259520956191}}, {"step": 8800, "epoch": 18, "train_loss": 0.08898337185382843, "cos_r_negg": [0.5383073687553406, 0.4984067678451538, 0.44129788875579834, 0.42828619480133057, 0.4682037830352783], "cos_apical_negg": [0.5383073687553406, 0.4984067678451538, 0.44129788875579834, 0.42828619480133057, 0.4682037830352783], "cos_Ac_negg": [0.5383073687553406, 0.4984067678451538, 0.44129788875579834, 0.42828619480133057, 0.4682037830352783], "r_norm": [0.5198953747749329, 0.41308602690696716, 0.3654961585998535, 0.35074639320373535, 0.38538333773612976]}, {"step": 8850, "epoch": 18, "train_loss": 0.11618919670581818, "cos_r_negg": [0.550746738910675, 0.5076233148574829, 0.4503404200077057, 0.4346722364425659, 0.47228896617889404], "cos_apical_negg": [0.550746738910675, 0.5076233148574829, 0.4503404200077057, 0.4346722364425659, 0.47228896617889404], "cos_Ac_negg": [0.550746738910675, 0.5076233148574829, 0.4503404200077057, 0.4346722364425659, 0.47228896617889404], "r_norm": [0.5203737616539001, 0.40964359045028687, 0.3609037399291992, 0.3445603847503662, 0.37832966446876526]}, {"step": 8900, "epoch": 18, "train_loss": 0.1674010157585144, "cos_r_negg": [0.5712099671363831, 0.5274489521980286, 0.4713931977748871, 0.4535570740699768, 0.48902007937431335], "cos_apical_negg": [0.5712099671363831, 0.5274489521980286, 0.4713931977748871, 0.4535570740699768, 0.48902007937431335], "cos_Ac_negg": [0.5712099671363831, 0.5274489521980286, 0.4713931977748871, 0.4535570740699768, 0.48902007937431335], "r_norm": [0.5057083368301392, 0.40006160736083984, 0.35305386781692505, 0.337851881980896, 0.37043046951293945]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8781, "test_loss": 0.4348187347412109}, {"step": 8950, "epoch": 19, "train_loss": 0.11886031180620193, "cos_r_negg": [0.5451262593269348, 0.5031697154045105, 0.4504701495170593, 0.4352520704269409, 0.48005422949790955], "cos_apical_negg": [0.5451262593269348, 0.5031697154045105, 0.4504701495170593, 0.4352520704269409, 0.48005422949790955], "cos_Ac_negg": [0.5451262593269348, 0.5031697154045105, 0.4504701495170593, 0.4352520704269409, 0.48005422949790955], "r_norm": [0.4967270493507385, 0.391395628452301, 0.3450716733932495, 0.33059218525886536, 0.3629470467567444]}, {"step": 9000, "epoch": 19, "train_loss": 0.20238454639911652, "cos_r_negg": [0.5578128099441528, 0.5121070146560669, 0.4557737708091736, 0.43733686208724976, 0.48115068674087524], "cos_apical_negg": [0.5578128099441528, 0.5121070146560669, 0.4557737708091736, 0.43733686208724976, 0.48115068674087524], "cos_Ac_negg": [0.5578128099441528, 0.5121070146560669, 0.4557737708091736, 0.43733686208724976, 0.48115068674087524], "r_norm": [0.49390095472335815, 0.39047014713287354, 0.344300776720047, 0.3295844793319702, 0.3618513345718384], "ldr": {"dL_sdil": -0.007927179336547852, "dL_bp": -0.014122337102890015, "ratio": 0.561322058721118}}, {"step": 9050, "epoch": 19, "train_loss": 0.1546826958656311, "cos_r_negg": [0.5616249442100525, 0.5218343734741211, 0.46409887075424194, 0.45005255937576294, 0.48853811621665955], "cos_apical_negg": [0.5616249442100525, 0.5218343734741211, 0.46409887075424194, 0.45005255937576294, 0.48853811621665955], "cos_Ac_negg": [0.5616249442100525, 0.5218343734741211, 0.46409887075424194, 0.45005255937576294, 0.48853811621665955], "r_norm": [0.5377839803695679, 0.42042672634124756, 0.3687756061553955, 0.3526510000228882, 0.3881746232509613]}, {"step": 9100, "epoch": 19, "train_loss": 0.17553046345710754, "cos_r_negg": [0.5426115989685059, 0.5025330781936646, 0.4521329402923584, 0.43952709436416626, 0.47999680042266846], "cos_apical_negg": [0.5426115989685059, 0.5025330781936646, 0.4521329402923584, 0.43952709436416626, 0.47999680042266846], "cos_Ac_negg": [0.5426115989685059, 0.5025330781936646, 0.4521329402923584, 0.43952709436416626, 0.47999680042266846], "r_norm": [0.5099311470985413, 0.40479958057403564, 0.35667726397514343, 0.34362971782684326, 0.3760971128940582]}, {"step": 9150, "epoch": 19, "train_loss": 0.13016101717948914, "cos_r_negg": [0.5604859590530396, 0.5166100859642029, 0.46118056774139404, 0.44672155380249023, 0.49046188592910767], "cos_apical_negg": [0.5604859590530396, 0.5166100859642029, 0.46118056774139404, 0.44672155380249023, 0.49046188592910767], "cos_Ac_negg": [0.5604859590530396, 0.5166100859642029, 0.46118056774139404, 0.44672155380249023, 0.49046188592910767], "r_norm": [0.5165212154388428, 0.40739762783050537, 0.3591275215148926, 0.34629711508750916, 0.3790518343448639]}, {"step": 9200, "epoch": 19, "train_loss": 0.14330463111400604, "cos_r_negg": [0.5712205171585083, 0.5243387222290039, 0.46628791093826294, 0.4503006339073181, 0.4962650537490845], "cos_apical_negg": [0.5712205171585083, 0.5243387222290039, 0.46628791093826294, 0.4503006339073181, 0.4962650537490845], "cos_Ac_negg": [0.5712205171585083, 0.5243387222290039, 0.46628791093826294, 0.4503006339073181, 0.4962650537490845], "r_norm": [0.5178327560424805, 0.4055638313293457, 0.3559388518333435, 0.3423020839691162, 0.3762091398239136]}, {"step": 9250, "epoch": 19, "train_loss": 0.1767505705356598, "cos_r_negg": [0.5768218040466309, 0.531785249710083, 0.470438688993454, 0.45555931329727173, 0.4973120093345642], "cos_apical_negg": [0.5768218040466309, 0.531785249710083, 0.470438688993454, 0.45555931329727173, 0.4973120093345642], "cos_Ac_negg": [0.5768218040466309, 0.531785249710083, 0.470438688993454, 0.45555931329727173, 0.4973120093345642], "r_norm": [0.5545036792755127, 0.43305814266204834, 0.38019445538520813, 0.3647224009037018, 0.3999386727809906], "ldr": {"dL_sdil": -0.024507969617843628, "dL_bp": -0.03685653209686279, "ratio": 0.6649559311069783}}, {"step": 9300, "epoch": 19, "train_loss": 0.1762683093547821, "cos_r_negg": [0.57490473985672, 0.5285710096359253, 0.47539544105529785, 0.45869559049606323, 0.5011715888977051], "cos_apical_negg": [0.57490473985672, 0.5285710096359253, 0.47539544105529785, 0.45869559049606323, 0.5011715888977051], "cos_Ac_negg": [0.57490473985672, 0.5285710096359253, 0.47539544105529785, 0.45869559049606323, 0.5011715888977051], "r_norm": [0.5264266729354858, 0.41020089387893677, 0.35859763622283936, 0.3437080681324005, 0.37921398878097534]}, {"step": 9350, "epoch": 19, "train_loss": 0.1492908000946045, "cos_r_negg": [0.5672070980072021, 0.5213563442230225, 0.4666229784488678, 0.45635607838630676, 0.4910138249397278], "cos_apical_negg": [0.5672070980072021, 0.5213563442230225, 0.4666229784488678, 0.45635607838630676, 0.4910138249397278], "cos_Ac_negg": [0.5672070980072021, 0.5213563442230225, 0.4666229784488678, 0.45635607838630676, 0.4910138249397278], "r_norm": [0.5623743534088135, 0.43728208541870117, 0.3823557496070862, 0.36699968576431274, 0.40401434898376465]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.881, "test_loss": 0.43811243591308596}], "final": {"test_acc": 0.881, "test_loss": 0.43811243591308596, "wall_s": 83.72545862197876, "cos_r_negg": [0.5603919625282288, 0.5158645510673523, 0.46013471484184265, 0.4472936689853668, 0.4929368793964386], "cos_apical_negg": [0.5603919625282288, 0.5158645510673523, 0.46013471484184265, 0.4472936689853668, 0.4929368793964386], "cos_Ac_negg": [0.5603919625282288, 0.5158645510673523, 0.46013471484184265, 0.4472936689853668, 0.4929368793964386]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_sdil_d7_s0.json b/results/depth_fmnist_sdil_d7_s0.json
new file mode 100644
index 0000000..accb5ee
--- /dev/null
+++ b/results/depth_fmnist_sdil_d7_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d7_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.295605182647705, "cos_r_negg": [-0.03931837156414986, 0.0022256949450820684, 0.020455483347177505, -7.068226113915443e-05, -0.04221899434924126, -0.033387064933776855, -0.012037117034196854], "cos_apical_negg": [-0.03931837156414986, 0.0022256949450820684, 0.020455483347177505, -7.068226113915443e-05, -0.04221899434924126, -0.033387064933776855, -0.012037117034196854], "cos_Ac_negg": [-0.03931837156414986, 0.0022256949450820684, 0.020455483347177505, -7.068226113915443e-05, -0.04221899434924126, -0.033387064933776855, -0.012037117034196854], "r_norm": [4.748096942901611, 4.851302146911621, 4.676338195800781, 4.735795021057129, 4.787690162658691, 4.604272842407227, 4.791783809661865], "ldr": {"dL_sdil": -0.0013849735260009766, "dL_bp": -0.1259171962738037, "ratio": 0.010999081674193152}}, {"step": 50, "epoch": 0, "train_loss": 1.0131102800369263, "cos_r_negg": [0.07070732861757278, 0.04523984342813492, 0.06381930410861969, 0.06492958217859268, 0.11305072903633118, 0.1357487440109253, 0.08637446165084839], "cos_apical_negg": [0.07070732861757278, 0.04523984342813492, 0.06381930410861969, 0.06492958217859268, 0.11305072903633118, 0.1357487440109253, 0.08637446165084839], "cos_Ac_negg": [0.07070732861757278, 0.04523984342813492, 0.06381930410861969, 0.06492958217859268, 0.11305072903633118, 0.1357487440109253, 0.08637446165084839], "r_norm": [2.9385476112365723, 2.951878786087036, 2.8413150310516357, 2.9034423828125, 2.924943208694458, 2.7884602546691895, 2.9694266319274902]}, {"step": 100, "epoch": 0, "train_loss": 0.8134154677391052, "cos_r_negg": [0.2505744397640228, 0.1932477056980133, 0.14672940969467163, 0.09755680710077286, 0.16882288455963135, 0.21328474581241608, 0.1257486343383789], "cos_apical_negg": [0.2505744397640228, 0.1932477056980133, 0.14672940969467163, 0.09755680710077286, 0.16882288455963135, 0.21328474581241608, 0.1257486343383789], "cos_Ac_negg": [0.2505744397640228, 0.1932477056980133, 0.14672940969467163, 0.09755680710077286, 0.16882288455963135, 0.21328474581241608, 0.1257486343383789], "r_norm": [1.8815594911575317, 1.890101671218872, 1.8088762760162354, 1.8880611658096313, 1.886999249458313, 1.8024121522903442, 1.9171373844146729]}, {"step": 150, "epoch": 0, "train_loss": 0.6378846168518066, "cos_r_negg": [0.2661948800086975, 0.22286731004714966, 0.20068657398223877, 0.21946704387664795, 0.18665811419487, 0.24147048592567444, 0.20791015028953552], "cos_apical_negg": [0.2661948800086975, 0.22286731004714966, 0.20068657398223877, 0.21946704387664795, 0.18665811419487, 0.24147048592567444, 0.20791015028953552], "cos_Ac_negg": [0.2661948800086975, 0.22286731004714966, 0.20068657398223877, 0.21946704387664795, 0.18665811419487, 0.24147048592567444, 0.20791015028953552], "r_norm": [1.7988380193710327, 1.8161847591400146, 1.7338526248931885, 1.81203031539917, 1.81229829788208, 1.738168478012085, 1.851228952407837]}, {"step": 200, "epoch": 0, "train_loss": 0.5810986757278442, "cos_r_negg": [0.30041658878326416, 0.27277401089668274, 0.2643461227416992, 0.24507088959217072, 0.22378015518188477, 0.2228652685880661, 0.22028401494026184], "cos_apical_negg": [0.30041658878326416, 0.27277401089668274, 0.2643461227416992, 0.24507088959217072, 0.22378015518188477, 0.2228652685880661, 0.22028401494026184], "cos_Ac_negg": [0.30041658878326416, 0.27277401089668274, 0.2643461227416992, 0.24507088959217072, 0.22378015518188477, 0.2228652685880661, 0.22028401494026184], "r_norm": [1.627604365348816, 1.6356804370880127, 1.5569565296173096, 1.6215252876281738, 1.631360411643982, 1.5590624809265137, 1.6554644107818604]}, {"step": 250, "epoch": 0, "train_loss": 0.49410325288772583, "cos_r_negg": [0.30715319514274597, 0.247272789478302, 0.2356300801038742, 0.2127794474363327, 0.21714402735233307, 0.2204262912273407, 0.22947987914085388], "cos_apical_negg": [0.30715319514274597, 0.247272789478302, 0.2356300801038742, 0.2127794474363327, 0.21714402735233307, 0.2204262912273407, 0.22947987914085388], "cos_Ac_negg": [0.30715319514274597, 0.247272789478302, 0.2356300801038742, 0.2127794474363327, 0.21714402735233307, 0.2204262912273407, 0.22947987914085388], "r_norm": [1.470269799232483, 1.4820879697799683, 1.414375901222229, 1.4704906940460205, 1.4777096509933472, 1.4102213382720947, 1.495829701423645], "ldr": {"dL_sdil": -0.01142275333404541, "dL_bp": -0.010951519012451172, "ratio": 1.0430291287499456}}, {"step": 300, "epoch": 0, "train_loss": 0.7809146642684937, "cos_r_negg": [0.369052916765213, 0.3116433024406433, 0.2995304465293884, 0.25505736470222473, 0.24253425002098083, 0.2100963145494461, 0.2091551423072815], "cos_apical_negg": [0.369052916765213, 0.3116433024406433, 0.2995304465293884, 0.25505736470222473, 0.24253425002098083, 0.2100963145494461, 0.2091551423072815], "cos_Ac_negg": [0.369052916765213, 0.3116433024406433, 0.2995304465293884, 0.25505736470222473, 0.24253425002098083, 0.2100963145494461, 0.2091551423072815], "r_norm": [1.3538792133331299, 1.3627793788909912, 1.3013627529144287, 1.3569867610931396, 1.3594353199005127, 1.296826720237732, 1.3814250230789185]}, {"step": 350, "epoch": 0, "train_loss": 0.5017776489257812, "cos_r_negg": [0.3708561062812805, 0.32395583391189575, 0.2960079610347748, 0.26566606760025024, 0.2682904303073883, 0.22893190383911133, 0.22164800763130188], "cos_apical_negg": [0.3708561062812805, 0.32395583391189575, 0.2960079610347748, 0.26566606760025024, 0.2682904303073883, 0.22893190383911133, 0.22164800763130188], "cos_Ac_negg": [0.3708561062812805, 0.32395583391189575, 0.2960079610347748, 0.26566606760025024, 0.2682904303073883, 0.22893190383911133, 0.22164800763130188], "r_norm": [1.415679693222046, 1.4192488193511963, 1.3560173511505127, 1.4076513051986694, 1.4214215278625488, 1.349217414855957, 1.4369540214538574]}, {"step": 400, "epoch": 0, "train_loss": 0.6495078802108765, "cos_r_negg": [0.4094599783420563, 0.34387680888175964, 0.3015979528427124, 0.29601114988327026, 0.30431464314460754, 0.26857513189315796, 0.2535914182662964], "cos_apical_negg": [0.4094599783420563, 0.34387680888175964, 0.3015979528427124, 0.29601114988327026, 0.30431464314460754, 0.26857513189315796, 0.2535914182662964], "cos_Ac_negg": [0.4094599783420563, 0.34387680888175964, 0.3015979528427124, 0.29601114988327026, 0.30431464314460754, 0.26857513189315796, 0.2535914182662964], "r_norm": [1.3142985105514526, 1.318785548210144, 1.2582683563232422, 1.3089792728424072, 1.318788766860962, 1.2541725635528564, 1.3340861797332764]}, {"step": 450, "epoch": 0, "train_loss": 0.4602065980434418, "cos_r_negg": [0.40859848260879517, 0.3398559093475342, 0.3401188552379608, 0.31378015875816345, 0.28963127732276917, 0.2684365510940552, 0.2703001797199249], "cos_apical_negg": [0.40859848260879517, 0.3398559093475342, 0.3401188552379608, 0.31378015875816345, 0.28963127732276917, 0.2684365510940552, 0.2703001797199249], "cos_Ac_negg": [0.40859848260879517, 0.3398559093475342, 0.3401188552379608, 0.31378015875816345, 0.28963127732276917, 0.2684365510940552, 0.2703001797199249], "r_norm": [1.2988251447677612, 1.3041614294052124, 1.2472038269042969, 1.2975232601165771, 1.3070027828216553, 1.2439004182815552, 1.3244918584823608]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8345, "test_loss": 0.48684430236816406}, {"step": 500, "epoch": 1, "train_loss": 0.3415771722793579, "cos_r_negg": [0.4112195372581482, 0.3509359359741211, 0.3256816267967224, 0.3008761405944824, 0.3122360408306122, 0.28625643253326416, 0.281694233417511], "cos_apical_negg": [0.4112195372581482, 0.3509359359741211, 0.3256816267967224, 0.3008761405944824, 0.3122360408306122, 0.28625643253326416, 0.281694233417511], "cos_Ac_negg": [0.4112195372581482, 0.3509359359741211, 0.3256816267967224, 0.3008761405944824, 0.3122360408306122, 0.28625643253326416, 0.281694233417511], "r_norm": [1.3391916751861572, 1.342846155166626, 1.2797282934188843, 1.3290252685546875, 1.3416471481323242, 1.2754771709442139, 1.3561010360717773], "ldr": {"dL_sdil": -0.025698989629745483, "dL_bp": -0.018978923559188843, "ratio": 1.3540804645531674}}, {"step": 550, "epoch": 1, "train_loss": 0.513573169708252, "cos_r_negg": [0.40018442273139954, 0.3261898159980774, 0.3192037045955658, 0.28905415534973145, 0.3173407018184662, 0.2931097745895386, 0.26417481899261475], "cos_apical_negg": [0.40018442273139954, 0.3261898159980774, 0.3192037045955658, 0.28905415534973145, 0.3173407018184662, 0.2931097745895386, 0.26417481899261475], "cos_Ac_negg": [0.40018442273139954, 0.3261898159980774, 0.3192037045955658, 0.28905415534973145, 0.3173407018184662, 0.2931097745895386, 0.26417481899261475], "r_norm": [1.1526411771774292, 1.1553783416748047, 1.1052489280700684, 1.152312159538269, 1.1574034690856934, 1.097159743309021, 1.173440933227539]}, {"step": 600, "epoch": 1, "train_loss": 0.45634451508522034, "cos_r_negg": [0.4314618706703186, 0.3685310184955597, 0.3460608124732971, 0.3312930464744568, 0.33897069096565247, 0.3004278540611267, 0.2844579815864563], "cos_apical_negg": [0.4314618706703186, 0.3685310184955597, 0.3460608124732971, 0.3312930464744568, 0.33897069096565247, 0.3004278540611267, 0.2844579815864563], "cos_Ac_negg": [0.4314618706703186, 0.3685310184955597, 0.3460608124732971, 0.3312930464744568, 0.33897069096565247, 0.3004278540611267, 0.2844579815864563], "r_norm": [1.1820361614227295, 1.187010407447815, 1.1341352462768555, 1.1802773475646973, 1.1856663227081299, 1.1266192197799683, 1.2037432193756104]}, {"step": 650, "epoch": 1, "train_loss": 0.5152857303619385, "cos_r_negg": [0.44052356481552124, 0.3891696631908417, 0.37163835763931274, 0.3456312119960785, 0.33681508898735046, 0.3276277184486389, 0.2818448841571808], "cos_apical_negg": [0.44052356481552124, 0.3891696631908417, 0.37163835763931274, 0.3456312119960785, 0.33681508898735046, 0.3276277184486389, 0.2818448841571808], "cos_Ac_negg": [0.44052356481552124, 0.3891696631908417, 0.37163835763931274, 0.3456312119960785, 0.33681508898735046, 0.3276277184486389, 0.2818448841571808], "r_norm": [1.1609183549880981, 1.166828989982605, 1.1134165525436401, 1.1580541133880615, 1.166176676750183, 1.1076279878616333, 1.1807525157928467]}, {"step": 700, "epoch": 1, "train_loss": 0.29819542169570923, "cos_r_negg": [0.4731825590133667, 0.40686923265457153, 0.3726819157600403, 0.33544227480888367, 0.35291987657546997, 0.3228951692581177, 0.28991568088531494], "cos_apical_negg": [0.4731825590133667, 0.40686923265457153, 0.3726819157600403, 0.33544227480888367, 0.35291987657546997, 0.3228951692581177, 0.28991568088531494], "cos_Ac_negg": [0.4731825590133667, 0.40686923265457153, 0.3726819157600403, 0.33544227480888367, 0.35291987657546997, 0.3228951692581177, 0.28991568088531494], "r_norm": [1.17512047290802, 1.1843019723892212, 1.124891996383667, 1.165400743484497, 1.1793493032455444, 1.118288516998291, 1.1904029846191406]}, {"step": 750, "epoch": 1, "train_loss": 0.445769727230072, "cos_r_negg": [0.44795677065849304, 0.3899688422679901, 0.361497163772583, 0.3609338104724884, 0.33578571677207947, 0.30613192915916443, 0.25545579195022583], "cos_apical_negg": [0.44795677065849304, 0.3899688422679901, 0.361497163772583, 0.3609338104724884, 0.33578571677207947, 0.30613192915916443, 0.25545579195022583], "cos_Ac_negg": [0.44795677065849304, 0.3899688422679901, 0.361497163772583, 0.3609338104724884, 0.33578571677207947, 0.30613192915916443, 0.25545579195022583], "r_norm": [1.1284338235855103, 1.1389126777648926, 1.0827114582061768, 1.126265287399292, 1.134350299835205, 1.08082115650177, 1.1515045166015625], "ldr": {"dL_sdil": -0.013861775398254395, "dL_bp": -0.0119398832321167, "ratio": 1.1609640671332582}}, {"step": 800, "epoch": 1, "train_loss": 0.4752964675426483, "cos_r_negg": [0.44363296031951904, 0.3700486719608307, 0.35048967599868774, 0.3359392583370209, 0.3487902283668518, 0.30413588881492615, 0.26473718881607056], "cos_apical_negg": [0.44363296031951904, 0.3700486719608307, 0.35048967599868774, 0.3359392583370209, 0.3487902283668518, 0.30413588881492615, 0.26473718881607056], "cos_Ac_negg": [0.44363296031951904, 0.3700486719608307, 0.35048967599868774, 0.3359392583370209, 0.3487902283668518, 0.30413588881492615, 0.26473718881607056], "r_norm": [1.062161922454834, 1.0650986433029175, 1.0162248611450195, 1.0586357116699219, 1.0651367902755737, 1.0113539695739746, 1.0792731046676636]}, {"step": 850, "epoch": 1, "train_loss": 0.30945396423339844, "cos_r_negg": [0.42394018173217773, 0.3638492822647095, 0.3490258455276489, 0.34063276648521423, 0.3452548086643219, 0.3103454113006592, 0.2649785876274109], "cos_apical_negg": [0.42394018173217773, 0.3638492822647095, 0.3490258455276489, 0.34063276648521423, 0.3452548086643219, 0.3103454113006592, 0.2649785876274109], "cos_Ac_negg": [0.42394018173217773, 0.3638492822647095, 0.3490258455276489, 0.34063276648521423, 0.3452548086643219, 0.3103454113006592, 0.2649785876274109], "r_norm": [1.1024584770202637, 1.1051437854766846, 1.054364800453186, 1.0944433212280273, 1.1031544208526611, 1.0467181205749512, 1.1150758266448975]}, {"step": 900, "epoch": 1, "train_loss": 0.3193262815475464, "cos_r_negg": [0.4387080669403076, 0.38923561573028564, 0.3578346371650696, 0.35907790064811707, 0.3495582044124603, 0.32635384798049927, 0.250763475894928], "cos_apical_negg": [0.4387080669403076, 0.38923561573028564, 0.3578346371650696, 0.35907790064811707, 0.3495582044124603, 0.32635384798049927, 0.250763475894928], "cos_Ac_negg": [0.4387080669403076, 0.38923561573028564, 0.3578346371650696, 0.35907790064811707, 0.3495582044124603, 0.32635384798049927, 0.250763475894928], "r_norm": [1.0511564016342163, 1.0552453994750977, 1.0056219100952148, 1.0458905696868896, 1.0520286560058594, 1.002617597579956, 1.067880392074585]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8425, "test_loss": 0.4430008331298828}, {"step": 950, "epoch": 2, "train_loss": 0.3040379285812378, "cos_r_negg": [0.4549174904823303, 0.415134072303772, 0.37296977639198303, 0.37592077255249023, 0.3587302565574646, 0.35355445742607117, 0.2469756305217743], "cos_apical_negg": [0.4549174904823303, 0.415134072303772, 0.37296977639198303, 0.37592077255249023, 0.3587302565574646, 0.35355445742607117, 0.2469756305217743], "cos_Ac_negg": [0.4549174904823303, 0.415134072303772, 0.37296977639198303, 0.37592077255249023, 0.3587302565574646, 0.35355445742607117, 0.2469756305217743], "r_norm": [1.0229988098144531, 1.028464913368225, 0.9793719053268433, 1.0169700384140015, 1.0245171785354614, 0.9733295440673828, 1.0347504615783691]}, {"step": 1000, "epoch": 2, "train_loss": 0.37814217805862427, "cos_r_negg": [0.439632385969162, 0.38700270652770996, 0.34824419021606445, 0.3641420304775238, 0.35578453540802, 0.36316409707069397, 0.2736169099807739], "cos_apical_negg": [0.439632385969162, 0.38700270652770996, 0.34824419021606445, 0.3641420304775238, 0.35578453540802, 0.36316409707069397, 0.2736169099807739], "cos_Ac_negg": [0.439632385969162, 0.38700270652770996, 0.34824419021606445, 0.3641420304775238, 0.35578453540802, 0.36316409707069397, 0.2736169099807739], "r_norm": [1.056039810180664, 1.0563583374023438, 1.0092982053756714, 1.045363426208496, 1.0540471076965332, 0.997467041015625, 1.0654542446136475], "ldr": {"dL_sdil": -0.018964707851409912, "dL_bp": -0.014190912246704102, "ratio": 1.336398077989281}}, {"step": 1050, "epoch": 2, "train_loss": 0.3538663387298584, "cos_r_negg": [0.4778987765312195, 0.4177245497703552, 0.3742562532424927, 0.3644798994064331, 0.358898788690567, 0.35351040959358215, 0.2674010992050171], "cos_apical_negg": [0.4778987765312195, 0.4177245497703552, 0.3742562532424927, 0.3644798994064331, 0.358898788690567, 0.35351040959358215, 0.2674010992050171], "cos_Ac_negg": [0.4778987765312195, 0.4177245497703552, 0.3742562532424927, 0.3644798994064331, 0.358898788690567, 0.35351040959358215, 0.2674010992050171], "r_norm": [0.9930775165557861, 0.9946823120117188, 0.949731171131134, 0.9835512638092041, 0.9916951656341553, 0.9386211633682251, 0.9992222785949707]}, {"step": 1100, "epoch": 2, "train_loss": 0.36236295104026794, "cos_r_negg": [0.46425488591194153, 0.40955913066864014, 0.3676382601261139, 0.3750779330730438, 0.35827168822288513, 0.33306190371513367, 0.2616460919380188], "cos_apical_negg": [0.46425488591194153, 0.40955913066864014, 0.3676382601261139, 0.3750779330730438, 0.35827168822288513, 0.33306190371513367, 0.2616460919380188], "cos_Ac_negg": [0.46425488591194153, 0.40955913066864014, 0.3676382601261139, 0.3750779330730438, 0.35827168822288513, 0.33306190371513367, 0.2616460919380188], "r_norm": [0.9838476181030273, 0.9814379215240479, 0.9389301538467407, 0.973435640335083, 0.9819056391716003, 0.9288357496261597, 0.9904636144638062]}, {"step": 1150, "epoch": 2, "train_loss": 0.39094826579093933, "cos_r_negg": [0.4622618556022644, 0.4061003625392914, 0.362265944480896, 0.36416077613830566, 0.3605863153934479, 0.35957038402557373, 0.25258734822273254], "cos_apical_negg": [0.4622618556022644, 0.4061003625392914, 0.362265944480896, 0.36416077613830566, 0.3605863153934479, 0.35957038402557373, 0.25258734822273254], "cos_Ac_negg": [0.4622618556022644, 0.4061003625392914, 0.362265944480896, 0.36416077613830566, 0.3605863153934479, 0.35957038402557373, 0.25258734822273254], "r_norm": [0.8908213973045349, 0.8947522044181824, 0.8564834594726562, 0.8857982754707336, 0.8899582624435425, 0.8453010320663452, 0.9003192186355591]}, {"step": 1200, "epoch": 2, "train_loss": 0.5543585419654846, "cos_r_negg": [0.48084884881973267, 0.434878408908844, 0.4035412669181824, 0.3976997137069702, 0.3803810477256775, 0.37195244431495667, 0.27778297662734985], "cos_apical_negg": [0.48084884881973267, 0.434878408908844, 0.4035412669181824, 0.3976997137069702, 0.3803810477256775, 0.37195244431495667, 0.27778297662734985], "cos_Ac_negg": [0.48084884881973267, 0.434878408908844, 0.4035412669181824, 0.3976997137069702, 0.3803810477256775, 0.37195244431495667, 0.27778297662734985], "r_norm": [0.9380137920379639, 0.9395984411239624, 0.8963576555252075, 0.9270395040512085, 0.9355431795120239, 0.8860569000244141, 0.943671703338623]}, {"step": 1250, "epoch": 2, "train_loss": 0.2801036834716797, "cos_r_negg": [0.4825880527496338, 0.41993653774261475, 0.3751959204673767, 0.3737122416496277, 0.3848103880882263, 0.36158454418182373, 0.2747398018836975], "cos_apical_negg": [0.4825880527496338, 0.41993653774261475, 0.3751959204673767, 0.3737122416496277, 0.3848103880882263, 0.36158454418182373, 0.2747398018836975], "cos_Ac_negg": [0.4825880527496338, 0.41993653774261475, 0.3751959204673767, 0.3737122416496277, 0.3848103880882263, 0.36158454418182373, 0.2747398018836975], "r_norm": [0.9477924108505249, 0.9470001459121704, 0.9040095210075378, 0.938722550868988, 0.9438939094543457, 0.8950766324996948, 0.9532592296600342], "ldr": {"dL_sdil": -0.012895524501800537, "dL_bp": -0.0126265287399292, "ratio": 1.021304015332471}}, {"step": 1300, "epoch": 2, "train_loss": 0.3099198639392853, "cos_r_negg": [0.4866722822189331, 0.4126317501068115, 0.37774214148521423, 0.37771859765052795, 0.3904830515384674, 0.3658556044101715, 0.2963636517524719], "cos_apical_negg": [0.4866722822189331, 0.4126317501068115, 0.37774214148521423, 0.37771859765052795, 0.3904830515384674, 0.3658556044101715, 0.2963636517524719], "cos_Ac_negg": [0.4866722822189331, 0.4126317501068115, 0.37774214148521423, 0.37771859765052795, 0.3904830515384674, 0.3658556044101715, 0.2963636517524719], "r_norm": [0.8960084915161133, 0.8980230093002319, 0.8566430807113647, 0.8859438300132751, 0.8937729597091675, 0.8489060401916504, 0.9019161462783813]}, {"step": 1350, "epoch": 2, "train_loss": 0.2444358617067337, "cos_r_negg": [0.5095518827438354, 0.4324747323989868, 0.3983938992023468, 0.3815276026725769, 0.392648845911026, 0.39134204387664795, 0.31302735209465027], "cos_apical_negg": [0.5095518827438354, 0.4324747323989868, 0.3983938992023468, 0.3815276026725769, 0.392648845911026, 0.39134204387664795, 0.31302735209465027], "cos_Ac_negg": [0.5095518827438354, 0.4324747323989868, 0.3983938992023468, 0.3815276026725769, 0.392648845911026, 0.39134204387664795, 0.31302735209465027], "r_norm": [0.9052438735961914, 0.9072840213775635, 0.8608512878417969, 0.8902819156646729, 0.9033865928649902, 0.8579269051551819, 0.9110068082809448]}, {"step": 1400, "epoch": 2, "train_loss": 0.5030968189239502, "cos_r_negg": [0.48078644275665283, 0.4245075285434723, 0.39725205302238464, 0.3850063681602478, 0.3734663128852844, 0.3584180474281311, 0.26905733346939087], "cos_apical_negg": [0.48078644275665283, 0.4245075285434723, 0.39725205302238464, 0.3850063681602478, 0.3734663128852844, 0.3584180474281311, 0.26905733346939087], "cos_Ac_negg": [0.48078644275665283, 0.4245075285434723, 0.39725205302238464, 0.3850063681602478, 0.3734663128852844, 0.3584180474281311, 0.26905733346939087], "r_norm": [0.8499125242233276, 0.8538091778755188, 0.8146474361419678, 0.8396224975585938, 0.8498700857162476, 0.804948627948761, 0.8551031351089478]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8546, "test_loss": 0.4113761657714844}, {"step": 1450, "epoch": 3, "train_loss": 0.5203389525413513, "cos_r_negg": [0.4979519546031952, 0.4234302043914795, 0.3934934139251709, 0.3892040550708771, 0.3978315591812134, 0.387352854013443, 0.3018864691257477], "cos_apical_negg": [0.4979519546031952, 0.4234302043914795, 0.3934934139251709, 0.3892040550708771, 0.3978315591812134, 0.387352854013443, 0.3018864691257477], "cos_Ac_negg": [0.4979519546031952, 0.4234302043914795, 0.3934934139251709, 0.3892040550708771, 0.3978315591812134, 0.387352854013443, 0.3018864691257477], "r_norm": [0.9058094024658203, 0.9044273495674133, 0.8639944195747375, 0.8926035165786743, 0.9052806496620178, 0.8579258918762207, 0.9120186567306519]}, {"step": 1500, "epoch": 3, "train_loss": 0.39370644092559814, "cos_r_negg": [0.48094093799591064, 0.43240678310394287, 0.40713512897491455, 0.38362500071525574, 0.3892444670200348, 0.3729248642921448, 0.30659961700439453], "cos_apical_negg": [0.48094093799591064, 0.43240678310394287, 0.40713512897491455, 0.38362500071525574, 0.3892444670200348, 0.3729248642921448, 0.30659961700439453], "cos_Ac_negg": [0.48094093799591064, 0.43240678310394287, 0.40713512897491455, 0.38362500071525574, 0.3892444670200348, 0.3729248642921448, 0.30659961700439453], "r_norm": [0.9315694570541382, 0.9372825026512146, 0.8937641978263855, 0.9216092824935913, 0.9290517568588257, 0.8810910582542419, 0.9376936554908752], "ldr": {"dL_sdil": -0.024713456630706787, "dL_bp": -0.021381407976150513, "ratio": 1.1558385985746562}}, {"step": 1550, "epoch": 3, "train_loss": 0.2786130905151367, "cos_r_negg": [0.4985891580581665, 0.45906543731689453, 0.4285522699356079, 0.41622596979141235, 0.43177932500839233, 0.4027446508407593, 0.30216139554977417], "cos_apical_negg": [0.4985891580581665, 0.45906543731689453, 0.4285522699356079, 0.41622596979141235, 0.43177932500839233, 0.4027446508407593, 0.30216139554977417], "cos_Ac_negg": [0.4985891580581665, 0.45906543731689453, 0.4285522699356079, 0.41622596979141235, 0.43177932500839233, 0.4027446508407593, 0.30216139554977417], "r_norm": [0.8166712522506714, 0.8127039670944214, 0.7744942903518677, 0.7986094355583191, 0.8103432059288025, 0.763710618019104, 0.8130537271499634]}, {"step": 1600, "epoch": 3, "train_loss": 0.3394462466239929, "cos_r_negg": [0.4762343168258667, 0.4311007559299469, 0.4039112627506256, 0.3954882025718689, 0.4137914180755615, 0.40150225162506104, 0.29584142565727234], "cos_apical_negg": [0.4762343168258667, 0.4311007559299469, 0.4039112627506256, 0.3954882025718689, 0.4137914180755615, 0.40150225162506104, 0.29584142565727234], "cos_Ac_negg": [0.4762343168258667, 0.4311007559299469, 0.4039112627506256, 0.3954882025718689, 0.4137914180755615, 0.40150225162506104, 0.29584142565727234], "r_norm": [0.8738616704940796, 0.8744570016860962, 0.8306214809417725, 0.8583801984786987, 0.8669146299362183, 0.8210580348968506, 0.8741284608840942]}, {"step": 1650, "epoch": 3, "train_loss": 0.31524452567100525, "cos_r_negg": [0.4924761652946472, 0.4466264247894287, 0.41827911138534546, 0.4009621739387512, 0.42361122369766235, 0.40238505601882935, 0.2932121753692627], "cos_apical_negg": [0.4924761652946472, 0.4466264247894287, 0.41827911138534546, 0.4009621739387512, 0.42361122369766235, 0.40238505601882935, 0.2932121753692627], "cos_Ac_negg": [0.4924761652946472, 0.4466264247894287, 0.41827911138534546, 0.4009621739387512, 0.42361122369766235, 0.40238505601882935, 0.2932121753692627], "r_norm": [0.8247387409210205, 0.8246501684188843, 0.787589967250824, 0.810457706451416, 0.8206781148910522, 0.7757713794708252, 0.8254886269569397]}, {"step": 1700, "epoch": 3, "train_loss": 0.30336982011795044, "cos_r_negg": [0.49804607033729553, 0.43148669600486755, 0.41271141171455383, 0.39512398838996887, 0.40942710638046265, 0.3911011815071106, 0.2847355008125305], "cos_apical_negg": [0.49804607033729553, 0.43148669600486755, 0.41271141171455383, 0.39512398838996887, 0.40942710638046265, 0.3911011815071106, 0.2847355008125305], "cos_Ac_negg": [0.49804607033729553, 0.43148669600486755, 0.41271141171455383, 0.39512398838996887, 0.40942710638046265, 0.3911011815071106, 0.2847355008125305], "r_norm": [0.8053789138793945, 0.8050141930580139, 0.7681624889373779, 0.7928646206855774, 0.8005446195602417, 0.7579929828643799, 0.8071649074554443]}, {"step": 1750, "epoch": 3, "train_loss": 0.5242685675621033, "cos_r_negg": [0.5295201539993286, 0.47929683327674866, 0.44135621190071106, 0.4276619553565979, 0.42609602212905884, 0.4040423333644867, 0.29503196477890015], "cos_apical_negg": [0.5295201539993286, 0.47929683327674866, 0.44135621190071106, 0.4276619553565979, 0.42609602212905884, 0.4040423333644867, 0.29503196477890015], "cos_Ac_negg": [0.5295201539993286, 0.47929683327674866, 0.44135621190071106, 0.4276619553565979, 0.42609602212905884, 0.4040423333644867, 0.29503196477890015], "r_norm": [0.8160619139671326, 0.8165582418441772, 0.7745882868766785, 0.7972925901412964, 0.8080668449401855, 0.7652592658996582, 0.8124717473983765], "ldr": {"dL_sdil": -0.00883069634437561, "dL_bp": -0.007292270660400391, "ratio": 1.2109666187144446}}, {"step": 1800, "epoch": 3, "train_loss": 0.34337544441223145, "cos_r_negg": [0.5203195214271545, 0.47630536556243896, 0.4367750883102417, 0.4163669943809509, 0.41864442825317383, 0.400829017162323, 0.2863534688949585], "cos_apical_negg": [0.5203195214271545, 0.47630536556243896, 0.4367750883102417, 0.4163669943809509, 0.41864442825317383, 0.400829017162323, 0.2863534688949585], "cos_Ac_negg": [0.5203195214271545, 0.47630536556243896, 0.4367750883102417, 0.4163669943809509, 0.41864442825317383, 0.400829017162323, 0.2863534688949585], "r_norm": [0.8216917514801025, 0.8234056234359741, 0.7831892371177673, 0.8067872524261475, 0.813156008720398, 0.7713143825531006, 0.8210819363594055]}, {"step": 1850, "epoch": 3, "train_loss": 0.4088604152202606, "cos_r_negg": [0.5002124309539795, 0.4460769295692444, 0.41696691513061523, 0.4134104549884796, 0.40499621629714966, 0.4153439998626709, 0.2819022536277771], "cos_apical_negg": [0.5002124309539795, 0.4460769295692444, 0.41696691513061523, 0.4134104549884796, 0.40499621629714966, 0.4153439998626709, 0.2819022536277771], "cos_Ac_negg": [0.5002124309539795, 0.4460769295692444, 0.41696691513061523, 0.4134104549884796, 0.40499621629714966, 0.4153439998626709, 0.2819022536277771], "r_norm": [0.7451509833335876, 0.7426581382751465, 0.7085052132606506, 0.7280478477478027, 0.7349041104316711, 0.6951703429222107, 0.7411863803863525]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8633, "test_loss": 0.3848783843994141}, {"step": 1900, "epoch": 4, "train_loss": 0.22685398161411285, "cos_r_negg": [0.5322513580322266, 0.472189337015152, 0.4506877660751343, 0.43320000171661377, 0.4277378022670746, 0.42099499702453613, 0.3110446333885193], "cos_apical_negg": [0.5322513580322266, 0.472189337015152, 0.4506877660751343, 0.43320000171661377, 0.4277378022670746, 0.42099499702453613, 0.3110446333885193], "cos_Ac_negg": [0.5322513580322266, 0.472189337015152, 0.4506877660751343, 0.43320000171661377, 0.4277378022670746, 0.42099499702453613, 0.3110446333885193], "r_norm": [0.7954388856887817, 0.7930816411972046, 0.7516545653343201, 0.7734271883964539, 0.7818187475204468, 0.7397964000701904, 0.7893179655075073]}, {"step": 1950, "epoch": 4, "train_loss": 0.459343284368515, "cos_r_negg": [0.5206433534622192, 0.4817035496234894, 0.45590633153915405, 0.43071573972702026, 0.41741999983787537, 0.4150477647781372, 0.3311655521392822], "cos_apical_negg": [0.5206433534622192, 0.4817035496234894, 0.45590633153915405, 0.43071573972702026, 0.41741999983787537, 0.4150477647781372, 0.3311655521392822], "cos_Ac_negg": [0.5206433534622192, 0.4817035496234894, 0.45590633153915405, 0.43071573972702026, 0.41741999983787537, 0.4150477647781372, 0.3311655521392822], "r_norm": [0.8342984914779663, 0.8319661617279053, 0.7921661138534546, 0.8153997659683228, 0.8229395747184753, 0.7779840230941772, 0.8299955129623413]}, {"step": 2000, "epoch": 4, "train_loss": 0.340455561876297, "cos_r_negg": [0.5094549655914307, 0.4682043194770813, 0.4243776202201843, 0.40346765518188477, 0.41044896841049194, 0.4079439043998718, 0.325829416513443], "cos_apical_negg": [0.5094549655914307, 0.4682043194770813, 0.4243776202201843, 0.40346765518188477, 0.41044896841049194, 0.4079439043998718, 0.325829416513443], "cos_Ac_negg": [0.5094549655914307, 0.4682043194770813, 0.4243776202201843, 0.40346765518188477, 0.41044896841049194, 0.4079439043998718, 0.325829416513443], "r_norm": [0.8113163113594055, 0.8070804476737976, 0.7666961550712585, 0.7903769612312317, 0.8014260530471802, 0.7547619938850403, 0.8046121001243591], "ldr": {"dL_sdil": -0.012084394693374634, "dL_bp": -0.011239707469940186, "ratio": 1.0751520647395412}}, {"step": 2050, "epoch": 4, "train_loss": 0.34470951557159424, "cos_r_negg": [0.5188482999801636, 0.4824211001396179, 0.440630167722702, 0.4197147488594055, 0.40864264965057373, 0.4213312566280365, 0.32762718200683594], "cos_apical_negg": [0.5188482999801636, 0.4824211001396179, 0.440630167722702, 0.4197147488594055, 0.40864264965057373, 0.4213312566280365, 0.32762718200683594], "cos_Ac_negg": [0.5188482999801636, 0.4824211001396179, 0.440630167722702, 0.4197147488594055, 0.40864264965057373, 0.4213312566280365, 0.32762718200683594], "r_norm": [0.789996862411499, 0.7869417667388916, 0.7500834465026855, 0.7689472436904907, 0.7764974236488342, 0.7341222167015076, 0.780880331993103]}, {"step": 2100, "epoch": 4, "train_loss": 0.2940177917480469, "cos_r_negg": [0.5495524406433105, 0.48454827070236206, 0.4427679777145386, 0.4206172227859497, 0.41884148120880127, 0.41873884201049805, 0.32965272665023804], "cos_apical_negg": [0.5495524406433105, 0.48454827070236206, 0.4427679777145386, 0.4206172227859497, 0.41884148120880127, 0.41873884201049805, 0.32965272665023804], "cos_Ac_negg": [0.5495524406433105, 0.48454827070236206, 0.4427679777145386, 0.4206172227859497, 0.41884148120880127, 0.41873884201049805, 0.32965272665023804], "r_norm": [0.7695079445838928, 0.7642251253128052, 0.7270790934562683, 0.7463721632957458, 0.7562570571899414, 0.7162294983863831, 0.7606635689735413]}, {"step": 2150, "epoch": 4, "train_loss": 0.3116625249385834, "cos_r_negg": [0.5424846410751343, 0.46384572982788086, 0.4420865476131439, 0.4313521385192871, 0.4051194190979004, 0.4108322262763977, 0.3233160376548767], "cos_apical_negg": [0.5424846410751343, 0.46384572982788086, 0.4420865476131439, 0.4313521385192871, 0.4051194190979004, 0.4108322262763977, 0.3233160376548767], "cos_Ac_negg": [0.5424846410751343, 0.46384572982788086, 0.4420865476131439, 0.4313521385192871, 0.4051194190979004, 0.4108322262763977, 0.3233160376548767], "r_norm": [0.7338190078735352, 0.7311849594116211, 0.6957452297210693, 0.7123491764068604, 0.7226290702819824, 0.6824115514755249, 0.7253298759460449]}, {"step": 2200, "epoch": 4, "train_loss": 0.33432862162590027, "cos_r_negg": [0.5586779713630676, 0.48866626620292664, 0.4562451243400574, 0.44416648149490356, 0.4276145398616791, 0.43701618909835815, 0.3400365114212036], "cos_apical_negg": [0.5586779713630676, 0.48866626620292664, 0.4562451243400574, 0.44416648149490356, 0.4276145398616791, 0.43701618909835815, 0.3400365114212036], "cos_Ac_negg": [0.5586779713630676, 0.48866626620292664, 0.4562451243400574, 0.44416648149490356, 0.4276145398616791, 0.43701618909835815, 0.3400365114212036], "r_norm": [0.7502070665359497, 0.7467478513717651, 0.7077699303627014, 0.7290109395980835, 0.7387818694114685, 0.7001656293869019, 0.7434737682342529]}, {"step": 2250, "epoch": 4, "train_loss": 0.26282966136932373, "cos_r_negg": [0.5554307699203491, 0.4922838807106018, 0.45843619108200073, 0.42863088846206665, 0.40299415588378906, 0.41976431012153625, 0.3301541805267334], "cos_apical_negg": [0.5554307699203491, 0.4922838807106018, 0.45843619108200073, 0.42863088846206665, 0.40299415588378906, 0.41976431012153625, 0.3301541805267334], "cos_Ac_negg": [0.5554307699203491, 0.4922838807106018, 0.45843619108200073, 0.42863088846206665, 0.40299415588378906, 0.41976431012153625, 0.3301541805267334], "r_norm": [0.7623900771141052, 0.7520294189453125, 0.7156874537467957, 0.7334709167480469, 0.7452585697174072, 0.7021557092666626, 0.7473152279853821], "ldr": {"dL_sdil": -0.010461866855621338, "dL_bp": -0.008679360151290894, "ratio": 1.2053730543795131}}, {"step": 2300, "epoch": 4, "train_loss": 0.14224615693092346, "cos_r_negg": [0.5471149682998657, 0.4924522638320923, 0.47117042541503906, 0.4433886408805847, 0.42579203844070435, 0.43616926670074463, 0.33871373534202576], "cos_apical_negg": [0.5471149682998657, 0.4924522638320923, 0.47117042541503906, 0.4433886408805847, 0.42579203844070435, 0.43616926670074463, 0.33871373534202576], "cos_Ac_negg": [0.5471149682998657, 0.4924522638320923, 0.47117042541503906, 0.4433886408805847, 0.42579203844070435, 0.43616926670074463, 0.33871373534202576], "r_norm": [0.7623937726020813, 0.7582945823669434, 0.7199468612670898, 0.7373751997947693, 0.7462344169616699, 0.7061600685119629, 0.7522348165512085]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8707, "test_loss": 0.36806266174316404}, {"step": 2350, "epoch": 5, "train_loss": 0.18662995100021362, "cos_r_negg": [0.5364023447036743, 0.47727733850479126, 0.4574175477027893, 0.4288210868835449, 0.4286420941352844, 0.42741838097572327, 0.3373929262161255], "cos_apical_negg": [0.5364023447036743, 0.47727733850479126, 0.4574175477027893, 0.4288210868835449, 0.4286420941352844, 0.42741838097572327, 0.3373929262161255], "cos_Ac_negg": [0.5364023447036743, 0.47727733850479126, 0.4574175477027893, 0.4288210868835449, 0.4286420941352844, 0.42741838097572327, 0.3373929262161255], "r_norm": [0.7115430235862732, 0.7043750882148743, 0.6705909967422485, 0.6879757642745972, 0.6952659487724304, 0.6569341421127319, 0.7009540796279907]}, {"step": 2400, "epoch": 5, "train_loss": 0.3804803490638733, "cos_r_negg": [0.5274417996406555, 0.48002728819847107, 0.4592110216617584, 0.43434417247772217, 0.42157506942749023, 0.43511176109313965, 0.34120261669158936], "cos_apical_negg": [0.5274417996406555, 0.48002728819847107, 0.4592110216617584, 0.43434417247772217, 0.42157506942749023, 0.43511176109313965, 0.34120261669158936], "cos_Ac_negg": [0.5274417996406555, 0.48002728819847107, 0.4592110216617584, 0.43434417247772217, 0.42157506942749023, 0.43511176109313965, 0.34120261669158936], "r_norm": [0.7549991011619568, 0.743823230266571, 0.7069400548934937, 0.7284959554672241, 0.7355269193649292, 0.6942678689956665, 0.7405293583869934]}, {"step": 2450, "epoch": 5, "train_loss": 0.29745784401893616, "cos_r_negg": [0.537886381149292, 0.48279768228530884, 0.4721737802028656, 0.4507431387901306, 0.44067803025245667, 0.4382585883140564, 0.33195722103118896], "cos_apical_negg": [0.537886381149292, 0.48279768228530884, 0.4721737802028656, 0.4507431387901306, 0.44067803025245667, 0.4382585883140564, 0.33195722103118896], "cos_Ac_negg": [0.537886381149292, 0.48279768228530884, 0.4721737802028656, 0.4507431387901306, 0.44067803025245667, 0.4382585883140564, 0.33195722103118896], "r_norm": [0.7118159532546997, 0.7081739902496338, 0.6719669103622437, 0.6880329251289368, 0.6949390172958374, 0.6571495532989502, 0.6999677419662476]}, {"step": 2500, "epoch": 5, "train_loss": 0.2568497657775879, "cos_r_negg": [0.526617169380188, 0.47663503885269165, 0.46727609634399414, 0.4420952796936035, 0.4103860855102539, 0.4437689483165741, 0.3420789837837219], "cos_apical_negg": [0.526617169380188, 0.47663503885269165, 0.46727609634399414, 0.4420952796936035, 0.4103860855102539, 0.4437689483165741, 0.3420789837837219], "cos_Ac_negg": [0.526617169380188, 0.47663503885269165, 0.46727609634399414, 0.4420952796936035, 0.4103860855102539, 0.4437689483165741, 0.3420789837837219], "r_norm": [0.7441003322601318, 0.7355468273162842, 0.699326753616333, 0.7150487899780273, 0.7248854637145996, 0.6844727993011475, 0.7269318699836731], "ldr": {"dL_sdil": -0.009162545204162598, "dL_bp": -0.007655441761016846, "ratio": 1.1968669464406674}}, {"step": 2550, "epoch": 5, "train_loss": 0.20875495672225952, "cos_r_negg": [0.5427796840667725, 0.4913862943649292, 0.4700019955635071, 0.44387978315353394, 0.42006754875183105, 0.4245058596134186, 0.3331671357154846], "cos_apical_negg": [0.5427796840667725, 0.4913862943649292, 0.4700019955635071, 0.44387978315353394, 0.42006754875183105, 0.4245058596134186, 0.3331671357154846], "cos_Ac_negg": [0.5427796840667725, 0.4913862943649292, 0.4700019955635071, 0.44387978315353394, 0.42006754875183105, 0.4245058596134186, 0.3331671357154846], "r_norm": [0.6980637311935425, 0.6920942068099976, 0.6547284126281738, 0.6699031591415405, 0.6782345771789551, 0.6424334049224854, 0.6830376982688904]}, {"step": 2600, "epoch": 5, "train_loss": 0.2626246511936188, "cos_r_negg": [0.5543850660324097, 0.49975770711898804, 0.474229633808136, 0.4457772374153137, 0.4335947334766388, 0.4360494613647461, 0.3411535620689392], "cos_apical_negg": [0.5543850660324097, 0.49975770711898804, 0.474229633808136, 0.4457772374153137, 0.4335947334766388, 0.4360494613647461, 0.3411535620689392], "cos_Ac_negg": [0.5543850660324097, 0.49975770711898804, 0.474229633808136, 0.4457772374153137, 0.4335947334766388, 0.4360494613647461, 0.3411535620689392], "r_norm": [0.7116643190383911, 0.7068102955818176, 0.6652424335479736, 0.6816188097000122, 0.6914258003234863, 0.6548956632614136, 0.6952013969421387]}, {"step": 2650, "epoch": 5, "train_loss": 0.23609912395477295, "cos_r_negg": [0.5261385440826416, 0.47863203287124634, 0.4584670066833496, 0.4335705637931824, 0.4156186580657959, 0.43053102493286133, 0.33983364701271057], "cos_apical_negg": [0.5261385440826416, 0.47863203287124634, 0.4584670066833496, 0.4335705637931824, 0.4156186580657959, 0.43053102493286133, 0.33983364701271057], "cos_Ac_negg": [0.5261385440826416, 0.47863203287124634, 0.4584670066833496, 0.4335705637931824, 0.4156186580657959, 0.43053102493286133, 0.33983364701271057], "r_norm": [0.6930311918258667, 0.6831368803977966, 0.6459270715713501, 0.6629053950309753, 0.6726871728897095, 0.635832667350769, 0.6763628125190735]}, {"step": 2700, "epoch": 5, "train_loss": 0.17425668239593506, "cos_r_negg": [0.5548795461654663, 0.4971846044063568, 0.48113924264907837, 0.45141786336898804, 0.4242967963218689, 0.42745739221572876, 0.33528706431388855], "cos_apical_negg": [0.5548795461654663, 0.4971846044063568, 0.48113924264907837, 0.45141786336898804, 0.4242967963218689, 0.42745739221572876, 0.33528706431388855], "cos_Ac_negg": [0.5548795461654663, 0.4971846044063568, 0.48113924264907837, 0.45141786336898804, 0.4242967963218689, 0.42745739221572876, 0.33528706431388855], "r_norm": [0.676910400390625, 0.6671693921089172, 0.6305932998657227, 0.6461299061775208, 0.6573168635368347, 0.6210070848464966, 0.6593546271324158]}, {"step": 2750, "epoch": 5, "train_loss": 0.41247254610061646, "cos_r_negg": [0.5594897866249084, 0.49883079528808594, 0.472514271736145, 0.44886213541030884, 0.4280443787574768, 0.4273870289325714, 0.3364766836166382], "cos_apical_negg": [0.5594897866249084, 0.49883079528808594, 0.472514271736145, 0.44886213541030884, 0.4280443787574768, 0.4273870289325714, 0.3364766836166382], "cos_Ac_negg": [0.5594897866249084, 0.49883079528808594, 0.472514271736145, 0.44886213541030884, 0.4280443787574768, 0.4273870289325714, 0.3364766836166382], "r_norm": [0.6698122024536133, 0.6630129814147949, 0.6253839731216431, 0.6386829614639282, 0.6480298042297363, 0.6139359474182129, 0.6526145935058594], "ldr": {"dL_sdil": -0.007292211055755615, "dL_bp": -0.00652158260345459, "ratio": 1.1181658654285558}}, {"step": 2800, "epoch": 5, "train_loss": 0.34270596504211426, "cos_r_negg": [0.5715876817703247, 0.5056861042976379, 0.48242563009262085, 0.44521844387054443, 0.4285354018211365, 0.42341214418411255, 0.3422587513923645], "cos_apical_negg": [0.5715876817703247, 0.5056861042976379, 0.48242563009262085, 0.44521844387054443, 0.4285354018211365, 0.42341214418411255, 0.3422587513923645], "cos_Ac_negg": [0.5715876817703247, 0.5056861042976379, 0.48242563009262085, 0.44521844387054443, 0.4285354018211365, 0.42341214418411255, 0.3422587513923645], "r_norm": [0.7171922922134399, 0.7022976875305176, 0.6666164398193359, 0.6804479360580444, 0.6900553703308105, 0.6494338512420654, 0.693737268447876]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8701, "test_loss": 0.36497698974609377}, {"step": 2850, "epoch": 6, "train_loss": 0.1681736707687378, "cos_r_negg": [0.5703030228614807, 0.5117024779319763, 0.4926143288612366, 0.4741106331348419, 0.4446444511413574, 0.4354952573776245, 0.3557361960411072], "cos_apical_negg": [0.5703030228614807, 0.5117024779319763, 0.4926143288612366, 0.4741106331348419, 0.4446444511413574, 0.4354952573776245, 0.3557361960411072], "cos_Ac_negg": [0.5703030228614807, 0.5117024779319763, 0.4926143288612366, 0.4741106331348419, 0.4446444511413574, 0.4354952573776245, 0.3557361960411072], "r_norm": [0.6592077016830444, 0.6482981443405151, 0.6140514612197876, 0.6277436017990112, 0.636737048625946, 0.6007564067840576, 0.6391076445579529]}, {"step": 2900, "epoch": 6, "train_loss": 0.24872833490371704, "cos_r_negg": [0.575776994228363, 0.5233386754989624, 0.5026305317878723, 0.47914552688598633, 0.4359245300292969, 0.4355282783508301, 0.35959213972091675], "cos_apical_negg": [0.575776994228363, 0.5233386754989624, 0.5026305317878723, 0.47914552688598633, 0.4359245300292969, 0.4355282783508301, 0.35959213972091675], "cos_Ac_negg": [0.575776994228363, 0.5233386754989624, 0.5026305317878723, 0.47914552688598633, 0.4359245300292969, 0.4355282783508301, 0.35959213972091675], "r_norm": [0.7001152038574219, 0.6863365173339844, 0.6474043130874634, 0.6614274382591248, 0.671330451965332, 0.6327666640281677, 0.6752538681030273]}, {"step": 2950, "epoch": 6, "train_loss": 0.17705824971199036, "cos_r_negg": [0.5684244632720947, 0.5209808945655823, 0.4935661256313324, 0.46584129333496094, 0.4239736795425415, 0.4357183277606964, 0.35763660073280334], "cos_apical_negg": [0.5684244632720947, 0.5209808945655823, 0.4935661256313324, 0.46584129333496094, 0.4239736795425415, 0.4357183277606964, 0.35763660073280334], "cos_Ac_negg": [0.5684244632720947, 0.5209808945655823, 0.4935661256313324, 0.46584129333496094, 0.4239736795425415, 0.4357183277606964, 0.35763660073280334], "r_norm": [0.649303138256073, 0.6400085687637329, 0.6039787530899048, 0.6168016791343689, 0.6271615028381348, 0.5920456647872925, 0.6301310062408447]}, {"step": 3000, "epoch": 6, "train_loss": 0.335620641708374, "cos_r_negg": [0.5576665997505188, 0.5082015991210938, 0.4803335666656494, 0.45744821429252625, 0.4194124937057495, 0.432370126247406, 0.35708943009376526], "cos_apical_negg": [0.5576665997505188, 0.5082015991210938, 0.4803335666656494, 0.45744821429252625, 0.4194124937057495, 0.432370126247406, 0.35708943009376526], "cos_Ac_negg": [0.5576665997505188, 0.5082015991210938, 0.4803335666656494, 0.45744821429252625, 0.4194124937057495, 0.432370126247406, 0.35708943009376526], "r_norm": [0.6776086091995239, 0.6649985313415527, 0.6271189451217651, 0.6400245428085327, 0.6497299075126648, 0.6129719614982605, 0.6532070636749268], "ldr": {"dL_sdil": -0.00729602575302124, "dL_bp": -0.00742107629776001, "ratio": 0.98314927111361}}, {"step": 3050, "epoch": 6, "train_loss": 0.34259623289108276, "cos_r_negg": [0.5597872138023376, 0.5178136229515076, 0.4859605133533478, 0.4606494605541229, 0.4157666862010956, 0.4277070164680481, 0.3569432497024536], "cos_apical_negg": [0.5597872138023376, 0.5178136229515076, 0.4859605133533478, 0.4606494605541229, 0.4157666862010956, 0.4277070164680481, 0.3569432497024536], "cos_Ac_negg": [0.5597872138023376, 0.5178136229515076, 0.4859605133533478, 0.4606494605541229, 0.4157666862010956, 0.4277070164680481, 0.3569432497024536], "r_norm": [0.6784741282463074, 0.6664371490478516, 0.6274706125259399, 0.6396045088768005, 0.6508866548538208, 0.6142317652702332, 0.6527429223060608]}, {"step": 3100, "epoch": 6, "train_loss": 0.28807681798934937, "cos_r_negg": [0.5719192028045654, 0.5226697325706482, 0.4902326762676239, 0.46635696291923523, 0.42979151010513306, 0.4454171061515808, 0.3791862726211548], "cos_apical_negg": [0.5719192028045654, 0.5226697325706482, 0.4902326762676239, 0.46635696291923523, 0.42979151010513306, 0.4454171061515808, 0.3791862726211548], "cos_Ac_negg": [0.5719192028045654, 0.5226697325706482, 0.4902326762676239, 0.46635696291923523, 0.42979151010513306, 0.4454171061515808, 0.3791862726211548], "r_norm": [0.6757615804672241, 0.6640803813934326, 0.625952959060669, 0.6379105448722839, 0.6472136378288269, 0.612264096736908, 0.6527465581893921]}, {"step": 3150, "epoch": 6, "train_loss": 0.35890835523605347, "cos_r_negg": [0.5926002860069275, 0.533710241317749, 0.4925800561904907, 0.47319871187210083, 0.43270552158355713, 0.43268802762031555, 0.37382662296295166], "cos_apical_negg": [0.5926002860069275, 0.533710241317749, 0.4925800561904907, 0.47319871187210083, 0.43270552158355713, 0.43268802762031555, 0.37382662296295166], "cos_Ac_negg": [0.5926002860069275, 0.533710241317749, 0.4925800561904907, 0.47319871187210083, 0.43270552158355713, 0.43268802762031555, 0.37382662296295166], "r_norm": [0.6619613766670227, 0.6493873000144958, 0.6101181507110596, 0.6223478317260742, 0.6322957873344421, 0.5970902442932129, 0.6371728181838989]}, {"step": 3200, "epoch": 6, "train_loss": 0.21657787263393402, "cos_r_negg": [0.5808649659156799, 0.5351321697235107, 0.4984075129032135, 0.4742441177368164, 0.431391179561615, 0.4415559470653534, 0.3812362253665924], "cos_apical_negg": [0.5808649659156799, 0.5351321697235107, 0.4984075129032135, 0.4742441177368164, 0.431391179561615, 0.4415559470653534, 0.3812362253665924], "cos_Ac_negg": [0.5808649659156799, 0.5351321697235107, 0.4984075129032135, 0.4742441177368164, 0.431391179561615, 0.4415559470653534, 0.3812362253665924], "r_norm": [0.6624776124954224, 0.6495672464370728, 0.6122009754180908, 0.6223887801170349, 0.63230961561203, 0.5959076881408691, 0.6355387568473816]}, {"step": 3250, "epoch": 6, "train_loss": 0.16135019063949585, "cos_r_negg": [0.5827767252922058, 0.5372369289398193, 0.49559858441352844, 0.46993550658226013, 0.4290713369846344, 0.44632643461227417, 0.3903111517429352], "cos_apical_negg": [0.5827767252922058, 0.5372369289398193, 0.49559858441352844, 0.46993550658226013, 0.4290713369846344, 0.44632643461227417, 0.3903111517429352], "cos_Ac_negg": [0.5827767252922058, 0.5372369289398193, 0.49559858441352844, 0.46993550658226013, 0.4290713369846344, 0.44632643461227417, 0.3903111517429352], "r_norm": [0.6403747797012329, 0.6256382465362549, 0.5891073942184448, 0.6011242866516113, 0.6101723909378052, 0.5754241943359375, 0.6142364740371704], "ldr": {"dL_sdil": -0.009017854928970337, "dL_bp": -0.008132129907608032, "ratio": 1.1089167329377834}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8713, "test_loss": 0.3684832122802734}, {"step": 3300, "epoch": 7, "train_loss": 0.2742317020893097, "cos_r_negg": [0.5941659212112427, 0.5380771160125732, 0.49846309423446655, 0.47793132066726685, 0.4405224323272705, 0.45335960388183594, 0.3862794041633606], "cos_apical_negg": [0.5941659212112427, 0.5380771160125732, 0.49846309423446655, 0.47793132066726685, 0.4405224323272705, 0.45335960388183594, 0.3862794041633606], "cos_Ac_negg": [0.5941659212112427, 0.5380771160125732, 0.49846309423446655, 0.47793132066726685, 0.4405224323272705, 0.45335960388183594, 0.3862794041633606], "r_norm": [0.631284236907959, 0.6153475046157837, 0.5804381966590881, 0.5922274589538574, 0.5997693538665771, 0.5671913623809814, 0.6050011515617371]}, {"step": 3350, "epoch": 7, "train_loss": 0.22045527398586273, "cos_r_negg": [0.590936005115509, 0.5382158756256104, 0.497318834066391, 0.4802992045879364, 0.4493613839149475, 0.4598533511161804, 0.40032434463500977], "cos_apical_negg": [0.590936005115509, 0.5382158756256104, 0.497318834066391, 0.4802992045879364, 0.4493613839149475, 0.4598533511161804, 0.40032434463500977], "cos_Ac_negg": [0.590936005115509, 0.5382158756256104, 0.497318834066391, 0.4802992045879364, 0.4493613839149475, 0.4598533511161804, 0.40032434463500977], "r_norm": [0.6606494188308716, 0.6465750932693481, 0.6082417964935303, 0.6182874441146851, 0.6268362402915955, 0.5919363498687744, 0.632182240486145]}, {"step": 3400, "epoch": 7, "train_loss": 0.22368580102920532, "cos_r_negg": [0.5893566608428955, 0.5458053350448608, 0.5105831027030945, 0.48890334367752075, 0.4626116454601288, 0.4551634192466736, 0.3896442949771881], "cos_apical_negg": [0.5893566608428955, 0.5458053350448608, 0.5105831027030945, 0.48890334367752075, 0.4626116454601288, 0.4551634192466736, 0.3896442949771881], "cos_Ac_negg": [0.5893566608428955, 0.5458053350448608, 0.5105831027030945, 0.48890334367752075, 0.4626116454601288, 0.4551634192466736, 0.3896442949771881], "r_norm": [0.6268129348754883, 0.6084558367729187, 0.5727540254592896, 0.5841670632362366, 0.5925214290618896, 0.5594949722290039, 0.5980530381202698]}, {"step": 3450, "epoch": 7, "train_loss": 0.25166431069374084, "cos_r_negg": [0.5799320936203003, 0.5360540151596069, 0.4986748993396759, 0.4848007261753082, 0.4647783935070038, 0.46349573135375977, 0.38779860734939575], "cos_apical_negg": [0.5799320936203003, 0.5360540151596069, 0.4986748993396759, 0.4848007261753082, 0.4647783935070038, 0.46349573135375977, 0.38779860734939575], "cos_Ac_negg": [0.5799320936203003, 0.5360540151596069, 0.4986748993396759, 0.4848007261753082, 0.4647783935070038, 0.46349573135375977, 0.38779860734939575], "r_norm": [0.644284188747406, 0.6254547238349915, 0.5870535373687744, 0.5960995554924011, 0.6065202951431274, 0.5709322094917297, 0.6104326248168945]}, {"step": 3500, "epoch": 7, "train_loss": 0.391889750957489, "cos_r_negg": [0.5841308832168579, 0.5388625860214233, 0.5122424364089966, 0.4868030548095703, 0.46145182847976685, 0.4564839005470276, 0.39393001794815063], "cos_apical_negg": [0.5841308832168579, 0.5388625860214233, 0.5122424364089966, 0.4868030548095703, 0.46145182847976685, 0.4564839005470276, 0.39393001794815063], "cos_Ac_negg": [0.5841308832168579, 0.5388625860214233, 0.5122424364089966, 0.4868030548095703, 0.46145182847976685, 0.4564839005470276, 0.39393001794815063], "r_norm": [0.666384220123291, 0.6471371650695801, 0.6075758934020996, 0.6169368028640747, 0.6283437609672546, 0.5918064713478088, 0.6311107873916626], "ldr": {"dL_sdil": -0.01523512601852417, "dL_bp": -0.015607506036758423, "ratio": 0.976140965932851}}, {"step": 3550, "epoch": 7, "train_loss": 0.26787492632865906, "cos_r_negg": [0.574882984161377, 0.5327389240264893, 0.49750006198883057, 0.4578166604042053, 0.439311683177948, 0.44455963373184204, 0.38884836435317993], "cos_apical_negg": [0.574882984161377, 0.5327389240264893, 0.49750006198883057, 0.4578166604042053, 0.439311683177948, 0.44455963373184204, 0.38884836435317993], "cos_Ac_negg": [0.574882984161377, 0.5327389240264893, 0.49750006198883057, 0.4578166604042053, 0.439311683177948, 0.44455963373184204, 0.38884836435317993], "r_norm": [0.6296573877334595, 0.6135358214378357, 0.5760849118232727, 0.5861272811889648, 0.5941820740699768, 0.5605088472366333, 0.5996236205101013]}, {"step": 3600, "epoch": 7, "train_loss": 0.1918543130159378, "cos_r_negg": [0.5986001491546631, 0.5515826344490051, 0.5103723406791687, 0.49008023738861084, 0.46284961700439453, 0.45581457018852234, 0.3910307288169861], "cos_apical_negg": [0.5986001491546631, 0.5515826344490051, 0.5103723406791687, 0.49008023738861084, 0.46284961700439453, 0.45581457018852234, 0.3910307288169861], "cos_Ac_negg": [0.5986001491546631, 0.5515826344490051, 0.5103723406791687, 0.49008023738861084, 0.46284961700439453, 0.45581457018852234, 0.3910307288169861], "r_norm": [0.6309562921524048, 0.6129860281944275, 0.5734025239944458, 0.5840352773666382, 0.5936583876609802, 0.5608829855918884, 0.5979990363121033]}, {"step": 3650, "epoch": 7, "train_loss": 0.33615386486053467, "cos_r_negg": [0.5885387659072876, 0.5330959558486938, 0.49679774045944214, 0.47374773025512695, 0.45464658737182617, 0.45707982778549194, 0.3909013569355011], "cos_apical_negg": [0.5885387659072876, 0.5330959558486938, 0.49679774045944214, 0.47374773025512695, 0.45464658737182617, 0.45707982778549194, 0.3909013569355011], "cos_Ac_negg": [0.5885387659072876, 0.5330959558486938, 0.49679774045944214, 0.47374773025512695, 0.45464658737182617, 0.45707982778549194, 0.3909013569355011], "r_norm": [0.6021004915237427, 0.5842370390892029, 0.5480743050575256, 0.5572125911712646, 0.5659753680229187, 0.5342075824737549, 0.571902871131897]}, {"step": 3700, "epoch": 7, "train_loss": 0.3187907040119171, "cos_r_negg": [0.5837633609771729, 0.5427303910255432, 0.4960290789604187, 0.47025224566459656, 0.4520300328731537, 0.4498666524887085, 0.39223748445510864], "cos_apical_negg": [0.5837633609771729, 0.5427303910255432, 0.4960290789604187, 0.47025224566459656, 0.4520300328731537, 0.4498666524887085, 0.39223748445510864], "cos_Ac_negg": [0.5837633609771729, 0.5427303910255432, 0.4960290789604187, 0.47025224566459656, 0.4520300328731537, 0.4498666524887085, 0.39223748445510864], "r_norm": [0.6337198615074158, 0.612401008605957, 0.5758621692657471, 0.5867496728897095, 0.5942994356155396, 0.5611652731895447, 0.6010558009147644]}, {"step": 3750, "epoch": 7, "train_loss": 0.32941514253616333, "cos_r_negg": [0.5823335647583008, 0.5490148067474365, 0.5081210136413574, 0.4955732226371765, 0.456523060798645, 0.4647407531738281, 0.3976602554321289], "cos_apical_negg": [0.5823335647583008, 0.5490148067474365, 0.5081210136413574, 0.4955732226371765, 0.456523060798645, 0.4647407531738281, 0.3976602554321289], "cos_Ac_negg": [0.5823335647583008, 0.5490148067474365, 0.5081210136413574, 0.4955732226371765, 0.456523060798645, 0.4647407531738281, 0.3976602554321289], "r_norm": [0.627256453037262, 0.6072263717651367, 0.5690994262695312, 0.5783587694168091, 0.5883058309555054, 0.5553222894668579, 0.5925489664077759], "ldr": {"dL_sdil": -0.008917182683944702, "dL_bp": -0.00989675521850586, "ratio": 0.9010208383522043}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8762, "test_loss": 0.36458798217773436}, {"step": 3800, "epoch": 8, "train_loss": 0.22358301281929016, "cos_r_negg": [0.5943710803985596, 0.5428862571716309, 0.500200629234314, 0.4814438819885254, 0.45231401920318604, 0.45823273062705994, 0.41407740116119385], "cos_apical_negg": [0.5943710803985596, 0.5428862571716309, 0.500200629234314, 0.4814438819885254, 0.45231401920318604, 0.45823273062705994, 0.41407740116119385], "cos_Ac_negg": [0.5943710803985596, 0.5428862571716309, 0.500200629234314, 0.4814438819885254, 0.45231401920318604, 0.45823273062705994, 0.41407740116119385], "r_norm": [0.5719709396362305, 0.5548524856567383, 0.5197880864143372, 0.5275400876998901, 0.53648841381073, 0.5050394535064697, 0.5397653579711914]}, {"step": 3850, "epoch": 8, "train_loss": 0.30549687147140503, "cos_r_negg": [0.5862336158752441, 0.5489022135734558, 0.4937105178833008, 0.47682416439056396, 0.45496952533721924, 0.46127524971961975, 0.4192376136779785], "cos_apical_negg": [0.5862336158752441, 0.5489022135734558, 0.4937105178833008, 0.47682416439056396, 0.45496952533721924, 0.46127524971961975, 0.4192376136779785], "cos_Ac_negg": [0.5862336158752441, 0.5489022135734558, 0.4937105178833008, 0.47682416439056396, 0.45496952533721924, 0.46127524971961975, 0.4192376136779785], "r_norm": [0.6065912842750549, 0.5875403881072998, 0.5507173538208008, 0.5597554445266724, 0.5699996948242188, 0.5370995998382568, 0.5737560391426086]}, {"step": 3900, "epoch": 8, "train_loss": 0.2506626844406128, "cos_r_negg": [0.5742707848548889, 0.5448074340820312, 0.505021333694458, 0.48778611421585083, 0.45496392250061035, 0.46530604362487793, 0.41141587495803833], "cos_apical_negg": [0.5742707848548889, 0.5448074340820312, 0.505021333694458, 0.48778611421585083, 0.45496392250061035, 0.46530604362487793, 0.41141587495803833], "cos_Ac_negg": [0.5742707848548889, 0.5448074340820312, 0.505021333694458, 0.48778611421585083, 0.45496392250061035, 0.46530604362487793, 0.41141587495803833], "r_norm": [0.6456274390220642, 0.6234936714172363, 0.5839989185333252, 0.5917183756828308, 0.6013225317001343, 0.5665731430053711, 0.6052018404006958]}, {"step": 3950, "epoch": 8, "train_loss": 0.34263718128204346, "cos_r_negg": [0.5884013772010803, 0.5478198528289795, 0.5043955445289612, 0.4871625304222107, 0.4645380973815918, 0.46124452352523804, 0.41690194606781006], "cos_apical_negg": [0.5884013772010803, 0.5478198528289795, 0.5043955445289612, 0.4871625304222107, 0.4645380973815918, 0.46124452352523804, 0.41690194606781006], "cos_Ac_negg": [0.5884013772010803, 0.5478198528289795, 0.5043955445289612, 0.4871625304222107, 0.4645380973815918, 0.46124452352523804, 0.41690194606781006], "r_norm": [0.5873745083808899, 0.5668081045150757, 0.5319740176200867, 0.5378854274749756, 0.5460198521614075, 0.5145235061645508, 0.5506727695465088]}, {"step": 4000, "epoch": 8, "train_loss": 0.37626832723617554, "cos_r_negg": [0.6009342670440674, 0.560218334197998, 0.5167573690414429, 0.49153822660446167, 0.4781497120857239, 0.4653513431549072, 0.42449089884757996], "cos_apical_negg": [0.6009342670440674, 0.560218334197998, 0.5167573690414429, 0.49153822660446167, 0.4781497120857239, 0.4653513431549072, 0.42449089884757996], "cos_Ac_negg": [0.6009342670440674, 0.560218334197998, 0.5167573690414429, 0.49153822660446167, 0.4781497120857239, 0.4653513431549072, 0.42449089884757996], "r_norm": [0.610815167427063, 0.5891536474227905, 0.5517008304595947, 0.5580852627754211, 0.5681110620498657, 0.5365030169487, 0.5751490592956543], "ldr": {"dL_sdil": -0.011827617883682251, "dL_bp": -0.014212310314178467, "ratio": 0.8322093749868942}}, {"step": 4050, "epoch": 8, "train_loss": 0.2103564292192459, "cos_r_negg": [0.6076980829238892, 0.5567001700401306, 0.5111104846000671, 0.4853874444961548, 0.4695918560028076, 0.45800942182540894, 0.4238290786743164], "cos_apical_negg": [0.6076980829238892, 0.5567001700401306, 0.5111104846000671, 0.4853874444961548, 0.4695918560028076, 0.45800942182540894, 0.4238290786743164], "cos_Ac_negg": [0.6076980829238892, 0.5567001700401306, 0.5111104846000671, 0.4853874444961548, 0.4695918560028076, 0.45800942182540894, 0.4238290786743164], "r_norm": [0.6462312936782837, 0.6139939427375793, 0.5756468772888184, 0.5832568407058716, 0.594233512878418, 0.5596845746040344, 0.6011485457420349]}, {"step": 4100, "epoch": 8, "train_loss": 0.21967050433158875, "cos_r_negg": [0.5921176671981812, 0.5607008934020996, 0.5098789930343628, 0.4833899438381195, 0.46283626556396484, 0.44741231203079224, 0.40390700101852417], "cos_apical_negg": [0.5921176671981812, 0.5607008934020996, 0.5098789930343628, 0.4833899438381195, 0.46283626556396484, 0.44741231203079224, 0.40390700101852417], "cos_Ac_negg": [0.5921176671981812, 0.5607008934020996, 0.5098789930343628, 0.4833899438381195, 0.46283626556396484, 0.44741231203079224, 0.40390700101852417], "r_norm": [0.6006758809089661, 0.5754613876342773, 0.5371794700622559, 0.5440174341201782, 0.5544127225875854, 0.5231661796569824, 0.5613706111907959]}, {"step": 4150, "epoch": 8, "train_loss": 0.2398557960987091, "cos_r_negg": [0.6042395830154419, 0.565258264541626, 0.511314868927002, 0.4957987368106842, 0.4605925381183624, 0.45962128043174744, 0.4041416347026825], "cos_apical_negg": [0.6042395830154419, 0.565258264541626, 0.511314868927002, 0.4957987368106842, 0.4605925381183624, 0.45962128043174744, 0.4041416347026825], "cos_Ac_negg": [0.6042395830154419, 0.565258264541626, 0.511314868927002, 0.4957987368106842, 0.4605925381183624, 0.45962128043174744, 0.4041416347026825], "r_norm": [0.5784047842025757, 0.5533517599105835, 0.5177227258682251, 0.5242063403129578, 0.533901035785675, 0.5023010969161987, 0.5387500524520874]}, {"step": 4200, "epoch": 8, "train_loss": 0.25614893436431885, "cos_r_negg": [0.5865726470947266, 0.5436617136001587, 0.49210625886917114, 0.47776171565055847, 0.45285823941230774, 0.4545723795890808, 0.40731969475746155], "cos_apical_negg": [0.5865726470947266, 0.5436617136001587, 0.49210625886917114, 0.47776171565055847, 0.45285823941230774, 0.4545723795890808, 0.40731969475746155], "cos_Ac_negg": [0.5865726470947266, 0.5436617136001587, 0.49210625886917114, 0.47776171565055847, 0.45285823941230774, 0.4545723795890808, 0.40731969475746155], "r_norm": [0.5680610537528992, 0.5467324256896973, 0.5109144449234009, 0.5173577070236206, 0.5249232053756714, 0.4955022931098938, 0.5317618250846863]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8753, "test_loss": 0.3650987335205078}, {"step": 4250, "epoch": 9, "train_loss": 0.2086421549320221, "cos_r_negg": [0.5835871696472168, 0.5575909614562988, 0.49947959184646606, 0.4810997247695923, 0.4687831699848175, 0.45994850993156433, 0.41074472665786743], "cos_apical_negg": [0.5835871696472168, 0.5575909614562988, 0.49947959184646606, 0.4810997247695923, 0.4687831699848175, 0.45994850993156433, 0.41074472665786743], "cos_Ac_negg": [0.5835871696472168, 0.5575909614562988, 0.49947959184646606, 0.4810997247695923, 0.4687831699848175, 0.45994850993156433, 0.41074472665786743], "r_norm": [0.5715851187705994, 0.5479541420936584, 0.5128875374794006, 0.5184990167617798, 0.5268218517303467, 0.4955943822860718, 0.5333763957023621], "ldr": {"dL_sdil": -0.011075735092163086, "dL_bp": -0.012006908655166626, "ratio": 0.9224468520793775}}, {"step": 4300, "epoch": 9, "train_loss": 0.176706925034523, "cos_r_negg": [0.5844513177871704, 0.5495946407318115, 0.502551257610321, 0.4747486710548401, 0.45746880769729614, 0.4435428977012634, 0.41507524251937866], "cos_apical_negg": [0.5844513177871704, 0.5495946407318115, 0.502551257610321, 0.4747486710548401, 0.45746880769729614, 0.4435428977012634, 0.41507524251937866], "cos_Ac_negg": [0.5844513177871704, 0.5495946407318115, 0.502551257610321, 0.4747486710548401, 0.45746880769729614, 0.4435428977012634, 0.41507524251937866], "r_norm": [0.6027703285217285, 0.5766214728355408, 0.5392805337905884, 0.5436586141586304, 0.5540724396705627, 0.5193073749542236, 0.5591269731521606]}, {"step": 4350, "epoch": 9, "train_loss": 0.14450302720069885, "cos_r_negg": [0.591965913772583, 0.5594086647033691, 0.5155943036079407, 0.48299917578697205, 0.45786941051483154, 0.4538571834564209, 0.421288400888443], "cos_apical_negg": [0.591965913772583, 0.5594086647033691, 0.5155943036079407, 0.48299917578697205, 0.45786941051483154, 0.4538571834564209, 0.421288400888443], "cos_Ac_negg": [0.591965913772583, 0.5594086647033691, 0.5155943036079407, 0.48299917578697205, 0.45786941051483154, 0.4538571834564209, 0.421288400888443], "r_norm": [0.5839419364929199, 0.5556251406669617, 0.5182600617408752, 0.5245756506919861, 0.5366314649581909, 0.5047508478164673, 0.542180061340332]}, {"step": 4400, "epoch": 9, "train_loss": 0.26060009002685547, "cos_r_negg": [0.570451021194458, 0.5442402958869934, 0.5048251152038574, 0.4798269271850586, 0.46125704050064087, 0.4460667371749878, 0.41409677267074585], "cos_apical_negg": [0.570451021194458, 0.5442402958869934, 0.5048251152038574, 0.4798269271850586, 0.46125704050064087, 0.4460667371749878, 0.41409677267074585], "cos_Ac_negg": [0.570451021194458, 0.5442402958869934, 0.5048251152038574, 0.4798269271850586, 0.46125704050064087, 0.4460667371749878, 0.41409677267074585], "r_norm": [0.6044783592224121, 0.5767232179641724, 0.5392823219299316, 0.5448242425918579, 0.553280234336853, 0.5221222043037415, 0.5611499547958374]}, {"step": 4450, "epoch": 9, "train_loss": 0.1363382637500763, "cos_r_negg": [0.5887598395347595, 0.5530933141708374, 0.5047265887260437, 0.48968175053596497, 0.4732608497142792, 0.4588552713394165, 0.4336133599281311], "cos_apical_negg": [0.5887598395347595, 0.5530933141708374, 0.5047265887260437, 0.48968175053596497, 0.4732608497142792, 0.4588552713394165, 0.4336133599281311], "cos_Ac_negg": [0.5887598395347595, 0.5530933141708374, 0.5047265887260437, 0.48968175053596497, 0.4732608497142792, 0.4588552713394165, 0.4336133599281311], "r_norm": [0.5911476612091064, 0.563437283039093, 0.526816725730896, 0.5309708714485168, 0.5403493046760559, 0.5088252425193787, 0.5471158623695374]}, {"step": 4500, "epoch": 9, "train_loss": 0.24076835811138153, "cos_r_negg": [0.5786395072937012, 0.546775221824646, 0.5054264068603516, 0.47865670919418335, 0.4675518870353699, 0.45365118980407715, 0.41773009300231934], "cos_apical_negg": [0.5786395072937012, 0.546775221824646, 0.5054264068603516, 0.47865670919418335, 0.4675518870353699, 0.45365118980407715, 0.41773009300231934], "cos_Ac_negg": [0.5786395072937012, 0.546775221824646, 0.5054264068603516, 0.47865670919418335, 0.4675518870353699, 0.45365118980407715, 0.41773009300231934], "r_norm": [0.5856090784072876, 0.5559749007225037, 0.5175344944000244, 0.5226832628250122, 0.5342109799385071, 0.5032479763031006, 0.5410991907119751], "ldr": {"dL_sdil": -0.010548293590545654, "dL_bp": -0.013747453689575195, "ratio": 0.767290716428782}}, {"step": 4550, "epoch": 9, "train_loss": 0.160024955868721, "cos_r_negg": [0.5893272161483765, 0.5499242544174194, 0.5005807280540466, 0.47643381357192993, 0.45325544476509094, 0.44439786672592163, 0.41461533308029175], "cos_apical_negg": [0.5893272161483765, 0.5499242544174194, 0.5005807280540466, 0.47643381357192993, 0.45325544476509094, 0.44439786672592163, 0.41461533308029175], "cos_Ac_negg": [0.5893272161483765, 0.5499242544174194, 0.5005807280540466, 0.47643381357192993, 0.45325544476509094, 0.44439786672592163, 0.41461533308029175], "r_norm": [0.5327887535095215, 0.5046166181564331, 0.4699929356575012, 0.4761680066585541, 0.4848562479019165, 0.4572957754135132, 0.4918745160102844]}, {"step": 4600, "epoch": 9, "train_loss": 0.24739912152290344, "cos_r_negg": [0.5990157127380371, 0.5634815096855164, 0.5087774395942688, 0.4945682883262634, 0.46558836102485657, 0.45587027072906494, 0.41296374797821045], "cos_apical_negg": [0.5990157127380371, 0.5634815096855164, 0.5087774395942688, 0.4945682883262634, 0.46558836102485657, 0.45587027072906494, 0.41296374797821045], "cos_Ac_negg": [0.5990157127380371, 0.5634815096855164, 0.5087774395942688, 0.4945682883262634, 0.46558836102485657, 0.45587027072906494, 0.41296374797821045], "r_norm": [0.5666277408599854, 0.5367562174797058, 0.499799519777298, 0.5052313208580017, 0.5129608511924744, 0.48350733518600464, 0.5205925107002258]}, {"step": 4650, "epoch": 9, "train_loss": 0.2670010030269623, "cos_r_negg": [0.5960736274719238, 0.5578336119651794, 0.5149070024490356, 0.491227924823761, 0.4694233238697052, 0.44780588150024414, 0.4157310128211975], "cos_apical_negg": [0.5960736274719238, 0.5578336119651794, 0.5149070024490356, 0.491227924823761, 0.4694233238697052, 0.44780588150024414, 0.4157310128211975], "cos_Ac_negg": [0.5960736274719238, 0.5578336119651794, 0.5149070024490356, 0.491227924823761, 0.4694233238697052, 0.44780588150024414, 0.4157310128211975], "r_norm": [0.5612512826919556, 0.5293340682983398, 0.49286556243896484, 0.498058021068573, 0.5065386295318604, 0.47612690925598145, 0.5138956904411316]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8834, "test_loss": 0.3534697662353516}, {"step": 4700, "epoch": 10, "train_loss": 0.2922915816307068, "cos_r_negg": [0.5957169532775879, 0.5560102462768555, 0.5033087730407715, 0.48102468252182007, 0.46439480781555176, 0.4549940824508667, 0.4214729070663452], "cos_apical_negg": [0.5957169532775879, 0.5560102462768555, 0.5033087730407715, 0.48102468252182007, 0.46439480781555176, 0.4549940824508667, 0.4214729070663452], "cos_Ac_negg": [0.5957169532775879, 0.5560102462768555, 0.5033087730407715, 0.48102468252182007, 0.46439480781555176, 0.4549940824508667, 0.4214729070663452], "r_norm": [0.5643928647041321, 0.5356454849243164, 0.4967765808105469, 0.501895546913147, 0.5109218955039978, 0.4823988378047943, 0.5190966725349426]}, {"step": 4750, "epoch": 10, "train_loss": 0.2615574896335602, "cos_r_negg": [0.5904653072357178, 0.5581099390983582, 0.510789692401886, 0.49147671461105347, 0.4695494771003723, 0.4530016779899597, 0.42683297395706177], "cos_apical_negg": [0.5904653072357178, 0.5581099390983582, 0.510789692401886, 0.49147671461105347, 0.4695494771003723, 0.4530016779899597, 0.42683297395706177], "cos_Ac_negg": [0.5904653072357178, 0.5581099390983582, 0.510789692401886, 0.49147671461105347, 0.4695494771003723, 0.4530016779899597, 0.42683297395706177], "r_norm": [0.5496602654457092, 0.5201010704040527, 0.4822608530521393, 0.48719266057014465, 0.49640560150146484, 0.4685468375682831, 0.5041427612304688], "ldr": {"dL_sdil": -0.010047495365142822, "dL_bp": -0.011472642421722412, "ratio": 0.875778656372903}}, {"step": 4800, "epoch": 10, "train_loss": 0.196872740983963, "cos_r_negg": [0.5763970613479614, 0.545659065246582, 0.5019029378890991, 0.4897184371948242, 0.47748109698295593, 0.4536625146865845, 0.42416059970855713], "cos_apical_negg": [0.5763970613479614, 0.545659065246582, 0.5019029378890991, 0.4897184371948242, 0.47748109698295593, 0.4536625146865845, 0.42416059970855713], "cos_Ac_negg": [0.5763970613479614, 0.545659065246582, 0.5019029378890991, 0.4897184371948242, 0.47748109698295593, 0.4536625146865845, 0.42416059970855713], "r_norm": [0.5315448045730591, 0.5027047395706177, 0.4672348201274872, 0.4712778329849243, 0.4800476133823395, 0.45259159803390503, 0.4875830113887787]}, {"step": 4850, "epoch": 10, "train_loss": 0.2329375296831131, "cos_r_negg": [0.5911617875099182, 0.5533408522605896, 0.5079764723777771, 0.4871175289154053, 0.4804356098175049, 0.4692143499851227, 0.43932241201400757], "cos_apical_negg": [0.5911617875099182, 0.5533408522605896, 0.5079764723777771, 0.4871175289154053, 0.4804356098175049, 0.4692143499851227, 0.43932241201400757], "cos_Ac_negg": [0.5911617875099182, 0.5533408522605896, 0.5079764723777771, 0.4871175289154053, 0.4804356098175049, 0.4692143499851227, 0.43932241201400757], "r_norm": [0.5520861148834229, 0.5210593938827515, 0.48546260595321655, 0.4885295629501343, 0.49628353118896484, 0.468098908662796, 0.5043514966964722]}, {"step": 4900, "epoch": 10, "train_loss": 0.15610593557357788, "cos_r_negg": [0.5752094984054565, 0.5418413877487183, 0.49753308296203613, 0.4815875291824341, 0.4605964124202728, 0.4504864811897278, 0.44135725498199463], "cos_apical_negg": [0.5752094984054565, 0.5418413877487183, 0.49753308296203613, 0.4815875291824341, 0.4605964124202728, 0.4504864811897278, 0.44135725498199463], "cos_Ac_negg": [0.5752094984054565, 0.5418413877487183, 0.49753308296203613, 0.4815875291824341, 0.4605964124202728, 0.4504864811897278, 0.44135725498199463], "r_norm": [0.533389687538147, 0.5006896257400513, 0.46175873279571533, 0.4679329991340637, 0.4768304228782654, 0.4498010575771332, 0.48372435569763184]}, {"step": 4950, "epoch": 10, "train_loss": 0.1803637444972992, "cos_r_negg": [0.589870810508728, 0.5546120405197144, 0.5081861615180969, 0.4888838529586792, 0.46423208713531494, 0.4590838849544525, 0.4472803473472595], "cos_apical_negg": [0.589870810508728, 0.5546120405197144, 0.5081861615180969, 0.4888838529586792, 0.46423208713531494, 0.4590838849544525, 0.4472803473472595], "cos_Ac_negg": [0.589870810508728, 0.5546120405197144, 0.5081861615180969, 0.4888838529586792, 0.46423208713531494, 0.4590838849544525, 0.4472803473472595], "r_norm": [0.5651997923851013, 0.5274726748466492, 0.48907896876335144, 0.4920232892036438, 0.5012291669845581, 0.47184473276138306, 0.5103222131729126]}, {"step": 5000, "epoch": 10, "train_loss": 0.2002142369747162, "cos_r_negg": [0.5979375839233398, 0.5523581504821777, 0.4949614703655243, 0.48585444688796997, 0.4614924192428589, 0.44828152656555176, 0.43858474493026733], "cos_apical_negg": [0.5979375839233398, 0.5523581504821777, 0.4949614703655243, 0.48585444688796997, 0.4614924192428589, 0.44828152656555176, 0.43858474493026733], "cos_Ac_negg": [0.5979375839233398, 0.5523581504821777, 0.4949614703655243, 0.48585444688796997, 0.4614924192428589, 0.44828152656555176, 0.43858474493026733], "r_norm": [0.5774279236793518, 0.5416399240493774, 0.5024441480636597, 0.504686713218689, 0.5147279500961304, 0.48385652899742126, 0.5223758816719055], "ldr": {"dL_sdil": -0.015045642852783203, "dL_bp": -0.016592860221862793, "ratio": 0.906754028636909}}, {"step": 5050, "epoch": 10, "train_loss": 0.34545838832855225, "cos_r_negg": [0.5685224533081055, 0.5355360507965088, 0.4911218285560608, 0.4779016077518463, 0.44637200236320496, 0.4435478150844574, 0.4265952706336975], "cos_apical_negg": [0.5685224533081055, 0.5355360507965088, 0.4911218285560608, 0.4779016077518463, 0.44637200236320496, 0.4435478150844574, 0.4265952706336975], "cos_Ac_negg": [0.5685224533081055, 0.5355360507965088, 0.4911218285560608, 0.4779016077518463, 0.44637200236320496, 0.4435478150844574, 0.4265952706336975], "r_norm": [0.4908008575439453, 0.4596516489982605, 0.4262542426586151, 0.42968571186065674, 0.4383312463760376, 0.412014901638031, 0.4446244239807129]}, {"step": 5100, "epoch": 10, "train_loss": 0.13546517491340637, "cos_r_negg": [0.5874691605567932, 0.5547980070114136, 0.5042458772659302, 0.4850640892982483, 0.45599162578582764, 0.44472014904022217, 0.4295446276664734], "cos_apical_negg": [0.5874691605567932, 0.5547980070114136, 0.5042458772659302, 0.4850640892982483, 0.45599162578582764, 0.44472014904022217, 0.4295446276664734], "cos_Ac_negg": [0.5874691605567932, 0.5547980070114136, 0.5042458772659302, 0.4850640892982483, 0.45599162578582764, 0.44472014904022217, 0.4295446276664734], "r_norm": [0.5402772426605225, 0.5037251114845276, 0.46744614839553833, 0.46980077028274536, 0.4789849519729614, 0.45031899213790894, 0.4864620566368103]}, {"step": 5150, "epoch": 10, "train_loss": 0.2554813623428345, "cos_r_negg": [0.5842227935791016, 0.5558221340179443, 0.5053397417068481, 0.4923035502433777, 0.4575851857662201, 0.4603457450866699, 0.4352402091026306], "cos_apical_negg": [0.5842227935791016, 0.5558221340179443, 0.5053397417068481, 0.4923035502433777, 0.4575851857662201, 0.4603457450866699, 0.4352402091026306], "cos_Ac_negg": [0.5842227935791016, 0.5558221340179443, 0.5053397417068481, 0.4923035502433777, 0.4575851857662201, 0.4603457450866699, 0.4352402091026306], "r_norm": [0.5592778921127319, 0.5211523771286011, 0.4844358563423157, 0.4876874089241028, 0.4927481710910797, 0.46498167514801025, 0.5033751726150513]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8743, "test_loss": 0.3789856201171875}, {"step": 5200, "epoch": 11, "train_loss": 0.20584078133106232, "cos_r_negg": [0.5969058275222778, 0.5587535500526428, 0.5075916647911072, 0.49806511402130127, 0.458564430475235, 0.44967126846313477, 0.4373484253883362], "cos_apical_negg": [0.5969058275222778, 0.5587535500526428, 0.5075916647911072, 0.49806511402130127, 0.458564430475235, 0.44967126846313477, 0.4373484253883362], "cos_Ac_negg": [0.5969058275222778, 0.5587535500526428, 0.5075916647911072, 0.49806511402130127, 0.458564430475235, 0.44967126846313477, 0.4373484253883362], "r_norm": [0.5121380090713501, 0.47676610946655273, 0.44109103083610535, 0.44306862354278564, 0.4522770643234253, 0.42567121982574463, 0.4594189524650574]}, {"step": 5250, "epoch": 11, "train_loss": 0.12550321221351624, "cos_r_negg": [0.578029990196228, 0.5491961240768433, 0.5024305582046509, 0.479133665561676, 0.4571809768676758, 0.4486432671546936, 0.43535783886909485], "cos_apical_negg": [0.578029990196228, 0.5491961240768433, 0.5024305582046509, 0.479133665561676, 0.4571809768676758, 0.4486432671546936, 0.43535783886909485], "cos_Ac_negg": [0.578029990196228, 0.5491961240768433, 0.5024305582046509, 0.479133665561676, 0.4571809768676758, 0.4486432671546936, 0.43535783886909485], "r_norm": [0.535683274269104, 0.4981227517127991, 0.46273452043533325, 0.46468478441238403, 0.471716046333313, 0.44310545921325684, 0.4807390868663788], "ldr": {"dL_sdil": -0.006363630294799805, "dL_bp": -0.008007824420928955, "ratio": 0.7946765513699395}}, {"step": 5300, "epoch": 11, "train_loss": 0.26651114225387573, "cos_r_negg": [0.5664260387420654, 0.5310238599777222, 0.48660847544670105, 0.47104212641716003, 0.45053938031196594, 0.4413115680217743, 0.44022321701049805], "cos_apical_negg": [0.5664260387420654, 0.5310238599777222, 0.48660847544670105, 0.47104212641716003, 0.45053938031196594, 0.4413115680217743, 0.44022321701049805], "cos_Ac_negg": [0.5664260387420654, 0.5310238599777222, 0.48660847544670105, 0.47104212641716003, 0.45053938031196594, 0.4413115680217743, 0.44022321701049805], "r_norm": [0.4885518252849579, 0.4536671042442322, 0.4186345338821411, 0.4216257333755493, 0.42960017919540405, 0.4041459262371063, 0.4380333125591278]}, {"step": 5350, "epoch": 11, "train_loss": 0.21012482047080994, "cos_r_negg": [0.5912640690803528, 0.5576938390731812, 0.515995979309082, 0.4896087050437927, 0.4736986756324768, 0.46285557746887207, 0.4452885687351227], "cos_apical_negg": [0.5912640690803528, 0.5576938390731812, 0.515995979309082, 0.4896087050437927, 0.4736986756324768, 0.46285557746887207, 0.4452885687351227], "cos_Ac_negg": [0.5912640690803528, 0.5576938390731812, 0.515995979309082, 0.4896087050437927, 0.4736986756324768, 0.46285557746887207, 0.4452885687351227], "r_norm": [0.5032989382743835, 0.46817392110824585, 0.43283042311668396, 0.43441447615623474, 0.4407465159893036, 0.4154514968395233, 0.4504195749759674]}, {"step": 5400, "epoch": 11, "train_loss": 0.18634344637393951, "cos_r_negg": [0.5872383117675781, 0.5493698716163635, 0.5083051919937134, 0.49220597743988037, 0.4655601382255554, 0.4590347707271576, 0.43611961603164673], "cos_apical_negg": [0.5872383117675781, 0.5493698716163635, 0.5083051919937134, 0.49220597743988037, 0.4655601382255554, 0.4590347707271576, 0.43611961603164673], "cos_Ac_negg": [0.5872383117675781, 0.5493698716163635, 0.5083051919937134, 0.49220597743988037, 0.4655601382255554, 0.4590347707271576, 0.43611961603164673], "r_norm": [0.49126842617988586, 0.4548284709453583, 0.4212190508842468, 0.42272108793258667, 0.42967045307159424, 0.4025387167930603, 0.43795859813690186]}, {"step": 5450, "epoch": 11, "train_loss": 0.17152497172355652, "cos_r_negg": [0.5885082483291626, 0.554262101650238, 0.5033918619155884, 0.4766327440738678, 0.4601753056049347, 0.453368604183197, 0.45040684938430786], "cos_apical_negg": [0.5885082483291626, 0.554262101650238, 0.5033918619155884, 0.4766327440738678, 0.4601753056049347, 0.453368604183197, 0.45040684938430786], "cos_Ac_negg": [0.5885082483291626, 0.554262101650238, 0.5033918619155884, 0.4766327440738678, 0.4601753056049347, 0.453368604183197, 0.45040684938430786], "r_norm": [0.5023083090782166, 0.46702656149864197, 0.43063870072364807, 0.4333842694759369, 0.4397192597389221, 0.4140782952308655, 0.4486638009548187]}, {"step": 5500, "epoch": 11, "train_loss": 0.23293699324131012, "cos_r_negg": [0.5664143562316895, 0.5417985916137695, 0.4982515871524811, 0.47850286960601807, 0.46001309156417847, 0.4493562579154968, 0.44075390696525574], "cos_apical_negg": [0.5664143562316895, 0.5417985916137695, 0.4982515871524811, 0.47850286960601807, 0.46001309156417847, 0.4493562579154968, 0.44075390696525574], "cos_Ac_negg": [0.5664143562316895, 0.5417985916137695, 0.4982515871524811, 0.47850286960601807, 0.46001309156417847, 0.4493562579154968, 0.44075390696525574], "r_norm": [0.5106200575828552, 0.47299516201019287, 0.43524882197380066, 0.436972439289093, 0.44285330176353455, 0.41713765263557434, 0.45452284812927246], "ldr": {"dL_sdil": -0.011657416820526123, "dL_bp": -0.013634860515594482, "ratio": 0.8549714760333107}}, {"step": 5550, "epoch": 11, "train_loss": 0.23202544450759888, "cos_r_negg": [0.5769575834274292, 0.5473294258117676, 0.4892456531524658, 0.4721111059188843, 0.44182324409484863, 0.4332355260848999, 0.4417325258255005], "cos_apical_negg": [0.5769575834274292, 0.5473294258117676, 0.4892456531524658, 0.4721111059188843, 0.44182324409484863, 0.4332355260848999, 0.4417325258255005], "cos_Ac_negg": [0.5769575834274292, 0.5473294258117676, 0.4892456531524658, 0.4721111059188843, 0.44182324409484863, 0.4332355260848999, 0.4417325258255005], "r_norm": [0.49622082710266113, 0.4590105414390564, 0.42302513122558594, 0.42374736070632935, 0.4329090714454651, 0.4064674377441406, 0.44104641675949097]}, {"step": 5600, "epoch": 11, "train_loss": 0.19354137778282166, "cos_r_negg": [0.5821691751480103, 0.5497938990592957, 0.500629186630249, 0.4835319519042969, 0.4527303874492645, 0.43808847665786743, 0.43602675199508667], "cos_apical_negg": [0.5821691751480103, 0.5497938990592957, 0.500629186630249, 0.4835319519042969, 0.4527303874492645, 0.43808847665786743, 0.43602675199508667], "cos_Ac_negg": [0.5821691751480103, 0.5497938990592957, 0.500629186630249, 0.4835319519042969, 0.4527303874492645, 0.43808847665786743, 0.43602675199508667], "r_norm": [0.5563995242118835, 0.5118955373764038, 0.4692821502685547, 0.4700034260749817, 0.4793381094932556, 0.45067113637924194, 0.4896931052207947]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8792, "test_loss": 0.3747159820556641}, {"step": 5650, "epoch": 12, "train_loss": 0.17250372469425201, "cos_r_negg": [0.5841731429100037, 0.5512999296188354, 0.5029312968254089, 0.4776647686958313, 0.4505671262741089, 0.45312076807022095, 0.4383334517478943], "cos_apical_negg": [0.5841731429100037, 0.5512999296188354, 0.5029312968254089, 0.4776647686958313, 0.4505671262741089, 0.45312076807022095, 0.4383334517478943], "cos_Ac_negg": [0.5841731429100037, 0.5512999296188354, 0.5029312968254089, 0.4776647686958313, 0.4505671262741089, 0.45312076807022095, 0.4383334517478943], "r_norm": [0.5015162229537964, 0.4634634554386139, 0.42787545919418335, 0.4281253516674042, 0.435703843832016, 0.4099167585372925, 0.4459003806114197]}, {"step": 5700, "epoch": 12, "train_loss": 0.1762322187423706, "cos_r_negg": [0.5876967906951904, 0.5573621988296509, 0.5122575759887695, 0.49112799763679504, 0.46190792322158813, 0.4662401080131531, 0.4539676010608673], "cos_apical_negg": [0.5876967906951904, 0.5573621988296509, 0.5122575759887695, 0.49112799763679504, 0.46190792322158813, 0.4662401080131531, 0.4539676010608673], "cos_Ac_negg": [0.5876967906951904, 0.5573621988296509, 0.5122575759887695, 0.49112799763679504, 0.46190792322158813, 0.4662401080131531, 0.4539676010608673], "r_norm": [0.4985712766647339, 0.45865339040756226, 0.42111995816230774, 0.42264336347579956, 0.4307568669319153, 0.40506184101104736, 0.44085800647735596]}, {"step": 5750, "epoch": 12, "train_loss": 0.3401655852794647, "cos_r_negg": [0.5605565309524536, 0.532975435256958, 0.49576830863952637, 0.4721192717552185, 0.44865891337394714, 0.4465879797935486, 0.4484526216983795], "cos_apical_negg": [0.5605565309524536, 0.532975435256958, 0.49576830863952637, 0.4721192717552185, 0.44865891337394714, 0.4465879797935486, 0.4484526216983795], "cos_Ac_negg": [0.5605565309524536, 0.532975435256958, 0.49576830863952637, 0.4721192717552185, 0.44865891337394714, 0.4465879797935486, 0.4484526216983795], "r_norm": [0.48238617181777954, 0.4435107111930847, 0.40730708837509155, 0.4082615375518799, 0.41514119505882263, 0.39009353518486023, 0.4251469671726227], "ldr": {"dL_sdil": -0.011435329914093018, "dL_bp": -0.01587831974029541, "ratio": 0.7201851393049393}}, {"step": 5800, "epoch": 12, "train_loss": 0.21097242832183838, "cos_r_negg": [0.5781508684158325, 0.5555945634841919, 0.5103438496589661, 0.489996075630188, 0.4619579315185547, 0.4537380337715149, 0.44237595796585083], "cos_apical_negg": [0.5781508684158325, 0.5555945634841919, 0.5103438496589661, 0.489996075630188, 0.4619579315185547, 0.4537380337715149, 0.44237595796585083], "cos_Ac_negg": [0.5781508684158325, 0.5555945634841919, 0.5103438496589661, 0.489996075630188, 0.4619579315185547, 0.4537380337715149, 0.44237595796585083], "r_norm": [0.49022579193115234, 0.4496822953224182, 0.41251227259635925, 0.4134887754917145, 0.42112407088279724, 0.39594364166259766, 0.43138808012008667]}, {"step": 5850, "epoch": 12, "train_loss": 0.2565753161907196, "cos_r_negg": [0.5630211234092712, 0.5418151617050171, 0.5014438629150391, 0.487490713596344, 0.4590102434158325, 0.4428976774215698, 0.4374154508113861], "cos_apical_negg": [0.5630211234092712, 0.5418151617050171, 0.5014438629150391, 0.487490713596344, 0.4590102434158325, 0.4428976774215698, 0.4374154508113861], "cos_Ac_negg": [0.5630211234092712, 0.5418151617050171, 0.5014438629150391, 0.487490713596344, 0.4590102434158325, 0.4428976774215698, 0.4374154508113861], "r_norm": [0.5046753287315369, 0.46411067247390747, 0.4277999997138977, 0.4271209239959717, 0.43449240922927856, 0.40780559182167053, 0.4444767236709595]}, {"step": 5900, "epoch": 12, "train_loss": 0.24655622243881226, "cos_r_negg": [0.5860589742660522, 0.5616852045059204, 0.5104476809501648, 0.48782384395599365, 0.4707351326942444, 0.45062699913978577, 0.45873546600341797], "cos_apical_negg": [0.5860589742660522, 0.5616852045059204, 0.5104476809501648, 0.48782384395599365, 0.4707351326942444, 0.45062699913978577, 0.45873546600341797], "cos_Ac_negg": [0.5860589742660522, 0.5616852045059204, 0.5104476809501648, 0.48782384395599365, 0.4707351326942444, 0.45062699913978577, 0.45873546600341797], "r_norm": [0.5272809863090515, 0.48295480012893677, 0.443930983543396, 0.44310611486434937, 0.4504305124282837, 0.4251374900341034, 0.46343299746513367]}, {"step": 5950, "epoch": 12, "train_loss": 0.2394440472126007, "cos_r_negg": [0.5706037282943726, 0.5450345277786255, 0.48474791646003723, 0.4649835228919983, 0.4500952661037445, 0.444995641708374, 0.45148178935050964], "cos_apical_negg": [0.5706037282943726, 0.5450345277786255, 0.48474791646003723, 0.4649835228919983, 0.4500952661037445, 0.444995641708374, 0.45148178935050964], "cos_Ac_negg": [0.5706037282943726, 0.5450345277786255, 0.48474791646003723, 0.4649835228919983, 0.4500952661037445, 0.444995641708374, 0.45148178935050964], "r_norm": [0.5405597686767578, 0.4936698079109192, 0.4527566432952881, 0.4531418979167938, 0.4611358940601349, 0.4342762231826782, 0.47341760993003845]}, {"step": 6000, "epoch": 12, "train_loss": 0.12940172851085663, "cos_r_negg": [0.5526012182235718, 0.5233683586120605, 0.47494053840637207, 0.46612975001335144, 0.44467753171920776, 0.43778595328330994, 0.4371267855167389], "cos_apical_negg": [0.5526012182235718, 0.5233683586120605, 0.47494053840637207, 0.46612975001335144, 0.44467753171920776, 0.43778595328330994, 0.4371267855167389], "cos_Ac_negg": [0.5526012182235718, 0.5233683586120605, 0.47494053840637207, 0.46612975001335144, 0.44467753171920776, 0.43778595328330994, 0.4371267855167389], "r_norm": [0.47198453545570374, 0.43204057216644287, 0.3963613212108612, 0.39637431502342224, 0.40280401706695557, 0.37905043363571167, 0.4144030809402466], "ldr": {"dL_sdil": -0.009674251079559326, "dL_bp": -0.013478398323059082, "ratio": 0.7177596957502321}}, {"step": 6050, "epoch": 12, "train_loss": 0.13821028172969818, "cos_r_negg": [0.5830705165863037, 0.5524653196334839, 0.5028285980224609, 0.4832688271999359, 0.45971208810806274, 0.45346641540527344, 0.4500320553779602], "cos_apical_negg": [0.5830705165863037, 0.5524653196334839, 0.5028285980224609, 0.4832688271999359, 0.45971208810806274, 0.45346641540527344, 0.4500320553779602], "cos_Ac_negg": [0.5830705165863037, 0.5524653196334839, 0.5028285980224609, 0.4832688271999359, 0.45971208810806274, 0.45346641540527344, 0.4500320553779602], "r_norm": [0.5220792889595032, 0.476314902305603, 0.4379727840423584, 0.4369683563709259, 0.4434415400028229, 0.41867491602897644, 0.45803332328796387]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8803, "test_loss": 0.37321997985839844}, {"step": 6100, "epoch": 13, "train_loss": 0.24902574717998505, "cos_r_negg": [0.5889335870742798, 0.5601555109024048, 0.5083377361297607, 0.49325335025787354, 0.47580933570861816, 0.46479493379592896, 0.4510573744773865], "cos_apical_negg": [0.5889335870742798, 0.5601555109024048, 0.5083377361297607, 0.49325335025787354, 0.47580933570861816, 0.46479493379592896, 0.4510573744773865], "cos_Ac_negg": [0.5889335870742798, 0.5601555109024048, 0.5083377361297607, 0.49325335025787354, 0.47580933570861816, 0.46479493379592896, 0.4510573744773865], "r_norm": [0.4947035610675812, 0.4490388035774231, 0.4096185863018036, 0.4084521234035492, 0.4171167016029358, 0.3917761445045471, 0.42866408824920654]}, {"step": 6150, "epoch": 13, "train_loss": 0.1519007682800293, "cos_r_negg": [0.5800503492355347, 0.5455343723297119, 0.4903547763824463, 0.46393272280693054, 0.44880062341690063, 0.4546470642089844, 0.4494045078754425], "cos_apical_negg": [0.5800503492355347, 0.5455343723297119, 0.4903547763824463, 0.46393272280693054, 0.44880062341690063, 0.4546470642089844, 0.4494045078754425], "cos_Ac_negg": [0.5800503492355347, 0.5455343723297119, 0.4903547763824463, 0.46393272280693054, 0.44880062341690063, 0.4546470642089844, 0.4494045078754425], "r_norm": [0.48804351687431335, 0.44453269243240356, 0.4063398540019989, 0.4057948887348175, 0.4143414795398712, 0.38920629024505615, 0.425216943025589]}, {"step": 6200, "epoch": 13, "train_loss": 0.2439376562833786, "cos_r_negg": [0.5845862627029419, 0.5526052713394165, 0.49943915009498596, 0.47016680240631104, 0.45533376932144165, 0.45838892459869385, 0.4487362504005432], "cos_apical_negg": [0.5845862627029419, 0.5526052713394165, 0.49943915009498596, 0.47016680240631104, 0.45533376932144165, 0.45838892459869385, 0.4487362504005432], "cos_Ac_negg": [0.5845862627029419, 0.5526052713394165, 0.49943915009498596, 0.47016680240631104, 0.45533376932144165, 0.45838892459869385, 0.4487362504005432], "r_norm": [0.48827284574508667, 0.4445437788963318, 0.4074816107749939, 0.40656548738479614, 0.4144288897514343, 0.38798344135284424, 0.4248931407928467]}, {"step": 6250, "epoch": 13, "train_loss": 0.17854413390159607, "cos_r_negg": [0.5760054588317871, 0.5491235852241516, 0.49241161346435547, 0.45839208364486694, 0.44923830032348633, 0.435838907957077, 0.43862593173980713], "cos_apical_negg": [0.5760054588317871, 0.5491235852241516, 0.49241161346435547, 0.45839208364486694, 0.44923830032348633, 0.435838907957077, 0.43862593173980713], "cos_Ac_negg": [0.5760054588317871, 0.5491235852241516, 0.49241161346435547, 0.45839208364486694, 0.44923830032348633, 0.435838907957077, 0.43862593173980713], "r_norm": [0.5051259398460388, 0.4569253623485565, 0.41827142238616943, 0.4168258309364319, 0.42529812455177307, 0.3988153338432312, 0.43722957372665405], "ldr": {"dL_sdil": -0.011884093284606934, "dL_bp": -0.018596649169921875, "ratio": 0.6390448717948718}}, {"step": 6300, "epoch": 13, "train_loss": 0.18728762865066528, "cos_r_negg": [0.5752277970314026, 0.5423266887664795, 0.4963364601135254, 0.476718008518219, 0.47109273076057434, 0.45379912853240967, 0.4566287696361542], "cos_apical_negg": [0.5752277970314026, 0.5423266887664795, 0.4963364601135254, 0.476718008518219, 0.47109273076057434, 0.45379912853240967, 0.4566287696361542], "cos_Ac_negg": [0.5752277970314026, 0.5423266887664795, 0.4963364601135254, 0.476718008518219, 0.47109273076057434, 0.45379912853240967, 0.4566287696361542], "r_norm": [0.503271222114563, 0.45475587248802185, 0.41447070240974426, 0.41411447525024414, 0.4221545159816742, 0.39726194739341736, 0.43399155139923096]}, {"step": 6350, "epoch": 13, "train_loss": 0.24303998053073883, "cos_r_negg": [0.5895408391952515, 0.5549863576889038, 0.5091062784194946, 0.5021609663963318, 0.48041802644729614, 0.4691336452960968, 0.468755841255188], "cos_apical_negg": [0.5895408391952515, 0.5549863576889038, 0.5091062784194946, 0.5021609663963318, 0.48041802644729614, 0.4691336452960968, 0.468755841255188], "cos_Ac_negg": [0.5895408391952515, 0.5549863576889038, 0.5091062784194946, 0.5021609663963318, 0.48041802644729614, 0.4691336452960968, 0.468755841255188], "r_norm": [0.48686474561691284, 0.4399547874927521, 0.40009480714797974, 0.4002803862094879, 0.40813907980918884, 0.3835585117340088, 0.4196247458457947]}, {"step": 6400, "epoch": 13, "train_loss": 0.13533106446266174, "cos_r_negg": [0.5688890814781189, 0.5338506102561951, 0.49176687002182007, 0.48021918535232544, 0.4583973288536072, 0.44647860527038574, 0.4536181688308716], "cos_apical_negg": [0.5688890814781189, 0.5338506102561951, 0.49176687002182007, 0.48021918535232544, 0.4583973288536072, 0.44647860527038574, 0.4536181688308716], "cos_Ac_negg": [0.5688890814781189, 0.5338506102561951, 0.49176687002182007, 0.48021918535232544, 0.4583973288536072, 0.44647860527038574, 0.4536181688308716], "r_norm": [0.48313969373703003, 0.43344804644584656, 0.3945860266685486, 0.39430102705955505, 0.40188831090927124, 0.37716972827911377, 0.41334861516952515]}, {"step": 6450, "epoch": 13, "train_loss": 0.1826099008321762, "cos_r_negg": [0.592911958694458, 0.5573976039886475, 0.5177854299545288, 0.507831335067749, 0.47693365812301636, 0.45351240038871765, 0.4622030258178711], "cos_apical_negg": [0.592911958694458, 0.5573976039886475, 0.5177854299545288, 0.507831335067749, 0.47693365812301636, 0.45351240038871765, 0.4622030258178711], "cos_Ac_negg": [0.592911958694458, 0.5573976039886475, 0.5177854299545288, 0.507831335067749, 0.47693365812301636, 0.45351240038871765, 0.4622030258178711], "r_norm": [0.49388983845710754, 0.4431504011154175, 0.40243157744407654, 0.4013356566429138, 0.4078671336174011, 0.384218692779541, 0.4213743209838867]}, {"step": 6500, "epoch": 13, "train_loss": 0.10378626734018326, "cos_r_negg": [0.560500979423523, 0.5209258198738098, 0.48380017280578613, 0.47651374340057373, 0.4492500126361847, 0.440165251493454, 0.4575839936733246], "cos_apical_negg": [0.560500979423523, 0.5209258198738098, 0.48380017280578613, 0.47651374340057373, 0.4492500126361847, 0.440165251493454, 0.4575839936733246], "cos_Ac_negg": [0.560500979423523, 0.5209258198738098, 0.48380017280578613, 0.47651374340057373, 0.4492500126361847, 0.440165251493454, 0.4575839936733246], "r_norm": [0.50697261095047, 0.45566120743751526, 0.41446948051452637, 0.41381722688674927, 0.4218420386314392, 0.3975059986114502, 0.4345034062862396], "ldr": {"dL_sdil": -0.009188234806060791, "dL_bp": -0.01574915647506714, "ratio": 0.5834112335226908}}, {"step": 6550, "epoch": 13, "train_loss": 0.19169281423091888, "cos_r_negg": [0.5738592147827148, 0.5373860597610474, 0.4907423257827759, 0.4833536148071289, 0.467009574174881, 0.448750376701355, 0.46149998903274536], "cos_apical_negg": [0.5738592147827148, 0.5373860597610474, 0.4907423257827759, 0.4833536148071289, 0.467009574174881, 0.448750376701355, 0.46149998903274536], "cos_Ac_negg": [0.5738592147827148, 0.5373860597610474, 0.4907423257827759, 0.4833536148071289, 0.467009574174881, 0.448750376701355, 0.46149998903274536], "r_norm": [0.49264103174209595, 0.44277241826057434, 0.40392327308654785, 0.40173283219337463, 0.40988218784332275, 0.38520684838294983, 0.42231863737106323]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.881, "test_loss": 0.37439285888671875}, {"step": 6600, "epoch": 14, "train_loss": 0.1921362429857254, "cos_r_negg": [0.5640554428100586, 0.5307773947715759, 0.4873848259449005, 0.47555431723594666, 0.4541987180709839, 0.44398024678230286, 0.4521227478981018], "cos_apical_negg": [0.5640554428100586, 0.5307773947715759, 0.4873848259449005, 0.47555431723594666, 0.4541987180709839, 0.44398024678230286, 0.4521227478981018], "cos_Ac_negg": [0.5640554428100586, 0.5307773947715759, 0.4873848259449005, 0.47555431723594666, 0.4541987180709839, 0.44398024678230286, 0.4521227478981018], "r_norm": [0.47472822666168213, 0.42694714665412903, 0.3894810378551483, 0.3867923617362976, 0.39458954334259033, 0.3706933856010437, 0.4066328704357147]}, {"step": 6650, "epoch": 14, "train_loss": 0.22920997440814972, "cos_r_negg": [0.5734186768531799, 0.5377599596977234, 0.4964022636413574, 0.4886728525161743, 0.4565895199775696, 0.4447648227214813, 0.4663287401199341], "cos_apical_negg": [0.5734186768531799, 0.5377599596977234, 0.4964022636413574, 0.4886728525161743, 0.4565895199775696, 0.4447648227214813, 0.4663287401199341], "cos_Ac_negg": [0.5734186768531799, 0.5377599596977234, 0.4964022636413574, 0.4886728525161743, 0.4565895199775696, 0.4447648227214813, 0.4663287401199341], "r_norm": [0.5281190872192383, 0.4711223244667053, 0.4276510775089264, 0.4252430498600006, 0.4348197281360626, 0.409527987241745, 0.4506363868713379]}, {"step": 6700, "epoch": 14, "train_loss": 0.1928800344467163, "cos_r_negg": [0.5628393888473511, 0.5316911935806274, 0.492811381816864, 0.4882928729057312, 0.46072161197662354, 0.44615426659584045, 0.47684386372566223], "cos_apical_negg": [0.5628393888473511, 0.5316911935806274, 0.492811381816864, 0.4882928729057312, 0.46072161197662354, 0.44615426659584045, 0.47684386372566223], "cos_Ac_negg": [0.5628393888473511, 0.5316911935806274, 0.492811381816864, 0.4882928729057312, 0.46072161197662354, 0.44615426659584045, 0.47684386372566223], "r_norm": [0.5201874375343323, 0.46322402358055115, 0.42029091715812683, 0.4187910556793213, 0.42710185050964355, 0.40214961767196655, 0.44237226247787476]}, {"step": 6750, "epoch": 14, "train_loss": 0.2315828651189804, "cos_r_negg": [0.5652984380722046, 0.5427316427230835, 0.5005860328674316, 0.4876521825790405, 0.46450650691986084, 0.44891583919525146, 0.46617013216018677], "cos_apical_negg": [0.5652984380722046, 0.5427316427230835, 0.5005860328674316, 0.4876521825790405, 0.46450650691986084, 0.44891583919525146, 0.46617013216018677], "cos_Ac_negg": [0.5652984380722046, 0.5427316427230835, 0.5005860328674316, 0.4876521825790405, 0.46450650691986084, 0.44891583919525146, 0.46617013216018677], "r_norm": [0.4913470447063446, 0.4382364749908447, 0.3984541893005371, 0.3948817253112793, 0.40326619148254395, 0.3785865306854248, 0.4161800444126129], "ldr": {"dL_sdil": -0.010724037885665894, "dL_bp": -0.015544533729553223, "ratio": 0.6898912551669133}}, {"step": 6800, "epoch": 14, "train_loss": 0.17118442058563232, "cos_r_negg": [0.5711402297019958, 0.5426697731018066, 0.49852535128593445, 0.4968651831150055, 0.46988537907600403, 0.44717806577682495, 0.47117191553115845], "cos_apical_negg": [0.5711402297019958, 0.5426697731018066, 0.49852535128593445, 0.4968651831150055, 0.46988537907600403, 0.44717806577682495, 0.47117191553115845], "cos_Ac_negg": [0.5711402297019958, 0.5426697731018066, 0.49852535128593445, 0.4968651831150055, 0.46988537907600403, 0.44717806577682495, 0.47117191553115845], "r_norm": [0.4643683433532715, 0.41286700963974, 0.37342339754104614, 0.3707915246486664, 0.37971577048301697, 0.35604745149612427, 0.39208221435546875]}, {"step": 6850, "epoch": 14, "train_loss": 0.1271679699420929, "cos_r_negg": [0.5525007247924805, 0.5210447311401367, 0.4776057004928589, 0.46925508975982666, 0.4478670358657837, 0.432944118976593, 0.45508065819740295], "cos_apical_negg": [0.5525007247924805, 0.5210447311401367, 0.4776057004928589, 0.46925508975982666, 0.4478670358657837, 0.432944118976593, 0.45508065819740295], "cos_Ac_negg": [0.5525007247924805, 0.5210447311401367, 0.4776057004928589, 0.46925508975982666, 0.4478670358657837, 0.432944118976593, 0.45508065819740295], "r_norm": [0.49626004695892334, 0.4381086230278015, 0.39656081795692444, 0.3942340016365051, 0.4013294577598572, 0.3783085346221924, 0.4163133502006531]}, {"step": 6900, "epoch": 14, "train_loss": 0.23606038093566895, "cos_r_negg": [0.5461502075195312, 0.5231454372406006, 0.4818001985549927, 0.4708930552005768, 0.4515001177787781, 0.4365626573562622, 0.4532805383205414], "cos_apical_negg": [0.5461502075195312, 0.5231454372406006, 0.4818001985549927, 0.4708930552005768, 0.4515001177787781, 0.4365626573562622, 0.4532805383205414], "cos_Ac_negg": [0.5461502075195312, 0.5231454372406006, 0.4818001985549927, 0.4708930552005768, 0.4515001177787781, 0.4365626573562622, 0.4532805383205414], "r_norm": [0.514427900314331, 0.45679330825805664, 0.4140137732028961, 0.4112827777862549, 0.41741591691970825, 0.3948909640312195, 0.4361865818500519]}, {"step": 6950, "epoch": 14, "train_loss": 0.216833233833313, "cos_r_negg": [0.5245839357376099, 0.5036529898643494, 0.4659513235092163, 0.45602351427078247, 0.42969411611557007, 0.4200431704521179, 0.4334186315536499], "cos_apical_negg": [0.5245839357376099, 0.5036529898643494, 0.4659513235092163, 0.45602351427078247, 0.42969411611557007, 0.4200431704521179, 0.4334186315536499], "cos_Ac_negg": [0.5245839357376099, 0.5036529898643494, 0.4659513235092163, 0.45602351427078247, 0.42969411611557007, 0.4200431704521179, 0.4334186315536499], "r_norm": [0.497739315032959, 0.4437103867530823, 0.4019607901573181, 0.3994901776313782, 0.40675434470176697, 0.38224732875823975, 0.42017674446105957]}, {"step": 7000, "epoch": 14, "train_loss": 0.22452424466609955, "cos_r_negg": [0.558289110660553, 0.5314432978630066, 0.48961031436920166, 0.4822376072406769, 0.4473560154438019, 0.43902191519737244, 0.44604986906051636], "cos_apical_negg": [0.558289110660553, 0.5314432978630066, 0.48961031436920166, 0.4822376072406769, 0.4473560154438019, 0.43902191519737244, 0.44604986906051636], "cos_Ac_negg": [0.558289110660553, 0.5314432978630066, 0.48961031436920166, 0.4822376072406769, 0.4473560154438019, 0.43902191519737244, 0.44604986906051636], "r_norm": [0.47387802600860596, 0.418803334236145, 0.37871381640434265, 0.3762485086917877, 0.38335853815078735, 0.3598882853984833, 0.39612847566604614], "ldr": {"dL_sdil": -0.010791987180709839, "dL_bp": -0.01694512367248535, "ratio": 0.636878631829246}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8844, "test_loss": 0.38949189453125}, {"step": 7050, "epoch": 15, "train_loss": 0.15622159838676453, "cos_r_negg": [0.537774920463562, 0.5132186412811279, 0.47004616260528564, 0.4647976756095886, 0.43733179569244385, 0.43008825182914734, 0.46152210235595703], "cos_apical_negg": [0.537774920463562, 0.5132186412811279, 0.47004616260528564, 0.4647976756095886, 0.43733179569244385, 0.43008825182914734, 0.46152210235595703], "cos_Ac_negg": [0.537774920463562, 0.5132186412811279, 0.47004616260528564, 0.4647976756095886, 0.43733179569244385, 0.43008825182914734, 0.46152210235595703], "r_norm": [0.46216079592704773, 0.4098678231239319, 0.370469331741333, 0.36908158659935, 0.37519288063049316, 0.35337865352630615, 0.38817542791366577]}, {"step": 7100, "epoch": 15, "train_loss": 0.1830102503299713, "cos_r_negg": [0.5392259359359741, 0.521730363368988, 0.47717776894569397, 0.46302205324172974, 0.44508498907089233, 0.43163275718688965, 0.4627033472061157], "cos_apical_negg": [0.5392259359359741, 0.521730363368988, 0.47717776894569397, 0.46302205324172974, 0.44508498907089233, 0.43163275718688965, 0.4627033472061157], "cos_Ac_negg": [0.5392259359359741, 0.521730363368988, 0.47717776894569397, 0.46302205324172974, 0.44508498907089233, 0.43163275718688965, 0.4627033472061157], "r_norm": [0.4925273060798645, 0.43406546115875244, 0.3920342028141022, 0.3897104859352112, 0.3958171010017395, 0.37269487977027893, 0.4126557409763336]}, {"step": 7150, "epoch": 15, "train_loss": 0.20744822919368744, "cos_r_negg": [0.5363432168960571, 0.5136158466339111, 0.4726242125034332, 0.462510347366333, 0.4368745684623718, 0.4344010353088379, 0.4531862735748291], "cos_apical_negg": [0.5363432168960571, 0.5136158466339111, 0.4726242125034332, 0.462510347366333, 0.4368745684623718, 0.4344010353088379, 0.4531862735748291], "cos_Ac_negg": [0.5363432168960571, 0.5136158466339111, 0.4726242125034332, 0.462510347366333, 0.4368745684623718, 0.4344010353088379, 0.4531862735748291], "r_norm": [0.4654208719730377, 0.4105888605117798, 0.37065213918685913, 0.3685353994369507, 0.3761279582977295, 0.35292649269104004, 0.3890898823738098]}, {"step": 7200, "epoch": 15, "train_loss": 0.15225069224834442, "cos_r_negg": [0.5502184629440308, 0.5239665508270264, 0.47973600029945374, 0.46831783652305603, 0.44338884949684143, 0.4394701421260834, 0.4559628963470459], "cos_apical_negg": [0.5502184629440308, 0.5239665508270264, 0.47973600029945374, 0.46831783652305603, 0.44338884949684143, 0.4394701421260834, 0.4559628963470459], "cos_Ac_negg": [0.5502184629440308, 0.5239665508270264, 0.47973600029945374, 0.46831783652305603, 0.44338884949684143, 0.4394701421260834, 0.4559628963470459], "r_norm": [0.4574682414531708, 0.40214037895202637, 0.36218297481536865, 0.35935941338539124, 0.36657238006591797, 0.3442266583442688, 0.3814466595649719]}, {"step": 7250, "epoch": 15, "train_loss": 0.25912147760391235, "cos_r_negg": [0.5415149331092834, 0.5073941946029663, 0.45761048793792725, 0.45125865936279297, 0.42109066247940063, 0.4258515238761902, 0.44061410427093506], "cos_apical_negg": [0.5415149331092834, 0.5073941946029663, 0.45761048793792725, 0.45125865936279297, 0.42109066247940063, 0.4258515238761902, 0.44061410427093506], "cos_Ac_negg": [0.5415149331092834, 0.5073941946029663, 0.45761048793792725, 0.45125865936279297, 0.42109066247940063, 0.4258515238761902, 0.44061410427093506], "r_norm": [0.5067055225372314, 0.4436601996421814, 0.3977663815021515, 0.3950153887271881, 0.4041505455970764, 0.37909603118896484, 0.41741496324539185], "ldr": {"dL_sdil": -0.015000671148300171, "dL_bp": -0.023162007331848145, "ratio": 0.6476412399573849}}, {"step": 7300, "epoch": 15, "train_loss": 0.1855071485042572, "cos_r_negg": [0.5470539331436157, 0.5147901177406311, 0.4733300805091858, 0.4666752219200134, 0.4357007145881653, 0.4370967149734497, 0.4483094811439514], "cos_apical_negg": [0.5470539331436157, 0.5147901177406311, 0.4733300805091858, 0.4666752219200134, 0.4357007145881653, 0.4370967149734497, 0.4483094811439514], "cos_Ac_negg": [0.5470539331436157, 0.5147901177406311, 0.4733300805091858, 0.4666752219200134, 0.4357007145881653, 0.4370967149734497, 0.4483094811439514], "r_norm": [0.47405266761779785, 0.41671261191368103, 0.3746195435523987, 0.37196916341781616, 0.37892019748687744, 0.3557782769203186, 0.39316990971565247]}, {"step": 7350, "epoch": 15, "train_loss": 0.17741549015045166, "cos_r_negg": [0.5377826690673828, 0.5076637268066406, 0.46289771795272827, 0.4523799419403076, 0.42959022521972656, 0.42499208450317383, 0.43564391136169434], "cos_apical_negg": [0.5377826690673828, 0.5076637268066406, 0.46289771795272827, 0.4523799419403076, 0.42959022521972656, 0.42499208450317383, 0.43564391136169434], "cos_Ac_negg": [0.5377826690673828, 0.5076637268066406, 0.46289771795272827, 0.4523799419403076, 0.42959022521972656, 0.42499208450317383, 0.43564391136169434], "r_norm": [0.47302013635635376, 0.4168655276298523, 0.3746698498725891, 0.3715806305408478, 0.37752845883369446, 0.3555576205253601, 0.39259767532348633]}, {"step": 7400, "epoch": 15, "train_loss": 0.23108313977718353, "cos_r_negg": [0.5491912364959717, 0.5103713274002075, 0.4670257866382599, 0.4582228362560272, 0.42937976121902466, 0.42337700724601746, 0.4428034722805023], "cos_apical_negg": [0.5491912364959717, 0.5103713274002075, 0.4670257866382599, 0.4582228362560272, 0.42937976121902466, 0.42337700724601746, 0.4428034722805023], "cos_Ac_negg": [0.5491912364959717, 0.5103713274002075, 0.4670257866382599, 0.4582228362560272, 0.42937976121902466, 0.42337700724601746, 0.4428034722805023], "r_norm": [0.4564107060432434, 0.4010019600391388, 0.35943883657455444, 0.356093168258667, 0.3632827401161194, 0.3417976498603821, 0.3773384690284729]}, {"step": 7450, "epoch": 15, "train_loss": 0.17566430568695068, "cos_r_negg": [0.545424222946167, 0.5076338648796082, 0.4683091640472412, 0.45765215158462524, 0.42688417434692383, 0.42186373472213745, 0.4427800178527832], "cos_apical_negg": [0.545424222946167, 0.5076338648796082, 0.4683091640472412, 0.45765215158462524, 0.42688417434692383, 0.42186373472213745, 0.4427800178527832], "cos_Ac_negg": [0.545424222946167, 0.5076338648796082, 0.4683091640472412, 0.45765215158462524, 0.42688417434692383, 0.42186373472213745, 0.4427800178527832], "r_norm": [0.46287772059440613, 0.40373659133911133, 0.3623669445514679, 0.3584192991256714, 0.36582231521606445, 0.3427027463912964, 0.3797873854637146]}, {"step": 7500, "epoch": 15, "train_loss": 0.18115738034248352, "cos_r_negg": [0.5343519449234009, 0.4979948401451111, 0.4546535909175873, 0.4512332081794739, 0.4226372241973877, 0.4170452356338501, 0.4423901438713074], "cos_apical_negg": [0.5343519449234009, 0.4979948401451111, 0.4546535909175873, 0.4512332081794739, 0.4226372241973877, 0.4170452356338501, 0.4423901438713074], "cos_Ac_negg": [0.5343519449234009, 0.4979948401451111, 0.4546535909175873, 0.4512332081794739, 0.4226372241973877, 0.4170452356338501, 0.4423901438713074], "r_norm": [0.46906885504722595, 0.41047415137290955, 0.3688563108444214, 0.36374592781066895, 0.3718591034412384, 0.34838345646858215, 0.38505837321281433], "ldr": {"dL_sdil": -0.014359712600708008, "dL_bp": -0.021872758865356445, "ratio": 0.656511265410231}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8835, "test_loss": 0.39694655151367186}, {"step": 7550, "epoch": 16, "train_loss": 0.17351363599300385, "cos_r_negg": [0.5355010032653809, 0.5059680938720703, 0.46323728561401367, 0.45641249418258667, 0.41985106468200684, 0.42088890075683594, 0.445921927690506], "cos_apical_negg": [0.5355010032653809, 0.5059680938720703, 0.46323728561401367, 0.45641249418258667, 0.41985106468200684, 0.42088890075683594, 0.445921927690506], "cos_Ac_negg": [0.5355010032653809, 0.5059680938720703, 0.46323728561401367, 0.45641249418258667, 0.41985106468200684, 0.42088890075683594, 0.445921927690506], "r_norm": [0.46262502670288086, 0.4026257395744324, 0.36105674505233765, 0.35795858502388, 0.3634956479072571, 0.3419544994831085, 0.37913239002227783]}, {"step": 7600, "epoch": 16, "train_loss": 0.21786770224571228, "cos_r_negg": [0.5431618690490723, 0.5158752202987671, 0.47519630193710327, 0.46087267994880676, 0.4367815852165222, 0.4350382685661316, 0.4612562358379364], "cos_apical_negg": [0.5431618690490723, 0.5158752202987671, 0.47519630193710327, 0.46087267994880676, 0.4367815852165222, 0.4350382685661316, 0.4612562358379364], "cos_Ac_negg": [0.5431618690490723, 0.5158752202987671, 0.47519630193710327, 0.46087267994880676, 0.4367815852165222, 0.4350382685661316, 0.4612562358379364], "r_norm": [0.46812865138053894, 0.40725409984588623, 0.3651804029941559, 0.3611770570278168, 0.3689922094345093, 0.3467199206352234, 0.38439318537712097]}, {"step": 7650, "epoch": 16, "train_loss": 0.08949234336614609, "cos_r_negg": [0.5380516052246094, 0.5112409591674805, 0.46840131282806396, 0.45450881123542786, 0.4263070225715637, 0.42530855536460876, 0.45180243253707886], "cos_apical_negg": [0.5380516052246094, 0.5112409591674805, 0.46840131282806396, 0.45450881123542786, 0.4263070225715637, 0.42530855536460876, 0.45180243253707886], "cos_Ac_negg": [0.5380516052246094, 0.5112409591674805, 0.46840131282806396, 0.45450881123542786, 0.4263070225715637, 0.42530855536460876, 0.45180243253707886], "r_norm": [0.4425274729728699, 0.3838180899620056, 0.34389492869377136, 0.34008869528770447, 0.34734874963760376, 0.3260253071784973, 0.36186590790748596]}, {"step": 7700, "epoch": 16, "train_loss": 0.12634092569351196, "cos_r_negg": [0.5279232859611511, 0.4959411323070526, 0.4556654691696167, 0.44532474875450134, 0.42196089029312134, 0.42002058029174805, 0.4324265718460083], "cos_apical_negg": [0.5279232859611511, 0.4959411323070526, 0.4556654691696167, 0.44532474875450134, 0.42196089029312134, 0.42002058029174805, 0.4324265718460083], "cos_Ac_negg": [0.5279232859611511, 0.4959411323070526, 0.4556654691696167, 0.44532474875450134, 0.42196089029312134, 0.42002058029174805, 0.4324265718460083], "r_norm": [0.45245516300201416, 0.39153730869293213, 0.34931033849716187, 0.3460766077041626, 0.35253944993019104, 0.33178916573524475, 0.36871036887168884]}, {"step": 7750, "epoch": 16, "train_loss": 0.15292122960090637, "cos_r_negg": [0.5377078056335449, 0.5090008974075317, 0.4635257124900818, 0.4478444755077362, 0.42273303866386414, 0.42301273345947266, 0.4481770396232605], "cos_apical_negg": [0.5377078056335449, 0.5090008974075317, 0.4635257124900818, 0.4478444755077362, 0.42273303866386414, 0.42301273345947266, 0.4481770396232605], "cos_Ac_negg": [0.5377078056335449, 0.5090008974075317, 0.4635257124900818, 0.4478444755077362, 0.42273303866386414, 0.42301273345947266, 0.4481770396232605], "r_norm": [0.453927218914032, 0.3923705816268921, 0.35072410106658936, 0.3462829291820526, 0.35336223244667053, 0.3312736451625824, 0.367252916097641], "ldr": {"dL_sdil": -0.010405927896499634, "dL_bp": -0.018718868494033813, "ratio": 0.5559058176949249}}, {"step": 7800, "epoch": 16, "train_loss": 0.11586794257164001, "cos_r_negg": [0.5576643943786621, 0.5248329043388367, 0.47601184248924255, 0.46810805797576904, 0.44119858741760254, 0.4319422245025635, 0.4728838801383972], "cos_apical_negg": [0.5576643943786621, 0.5248329043388367, 0.47601184248924255, 0.46810805797576904, 0.44119858741760254, 0.4319422245025635, 0.4728838801383972], "cos_Ac_negg": [0.5576643943786621, 0.5248329043388367, 0.47601184248924255, 0.46810805797576904, 0.44119858741760254, 0.4319422245025635, 0.4728838801383972], "r_norm": [0.4790039658546448, 0.4136102795600891, 0.368696928024292, 0.3637944757938385, 0.371437132358551, 0.3495344817638397, 0.38824111223220825]}, {"step": 7850, "epoch": 16, "train_loss": 0.1490616649389267, "cos_r_negg": [0.5403264164924622, 0.5067381858825684, 0.4665660858154297, 0.4611228108406067, 0.4293677508831024, 0.42030468583106995, 0.4557635188102722], "cos_apical_negg": [0.5403264164924622, 0.5067381858825684, 0.4665660858154297, 0.4611228108406067, 0.4293677508831024, 0.42030468583106995, 0.4557635188102722], "cos_Ac_negg": [0.5403264164924622, 0.5067381858825684, 0.4665660858154297, 0.4611228108406067, 0.4293677508831024, 0.42030468583106995, 0.4557635188102722], "r_norm": [0.475324809551239, 0.40704843401908875, 0.36324259638786316, 0.35825857520103455, 0.364854633808136, 0.3419085741043091, 0.3817252814769745]}, {"step": 7900, "epoch": 16, "train_loss": 0.0846744030714035, "cos_r_negg": [0.5333594083786011, 0.4969876706600189, 0.45275935530662537, 0.44283804297447205, 0.4141250550746918, 0.4171295762062073, 0.4487079381942749], "cos_apical_negg": [0.5333594083786011, 0.4969876706600189, 0.45275935530662537, 0.44283804297447205, 0.4141250550746918, 0.4171295762062073, 0.4487079381942749], "cos_Ac_negg": [0.5333594083786011, 0.4969876706600189, 0.45275935530662537, 0.44283804297447205, 0.4141250550746918, 0.4171295762062073, 0.4487079381942749], "r_norm": [0.4709091782569885, 0.40281763672828674, 0.3594476282596588, 0.3548167943954468, 0.3607109785079956, 0.33813750743865967, 0.37821102142333984]}, {"step": 7950, "epoch": 16, "train_loss": 0.16409656405448914, "cos_r_negg": [0.5219435691833496, 0.4894007444381714, 0.44936472177505493, 0.43950319290161133, 0.4136381149291992, 0.40960192680358887, 0.44912296533584595], "cos_apical_negg": [0.5219435691833496, 0.4894007444381714, 0.44936472177505493, 0.43950319290161133, 0.4136381149291992, 0.40960192680358887, 0.44912296533584595], "cos_Ac_negg": [0.5219435691833496, 0.4894007444381714, 0.44936472177505493, 0.43950319290161133, 0.4136381149291992, 0.40960192680358887, 0.44912296533584595], "r_norm": [0.47013306617736816, 0.4038476347923279, 0.3601266145706177, 0.3560493588447571, 0.3620625436306, 0.3404460847377777, 0.379702627658844]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8863, "test_loss": 0.39372992248535155}, {"step": 8000, "epoch": 17, "train_loss": 0.18319280445575714, "cos_r_negg": [0.5344350337982178, 0.4990597367286682, 0.450899600982666, 0.43899115920066833, 0.4203367531299591, 0.42025455832481384, 0.44944456219673157], "cos_apical_negg": [0.5344350337982178, 0.4990597367286682, 0.450899600982666, 0.43899115920066833, 0.4203367531299591, 0.42025455832481384, 0.44944456219673157], "cos_Ac_negg": [0.5344350337982178, 0.4990597367286682, 0.450899600982666, 0.43899115920066833, 0.4203367531299591, 0.42025455832481384, 0.44944456219673157], "r_norm": [0.46606478095054626, 0.3980635106563568, 0.3533536195755005, 0.3489667773246765, 0.3541755676269531, 0.3324703276157379, 0.37174326181411743], "ldr": {"dL_sdil": -0.014103204011917114, "dL_bp": -0.022121787071228027, "ratio": 0.6375255293122309}}, {"step": 8050, "epoch": 17, "train_loss": 0.11345244944095612, "cos_r_negg": [0.5567436218261719, 0.526816725730896, 0.4800909757614136, 0.4548434615135193, 0.43102890253067017, 0.42601436376571655, 0.4625553786754608], "cos_apical_negg": [0.5567436218261719, 0.526816725730896, 0.4800909757614136, 0.4548434615135193, 0.43102890253067017, 0.42601436376571655, 0.4625553786754608], "cos_Ac_negg": [0.5567436218261719, 0.526816725730896, 0.4800909757614136, 0.4548434615135193, 0.43102890253067017, 0.42601436376571655, 0.4625553786754608], "r_norm": [0.46238356828689575, 0.39687520265579224, 0.3525552749633789, 0.3491651117801666, 0.354979008436203, 0.3339829444885254, 0.37308135628700256]}, {"step": 8100, "epoch": 17, "train_loss": 0.21813666820526123, "cos_r_negg": [0.5293599963188171, 0.5034773349761963, 0.465084433555603, 0.44689488410949707, 0.4268649220466614, 0.42018795013427734, 0.4585173726081848], "cos_apical_negg": [0.5293599963188171, 0.5034773349761963, 0.465084433555603, 0.44689488410949707, 0.4268649220466614, 0.42018795013427734, 0.4585173726081848], "cos_Ac_negg": [0.5293599963188171, 0.5034773349761963, 0.465084433555603, 0.44689488410949707, 0.4268649220466614, 0.42018795013427734, 0.4585173726081848], "r_norm": [0.4646000266075134, 0.4003010094165802, 0.35645073652267456, 0.35152024030685425, 0.35612303018569946, 0.33538907766342163, 0.37459927797317505]}, {"step": 8150, "epoch": 17, "train_loss": 0.1387900859117508, "cos_r_negg": [0.5479859113693237, 0.5211356282234192, 0.47991830110549927, 0.4595889151096344, 0.43360358476638794, 0.43447965383529663, 0.4642455279827118], "cos_apical_negg": [0.5479859113693237, 0.5211356282234192, 0.47991830110549927, 0.4595889151096344, 0.43360358476638794, 0.43447965383529663, 0.4642455279827118], "cos_Ac_negg": [0.5479859113693237, 0.5211356282234192, 0.47991830110549927, 0.4595889151096344, 0.43360358476638794, 0.43447965383529663, 0.4642455279827118], "r_norm": [0.4714128077030182, 0.4029507637023926, 0.3589271903038025, 0.353590190410614, 0.3600102961063385, 0.3368217349052429, 0.376552939414978]}, {"step": 8200, "epoch": 17, "train_loss": 0.19562360644340515, "cos_r_negg": [0.5247585773468018, 0.4948039650917053, 0.452411949634552, 0.4320666193962097, 0.41740918159484863, 0.4125676155090332, 0.44556933641433716], "cos_apical_negg": [0.5247585773468018, 0.4948039650917053, 0.452411949634552, 0.4320666193962097, 0.41740918159484863, 0.4125676155090332, 0.44556933641433716], "cos_Ac_negg": [0.5247585773468018, 0.4948039650917053, 0.452411949634552, 0.4320666193962097, 0.41740918159484863, 0.4125676155090332, 0.44556933641433716], "r_norm": [0.47779911756515503, 0.41148215532302856, 0.3652331829071045, 0.3615316152572632, 0.3680017590522766, 0.3458179235458374, 0.3856924772262573]}, {"step": 8250, "epoch": 17, "train_loss": 0.16230575740337372, "cos_r_negg": [0.5197279453277588, 0.48660701513290405, 0.440602570772171, 0.42645370960235596, 0.40380215644836426, 0.3989250659942627, 0.43626514077186584], "cos_apical_negg": [0.5197279453277588, 0.48660701513290405, 0.440602570772171, 0.42645370960235596, 0.40380215644836426, 0.3989250659942627, 0.43626514077186584], "cos_Ac_negg": [0.5197279453277588, 0.48660701513290405, 0.440602570772171, 0.42645370960235596, 0.40380215644836426, 0.3989250659942627, 0.43626514077186584], "r_norm": [0.4541601240634918, 0.3869442939758301, 0.3405507206916809, 0.33699482679367065, 0.3449571132659912, 0.3236849308013916, 0.36085498332977295], "ldr": {"dL_sdil": -0.010225534439086914, "dL_bp": -0.02083095908164978, "ratio": 0.4908815959460407}}, {"step": 8300, "epoch": 17, "train_loss": 0.1059408038854599, "cos_r_negg": [0.5414742231369019, 0.5172325968742371, 0.4604535698890686, 0.44346556067466736, 0.4210934340953827, 0.4132847785949707, 0.4587014317512512], "cos_apical_negg": [0.5414742231369019, 0.5172325968742371, 0.4604535698890686, 0.44346556067466736, 0.4210934340953827, 0.4132847785949707, 0.4587014317512512], "cos_Ac_negg": [0.5414742231369019, 0.5172325968742371, 0.4604535698890686, 0.44346556067466736, 0.4210934340953827, 0.4132847785949707, 0.4587014317512512], "r_norm": [0.47653746604919434, 0.4065138101577759, 0.3581286072731018, 0.353274405002594, 0.3600749373435974, 0.3394193649291992, 0.3776928782463074]}, {"step": 8350, "epoch": 17, "train_loss": 0.1192883625626564, "cos_r_negg": [0.5389257073402405, 0.5166726112365723, 0.4672011733055115, 0.45065411925315857, 0.42587709426879883, 0.4204743504524231, 0.4642999768257141], "cos_apical_negg": [0.5389257073402405, 0.5166726112365723, 0.4672011733055115, 0.45065411925315857, 0.42587709426879883, 0.4204743504524231, 0.4642999768257141], "cos_Ac_negg": [0.5389257073402405, 0.5166726112365723, 0.4672011733055115, 0.45065411925315857, 0.42587709426879883, 0.4204743504524231, 0.4642999768257141], "r_norm": [0.4618505835533142, 0.39383745193481445, 0.34862020611763, 0.3421468138694763, 0.3487091064453125, 0.32835960388183594, 0.3667081296443939]}, {"step": 8400, "epoch": 17, "train_loss": 0.3677451014518738, "cos_r_negg": [0.5165929794311523, 0.49354562163352966, 0.4438789486885071, 0.4311968982219696, 0.4028562307357788, 0.3942858576774597, 0.43906062841415405], "cos_apical_negg": [0.5165929794311523, 0.49354562163352966, 0.4438789486885071, 0.4311968982219696, 0.4028562307357788, 0.3942858576774597, 0.43906062841415405], "cos_Ac_negg": [0.5165929794311523, 0.49354562163352966, 0.4438789486885071, 0.4311968982219696, 0.4028562307357788, 0.3942858576774597, 0.43906062841415405], "r_norm": [0.4379549026489258, 0.3700945973396301, 0.32718807458877563, 0.32188814878463745, 0.32631075382232666, 0.30695053935050964, 0.3455860912799835]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8847, "test_loss": 0.41021241760253907}, {"step": 8450, "epoch": 18, "train_loss": 0.06855721771717072, "cos_r_negg": [0.5229131579399109, 0.4993770122528076, 0.4524086117744446, 0.437087744474411, 0.4080498218536377, 0.3993380665779114, 0.43848106265068054], "cos_apical_negg": [0.5229131579399109, 0.4993770122528076, 0.4524086117744446, 0.437087744474411, 0.4080498218536377, 0.3993380665779114, 0.43848106265068054], "cos_Ac_negg": [0.5229131579399109, 0.4993770122528076, 0.4524086117744446, 0.437087744474411, 0.4080498218536377, 0.3993380665779114, 0.43848106265068054], "r_norm": [0.4679621756076813, 0.39628082513809204, 0.348731130361557, 0.3430447578430176, 0.3496611714363098, 0.32847458124160767, 0.36779481172561646]}, {"step": 8500, "epoch": 18, "train_loss": 0.10787345468997955, "cos_r_negg": [0.5469599366188049, 0.523513913154602, 0.47408440709114075, 0.4557574391365051, 0.4343574047088623, 0.4273685812950134, 0.47648197412490845], "cos_apical_negg": [0.5469599366188049, 0.523513913154602, 0.47408440709114075, 0.4557574391365051, 0.4343574047088623, 0.4273685812950134, 0.47648197412490845], "cos_Ac_negg": [0.5469599366188049, 0.523513913154602, 0.47408440709114075, 0.4557574391365051, 0.4343574047088623, 0.4273685812950134, 0.47648197412490845], "r_norm": [0.5041369795799255, 0.42150387167930603, 0.37074559926986694, 0.3631132245063782, 0.36983081698417664, 0.3467470407485962, 0.3891943693161011], "ldr": {"dL_sdil": -0.022955656051635742, "dL_bp": -0.037776410579681396, "ratio": 0.6076717109799411}}, {"step": 8550, "epoch": 18, "train_loss": 0.1436854898929596, "cos_r_negg": [0.5358609557151794, 0.5122452974319458, 0.46859604120254517, 0.4549703001976013, 0.42660120129585266, 0.413385272026062, 0.45192596316337585], "cos_apical_negg": [0.5358609557151794, 0.5122452974319458, 0.46859604120254517, 0.4549703001976013, 0.42660120129585266, 0.413385272026062, 0.45192596316337585], "cos_Ac_negg": [0.5358609557151794, 0.5122452974319458, 0.46859604120254517, 0.4549703001976013, 0.42660120129585266, 0.413385272026062, 0.45192596316337585], "r_norm": [0.48979759216308594, 0.4155404567718506, 0.3668632507324219, 0.36006540060043335, 0.3664236068725586, 0.343865305185318, 0.3844097852706909]}, {"step": 8600, "epoch": 18, "train_loss": 0.1432020366191864, "cos_r_negg": [0.520168662071228, 0.4937869608402252, 0.44997072219848633, 0.4322293996810913, 0.40785717964172363, 0.4072047472000122, 0.4521513879299164], "cos_apical_negg": [0.520168662071228, 0.4937869608402252, 0.44997072219848633, 0.4322293996810913, 0.40785717964172363, 0.4072047472000122, 0.4521513879299164], "cos_Ac_negg": [0.520168662071228, 0.4937869608402252, 0.44997072219848633, 0.4322293996810913, 0.40785717964172363, 0.4072047472000122, 0.4521513879299164], "r_norm": [0.45026546716690063, 0.3807365298271179, 0.33574122190475464, 0.3297733962535858, 0.3354213237762451, 0.3144300878047943, 0.353326678276062]}, {"step": 8650, "epoch": 18, "train_loss": 0.05030464753508568, "cos_r_negg": [0.5194748640060425, 0.4922370910644531, 0.4447537064552307, 0.4298379421234131, 0.40327319502830505, 0.39481258392333984, 0.4363228678703308], "cos_apical_negg": [0.5194748640060425, 0.4922370910644531, 0.4447537064552307, 0.4298379421234131, 0.40327319502830505, 0.39481258392333984, 0.4363228678703308], "cos_Ac_negg": [0.5194748640060425, 0.4922370910644531, 0.4447537064552307, 0.4298379421234131, 0.40327319502830505, 0.39481258392333984, 0.4363228678703308], "r_norm": [0.4815189838409424, 0.40656644105911255, 0.35838890075683594, 0.3510057330131531, 0.35667484998703003, 0.33407747745513916, 0.3753928244113922]}, {"step": 8700, "epoch": 18, "train_loss": 0.10848847031593323, "cos_r_negg": [0.5302649736404419, 0.508550226688385, 0.4617834985256195, 0.4471829831600189, 0.41690921783447266, 0.4124186336994171, 0.4493553340435028], "cos_apical_negg": [0.5302649736404419, 0.508550226688385, 0.4617834985256195, 0.4471829831600189, 0.41690921783447266, 0.4124186336994171, 0.4493553340435028], "cos_Ac_negg": [0.5302649736404419, 0.508550226688385, 0.4617834985256195, 0.4471829831600189, 0.41690921783447266, 0.4124186336994171, 0.4493553340435028], "r_norm": [0.45080041885375977, 0.3780362010002136, 0.33180534839630127, 0.3249213993549347, 0.330070823431015, 0.3098137080669403, 0.34900009632110596]}, {"step": 8750, "epoch": 18, "train_loss": 0.16871950030326843, "cos_r_negg": [0.528296172618866, 0.5008807182312012, 0.45735591650009155, 0.44196584820747375, 0.41316741704940796, 0.40601181983947754, 0.458523154258728], "cos_apical_negg": [0.528296172618866, 0.5008807182312012, 0.45735591650009155, 0.44196584820747375, 0.41316741704940796, 0.40601181983947754, 0.458523154258728], "cos_Ac_negg": [0.528296172618866, 0.5008807182312012, 0.45735591650009155, 0.44196584820747375, 0.41316741704940796, 0.40601181983947754, 0.458523154258728], "r_norm": [0.4628030061721802, 0.3895016610622406, 0.34268707036972046, 0.3356647193431854, 0.34161636233329773, 0.3201806843280792, 0.36032915115356445], "ldr": {"dL_sdil": -0.012406229972839355, "dL_bp": -0.02126544713973999, "ratio": 0.5833985004554691}}, {"step": 8800, "epoch": 18, "train_loss": 0.05027477815747261, "cos_r_negg": [0.52521812915802, 0.5025404691696167, 0.45426806807518005, 0.43556147813796997, 0.4064578413963318, 0.39925554394721985, 0.44868767261505127], "cos_apical_negg": [0.52521812915802, 0.5025404691696167, 0.45426806807518005, 0.43556147813796997, 0.4064578413963318, 0.39925554394721985, 0.44868767261505127], "cos_Ac_negg": [0.52521812915802, 0.5025404691696167, 0.45426806807518005, 0.43556147813796997, 0.4064578413963318, 0.39925554394721985, 0.44868767261505127], "r_norm": [0.45298078656196594, 0.38213783502578735, 0.33772099018096924, 0.3304813504219055, 0.3350805342197418, 0.3151017427444458, 0.35378533601760864]}, {"step": 8850, "epoch": 18, "train_loss": 0.10469193756580353, "cos_r_negg": [0.5265551805496216, 0.5084230899810791, 0.46109485626220703, 0.44564998149871826, 0.41578176617622375, 0.41106751561164856, 0.4561285972595215], "cos_apical_negg": [0.5265551805496216, 0.5084230899810791, 0.46109485626220703, 0.44564998149871826, 0.41578176617622375, 0.41106751561164856, 0.4561285972595215], "cos_Ac_negg": [0.5265551805496216, 0.5084230899810791, 0.46109485626220703, 0.44564998149871826, 0.41578176617622375, 0.41106751561164856, 0.4561285972595215], "r_norm": [0.47530314326286316, 0.39906856417655945, 0.3504593074321747, 0.34273162484169006, 0.34814023971557617, 0.3267311453819275, 0.367920458316803]}, {"step": 8900, "epoch": 18, "train_loss": 0.2058112919330597, "cos_r_negg": [0.5269078016281128, 0.4992213845252991, 0.44779932498931885, 0.43093594908714294, 0.404837429523468, 0.4037703275680542, 0.4513475000858307], "cos_apical_negg": [0.5269078016281128, 0.4992213845252991, 0.44779932498931885, 0.43093594908714294, 0.404837429523468, 0.4037703275680542, 0.4513475000858307], "cos_Ac_negg": [0.5269078016281128, 0.4992213845252991, 0.44779932498931885, 0.43093594908714294, 0.404837429523468, 0.4037703275680542, 0.4513475000858307], "r_norm": [0.4620651304721832, 0.38666650652885437, 0.33900177478790283, 0.33200201392173767, 0.33754652738571167, 0.3159322142601013, 0.3562507629394531]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8824, "test_loss": 0.4123259552001953}, {"step": 8950, "epoch": 19, "train_loss": 0.18224191665649414, "cos_r_negg": [0.5172531604766846, 0.4985935091972351, 0.4519612193107605, 0.4428038001060486, 0.41320186853408813, 0.40544694662094116, 0.45390719175338745], "cos_apical_negg": [0.5172531604766846, 0.4985935091972351, 0.4519612193107605, 0.4428038001060486, 0.41320186853408813, 0.40544694662094116, 0.45390719175338745], "cos_Ac_negg": [0.5172531604766846, 0.4985935091972351, 0.4519612193107605, 0.4428038001060486, 0.41320186853408813, 0.40544694662094116, 0.45390719175338745], "r_norm": [0.47628945112228394, 0.3965441584587097, 0.34822729229927063, 0.3409835398197174, 0.34624183177948, 0.32362139225006104, 0.365979939699173]}, {"step": 9000, "epoch": 19, "train_loss": 0.2074964940547943, "cos_r_negg": [0.5320711135864258, 0.5082418918609619, 0.46032077074050903, 0.44476836919784546, 0.41504788398742676, 0.40825122594833374, 0.45389413833618164], "cos_apical_negg": [0.5320711135864258, 0.5082418918609619, 0.46032077074050903, 0.44476836919784546, 0.41504788398742676, 0.40825122594833374, 0.45389413833618164], "cos_Ac_negg": [0.5320711135864258, 0.5082418918609619, 0.46032077074050903, 0.44476836919784546, 0.41504788398742676, 0.40825122594833374, 0.45389413833618164], "r_norm": [0.4732081890106201, 0.3939357399940491, 0.3457995057106018, 0.338567316532135, 0.3433874547481537, 0.3210556209087372, 0.36329951882362366], "ldr": {"dL_sdil": -0.008627533912658691, "dL_bp": -0.017772257328033447, "ratio": 0.48544952694612786}}, {"step": 9050, "epoch": 19, "train_loss": 0.2152295559644699, "cos_r_negg": [0.5235891342163086, 0.49673914909362793, 0.44631898403167725, 0.43549996614456177, 0.4040835499763489, 0.398885577917099, 0.4501064419746399], "cos_apical_negg": [0.5235891342163086, 0.49673914909362793, 0.44631898403167725, 0.43549996614456177, 0.4040835499763489, 0.398885577917099, 0.4501064419746399], "cos_Ac_negg": [0.5235891342163086, 0.49673914909362793, 0.44631898403167725, 0.43549996614456177, 0.4040835499763489, 0.398885577917099, 0.4501064419746399], "r_norm": [0.49649667739868164, 0.41086453199386597, 0.3594464063644409, 0.3511868417263031, 0.3557058572769165, 0.334102988243103, 0.3782409727573395]}, {"step": 9100, "epoch": 19, "train_loss": 0.16631323099136353, "cos_r_negg": [0.5126327276229858, 0.4892321228981018, 0.44284939765930176, 0.42882776260375977, 0.3998453617095947, 0.3975265324115753, 0.44870954751968384], "cos_apical_negg": [0.5126327276229858, 0.4892321228981018, 0.44284939765930176, 0.42882776260375977, 0.3998453617095947, 0.3975265324115753, 0.44870954751968384], "cos_Ac_negg": [0.5126327276229858, 0.4892321228981018, 0.44284939765930176, 0.42882776260375977, 0.3998453617095947, 0.3975265324115753, 0.44870954751968384], "r_norm": [0.4443172812461853, 0.37331825494766235, 0.3275444805622101, 0.32074064016342163, 0.3250613212585449, 0.3048402965068817, 0.34415203332901]}, {"step": 9150, "epoch": 19, "train_loss": 0.09471936523914337, "cos_r_negg": [0.5163277387619019, 0.49465736746788025, 0.4505653977394104, 0.4297960698604584, 0.4014716148376465, 0.39903658628463745, 0.45199620723724365], "cos_apical_negg": [0.5163277387619019, 0.49465736746788025, 0.4505653977394104, 0.4297960698604584, 0.4014716148376465, 0.39903658628463745, 0.45199620723724365], "cos_Ac_negg": [0.5163277387619019, 0.49465736746788025, 0.4505653977394104, 0.4297960698604584, 0.4014716148376465, 0.39903658628463745, 0.45199620723724365], "r_norm": [0.453809916973114, 0.37745973467826843, 0.3306478261947632, 0.32257577776908875, 0.3287079930305481, 0.3082870841026306, 0.3483952283859253]}, {"step": 9200, "epoch": 19, "train_loss": 0.09494473040103912, "cos_r_negg": [0.5242540836334229, 0.49527353048324585, 0.4460720419883728, 0.4298222064971924, 0.40189653635025024, 0.39614206552505493, 0.45222294330596924], "cos_apical_negg": [0.5242540836334229, 0.49527353048324585, 0.4460720419883728, 0.4298222064971924, 0.40189653635025024, 0.39614206552505493, 0.45222294330596924], "cos_Ac_negg": [0.5242540836334229, 0.49527353048324585, 0.4460720419883728, 0.4298222064971924, 0.40189653635025024, 0.39614206552505493, 0.45222294330596924], "r_norm": [0.48069337010383606, 0.3986007273197174, 0.34775254130363464, 0.33826979994773865, 0.34494930505752563, 0.32306525111198425, 0.3661395013332367]}, {"step": 9250, "epoch": 19, "train_loss": 0.17397263646125793, "cos_r_negg": [0.5317707061767578, 0.49965888261795044, 0.45144975185394287, 0.4349655508995056, 0.4072073698043823, 0.4029863476753235, 0.45376837253570557], "cos_apical_negg": [0.5317707061767578, 0.49965888261795044, 0.45144975185394287, 0.4349655508995056, 0.4072073698043823, 0.4029863476753235, 0.45376837253570557], "cos_Ac_negg": [0.5317707061767578, 0.49965888261795044, 0.45144975185394287, 0.4349655508995056, 0.4072073698043823, 0.4029863476753235, 0.45376837253570557], "r_norm": [0.48731547594070435, 0.40204110741615295, 0.34900036454200745, 0.33968937397003174, 0.346515417098999, 0.3252723813056946, 0.36748212575912476], "ldr": {"dL_sdil": -0.014816969633102417, "dL_bp": -0.027017325162887573, "ratio": 0.5484247438919597}}, {"step": 9300, "epoch": 19, "train_loss": 0.1322946548461914, "cos_r_negg": [0.5332216024398804, 0.5067477226257324, 0.45470452308654785, 0.43867382407188416, 0.41340017318725586, 0.4087752103805542, 0.456671804189682], "cos_apical_negg": [0.5332216024398804, 0.5067477226257324, 0.45470452308654785, 0.43867382407188416, 0.41340017318725586, 0.4087752103805542, 0.456671804189682], "cos_Ac_negg": [0.5332216024398804, 0.5067477226257324, 0.45470452308654785, 0.43867382407188416, 0.41340017318725586, 0.4087752103805542, 0.456671804189682], "r_norm": [0.457894891500473, 0.3781871795654297, 0.32886210083961487, 0.32098713517189026, 0.32560014724731445, 0.30606624484062195, 0.3473815321922302]}, {"step": 9350, "epoch": 19, "train_loss": 0.17310233414173126, "cos_r_negg": [0.5003929734230042, 0.4706858992576599, 0.423484742641449, 0.40393581986427307, 0.39045172929763794, 0.38620778918266296, 0.433684766292572], "cos_apical_negg": [0.5003929734230042, 0.4706858992576599, 0.423484742641449, 0.40393581986427307, 0.39045172929763794, 0.38620778918266296, 0.433684766292572], "cos_Ac_negg": [0.5003929734230042, 0.4706858992576599, 0.423484742641449, 0.40393581986427307, 0.39045172929763794, 0.38620778918266296, 0.433684766292572], "r_norm": [0.48061129450798035, 0.39726102352142334, 0.3440783619880676, 0.3360547125339508, 0.34136849641799927, 0.32145676016807556, 0.363918274641037]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8732, "test_loss": 0.44887718200683596}], "final": {"test_acc": 0.8732, "test_loss": 0.44887718200683596, "wall_s": 132.74695324897766, "cos_r_negg": [0.5239757299423218, 0.4936924874782562, 0.44252198934555054, 0.4199400544166565, 0.3948180377483368, 0.39737004041671753, 0.45136910676956177], "cos_apical_negg": [0.5239757299423218, 0.4936924874782562, 0.44252198934555054, 0.4199400544166565, 0.3948180377483368, 0.39737004041671753, 0.45136910676956177], "cos_Ac_negg": [0.5239757299423218, 0.4936924874782562, 0.44252198934555054, 0.4199400544166565, 0.3948180377483368, 0.39737004041671753, 0.45136910676956177]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_sdil_d7_s1.json b/results/depth_fmnist_sdil_d7_s1.json
new file mode 100644
index 0000000..e66356f
--- /dev/null
+++ b/results/depth_fmnist_sdil_d7_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d7_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3651063442230225, "cos_r_negg": [0.017912954092025757, 0.012814447283744812, 0.014341384172439575, 0.009514663368463516, -0.021379657089710236, -0.013125961646437645, -0.004214278422296047], "cos_apical_negg": [0.017912954092025757, 0.012814447283744812, 0.014341384172439575, 0.009514663368463516, -0.021379657089710236, -0.013125961646437645, -0.004214278422296047], "cos_Ac_negg": [0.017912954092025757, 0.012814447283744812, 0.014341384172439575, 0.009514663368463516, -0.021379657089710236, -0.013125961646437645, -0.004214278422296047], "r_norm": [4.753594398498535, 4.789578437805176, 4.756953716278076, 4.801403999328613, 4.802769660949707, 4.913440704345703, 4.7035441398620605], "ldr": {"dL_sdil": -0.04429125785827637, "dL_bp": -0.11746573448181152, "ratio": 0.3770568332430123}}, {"step": 50, "epoch": 0, "train_loss": 1.0138885974884033, "cos_r_negg": [0.03921114653348923, 0.05107065662741661, 0.08144164085388184, 0.048286281526088715, 0.07935918867588043, 0.11539442837238312, 0.0763743668794632], "cos_apical_negg": [0.03921114653348923, 0.05107065662741661, 0.08144164085388184, 0.048286281526088715, 0.07935918867588043, 0.11539442837238312, 0.0763743668794632], "cos_Ac_negg": [0.03921114653348923, 0.05107065662741661, 0.08144164085388184, 0.048286281526088715, 0.07935918867588043, 0.11539442837238312, 0.0763743668794632], "r_norm": [2.7990939617156982, 2.831582546234131, 2.8112616539001465, 2.837705612182617, 2.830188274383545, 2.8772590160369873, 2.7733569145202637]}, {"step": 100, "epoch": 0, "train_loss": 0.7654201984405518, "cos_r_negg": [0.1983191817998886, 0.1696176528930664, 0.20306909084320068, 0.16062195599079132, 0.19098873436450958, 0.23472151160240173, 0.13234923779964447], "cos_apical_negg": [0.1983191817998886, 0.1696176528930664, 0.20306909084320068, 0.16062195599079132, 0.19098873436450958, 0.23472151160240173, 0.13234923779964447], "cos_Ac_negg": [0.1983191817998886, 0.1696176528930664, 0.20306909084320068, 0.16062195599079132, 0.19098873436450958, 0.23472151160240173, 0.13234923779964447], "r_norm": [1.8481944799423218, 1.872176170349121, 1.857998251914978, 1.870424747467041, 1.8482447862625122, 1.8946375846862793, 1.8188214302062988]}, {"step": 150, "epoch": 0, "train_loss": 0.6054514050483704, "cos_r_negg": [0.2616918683052063, 0.19120393693447113, 0.16680294275283813, 0.19114363193511963, 0.1889454871416092, 0.23658962547779083, 0.1649901568889618], "cos_apical_negg": [0.2616918683052063, 0.19120393693447113, 0.16680294275283813, 0.19114363193511963, 0.1889454871416092, 0.23658962547779083, 0.1649901568889618], "cos_Ac_negg": [0.2616918683052063, 0.19120393693447113, 0.16680294275283813, 0.19114363193511963, 0.1889454871416092, 0.23658962547779083, 0.1649901568889618], "r_norm": [1.6558722257614136, 1.6735293865203857, 1.6677314043045044, 1.6783828735351562, 1.663333773612976, 1.6949809789657593, 1.6418147087097168]}, {"step": 200, "epoch": 0, "train_loss": 0.5857690572738647, "cos_r_negg": [0.31171733140945435, 0.21634957194328308, 0.26062899827957153, 0.22477521002292633, 0.2048063576221466, 0.23337841033935547, 0.19555722177028656], "cos_apical_negg": [0.31171733140945435, 0.21634957194328308, 0.26062899827957153, 0.22477521002292633, 0.2048063576221466, 0.23337841033935547, 0.19555722177028656], "cos_Ac_negg": [0.31171733140945435, 0.21634957194328308, 0.26062899827957153, 0.22477521002292633, 0.2048063576221466, 0.23337841033935547, 0.19555722177028656], "r_norm": [1.5931239128112793, 1.625962257385254, 1.6152032613754272, 1.6191625595092773, 1.6020833253860474, 1.6445540189743042, 1.584418773651123]}, {"step": 250, "epoch": 0, "train_loss": 0.48536816239356995, "cos_r_negg": [0.3567084074020386, 0.29216468334198, 0.296053022146225, 0.27966418862342834, 0.2590002715587616, 0.2847036123275757, 0.2160179316997528], "cos_apical_negg": [0.3567084074020386, 0.29216468334198, 0.296053022146225, 0.27966418862342834, 0.2590002715587616, 0.2847036123275757, 0.2160179316997528], "cos_Ac_negg": [0.3567084074020386, 0.29216468334198, 0.296053022146225, 0.27966418862342834, 0.2590002715587616, 0.2847036123275757, 0.2160179316997528], "r_norm": [1.424635648727417, 1.4444068670272827, 1.437464952468872, 1.442028284072876, 1.432628870010376, 1.4661945104599, 1.4120417833328247], "ldr": {"dL_sdil": -0.01544925570487976, "dL_bp": -0.011302173137664795, "ratio": 1.3669278922470849}}, {"step": 300, "epoch": 0, "train_loss": 0.7795064449310303, "cos_r_negg": [0.3885452151298523, 0.3201020359992981, 0.33497098088264465, 0.3285183012485504, 0.2643607556819916, 0.24511009454727173, 0.2092818319797516], "cos_apical_negg": [0.3885452151298523, 0.3201020359992981, 0.33497098088264465, 0.3285183012485504, 0.2643607556819916, 0.24511009454727173, 0.2092818319797516], "cos_Ac_negg": [0.3885452151298523, 0.3201020359992981, 0.33497098088264465, 0.3285183012485504, 0.2643607556819916, 0.24511009454727173, 0.2092818319797516], "r_norm": [1.2990522384643555, 1.314368486404419, 1.308069109916687, 1.3116014003753662, 1.3008418083190918, 1.3347808122634888, 1.2830593585968018]}, {"step": 350, "epoch": 0, "train_loss": 0.5071627497673035, "cos_r_negg": [0.3624003529548645, 0.2917737066745758, 0.3154999613761902, 0.29019850492477417, 0.2659396231174469, 0.2764264941215515, 0.23826982080936432], "cos_apical_negg": [0.3624003529548645, 0.2917737066745758, 0.3154999613761902, 0.29019850492477417, 0.2659396231174469, 0.2764264941215515, 0.23826982080936432], "cos_Ac_negg": [0.3624003529548645, 0.2917737066745758, 0.3154999613761902, 0.29019850492477417, 0.2659396231174469, 0.2764264941215515, 0.23826982080936432], "r_norm": [1.3352673053741455, 1.3510832786560059, 1.3462779521942139, 1.348947525024414, 1.338322639465332, 1.3706918954849243, 1.3204848766326904]}, {"step": 400, "epoch": 0, "train_loss": 0.6154441237449646, "cos_r_negg": [0.39784109592437744, 0.3243233561515808, 0.3362506628036499, 0.27489736676216125, 0.2955639958381653, 0.27585411071777344, 0.2325618863105774], "cos_apical_negg": [0.39784109592437744, 0.3243233561515808, 0.3362506628036499, 0.27489736676216125, 0.2955639958381653, 0.27585411071777344, 0.2325618863105774], "cos_Ac_negg": [0.39784109592437744, 0.3243233561515808, 0.3362506628036499, 0.27489736676216125, 0.2955639958381653, 0.27585411071777344, 0.2325618863105774], "r_norm": [1.3238462209701538, 1.343347430229187, 1.3381747007369995, 1.3407458066940308, 1.32767915725708, 1.3598134517669678, 1.3129727840423584]}, {"step": 450, "epoch": 0, "train_loss": 0.4722640812397003, "cos_r_negg": [0.37351304292678833, 0.31036269664764404, 0.30330005288124084, 0.24451503157615662, 0.23690246045589447, 0.2346932590007782, 0.24380023777484894], "cos_apical_negg": [0.37351304292678833, 0.31036269664764404, 0.30330005288124084, 0.24451503157615662, 0.23690246045589447, 0.2346932590007782, 0.24380023777484894], "cos_Ac_negg": [0.37351304292678833, 0.31036269664764404, 0.30330005288124084, 0.24451503157615662, 0.23690246045589447, 0.2346932590007782, 0.24380023777484894], "r_norm": [1.2796448469161987, 1.3004356622695923, 1.2941861152648926, 1.291015625, 1.2793538570404053, 1.314879059791565, 1.2652469873428345]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8373, "test_loss": 0.47719057922363284}, {"step": 500, "epoch": 1, "train_loss": 0.3141980469226837, "cos_r_negg": [0.3976050913333893, 0.32186025381088257, 0.29422545433044434, 0.24470779299736023, 0.24279098212718964, 0.23515771329402924, 0.26401814818382263], "cos_apical_negg": [0.3976050913333893, 0.32186025381088257, 0.29422545433044434, 0.24470779299736023, 0.24279098212718964, 0.23515771329402924, 0.26401814818382263], "cos_Ac_negg": [0.3976050913333893, 0.32186025381088257, 0.29422545433044434, 0.24470779299736023, 0.24279098212718964, 0.23515771329402924, 0.26401814818382263], "r_norm": [1.274137258529663, 1.285782814025879, 1.2798283100128174, 1.28101646900177, 1.2707090377807617, 1.3070807456970215, 1.2538195848464966], "ldr": {"dL_sdil": -0.025896906852722168, "dL_bp": -0.019886791706085205, "ratio": 1.3022164276401564}}, {"step": 550, "epoch": 1, "train_loss": 0.5496476292610168, "cos_r_negg": [0.39392492175102234, 0.3512701988220215, 0.3250446915626526, 0.2812628746032715, 0.2917792499065399, 0.266901433467865, 0.2561066150665283], "cos_apical_negg": [0.39392492175102234, 0.3512701988220215, 0.3250446915626526, 0.2812628746032715, 0.2917792499065399, 0.266901433467865, 0.2561066150665283], "cos_Ac_negg": [0.39392492175102234, 0.3512701988220215, 0.3250446915626526, 0.2812628746032715, 0.2917792499065399, 0.266901433467865, 0.2561066150665283], "r_norm": [1.1796811819076538, 1.1872657537460327, 1.1817610263824463, 1.189910888671875, 1.1749463081359863, 1.2094907760620117, 1.157029151916504]}, {"step": 600, "epoch": 1, "train_loss": 0.43491053581237793, "cos_r_negg": [0.43014955520629883, 0.370877206325531, 0.34188008308410645, 0.2960517406463623, 0.2962343990802765, 0.2936207950115204, 0.2562468647956848], "cos_apical_negg": [0.43014955520629883, 0.370877206325531, 0.34188008308410645, 0.2960517406463623, 0.2962343990802765, 0.2936207950115204, 0.2562468647956848], "cos_Ac_negg": [0.43014955520629883, 0.370877206325531, 0.34188008308410645, 0.2960517406463623, 0.2962343990802765, 0.2936207950115204, 0.2562468647956848], "r_norm": [1.149723768234253, 1.1597561836242676, 1.150169014930725, 1.1576730012893677, 1.1451269388198853, 1.1783313751220703, 1.1251394748687744]}, {"step": 650, "epoch": 1, "train_loss": 0.534937858581543, "cos_r_negg": [0.4312741756439209, 0.3721998631954193, 0.3411586582660675, 0.27799394726753235, 0.2818249464035034, 0.2808276414871216, 0.24381355941295624], "cos_apical_negg": [0.4312741756439209, 0.3721998631954193, 0.3411586582660675, 0.27799394726753235, 0.2818249464035034, 0.2808276414871216, 0.24381355941295624], "cos_Ac_negg": [0.4312741756439209, 0.3721998631954193, 0.3411586582660675, 0.27799394726753235, 0.2818249464035034, 0.2808276414871216, 0.24381355941295624], "r_norm": [1.097745418548584, 1.1062196493148804, 1.1002016067504883, 1.1031925678253174, 1.0921911001205444, 1.1227185726165771, 1.0789844989776611]}, {"step": 700, "epoch": 1, "train_loss": 0.3331398367881775, "cos_r_negg": [0.421389639377594, 0.3866627812385559, 0.33113259077072144, 0.2825406789779663, 0.2961556911468506, 0.29535090923309326, 0.2712213695049286], "cos_apical_negg": [0.421389639377594, 0.3866627812385559, 0.33113259077072144, 0.2825406789779663, 0.2961556911468506, 0.29535090923309326, 0.2712213695049286], "cos_Ac_negg": [0.421389639377594, 0.3866627812385559, 0.33113259077072144, 0.2825406789779663, 0.2961556911468506, 0.29535090923309326, 0.2712213695049286], "r_norm": [1.0904617309570312, 1.0926828384399414, 1.0916199684143066, 1.0926711559295654, 1.0841631889343262, 1.1141951084136963, 1.071901559829712]}, {"step": 750, "epoch": 1, "train_loss": 0.4075630009174347, "cos_r_negg": [0.47725802659988403, 0.3964841961860657, 0.3632279634475708, 0.3076859712600708, 0.302625447511673, 0.3069123923778534, 0.26026803255081177], "cos_apical_negg": [0.47725802659988403, 0.3964841961860657, 0.3632279634475708, 0.3076859712600708, 0.302625447511673, 0.3069123923778534, 0.26026803255081177], "cos_Ac_negg": [0.47725802659988403, 0.3964841961860657, 0.3632279634475708, 0.3076859712600708, 0.302625447511673, 0.3069123923778534, 0.26026803255081177], "r_norm": [1.1163012981414795, 1.1295124292373657, 1.1233458518981934, 1.1200387477874756, 1.1107852458953857, 1.1427093744277954, 1.0977959632873535], "ldr": {"dL_sdil": -0.016702234745025635, "dL_bp": -0.012671828269958496, "ratio": 1.3180603768614945}}, {"step": 800, "epoch": 1, "train_loss": 0.4441789984703064, "cos_r_negg": [0.4537394642829895, 0.40032288432121277, 0.3538420796394348, 0.2966003119945526, 0.30270203948020935, 0.31512701511383057, 0.2591060698032379], "cos_apical_negg": [0.4537394642829895, 0.40032288432121277, 0.3538420796394348, 0.2966003119945526, 0.30270203948020935, 0.31512701511383057, 0.2591060698032379], "cos_Ac_negg": [0.4537394642829895, 0.40032288432121277, 0.3538420796394348, 0.2966003119945526, 0.30270203948020935, 0.31512701511383057, 0.2591060698032379], "r_norm": [1.0480351448059082, 1.054472804069519, 1.0519447326660156, 1.0490787029266357, 1.0375659465789795, 1.0707521438598633, 1.0274738073349]}, {"step": 850, "epoch": 1, "train_loss": 0.3046829104423523, "cos_r_negg": [0.4072203040122986, 0.359041303396225, 0.33445096015930176, 0.29633229970932007, 0.29615724086761475, 0.30422163009643555, 0.2647108733654022], "cos_apical_negg": [0.4072203040122986, 0.359041303396225, 0.33445096015930176, 0.29633229970932007, 0.29615724086761475, 0.30422163009643555, 0.2647108733654022], "cos_Ac_negg": [0.4072203040122986, 0.359041303396225, 0.33445096015930176, 0.29633229970932007, 0.29615724086761475, 0.30422163009643555, 0.2647108733654022], "r_norm": [1.1033495664596558, 1.1131277084350586, 1.1090188026428223, 1.111501693725586, 1.0944840908050537, 1.1287871599197388, 1.086144208908081]}, {"step": 900, "epoch": 1, "train_loss": 0.339613676071167, "cos_r_negg": [0.42383456230163574, 0.36643552780151367, 0.34217673540115356, 0.30681756138801575, 0.3076360821723938, 0.301120787858963, 0.2787562906742096], "cos_apical_negg": [0.42383456230163574, 0.36643552780151367, 0.34217673540115356, 0.30681756138801575, 0.3076360821723938, 0.301120787858963, 0.2787562906742096], "cos_Ac_negg": [0.42383456230163574, 0.36643552780151367, 0.34217673540115356, 0.30681756138801575, 0.3076360821723938, 0.301120787858963, 0.2787562906742096], "r_norm": [1.0468734502792358, 1.0543891191482544, 1.0524160861968994, 1.0495479106903076, 1.0398399829864502, 1.0703226327896118, 1.0276296138763428]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8445, "test_loss": 0.4416794860839844}, {"step": 950, "epoch": 2, "train_loss": 0.32154443860054016, "cos_r_negg": [0.41936925053596497, 0.3829008936882019, 0.3497241139411926, 0.3192804455757141, 0.3045952618122101, 0.3190859854221344, 0.27488404512405396], "cos_apical_negg": [0.41936925053596497, 0.3829008936882019, 0.3497241139411926, 0.3192804455757141, 0.3045952618122101, 0.3190859854221344, 0.27488404512405396], "cos_Ac_negg": [0.41936925053596497, 0.3829008936882019, 0.3497241139411926, 0.3192804455757141, 0.3045952618122101, 0.3190859854221344, 0.27488404512405396], "r_norm": [1.0035520792007446, 1.0088090896606445, 1.0055612325668335, 1.007138967514038, 0.9943841695785522, 1.0236587524414062, 0.9858819246292114]}, {"step": 1000, "epoch": 2, "train_loss": 0.32488399744033813, "cos_r_negg": [0.4084693193435669, 0.3799365758895874, 0.3701695203781128, 0.3337101638317108, 0.3224557638168335, 0.34132930636405945, 0.27572131156921387], "cos_apical_negg": [0.4084693193435669, 0.3799365758895874, 0.3701695203781128, 0.3337101638317108, 0.3224557638168335, 0.34132930636405945, 0.27572131156921387], "cos_Ac_negg": [0.4084693193435669, 0.3799365758895874, 0.3701695203781128, 0.3337101638317108, 0.3224557638168335, 0.34132930636405945, 0.27572131156921387], "r_norm": [1.0077182054519653, 1.0092867612838745, 1.0035901069641113, 1.0058767795562744, 0.9939287304878235, 1.025202989578247, 0.9826580286026001], "ldr": {"dL_sdil": -0.016656875610351562, "dL_bp": -0.01236051321029663, "ratio": 1.3475877034358048}}, {"step": 1050, "epoch": 2, "train_loss": 0.38558322191238403, "cos_r_negg": [0.4305632710456848, 0.39352282881736755, 0.38104376196861267, 0.32843217253685, 0.34296780824661255, 0.34027019143104553, 0.2813652455806732], "cos_apical_negg": [0.4305632710456848, 0.39352282881736755, 0.38104376196861267, 0.32843217253685, 0.34296780824661255, 0.34027019143104553, 0.2813652455806732], "cos_Ac_negg": [0.4305632710456848, 0.39352282881736755, 0.38104376196861267, 0.32843217253685, 0.34296780824661255, 0.34027019143104553, 0.2813652455806732], "r_norm": [1.0034465789794922, 1.0048714876174927, 0.9981855154037476, 1.0038514137268066, 0.9903579950332642, 1.0209836959838867, 0.9806927442550659]}, {"step": 1100, "epoch": 2, "train_loss": 0.3269931674003601, "cos_r_negg": [0.4285661578178406, 0.38709181547164917, 0.38168972730636597, 0.3379826545715332, 0.32918429374694824, 0.337908536195755, 0.26383933424949646], "cos_apical_negg": [0.4285661578178406, 0.38709181547164917, 0.38168972730636597, 0.3379826545715332, 0.32918429374694824, 0.337908536195755, 0.26383933424949646], "cos_Ac_negg": [0.4285661578178406, 0.38709181547164917, 0.38168972730636597, 0.3379826545715332, 0.32918429374694824, 0.337908536195755, 0.26383933424949646], "r_norm": [0.9198582172393799, 0.9193373918533325, 0.9143813848495483, 0.914504885673523, 0.901955246925354, 0.9320046901702881, 0.8923321962356567]}, {"step": 1150, "epoch": 2, "train_loss": 0.3849881887435913, "cos_r_negg": [0.46714621782302856, 0.43063467741012573, 0.4060670733451843, 0.3780040144920349, 0.37482643127441406, 0.3716588020324707, 0.2668061852455139], "cos_apical_negg": [0.46714621782302856, 0.43063467741012573, 0.4060670733451843, 0.3780040144920349, 0.37482643127441406, 0.3716588020324707, 0.2668061852455139], "cos_Ac_negg": [0.46714621782302856, 0.43063467741012573, 0.4060670733451843, 0.3780040144920349, 0.37482643127441406, 0.3716588020324707, 0.2668061852455139], "r_norm": [0.9291746616363525, 0.9289347529411316, 0.9238420724868774, 0.9249767065048218, 0.9169381856918335, 0.9423149824142456, 0.9040604829788208]}, {"step": 1200, "epoch": 2, "train_loss": 0.4973844587802887, "cos_r_negg": [0.4549243748188019, 0.4295297861099243, 0.40069371461868286, 0.34336143732070923, 0.35133177042007446, 0.3549734055995941, 0.2748422622680664], "cos_apical_negg": [0.4549243748188019, 0.4295297861099243, 0.40069371461868286, 0.34336143732070923, 0.35133177042007446, 0.3549734055995941, 0.2748422622680664], "cos_Ac_negg": [0.4549243748188019, 0.4295297861099243, 0.40069371461868286, 0.34336143732070923, 0.35133177042007446, 0.3549734055995941, 0.2748422622680664], "r_norm": [0.913457989692688, 0.9149024486541748, 0.9097446203231812, 0.9114232659339905, 0.899002730846405, 0.9291121363639832, 0.8902127146720886]}, {"step": 1250, "epoch": 2, "train_loss": 0.23198774456977844, "cos_r_negg": [0.4772321879863739, 0.4298557937145233, 0.4043654799461365, 0.3564527630805969, 0.33308571577072144, 0.36691373586654663, 0.2697543501853943], "cos_apical_negg": [0.4772321879863739, 0.4298557937145233, 0.4043654799461365, 0.3564527630805969, 0.33308571577072144, 0.36691373586654663, 0.2697543501853943], "cos_Ac_negg": [0.4772321879863739, 0.4298557937145233, 0.4043654799461365, 0.3564527630805969, 0.33308571577072144, 0.36691373586654663, 0.2697543501853943], "r_norm": [0.9186115264892578, 0.9124442338943481, 0.9111224412918091, 0.9132279753684998, 0.8998385667800903, 0.9268333315849304, 0.8898854851722717], "ldr": {"dL_sdil": -0.00988847017288208, "dL_bp": -0.007355302572250366, "ratio": 1.3444001896249236}}, {"step": 1300, "epoch": 2, "train_loss": 0.33323901891708374, "cos_r_negg": [0.5026819109916687, 0.4560065269470215, 0.43629008531570435, 0.37602975964546204, 0.3720022141933441, 0.3912596106529236, 0.27391326427459717], "cos_apical_negg": [0.5026819109916687, 0.4560065269470215, 0.43629008531570435, 0.37602975964546204, 0.3720022141933441, 0.3912596106529236, 0.27391326427459717], "cos_Ac_negg": [0.5026819109916687, 0.4560065269470215, 0.43629008531570435, 0.37602975964546204, 0.3720022141933441, 0.3912596106529236, 0.27391326427459717], "r_norm": [0.8566304445266724, 0.8568543791770935, 0.8540517687797546, 0.8496530055999756, 0.8430620431900024, 0.8693380355834961, 0.8332607746124268]}, {"step": 1350, "epoch": 2, "train_loss": 0.254908949136734, "cos_r_negg": [0.48546546697616577, 0.4266347885131836, 0.4051751494407654, 0.36676859855651855, 0.36516380310058594, 0.38615259528160095, 0.28660017251968384], "cos_apical_negg": [0.48546546697616577, 0.4266347885131836, 0.4051751494407654, 0.36676859855651855, 0.36516380310058594, 0.38615259528160095, 0.28660017251968384], "cos_Ac_negg": [0.48546546697616577, 0.4266347885131836, 0.4051751494407654, 0.36676859855651855, 0.36516380310058594, 0.38615259528160095, 0.28660017251968384], "r_norm": [0.8743778467178345, 0.8768916130065918, 0.8723397254943848, 0.8684695959091187, 0.8606129884719849, 0.8890892267227173, 0.8551464080810547]}, {"step": 1400, "epoch": 2, "train_loss": 0.5172297954559326, "cos_r_negg": [0.43733876943588257, 0.4086261987686157, 0.3863326609134674, 0.3492506146430969, 0.3184562921524048, 0.36136651039123535, 0.2769780158996582], "cos_apical_negg": [0.43733876943588257, 0.4086261987686157, 0.3863326609134674, 0.3492506146430969, 0.3184562921524048, 0.36136651039123535, 0.2769780158996582], "cos_Ac_negg": [0.43733876943588257, 0.4086261987686157, 0.3863326609134674, 0.3492506146430969, 0.3184562921524048, 0.36136651039123535, 0.2769780158996582], "r_norm": [0.8082970380783081, 0.8087843656539917, 0.8030837774276733, 0.8025267124176025, 0.793590784072876, 0.8209632635116577, 0.788438081741333]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8558, "test_loss": 0.4065092590332031}, {"step": 1450, "epoch": 3, "train_loss": 0.5139729976654053, "cos_r_negg": [0.47742873430252075, 0.43035274744033813, 0.41319605708122253, 0.37225645780563354, 0.3474917709827423, 0.3936070501804352, 0.2896590828895569], "cos_apical_negg": [0.47742873430252075, 0.43035274744033813, 0.41319605708122253, 0.37225645780563354, 0.3474917709827423, 0.3936070501804352, 0.2896590828895569], "cos_Ac_negg": [0.47742873430252075, 0.43035274744033813, 0.41319605708122253, 0.37225645780563354, 0.3474917709827423, 0.3936070501804352, 0.2896590828895569], "r_norm": [0.8655226230621338, 0.8667525053024292, 0.8624667525291443, 0.8563575744628906, 0.8482789993286133, 0.8809927701950073, 0.8435671925544739]}, {"step": 1500, "epoch": 3, "train_loss": 0.35991033911705017, "cos_r_negg": [0.48163992166519165, 0.44486087560653687, 0.42541390657424927, 0.37321600317955017, 0.363325297832489, 0.40896350145339966, 0.29505228996276855], "cos_apical_negg": [0.48163992166519165, 0.44486087560653687, 0.42541390657424927, 0.37321600317955017, 0.363325297832489, 0.40896350145339966, 0.29505228996276855], "cos_Ac_negg": [0.48163992166519165, 0.44486087560653687, 0.42541390657424927, 0.37321600317955017, 0.363325297832489, 0.40896350145339966, 0.29505228996276855], "r_norm": [0.8966180682182312, 0.8949456214904785, 0.8898043632507324, 0.8901331424713135, 0.8812883496284485, 0.9094047546386719, 0.8727269768714905], "ldr": {"dL_sdil": -0.020463496446609497, "dL_bp": -0.01660051941871643, "ratio": 1.232702178194359}}, {"step": 1550, "epoch": 3, "train_loss": 0.3186757564544678, "cos_r_negg": [0.49390292167663574, 0.4542626142501831, 0.4306733012199402, 0.40701088309288025, 0.3806387484073639, 0.4013053774833679, 0.28700098395347595], "cos_apical_negg": [0.49390292167663574, 0.4542626142501831, 0.4306733012199402, 0.40701088309288025, 0.3806387484073639, 0.4013053774833679, 0.28700098395347595], "cos_Ac_negg": [0.49390292167663574, 0.4542626142501831, 0.4306733012199402, 0.40701088309288025, 0.3806387484073639, 0.4013053774833679, 0.28700098395347595], "r_norm": [0.8220880031585693, 0.8136682510375977, 0.8104501962661743, 0.809821367263794, 0.8006847500801086, 0.8284504413604736, 0.792365312576294]}, {"step": 1600, "epoch": 3, "train_loss": 0.33626627922058105, "cos_r_negg": [0.4893569350242615, 0.45452219247817993, 0.43131187558174133, 0.39728763699531555, 0.3904203176498413, 0.4160063564777374, 0.28085312247276306], "cos_apical_negg": [0.4893569350242615, 0.45452219247817993, 0.43131187558174133, 0.39728763699531555, 0.3904203176498413, 0.4160063564777374, 0.28085312247276306], "cos_Ac_negg": [0.4893569350242615, 0.45452219247817993, 0.43131187558174133, 0.39728763699531555, 0.3904203176498413, 0.4160063564777374, 0.28085312247276306], "r_norm": [0.8349040746688843, 0.8319810628890991, 0.8251229524612427, 0.8263821601867676, 0.8141624927520752, 0.8433287143707275, 0.8103445172309875]}, {"step": 1650, "epoch": 3, "train_loss": 0.3503831624984741, "cos_r_negg": [0.5293241143226624, 0.4991052746772766, 0.46906691789627075, 0.4214903712272644, 0.410974383354187, 0.41508105397224426, 0.29422813653945923], "cos_apical_negg": [0.5293241143226624, 0.4991052746772766, 0.46906691789627075, 0.4214903712272644, 0.410974383354187, 0.41508105397224426, 0.29422813653945923], "cos_Ac_negg": [0.5293241143226624, 0.4991052746772766, 0.46906691789627075, 0.4214903712272644, 0.410974383354187, 0.41508105397224426, 0.29422813653945923], "r_norm": [0.7966654896736145, 0.7900412082672119, 0.7843304872512817, 0.7856277823448181, 0.777204155921936, 0.8032155632972717, 0.769635796546936]}, {"step": 1700, "epoch": 3, "train_loss": 0.303652822971344, "cos_r_negg": [0.48257744312286377, 0.44679149985313416, 0.44145679473876953, 0.4140477478504181, 0.38531020283699036, 0.39627131819725037, 0.28350988030433655], "cos_apical_negg": [0.48257744312286377, 0.44679149985313416, 0.44145679473876953, 0.4140477478504181, 0.38531020283699036, 0.39627131819725037, 0.28350988030433655], "cos_Ac_negg": [0.48257744312286377, 0.44679149985313416, 0.44145679473876953, 0.4140477478504181, 0.38531020283699036, 0.39627131819725037, 0.28350988030433655], "r_norm": [0.7881593704223633, 0.7843087315559387, 0.7772520780563354, 0.7778745889663696, 0.7676953673362732, 0.7950443029403687, 0.7614325284957886]}, {"step": 1750, "epoch": 3, "train_loss": 0.4713802635669708, "cos_r_negg": [0.5023938417434692, 0.4571440815925598, 0.4342319071292877, 0.3954935669898987, 0.39301109313964844, 0.4020916819572449, 0.2835814356803894], "cos_apical_negg": [0.5023938417434692, 0.4571440815925598, 0.4342319071292877, 0.3954935669898987, 0.39301109313964844, 0.4020916819572449, 0.2835814356803894], "cos_Ac_negg": [0.5023938417434692, 0.4571440815925598, 0.4342319071292877, 0.3954935669898987, 0.39301109313964844, 0.4020916819572449, 0.2835814356803894], "r_norm": [0.8264424800872803, 0.8229830861091614, 0.8184949159622192, 0.8185036182403564, 0.8065574169158936, 0.8352323770523071, 0.8050425052642822], "ldr": {"dL_sdil": -0.009055078029632568, "dL_bp": -0.007253706455230713, "ratio": 1.2483380855731858}}, {"step": 1800, "epoch": 3, "train_loss": 0.3583385944366455, "cos_r_negg": [0.5088794231414795, 0.45893651247024536, 0.42280611395835876, 0.3988956809043884, 0.3912804126739502, 0.4120645523071289, 0.28452038764953613], "cos_apical_negg": [0.5088794231414795, 0.45893651247024536, 0.42280611395835876, 0.3988956809043884, 0.3912804126739502, 0.4120645523071289, 0.28452038764953613], "cos_Ac_negg": [0.5088794231414795, 0.45893651247024536, 0.42280611395835876, 0.3988956809043884, 0.3912804126739502, 0.4120645523071289, 0.28452038764953613], "r_norm": [0.8137173652648926, 0.8067401647567749, 0.8015958070755005, 0.8015090823173523, 0.7925818562507629, 0.8206117153167725, 0.7859232425689697]}, {"step": 1850, "epoch": 3, "train_loss": 0.38921988010406494, "cos_r_negg": [0.49900346994400024, 0.46087050437927246, 0.4340290427207947, 0.39665836095809937, 0.4031023681163788, 0.41071057319641113, 0.28545117378234863], "cos_apical_negg": [0.49900346994400024, 0.46087050437927246, 0.4340290427207947, 0.39665836095809937, 0.4031023681163788, 0.41071057319641113, 0.28545117378234863], "cos_Ac_negg": [0.49900346994400024, 0.46087050437927246, 0.4340290427207947, 0.39665836095809937, 0.4031023681163788, 0.41071057319641113, 0.28545117378234863], "r_norm": [0.7226088047027588, 0.7170213460922241, 0.7104964256286621, 0.7108088135719299, 0.7018484473228455, 0.7264048457145691, 0.6961716413497925]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8606, "test_loss": 0.3925396820068359}, {"step": 1900, "epoch": 4, "train_loss": 0.25241178274154663, "cos_r_negg": [0.5177900791168213, 0.4770815372467041, 0.4427264332771301, 0.4053068459033966, 0.39228928089141846, 0.4011440873146057, 0.2868565618991852], "cos_apical_negg": [0.5177900791168213, 0.4770815372467041, 0.4427264332771301, 0.4053068459033966, 0.39228928089141846, 0.4011440873146057, 0.2868565618991852], "cos_Ac_negg": [0.5177900791168213, 0.4770815372467041, 0.4427264332771301, 0.4053068459033966, 0.39228928089141846, 0.4011440873146057, 0.2868565618991852], "r_norm": [0.7775793075561523, 0.7658495903015137, 0.7603222727775574, 0.76115882396698, 0.7515312433242798, 0.7792884111404419, 0.7480918169021606]}, {"step": 1950, "epoch": 4, "train_loss": 0.47471868991851807, "cos_r_negg": [0.5104765295982361, 0.4725235104560852, 0.43937957286834717, 0.39714160561561584, 0.3933912217617035, 0.408547043800354, 0.2950142025947571], "cos_apical_negg": [0.5104765295982361, 0.4725235104560852, 0.43937957286834717, 0.39714160561561584, 0.3933912217617035, 0.408547043800354, 0.2950142025947571], "cos_Ac_negg": [0.5104765295982361, 0.4725235104560852, 0.43937957286834717, 0.39714160561561584, 0.3933912217617035, 0.408547043800354, 0.2950142025947571], "r_norm": [0.7877064943313599, 0.7746809124946594, 0.7686189413070679, 0.7707175612449646, 0.758893609046936, 0.7866272926330566, 0.7539514899253845]}, {"step": 2000, "epoch": 4, "train_loss": 0.36312738060951233, "cos_r_negg": [0.517877459526062, 0.46990975737571716, 0.451943576335907, 0.4094080626964569, 0.4062662124633789, 0.41238516569137573, 0.297446608543396], "cos_apical_negg": [0.517877459526062, 0.46990975737571716, 0.451943576335907, 0.4094080626964569, 0.4062662124633789, 0.41238516569137573, 0.297446608543396], "cos_Ac_negg": [0.517877459526062, 0.46990975737571716, 0.451943576335907, 0.4094080626964569, 0.4062662124633789, 0.41238516569137573, 0.297446608543396], "r_norm": [0.7937365770339966, 0.7814432382583618, 0.7751100659370422, 0.7760727405548096, 0.7647978067398071, 0.7951285243034363, 0.7602986097335815], "ldr": {"dL_sdil": -0.009457916021347046, "dL_bp": -0.007626444101333618, "ratio": 1.2401475570630829}}, {"step": 2050, "epoch": 4, "train_loss": 0.3862207531929016, "cos_r_negg": [0.5247393846511841, 0.4879128336906433, 0.4632672071456909, 0.43022415041923523, 0.4105931520462036, 0.39395979046821594, 0.2982860207557678], "cos_apical_negg": [0.5247393846511841, 0.4879128336906433, 0.4632672071456909, 0.43022415041923523, 0.4105931520462036, 0.39395979046821594, 0.2982860207557678], "cos_Ac_negg": [0.5247393846511841, 0.4879128336906433, 0.4632672071456909, 0.43022415041923523, 0.4105931520462036, 0.39395979046821594, 0.2982860207557678], "r_norm": [0.7882020473480225, 0.776376485824585, 0.7702598571777344, 0.7702544927597046, 0.7648816108703613, 0.7900770902633667, 0.7573080658912659]}, {"step": 2100, "epoch": 4, "train_loss": 0.31593114137649536, "cos_r_negg": [0.5349476933479309, 0.5074533224105835, 0.4702567756175995, 0.43172311782836914, 0.4087877869606018, 0.4171842336654663, 0.2959027886390686], "cos_apical_negg": [0.5349476933479309, 0.5074533224105835, 0.4702567756175995, 0.43172311782836914, 0.4087877869606018, 0.4171842336654663, 0.2959027886390686], "cos_Ac_negg": [0.5349476933479309, 0.5074533224105835, 0.4702567756175995, 0.43172311782836914, 0.4087877869606018, 0.4171842336654663, 0.2959027886390686], "r_norm": [0.7677043676376343, 0.7615768313407898, 0.751644492149353, 0.7509821653366089, 0.7424333095550537, 0.7695066928863525, 0.7404840588569641]}, {"step": 2150, "epoch": 4, "train_loss": 0.33282536268234253, "cos_r_negg": [0.4960997402667999, 0.45886901021003723, 0.4403907060623169, 0.41966891288757324, 0.39635169506073, 0.38833045959472656, 0.29266461730003357], "cos_apical_negg": [0.4960997402667999, 0.45886901021003723, 0.4403907060623169, 0.41966891288757324, 0.39635169506073, 0.38833045959472656, 0.29266461730003357], "cos_Ac_negg": [0.4960997402667999, 0.45886901021003723, 0.4403907060623169, 0.41966891288757324, 0.39635169506073, 0.38833045959472656, 0.29266461730003357], "r_norm": [0.7405050992965698, 0.7313990592956543, 0.7231554985046387, 0.7224308848381042, 0.7144140005111694, 0.7412385940551758, 0.7114058136940002]}, {"step": 2200, "epoch": 4, "train_loss": 0.34738093614578247, "cos_r_negg": [0.5294305086135864, 0.47972971200942993, 0.4463372826576233, 0.43571150302886963, 0.42035603523254395, 0.41100385785102844, 0.2999221682548523], "cos_apical_negg": [0.5294305086135864, 0.47972971200942993, 0.4463372826576233, 0.43571150302886963, 0.42035603523254395, 0.41100385785102844, 0.2999221682548523], "cos_Ac_negg": [0.5294305086135864, 0.47972971200942993, 0.4463372826576233, 0.43571150302886963, 0.42035603523254395, 0.41100385785102844, 0.2999221682548523], "r_norm": [0.7374683022499084, 0.727031946182251, 0.7195806503295898, 0.7174255847930908, 0.7084808349609375, 0.7360409498214722, 0.70450758934021]}, {"step": 2250, "epoch": 4, "train_loss": 0.21798206865787506, "cos_r_negg": [0.5444214344024658, 0.5054003596305847, 0.4714270532131195, 0.45765596628189087, 0.4142017662525177, 0.41001230478286743, 0.31524908542633057], "cos_apical_negg": [0.5444214344024658, 0.5054003596305847, 0.4714270532131195, 0.45765596628189087, 0.4142017662525177, 0.41001230478286743, 0.31524908542633057], "cos_Ac_negg": [0.5444214344024658, 0.5054003596305847, 0.4714270532131195, 0.45765596628189087, 0.4142017662525177, 0.41001230478286743, 0.31524908542633057], "r_norm": [0.7369052767753601, 0.726586103439331, 0.7183713912963867, 0.7157677412033081, 0.7059423923492432, 0.7360174655914307, 0.7036422491073608], "ldr": {"dL_sdil": -0.009294390678405762, "dL_bp": -0.008290141820907593, "ratio": 1.1211377174471817}}, {"step": 2300, "epoch": 4, "train_loss": 0.14748871326446533, "cos_r_negg": [0.5393567085266113, 0.49926847219467163, 0.4748714566230774, 0.44437476992607117, 0.4217625856399536, 0.41775327920913696, 0.3181721270084381], "cos_apical_negg": [0.5393567085266113, 0.49926847219467163, 0.4748714566230774, 0.44437476992607117, 0.4217625856399536, 0.41775327920913696, 0.3181721270084381], "cos_Ac_negg": [0.5393567085266113, 0.49926847219467163, 0.4748714566230774, 0.44437476992607117, 0.4217625856399536, 0.41775327920913696, 0.3181721270084381], "r_norm": [0.7167266607284546, 0.7052301168441772, 0.6985406875610352, 0.6968517303466797, 0.6887338161468506, 0.7160549163818359, 0.6850014925003052]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.868, "test_loss": 0.37992684631347656}, {"step": 2350, "epoch": 5, "train_loss": 0.2046545445919037, "cos_r_negg": [0.5239202976226807, 0.49173858761787415, 0.4616459310054779, 0.42209798097610474, 0.402970552444458, 0.42428353428840637, 0.32002487778663635], "cos_apical_negg": [0.5239202976226807, 0.49173858761787415, 0.4616459310054779, 0.42209798097610474, 0.402970552444458, 0.42428353428840637, 0.32002487778663635], "cos_Ac_negg": [0.5239202976226807, 0.49173858761787415, 0.4616459310054779, 0.42209798097610474, 0.402970552444458, 0.42428353428840637, 0.32002487778663635], "r_norm": [0.6701693534851074, 0.6587940454483032, 0.6501076221466064, 0.6507850885391235, 0.6411484479904175, 0.6666594743728638, 0.6385706663131714]}, {"step": 2400, "epoch": 5, "train_loss": 0.32706376910209656, "cos_r_negg": [0.5233433842658997, 0.4902745485305786, 0.46187400817871094, 0.42970746755599976, 0.4077526926994324, 0.41687196493148804, 0.3269127905368805], "cos_apical_negg": [0.5233433842658997, 0.4902745485305786, 0.46187400817871094, 0.42970746755599976, 0.4077526926994324, 0.41687196493148804, 0.3269127905368805], "cos_Ac_negg": [0.5233433842658997, 0.4902745485305786, 0.46187400817871094, 0.42970746755599976, 0.4077526926994324, 0.41687196493148804, 0.3269127905368805], "r_norm": [0.7191040515899658, 0.7022461891174316, 0.6936092376708984, 0.6954254508018494, 0.6828635334968567, 0.707770824432373, 0.6781215667724609]}, {"step": 2450, "epoch": 5, "train_loss": 0.2647388279438019, "cos_r_negg": [0.5224894285202026, 0.4785645008087158, 0.4558666944503784, 0.41178780794143677, 0.41489893198013306, 0.40982502698898315, 0.29899728298187256], "cos_apical_negg": [0.5224894285202026, 0.4785645008087158, 0.4558666944503784, 0.41178780794143677, 0.41489893198013306, 0.40982502698898315, 0.29899728298187256], "cos_Ac_negg": [0.5224894285202026, 0.4785645008087158, 0.4558666944503784, 0.41178780794143677, 0.41489893198013306, 0.40982502698898315, 0.29899728298187256], "r_norm": [0.6577615737915039, 0.6455409526824951, 0.6372406482696533, 0.6384445428848267, 0.6292021870613098, 0.6524629592895508, 0.6277592182159424]}, {"step": 2500, "epoch": 5, "train_loss": 0.3202202320098877, "cos_r_negg": [0.5230510830879211, 0.49522265791893005, 0.4691431522369385, 0.42665237188339233, 0.42010724544525146, 0.42916327714920044, 0.3309815227985382], "cos_apical_negg": [0.5230510830879211, 0.49522265791893005, 0.4691431522369385, 0.42665237188339233, 0.42010724544525146, 0.42916327714920044, 0.3309815227985382], "cos_Ac_negg": [0.5230510830879211, 0.49522265791893005, 0.4691431522369385, 0.42665237188339233, 0.42010724544525146, 0.42916327714920044, 0.3309815227985382], "r_norm": [0.6819207668304443, 0.6674532890319824, 0.6595438718795776, 0.6593072414398193, 0.649968683719635, 0.677057147026062, 0.6499322652816772], "ldr": {"dL_sdil": -0.00963902473449707, "dL_bp": -0.008584141731262207, "ratio": 1.1228874168506715}}, {"step": 2550, "epoch": 5, "train_loss": 0.2180362343788147, "cos_r_negg": [0.515205979347229, 0.4832795262336731, 0.45626816153526306, 0.4079696536064148, 0.4029883146286011, 0.41759800910949707, 0.3219586908817291], "cos_apical_negg": [0.515205979347229, 0.4832795262336731, 0.45626816153526306, 0.4079696536064148, 0.4029883146286011, 0.41759800910949707, 0.3219586908817291], "cos_Ac_negg": [0.515205979347229, 0.4832795262336731, 0.45626816153526306, 0.4079696536064148, 0.4029883146286011, 0.41759800910949707, 0.3219586908817291], "r_norm": [0.6580178737640381, 0.6431238651275635, 0.634925127029419, 0.6346765756607056, 0.6272180080413818, 0.6512942314147949, 0.6264742612838745]}, {"step": 2600, "epoch": 5, "train_loss": 0.2731800675392151, "cos_r_negg": [0.5528355836868286, 0.5173979997634888, 0.4898456335067749, 0.4437713325023651, 0.4430762529373169, 0.44477391242980957, 0.33120986819267273], "cos_apical_negg": [0.5528355836868286, 0.5173979997634888, 0.4898456335067749, 0.4437713325023651, 0.4430762529373169, 0.44477391242980957, 0.33120986819267273], "cos_Ac_negg": [0.5528355836868286, 0.5173979997634888, 0.4898456335067749, 0.4437713325023651, 0.4430762529373169, 0.44477391242980957, 0.33120986819267273], "r_norm": [0.6867793798446655, 0.6736382246017456, 0.6642842292785645, 0.6630237102508545, 0.6553288698196411, 0.6820392608642578, 0.6543264389038086]}, {"step": 2650, "epoch": 5, "train_loss": 0.18662713468074799, "cos_r_negg": [0.497139573097229, 0.4722447693347931, 0.4439651370048523, 0.4061937928199768, 0.39636605978012085, 0.42968177795410156, 0.317022442817688], "cos_apical_negg": [0.497139573097229, 0.4722447693347931, 0.4439651370048523, 0.4061937928199768, 0.39636605978012085, 0.42968177795410156, 0.317022442817688], "cos_Ac_negg": [0.497139573097229, 0.4722447693347931, 0.4439651370048523, 0.4061937928199768, 0.39636605978012085, 0.42968177795410156, 0.317022442817688], "r_norm": [0.6689505577087402, 0.6526631116867065, 0.6432350277900696, 0.6429134011268616, 0.6341041326522827, 0.656688928604126, 0.633385181427002]}, {"step": 2700, "epoch": 5, "train_loss": 0.18117156624794006, "cos_r_negg": [0.5033024549484253, 0.46788734197616577, 0.4356626272201538, 0.40000998973846436, 0.4002339839935303, 0.43053388595581055, 0.31038302183151245], "cos_apical_negg": [0.5033024549484253, 0.46788734197616577, 0.4356626272201538, 0.40000998973846436, 0.4002339839935303, 0.43053388595581055, 0.31038302183151245], "cos_Ac_negg": [0.5033024549484253, 0.46788734197616577, 0.4356626272201538, 0.40000998973846436, 0.4002339839935303, 0.43053388595581055, 0.31038302183151245], "r_norm": [0.6553868651390076, 0.6407514214515686, 0.6321849822998047, 0.6299667358398438, 0.6220707893371582, 0.6486718654632568, 0.622368335723877]}, {"step": 2750, "epoch": 5, "train_loss": 0.4019954204559326, "cos_r_negg": [0.5194629430770874, 0.48998746275901794, 0.4572768211364746, 0.4204666316509247, 0.4148101210594177, 0.419859915971756, 0.30611518025398254], "cos_apical_negg": [0.5194629430770874, 0.48998746275901794, 0.4572768211364746, 0.4204666316509247, 0.4148101210594177, 0.419859915971756, 0.30611518025398254], "cos_Ac_negg": [0.5194629430770874, 0.48998746275901794, 0.4572768211364746, 0.4204666316509247, 0.4148101210594177, 0.419859915971756, 0.30611518025398254], "r_norm": [0.6672412157058716, 0.6511813402175903, 0.6412467360496521, 0.6406639814376831, 0.6326438784599304, 0.6569530963897705, 0.6346492171287537], "ldr": {"dL_sdil": -0.008441150188446045, "dL_bp": -0.007365286350250244, "ratio": 1.1460722349456578}}, {"step": 2800, "epoch": 5, "train_loss": 0.3373242914676666, "cos_r_negg": [0.5035296678543091, 0.4622989296913147, 0.42526835203170776, 0.3739863634109497, 0.38772404193878174, 0.4215669333934784, 0.2896144986152649], "cos_apical_negg": [0.5035296678543091, 0.4622989296913147, 0.42526835203170776, 0.3739863634109497, 0.38772404193878174, 0.4215669333934784, 0.2896144986152649], "cos_Ac_negg": [0.5035296678543091, 0.4622989296913147, 0.42526835203170776, 0.3739863634109497, 0.38772404193878174, 0.4215669333934784, 0.2896144986152649], "r_norm": [0.6821430921554565, 0.6622211933135986, 0.6518516540527344, 0.6514160633087158, 0.6421085596084595, 0.6683156490325928, 0.6427340507507324]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8701, "test_loss": 0.37758812561035154}, {"step": 2850, "epoch": 6, "train_loss": 0.20372335612773895, "cos_r_negg": [0.5172721147537231, 0.4804530143737793, 0.45006048679351807, 0.4130927324295044, 0.41833680868148804, 0.43093013763427734, 0.3128674030303955], "cos_apical_negg": [0.5172721147537231, 0.4804530143737793, 0.45006048679351807, 0.4130927324295044, 0.41833680868148804, 0.43093013763427734, 0.3128674030303955], "cos_Ac_negg": [0.5172721147537231, 0.4804530143737793, 0.45006048679351807, 0.4130927324295044, 0.41833680868148804, 0.43093013763427734, 0.3128674030303955], "r_norm": [0.6283578872680664, 0.6108992099761963, 0.6019433736801147, 0.6009483337402344, 0.5926686525344849, 0.618690550327301, 0.5937687754631042]}, {"step": 2900, "epoch": 6, "train_loss": 0.19629545509815216, "cos_r_negg": [0.5296401381492615, 0.4861454367637634, 0.4574930667877197, 0.42258399724960327, 0.4155992269515991, 0.43557652831077576, 0.3145942687988281], "cos_apical_negg": [0.5296401381492615, 0.4861454367637634, 0.4574930667877197, 0.42258399724960327, 0.4155992269515991, 0.43557652831077576, 0.3145942687988281], "cos_Ac_negg": [0.5296401381492615, 0.4861454367637634, 0.4574930667877197, 0.42258399724960327, 0.4155992269515991, 0.43557652831077576, 0.3145942687988281], "r_norm": [0.6523058414459229, 0.6295828819274902, 0.6195871233940125, 0.6184448599815369, 0.6091883182525635, 0.635429322719574, 0.6099914312362671]}, {"step": 2950, "epoch": 6, "train_loss": 0.15798798203468323, "cos_r_negg": [0.5288653373718262, 0.4917624592781067, 0.4629417955875397, 0.4229033291339874, 0.4226333498954773, 0.44479942321777344, 0.33091312646865845], "cos_apical_negg": [0.5288653373718262, 0.4917624592781067, 0.4629417955875397, 0.4229033291339874, 0.4226333498954773, 0.44479942321777344, 0.33091312646865845], "cos_Ac_negg": [0.5288653373718262, 0.4917624592781067, 0.4629417955875397, 0.4229033291339874, 0.4226333498954773, 0.44479942321777344, 0.33091312646865845], "r_norm": [0.6167064309120178, 0.5972039103507996, 0.5878511667251587, 0.5854394435882568, 0.5781860947608948, 0.6024391055107117, 0.5800830125808716]}, {"step": 3000, "epoch": 6, "train_loss": 0.3806762099266052, "cos_r_negg": [0.5045160055160522, 0.4702081084251404, 0.4539869427680969, 0.4143647849559784, 0.4059771001338959, 0.44188958406448364, 0.3171594738960266], "cos_apical_negg": [0.5045160055160522, 0.4702081084251404, 0.4539869427680969, 0.4143647849559784, 0.4059771001338959, 0.44188958406448364, 0.3171594738960266], "cos_Ac_negg": [0.5045160055160522, 0.4702081084251404, 0.4539869427680969, 0.4143647849559784, 0.4059771001338959, 0.44188958406448364, 0.3171594738960266], "r_norm": [0.632960855960846, 0.6125612258911133, 0.601660966873169, 0.6013894081115723, 0.5941693186759949, 0.6172574162483215, 0.5957102179527283], "ldr": {"dL_sdil": -0.008372962474822998, "dL_bp": -0.008538424968719482, "ratio": 0.980621426726515}}, {"step": 3050, "epoch": 6, "train_loss": 0.3827251195907593, "cos_r_negg": [0.5043306946754456, 0.46973246335983276, 0.4357220530509949, 0.39860206842422485, 0.39920157194137573, 0.43398475646972656, 0.33031031489372253], "cos_apical_negg": [0.5043306946754456, 0.46973246335983276, 0.4357220530509949, 0.39860206842422485, 0.39920157194137573, 0.43398475646972656, 0.33031031489372253], "cos_Ac_negg": [0.5043306946754456, 0.46973246335983276, 0.4357220530509949, 0.39860206842422485, 0.39920157194137573, 0.43398475646972656, 0.33031031489372253], "r_norm": [0.6365920305252075, 0.6145246028900146, 0.6047515869140625, 0.6019555330276489, 0.595697283744812, 0.619888424873352, 0.5980847477912903]}, {"step": 3100, "epoch": 6, "train_loss": 0.2536237835884094, "cos_r_negg": [0.5389285087585449, 0.4998878240585327, 0.4759047031402588, 0.43389251828193665, 0.4336484968662262, 0.4534858763217926, 0.33294379711151123], "cos_apical_negg": [0.5389285087585449, 0.4998878240585327, 0.4759047031402588, 0.43389251828193665, 0.4336484968662262, 0.4534858763217926, 0.33294379711151123], "cos_Ac_negg": [0.5389285087585449, 0.4998878240585327, 0.4759047031402588, 0.43389251828193665, 0.4336484968662262, 0.4534858763217926, 0.33294379711151123], "r_norm": [0.6571762561798096, 0.6339335441589355, 0.6237852573394775, 0.6218172311782837, 0.6134055852890015, 0.6379871964454651, 0.6166490912437439]}, {"step": 3150, "epoch": 6, "train_loss": 0.31889650225639343, "cos_r_negg": [0.5310943722724915, 0.4909313917160034, 0.4558289051055908, 0.4149203598499298, 0.41047167778015137, 0.44647854566574097, 0.3312997817993164], "cos_apical_negg": [0.5310943722724915, 0.4909313917160034, 0.4558289051055908, 0.4149203598499298, 0.41047167778015137, 0.44647854566574097, 0.3312997817993164], "cos_Ac_negg": [0.5310943722724915, 0.4909313917160034, 0.4558289051055908, 0.4149203598499298, 0.41047167778015137, 0.44647854566574097, 0.3312997817993164], "r_norm": [0.6281681656837463, 0.6007550954818726, 0.5911670923233032, 0.5914225578308105, 0.5848204493522644, 0.6069689989089966, 0.5859591960906982]}, {"step": 3200, "epoch": 6, "train_loss": 0.22390663623809814, "cos_r_negg": [0.5352869033813477, 0.5064272880554199, 0.46783745288848877, 0.43209853768348694, 0.42489326000213623, 0.468278169631958, 0.32890474796295166], "cos_apical_negg": [0.5352869033813477, 0.5064272880554199, 0.46783745288848877, 0.43209853768348694, 0.42489326000213623, 0.468278169631958, 0.32890474796295166], "cos_Ac_negg": [0.5352869033813477, 0.5064272880554199, 0.46783745288848877, 0.43209853768348694, 0.42489326000213623, 0.468278169631958, 0.32890474796295166], "r_norm": [0.6392678618431091, 0.6131009459495544, 0.6024194955825806, 0.6014570593833923, 0.5941389799118042, 0.6162773966789246, 0.5956904888153076]}, {"step": 3250, "epoch": 6, "train_loss": 0.18728777766227722, "cos_r_negg": [0.5366969108581543, 0.5006557703018188, 0.4590546488761902, 0.4316566288471222, 0.42512792348861694, 0.4621942639350891, 0.34079957008361816], "cos_apical_negg": [0.5366969108581543, 0.5006557703018188, 0.4590546488761902, 0.4316566288471222, 0.42512792348861694, 0.4621942639350891, 0.34079957008361816], "cos_Ac_negg": [0.5366969108581543, 0.5006557703018188, 0.4590546488761902, 0.4316566288471222, 0.42512792348861694, 0.4621942639350891, 0.34079957008361816], "r_norm": [0.6339942812919617, 0.6044884324073792, 0.5948621034622192, 0.5959774255752563, 0.5880036950111389, 0.6092002391815186, 0.5878468155860901], "ldr": {"dL_sdil": -0.010411947965621948, "dL_bp": -0.00980404019355774, "ratio": 1.0620058424957974}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8681, "test_loss": 0.3783081817626953}, {"step": 3300, "epoch": 7, "train_loss": 0.318622887134552, "cos_r_negg": [0.5411757230758667, 0.5093928575515747, 0.47044694423675537, 0.44005846977233887, 0.4325825572013855, 0.4723523259162903, 0.339664489030838], "cos_apical_negg": [0.5411757230758667, 0.5093928575515747, 0.47044694423675537, 0.44005846977233887, 0.4325825572013855, 0.4723523259162903, 0.339664489030838], "cos_Ac_negg": [0.5411757230758667, 0.5093928575515747, 0.47044694423675537, 0.44005846977233887, 0.4325825572013855, 0.4723523259162903, 0.339664489030838], "r_norm": [0.5903606414794922, 0.5671966075897217, 0.5565768480300903, 0.5542571544647217, 0.5494412183761597, 0.5693941116333008, 0.549228310585022]}, {"step": 3350, "epoch": 7, "train_loss": 0.2282867133617401, "cos_r_negg": [0.5604517459869385, 0.5153239965438843, 0.4843129515647888, 0.44672542810440063, 0.44514238834381104, 0.4739168584346771, 0.34012895822525024], "cos_apical_negg": [0.5604517459869385, 0.5153239965438843, 0.4843129515647888, 0.44672542810440063, 0.44514238834381104, 0.4739168584346771, 0.34012895822525024], "cos_Ac_negg": [0.5604517459869385, 0.5153239965438843, 0.4843129515647888, 0.44672542810440063, 0.44514238834381104, 0.4739168584346771, 0.34012895822525024], "r_norm": [0.618916392326355, 0.5957430601119995, 0.5859435796737671, 0.5831778049468994, 0.5774691104888916, 0.5993064641952515, 0.5796869993209839]}, {"step": 3400, "epoch": 7, "train_loss": 0.21050843596458435, "cos_r_negg": [0.5428857803344727, 0.5089407563209534, 0.4769097566604614, 0.4460723400115967, 0.4368433356285095, 0.46940678358078003, 0.34320077300071716], "cos_apical_negg": [0.5428857803344727, 0.5089407563209534, 0.4769097566604614, 0.4460723400115967, 0.4368433356285095, 0.46940678358078003, 0.34320077300071716], "cos_Ac_negg": [0.5428857803344727, 0.5089407563209534, 0.4769097566604614, 0.4460723400115967, 0.4368433356285095, 0.46940678358078003, 0.34320077300071716], "r_norm": [0.6273914575576782, 0.5987201929092407, 0.5868008136749268, 0.5859765410423279, 0.5780467987060547, 0.6014565229415894, 0.5789400935173035]}, {"step": 3450, "epoch": 7, "train_loss": 0.1972566843032837, "cos_r_negg": [0.5400714874267578, 0.4961269199848175, 0.4649144411087036, 0.4374789893627167, 0.41907379031181335, 0.45684510469436646, 0.3542543649673462], "cos_apical_negg": [0.5400714874267578, 0.4961269199848175, 0.4649144411087036, 0.4374789893627167, 0.41907379031181335, 0.45684510469436646, 0.3542543649673462], "cos_Ac_negg": [0.5400714874267578, 0.4961269199848175, 0.4649144411087036, 0.4374789893627167, 0.41907379031181335, 0.45684510469436646, 0.3542543649673462], "r_norm": [0.5996231436729431, 0.5710369944572449, 0.560428261756897, 0.5589061975479126, 0.551275908946991, 0.5748669505119324, 0.5543876886367798]}, {"step": 3500, "epoch": 7, "train_loss": 0.36643314361572266, "cos_r_negg": [0.5397852659225464, 0.5088768005371094, 0.48959365487098694, 0.45762109756469727, 0.4447641968727112, 0.48013126850128174, 0.353779673576355], "cos_apical_negg": [0.5397852659225464, 0.5088768005371094, 0.48959365487098694, 0.45762109756469727, 0.4447641968727112, 0.48013126850128174, 0.353779673576355], "cos_Ac_negg": [0.5397852659225464, 0.5088768005371094, 0.48959365487098694, 0.45762109756469727, 0.4447641968727112, 0.48013126850128174, 0.353779673576355], "r_norm": [0.6447900533676147, 0.613138735294342, 0.6019747853279114, 0.6020976305007935, 0.5945782661437988, 0.6167290210723877, 0.5961713790893555], "ldr": {"dL_sdil": -0.01630452275276184, "dL_bp": -0.016659915447235107, "ratio": 0.9786677972286919}}, {"step": 3550, "epoch": 7, "train_loss": 0.3192535936832428, "cos_r_negg": [0.5280380249023438, 0.4950203001499176, 0.4576553702354431, 0.430481493473053, 0.40127211809158325, 0.45407941937446594, 0.3480808734893799], "cos_apical_negg": [0.5280380249023438, 0.4950203001499176, 0.4576553702354431, 0.430481493473053, 0.40127211809158325, 0.45407941937446594, 0.3480808734893799], "cos_Ac_negg": [0.5280380249023438, 0.4950203001499176, 0.4576553702354431, 0.430481493473053, 0.40127211809158325, 0.45407941937446594, 0.3480808734893799], "r_norm": [0.5933822393417358, 0.5618399977684021, 0.5510165691375732, 0.550743579864502, 0.5440061092376709, 0.5646083354949951, 0.5459269285202026]}, {"step": 3600, "epoch": 7, "train_loss": 0.20468951761722565, "cos_r_negg": [0.5479996800422668, 0.5155408382415771, 0.49652934074401855, 0.4616181552410126, 0.43359965085983276, 0.46471458673477173, 0.34427639842033386], "cos_apical_negg": [0.5479996800422668, 0.5155408382415771, 0.49652934074401855, 0.4616181552410126, 0.43359965085983276, 0.46471458673477173, 0.34427639842033386], "cos_Ac_negg": [0.5479996800422668, 0.5155408382415771, 0.49652934074401855, 0.4616181552410126, 0.43359965085983276, 0.46471458673477173, 0.34427639842033386], "r_norm": [0.636432409286499, 0.602723240852356, 0.5907144546508789, 0.5910760164260864, 0.5850321054458618, 0.6043145656585693, 0.584328293800354]}, {"step": 3650, "epoch": 7, "train_loss": 0.3482716679573059, "cos_r_negg": [0.5640630722045898, 0.5248761177062988, 0.49148669838905334, 0.46472615003585815, 0.426339328289032, 0.45392686128616333, 0.35616764426231384], "cos_apical_negg": [0.5640630722045898, 0.5248761177062988, 0.49148669838905334, 0.46472615003585815, 0.426339328289032, 0.45392686128616333, 0.35616764426231384], "cos_Ac_negg": [0.5640630722045898, 0.5248761177062988, 0.49148669838905334, 0.46472615003585815, 0.426339328289032, 0.45392686128616333, 0.35616764426231384], "r_norm": [0.6025192737579346, 0.5700331330299377, 0.5580854415893555, 0.5575692653656006, 0.5503890514373779, 0.5725687742233276, 0.5540684461593628]}, {"step": 3700, "epoch": 7, "train_loss": 0.2903422713279724, "cos_r_negg": [0.5664002299308777, 0.5297448039054871, 0.4954076409339905, 0.46422556042671204, 0.4358583688735962, 0.46893709897994995, 0.34782201051712036], "cos_apical_negg": [0.5664002299308777, 0.5297448039054871, 0.4954076409339905, 0.46422556042671204, 0.4358583688735962, 0.46893709897994995, 0.34782201051712036], "cos_Ac_negg": [0.5664002299308777, 0.5297448039054871, 0.4954076409339905, 0.46422556042671204, 0.4358583688735962, 0.46893709897994995, 0.34782201051712036], "r_norm": [0.6198844313621521, 0.5872741341590881, 0.5748796463012695, 0.5754429697990417, 0.5661234855651855, 0.5886745452880859, 0.567764937877655]}, {"step": 3750, "epoch": 7, "train_loss": 0.3299894332885742, "cos_r_negg": [0.5477392673492432, 0.5062052607536316, 0.48392966389656067, 0.46076133847236633, 0.4373457431793213, 0.4710109233856201, 0.35702335834503174], "cos_apical_negg": [0.5477392673492432, 0.5062052607536316, 0.48392966389656067, 0.46076133847236633, 0.4373457431793213, 0.4710109233856201, 0.35702335834503174], "cos_Ac_negg": [0.5477392673492432, 0.5062052607536316, 0.48392966389656067, 0.46076133847236633, 0.4373457431793213, 0.4710109233856201, 0.35702335834503174], "r_norm": [0.5948859453201294, 0.5645439624786377, 0.5524520874023438, 0.5525365471839905, 0.5458656549453735, 0.5648085474967957, 0.5478292107582092], "ldr": {"dL_sdil": -0.0064675211906433105, "dL_bp": -0.00711020827293396, "ratio": 0.909610653075082}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.8734, "test_loss": 0.36721498107910155}, {"step": 3800, "epoch": 8, "train_loss": 0.2368883192539215, "cos_r_negg": [0.5417016744613647, 0.5059252977371216, 0.4814372658729553, 0.44943809509277344, 0.4322015941143036, 0.4658411741256714, 0.3626141846179962], "cos_apical_negg": [0.5417016744613647, 0.5059252977371216, 0.4814372658729553, 0.44943809509277344, 0.4322015941143036, 0.4658411741256714, 0.3626141846179962], "cos_Ac_negg": [0.5417016744613647, 0.5059252977371216, 0.4814372658729553, 0.44943809509277344, 0.4322015941143036, 0.4658411741256714, 0.3626141846179962], "r_norm": [0.5774819850921631, 0.5451258420944214, 0.5324497222900391, 0.5308130383491516, 0.5250581502914429, 0.5464998483657837, 0.528737485408783]}, {"step": 3850, "epoch": 8, "train_loss": 0.3325842320919037, "cos_r_negg": [0.542203426361084, 0.4995401203632355, 0.4714586138725281, 0.4467564523220062, 0.4266708493232727, 0.4815073013305664, 0.3613107204437256], "cos_apical_negg": [0.542203426361084, 0.4995401203632355, 0.4714586138725281, 0.4467564523220062, 0.4266708493232727, 0.4815073013305664, 0.3613107204437256], "cos_Ac_negg": [0.542203426361084, 0.4995401203632355, 0.4714586138725281, 0.4467564523220062, 0.4266708493232727, 0.4815073013305664, 0.3613107204437256], "r_norm": [0.5635825395584106, 0.5347939729690552, 0.5233795642852783, 0.5210250020027161, 0.5129095315933228, 0.534255862236023, 0.5187106132507324]}, {"step": 3900, "epoch": 8, "train_loss": 0.23569783568382263, "cos_r_negg": [0.544457197189331, 0.5151369571685791, 0.4817100763320923, 0.4525235891342163, 0.433397114276886, 0.4804328382015228, 0.36616650223731995], "cos_apical_negg": [0.544457197189331, 0.5151369571685791, 0.4817100763320923, 0.4525235891342163, 0.433397114276886, 0.4804328382015228, 0.36616650223731995], "cos_Ac_negg": [0.544457197189331, 0.5151369571685791, 0.4817100763320923, 0.4525235891342163, 0.433397114276886, 0.4804328382015228, 0.36616650223731995], "r_norm": [0.6123712062835693, 0.5789740085601807, 0.5673375129699707, 0.5654351711273193, 0.5583274364471436, 0.5798495411872864, 0.5633952617645264]}, {"step": 3950, "epoch": 8, "train_loss": 0.30512502789497375, "cos_r_negg": [0.5451552867889404, 0.511732280254364, 0.4763307273387909, 0.4545348882675171, 0.4379390478134155, 0.4871974587440491, 0.3842082619667053], "cos_apical_negg": [0.5451552867889404, 0.511732280254364, 0.4763307273387909, 0.4545348882675171, 0.4379390478134155, 0.4871974587440491, 0.3842082619667053], "cos_Ac_negg": [0.5451552867889404, 0.511732280254364, 0.4763307273387909, 0.4545348882675171, 0.4379390478134155, 0.4871974587440491, 0.3842082619667053], "r_norm": [0.5646205544471741, 0.5339727401733398, 0.521761417388916, 0.5197526216506958, 0.5141869783401489, 0.5355629920959473, 0.5188565254211426]}, {"step": 4000, "epoch": 8, "train_loss": 0.3446386456489563, "cos_r_negg": [0.5492613315582275, 0.5163519978523254, 0.4631636142730713, 0.4404098093509674, 0.4277992248535156, 0.4770089387893677, 0.3809281885623932], "cos_apical_negg": [0.5492613315582275, 0.5163519978523254, 0.4631636142730713, 0.4404098093509674, 0.4277992248535156, 0.4770089387893677, 0.3809281885623932], "cos_Ac_negg": [0.5492613315582275, 0.5163519978523254, 0.4631636142730713, 0.4404098093509674, 0.4277992248535156, 0.4770089387893677, 0.3809281885623932], "r_norm": [0.6004054546356201, 0.5659248232841492, 0.5532976388931274, 0.547520101070404, 0.5449159145355225, 0.5662819147109985, 0.5513941049575806], "ldr": {"dL_sdil": -0.011415839195251465, "dL_bp": -0.011777669191360474, "ratio": 0.9692783019942155}}, {"step": 4050, "epoch": 8, "train_loss": 0.23120704293251038, "cos_r_negg": [0.5570065379142761, 0.5171600580215454, 0.47202908992767334, 0.45299211144447327, 0.43391260504722595, 0.4681583046913147, 0.3872230350971222], "cos_apical_negg": [0.5570065379142761, 0.5171600580215454, 0.47202908992767334, 0.45299211144447327, 0.43391260504722595, 0.4681583046913147, 0.3872230350971222], "cos_Ac_negg": [0.5570065379142761, 0.5171600580215454, 0.47202908992767334, 0.45299211144447327, 0.43391260504722595, 0.4681583046913147, 0.3872230350971222], "r_norm": [0.6413271427154541, 0.6007453203201294, 0.5862056016921997, 0.5826421976089478, 0.5767132043838501, 0.5981565117835999, 0.5823397636413574]}, {"step": 4100, "epoch": 8, "train_loss": 0.23513151705265045, "cos_r_negg": [0.5495810508728027, 0.510377049446106, 0.4722477197647095, 0.4491182565689087, 0.42845121026039124, 0.46690139174461365, 0.3783150315284729], "cos_apical_negg": [0.5495810508728027, 0.510377049446106, 0.4722477197647095, 0.4491182565689087, 0.42845121026039124, 0.46690139174461365, 0.3783150315284729], "cos_Ac_negg": [0.5495810508728027, 0.510377049446106, 0.4722477197647095, 0.4491182565689087, 0.42845121026039124, 0.46690139174461365, 0.3783150315284729], "r_norm": [0.5914523601531982, 0.5587019920349121, 0.5461981296539307, 0.5401168465614319, 0.533905029296875, 0.5570518970489502, 0.5420891046524048]}, {"step": 4150, "epoch": 8, "train_loss": 0.24559758603572845, "cos_r_negg": [0.5474042892456055, 0.5130209922790527, 0.47699612379074097, 0.45769742131233215, 0.4354860782623291, 0.4606696367263794, 0.3921762704849243], "cos_apical_negg": [0.5474042892456055, 0.5130209922790527, 0.47699612379074097, 0.45769742131233215, 0.4354860782623291, 0.4606696367263794, 0.3921762704849243], "cos_Ac_negg": [0.5474042892456055, 0.5130209922790527, 0.47699612379074097, 0.45769742131233215, 0.4354860782623291, 0.4606696367263794, 0.3921762704849243], "r_norm": [0.5950789451599121, 0.5558534264564514, 0.5439433455467224, 0.5419495105743408, 0.5364134907722473, 0.5559227466583252, 0.5403727293014526]}, {"step": 4200, "epoch": 8, "train_loss": 0.2479458749294281, "cos_r_negg": [0.5389723777770996, 0.5053777098655701, 0.4707523584365845, 0.44627511501312256, 0.41521167755126953, 0.4495602250099182, 0.3753648102283478], "cos_apical_negg": [0.5389723777770996, 0.5053777098655701, 0.4707523584365845, 0.44627511501312256, 0.41521167755126953, 0.4495602250099182, 0.3753648102283478], "cos_Ac_negg": [0.5389723777770996, 0.5053777098655701, 0.4707523584365845, 0.44627511501312256, 0.41521167755126953, 0.4495602250099182, 0.3753648102283478], "r_norm": [0.5914206504821777, 0.5545666813850403, 0.5417389273643494, 0.5412457585334778, 0.5347199440002441, 0.5533721446990967, 0.5386038422584534]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8758, "test_loss": 0.35820543518066406}, {"step": 4250, "epoch": 9, "train_loss": 0.18570789694786072, "cos_r_negg": [0.5418023467063904, 0.5004324316978455, 0.4741070866584778, 0.44274771213531494, 0.4297938644886017, 0.464790016412735, 0.3802023231983185], "cos_apical_negg": [0.5418023467063904, 0.5004324316978455, 0.4741070866584778, 0.44274771213531494, 0.4297938644886017, 0.464790016412735, 0.3802023231983185], "cos_Ac_negg": [0.5418023467063904, 0.5004324316978455, 0.4741070866584778, 0.44274771213531494, 0.4297938644886017, 0.464790016412735, 0.3802023231983185], "r_norm": [0.5972970724105835, 0.5579488277435303, 0.5431870222091675, 0.5432130098342896, 0.5370131731033325, 0.5582189559936523, 0.5407333374023438], "ldr": {"dL_sdil": -0.017896831035614014, "dL_bp": -0.020930111408233643, "ratio": 0.8550757655582103}}, {"step": 4300, "epoch": 9, "train_loss": 0.1727331280708313, "cos_r_negg": [0.5367782115936279, 0.49648135900497437, 0.46299296617507935, 0.4333178997039795, 0.4143946170806885, 0.45565691590309143, 0.3728853166103363], "cos_apical_negg": [0.5367782115936279, 0.49648135900497437, 0.46299296617507935, 0.4333178997039795, 0.4143946170806885, 0.45565691590309143, 0.3728853166103363], "cos_Ac_negg": [0.5367782115936279, 0.49648135900497437, 0.46299296617507935, 0.4333178997039795, 0.4143946170806885, 0.45565691590309143, 0.3728853166103363], "r_norm": [0.5817451477050781, 0.542873740196228, 0.529263973236084, 0.5261365175247192, 0.5195174217224121, 0.5421043634414673, 0.5276679992675781]}, {"step": 4350, "epoch": 9, "train_loss": 0.16486556828022003, "cos_r_negg": [0.5594494342803955, 0.5191202163696289, 0.4910174012184143, 0.455990731716156, 0.4424513578414917, 0.463675856590271, 0.3903768062591553], "cos_apical_negg": [0.5594494342803955, 0.5191202163696289, 0.4910174012184143, 0.455990731716156, 0.4424513578414917, 0.463675856590271, 0.3903768062591553], "cos_Ac_negg": [0.5594494342803955, 0.5191202163696289, 0.4910174012184143, 0.455990731716156, 0.4424513578414917, 0.463675856590271, 0.3903768062591553], "r_norm": [0.5801661014556885, 0.5411831736564636, 0.5272783041000366, 0.5234664678573608, 0.5157660245895386, 0.538240909576416, 0.5247145891189575]}, {"step": 4400, "epoch": 9, "train_loss": 0.24875421822071075, "cos_r_negg": [0.5344613790512085, 0.49625164270401, 0.46984392404556274, 0.43704599142074585, 0.4203174114227295, 0.44364047050476074, 0.3904157876968384], "cos_apical_negg": [0.5344613790512085, 0.49625164270401, 0.46984392404556274, 0.43704599142074585, 0.4203174114227295, 0.44364047050476074, 0.3904157876968384], "cos_Ac_negg": [0.5344613790512085, 0.49625164270401, 0.46984392404556274, 0.43704599142074585, 0.4203174114227295, 0.44364047050476074, 0.3904157876968384], "r_norm": [0.6294137239456177, 0.584048867225647, 0.5683088898658752, 0.5672578811645508, 0.56169593334198, 0.5822926163673401, 0.5665922164916992]}, {"step": 4450, "epoch": 9, "train_loss": 0.1477247178554535, "cos_r_negg": [0.5592093467712402, 0.5101688504219055, 0.47171634435653687, 0.444114089012146, 0.43801969289779663, 0.46850329637527466, 0.39519840478897095], "cos_apical_negg": [0.5592093467712402, 0.5101688504219055, 0.47171634435653687, 0.444114089012146, 0.43801969289779663, 0.46850329637527466, 0.39519840478897095], "cos_Ac_negg": [0.5592093467712402, 0.5101688504219055, 0.47171634435653687, 0.444114089012146, 0.43801969289779663, 0.46850329637527466, 0.39519840478897095], "r_norm": [0.5953466296195984, 0.5509360432624817, 0.5347975492477417, 0.5326331853866577, 0.5270993709564209, 0.5485786199569702, 0.5332468152046204]}, {"step": 4500, "epoch": 9, "train_loss": 0.2445087730884552, "cos_r_negg": [0.5407980680465698, 0.4943903982639313, 0.46557164192199707, 0.4404385983943939, 0.43561050295829773, 0.47754475474357605, 0.3988583981990814], "cos_apical_negg": [0.5407980680465698, 0.4943903982639313, 0.46557164192199707, 0.4404385983943939, 0.43561050295829773, 0.47754475474357605, 0.3988583981990814], "cos_Ac_negg": [0.5407980680465698, 0.4943903982639313, 0.46557164192199707, 0.4404385983943939, 0.43561050295829773, 0.47754475474357605, 0.3988583981990814], "r_norm": [0.6204337477684021, 0.5753517746925354, 0.55913907289505, 0.5537015199661255, 0.5476454496383667, 0.5706484913825989, 0.5562421679496765], "ldr": {"dL_sdil": -0.021225303411483765, "dL_bp": -0.021987557411193848, "ratio": 0.9653324839383014}}, {"step": 4550, "epoch": 9, "train_loss": 0.14153745770454407, "cos_r_negg": [0.5509049892425537, 0.513891875743866, 0.4826428294181824, 0.4556202292442322, 0.44806548953056335, 0.48975566029548645, 0.3975158631801605], "cos_apical_negg": [0.5509049892425537, 0.513891875743866, 0.4826428294181824, 0.4556202292442322, 0.44806548953056335, 0.48975566029548645, 0.3975158631801605], "cos_Ac_negg": [0.5509049892425537, 0.513891875743866, 0.4826428294181824, 0.4556202292442322, 0.44806548953056335, 0.48975566029548645, 0.3975158631801605], "r_norm": [0.5418879389762878, 0.5014239549636841, 0.4874310791492462, 0.48590266704559326, 0.4811370372772217, 0.49932169914245605, 0.4862859547138214]}, {"step": 4600, "epoch": 9, "train_loss": 0.24017591774463654, "cos_r_negg": [0.5606476068496704, 0.5173349976539612, 0.49044811725616455, 0.466736376285553, 0.4499914050102234, 0.48753446340560913, 0.39216095209121704], "cos_apical_negg": [0.5606476068496704, 0.5173349976539612, 0.49044811725616455, 0.466736376285553, 0.4499914050102234, 0.48753446340560913, 0.39216095209121704], "cos_Ac_negg": [0.5606476068496704, 0.5173349976539612, 0.49044811725616455, 0.466736376285553, 0.4499914050102234, 0.48753446340560913, 0.39216095209121704], "r_norm": [0.5516239404678345, 0.509668231010437, 0.4948408305644989, 0.49341413378715515, 0.48580020666122437, 0.5062090158462524, 0.49473273754119873]}, {"step": 4650, "epoch": 9, "train_loss": 0.2726824879646301, "cos_r_negg": [0.5584576725959778, 0.5188279151916504, 0.49170979857444763, 0.45905601978302, 0.44307011365890503, 0.489693820476532, 0.3958618640899658], "cos_apical_negg": [0.5584576725959778, 0.5188279151916504, 0.49170979857444763, 0.45905601978302, 0.44307011365890503, 0.489693820476532, 0.3958618640899658], "cos_Ac_negg": [0.5584576725959778, 0.5188279151916504, 0.49170979857444763, 0.45905601978302, 0.44307011365890503, 0.489693820476532, 0.3958618640899658], "r_norm": [0.5718383193016052, 0.5231720805168152, 0.5090410709381104, 0.5073326826095581, 0.5010966062545776, 0.5197135210037231, 0.5076503753662109]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8796, "test_loss": 0.3654237030029297}, {"step": 4700, "epoch": 10, "train_loss": 0.24944208562374115, "cos_r_negg": [0.5622814297676086, 0.5239545702934265, 0.4898785352706909, 0.4561077952384949, 0.4533464312553406, 0.49651917815208435, 0.40365004539489746], "cos_apical_negg": [0.5622814297676086, 0.5239545702934265, 0.4898785352706909, 0.4561077952384949, 0.4533464312553406, 0.49651917815208435, 0.40365004539489746], "cos_Ac_negg": [0.5622814297676086, 0.5239545702934265, 0.4898785352706909, 0.4561077952384949, 0.4533464312553406, 0.49651917815208435, 0.40365004539489746], "r_norm": [0.576777458190918, 0.5309956073760986, 0.5151717662811279, 0.5131964683532715, 0.507998526096344, 0.5291320085525513, 0.5150963068008423]}, {"step": 4750, "epoch": 10, "train_loss": 0.26358282566070557, "cos_r_negg": [0.5519003868103027, 0.5102072954177856, 0.48394936323165894, 0.447158545255661, 0.42443937063217163, 0.4713461995124817, 0.4075249433517456], "cos_apical_negg": [0.5519003868103027, 0.5102072954177856, 0.48394936323165894, 0.447158545255661, 0.42443937063217163, 0.4713461995124817, 0.4075249433517456], "cos_Ac_negg": [0.5519003868103027, 0.5102072954177856, 0.48394936323165894, 0.447158545255661, 0.42443937063217163, 0.4713461995124817, 0.4075249433517456], "r_norm": [0.5315057039260864, 0.4849777817726135, 0.470865398645401, 0.46961015462875366, 0.4618016481399536, 0.4802412986755371, 0.4704941511154175], "ldr": {"dL_sdil": -0.009618759155273438, "dL_bp": -0.010087043046951294, "ratio": 0.9535757020666834}}, {"step": 4800, "epoch": 10, "train_loss": 0.27406764030456543, "cos_r_negg": [0.5293775796890259, 0.49773502349853516, 0.47104939818382263, 0.4378412067890167, 0.42277708649635315, 0.47528666257858276, 0.4090268909931183], "cos_apical_negg": [0.5293775796890259, 0.49773502349853516, 0.47104939818382263, 0.4378412067890167, 0.42277708649635315, 0.47528666257858276, 0.4090268909931183], "cos_Ac_negg": [0.5293775796890259, 0.49773502349853516, 0.47104939818382263, 0.4378412067890167, 0.42277708649635315, 0.47528666257858276, 0.4090268909931183], "r_norm": [0.5348111987113953, 0.4901721775531769, 0.47555410861968994, 0.47219717502593994, 0.4655196964740753, 0.48373502492904663, 0.4739290773868561]}, {"step": 4850, "epoch": 10, "train_loss": 0.2087809145450592, "cos_r_negg": [0.5509967803955078, 0.5099566578865051, 0.47908520698547363, 0.4504648447036743, 0.43690168857574463, 0.4885888993740082, 0.4115895628929138], "cos_apical_negg": [0.5509967803955078, 0.5099566578865051, 0.47908520698547363, 0.4504648447036743, 0.43690168857574463, 0.4885888993740082, 0.4115895628929138], "cos_Ac_negg": [0.5509967803955078, 0.5099566578865051, 0.47908520698547363, 0.4504648447036743, 0.43690168857574463, 0.4885888993740082, 0.4115895628929138], "r_norm": [0.5556149482727051, 0.5087212324142456, 0.4932098388671875, 0.4908043146133423, 0.4850357174873352, 0.5039544105529785, 0.4924253225326538]}, {"step": 4900, "epoch": 10, "train_loss": 0.1730012595653534, "cos_r_negg": [0.5267902612686157, 0.49638497829437256, 0.46170666813850403, 0.44628024101257324, 0.43366801738739014, 0.4909957945346832, 0.4180339574813843], "cos_apical_negg": [0.5267902612686157, 0.49638497829437256, 0.46170666813850403, 0.44628024101257324, 0.43366801738739014, 0.4909957945346832, 0.4180339574813843], "cos_Ac_negg": [0.5267902612686157, 0.49638497829437256, 0.46170666813850403, 0.44628024101257324, 0.43366801738739014, 0.4909957945346832, 0.4180339574813843], "r_norm": [0.5451376438140869, 0.4975246787071228, 0.48146486282348633, 0.48060691356658936, 0.47378891706466675, 0.49295368790626526, 0.48338574171066284]}, {"step": 4950, "epoch": 10, "train_loss": 0.20775575935840607, "cos_r_negg": [0.5434404611587524, 0.5143993496894836, 0.4773680567741394, 0.4523766040802002, 0.43353384733200073, 0.48936256766319275, 0.4103040099143982], "cos_apical_negg": [0.5434404611587524, 0.5143993496894836, 0.4773680567741394, 0.4523766040802002, 0.43353384733200073, 0.48936256766319275, 0.4103040099143982], "cos_Ac_negg": [0.5434404611587524, 0.5143993496894836, 0.4773680567741394, 0.4523766040802002, 0.43353384733200073, 0.48936256766319275, 0.4103040099143982], "r_norm": [0.5873779058456421, 0.5349174737930298, 0.517186164855957, 0.5138884782791138, 0.5064084529876709, 0.5273754000663757, 0.5186821818351746]}, {"step": 5000, "epoch": 10, "train_loss": 0.23227259516716003, "cos_r_negg": [0.5535727143287659, 0.5142122507095337, 0.47758185863494873, 0.44088590145111084, 0.4306776225566864, 0.4792436361312866, 0.4073422849178314], "cos_apical_negg": [0.5535727143287659, 0.5142122507095337, 0.47758185863494873, 0.44088590145111084, 0.4306776225566864, 0.4792436361312866, 0.4073422849178314], "cos_Ac_negg": [0.5535727143287659, 0.5142122507095337, 0.47758185863494873, 0.44088590145111084, 0.4306776225566864, 0.4792436361312866, 0.4073422849178314], "r_norm": [0.5925687551498413, 0.5390135645866394, 0.5210605263710022, 0.5181399583816528, 0.5116788148880005, 0.5333529710769653, 0.5222169160842896], "ldr": {"dL_sdil": -0.014653980731964111, "dL_bp": -0.0162355899810791, "ratio": 0.9025838142649456}}, {"step": 5050, "epoch": 10, "train_loss": 0.3752635419368744, "cos_r_negg": [0.5334904193878174, 0.4958726465702057, 0.4702643156051636, 0.4508028030395508, 0.4280146062374115, 0.47507622838020325, 0.40886104106903076], "cos_apical_negg": [0.5334904193878174, 0.4958726465702057, 0.4702643156051636, 0.4508028030395508, 0.4280146062374115, 0.47507622838020325, 0.40886104106903076], "cos_Ac_negg": [0.5334904193878174, 0.4958726465702057, 0.4702643156051636, 0.4508028030395508, 0.4280146062374115, 0.47507622838020325, 0.40886104106903076], "r_norm": [0.5128152370452881, 0.46621406078338623, 0.4520598351955414, 0.4498540759086609, 0.4437269866466522, 0.4607008099555969, 0.4522504210472107]}, {"step": 5100, "epoch": 10, "train_loss": 0.16219863295555115, "cos_r_negg": [0.5680595636367798, 0.5262637138366699, 0.4883354902267456, 0.45651841163635254, 0.4433406889438629, 0.47940146923065186, 0.428011953830719], "cos_apical_negg": [0.5680595636367798, 0.5262637138366699, 0.4883354902267456, 0.45651841163635254, 0.4433406889438629, 0.47940146923065186, 0.428011953830719], "cos_Ac_negg": [0.5680595636367798, 0.5262637138366699, 0.4883354902267456, 0.45651841163635254, 0.4433406889438629, 0.47940146923065186, 0.428011953830719], "r_norm": [0.5479743480682373, 0.4938749670982361, 0.4794970750808716, 0.47857367992401123, 0.4720672369003296, 0.4900599420070648, 0.48070651292800903]}, {"step": 5150, "epoch": 10, "train_loss": 0.2501887381076813, "cos_r_negg": [0.545366644859314, 0.5059402585029602, 0.47694408893585205, 0.45329296588897705, 0.4425134062767029, 0.4761870801448822, 0.4217485189437866], "cos_apical_negg": [0.545366644859314, 0.5059402585029602, 0.47694408893585205, 0.45329296588897705, 0.4425134062767029, 0.4761870801448822, 0.4217485189437866], "cos_Ac_negg": [0.545366644859314, 0.5059402585029602, 0.47694408893585205, 0.45329296588897705, 0.4425134062767029, 0.4761870801448822, 0.4217485189437866], "r_norm": [0.5590149164199829, 0.5087021589279175, 0.49181506037712097, 0.4913715720176697, 0.48458534479141235, 0.5017203688621521, 0.492180734872818]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.8732, "test_loss": 0.38714599609375}, {"step": 5200, "epoch": 11, "train_loss": 0.24968639016151428, "cos_r_negg": [0.5684345364570618, 0.5223020315170288, 0.482838898897171, 0.45280933380126953, 0.4367430508136749, 0.4718933701515198, 0.4277957081794739], "cos_apical_negg": [0.5684345364570618, 0.5223020315170288, 0.482838898897171, 0.45280933380126953, 0.4367430508136749, 0.4718933701515198, 0.4277957081794739], "cos_Ac_negg": [0.5684345364570618, 0.5223020315170288, 0.482838898897171, 0.45280933380126953, 0.4367430508136749, 0.4718933701515198, 0.4277957081794739], "r_norm": [0.5450326800346375, 0.49374517798423767, 0.4789477288722992, 0.4775533080101013, 0.4718897342681885, 0.4884786009788513, 0.48005208373069763]}, {"step": 5250, "epoch": 11, "train_loss": 0.13740324974060059, "cos_r_negg": [0.5552427768707275, 0.5274016857147217, 0.4946901798248291, 0.45546266436576843, 0.4463821351528168, 0.4784024953842163, 0.42923492193222046], "cos_apical_negg": [0.5552427768707275, 0.5274016857147217, 0.4946901798248291, 0.45546266436576843, 0.4463821351528168, 0.4784024953842163, 0.42923492193222046], "cos_Ac_negg": [0.5552427768707275, 0.5274016857147217, 0.4946901798248291, 0.45546266436576843, 0.4463821351528168, 0.4784024953842163, 0.42923492193222046], "r_norm": [0.5563834309577942, 0.5022426843643188, 0.48514217138290405, 0.4817495346069336, 0.47627899050712585, 0.4953140914440155, 0.4870303273200989], "ldr": {"dL_sdil": -0.012169122695922852, "dL_bp": -0.012541323900222778, "ratio": 0.9703220164584606}}, {"step": 5300, "epoch": 11, "train_loss": 0.26903441548347473, "cos_r_negg": [0.5307419896125793, 0.5011753439903259, 0.46936115622520447, 0.4350973963737488, 0.4331061840057373, 0.4589499533176422, 0.42480531334877014], "cos_apical_negg": [0.5307419896125793, 0.5011753439903259, 0.46936115622520447, 0.4350973963737488, 0.4331061840057373, 0.4589499533176422, 0.42480531334877014], "cos_Ac_negg": [0.5307419896125793, 0.5011753439903259, 0.46936115622520447, 0.4350973963737488, 0.4331061840057373, 0.4589499533176422, 0.42480531334877014], "r_norm": [0.528378427028656, 0.47839564085006714, 0.46268796920776367, 0.45973995327949524, 0.45467716455459595, 0.4712865352630615, 0.46397000551223755]}, {"step": 5350, "epoch": 11, "train_loss": 0.18469233810901642, "cos_r_negg": [0.5414232015609741, 0.5014950037002563, 0.4729878902435303, 0.45310163497924805, 0.44403600692749023, 0.4602696895599365, 0.4242860674858093], "cos_apical_negg": [0.5414232015609741, 0.5014950037002563, 0.4729878902435303, 0.45310163497924805, 0.44403600692749023, 0.4602696895599365, 0.4242860674858093], "cos_Ac_negg": [0.5414232015609741, 0.5014950037002563, 0.4729878902435303, 0.45310163497924805, 0.44403600692749023, 0.4602696895599365, 0.4242860674858093], "r_norm": [0.49694228172302246, 0.4476986527442932, 0.4325541853904724, 0.4301518201828003, 0.42435574531555176, 0.4413568377494812, 0.435139536857605]}, {"step": 5400, "epoch": 11, "train_loss": 0.1949264109134674, "cos_r_negg": [0.5346481204032898, 0.5008490085601807, 0.47580796480178833, 0.4440140724182129, 0.4412190318107605, 0.4618127942085266, 0.43615463376045227], "cos_apical_negg": [0.5346481204032898, 0.5008490085601807, 0.47580796480178833, 0.4440140724182129, 0.4412190318107605, 0.4618127942085266, 0.43615463376045227], "cos_Ac_negg": [0.5346481204032898, 0.5008490085601807, 0.47580796480178833, 0.4440140724182129, 0.4412190318107605, 0.4618127942085266, 0.43615463376045227], "r_norm": [0.5172567367553711, 0.4643065333366394, 0.44757023453712463, 0.4442584812641144, 0.43806397914886475, 0.45774394273757935, 0.4497525990009308]}, {"step": 5450, "epoch": 11, "train_loss": 0.20129172503948212, "cos_r_negg": [0.5555121898651123, 0.5216050148010254, 0.4908860921859741, 0.4638635516166687, 0.4615628719329834, 0.4918619990348816, 0.4499746263027191], "cos_apical_negg": [0.5555121898651123, 0.5216050148010254, 0.4908860921859741, 0.4638635516166687, 0.4615628719329834, 0.4918619990348816, 0.4499746263027191], "cos_Ac_negg": [0.5555121898651123, 0.5216050148010254, 0.4908860921859741, 0.4638635516166687, 0.4615628719329834, 0.4918619990348816, 0.4499746263027191], "r_norm": [0.5460073351860046, 0.49201804399490356, 0.47425171732902527, 0.4698680639266968, 0.46430397033691406, 0.4845566749572754, 0.47613832354545593]}, {"step": 5500, "epoch": 11, "train_loss": 0.23816321790218353, "cos_r_negg": [0.5336078405380249, 0.4988688826560974, 0.47382253408432007, 0.44737982749938965, 0.4378736615180969, 0.47011715173721313, 0.4311766028404236], "cos_apical_negg": [0.5336078405380249, 0.4988688826560974, 0.47382253408432007, 0.44737982749938965, 0.4378736615180969, 0.47011715173721313, 0.4311766028404236], "cos_Ac_negg": [0.5336078405380249, 0.4988688826560974, 0.47382253408432007, 0.44737982749938965, 0.4378736615180969, 0.47011715173721313, 0.4311766028404236], "r_norm": [0.515806257724762, 0.4619795083999634, 0.4450937509536743, 0.4415881335735321, 0.43695777654647827, 0.4544597864151001, 0.4472008943557739], "ldr": {"dL_sdil": -0.006799131631851196, "dL_bp": -0.008899718523025513, "ratio": 0.7639715362076183}}, {"step": 5550, "epoch": 11, "train_loss": 0.23190359771251678, "cos_r_negg": [0.5497685074806213, 0.4955821931362152, 0.4697531759738922, 0.4429461359977722, 0.42792731523513794, 0.46194353699684143, 0.42961612343788147], "cos_apical_negg": [0.5497685074806213, 0.4955821931362152, 0.4697531759738922, 0.4429461359977722, 0.42792731523513794, 0.46194353699684143, 0.42961612343788147], "cos_Ac_negg": [0.5497685074806213, 0.4955821931362152, 0.4697531759738922, 0.4429461359977722, 0.42792731523513794, 0.46194353699684143, 0.42961612343788147], "r_norm": [0.5171927809715271, 0.46038544178009033, 0.4442181885242462, 0.44187697768211365, 0.43695899844169617, 0.453249990940094, 0.447623610496521]}, {"step": 5600, "epoch": 11, "train_loss": 0.1871594488620758, "cos_r_negg": [0.5554822683334351, 0.5051984786987305, 0.4763113558292389, 0.44827455282211304, 0.44044432044029236, 0.4749490022659302, 0.44312143325805664], "cos_apical_negg": [0.5554822683334351, 0.5051984786987305, 0.4763113558292389, 0.44827455282211304, 0.44044432044029236, 0.4749490022659302, 0.44312143325805664], "cos_Ac_negg": [0.5554822683334351, 0.5051984786987305, 0.4763113558292389, 0.44827455282211304, 0.44044432044029236, 0.4749490022659302, 0.44312143325805664], "r_norm": [0.5455904006958008, 0.48339879512786865, 0.46546876430511475, 0.46168431639671326, 0.45335155725479126, 0.4729379415512085, 0.4688827097415924]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8756, "test_loss": 0.38628558349609377}, {"step": 5650, "epoch": 12, "train_loss": 0.18499988317489624, "cos_r_negg": [0.5671336054801941, 0.5317009687423706, 0.4979403018951416, 0.46262454986572266, 0.4533379375934601, 0.4876837134361267, 0.44970354437828064], "cos_apical_negg": [0.5671336054801941, 0.5317009687423706, 0.4979403018951416, 0.46262454986572266, 0.4533379375934601, 0.4876837134361267, 0.44970354437828064], "cos_Ac_negg": [0.5671336054801941, 0.5317009687423706, 0.4979403018951416, 0.46262454986572266, 0.4533379375934601, 0.4876837134361267, 0.44970354437828064], "r_norm": [0.49871891736984253, 0.4452075958251953, 0.4287569522857666, 0.42560192942619324, 0.4201256334781647, 0.43739408254623413, 0.431537926197052]}, {"step": 5700, "epoch": 12, "train_loss": 0.1518772840499878, "cos_r_negg": [0.5597856044769287, 0.5237497091293335, 0.49271196126937866, 0.4642065167427063, 0.44427990913391113, 0.4811623692512512, 0.45021653175354004], "cos_apical_negg": [0.5597856044769287, 0.5237497091293335, 0.49271196126937866, 0.4642065167427063, 0.44427990913391113, 0.4811623692512512, 0.45021653175354004], "cos_Ac_negg": [0.5597856044769287, 0.5237497091293335, 0.49271196126937866, 0.4642065167427063, 0.44427990913391113, 0.4811623692512512, 0.45021653175354004], "r_norm": [0.49594947695732117, 0.44165414571762085, 0.42545443773269653, 0.42266568541526794, 0.41737100481987, 0.4338643252849579, 0.42899444699287415]}, {"step": 5750, "epoch": 12, "train_loss": 0.37991398572921753, "cos_r_negg": [0.5383520126342773, 0.5153473615646362, 0.48010727763175964, 0.45396387577056885, 0.4322293996810913, 0.4813622236251831, 0.4361099600791931], "cos_apical_negg": [0.5383520126342773, 0.5153473615646362, 0.48010727763175964, 0.45396387577056885, 0.4322293996810913, 0.4813622236251831, 0.4361099600791931], "cos_Ac_negg": [0.5383520126342773, 0.5153473615646362, 0.48010727763175964, 0.45396387577056885, 0.4322293996810913, 0.4813622236251831, 0.4361099600791931], "r_norm": [0.4845193028450012, 0.4312920570373535, 0.4145926237106323, 0.41154739260673523, 0.40601468086242676, 0.4218057692050934, 0.41801249980926514], "ldr": {"dL_sdil": -0.007043361663818359, "dL_bp": -0.009482532739639282, "ratio": 0.7427721956999318}}, {"step": 5800, "epoch": 12, "train_loss": 0.2727094888687134, "cos_r_negg": [0.5350068807601929, 0.5104870796203613, 0.4758923649787903, 0.43811023235321045, 0.4175823926925659, 0.4625546932220459, 0.4372829794883728], "cos_apical_negg": [0.5350068807601929, 0.5104870796203613, 0.4758923649787903, 0.43811023235321045, 0.4175823926925659, 0.4625546932220459, 0.4372829794883728], "cos_Ac_negg": [0.5350068807601929, 0.5104870796203613, 0.4758923649787903, 0.43811023235321045, 0.4175823926925659, 0.4625546932220459, 0.4372829794883728], "r_norm": [0.5234603881835938, 0.4637647271156311, 0.4458889961242676, 0.4447306990623474, 0.4372861981391907, 0.45416200160980225, 0.44948720932006836]}, {"step": 5850, "epoch": 12, "train_loss": 0.247022345662117, "cos_r_negg": [0.5387810468673706, 0.5049796104431152, 0.47267279028892517, 0.4425985813140869, 0.43314847350120544, 0.47302573919296265, 0.44482100009918213], "cos_apical_negg": [0.5387810468673706, 0.5049796104431152, 0.47267279028892517, 0.4425985813140869, 0.43314847350120544, 0.47302573919296265, 0.44482100009918213], "cos_Ac_negg": [0.5387810468673706, 0.5049796104431152, 0.47267279028892517, 0.4425985813140869, 0.43314847350120544, 0.47302573919296265, 0.44482100009918213], "r_norm": [0.5003063678741455, 0.4443128705024719, 0.42645055055618286, 0.42381054162979126, 0.41697102785110474, 0.435314416885376, 0.43014055490493774]}, {"step": 5900, "epoch": 12, "train_loss": 0.23311582207679749, "cos_r_negg": [0.5714728832244873, 0.5331736207008362, 0.4996239244937897, 0.4692453145980835, 0.45540767908096313, 0.49397918581962585, 0.4566535949707031], "cos_apical_negg": [0.5714728832244873, 0.5331736207008362, 0.4996239244937897, 0.4692453145980835, 0.45540767908096313, 0.49397918581962585, 0.4566535949707031], "cos_Ac_negg": [0.5714728832244873, 0.5331736207008362, 0.4996239244937897, 0.4692453145980835, 0.45540767908096313, 0.49397918581962585, 0.4566535949707031], "r_norm": [0.5399117469787598, 0.4766086935997009, 0.4568987488746643, 0.45414039492607117, 0.44782140851020813, 0.4655367136001587, 0.4598250389099121]}, {"step": 5950, "epoch": 12, "train_loss": 0.18347401916980743, "cos_r_negg": [0.5548465251922607, 0.5249568223953247, 0.49423837661743164, 0.4571518301963806, 0.4498269855976105, 0.49716776609420776, 0.45823854207992554], "cos_apical_negg": [0.5548465251922607, 0.5249568223953247, 0.49423837661743164, 0.4571518301963806, 0.4498269855976105, 0.49716776609420776, 0.45823854207992554], "cos_Ac_negg": [0.5548465251922607, 0.5249568223953247, 0.49423837661743164, 0.4571518301963806, 0.4498269855976105, 0.49716776609420776, 0.45823854207992554], "r_norm": [0.534788966178894, 0.46973371505737305, 0.4502212405204773, 0.4464331269264221, 0.4393411874771118, 0.45746171474456787, 0.4541730582714081]}, {"step": 6000, "epoch": 12, "train_loss": 0.11701785773038864, "cos_r_negg": [0.5462555885314941, 0.509484052658081, 0.48834335803985596, 0.4599072337150574, 0.4475771486759186, 0.47774285078048706, 0.44576820731163025], "cos_apical_negg": [0.5462555885314941, 0.509484052658081, 0.48834335803985596, 0.4599072337150574, 0.4475771486759186, 0.47774285078048706, 0.44576820731163025], "cos_Ac_negg": [0.5462555885314941, 0.509484052658081, 0.48834335803985596, 0.4599072337150574, 0.4475771486759186, 0.47774285078048706, 0.44576820731163025], "r_norm": [0.47952547669410706, 0.41967883706092834, 0.40215685963630676, 0.3979647755622864, 0.3933134377002716, 0.4094889163970947, 0.40635040402412415], "ldr": {"dL_sdil": -0.007848292589187622, "dL_bp": -0.009508520364761353, "ratio": 0.8253957806383265}}, {"step": 6050, "epoch": 12, "train_loss": 0.1866072416305542, "cos_r_negg": [0.5487642884254456, 0.5044810771942139, 0.4800104796886444, 0.4450923800468445, 0.4317018985748291, 0.468291699886322, 0.43788599967956543], "cos_apical_negg": [0.5487642884254456, 0.5044810771942139, 0.4800104796886444, 0.4450923800468445, 0.4317018985748291, 0.468291699886322, 0.43788599967956543], "cos_Ac_negg": [0.5487642884254456, 0.5044810771942139, 0.4800104796886444, 0.4450923800468445, 0.4317018985748291, 0.468291699886322, 0.43788599967956543], "r_norm": [0.5329552292823792, 0.46270543336868286, 0.442767858505249, 0.43779414892196655, 0.43047094345092773, 0.4483649432659149, 0.44558000564575195]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.8774, "test_loss": 0.3805001525878906}, {"step": 6100, "epoch": 13, "train_loss": 0.24994820356369019, "cos_r_negg": [0.5659502148628235, 0.5147067308425903, 0.48302069306373596, 0.4547564685344696, 0.45538443326950073, 0.4877801537513733, 0.4524463713169098], "cos_apical_negg": [0.5659502148628235, 0.5147067308425903, 0.48302069306373596, 0.4547564685344696, 0.45538443326950073, 0.4877801537513733, 0.4524463713169098], "cos_Ac_negg": [0.5659502148628235, 0.5147067308425903, 0.48302069306373596, 0.4547564685344696, 0.45538443326950073, 0.4877801537513733, 0.4524463713169098], "r_norm": [0.5111324191093445, 0.4451054334640503, 0.42586180567741394, 0.4199620485305786, 0.41440626978874207, 0.4332469701766968, 0.43082836270332336]}, {"step": 6150, "epoch": 13, "train_loss": 0.15299773216247559, "cos_r_negg": [0.5485119223594666, 0.4994092583656311, 0.46518927812576294, 0.43938443064689636, 0.4338259696960449, 0.47110122442245483, 0.44744250178337097], "cos_apical_negg": [0.5485119223594666, 0.4994092583656311, 0.46518927812576294, 0.43938443064689636, 0.4338259696960449, 0.47110122442245483, 0.44744250178337097], "cos_Ac_negg": [0.5485119223594666, 0.4994092583656311, 0.46518927812576294, 0.43938443064689636, 0.4338259696960449, 0.47110122442245483, 0.44744250178337097], "r_norm": [0.48419225215911865, 0.4217316806316376, 0.4044106602668762, 0.4011024832725525, 0.3956335783004761, 0.4097420275211334, 0.4080536961555481]}, {"step": 6200, "epoch": 13, "train_loss": 0.18715542554855347, "cos_r_negg": [0.5639439821243286, 0.5237890481948853, 0.4929909110069275, 0.4576590657234192, 0.44290846586227417, 0.48138800263404846, 0.4555237293243408], "cos_apical_negg": [0.5639439821243286, 0.5237890481948853, 0.4929909110069275, 0.4576590657234192, 0.44290846586227417, 0.48138800263404846, 0.4555237293243408], "cos_Ac_negg": [0.5639439821243286, 0.5237890481948853, 0.4929909110069275, 0.4576590657234192, 0.44290846586227417, 0.48138800263404846, 0.4555237293243408], "r_norm": [0.47909462451934814, 0.41689807176589966, 0.39989185333251953, 0.39638954401016235, 0.3914280831813812, 0.40573057532310486, 0.40297651290893555]}, {"step": 6250, "epoch": 13, "train_loss": 0.21090486645698547, "cos_r_negg": [0.5466281175613403, 0.5031581521034241, 0.47249525785446167, 0.43574953079223633, 0.42764031887054443, 0.46082714200019836, 0.446328341960907], "cos_apical_negg": [0.5466281175613403, 0.5031581521034241, 0.47249525785446167, 0.43574953079223633, 0.42764031887054443, 0.46082714200019836, 0.446328341960907], "cos_Ac_negg": [0.5466281175613403, 0.5031581521034241, 0.47249525785446167, 0.43574953079223633, 0.42764031887054443, 0.46082714200019836, 0.446328341960907], "r_norm": [0.5133208632469177, 0.4427947998046875, 0.4229013919830322, 0.41964271664619446, 0.414719820022583, 0.43057870864868164, 0.4279050827026367], "ldr": {"dL_sdil": -0.015610456466674805, "dL_bp": -0.01966315507888794, "ratio": 0.7938937776794294}}, {"step": 6300, "epoch": 13, "train_loss": 0.19216777384281158, "cos_r_negg": [0.5474931001663208, 0.5072638988494873, 0.47078627347946167, 0.43896570801734924, 0.4271176755428314, 0.46693140268325806, 0.43288716673851013], "cos_apical_negg": [0.5474931001663208, 0.5072638988494873, 0.47078627347946167, 0.43896570801734924, 0.4271176755428314, 0.46693140268325806, 0.43288716673851013], "cos_Ac_negg": [0.5474931001663208, 0.5072638988494873, 0.47078627347946167, 0.43896570801734924, 0.4271176755428314, 0.46693140268325806, 0.43288716673851013], "r_norm": [0.4997146725654602, 0.43559855222702026, 0.41717058420181274, 0.413896769285202, 0.40803396701812744, 0.4235331416130066, 0.42143940925598145]}, {"step": 6350, "epoch": 13, "train_loss": 0.23021739721298218, "cos_r_negg": [0.5638524293899536, 0.5121718645095825, 0.48420053720474243, 0.4555000960826874, 0.4483463168144226, 0.4823322594165802, 0.4508029818534851], "cos_apical_negg": [0.5638524293899536, 0.5121718645095825, 0.48420053720474243, 0.4555000960826874, 0.4483463168144226, 0.4823322594165802, 0.4508029818534851], "cos_Ac_negg": [0.5638524293899536, 0.5121718645095825, 0.48420053720474243, 0.4555000960826874, 0.4483463168144226, 0.4823322594165802, 0.4508029818534851], "r_norm": [0.5109549164772034, 0.44350874423980713, 0.42414212226867676, 0.41921266913414, 0.4125722050666809, 0.429760217666626, 0.4289124608039856]}, {"step": 6400, "epoch": 13, "train_loss": 0.16334006190299988, "cos_r_negg": [0.5408630967140198, 0.5026333332061768, 0.47412624955177307, 0.4404238164424896, 0.4360327124595642, 0.4770625829696655, 0.4526793360710144], "cos_apical_negg": [0.5408630967140198, 0.5026333332061768, 0.47412624955177307, 0.4404238164424896, 0.4360327124595642, 0.4770625829696655, 0.4526793360710144], "cos_Ac_negg": [0.5408630967140198, 0.5026333332061768, 0.47412624955177307, 0.4404238164424896, 0.4360327124595642, 0.4770625829696655, 0.4526793360710144], "r_norm": [0.4839663505554199, 0.4195823669433594, 0.39989951252937317, 0.3962767720222473, 0.3905482292175293, 0.40648120641708374, 0.405128538608551]}, {"step": 6450, "epoch": 13, "train_loss": 0.16589270532131195, "cos_r_negg": [0.5688650608062744, 0.5262611508369446, 0.4990197420120239, 0.467672199010849, 0.44867533445358276, 0.48578891158103943, 0.46368086338043213], "cos_apical_negg": [0.5688650608062744, 0.5262611508369446, 0.4990197420120239, 0.467672199010849, 0.44867533445358276, 0.48578891158103943, 0.46368086338043213], "cos_Ac_negg": [0.5688650608062744, 0.5262611508369446, 0.4990197420120239, 0.467672199010849, 0.44867533445358276, 0.48578891158103943, 0.46368086338043213], "r_norm": [0.5084543228149414, 0.43530532717704773, 0.4148034155368805, 0.41169869899749756, 0.4043353497982025, 0.4213922917842865, 0.4193672239780426]}, {"step": 6500, "epoch": 13, "train_loss": 0.14757587015628815, "cos_r_negg": [0.5333435535430908, 0.4810585379600525, 0.45107996463775635, 0.42423805594444275, 0.424725204706192, 0.4747588336467743, 0.4544439911842346], "cos_apical_negg": [0.5333435535430908, 0.4810585379600525, 0.45107996463775635, 0.42423805594444275, 0.424725204706192, 0.4747588336467743, 0.4544439911842346], "cos_Ac_negg": [0.5333435535430908, 0.4810585379600525, 0.45107996463775635, 0.42423805594444275, 0.424725204706192, 0.4747588336467743, 0.4544439911842346], "r_norm": [0.5329821109771729, 0.4572749435901642, 0.4353829026222229, 0.43201959133148193, 0.4233412742614746, 0.44155025482177734, 0.4407742917537689], "ldr": {"dL_sdil": -0.0145321786403656, "dL_bp": -0.01968953013420105, "ratio": 0.7380662992624165}}, {"step": 6550, "epoch": 13, "train_loss": 0.15857923030853271, "cos_r_negg": [0.5510901212692261, 0.5051933526992798, 0.4748051166534424, 0.4446173310279846, 0.4365731477737427, 0.47435176372528076, 0.46674075722694397], "cos_apical_negg": [0.5510901212692261, 0.5051933526992798, 0.4748051166534424, 0.4446173310279846, 0.4365731477737427, 0.47435176372528076, 0.46674075722694397], "cos_Ac_negg": [0.5510901212692261, 0.5051933526992798, 0.4748051166534424, 0.4446173310279846, 0.4365731477737427, 0.47435176372528076, 0.46674075722694397], "r_norm": [0.5067451000213623, 0.4346165657043457, 0.41419968008995056, 0.40983545780181885, 0.4036850929260254, 0.4196358919143677, 0.4190787076950073]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.876, "test_loss": 0.39384486083984377}, {"step": 6600, "epoch": 14, "train_loss": 0.17494428157806396, "cos_r_negg": [0.5587821006774902, 0.5144439339637756, 0.48140057921409607, 0.451556533575058, 0.4443112909793854, 0.4689696729183197, 0.46672889590263367], "cos_apical_negg": [0.5587821006774902, 0.5144439339637756, 0.48140057921409607, 0.451556533575058, 0.4443112909793854, 0.4689696729183197, 0.46672889590263367], "cos_Ac_negg": [0.5587821006774902, 0.5144439339637756, 0.48140057921409607, 0.451556533575058, 0.4443112909793854, 0.4689696729183197, 0.46672889590263367], "r_norm": [0.5063214302062988, 0.43659707903862, 0.4163450002670288, 0.4122615456581116, 0.40732136368751526, 0.4228845238685608, 0.42117637395858765]}, {"step": 6650, "epoch": 14, "train_loss": 0.22979898750782013, "cos_r_negg": [0.5552539825439453, 0.5042808055877686, 0.4707470238208771, 0.4461047351360321, 0.43486344814300537, 0.46956634521484375, 0.4494127035140991], "cos_apical_negg": [0.5552539825439453, 0.5042808055877686, 0.4707470238208771, 0.4461047351360321, 0.43486344814300537, 0.46956634521484375, 0.4494127035140991], "cos_Ac_negg": [0.5552539825439453, 0.5042808055877686, 0.4707470238208771, 0.4461047351360321, 0.43486344814300537, 0.46956634521484375, 0.4494127035140991], "r_norm": [0.5344090461730957, 0.459677517414093, 0.4381566047668457, 0.43188735842704773, 0.42596864700317383, 0.441120445728302, 0.4430679678916931]}, {"step": 6700, "epoch": 14, "train_loss": 0.16263402998447418, "cos_r_negg": [0.5446897149085999, 0.499697744846344, 0.4692513346672058, 0.457994282245636, 0.43673431873321533, 0.47488462924957275, 0.4640093445777893], "cos_apical_negg": [0.5446897149085999, 0.499697744846344, 0.4692513346672058, 0.457994282245636, 0.43673431873321533, 0.47488462924957275, 0.4640093445777893], "cos_Ac_negg": [0.5446897149085999, 0.499697744846344, 0.4692513346672058, 0.457994282245636, 0.43673431873321533, 0.47488462924957275, 0.4640093445777893], "r_norm": [0.5042261481285095, 0.4297327995300293, 0.4083782434463501, 0.401988685131073, 0.3961758613586426, 0.4132159650325775, 0.41421014070510864]}, {"step": 6750, "epoch": 14, "train_loss": 0.24638870358467102, "cos_r_negg": [0.5462108850479126, 0.5112347602844238, 0.47729867696762085, 0.45333075523376465, 0.43915706872940063, 0.4722038805484772, 0.4705454111099243], "cos_apical_negg": [0.5462108850479126, 0.5112347602844238, 0.47729867696762085, 0.45333075523376465, 0.43915706872940063, 0.4722038805484772, 0.4705454111099243], "cos_Ac_negg": [0.5462108850479126, 0.5112347602844238, 0.47729867696762085, 0.45333075523376465, 0.43915706872940063, 0.4722038805484772, 0.4705454111099243], "r_norm": [0.4861057996749878, 0.4146474599838257, 0.3941119611263275, 0.388915091753006, 0.3829646408557892, 0.3993707597255707, 0.39941757917404175], "ldr": {"dL_sdil": -0.010920405387878418, "dL_bp": -0.0158194899559021, "ratio": 0.6903133677710083}}, {"step": 6800, "epoch": 14, "train_loss": 0.13198155164718628, "cos_r_negg": [0.5306376814842224, 0.4917033910751343, 0.457589328289032, 0.4309079647064209, 0.434154212474823, 0.46851757168769836, 0.46642789244651794], "cos_apical_negg": [0.5306376814842224, 0.4917033910751343, 0.457589328289032, 0.4309079647064209, 0.434154212474823, 0.46851757168769836, 0.46642789244651794], "cos_Ac_negg": [0.5306376814842224, 0.4917033910751343, 0.457589328289032, 0.4309079647064209, 0.434154212474823, 0.46851757168769836, 0.46642789244651794], "r_norm": [0.4892122149467468, 0.41862189769744873, 0.3979739248752594, 0.39225929975509644, 0.3861016035079956, 0.40277087688446045, 0.4039076566696167]}, {"step": 6850, "epoch": 14, "train_loss": 0.12302550673484802, "cos_r_negg": [0.5455787777900696, 0.5106702446937561, 0.4759780168533325, 0.44549113512039185, 0.43337535858154297, 0.4607296586036682, 0.4611942768096924], "cos_apical_negg": [0.5455787777900696, 0.5106702446937561, 0.4759780168533325, 0.44549113512039185, 0.43337535858154297, 0.4607296586036682, 0.4611942768096924], "cos_Ac_negg": [0.5455787777900696, 0.5106702446937561, 0.4759780168533325, 0.44549113512039185, 0.43337535858154297, 0.4607296586036682, 0.4611942768096924], "r_norm": [0.5337446331977844, 0.45280563831329346, 0.4292014241218567, 0.42472052574157715, 0.4172111749649048, 0.43411654233932495, 0.4369243383407593]}, {"step": 6900, "epoch": 14, "train_loss": 0.20435750484466553, "cos_r_negg": [0.557109534740448, 0.511141836643219, 0.4765900671482086, 0.45156750082969666, 0.4353005290031433, 0.4567797780036926, 0.46133822202682495], "cos_apical_negg": [0.557109534740448, 0.511141836643219, 0.4765900671482086, 0.45156750082969666, 0.4353005290031433, 0.4567797780036926, 0.46133822202682495], "cos_Ac_negg": [0.557109534740448, 0.511141836643219, 0.4765900671482086, 0.45156750082969666, 0.4353005290031433, 0.4567797780036926, 0.46133822202682495], "r_norm": [0.5091643333435059, 0.43206244707107544, 0.4088357090950012, 0.4052295684814453, 0.3983195424079895, 0.4139745235443115, 0.4149169623851776]}, {"step": 6950, "epoch": 14, "train_loss": 0.2499535232782364, "cos_r_negg": [0.5425565242767334, 0.5032147765159607, 0.46413683891296387, 0.4307810962200165, 0.42245566844940186, 0.449777215719223, 0.44766029715538025], "cos_apical_negg": [0.5425565242767334, 0.5032147765159607, 0.46413683891296387, 0.4307810962200165, 0.42245566844940186, 0.449777215719223, 0.44766029715538025], "cos_Ac_negg": [0.5425565242767334, 0.5032147765159607, 0.46413683891296387, 0.4307810962200165, 0.42245566844940186, 0.449777215719223, 0.44766029715538025], "r_norm": [0.49415504932403564, 0.4190883934497833, 0.39686790108680725, 0.3928077220916748, 0.3856548070907593, 0.40225714445114136, 0.4031606912612915]}, {"step": 7000, "epoch": 14, "train_loss": 0.17295017838478088, "cos_r_negg": [0.5683952569961548, 0.5240881443023682, 0.4859197735786438, 0.4554489850997925, 0.4400390088558197, 0.4647483825683594, 0.46712082624435425], "cos_apical_negg": [0.5683952569961548, 0.5240881443023682, 0.4859197735786438, 0.4554489850997925, 0.4400390088558197, 0.4647483825683594, 0.46712082624435425], "cos_Ac_negg": [0.5683952569961548, 0.5240881443023682, 0.4859197735786438, 0.4554489850997925, 0.4400390088558197, 0.4647483825683594, 0.46712082624435425], "r_norm": [0.5181152820587158, 0.4391198754310608, 0.4176231026649475, 0.41356009244918823, 0.40754181146621704, 0.42217034101486206, 0.42291420698165894], "ldr": {"dL_sdil": -0.013384640216827393, "dL_bp": -0.018251746892929077, "ratio": 0.7333347484679806}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8823, "test_loss": 0.38538970336914063}, {"step": 7050, "epoch": 15, "train_loss": 0.14086079597473145, "cos_r_negg": [0.5474804639816284, 0.5039650201797485, 0.4645059108734131, 0.44036322832107544, 0.4277360439300537, 0.4495684504508972, 0.4497583508491516], "cos_apical_negg": [0.5474804639816284, 0.5039650201797485, 0.4645059108734131, 0.44036322832107544, 0.4277360439300537, 0.4495684504508972, 0.4497583508491516], "cos_Ac_negg": [0.5474804639816284, 0.5039650201797485, 0.4645059108734131, 0.44036322832107544, 0.4277360439300537, 0.4495684504508972, 0.4497583508491516], "r_norm": [0.5091399550437927, 0.43294650316238403, 0.41252174973487854, 0.40960997343063354, 0.4036332368850708, 0.4169986844062805, 0.41772210597991943]}, {"step": 7100, "epoch": 15, "train_loss": 0.18202617764472961, "cos_r_negg": [0.5399755835533142, 0.4948832392692566, 0.4610787332057953, 0.44541215896606445, 0.43479597568511963, 0.4544028043746948, 0.45175546407699585], "cos_apical_negg": [0.5399755835533142, 0.4948832392692566, 0.4610787332057953, 0.44541215896606445, 0.43479597568511963, 0.4544028043746948, 0.45175546407699585], "cos_Ac_negg": [0.5399755835533142, 0.4948832392692566, 0.4610787332057953, 0.44541215896606445, 0.43479597568511963, 0.4544028043746948, 0.45175546407699585], "r_norm": [0.5279933214187622, 0.4442634582519531, 0.4206153154373169, 0.4164089262485504, 0.4098762273788452, 0.4231060743331909, 0.42587530612945557]}, {"step": 7150, "epoch": 15, "train_loss": 0.23512068390846252, "cos_r_negg": [0.5498390197753906, 0.49931570887565613, 0.46223437786102295, 0.4409125745296478, 0.42355427145957947, 0.4462076723575592, 0.44353747367858887], "cos_apical_negg": [0.5498390197753906, 0.49931570887565613, 0.46223437786102295, 0.4409125745296478, 0.42355427145957947, 0.4462076723575592, 0.44353747367858887], "cos_Ac_negg": [0.5498390197753906, 0.49931570887565613, 0.46223437786102295, 0.4409125745296478, 0.42355427145957947, 0.4462076723575592, 0.44353747367858887], "r_norm": [0.5167995691299438, 0.43832817673683167, 0.4156152904033661, 0.4119519889354706, 0.4070786237716675, 0.41982948780059814, 0.4219345152378082]}, {"step": 7200, "epoch": 15, "train_loss": 0.15807873010635376, "cos_r_negg": [0.5444366931915283, 0.4974800944328308, 0.4621930420398712, 0.4383034110069275, 0.42233461141586304, 0.44916725158691406, 0.4578573703765869], "cos_apical_negg": [0.5444366931915283, 0.4974800944328308, 0.4621930420398712, 0.4383034110069275, 0.42233461141586304, 0.44916725158691406, 0.4578573703765869], "cos_Ac_negg": [0.5444366931915283, 0.4974800944328308, 0.4621930420398712, 0.4383034110069275, 0.42233461141586304, 0.44916725158691406, 0.4578573703765869], "r_norm": [0.4708241820335388, 0.3991624116897583, 0.3773682415485382, 0.37300512194633484, 0.36525654792785645, 0.38156503438949585, 0.383678674697876]}, {"step": 7250, "epoch": 15, "train_loss": 0.2284688651561737, "cos_r_negg": [0.5390891432762146, 0.4891577661037445, 0.4504639506340027, 0.4244740307331085, 0.41253674030303955, 0.4338596761226654, 0.44721800088882446], "cos_apical_negg": [0.5390891432762146, 0.4891577661037445, 0.4504639506340027, 0.4244740307331085, 0.41253674030303955, 0.4338596761226654, 0.44721800088882446], "cos_Ac_negg": [0.5390891432762146, 0.4891577661037445, 0.4504639506340027, 0.4244740307331085, 0.41253674030303955, 0.4338596761226654, 0.44721800088882446], "r_norm": [0.5182496905326843, 0.4354185461997986, 0.41077345609664917, 0.4059983491897583, 0.3986850082874298, 0.4157276153564453, 0.41927358508110046], "ldr": {"dL_sdil": -0.014229565858840942, "dL_bp": -0.021897166967391968, "ratio": 0.649835929918734}}, {"step": 7300, "epoch": 15, "train_loss": 0.2134673297405243, "cos_r_negg": [0.545470654964447, 0.489782452583313, 0.452343612909317, 0.42191651463508606, 0.4210924208164215, 0.44752824306488037, 0.4572353661060333], "cos_apical_negg": [0.545470654964447, 0.489782452583313, 0.452343612909317, 0.42191651463508606, 0.4210924208164215, 0.44752824306488037, 0.4572353661060333], "cos_Ac_negg": [0.545470654964447, 0.489782452583313, 0.452343612909317, 0.42191651463508606, 0.4210924208164215, 0.44752824306488037, 0.4572353661060333], "r_norm": [0.5161174535751343, 0.4309120178222656, 0.4058688282966614, 0.39983078837394714, 0.39292269945144653, 0.4094826877117157, 0.4129852056503296]}, {"step": 7350, "epoch": 15, "train_loss": 0.1645279824733734, "cos_r_negg": [0.5470723509788513, 0.5017668008804321, 0.4671540856361389, 0.43135300278663635, 0.4250510334968567, 0.4372267425060272, 0.45222795009613037], "cos_apical_negg": [0.5470723509788513, 0.5017668008804321, 0.4671540856361389, 0.43135300278663635, 0.4250510334968567, 0.4372267425060272, 0.45222795009613037], "cos_Ac_negg": [0.5470723509788513, 0.5017668008804321, 0.4671540856361389, 0.43135300278663635, 0.4250510334968567, 0.4372267425060272, 0.45222795009613037], "r_norm": [0.5116221904754639, 0.42943254113197327, 0.40482011437416077, 0.3989498019218445, 0.3925386667251587, 0.4082774817943573, 0.41129428148269653]}, {"step": 7400, "epoch": 15, "train_loss": 0.23395586013793945, "cos_r_negg": [0.5509459972381592, 0.49474936723709106, 0.4638752341270447, 0.4341437816619873, 0.4293280839920044, 0.44864821434020996, 0.4559810757637024], "cos_apical_negg": [0.5509459972381592, 0.49474936723709106, 0.4638752341270447, 0.4341437816619873, 0.4293280839920044, 0.44864821434020996, 0.4559810757637024], "cos_Ac_negg": [0.5509459972381592, 0.49474936723709106, 0.4638752341270447, 0.4341437816619873, 0.4293280839920044, 0.44864821434020996, 0.4559810757637024], "r_norm": [0.4973908066749573, 0.41081702709198, 0.38634559512138367, 0.38188987970352173, 0.3745470643043518, 0.39016157388687134, 0.3949166536331177]}, {"step": 7450, "epoch": 15, "train_loss": 0.18505766987800598, "cos_r_negg": [0.5375461578369141, 0.48559367656707764, 0.4474726617336273, 0.4168470501899719, 0.41087108850479126, 0.4296194612979889, 0.44250574707984924], "cos_apical_negg": [0.5375461578369141, 0.48559367656707764, 0.4474726617336273, 0.4168470501899719, 0.41087108850479126, 0.4296194612979889, 0.44250574707984924], "cos_Ac_negg": [0.5375461578369141, 0.48559367656707764, 0.4474726617336273, 0.4168470501899719, 0.41087108850479126, 0.4296194612979889, 0.44250574707984924], "r_norm": [0.4701675772666931, 0.39139118790626526, 0.36823904514312744, 0.36247575283050537, 0.35762327909469604, 0.3726746439933777, 0.37533098459243774]}, {"step": 7500, "epoch": 15, "train_loss": 0.2126900851726532, "cos_r_negg": [0.5389217734336853, 0.48564162850379944, 0.4491083025932312, 0.4188697934150696, 0.4140518307685852, 0.43476933240890503, 0.44633638858795166], "cos_apical_negg": [0.5389217734336853, 0.48564162850379944, 0.4491083025932312, 0.4188697934150696, 0.4140518307685852, 0.43476933240890503, 0.44633638858795166], "cos_Ac_negg": [0.5389217734336853, 0.48564162850379944, 0.4491083025932312, 0.4188697934150696, 0.4140518307685852, 0.43476933240890503, 0.44633638858795166], "r_norm": [0.5062362551689148, 0.42224395275115967, 0.3970585763454437, 0.3922807276248932, 0.385776162147522, 0.40101373195648193, 0.4053407609462738], "ldr": {"dL_sdil": -0.015029877424240112, "dL_bp": -0.01973995566368103, "ratio": 0.7613936768811059}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8779, "test_loss": 0.40110813903808595}, {"step": 7550, "epoch": 16, "train_loss": 0.13271553814411163, "cos_r_negg": [0.5358400344848633, 0.4866253137588501, 0.4489836096763611, 0.42421379685401917, 0.4139270782470703, 0.4338776171207428, 0.4473941922187805], "cos_apical_negg": [0.5358400344848633, 0.4866253137588501, 0.4489836096763611, 0.42421379685401917, 0.4139270782470703, 0.4338776171207428, 0.4473941922187805], "cos_Ac_negg": [0.5358400344848633, 0.4866253137588501, 0.4489836096763611, 0.42421379685401917, 0.4139270782470703, 0.4338776171207428, 0.4473941922187805], "r_norm": [0.5284402370452881, 0.43949615955352783, 0.41305798292160034, 0.4089156985282898, 0.40203219652175903, 0.4163566827774048, 0.4210579991340637]}, {"step": 7600, "epoch": 16, "train_loss": 0.21302446722984314, "cos_r_negg": [0.567316472530365, 0.5209975242614746, 0.4775591492652893, 0.4525187611579895, 0.44314706325531006, 0.4618872404098511, 0.47368282079696655], "cos_apical_negg": [0.567316472530365, 0.5209975242614746, 0.4775591492652893, 0.4525187611579895, 0.44314706325531006, 0.4618872404098511, 0.47368282079696655], "cos_Ac_negg": [0.567316472530365, 0.5209975242614746, 0.4775591492652893, 0.4525187611579895, 0.44314706325531006, 0.4618872404098511, 0.47368282079696655], "r_norm": [0.48923227190971375, 0.40355774760246277, 0.37856388092041016, 0.3719633221626282, 0.3653486967086792, 0.38008809089660645, 0.3857322931289673]}, {"step": 7650, "epoch": 16, "train_loss": 0.09688159823417664, "cos_r_negg": [0.5491747856140137, 0.5050208568572998, 0.4635806083679199, 0.4373852014541626, 0.430379182100296, 0.4486865997314453, 0.4682958126068115], "cos_apical_negg": [0.5491747856140137, 0.5050208568572998, 0.4635806083679199, 0.4373852014541626, 0.430379182100296, 0.4486865997314453, 0.4682958126068115], "cos_Ac_negg": [0.5491747856140137, 0.5050208568572998, 0.4635806083679199, 0.4373852014541626, 0.430379182100296, 0.4486865997314453, 0.4682958126068115], "r_norm": [0.48019939661026, 0.3962571620941162, 0.37057065963745117, 0.36405372619628906, 0.35922861099243164, 0.3730992078781128, 0.3782018721103668]}, {"step": 7700, "epoch": 16, "train_loss": 0.10648961365222931, "cos_r_negg": [0.541860818862915, 0.49704504013061523, 0.45401230454444885, 0.41983309388160706, 0.41284602880477905, 0.43638747930526733, 0.4607856273651123], "cos_apical_negg": [0.541860818862915, 0.49704504013061523, 0.45401230454444885, 0.41983309388160706, 0.41284602880477905, 0.43638747930526733, 0.4607856273651123], "cos_Ac_negg": [0.541860818862915, 0.49704504013061523, 0.45401230454444885, 0.41983309388160706, 0.41284602880477905, 0.43638747930526733, 0.4607856273651123], "r_norm": [0.49072590470314026, 0.402357280254364, 0.37611085176467896, 0.3712111711502075, 0.363450825214386, 0.3769721984863281, 0.383667528629303]}, {"step": 7750, "epoch": 16, "train_loss": 0.14103363454341888, "cos_r_negg": [0.5412998795509338, 0.5033972263336182, 0.4622502028942108, 0.4345349669456482, 0.4246137738227844, 0.437394917011261, 0.46147024631500244], "cos_apical_negg": [0.5412998795509338, 0.5033972263336182, 0.4622502028942108, 0.4345349669456482, 0.4246137738227844, 0.437394917011261, 0.46147024631500244], "cos_Ac_negg": [0.5412998795509338, 0.5033972263336182, 0.4622502028942108, 0.4345349669456482, 0.4246137738227844, 0.437394917011261, 0.46147024631500244], "r_norm": [0.46240511536598206, 0.37742549180984497, 0.3518940806388855, 0.34725990891456604, 0.3409254252910614, 0.35492828488349915, 0.3608630895614624], "ldr": {"dL_sdil": -0.009841740131378174, "dL_bp": -0.014319121837615967, "ratio": 0.6873145045476304}}, {"step": 7800, "epoch": 16, "train_loss": 0.09385928511619568, "cos_r_negg": [0.5437231063842773, 0.5020884275436401, 0.4593362808227539, 0.43333131074905396, 0.42348504066467285, 0.4375561475753784, 0.4565372169017792], "cos_apical_negg": [0.5437231063842773, 0.5020884275436401, 0.4593362808227539, 0.43333131074905396, 0.42348504066467285, 0.4375561475753784, 0.4565372169017792], "cos_Ac_negg": [0.5437231063842773, 0.5020884275436401, 0.4593362808227539, 0.43333131074905396, 0.42348504066467285, 0.4375561475753784, 0.4565372169017792], "r_norm": [0.5074262022972107, 0.41187769174575806, 0.3834558129310608, 0.3764520287513733, 0.3692198097705841, 0.38522353768348694, 0.39256054162979126]}, {"step": 7850, "epoch": 16, "train_loss": 0.1954563856124878, "cos_r_negg": [0.5353212356567383, 0.48292040824890137, 0.44324639439582825, 0.41102081537246704, 0.40081891417503357, 0.4117898643016815, 0.43190813064575195], "cos_apical_negg": [0.5353212356567383, 0.48292040824890137, 0.44324639439582825, 0.41102081537246704, 0.40081891417503357, 0.4117898643016815, 0.43190813064575195], "cos_Ac_negg": [0.5353212356567383, 0.48292040824890137, 0.44324639439582825, 0.41102081537246704, 0.40081891417503357, 0.4117898643016815, 0.43190813064575195], "r_norm": [0.5283154845237732, 0.4337226152420044, 0.40624892711639404, 0.40168076753616333, 0.3945077955722809, 0.4080090820789337, 0.4141007363796234]}, {"step": 7900, "epoch": 16, "train_loss": 0.104645736515522, "cos_r_negg": [0.5369374752044678, 0.487518310546875, 0.44801920652389526, 0.4182842969894409, 0.413205623626709, 0.4199601411819458, 0.436042845249176], "cos_apical_negg": [0.5369374752044678, 0.487518310546875, 0.44801920652389526, 0.4182842969894409, 0.413205623626709, 0.4199601411819458, 0.436042845249176], "cos_Ac_negg": [0.5369374752044678, 0.487518310546875, 0.44801920652389526, 0.4182842969894409, 0.413205623626709, 0.4199601411819458, 0.436042845249176], "r_norm": [0.5186282992362976, 0.42780977487564087, 0.4000733494758606, 0.3930336833000183, 0.3871519863605499, 0.402809202671051, 0.4083947241306305]}, {"step": 7950, "epoch": 16, "train_loss": 0.1314641833305359, "cos_r_negg": [0.5194555521011353, 0.46849173307418823, 0.43325668573379517, 0.4051678478717804, 0.3942410945892334, 0.41529276967048645, 0.4314642548561096], "cos_apical_negg": [0.5194555521011353, 0.46849173307418823, 0.43325668573379517, 0.4051678478717804, 0.3942410945892334, 0.41529276967048645, 0.4314642548561096], "cos_Ac_negg": [0.5194555521011353, 0.46849173307418823, 0.43325668573379517, 0.4051678478717804, 0.3942410945892334, 0.41529276967048645, 0.4314642548561096], "r_norm": [0.5063300132751465, 0.41536203026771545, 0.38797903060913086, 0.38215911388397217, 0.3774448037147522, 0.39240390062332153, 0.397112637758255]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8828, "test_loss": 0.3938213073730469}, {"step": 8000, "epoch": 17, "train_loss": 0.14319026470184326, "cos_r_negg": [0.5400664806365967, 0.48919838666915894, 0.4502299427986145, 0.4253809452056885, 0.4189566373825073, 0.42697200179100037, 0.45163291692733765], "cos_apical_negg": [0.5400664806365967, 0.48919838666915894, 0.4502299427986145, 0.4253809452056885, 0.4189566373825073, 0.42697200179100037, 0.45163291692733765], "cos_Ac_negg": [0.5400664806365967, 0.48919838666915894, 0.4502299427986145, 0.4253809452056885, 0.4189566373825073, 0.42697200179100037, 0.45163291692733765], "r_norm": [0.5010238289833069, 0.4059605896472931, 0.3778251111507416, 0.3722771406173706, 0.36579740047454834, 0.38007959723472595, 0.3868665099143982], "ldr": {"dL_sdil": -0.019654273986816406, "dL_bp": -0.027112752199172974, "ratio": 0.7249088488853568}}, {"step": 8050, "epoch": 17, "train_loss": 0.13206174969673157, "cos_r_negg": [0.5382936596870422, 0.48336297273635864, 0.4390844404697418, 0.4183589220046997, 0.4097086787223816, 0.4179956018924713, 0.44218146800994873], "cos_apical_negg": [0.5382936596870422, 0.48336297273635864, 0.4390844404697418, 0.4183589220046997, 0.4097086787223816, 0.4179956018924713, 0.44218146800994873], "cos_Ac_negg": [0.5382936596870422, 0.48336297273635864, 0.4390844404697418, 0.4183589220046997, 0.4097086787223816, 0.4179956018924713, 0.44218146800994873], "r_norm": [0.5005970001220703, 0.4088285565376282, 0.38065919280052185, 0.3753352463245392, 0.3693857192993164, 0.3824350833892822, 0.38894122838974]}, {"step": 8100, "epoch": 17, "train_loss": 0.19989801943302155, "cos_r_negg": [0.5353182554244995, 0.4854440987110138, 0.44303959608078003, 0.42455393075942993, 0.41054919362068176, 0.42900413274765015, 0.45488592982292175], "cos_apical_negg": [0.5353182554244995, 0.4854440987110138, 0.44303959608078003, 0.42455393075942993, 0.41054919362068176, 0.42900413274765015, 0.45488592982292175], "cos_Ac_negg": [0.5353182554244995, 0.4854440987110138, 0.44303959608078003, 0.42455393075942993, 0.41054919362068176, 0.42900413274765015, 0.45488592982292175], "r_norm": [0.49333295226097107, 0.4045349657535553, 0.37698894739151, 0.37032511830329895, 0.3648949861526489, 0.378902792930603, 0.38519370555877686]}, {"step": 8150, "epoch": 17, "train_loss": 0.19397911429405212, "cos_r_negg": [0.5471906661987305, 0.4983903467655182, 0.4595670998096466, 0.4323396384716034, 0.4157266616821289, 0.4328949749469757, 0.45764362812042236], "cos_apical_negg": [0.5471906661987305, 0.4983903467655182, 0.4595670998096466, 0.4323396384716034, 0.4157266616821289, 0.4328949749469757, 0.45764362812042236], "cos_Ac_negg": [0.5471906661987305, 0.4983903467655182, 0.4595670998096466, 0.4323396384716034, 0.4157266616821289, 0.4328949749469757, 0.45764362812042236], "r_norm": [0.4970700144767761, 0.4040870666503906, 0.375211238861084, 0.3680146038532257, 0.3620924949645996, 0.3767624497413635, 0.3839572072029114]}, {"step": 8200, "epoch": 17, "train_loss": 0.13777756690979004, "cos_r_negg": [0.5302778482437134, 0.4806716740131378, 0.44447723031044006, 0.4244445264339447, 0.4049680531024933, 0.421668142080307, 0.4454232454299927], "cos_apical_negg": [0.5302778482437134, 0.4806716740131378, 0.44447723031044006, 0.4244445264339447, 0.4049680531024933, 0.421668142080307, 0.4454232454299927], "cos_Ac_negg": [0.5302778482437134, 0.4806716740131378, 0.44447723031044006, 0.4244445264339447, 0.4049680531024933, 0.421668142080307, 0.4454232454299927], "r_norm": [0.4929073452949524, 0.4022074341773987, 0.37401384115219116, 0.3660551905632019, 0.36104440689086914, 0.37504446506500244, 0.3824889063835144]}, {"step": 8250, "epoch": 17, "train_loss": 0.11082079261541367, "cos_r_negg": [0.5324962735176086, 0.4815201163291931, 0.4422941207885742, 0.41398885846138, 0.4068615436553955, 0.4190366268157959, 0.44712987542152405], "cos_apical_negg": [0.5324962735176086, 0.4815201163291931, 0.4422941207885742, 0.41398885846138, 0.4068615436553955, 0.4190366268157959, 0.44712987542152405], "cos_Ac_negg": [0.5324962735176086, 0.4815201163291931, 0.4422941207885742, 0.41398885846138, 0.4068615436553955, 0.4190366268157959, 0.44712987542152405], "r_norm": [0.49367520213127136, 0.40196433663368225, 0.37357598543167114, 0.36711621284484863, 0.3605915904045105, 0.3750672936439514, 0.3828493356704712], "ldr": {"dL_sdil": -0.012311756610870361, "dL_bp": -0.021738708019256592, "ratio": 0.5663518089467118}}, {"step": 8300, "epoch": 17, "train_loss": 0.14471274614334106, "cos_r_negg": [0.5483698844909668, 0.5010497570037842, 0.4636048376560211, 0.4361511170864105, 0.4244076907634735, 0.4311014413833618, 0.44888246059417725], "cos_apical_negg": [0.5483698844909668, 0.5010497570037842, 0.4636048376560211, 0.4361511170864105, 0.4244076907634735, 0.4311014413833618, 0.44888246059417725], "cos_Ac_negg": [0.5483698844909668, 0.5010497570037842, 0.4636048376560211, 0.4361511170864105, 0.4244076907634735, 0.4311014413833618, 0.44888246059417725], "r_norm": [0.5250524878501892, 0.4252467751502991, 0.39402738213539124, 0.38709524273872375, 0.3799635171890259, 0.3945654630661011, 0.4048174023628235]}, {"step": 8350, "epoch": 17, "train_loss": 0.12405196577310562, "cos_r_negg": [0.5354341268539429, 0.4876658022403717, 0.4459732174873352, 0.4172847270965576, 0.4109565019607544, 0.41719821095466614, 0.4484441578388214], "cos_apical_negg": [0.5354341268539429, 0.4876658022403717, 0.4459732174873352, 0.4172847270965576, 0.4109565019607544, 0.41719821095466614, 0.4484441578388214], "cos_Ac_negg": [0.5354341268539429, 0.4876658022403717, 0.4459732174873352, 0.4172847270965576, 0.4109565019607544, 0.41719821095466614, 0.4484441578388214], "r_norm": [0.4948411285877228, 0.4010472297668457, 0.37309789657592773, 0.36805155873298645, 0.3616274893283844, 0.3741668462753296, 0.3828027844429016]}, {"step": 8400, "epoch": 17, "train_loss": 0.36179229617118835, "cos_r_negg": [0.5449527502059937, 0.49803978204727173, 0.45591655373573303, 0.42577433586120605, 0.41634321212768555, 0.42669862508773804, 0.4578726291656494], "cos_apical_negg": [0.5449527502059937, 0.49803978204727173, 0.45591655373573303, 0.42577433586120605, 0.41634321212768555, 0.42669862508773804, 0.4578726291656494], "cos_Ac_negg": [0.5449527502059937, 0.49803978204727173, 0.45591655373573303, 0.42577433586120605, 0.41634321212768555, 0.42669862508773804, 0.4578726291656494], "r_norm": [0.5149111747741699, 0.4141615629196167, 0.3839724063873291, 0.3778204619884491, 0.37113243341445923, 0.3839377760887146, 0.393114298582077]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8813, "test_loss": 0.4131338195800781}, {"step": 8450, "epoch": 18, "train_loss": 0.1059253141283989, "cos_r_negg": [0.5483426451683044, 0.4961642920970917, 0.4505830407142639, 0.4151178300380707, 0.4100970923900604, 0.42467185854911804, 0.4547334909439087], "cos_apical_negg": [0.5483426451683044, 0.4961642920970917, 0.4505830407142639, 0.4151178300380707, 0.4100970923900604, 0.42467185854911804, 0.4547334909439087], "cos_Ac_negg": [0.5483426451683044, 0.4961642920970917, 0.4505830407142639, 0.4151178300380707, 0.4100970923900604, 0.42467185854911804, 0.4547334909439087], "r_norm": [0.5012041330337524, 0.40402865409851074, 0.37405121326446533, 0.3671322464942932, 0.3596876859664917, 0.37518173456192017, 0.38367754220962524]}, {"step": 8500, "epoch": 18, "train_loss": 0.13950321078300476, "cos_r_negg": [0.5585155487060547, 0.505461573600769, 0.4613761603832245, 0.42805856466293335, 0.41853225231170654, 0.42925482988357544, 0.46065258979797363], "cos_apical_negg": [0.5585155487060547, 0.505461573600769, 0.4613761603832245, 0.42805856466293335, 0.41853225231170654, 0.42925482988357544, 0.46065258979797363], "cos_Ac_negg": [0.5585155487060547, 0.505461573600769, 0.4613761603832245, 0.42805856466293335, 0.41853225231170654, 0.42925482988357544, 0.46065258979797363], "r_norm": [0.5562527179718018, 0.43999698758125305, 0.40554794669151306, 0.39799582958221436, 0.39053577184677124, 0.4055502414703369, 0.4161081910133362], "ldr": {"dL_sdil": -0.024846553802490234, "dL_bp": -0.03280293941497803, "ratio": 0.7574490044372408}}, {"step": 8550, "epoch": 18, "train_loss": 0.10293915867805481, "cos_r_negg": [0.5430212020874023, 0.4885275363922119, 0.4389949142932892, 0.4051487445831299, 0.3915036916732788, 0.4142875671386719, 0.4470837414264679], "cos_apical_negg": [0.5430212020874023, 0.4885275363922119, 0.4389949142932892, 0.4051487445831299, 0.3915036916732788, 0.4142875671386719, 0.4470837414264679], "cos_Ac_negg": [0.5430212020874023, 0.4885275363922119, 0.4389949142932892, 0.4051487445831299, 0.3915036916732788, 0.4142875671386719, 0.4470837414264679], "r_norm": [0.5202153921127319, 0.4148099422454834, 0.38362354040145874, 0.3762646019458771, 0.36906924843788147, 0.3834930956363678, 0.39335867762565613]}, {"step": 8600, "epoch": 18, "train_loss": 0.11981703341007233, "cos_r_negg": [0.5293471217155457, 0.4819338321685791, 0.43858882784843445, 0.4090573191642761, 0.4011306166648865, 0.4168511629104614, 0.4551326036453247], "cos_apical_negg": [0.5293471217155457, 0.4819338321685791, 0.43858882784843445, 0.4090573191642761, 0.4011306166648865, 0.4168511629104614, 0.4551326036453247], "cos_Ac_negg": [0.5293471217155457, 0.4819338321685791, 0.43858882784843445, 0.4090573191642761, 0.4011306166648865, 0.4168511629104614, 0.4551326036453247], "r_norm": [0.5079903602600098, 0.4057047963142395, 0.3749888837337494, 0.36812877655029297, 0.3618260622024536, 0.37497562170028687, 0.38371917605400085]}, {"step": 8650, "epoch": 18, "train_loss": 0.09779809415340424, "cos_r_negg": [0.5264574885368347, 0.4770677089691162, 0.43435341119766235, 0.4069305658340454, 0.39973706007003784, 0.4155120253562927, 0.4513061046600342], "cos_apical_negg": [0.5264574885368347, 0.4770677089691162, 0.43435341119766235, 0.4069305658340454, 0.39973706007003784, 0.4155120253562927, 0.4513061046600342], "cos_Ac_negg": [0.5264574885368347, 0.4770677089691162, 0.43435341119766235, 0.4069305658340454, 0.39973706007003784, 0.4155120253562927, 0.4513061046600342], "r_norm": [0.4914361238479614, 0.38941872119903564, 0.35914891958236694, 0.35197100043296814, 0.3449772596359253, 0.3581271171569824, 0.3690354824066162]}, {"step": 8700, "epoch": 18, "train_loss": 0.16330131888389587, "cos_r_negg": [0.5172679424285889, 0.4722813367843628, 0.4344775080680847, 0.40564435720443726, 0.3960389494895935, 0.41077500581741333, 0.4518834948539734], "cos_apical_negg": [0.5172679424285889, 0.4722813367843628, 0.4344775080680847, 0.40564435720443726, 0.3960389494895935, 0.41077500581741333, 0.4518834948539734], "cos_Ac_negg": [0.5172679424285889, 0.4722813367843628, 0.4344775080680847, 0.40564435720443726, 0.3960389494895935, 0.41077500581741333, 0.4518834948539734], "r_norm": [0.45735758543014526, 0.363761305809021, 0.33582770824432373, 0.32952508330345154, 0.3222459554672241, 0.3348384499549866, 0.3437516689300537]}, {"step": 8750, "epoch": 18, "train_loss": 0.14691737294197083, "cos_r_negg": [0.5340063571929932, 0.483451247215271, 0.4397774338722229, 0.4109201431274414, 0.4073578119277954, 0.418707013130188, 0.4547579288482666], "cos_apical_negg": [0.5340063571929932, 0.483451247215271, 0.4397774338722229, 0.4109201431274414, 0.4073578119277954, 0.418707013130188, 0.4547579288482666], "cos_Ac_negg": [0.5340063571929932, 0.483451247215271, 0.4397774338722229, 0.4109201431274414, 0.4073578119277954, 0.418707013130188, 0.4547579288482666], "r_norm": [0.5174647569656372, 0.40866780281066895, 0.37517908215522766, 0.36599963903427124, 0.35925349593162537, 0.37300050258636475, 0.38557615876197815], "ldr": {"dL_sdil": -0.024726510047912598, "dL_bp": -0.039563000202178955, "ratio": 0.6249907722253777}}, {"step": 8800, "epoch": 18, "train_loss": 0.09343452006578445, "cos_r_negg": [0.5511525869369507, 0.5009410381317139, 0.4561000466346741, 0.4260331988334656, 0.4153929650783539, 0.42357122898101807, 0.4595174789428711], "cos_apical_negg": [0.5511525869369507, 0.5009410381317139, 0.4561000466346741, 0.4260331988334656, 0.4153929650783539, 0.42357122898101807, 0.4595174789428711], "cos_Ac_negg": [0.5511525869369507, 0.5009410381317139, 0.4561000466346741, 0.4260331988334656, 0.4153929650783539, 0.42357122898101807, 0.4595174789428711], "r_norm": [0.5082556009292603, 0.4041678309440613, 0.3714856505393982, 0.3647797107696533, 0.3584098815917969, 0.3715786635875702, 0.38072049617767334]}, {"step": 8850, "epoch": 18, "train_loss": 0.08664558082818985, "cos_r_negg": [0.5346450805664062, 0.48403701186180115, 0.44085368514060974, 0.4127904176712036, 0.40438634157180786, 0.41807448863983154, 0.45068222284317017], "cos_apical_negg": [0.5346450805664062, 0.48403701186180115, 0.44085368514060974, 0.4127904176712036, 0.40438634157180786, 0.41807448863983154, 0.45068222284317017], "cos_Ac_negg": [0.5346450805664062, 0.48403701186180115, 0.44085368514060974, 0.4127904176712036, 0.40438634157180786, 0.41807448863983154, 0.45068222284317017], "r_norm": [0.48976030945777893, 0.38634318113327026, 0.3554661273956299, 0.3481997549533844, 0.3418889343738556, 0.35389676690101624, 0.36472320556640625]}, {"step": 8900, "epoch": 18, "train_loss": 0.17491823434829712, "cos_r_negg": [0.554560661315918, 0.5026548504829407, 0.45861074328422546, 0.4280581474304199, 0.41564568877220154, 0.43272578716278076, 0.4667302072048187], "cos_apical_negg": [0.554560661315918, 0.5026548504829407, 0.45861074328422546, 0.4280581474304199, 0.41564568877220154, 0.43272578716278076, 0.4667302072048187], "cos_Ac_negg": [0.554560661315918, 0.5026548504829407, 0.45861074328422546, 0.4280581474304199, 0.41564568877220154, 0.43272578716278076, 0.4667302072048187], "r_norm": [0.4794670045375824, 0.3775510787963867, 0.34623247385025024, 0.3389400839805603, 0.33180832862854004, 0.34588730335235596, 0.3555483818054199]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8803, "test_loss": 0.4109410339355469}, {"step": 8950, "epoch": 19, "train_loss": 0.18356353044509888, "cos_r_negg": [0.5462416410446167, 0.4915834963321686, 0.4510513246059418, 0.42140865325927734, 0.41295522451400757, 0.42620527744293213, 0.4699704051017761], "cos_apical_negg": [0.5462416410446167, 0.4915834963321686, 0.4510513246059418, 0.42140865325927734, 0.41295522451400757, 0.42620527744293213, 0.4699704051017761], "cos_Ac_negg": [0.5462416410446167, 0.4915834963321686, 0.4510513246059418, 0.42140865325927734, 0.41295522451400757, 0.42620527744293213, 0.4699704051017761], "r_norm": [0.480444073677063, 0.3761398196220398, 0.34323373436927795, 0.3353637456893921, 0.3277471363544464, 0.34059375524520874, 0.35234323143959045]}, {"step": 9000, "epoch": 19, "train_loss": 0.20069636404514313, "cos_r_negg": [0.5539923310279846, 0.4965794086456299, 0.4514123499393463, 0.42025652527809143, 0.41505831480026245, 0.4205653667449951, 0.4589051604270935], "cos_apical_negg": [0.5539923310279846, 0.4965794086456299, 0.4514123499393463, 0.42025652527809143, 0.41505831480026245, 0.4205653667449951, 0.4589051604270935], "cos_Ac_negg": [0.5539923310279846, 0.4965794086456299, 0.4514123499393463, 0.42025652527809143, 0.41505831480026245, 0.4205653667449951, 0.4589051604270935], "r_norm": [0.4956493675708771, 0.3849039673805237, 0.3502030372619629, 0.34285032749176025, 0.3347056210041046, 0.34945282340049744, 0.36063307523727417], "ldr": {"dL_sdil": -0.016487330198287964, "dL_bp": -0.023013979196548462, "ratio": 0.7164050187705333}}, {"step": 9050, "epoch": 19, "train_loss": 0.1752413809299469, "cos_r_negg": [0.5405243635177612, 0.48937317728996277, 0.4505663514137268, 0.4243886470794678, 0.412170946598053, 0.42456120252609253, 0.455863356590271], "cos_apical_negg": [0.5405243635177612, 0.48937317728996277, 0.4505663514137268, 0.4243886470794678, 0.412170946598053, 0.42456120252609253, 0.455863356590271], "cos_Ac_negg": [0.5405243635177612, 0.48937317728996277, 0.4505663514137268, 0.4243886470794678, 0.412170946598053, 0.42456120252609253, 0.455863356590271], "r_norm": [0.5028985142707825, 0.392239511013031, 0.35881367325782776, 0.35081493854522705, 0.34311947226524353, 0.35679924488067627, 0.3684579133987427]}, {"step": 9100, "epoch": 19, "train_loss": 0.20500287413597107, "cos_r_negg": [0.5321692228317261, 0.4841774106025696, 0.4413159489631653, 0.4124543070793152, 0.40050092339515686, 0.42222127318382263, 0.4619724154472351], "cos_apical_negg": [0.5321692228317261, 0.4841774106025696, 0.4413159489631653, 0.4124543070793152, 0.40050092339515686, 0.42222127318382263, 0.4619724154472351], "cos_Ac_negg": [0.5321692228317261, 0.4841774106025696, 0.4413159489631653, 0.4124543070793152, 0.40050092339515686, 0.42222127318382263, 0.4619724154472351], "r_norm": [0.4525926113128662, 0.352700412273407, 0.3212030529975891, 0.31270021200180054, 0.3061057925224304, 0.3177937865257263, 0.3298667371273041]}, {"step": 9150, "epoch": 19, "train_loss": 0.08200811594724655, "cos_r_negg": [0.5383336544036865, 0.4854397475719452, 0.44156473875045776, 0.414390504360199, 0.39718538522720337, 0.41544389724731445, 0.4549897313117981], "cos_apical_negg": [0.5383336544036865, 0.4854397475719452, 0.44156473875045776, 0.414390504360199, 0.39718538522720337, 0.41544389724731445, 0.4549897313117981], "cos_Ac_negg": [0.5383336544036865, 0.4854397475719452, 0.44156473875045776, 0.414390504360199, 0.39718538522720337, 0.41544389724731445, 0.4549897313117981], "r_norm": [0.4743943512439728, 0.37333226203918457, 0.3399884104728699, 0.3307921588420868, 0.3253144919872284, 0.3374605178833008, 0.349895715713501]}, {"step": 9200, "epoch": 19, "train_loss": 0.1279531866312027, "cos_r_negg": [0.557429313659668, 0.501399040222168, 0.4618055820465088, 0.4355733394622803, 0.4190249443054199, 0.4340689778327942, 0.47290855646133423], "cos_apical_negg": [0.557429313659668, 0.501399040222168, 0.4618055820465088, 0.4355733394622803, 0.4190249443054199, 0.4340689778327942, 0.47290855646133423], "cos_Ac_negg": [0.557429313659668, 0.501399040222168, 0.4618055820465088, 0.4355733394622803, 0.4190249443054199, 0.4340689778327942, 0.47290855646133423], "r_norm": [0.4963340163230896, 0.3881112337112427, 0.35383179783821106, 0.3444187641143799, 0.3371528387069702, 0.34901463985443115, 0.36410802602767944]}, {"step": 9250, "epoch": 19, "train_loss": 0.1318632960319519, "cos_r_negg": [0.5460858345031738, 0.48793771862983704, 0.4502989947795868, 0.427479088306427, 0.41531383991241455, 0.4338010549545288, 0.4691670835018158], "cos_apical_negg": [0.5460858345031738, 0.48793771862983704, 0.4502989947795868, 0.427479088306427, 0.41531383991241455, 0.4338010549545288, 0.4691670835018158], "cos_Ac_negg": [0.5460858345031738, 0.48793771862983704, 0.4502989947795868, 0.427479088306427, 0.41531383991241455, 0.4338010549545288, 0.4691670835018158], "r_norm": [0.4815827012062073, 0.3774467706680298, 0.3436868190765381, 0.335005521774292, 0.3294384479522705, 0.3413805365562439, 0.3532857894897461], "ldr": {"dL_sdil": -0.014909714460372925, "dL_bp": -0.025007426738739014, "ratio": 0.5962114621444149}}, {"step": 9300, "epoch": 19, "train_loss": 0.13556170463562012, "cos_r_negg": [0.5536259412765503, 0.4971262812614441, 0.44919025897979736, 0.4219789505004883, 0.41651803255081177, 0.4322271943092346, 0.4666530191898346], "cos_apical_negg": [0.5536259412765503, 0.4971262812614441, 0.44919025897979736, 0.4219789505004883, 0.41651803255081177, 0.4322271943092346, 0.4666530191898346], "cos_Ac_negg": [0.5536259412765503, 0.4971262812614441, 0.44919025897979736, 0.4219789505004883, 0.41651803255081177, 0.4322271943092346, 0.4666530191898346], "r_norm": [0.47940298914909363, 0.3765338063240051, 0.3440417945384979, 0.33507096767425537, 0.3287850618362427, 0.340717613697052, 0.3532329797744751]}, {"step": 9350, "epoch": 19, "train_loss": 0.17965146899223328, "cos_r_negg": [0.5465694665908813, 0.4965124726295471, 0.4533790349960327, 0.42695796489715576, 0.4155816435813904, 0.43045878410339355, 0.4652603268623352], "cos_apical_negg": [0.5465694665908813, 0.4965124726295471, 0.4533790349960327, 0.42695796489715576, 0.4155816435813904, 0.43045878410339355, 0.4652603268623352], "cos_Ac_negg": [0.5465694665908813, 0.4965124726295471, 0.4533790349960327, 0.42695796489715576, 0.4155816435813904, 0.43045878410339355, 0.4652603268623352], "r_norm": [0.5419232249259949, 0.42386287450790405, 0.3868445158004761, 0.3767712116241455, 0.36925938725471497, 0.3821261525154114, 0.398650586605072]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8799, "test_loss": 0.4247143310546875}], "final": {"test_acc": 0.8799, "test_loss": 0.4247143310546875, "wall_s": 122.91787481307983, "cos_r_negg": [0.5445038676261902, 0.49530553817749023, 0.44610005617141724, 0.4183772802352905, 0.4042602777481079, 0.4205349385738373, 0.4622221291065216], "cos_apical_negg": [0.5445038676261902, 0.49530553817749023, 0.44610005617141724, 0.4183772802352905, 0.4042602777481079, 0.4205349385738373, 0.4622221291065216], "cos_Ac_negg": [0.5445038676261902, 0.49530553817749023, 0.44610005617141724, 0.4183772802352905, 0.4042602777481079, 0.4205349385738373, 0.4622221291065216]}}
\ No newline at end of file
diff --git a/results/depth_fmnist_sdil_d7_s2.json b/results/depth_fmnist_sdil_d7_s2.json
new file mode 100644
index 0000000..0b64ef8
--- /dev/null
+++ b/results/depth_fmnist_sdil_d7_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "fmnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_fmnist_sdil_d7_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3596560955047607, "cos_r_negg": [9.479071013629436e-05, 0.0220403540879488, -0.01564928889274597, 0.002010445110499859, -0.010512189008295536, -0.04572710394859314, -0.032960936427116394], "cos_apical_negg": [9.479071013629436e-05, 0.0220403540879488, -0.01564928889274597, 0.002010445110499859, -0.010512189008295536, -0.04572710394859314, -0.032960936427116394], "cos_Ac_negg": [9.479071013629436e-05, 0.0220403540879488, -0.01564928889274597, 0.002010445110499859, -0.010512189008295536, -0.04572710394859314, -0.032960936427116394], "r_norm": [4.861555099487305, 4.760970115661621, 4.761721611022949, 4.738229274749756, 4.861982345581055, 4.896201133728027, 4.815830230712891], "ldr": {"dL_sdil": 0.0014011859893798828, "dL_bp": -0.11866521835327148, "ratio": -0.011807891215507576}}, {"step": 50, "epoch": 0, "train_loss": 0.8905516266822815, "cos_r_negg": [0.11569742113351822, 0.04414016380906105, 0.020760275423526764, 0.08761212974786758, 0.03622690960764885, 0.05038117617368698, 0.13916106522083282], "cos_apical_negg": [0.11569742113351822, 0.04414016380906105, 0.020760275423526764, 0.08761212974786758, 0.03622690960764885, 0.05038117617368698, 0.13916106522083282], "cos_Ac_negg": [0.11569742113351822, 0.04414016380906105, 0.020760275423526764, 0.08761212974786758, 0.03622690960764885, 0.05038117617368698, 0.13916106522083282], "r_norm": [2.957040786743164, 2.839244842529297, 2.852318048477173, 2.90484881401062, 2.987786293029785, 2.9852097034454346, 2.983856201171875]}, {"step": 100, "epoch": 0, "train_loss": 0.720224142074585, "cos_r_negg": [0.14092984795570374, 0.12853418290615082, 0.15890631079673767, 0.11188039928674698, 0.1522918939590454, 0.16458344459533691, 0.15858246386051178], "cos_apical_negg": [0.14092984795570374, 0.12853418290615082, 0.15890631079673767, 0.11188039928674698, 0.1522918939590454, 0.16458344459533691, 0.15858246386051178], "cos_Ac_negg": [0.14092984795570374, 0.12853418290615082, 0.15890631079673767, 0.11188039928674698, 0.1522918939590454, 0.16458344459533691, 0.15858246386051178], "r_norm": [1.9222267866134644, 1.8466391563415527, 1.8668322563171387, 1.8852641582489014, 1.9531545639038086, 1.9507739543914795, 1.944777011871338]}, {"step": 150, "epoch": 0, "train_loss": 0.5950242877006531, "cos_r_negg": [0.28794264793395996, 0.18860438466072083, 0.21281027793884277, 0.19449421763420105, 0.2288697063922882, 0.18976189196109772, 0.2126954197883606], "cos_apical_negg": [0.28794264793395996, 0.18860438466072083, 0.21281027793884277, 0.19449421763420105, 0.2288697063922882, 0.18976189196109772, 0.2126954197883606], "cos_Ac_negg": [0.28794264793395996, 0.18860438466072083, 0.21281027793884277, 0.19449421763420105, 0.2288697063922882, 0.18976189196109772, 0.2126954197883606], "r_norm": [1.8076188564300537, 1.7386176586151123, 1.7565110921859741, 1.7766854763031006, 1.855032205581665, 1.8462133407592773, 1.8416860103607178]}, {"step": 200, "epoch": 0, "train_loss": 0.7057904005050659, "cos_r_negg": [0.252401739358902, 0.18957534432411194, 0.1968725174665451, 0.18080240488052368, 0.21587859094142914, 0.21740469336509705, 0.2670775055885315], "cos_apical_negg": [0.252401739358902, 0.18957534432411194, 0.1968725174665451, 0.18080240488052368, 0.21587859094142914, 0.21740469336509705, 0.2670775055885315], "cos_Ac_negg": [0.252401739358902, 0.18957534432411194, 0.1968725174665451, 0.18080240488052368, 0.21587859094142914, 0.21740469336509705, 0.2670775055885315], "r_norm": [1.5709474086761475, 1.5130870342254639, 1.521268367767334, 1.5414572954177856, 1.5999351739883423, 1.5995173454284668, 1.5965651273727417]}, {"step": 250, "epoch": 0, "train_loss": 0.5231415033340454, "cos_r_negg": [0.31474632024765015, 0.2524716556072235, 0.23185080289840698, 0.21932199597358704, 0.2105969935655594, 0.23318937420845032, 0.23932945728302002], "cos_apical_negg": [0.31474632024765015, 0.2524716556072235, 0.23185080289840698, 0.21932199597358704, 0.2105969935655594, 0.23318937420845032, 0.23932945728302002], "cos_Ac_negg": [0.31474632024765015, 0.2524716556072235, 0.23185080289840698, 0.21932199597358704, 0.2105969935655594, 0.23318937420845032, 0.23932945728302002], "r_norm": [1.4051334857940674, 1.3525376319885254, 1.3630001544952393, 1.3780443668365479, 1.4304404258728027, 1.4282619953155518, 1.4267524480819702], "ldr": {"dL_sdil": -0.00972592830657959, "dL_bp": -0.012208551168441772, "ratio": 0.796648854756854}}, {"step": 300, "epoch": 0, "train_loss": 0.7183468341827393, "cos_r_negg": [0.2888014018535614, 0.24991227686405182, 0.2432381510734558, 0.2333211600780487, 0.22473010420799255, 0.24377474188804626, 0.22513926029205322], "cos_apical_negg": [0.2888014018535614, 0.24991227686405182, 0.2432381510734558, 0.2333211600780487, 0.22473010420799255, 0.24377474188804626, 0.22513926029205322], "cos_Ac_negg": [0.2888014018535614, 0.24991227686405182, 0.2432381510734558, 0.2333211600780487, 0.22473010420799255, 0.24377474188804626, 0.22513926029205322], "r_norm": [1.2902805805206299, 1.243504524230957, 1.2525460720062256, 1.2643167972564697, 1.3172985315322876, 1.3136615753173828, 1.3105590343475342]}, {"step": 350, "epoch": 0, "train_loss": 0.45874935388565063, "cos_r_negg": [0.37281861901283264, 0.30989059805870056, 0.3079688251018524, 0.26685523986816406, 0.23993054032325745, 0.24349017441272736, 0.2277137190103531], "cos_apical_negg": [0.37281861901283264, 0.30989059805870056, 0.3079688251018524, 0.26685523986816406, 0.23993054032325745, 0.24349017441272736, 0.2277137190103531], "cos_Ac_negg": [0.37281861901283264, 0.30989059805870056, 0.3079688251018524, 0.26685523986816406, 0.23993054032325745, 0.24349017441272736, 0.2277137190103531], "r_norm": [1.29778254032135, 1.2478898763656616, 1.2545323371887207, 1.2635371685028076, 1.3150248527526855, 1.315708875656128, 1.312469720840454]}, {"step": 400, "epoch": 0, "train_loss": 0.6424828171730042, "cos_r_negg": [0.42518365383148193, 0.3761768639087677, 0.3532445430755615, 0.29200902581214905, 0.28660374879837036, 0.27023476362228394, 0.24079695343971252], "cos_apical_negg": [0.42518365383148193, 0.3761768639087677, 0.3532445430755615, 0.29200902581214905, 0.28660374879837036, 0.27023476362228394, 0.24079695343971252], "cos_Ac_negg": [0.42518365383148193, 0.3761768639087677, 0.3532445430755615, 0.29200902581214905, 0.28660374879837036, 0.27023476362228394, 0.24079695343971252], "r_norm": [1.2894600629806519, 1.2378857135772705, 1.2480850219726562, 1.255323886871338, 1.313591718673706, 1.3079911470413208, 1.302915096282959]}, {"step": 450, "epoch": 0, "train_loss": 0.47070008516311646, "cos_r_negg": [0.42366525530815125, 0.36209988594055176, 0.34006866812705994, 0.3120977282524109, 0.2816447913646698, 0.26452720165252686, 0.23544888198375702], "cos_apical_negg": [0.42366525530815125, 0.36209988594055176, 0.34006866812705994, 0.3120977282524109, 0.2816447913646698, 0.26452720165252686, 0.23544888198375702], "cos_Ac_negg": [0.42366525530815125, 0.36209988594055176, 0.34006866812705994, 0.3120977282524109, 0.2816447913646698, 0.26452720165252686, 0.23544888198375702], "r_norm": [1.2622745037078857, 1.212384819984436, 1.2188429832458496, 1.227477788925171, 1.2836763858795166, 1.2799581289291382, 1.2758407592773438]}, {"epoch_end": 0, "step": 469, "test_acc": 0.8392, "test_loss": 0.4835125610351563}, {"step": 500, "epoch": 1, "train_loss": 0.2996179461479187, "cos_r_negg": [0.3769688010215759, 0.30565693974494934, 0.3060235381126404, 0.26018884778022766, 0.2690556049346924, 0.23729054629802704, 0.2224157154560089], "cos_apical_negg": [0.3769688010215759, 0.30565693974494934, 0.3060235381126404, 0.26018884778022766, 0.2690556049346924, 0.23729054629802704, 0.2224157154560089], "cos_Ac_negg": [0.3769688010215759, 0.30565693974494934, 0.3060235381126404, 0.26018884778022766, 0.2690556049346924, 0.23729054629802704, 0.2224157154560089], "r_norm": [1.2937352657318115, 1.2397880554199219, 1.2472882270812988, 1.2556443214416504, 1.3098573684692383, 1.3070989847183228, 1.3053796291351318], "ldr": {"dL_sdil": -0.02163556218147278, "dL_bp": -0.017127901315689087, "ratio": 1.2631764851222427}}, {"step": 550, "epoch": 1, "train_loss": 0.5405221581459045, "cos_r_negg": [0.4266056716442108, 0.36321407556533813, 0.32087939977645874, 0.31647151708602905, 0.2781568765640259, 0.24358516931533813, 0.21477244794368744], "cos_apical_negg": [0.4266056716442108, 0.36321407556533813, 0.32087939977645874, 0.31647151708602905, 0.2781568765640259, 0.24358516931533813, 0.21477244794368744], "cos_Ac_negg": [0.4266056716442108, 0.36321407556533813, 0.32087939977645874, 0.31647151708602905, 0.2781568765640259, 0.24358516931533813, 0.21477244794368744], "r_norm": [1.148059368133545, 1.0971155166625977, 1.1029491424560547, 1.1143102645874023, 1.1654800176620483, 1.1561717987060547, 1.1585347652435303]}, {"step": 600, "epoch": 1, "train_loss": 0.4484388828277588, "cos_r_negg": [0.4918164312839508, 0.41521576046943665, 0.35846638679504395, 0.36449891328811646, 0.31455671787261963, 0.2866537272930145, 0.23461349308490753], "cos_apical_negg": [0.4918164312839508, 0.41521576046943665, 0.35846638679504395, 0.36449891328811646, 0.31455671787261963, 0.2866537272930145, 0.23461349308490753], "cos_Ac_negg": [0.4918164312839508, 0.41521576046943665, 0.35846638679504395, 0.36449891328811646, 0.31455671787261963, 0.2866537272930145, 0.23461349308490753], "r_norm": [1.1428488492965698, 1.0964446067810059, 1.1059707403182983, 1.113624095916748, 1.1625339984893799, 1.1572543382644653, 1.155738115310669]}, {"step": 650, "epoch": 1, "train_loss": 0.5113354921340942, "cos_r_negg": [0.4409477114677429, 0.3780173659324646, 0.3462892174720764, 0.3350994288921356, 0.2950258255004883, 0.3040868043899536, 0.22974826395511627], "cos_apical_negg": [0.4409477114677429, 0.3780173659324646, 0.3462892174720764, 0.3350994288921356, 0.2950258255004883, 0.3040868043899536, 0.22974826395511627], "cos_Ac_negg": [0.4409477114677429, 0.3780173659324646, 0.3462892174720764, 0.3350994288921356, 0.2950258255004883, 0.3040868043899536, 0.22974826395511627], "r_norm": [1.0972594022750854, 1.0483958721160889, 1.056018352508545, 1.0636169910430908, 1.1091809272766113, 1.1042695045471191, 1.1050853729248047]}, {"step": 700, "epoch": 1, "train_loss": 0.34196123480796814, "cos_r_negg": [0.46927034854888916, 0.40423130989074707, 0.37788572907447815, 0.3442390561103821, 0.3157866299152374, 0.31608909368515015, 0.23769596219062805], "cos_apical_negg": [0.46927034854888916, 0.40423130989074707, 0.37788572907447815, 0.3442390561103821, 0.3157866299152374, 0.31608909368515015, 0.23769596219062805], "cos_Ac_negg": [0.46927034854888916, 0.40423130989074707, 0.37788572907447815, 0.3442390561103821, 0.3157866299152374, 0.31608909368515015, 0.23769596219062805], "r_norm": [1.1189360618591309, 1.0710182189941406, 1.079012393951416, 1.0812721252441406, 1.1345880031585693, 1.1282451152801514, 1.125016450881958]}, {"step": 750, "epoch": 1, "train_loss": 0.45678359270095825, "cos_r_negg": [0.45344918966293335, 0.3999291658401489, 0.3612154722213745, 0.35174113512039185, 0.30183398723602295, 0.3045862317085266, 0.214516744017601], "cos_apical_negg": [0.45344918966293335, 0.3999291658401489, 0.3612154722213745, 0.35174113512039185, 0.30183398723602295, 0.3045862317085266, 0.214516744017601], "cos_Ac_negg": [0.45344918966293335, 0.3999291658401489, 0.3612154722213745, 0.35174113512039185, 0.30183398723602295, 0.3045862317085266, 0.214516744017601], "r_norm": [1.0945162773132324, 1.0556467771530151, 1.0653398036956787, 1.0685679912567139, 1.1184241771697998, 1.1117461919784546, 1.1064125299453735], "ldr": {"dL_sdil": -0.011924326419830322, "dL_bp": -0.010584652423858643, "ratio": 1.126567594506169}}, {"step": 800, "epoch": 1, "train_loss": 0.4468398988246918, "cos_r_negg": [0.43843257427215576, 0.3983399271965027, 0.3624706268310547, 0.3463110625743866, 0.3031984567642212, 0.32287609577178955, 0.246101513504982], "cos_apical_negg": [0.43843257427215576, 0.3983399271965027, 0.3624706268310547, 0.3463110625743866, 0.3031984567642212, 0.32287609577178955, 0.246101513504982], "cos_Ac_negg": [0.43843257427215576, 0.3983399271965027, 0.3624706268310547, 0.3463110625743866, 0.3031984567642212, 0.32287609577178955, 0.246101513504982], "r_norm": [1.052798867225647, 1.00673246383667, 1.0142110586166382, 1.0183007717132568, 1.0665359497070312, 1.0598572492599487, 1.0581225156784058]}, {"step": 850, "epoch": 1, "train_loss": 0.2975834012031555, "cos_r_negg": [0.4952199459075928, 0.4321513772010803, 0.3916887044906616, 0.35882917046546936, 0.3142895996570587, 0.32628515362739563, 0.24366305768489838], "cos_apical_negg": [0.4952199459075928, 0.4321513772010803, 0.3916887044906616, 0.35882917046546936, 0.3142895996570587, 0.32628515362739563, 0.24366305768489838], "cos_Ac_negg": [0.4952199459075928, 0.4321513772010803, 0.3916887044906616, 0.35882917046546936, 0.3142895996570587, 0.32628515362739563, 0.24366305768489838], "r_norm": [1.0674731731414795, 1.0219626426696777, 1.0294315814971924, 1.0320500135421753, 1.0799022912979126, 1.0735301971435547, 1.0695977210998535]}, {"step": 900, "epoch": 1, "train_loss": 0.33581089973449707, "cos_r_negg": [0.4905256927013397, 0.4077053964138031, 0.39843273162841797, 0.38870930671691895, 0.3552706241607666, 0.34145185351371765, 0.2683641314506531], "cos_apical_negg": [0.4905256927013397, 0.4077053964138031, 0.39843273162841797, 0.38870930671691895, 0.3552706241607666, 0.34145185351371765, 0.2683641314506531], "cos_Ac_negg": [0.4905256927013397, 0.4077053964138031, 0.39843273162841797, 0.38870930671691895, 0.3552706241607666, 0.34145185351371765, 0.2683641314506531], "r_norm": [1.0378797054290771, 0.9976621866226196, 1.0037823915481567, 1.0047879219055176, 1.0533794164657593, 1.04794442653656, 1.043718934059143]}, {"epoch_end": 1, "step": 938, "test_acc": 0.8416, "test_loss": 0.4328225341796875}, {"step": 950, "epoch": 2, "train_loss": 0.35407713055610657, "cos_r_negg": [0.4830329120159149, 0.41966378688812256, 0.39859580993652344, 0.3935943841934204, 0.3571205735206604, 0.35534462332725525, 0.2474522441625595], "cos_apical_negg": [0.4830329120159149, 0.41966378688812256, 0.39859580993652344, 0.3935943841934204, 0.3571205735206604, 0.35534462332725525, 0.2474522441625595], "cos_Ac_negg": [0.4830329120159149, 0.41966378688812256, 0.39859580993652344, 0.3935943841934204, 0.3571205735206604, 0.35534462332725525, 0.2474522441625595], "r_norm": [1.0066879987716675, 0.964458167552948, 0.970999002456665, 0.9769284725189209, 1.0134896039962769, 1.0091822147369385, 1.007908821105957]}, {"step": 1000, "epoch": 2, "train_loss": 0.3705061972141266, "cos_r_negg": [0.47612273693084717, 0.4094886779785156, 0.39566949009895325, 0.3768627643585205, 0.3704884648323059, 0.3477029800415039, 0.2610324025154114], "cos_apical_negg": [0.47612273693084717, 0.4094886779785156, 0.39566949009895325, 0.3768627643585205, 0.3704884648323059, 0.3477029800415039, 0.2610324025154114], "cos_Ac_negg": [0.47612273693084717, 0.4094886779785156, 0.39566949009895325, 0.3768627643585205, 0.3704884648323059, 0.3477029800415039, 0.2610324025154114], "r_norm": [1.046402931213379, 0.997474193572998, 1.0081697702407837, 1.0087970495224, 1.0595852136611938, 1.0498160123825073, 1.0482683181762695], "ldr": {"dL_sdil": -0.023000448942184448, "dL_bp": -0.017337709665298462, "ratio": 1.3266140330069083}}, {"step": 1050, "epoch": 2, "train_loss": 0.3606942594051361, "cos_r_negg": [0.48941290378570557, 0.42683613300323486, 0.4009283781051636, 0.38710880279541016, 0.35079747438430786, 0.33300483226776123, 0.26311445236206055], "cos_apical_negg": [0.48941290378570557, 0.42683613300323486, 0.4009283781051636, 0.38710880279541016, 0.35079747438430786, 0.33300483226776123, 0.26311445236206055], "cos_Ac_negg": [0.48941290378570557, 0.42683613300323486, 0.4009283781051636, 0.38710880279541016, 0.35079747438430786, 0.33300483226776123, 0.26311445236206055], "r_norm": [0.9582146406173706, 0.914498507976532, 0.920574426651001, 0.9260475635528564, 0.9628697633743286, 0.9573962092399597, 0.9573400020599365]}, {"step": 1100, "epoch": 2, "train_loss": 0.32696211338043213, "cos_r_negg": [0.5069760084152222, 0.4454432725906372, 0.4320884346961975, 0.4053370952606201, 0.3642970323562622, 0.3531840443611145, 0.2615988850593567], "cos_apical_negg": [0.5069760084152222, 0.4454432725906372, 0.4320884346961975, 0.4053370952606201, 0.3642970323562622, 0.3531840443611145, 0.2615988850593567], "cos_Ac_negg": [0.5069760084152222, 0.4454432725906372, 0.4320884346961975, 0.4053370952606201, 0.3642970323562622, 0.3531840443611145, 0.2615988850593567], "r_norm": [0.9170612692832947, 0.8748444318771362, 0.8824308514595032, 0.882982611656189, 0.9250126481056213, 0.9174565076828003, 0.915039598941803]}, {"step": 1150, "epoch": 2, "train_loss": 0.2906685471534729, "cos_r_negg": [0.4828392267227173, 0.4307500422000885, 0.40429413318634033, 0.40871962904930115, 0.34097516536712646, 0.3475113809108734, 0.2395910620689392], "cos_apical_negg": [0.4828392267227173, 0.4307500422000885, 0.40429413318634033, 0.40871962904930115, 0.34097516536712646, 0.3475113809108734, 0.2395910620689392], "cos_Ac_negg": [0.4828392267227173, 0.4307500422000885, 0.40429413318634033, 0.40871962904930115, 0.34097516536712646, 0.3475113809108734, 0.2395910620689392], "r_norm": [0.8952504396438599, 0.8553500175476074, 0.8606992959976196, 0.8632972240447998, 0.901028037071228, 0.8943122029304504, 0.8947964906692505]}, {"step": 1200, "epoch": 2, "train_loss": 0.42487233877182007, "cos_r_negg": [0.5002874135971069, 0.454334557056427, 0.4380980134010315, 0.42584720253944397, 0.39122986793518066, 0.3790682554244995, 0.2731994390487671], "cos_apical_negg": [0.5002874135971069, 0.454334557056427, 0.4380980134010315, 0.42584720253944397, 0.39122986793518066, 0.3790682554244995, 0.2731994390487671], "cos_Ac_negg": [0.5002874135971069, 0.454334557056427, 0.4380980134010315, 0.42584720253944397, 0.39122986793518066, 0.3790682554244995, 0.2731994390487671], "r_norm": [0.9074416756629944, 0.8659295439720154, 0.8714367747306824, 0.8707669377326965, 0.9132899045944214, 0.9069126844406128, 0.9039925336837769]}, {"step": 1250, "epoch": 2, "train_loss": 0.2930182218551636, "cos_r_negg": [0.505712628364563, 0.45268210768699646, 0.4487658739089966, 0.386712908744812, 0.34791427850723267, 0.3611586093902588, 0.25394630432128906], "cos_apical_negg": [0.505712628364563, 0.45268210768699646, 0.4487658739089966, 0.386712908744812, 0.34791427850723267, 0.3611586093902588, 0.25394630432128906], "cos_Ac_negg": [0.505712628364563, 0.45268210768699646, 0.4487658739089966, 0.386712908744812, 0.34791427850723267, 0.3611586093902588, 0.25394630432128906], "r_norm": [0.8753591775894165, 0.8381402492523193, 0.8441058397293091, 0.8471546173095703, 0.8832690119743347, 0.8747817277908325, 0.8765566349029541], "ldr": {"dL_sdil": -0.008883357048034668, "dL_bp": -0.006926357746124268, "ratio": 1.2825437803881072}}, {"step": 1300, "epoch": 2, "train_loss": 0.32278183102607727, "cos_r_negg": [0.5020031332969666, 0.46255823969841003, 0.44493356347084045, 0.4014919400215149, 0.36489981412887573, 0.3664618730545044, 0.2560645639896393], "cos_apical_negg": [0.5020031332969666, 0.46255823969841003, 0.44493356347084045, 0.4014919400215149, 0.36489981412887573, 0.3664618730545044, 0.2560645639896393], "cos_Ac_negg": [0.5020031332969666, 0.46255823969841003, 0.44493356347084045, 0.4014919400215149, 0.36489981412887573, 0.3664618730545044, 0.2560645639896393], "r_norm": [0.8359826803207397, 0.7984652519226074, 0.8034708499908447, 0.8029775619506836, 0.8415586948394775, 0.8340209722518921, 0.8320636749267578]}, {"step": 1350, "epoch": 2, "train_loss": 0.27039703726768494, "cos_r_negg": [0.518458366394043, 0.4812169671058655, 0.4603423774242401, 0.42247188091278076, 0.36740705370903015, 0.38043296337127686, 0.2915726900100708], "cos_apical_negg": [0.518458366394043, 0.4812169671058655, 0.4603423774242401, 0.42247188091278076, 0.36740705370903015, 0.38043296337127686, 0.2915726900100708], "cos_Ac_negg": [0.518458366394043, 0.4812169671058655, 0.4603423774242401, 0.42247188091278076, 0.36740705370903015, 0.38043296337127686, 0.2915726900100708], "r_norm": [0.8415358066558838, 0.7999772429466248, 0.8068916201591492, 0.8052863478660583, 0.8438242673873901, 0.8364298343658447, 0.8337178230285645]}, {"step": 1400, "epoch": 2, "train_loss": 0.455842524766922, "cos_r_negg": [0.5089232921600342, 0.4723045825958252, 0.4418010711669922, 0.41306227445602417, 0.35324984788894653, 0.3621482253074646, 0.2674787640571594], "cos_apical_negg": [0.5089232921600342, 0.4723045825958252, 0.4418010711669922, 0.41306227445602417, 0.35324984788894653, 0.3621482253074646, 0.2674787640571594], "cos_Ac_negg": [0.5089232921600342, 0.4723045825958252, 0.4418010711669922, 0.41306227445602417, 0.35324984788894653, 0.3621482253074646, 0.2674787640571594], "r_norm": [0.8052679300308228, 0.766582190990448, 0.7714881896972656, 0.7717257738113403, 0.8071416020393372, 0.8002853393554688, 0.7978277206420898]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.8579, "test_loss": 0.40743017272949217}, {"step": 1450, "epoch": 3, "train_loss": 0.5761321783065796, "cos_r_negg": [0.5173884630203247, 0.4806950092315674, 0.44176235795021057, 0.4271100163459778, 0.3783039152622223, 0.3769354224205017, 0.28214752674102783], "cos_apical_negg": [0.5173884630203247, 0.4806950092315674, 0.44176235795021057, 0.4271100163459778, 0.3783039152622223, 0.3769354224205017, 0.28214752674102783], "cos_Ac_negg": [0.5173884630203247, 0.4806950092315674, 0.44176235795021057, 0.4271100163459778, 0.3783039152622223, 0.3769354224205017, 0.28214752674102783], "r_norm": [0.9077070355415344, 0.8654835820198059, 0.8690185546875, 0.8664356470108032, 0.9065194129943848, 0.9012748003005981, 0.897810697555542]}, {"step": 1500, "epoch": 3, "train_loss": 0.402803897857666, "cos_r_negg": [0.5097194314002991, 0.4678562879562378, 0.440590500831604, 0.4096195101737976, 0.3611961603164673, 0.37755122780799866, 0.28517574071884155], "cos_apical_negg": [0.5097194314002991, 0.4678562879562378, 0.440590500831604, 0.4096195101737976, 0.3611961603164673, 0.37755122780799866, 0.28517574071884155], "cos_Ac_negg": [0.5097194314002991, 0.4678562879562378, 0.440590500831604, 0.4096195101737976, 0.3611961603164673, 0.37755122780799866, 0.28517574071884155], "r_norm": [0.8922505974769592, 0.8524272441864014, 0.855486273765564, 0.8552618026733398, 0.8931149840354919, 0.8846619129180908, 0.88419508934021], "ldr": {"dL_sdil": -0.019508451223373413, "dL_bp": -0.015689998865127563, "ratio": 1.2433685554135192}}, {"step": 1550, "epoch": 3, "train_loss": 0.28304558992385864, "cos_r_negg": [0.5007315874099731, 0.4690927267074585, 0.4511667490005493, 0.41573137044906616, 0.3705440163612366, 0.38877931237220764, 0.28881412744522095], "cos_apical_negg": [0.5007315874099731, 0.4690927267074585, 0.4511667490005493, 0.41573137044906616, 0.3705440163612366, 0.38877931237220764, 0.28881412744522095], "cos_Ac_negg": [0.5007315874099731, 0.4690927267074585, 0.4511667490005493, 0.41573137044906616, 0.3705440163612366, 0.38877931237220764, 0.28881412744522095], "r_norm": [0.8178849220275879, 0.7767347693443298, 0.7793344259262085, 0.7777864336967468, 0.8144631385803223, 0.8074659705162048, 0.8070461750030518]}, {"step": 1600, "epoch": 3, "train_loss": 0.3557818531990051, "cos_r_negg": [0.48657023906707764, 0.43718627095222473, 0.4101598262786865, 0.39287370443344116, 0.352207750082016, 0.3705262541770935, 0.29616475105285645], "cos_apical_negg": [0.48657023906707764, 0.43718627095222473, 0.4101598262786865, 0.39287370443344116, 0.352207750082016, 0.3705262541770935, 0.29616475105285645], "cos_Ac_negg": [0.48657023906707764, 0.43718627095222473, 0.4101598262786865, 0.39287370443344116, 0.352207750082016, 0.3705262541770935, 0.29616475105285645], "r_norm": [0.8044140338897705, 0.764711320400238, 0.7688939571380615, 0.7687044143676758, 0.8030126094818115, 0.7947410345077515, 0.7932167053222656]}, {"step": 1650, "epoch": 3, "train_loss": 0.356370747089386, "cos_r_negg": [0.5242265462875366, 0.4830203652381897, 0.4524228274822235, 0.4115495979785919, 0.3902743458747864, 0.3825749158859253, 0.2786875367164612], "cos_apical_negg": [0.5242265462875366, 0.4830203652381897, 0.4524228274822235, 0.4115495979785919, 0.3902743458747864, 0.3825749158859253, 0.2786875367164612], "cos_Ac_negg": [0.5242265462875366, 0.4830203652381897, 0.4524228274822235, 0.4115495979785919, 0.3902743458747864, 0.3825749158859253, 0.2786875367164612], "r_norm": [0.8020358085632324, 0.7607577443122864, 0.7644833326339722, 0.7660831212997437, 0.8000365495681763, 0.7916353940963745, 0.7921997308731079]}, {"step": 1700, "epoch": 3, "train_loss": 0.297857403755188, "cos_r_negg": [0.5180911421775818, 0.46579456329345703, 0.42834967374801636, 0.4046381711959839, 0.38890889286994934, 0.38324201107025146, 0.28892868757247925], "cos_apical_negg": [0.5180911421775818, 0.46579456329345703, 0.42834967374801636, 0.4046381711959839, 0.38890889286994934, 0.38324201107025146, 0.28892868757247925], "cos_Ac_negg": [0.5180911421775818, 0.46579456329345703, 0.42834967374801636, 0.4046381711959839, 0.38890889286994934, 0.38324201107025146, 0.28892868757247925], "r_norm": [0.791291356086731, 0.7505056262016296, 0.752447247505188, 0.7523733377456665, 0.784706711769104, 0.7782031297683716, 0.7784556746482849]}, {"step": 1750, "epoch": 3, "train_loss": 0.4985322058200836, "cos_r_negg": [0.5231425762176514, 0.4666525721549988, 0.43828386068344116, 0.4223267734050751, 0.37803220748901367, 0.3797954320907593, 0.28917989134788513], "cos_apical_negg": [0.5231425762176514, 0.4666525721549988, 0.43828386068344116, 0.4223267734050751, 0.37803220748901367, 0.3797954320907593, 0.28917989134788513], "cos_Ac_negg": [0.5231425762176514, 0.4666525721549988, 0.43828386068344116, 0.4223267734050751, 0.37803220748901367, 0.3797954320907593, 0.28917989134788513], "r_norm": [0.7655889987945557, 0.7259302735328674, 0.7291465997695923, 0.7275960445404053, 0.7579545378684998, 0.7526012063026428, 0.7511076927185059], "ldr": {"dL_sdil": -0.006778717041015625, "dL_bp": -0.005689740180969238, "ratio": 1.1913930733935343}}, {"step": 1800, "epoch": 3, "train_loss": 0.3265581727027893, "cos_r_negg": [0.5153312683105469, 0.47467100620269775, 0.4402545690536499, 0.4342007040977478, 0.39030176401138306, 0.378864586353302, 0.2823418974876404], "cos_apical_negg": [0.5153312683105469, 0.47467100620269775, 0.4402545690536499, 0.4342007040977478, 0.39030176401138306, 0.378864586353302, 0.2823418974876404], "cos_Ac_negg": [0.5153312683105469, 0.47467100620269775, 0.4402545690536499, 0.4342007040977478, 0.39030176401138306, 0.378864586353302, 0.2823418974876404], "r_norm": [0.8255884647369385, 0.7806520462036133, 0.784782350063324, 0.7829583883285522, 0.8163900375366211, 0.8090968132019043, 0.807691752910614]}, {"step": 1850, "epoch": 3, "train_loss": 0.4014549255371094, "cos_r_negg": [0.5048742890357971, 0.46248120069503784, 0.42545801401138306, 0.4166185259819031, 0.3783564567565918, 0.39120250940322876, 0.27308857440948486], "cos_apical_negg": [0.5048742890357971, 0.46248120069503784, 0.42545801401138306, 0.4166185259819031, 0.3783564567565918, 0.39120250940322876, 0.27308857440948486], "cos_Ac_negg": [0.5048742890357971, 0.46248120069503784, 0.42545801401138306, 0.4166185259819031, 0.3783564567565918, 0.39120250940322876, 0.27308857440948486], "r_norm": [0.7321291565895081, 0.6903112530708313, 0.6918348073959351, 0.6911827325820923, 0.7197448015213013, 0.7138343453407288, 0.7140991687774658]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.8668, "test_loss": 0.3788264404296875}, {"step": 1900, "epoch": 4, "train_loss": 0.23724840581417084, "cos_r_negg": [0.5378710031509399, 0.4956858456134796, 0.45325544476509094, 0.43195435404777527, 0.3859674334526062, 0.3992493748664856, 0.2885366678237915], "cos_apical_negg": [0.5378710031509399, 0.4956858456134796, 0.45325544476509094, 0.43195435404777527, 0.3859674334526062, 0.3992493748664856, 0.2885366678237915], "cos_Ac_negg": [0.5378710031509399, 0.4956858456134796, 0.45325544476509094, 0.43195435404777527, 0.3859674334526062, 0.3992493748664856, 0.2885366678237915], "r_norm": [0.748134434223175, 0.7040179967880249, 0.7089117169380188, 0.7088636159896851, 0.7354727983474731, 0.7283972501754761, 0.7309328317642212]}, {"step": 1950, "epoch": 4, "train_loss": 0.480771005153656, "cos_r_negg": [0.5287542343139648, 0.47661691904067993, 0.4303840398788452, 0.41881081461906433, 0.3846360743045807, 0.3839161992073059, 0.27970796823501587], "cos_apical_negg": [0.5287542343139648, 0.47661691904067993, 0.4303840398788452, 0.41881081461906433, 0.3846360743045807, 0.3839161992073059, 0.27970796823501587], "cos_Ac_negg": [0.5287542343139648, 0.47661691904067993, 0.4303840398788452, 0.41881081461906433, 0.3846360743045807, 0.3839161992073059, 0.27970796823501587], "r_norm": [0.7882812023162842, 0.743482232093811, 0.7468036413192749, 0.7451187372207642, 0.7786163091659546, 0.7686449289321899, 0.77093505859375]}, {"step": 2000, "epoch": 4, "train_loss": 0.3776087462902069, "cos_r_negg": [0.5185813307762146, 0.4817911982536316, 0.4390195310115814, 0.4298369884490967, 0.392616868019104, 0.3945440948009491, 0.2944842576980591], "cos_apical_negg": [0.5185813307762146, 0.4817911982536316, 0.4390195310115814, 0.4298369884490967, 0.392616868019104, 0.3945440948009491, 0.2944842576980591], "cos_Ac_negg": [0.5185813307762146, 0.4817911982536316, 0.4390195310115814, 0.4298369884490967, 0.392616868019104, 0.3945440948009491, 0.2944842576980591], "r_norm": [0.804772138595581, 0.7559581398963928, 0.7598862648010254, 0.7582430243492126, 0.7865512371063232, 0.7803465723991394, 0.7831778526306152], "ldr": {"dL_sdil": -0.007134526968002319, "dL_bp": -0.006070315837860107, "ratio": 1.1753139636499317}}, {"step": 2050, "epoch": 4, "train_loss": 0.3398296535015106, "cos_r_negg": [0.5441740155220032, 0.5061240196228027, 0.4591482877731323, 0.43668490648269653, 0.40475887060165405, 0.3944080173969269, 0.28605514764785767], "cos_apical_negg": [0.5441740155220032, 0.5061240196228027, 0.4591482877731323, 0.43668490648269653, 0.40475887060165405, 0.3944080173969269, 0.28605514764785767], "cos_Ac_negg": [0.5441740155220032, 0.5061240196228027, 0.4591482877731323, 0.43668490648269653, 0.40475887060165405, 0.3944080173969269, 0.28605514764785767], "r_norm": [0.7538804411888123, 0.7080373167991638, 0.7100738286972046, 0.7100908160209656, 0.7383906841278076, 0.7294256687164307, 0.7321262359619141]}, {"step": 2100, "epoch": 4, "train_loss": 0.3391738533973694, "cos_r_negg": [0.5519504547119141, 0.5071457028388977, 0.459392249584198, 0.44511330127716064, 0.40120649337768555, 0.38764315843582153, 0.3013158440589905], "cos_apical_negg": [0.5519504547119141, 0.5071457028388977, 0.459392249584198, 0.44511330127716064, 0.40120649337768555, 0.38764315843582153, 0.3013158440589905], "cos_Ac_negg": [0.5519504547119141, 0.5071457028388977, 0.459392249584198, 0.44511330127716064, 0.40120649337768555, 0.38764315843582153, 0.3013158440589905], "r_norm": [0.7556610107421875, 0.7084249258041382, 0.7083152532577515, 0.7098497152328491, 0.7364240884780884, 0.7306697368621826, 0.7330909967422485]}, {"step": 2150, "epoch": 4, "train_loss": 0.3157075345516205, "cos_r_negg": [0.5149717330932617, 0.47049036622047424, 0.43557584285736084, 0.43230292201042175, 0.38636064529418945, 0.3674205541610718, 0.3077041506767273], "cos_apical_negg": [0.5149717330932617, 0.47049036622047424, 0.43557584285736084, 0.43230292201042175, 0.38636064529418945, 0.3674205541610718, 0.3077041506767273], "cos_Ac_negg": [0.5149717330932617, 0.47049036622047424, 0.43557584285736084, 0.43230292201042175, 0.38636064529418945, 0.3674205541610718, 0.3077041506767273], "r_norm": [0.7283164262771606, 0.6847686767578125, 0.6832842826843262, 0.6832345724105835, 0.7097945213317871, 0.7037761211395264, 0.707363486289978]}, {"step": 2200, "epoch": 4, "train_loss": 0.3536750078201294, "cos_r_negg": [0.525747537612915, 0.4789104461669922, 0.4567364454269409, 0.43758153915405273, 0.3920547366142273, 0.37529075145721436, 0.3073813021183014], "cos_apical_negg": [0.525747537612915, 0.4789104461669922, 0.4567364454269409, 0.43758153915405273, 0.3920547366142273, 0.37529075145721436, 0.3073813021183014], "cos_Ac_negg": [0.525747537612915, 0.4789104461669922, 0.4567364454269409, 0.43758153915405273, 0.3920547366142273, 0.37529075145721436, 0.3073813021183014], "r_norm": [0.7503511905670166, 0.7064065337181091, 0.7070761919021606, 0.7035863995552063, 0.7331302762031555, 0.7271408438682556, 0.7262942790985107]}, {"step": 2250, "epoch": 4, "train_loss": 0.22162790596485138, "cos_r_negg": [0.5462665557861328, 0.49521106481552124, 0.47624117136001587, 0.4583260715007782, 0.4134179651737213, 0.3816477358341217, 0.3124808669090271], "cos_apical_negg": [0.5462665557861328, 0.49521106481552124, 0.47624117136001587, 0.4583260715007782, 0.4134179651737213, 0.3816477358341217, 0.3124808669090271], "cos_Ac_negg": [0.5462665557861328, 0.49521106481552124, 0.47624117136001587, 0.4583260715007782, 0.4134179651737213, 0.3816477358341217, 0.3124808669090271], "r_norm": [0.7238771915435791, 0.6773456335067749, 0.6765842437744141, 0.6745113134384155, 0.7019439935684204, 0.6965765953063965, 0.698070228099823], "ldr": {"dL_sdil": -0.006847739219665527, "dL_bp": -0.005865544080734253, "ratio": 1.1674516678098723}}, {"step": 2300, "epoch": 4, "train_loss": 0.12758779525756836, "cos_r_negg": [0.5400203466415405, 0.488137423992157, 0.47616076469421387, 0.4597935378551483, 0.4140254855155945, 0.38397762179374695, 0.3230896592140198], "cos_apical_negg": [0.5400203466415405, 0.488137423992157, 0.47616076469421387, 0.4597935378551483, 0.4140254855155945, 0.38397762179374695, 0.3230896592140198], "cos_Ac_negg": [0.5400203466415405, 0.488137423992157, 0.47616076469421387, 0.4597935378551483, 0.4140254855155945, 0.38397762179374695, 0.3230896592140198], "r_norm": [0.7205588817596436, 0.6775717735290527, 0.6773788332939148, 0.6729943752288818, 0.7012697458267212, 0.6937869787216187, 0.6965078115463257]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.8665, "test_loss": 0.3776460876464844}, {"step": 2350, "epoch": 5, "train_loss": 0.21030263602733612, "cos_r_negg": [0.5165538787841797, 0.4674253463745117, 0.4514995813369751, 0.43781623244285583, 0.3938145935535431, 0.3711143136024475, 0.3014068305492401], "cos_apical_negg": [0.5165538787841797, 0.4674253463745117, 0.4514995813369751, 0.43781623244285583, 0.3938145935535431, 0.3711143136024475, 0.3014068305492401], "cos_Ac_negg": [0.5165538787841797, 0.4674253463745117, 0.4514995813369751, 0.43781623244285583, 0.3938145935535431, 0.3711143136024475, 0.3014068305492401], "r_norm": [0.6823927164077759, 0.6395443677902222, 0.6393243670463562, 0.6362847089767456, 0.6631184816360474, 0.6549443602561951, 0.6576567888259888]}, {"step": 2400, "epoch": 5, "train_loss": 0.34891727566719055, "cos_r_negg": [0.5234298706054688, 0.4778361916542053, 0.4565100073814392, 0.43819326162338257, 0.39417004585266113, 0.372779905796051, 0.3189905285835266], "cos_apical_negg": [0.5234298706054688, 0.4778361916542053, 0.4565100073814392, 0.43819326162338257, 0.39417004585266113, 0.372779905796051, 0.3189905285835266], "cos_Ac_negg": [0.5234298706054688, 0.4778361916542053, 0.4565100073814392, 0.43819326162338257, 0.39417004585266113, 0.372779905796051, 0.3189905285835266], "r_norm": [0.7327489852905273, 0.6865948438644409, 0.6859683990478516, 0.6853360533714294, 0.712544322013855, 0.7043780088424683, 0.7089734673500061]}, {"step": 2450, "epoch": 5, "train_loss": 0.28897568583488464, "cos_r_negg": [0.5111887454986572, 0.473480224609375, 0.463824987411499, 0.4527134895324707, 0.4164993464946747, 0.3728485703468323, 0.3149130344390869], "cos_apical_negg": [0.5111887454986572, 0.473480224609375, 0.463824987411499, 0.4527134895324707, 0.4164993464946747, 0.3728485703468323, 0.3149130344390869], "cos_Ac_negg": [0.5111887454986572, 0.473480224609375, 0.463824987411499, 0.4527134895324707, 0.4164993464946747, 0.3728485703468323, 0.3149130344390869], "r_norm": [0.6505832672119141, 0.6085261702537537, 0.6086275577545166, 0.6063453555107117, 0.630634069442749, 0.6232566237449646, 0.6264517307281494]}, {"step": 2500, "epoch": 5, "train_loss": 0.3164959251880646, "cos_r_negg": [0.5423582196235657, 0.4982907176017761, 0.46935632824897766, 0.44208067655563354, 0.4281858801841736, 0.39582446217536926, 0.33096396923065186], "cos_apical_negg": [0.5423582196235657, 0.4982907176017761, 0.46935632824897766, 0.44208067655563354, 0.4281858801841736, 0.39582446217536926, 0.33096396923065186], "cos_Ac_negg": [0.5423582196235657, 0.4982907176017761, 0.46935632824897766, 0.44208067655563354, 0.4281858801841736, 0.39582446217536926, 0.33096396923065186], "r_norm": [0.6842815279960632, 0.6397205591201782, 0.6386764049530029, 0.6363031268119812, 0.6577955484390259, 0.6541826725006104, 0.657069206237793], "ldr": {"dL_sdil": -0.008765369653701782, "dL_bp": -0.007867872714996338, "ratio": 1.114071105521928}}, {"step": 2550, "epoch": 5, "train_loss": 0.19043028354644775, "cos_r_negg": [0.5336987376213074, 0.49732980132102966, 0.4691873788833618, 0.438836932182312, 0.39661067724227905, 0.37184303998947144, 0.32217854261398315], "cos_apical_negg": [0.5336987376213074, 0.49732980132102966, 0.4691873788833618, 0.438836932182312, 0.39661067724227905, 0.37184303998947144, 0.32217854261398315], "cos_Ac_negg": [0.5336987376213074, 0.49732980132102966, 0.4691873788833618, 0.438836932182312, 0.39661067724227905, 0.37184303998947144, 0.32217854261398315], "r_norm": [0.6444833278656006, 0.6024662256240845, 0.6012732982635498, 0.5987619161605835, 0.6210296154022217, 0.6153944730758667, 0.6189411878585815]}, {"step": 2600, "epoch": 5, "train_loss": 0.29275840520858765, "cos_r_negg": [0.5454362034797668, 0.5056620836257935, 0.479731023311615, 0.450614869594574, 0.41821303963661194, 0.3903522491455078, 0.32572656869888306], "cos_apical_negg": [0.5454362034797668, 0.5056620836257935, 0.479731023311615, 0.450614869594574, 0.41821303963661194, 0.3903522491455078, 0.32572656869888306], "cos_Ac_negg": [0.5454362034797668, 0.5056620836257935, 0.479731023311615, 0.450614869594574, 0.41821303963661194, 0.3903522491455078, 0.32572656869888306], "r_norm": [0.6752159595489502, 0.6298537254333496, 0.6274447441101074, 0.6247425079345703, 0.6463742256164551, 0.6421843767166138, 0.6454170346260071]}, {"step": 2650, "epoch": 5, "train_loss": 0.21373674273490906, "cos_r_negg": [0.4962814450263977, 0.46818771958351135, 0.43433257937431335, 0.4307486116886139, 0.3710823059082031, 0.3796640932559967, 0.3126981556415558], "cos_apical_negg": [0.4962814450263977, 0.46818771958351135, 0.43433257937431335, 0.4307486116886139, 0.3710823059082031, 0.3796640932559967, 0.3126981556415558], "cos_Ac_negg": [0.4962814450263977, 0.46818771958351135, 0.43433257937431335, 0.4307486116886139, 0.3710823059082031, 0.3796640932559967, 0.3126981556415558], "r_norm": [0.6610958576202393, 0.614380419254303, 0.6136960983276367, 0.6091660857200623, 0.6331415772438049, 0.6285306811332703, 0.6308451294898987]}, {"step": 2700, "epoch": 5, "train_loss": 0.18242532014846802, "cos_r_negg": [0.518902063369751, 0.4745631814002991, 0.44851455092430115, 0.4322681427001953, 0.3882354497909546, 0.3758220076560974, 0.305673748254776], "cos_apical_negg": [0.518902063369751, 0.4745631814002991, 0.44851455092430115, 0.4322681427001953, 0.3882354497909546, 0.3758220076560974, 0.305673748254776], "cos_Ac_negg": [0.518902063369751, 0.4745631814002991, 0.44851455092430115, 0.4322681427001953, 0.3882354497909546, 0.3758220076560974, 0.305673748254776], "r_norm": [0.6684004664421082, 0.6250047087669373, 0.6224426031112671, 0.6180409789085388, 0.641753077507019, 0.6367714405059814, 0.6392920017242432]}, {"step": 2750, "epoch": 5, "train_loss": 0.43817225098609924, "cos_r_negg": [0.5242071151733398, 0.4803956151008606, 0.45520883798599243, 0.44468092918395996, 0.40683239698410034, 0.37648993730545044, 0.3022621273994446], "cos_apical_negg": [0.5242071151733398, 0.4803956151008606, 0.45520883798599243, 0.44468092918395996, 0.40683239698410034, 0.37648993730545044, 0.3022621273994446], "cos_Ac_negg": [0.5242071151733398, 0.4803956151008606, 0.45520883798599243, 0.44468092918395996, 0.40683239698410034, 0.37648993730545044, 0.3022621273994446], "r_norm": [0.6685501337051392, 0.6228185892105103, 0.6218695640563965, 0.6189283132553101, 0.6383529901504517, 0.6345995664596558, 0.6381306052207947], "ldr": {"dL_sdil": -0.006195366382598877, "dL_bp": -0.005352288484573364, "ratio": 1.157517275172195}}, {"step": 2800, "epoch": 5, "train_loss": 0.35416972637176514, "cos_r_negg": [0.5169790983200073, 0.476709246635437, 0.4441445469856262, 0.4257220923900604, 0.39901894330978394, 0.37973546981811523, 0.30070042610168457], "cos_apical_negg": [0.5169790983200073, 0.476709246635437, 0.4441445469856262, 0.4257220923900604, 0.39901894330978394, 0.37973546981811523, 0.30070042610168457], "cos_Ac_negg": [0.5169790983200073, 0.476709246635437, 0.4441445469856262, 0.4257220923900604, 0.39901894330978394, 0.37973546981811523, 0.30070042610168457], "r_norm": [0.7031514644622803, 0.6527893543243408, 0.6492846012115479, 0.646121621131897, 0.6706273555755615, 0.6648993492126465, 0.6689565181732178]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.8726, "test_loss": 0.36115214233398435}, {"step": 2850, "epoch": 6, "train_loss": 0.18204358220100403, "cos_r_negg": [0.5341864228248596, 0.5034832954406738, 0.47623854875564575, 0.4487740993499756, 0.42885681986808777, 0.4069392681121826, 0.3264414370059967], "cos_apical_negg": [0.5341864228248596, 0.5034832954406738, 0.47623854875564575, 0.4487740993499756, 0.42885681986808777, 0.4069392681121826, 0.3264414370059967], "cos_Ac_negg": [0.5341864228248596, 0.5034832954406738, 0.47623854875564575, 0.4487740993499756, 0.42885681986808777, 0.4069392681121826, 0.3264414370059967], "r_norm": [0.6682093143463135, 0.6204876899719238, 0.6185110807418823, 0.6153549551963806, 0.6372882127761841, 0.6314321756362915, 0.635539710521698]}, {"step": 2900, "epoch": 6, "train_loss": 0.2209908664226532, "cos_r_negg": [0.52849942445755, 0.48444831371307373, 0.4465666115283966, 0.4192185401916504, 0.4067801237106323, 0.3843821585178375, 0.3224855959415436], "cos_apical_negg": [0.52849942445755, 0.48444831371307373, 0.4465666115283966, 0.4192185401916504, 0.4067801237106323, 0.3843821585178375, 0.3224855959415436], "cos_Ac_negg": [0.52849942445755, 0.48444831371307373, 0.4465666115283966, 0.4192185401916504, 0.4067801237106323, 0.3843821585178375, 0.3224855959415436], "r_norm": [0.6701056957244873, 0.620133638381958, 0.6164985299110413, 0.6119743585586548, 0.6341218948364258, 0.6284383535385132, 0.6342652440071106]}, {"step": 2950, "epoch": 6, "train_loss": 0.1632365882396698, "cos_r_negg": [0.5613846182823181, 0.5134929418563843, 0.48108023405075073, 0.45005589723587036, 0.43501365184783936, 0.400052011013031, 0.3218340277671814], "cos_apical_negg": [0.5613846182823181, 0.5134929418563843, 0.48108023405075073, 0.45005589723587036, 0.43501365184783936, 0.400052011013031, 0.3218340277671814], "cos_Ac_negg": [0.5613846182823181, 0.5134929418563843, 0.48108023405075073, 0.45005589723587036, 0.43501365184783936, 0.400052011013031, 0.3218340277671814], "r_norm": [0.6404919624328613, 0.5930019617080688, 0.5918086767196655, 0.5868615508079529, 0.6108138561248779, 0.604500412940979, 0.6074084043502808]}, {"step": 3000, "epoch": 6, "train_loss": 0.33468863368034363, "cos_r_negg": [0.53868567943573, 0.4889843463897705, 0.45908457040786743, 0.43919822573661804, 0.4247020184993744, 0.3970062732696533, 0.309808611869812], "cos_apical_negg": [0.53868567943573, 0.4889843463897705, 0.45908457040786743, 0.43919822573661804, 0.4247020184993744, 0.3970062732696533, 0.309808611869812], "cos_Ac_negg": [0.53868567943573, 0.4889843463897705, 0.45908457040786743, 0.43919822573661804, 0.4247020184993744, 0.3970062732696533, 0.309808611869812], "r_norm": [0.6261963844299316, 0.5802134871482849, 0.5759658813476562, 0.5730435848236084, 0.5917659401893616, 0.5876075029373169, 0.5933114290237427], "ldr": {"dL_sdil": -0.006543219089508057, "dL_bp": -0.0063149333000183105, "ratio": 1.0361501505469717}}, {"step": 3050, "epoch": 6, "train_loss": 0.41474729776382446, "cos_r_negg": [0.5162186622619629, 0.4799201488494873, 0.44804978370666504, 0.40282970666885376, 0.42120659351348877, 0.39147627353668213, 0.31004923582077026], "cos_apical_negg": [0.5162186622619629, 0.4799201488494873, 0.44804978370666504, 0.40282970666885376, 0.42120659351348877, 0.39147627353668213, 0.31004923582077026], "cos_Ac_negg": [0.5162186622619629, 0.4799201488494873, 0.44804978370666504, 0.40282970666885376, 0.42120659351348877, 0.39147627353668213, 0.31004923582077026], "r_norm": [0.6500449180603027, 0.6016045212745667, 0.598657488822937, 0.5968848466873169, 0.6139874458312988, 0.6110246777534485, 0.6144749522209167]}, {"step": 3100, "epoch": 6, "train_loss": 0.2755395770072937, "cos_r_negg": [0.5323077440261841, 0.4933221638202667, 0.470724493265152, 0.42888379096984863, 0.43055301904678345, 0.3993822932243347, 0.3165658712387085], "cos_apical_negg": [0.5323077440261841, 0.4933221638202667, 0.470724493265152, 0.42888379096984863, 0.43055301904678345, 0.3993822932243347, 0.3165658712387085], "cos_Ac_negg": [0.5323077440261841, 0.4933221638202667, 0.470724493265152, 0.42888379096984863, 0.43055301904678345, 0.3993822932243347, 0.3165658712387085], "r_norm": [0.6495856046676636, 0.6004337072372437, 0.595758855342865, 0.5902871489524841, 0.6135222911834717, 0.6081690192222595, 0.6123008131980896]}, {"step": 3150, "epoch": 6, "train_loss": 0.373870849609375, "cos_r_negg": [0.5321276783943176, 0.4949662685394287, 0.46461957693099976, 0.4269140064716339, 0.4353025257587433, 0.3905273973941803, 0.3310602307319641], "cos_apical_negg": [0.5321276783943176, 0.4949662685394287, 0.46461957693099976, 0.4269140064716339, 0.4353025257587433, 0.3905273973941803, 0.3310602307319641], "cos_Ac_negg": [0.5321276783943176, 0.4949662685394287, 0.46461957693099976, 0.4269140064716339, 0.4353025257587433, 0.3905273973941803, 0.3310602307319641], "r_norm": [0.6445024013519287, 0.5925886034965515, 0.5908248424530029, 0.5845076441764832, 0.6070200204849243, 0.6012819409370422, 0.605555534362793]}, {"step": 3200, "epoch": 6, "train_loss": 0.19035670161247253, "cos_r_negg": [0.5428063273429871, 0.4983172118663788, 0.4754093885421753, 0.447376012802124, 0.43698039650917053, 0.40523508191108704, 0.32930225133895874], "cos_apical_negg": [0.5428063273429871, 0.4983172118663788, 0.4754093885421753, 0.447376012802124, 0.43698039650917053, 0.40523508191108704, 0.32930225133895874], "cos_Ac_negg": [0.5428063273429871, 0.4983172118663788, 0.4754093885421753, 0.447376012802124, 0.43698039650917053, 0.40523508191108704, 0.32930225133895874], "r_norm": [0.6308319568634033, 0.5813453793525696, 0.5754251480102539, 0.5722451210021973, 0.5922276377677917, 0.5868003368377686, 0.5926046371459961]}, {"step": 3250, "epoch": 6, "train_loss": 0.18398867547512054, "cos_r_negg": [0.5302960276603699, 0.49258923530578613, 0.4658103287220001, 0.43938660621643066, 0.4355262517929077, 0.39176443219184875, 0.3285823166370392], "cos_apical_negg": [0.5302960276603699, 0.49258923530578613, 0.4658103287220001, 0.43938660621643066, 0.4355262517929077, 0.39176443219184875, 0.3285823166370392], "cos_Ac_negg": [0.5302960276603699, 0.49258923530578613, 0.4658103287220001, 0.43938660621643066, 0.4355262517929077, 0.39176443219184875, 0.3285823166370392], "r_norm": [0.6267920732498169, 0.5797783136367798, 0.5745142698287964, 0.5708281397819519, 0.5897338390350342, 0.5838948488235474, 0.5904244780540466], "ldr": {"dL_sdil": -0.008960574865341187, "dL_bp": -0.008100062608718872, "ratio": 1.106235259922073}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.8736, "test_loss": 0.3709208343505859}, {"step": 3300, "epoch": 7, "train_loss": 0.2727125883102417, "cos_r_negg": [0.5460072755813599, 0.5078164339065552, 0.4894580841064453, 0.4593503475189209, 0.4503709673881531, 0.4117826819419861, 0.3277313709259033], "cos_apical_negg": [0.5460072755813599, 0.5078164339065552, 0.4894580841064453, 0.4593503475189209, 0.4503709673881531, 0.4117826819419861, 0.3277313709259033], "cos_Ac_negg": [0.5460072755813599, 0.5078164339065552, 0.4894580841064453, 0.4593503475189209, 0.4503709673881531, 0.4117826819419861, 0.3277313709259033], "r_norm": [0.6308454275131226, 0.5817901492118835, 0.5766629576683044, 0.5716201066970825, 0.5956934094429016, 0.5883166193962097, 0.5928201675415039]}, {"step": 3350, "epoch": 7, "train_loss": 0.24383455514907837, "cos_r_negg": [0.5672487020492554, 0.5265005826950073, 0.4898112118244171, 0.4692666232585907, 0.45355165004730225, 0.4203413128852844, 0.35036176443099976], "cos_apical_negg": [0.5672487020492554, 0.5265005826950073, 0.4898112118244171, 0.4692666232585907, 0.45355165004730225, 0.4203413128852844, 0.35036176443099976], "cos_Ac_negg": [0.5672487020492554, 0.5265005826950073, 0.4898112118244171, 0.4692666232585907, 0.45355165004730225, 0.4203413128852844, 0.35036176443099976], "r_norm": [0.6128555536270142, 0.5640460252761841, 0.5571292638778687, 0.5516392588615417, 0.5720348358154297, 0.567355751991272, 0.5737148523330688]}, {"step": 3400, "epoch": 7, "train_loss": 0.22821716964244843, "cos_r_negg": [0.5325928926467896, 0.49274778366088867, 0.467440664768219, 0.44317543506622314, 0.43110471963882446, 0.4128052890300751, 0.34025630354881287], "cos_apical_negg": [0.5325928926467896, 0.49274778366088867, 0.467440664768219, 0.44317543506622314, 0.43110471963882446, 0.4128052890300751, 0.34025630354881287], "cos_Ac_negg": [0.5325928926467896, 0.49274778366088867, 0.467440664768219, 0.44317543506622314, 0.43110471963882446, 0.4128052890300751, 0.34025630354881287], "r_norm": [0.596635103225708, 0.5470186471939087, 0.5417901277542114, 0.5375269055366516, 0.557344913482666, 0.5514459609985352, 0.557654857635498]}, {"step": 3450, "epoch": 7, "train_loss": 0.24894434213638306, "cos_r_negg": [0.5353313684463501, 0.4843232333660126, 0.440493643283844, 0.422088623046875, 0.42611515522003174, 0.4119434356689453, 0.3446171283721924], "cos_apical_negg": [0.5353313684463501, 0.4843232333660126, 0.440493643283844, 0.422088623046875, 0.42611515522003174, 0.4119434356689453, 0.3446171283721924], "cos_Ac_negg": [0.5353313684463501, 0.4843232333660126, 0.440493643283844, 0.422088623046875, 0.42611515522003174, 0.4119434356689453, 0.3446171283721924], "r_norm": [0.6414897441864014, 0.5860570669174194, 0.5787209868431091, 0.5744220018386841, 0.5918557643890381, 0.587202250957489, 0.5965070724487305]}, {"step": 3500, "epoch": 7, "train_loss": 0.3089577853679657, "cos_r_negg": [0.5399960279464722, 0.4903455972671509, 0.4520755112171173, 0.4302366077899933, 0.4315437376499176, 0.4125708341598511, 0.33695220947265625], "cos_apical_negg": [0.5399960279464722, 0.4903455972671509, 0.4520755112171173, 0.4302366077899933, 0.4315437376499176, 0.4125708341598511, 0.33695220947265625], "cos_Ac_negg": [0.5399960279464722, 0.4903455972671509, 0.4520755112171173, 0.4302366077899933, 0.4315437376499176, 0.4125708341598511, 0.33695220947265625], "r_norm": [0.6370509266853333, 0.5833107233047485, 0.5757933259010315, 0.5725224614143372, 0.5893359184265137, 0.5858449935913086, 0.5929226279258728], "ldr": {"dL_sdil": -0.01286846399307251, "dL_bp": -0.012637794017791748, "ratio": 1.0182523923839888}}, {"step": 3550, "epoch": 7, "train_loss": 0.2695215940475464, "cos_r_negg": [0.5308281779289246, 0.4961392879486084, 0.4681566059589386, 0.4401179254055023, 0.4302953779697418, 0.4114992618560791, 0.3398013710975647], "cos_apical_negg": [0.5308281779289246, 0.4961392879486084, 0.4681566059589386, 0.4401179254055023, 0.4302953779697418, 0.4114992618560791, 0.3398013710975647], "cos_Ac_negg": [0.5308281779289246, 0.4961392879486084, 0.4681566059589386, 0.4401179254055023, 0.4302953779697418, 0.4114992618560791, 0.3398013710975647], "r_norm": [0.5997028350830078, 0.5483270883560181, 0.5421994924545288, 0.5378206968307495, 0.5561107993125916, 0.5509293675422668, 0.5583665370941162]}, {"step": 3600, "epoch": 7, "train_loss": 0.1848357766866684, "cos_r_negg": [0.5566772818565369, 0.5089986324310303, 0.48891690373420715, 0.4524400532245636, 0.45758742094039917, 0.4145362377166748, 0.35386061668395996], "cos_apical_negg": [0.5566772818565369, 0.5089986324310303, 0.48891690373420715, 0.4524400532245636, 0.45758742094039917, 0.4145362377166748, 0.35386061668395996], "cos_Ac_negg": [0.5566772818565369, 0.5089986324310303, 0.48891690373420715, 0.4524400532245636, 0.45758742094039917, 0.4145362377166748, 0.35386061668395996], "r_norm": [0.6525683403015137, 0.6001099348068237, 0.5942928791046143, 0.591838538646698, 0.6036692261695862, 0.6013526320457458, 0.6099324226379395]}, {"step": 3650, "epoch": 7, "train_loss": 0.3117554187774658, "cos_r_negg": [0.5710630416870117, 0.514327883720398, 0.4787464737892151, 0.45907920598983765, 0.42852169275283813, 0.41232338547706604, 0.3564227521419525], "cos_apical_negg": [0.5710630416870117, 0.514327883720398, 0.4787464737892151, 0.45907920598983765, 0.42852169275283813, 0.41232338547706604, 0.3564227521419525], "cos_Ac_negg": [0.5710630416870117, 0.514327883720398, 0.4787464737892151, 0.45907920598983765, 0.42852169275283813, 0.41232338547706604, 0.3564227521419525], "r_norm": [0.5954166054725647, 0.5434859395027161, 0.5373594760894775, 0.5324306488037109, 0.5471544861793518, 0.5459202527999878, 0.5520930290222168]}, {"step": 3700, "epoch": 7, "train_loss": 0.2763271927833557, "cos_r_negg": [0.5552417039871216, 0.5111103653907776, 0.4747604429721832, 0.4584113657474518, 0.4242769479751587, 0.42045772075653076, 0.33905574679374695], "cos_apical_negg": [0.5552417039871216, 0.5111103653907776, 0.4747604429721832, 0.4584113657474518, 0.4242769479751587, 0.42045772075653076, 0.33905574679374695], "cos_Ac_negg": [0.5552417039871216, 0.5111103653907776, 0.4747604429721832, 0.4584113657474518, 0.4242769479751587, 0.42045772075653076, 0.33905574679374695], "r_norm": [0.6356428861618042, 0.579023003578186, 0.5706155896186829, 0.5664846301078796, 0.5865336656570435, 0.5797216296195984, 0.5880114436149597]}, {"step": 3750, "epoch": 7, "train_loss": 0.3603520393371582, "cos_r_negg": [0.5309392213821411, 0.49332350492477417, 0.48039960861206055, 0.4446867108345032, 0.4434298872947693, 0.4228495955467224, 0.3402443528175354], "cos_apical_negg": [0.5309392213821411, 0.49332350492477417, 0.48039960861206055, 0.4446867108345032, 0.4434298872947693, 0.4228495955467224, 0.3402443528175354], "cos_Ac_negg": [0.5309392213821411, 0.49332350492477417, 0.48039960861206055, 0.4446867108345032, 0.4434298872947693, 0.4228495955467224, 0.3402443528175354], "r_norm": [0.6138403415679932, 0.5609198808670044, 0.5530655384063721, 0.5500234365463257, 0.564262866973877, 0.5603033304214478, 0.5684179067611694], "ldr": {"dL_sdil": -0.009527713060379028, "dL_bp": -0.00932401418685913, "ratio": 1.0218466927910708}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.872, "test_loss": 0.38184428405761717}, {"step": 3800, "epoch": 8, "train_loss": 0.22732563316822052, "cos_r_negg": [0.536083459854126, 0.4943711757659912, 0.4598004221916199, 0.44094520807266235, 0.4320466220378876, 0.4156383275985718, 0.35461366176605225], "cos_apical_negg": [0.536083459854126, 0.4943711757659912, 0.4598004221916199, 0.44094520807266235, 0.4320466220378876, 0.4156383275985718, 0.35461366176605225], "cos_Ac_negg": [0.536083459854126, 0.4943711757659912, 0.4598004221916199, 0.44094520807266235, 0.4320466220378876, 0.4156383275985718, 0.35461366176605225], "r_norm": [0.5624343156814575, 0.5117471814155579, 0.5054199695587158, 0.49937891960144043, 0.5157873034477234, 0.5127273201942444, 0.519686222076416]}, {"step": 3850, "epoch": 8, "train_loss": 0.3290507197380066, "cos_r_negg": [0.5631126165390015, 0.5174079537391663, 0.4927785396575928, 0.46624353528022766, 0.46099698543548584, 0.4367564916610718, 0.3642653822898865], "cos_apical_negg": [0.5631126165390015, 0.5174079537391663, 0.4927785396575928, 0.46624353528022766, 0.46099698543548584, 0.4367564916610718, 0.3642653822898865], "cos_Ac_negg": [0.5631126165390015, 0.5174079537391663, 0.4927785396575928, 0.46624353528022766, 0.46099698543548584, 0.4367564916610718, 0.3642653822898865], "r_norm": [0.5720932483673096, 0.5187612175941467, 0.5126788020133972, 0.5069716572761536, 0.5245441198348999, 0.5197818279266357, 0.5266105532646179]}, {"step": 3900, "epoch": 8, "train_loss": 0.20432543754577637, "cos_r_negg": [0.5715172290802002, 0.529515266418457, 0.4968317449092865, 0.4713522791862488, 0.4596392810344696, 0.4445023834705353, 0.368080735206604], "cos_apical_negg": [0.5715172290802002, 0.529515266418457, 0.4968317449092865, 0.4713522791862488, 0.4596392810344696, 0.4445023834705353, 0.368080735206604], "cos_Ac_negg": [0.5715172290802002, 0.529515266418457, 0.4968317449092865, 0.4713522791862488, 0.4596392810344696, 0.4445023834705353, 0.368080735206604], "r_norm": [0.6243220567703247, 0.5644456744194031, 0.5560900568962097, 0.5502985119819641, 0.5654580593109131, 0.5620989799499512, 0.5717173218727112]}, {"step": 3950, "epoch": 8, "train_loss": 0.273101806640625, "cos_r_negg": [0.5698909759521484, 0.531615674495697, 0.4994658827781677, 0.48201191425323486, 0.45160362124443054, 0.45238953828811646, 0.36518752574920654], "cos_apical_negg": [0.5698909759521484, 0.531615674495697, 0.4994658827781677, 0.48201191425323486, 0.45160362124443054, 0.45238953828811646, 0.36518752574920654], "cos_Ac_negg": [0.5698909759521484, 0.531615674495697, 0.4994658827781677, 0.48201191425323486, 0.45160362124443054, 0.45238953828811646, 0.36518752574920654], "r_norm": [0.5616083741188049, 0.5088270902633667, 0.499778687953949, 0.4963129162788391, 0.5100226402282715, 0.506862223148346, 0.5161558985710144]}, {"step": 4000, "epoch": 8, "train_loss": 0.32330310344696045, "cos_r_negg": [0.5670913457870483, 0.52860426902771, 0.5035566091537476, 0.48161178827285767, 0.4603811502456665, 0.43999743461608887, 0.3561980724334717], "cos_apical_negg": [0.5670913457870483, 0.52860426902771, 0.5035566091537476, 0.48161178827285767, 0.4603811502456665, 0.43999743461608887, 0.3561980724334717], "cos_Ac_negg": [0.5670913457870483, 0.52860426902771, 0.5035566091537476, 0.48161178827285767, 0.4603811502456665, 0.43999743461608887, 0.3561980724334717], "r_norm": [0.5843101739883423, 0.5297331809997559, 0.5222614407539368, 0.5146620273590088, 0.5318604707717896, 0.5281587839126587, 0.535977840423584], "ldr": {"dL_sdil": -0.009333521127700806, "dL_bp": -0.009827405214309692, "ratio": 0.9497442024788251}}, {"step": 4050, "epoch": 8, "train_loss": 0.23353871703147888, "cos_r_negg": [0.5705547332763672, 0.5340241193771362, 0.49833810329437256, 0.4773503541946411, 0.4650244116783142, 0.4360726773738861, 0.3613624572753906], "cos_apical_negg": [0.5705547332763672, 0.5340241193771362, 0.49833810329437256, 0.4773503541946411, 0.4650244116783142, 0.4360726773738861, 0.3613624572753906], "cos_Ac_negg": [0.5705547332763672, 0.5340241193771362, 0.49833810329437256, 0.4773503541946411, 0.4650244116783142, 0.4360726773738861, 0.3613624572753906], "r_norm": [0.6488193273544312, 0.5820358395576477, 0.5728577375411987, 0.5654239058494568, 0.5836709141731262, 0.5781298279762268, 0.5897579193115234]}, {"step": 4100, "epoch": 8, "train_loss": 0.2253812849521637, "cos_r_negg": [0.5407487154006958, 0.5091334581375122, 0.48275628685951233, 0.46125468611717224, 0.4425618648529053, 0.42871320247650146, 0.35587912797927856], "cos_apical_negg": [0.5407487154006958, 0.5091334581375122, 0.48275628685951233, 0.46125468611717224, 0.4425618648529053, 0.42871320247650146, 0.35587912797927856], "cos_Ac_negg": [0.5407487154006958, 0.5091334581375122, 0.48275628685951233, 0.46125468611717224, 0.4425618648529053, 0.42871320247650146, 0.35587912797927856], "r_norm": [0.6009311079978943, 0.5393335223197937, 0.5302127003669739, 0.522720217704773, 0.5413301587104797, 0.5357216000556946, 0.5463192462921143]}, {"step": 4150, "epoch": 8, "train_loss": 0.2121800035238266, "cos_r_negg": [0.5667553544044495, 0.53403639793396, 0.49127882719039917, 0.46311771869659424, 0.4486691355705261, 0.43424564599990845, 0.3678418695926666], "cos_apical_negg": [0.5667553544044495, 0.53403639793396, 0.49127882719039917, 0.46311771869659424, 0.4486691355705261, 0.43424564599990845, 0.3678418695926666], "cos_Ac_negg": [0.5667553544044495, 0.53403639793396, 0.49127882719039917, 0.46311771869659424, 0.4486691355705261, 0.43424564599990845, 0.3678418695926666], "r_norm": [0.5553520917892456, 0.4997217357158661, 0.4921250641345978, 0.4857383072376251, 0.5032247304916382, 0.4971596598625183, 0.5058536529541016]}, {"step": 4200, "epoch": 8, "train_loss": 0.2979382872581482, "cos_r_negg": [0.5573588013648987, 0.520819902420044, 0.4875631034374237, 0.46648794412612915, 0.45224475860595703, 0.43298283219337463, 0.36501675844192505], "cos_apical_negg": [0.5573588013648987, 0.520819902420044, 0.4875631034374237, 0.46648794412612915, 0.45224475860595703, 0.43298283219337463, 0.36501675844192505], "cos_Ac_negg": [0.5573588013648987, 0.520819902420044, 0.4875631034374237, 0.46648794412612915, 0.45224475860595703, 0.43298283219337463, 0.36501675844192505], "r_norm": [0.5687192678451538, 0.5141010284423828, 0.5058883428573608, 0.5018190145492554, 0.5161627531051636, 0.5109356045722961, 0.5199865102767944]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.8771, "test_loss": 0.35915382995605466}, {"step": 4250, "epoch": 9, "train_loss": 0.18959897756576538, "cos_r_negg": [0.5638711452484131, 0.5237754583358765, 0.4903607666492462, 0.4764338731765747, 0.45696765184402466, 0.45267707109451294, 0.3785092830657959], "cos_apical_negg": [0.5638711452484131, 0.5237754583358765, 0.4903607666492462, 0.4764338731765747, 0.45696765184402466, 0.45267707109451294, 0.3785092830657959], "cos_Ac_negg": [0.5638711452484131, 0.5237754583358765, 0.4903607666492462, 0.4764338731765747, 0.45696765184402466, 0.45267707109451294, 0.3785092830657959], "r_norm": [0.5816690921783447, 0.5228970646858215, 0.5136021375656128, 0.5072782039642334, 0.5236910581588745, 0.5187245607376099, 0.5289894938468933], "ldr": {"dL_sdil": -0.01299545168876648, "dL_bp": -0.0130995512008667, "ratio": 0.992053200105563}}, {"step": 4300, "epoch": 9, "train_loss": 0.1497076153755188, "cos_r_negg": [0.539345383644104, 0.5080924034118652, 0.4789322316646576, 0.4609166979789734, 0.45423227548599243, 0.4456806778907776, 0.3814921975135803], "cos_apical_negg": [0.539345383644104, 0.5080924034118652, 0.4789322316646576, 0.4609166979789734, 0.45423227548599243, 0.4456806778907776, 0.3814921975135803], "cos_Ac_negg": [0.539345383644104, 0.5080924034118652, 0.4789322316646576, 0.4609166979789734, 0.45423227548599243, 0.4456806778907776, 0.3814921975135803], "r_norm": [0.585587739944458, 0.5232102274894714, 0.5136301517486572, 0.5079396963119507, 0.5213199257850647, 0.5170660614967346, 0.5295406579971313]}, {"step": 4350, "epoch": 9, "train_loss": 0.11670087277889252, "cos_r_negg": [0.5368683338165283, 0.4921734929084778, 0.47035378217697144, 0.4455258250236511, 0.4424077868461609, 0.4380493760108948, 0.3778954744338989], "cos_apical_negg": [0.5368683338165283, 0.4921734929084778, 0.47035378217697144, 0.4455258250236511, 0.4424077868461609, 0.4380493760108948, 0.3778954744338989], "cos_Ac_negg": [0.5368683338165283, 0.4921734929084778, 0.47035378217697144, 0.4455258250236511, 0.4424077868461609, 0.4380493760108948, 0.3778954744338989], "r_norm": [0.5615886449813843, 0.5029301047325134, 0.4935147762298584, 0.4860296845436096, 0.5015318393707275, 0.4967435598373413, 0.5077611207962036]}, {"step": 4400, "epoch": 9, "train_loss": 0.27745336294174194, "cos_r_negg": [0.5423421859741211, 0.5045486688613892, 0.488545298576355, 0.4603584110736847, 0.45836901664733887, 0.4505654573440552, 0.39305779337882996], "cos_apical_negg": [0.5423421859741211, 0.5045486688613892, 0.488545298576355, 0.4603584110736847, 0.45836901664733887, 0.4505654573440552, 0.39305779337882996], "cos_Ac_negg": [0.5423421859741211, 0.5045486688613892, 0.488545298576355, 0.4603584110736847, 0.45836901664733887, 0.4505654573440552, 0.39305779337882996], "r_norm": [0.5970239639282227, 0.534674346446991, 0.5266610383987427, 0.5185237526893616, 0.5374934673309326, 0.5301398038864136, 0.5398703217506409]}, {"step": 4450, "epoch": 9, "train_loss": 0.18488472700119019, "cos_r_negg": [0.5696203112602234, 0.5201584100723267, 0.4929262697696686, 0.46550554037094116, 0.46706637740135193, 0.4536868929862976, 0.3929547071456909], "cos_apical_negg": [0.5696203112602234, 0.5201584100723267, 0.4929262697696686, 0.46550554037094116, 0.46706637740135193, 0.4536868929862976, 0.3929547071456909], "cos_Ac_negg": [0.5696203112602234, 0.5201584100723267, 0.4929262697696686, 0.46550554037094116, 0.46706637740135193, 0.4536868929862976, 0.3929547071456909], "r_norm": [0.5774331092834473, 0.5169094800949097, 0.5055980682373047, 0.49944642186164856, 0.5130245685577393, 0.5102449059486389, 0.5208176970481873]}, {"step": 4500, "epoch": 9, "train_loss": 0.29162800312042236, "cos_r_negg": [0.5508666038513184, 0.5044264793395996, 0.48038798570632935, 0.46813803911209106, 0.46434128284454346, 0.45342254638671875, 0.3876275420188904], "cos_apical_negg": [0.5508666038513184, 0.5044264793395996, 0.48038798570632935, 0.46813803911209106, 0.46434128284454346, 0.45342254638671875, 0.3876275420188904], "cos_Ac_negg": [0.5508666038513184, 0.5044264793395996, 0.48038798570632935, 0.46813803911209106, 0.46434128284454346, 0.45342254638671875, 0.3876275420188904], "r_norm": [0.5990796089172363, 0.5353522896766663, 0.5261776447296143, 0.5173991918563843, 0.5358384251594543, 0.5290840268135071, 0.540120005607605], "ldr": {"dL_sdil": -0.016064345836639404, "dL_bp": -0.018381595611572266, "ratio": 0.8739364185841396}}, {"step": 4550, "epoch": 9, "train_loss": 0.14030322432518005, "cos_r_negg": [0.5475364923477173, 0.5098469257354736, 0.4930095970630646, 0.46846508979797363, 0.4711776375770569, 0.458945631980896, 0.410045325756073], "cos_apical_negg": [0.5475364923477173, 0.5098469257354736, 0.4930095970630646, 0.46846508979797363, 0.4711776375770569, 0.458945631980896, 0.410045325756073], "cos_Ac_negg": [0.5475364923477173, 0.5098469257354736, 0.4930095970630646, 0.46846508979797363, 0.4711776375770569, 0.458945631980896, 0.410045325756073], "r_norm": [0.5366065502166748, 0.477560818195343, 0.4671952426433563, 0.46208322048187256, 0.47504717111587524, 0.4705314636230469, 0.48217999935150146]}, {"step": 4600, "epoch": 9, "train_loss": 0.2711237668991089, "cos_r_negg": [0.5572229623794556, 0.5140607357025146, 0.49223950505256653, 0.4820423424243927, 0.47904345393180847, 0.46346211433410645, 0.39304906129837036], "cos_apical_negg": [0.5572229623794556, 0.5140607357025146, 0.49223950505256653, 0.4820423424243927, 0.47904345393180847, 0.46346211433410645, 0.39304906129837036], "cos_Ac_negg": [0.5572229623794556, 0.5140607357025146, 0.49223950505256653, 0.4820423424243927, 0.47904345393180847, 0.46346211433410645, 0.39304906129837036], "r_norm": [0.5558581352233887, 0.49441081285476685, 0.485328733921051, 0.4785173535346985, 0.4921754002571106, 0.4879606366157532, 0.499480277299881]}, {"step": 4650, "epoch": 9, "train_loss": 0.27244898676872253, "cos_r_negg": [0.5540610551834106, 0.5126311779022217, 0.475195050239563, 0.46973028779029846, 0.47144806385040283, 0.4696621894836426, 0.4064299166202545], "cos_apical_negg": [0.5540610551834106, 0.5126311779022217, 0.475195050239563, 0.46973028779029846, 0.47144806385040283, 0.4696621894836426, 0.4064299166202545], "cos_Ac_negg": [0.5540610551834106, 0.5126311779022217, 0.475195050239563, 0.46973028779029846, 0.47144806385040283, 0.4696621894836426, 0.4064299166202545], "r_norm": [0.5421916842460632, 0.4797055721282959, 0.469755083322525, 0.46354031562805176, 0.4765682816505432, 0.47215643525123596, 0.48478543758392334]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.8802, "test_loss": 0.3622808868408203}, {"step": 4700, "epoch": 10, "train_loss": 0.21803005039691925, "cos_r_negg": [0.5676899552345276, 0.5181955695152283, 0.4836028814315796, 0.4758148193359375, 0.4776221513748169, 0.4666306674480438, 0.4101606607437134], "cos_apical_negg": [0.5676899552345276, 0.5181955695152283, 0.4836028814315796, 0.4758148193359375, 0.4776221513748169, 0.4666306674480438, 0.4101606607437134], "cos_Ac_negg": [0.5676899552345276, 0.5181955695152283, 0.4836028814315796, 0.4758148193359375, 0.4776221513748169, 0.4666306674480438, 0.4101606607437134], "r_norm": [0.5758154392242432, 0.508510947227478, 0.4987967014312744, 0.4911666810512543, 0.5049346685409546, 0.5002298951148987, 0.5128241777420044]}, {"step": 4750, "epoch": 10, "train_loss": 0.27546125650405884, "cos_r_negg": [0.5556814670562744, 0.5168551206588745, 0.49526238441467285, 0.4767037332057953, 0.4922785460948944, 0.46048927307128906, 0.4122198820114136], "cos_apical_negg": [0.5556814670562744, 0.5168551206588745, 0.49526238441467285, 0.4767037332057953, 0.4922785460948944, 0.46048927307128906, 0.4122198820114136], "cos_Ac_negg": [0.5556814670562744, 0.5168551206588745, 0.49526238441467285, 0.4767037332057953, 0.4922785460948944, 0.46048927307128906, 0.4122198820114136], "r_norm": [0.5365030765533447, 0.476043701171875, 0.4675275683403015, 0.4601493179798126, 0.47291624546051025, 0.4682641625404358, 0.47893860936164856], "ldr": {"dL_sdil": -0.00827789306640625, "dL_bp": -0.009315013885498047, "ratio": 0.888661377015613}}, {"step": 4800, "epoch": 10, "train_loss": 0.20094773173332214, "cos_r_negg": [0.535677433013916, 0.49749523401260376, 0.47765040397644043, 0.4647092819213867, 0.46913403272628784, 0.4476228356361389, 0.3988347053527832], "cos_apical_negg": [0.535677433013916, 0.49749523401260376, 0.47765040397644043, 0.4647092819213867, 0.46913403272628784, 0.4476228356361389, 0.3988347053527832], "cos_Ac_negg": [0.535677433013916, 0.49749523401260376, 0.47765040397644043, 0.4647092819213867, 0.46913403272628784, 0.4476228356361389, 0.3988347053527832], "r_norm": [0.5066720247268677, 0.4489285349845886, 0.4375523030757904, 0.43174052238464355, 0.4442797303199768, 0.4400818943977356, 0.45202237367630005]}, {"step": 4850, "epoch": 10, "train_loss": 0.2843542993068695, "cos_r_negg": [0.5534724593162537, 0.5129768252372742, 0.49011126160621643, 0.475772500038147, 0.4793349504470825, 0.47125542163848877, 0.40942811965942383], "cos_apical_negg": [0.5534724593162537, 0.5129768252372742, 0.49011126160621643, 0.475772500038147, 0.4793349504470825, 0.47125542163848877, 0.40942811965942383], "cos_Ac_negg": [0.5534724593162537, 0.5129768252372742, 0.49011126160621643, 0.475772500038147, 0.4793349504470825, 0.47125542163848877, 0.40942811965942383], "r_norm": [0.5335103273391724, 0.47150716185569763, 0.45960569381713867, 0.4539921283721924, 0.4662730097770691, 0.461679607629776, 0.4743950366973877]}, {"step": 4900, "epoch": 10, "train_loss": 0.16701050102710724, "cos_r_negg": [0.532692551612854, 0.5046952962875366, 0.4876169264316559, 0.47497156262397766, 0.48363274335861206, 0.4716068506240845, 0.41837456822395325], "cos_apical_negg": [0.532692551612854, 0.5046952962875366, 0.4876169264316559, 0.47497156262397766, 0.48363274335861206, 0.4716068506240845, 0.41837456822395325], "cos_Ac_negg": [0.532692551612854, 0.5046952962875366, 0.4876169264316559, 0.47497156262397766, 0.48363274335861206, 0.4716068506240845, 0.41837456822395325], "r_norm": [0.5221736431121826, 0.4607192277908325, 0.45026764273643494, 0.4435843229293823, 0.4554390013217926, 0.451238214969635, 0.46316325664520264]}, {"step": 4950, "epoch": 10, "train_loss": 0.18082168698310852, "cos_r_negg": [0.5671848654747009, 0.5248513221740723, 0.4922819137573242, 0.4759800136089325, 0.48250335454940796, 0.4640030264854431, 0.4318768382072449], "cos_apical_negg": [0.5671848654747009, 0.5248513221740723, 0.4922819137573242, 0.4759800136089325, 0.48250335454940796, 0.4640030264854431, 0.4318768382072449], "cos_Ac_negg": [0.5671848654747009, 0.5248513221740723, 0.4922819137573242, 0.4759800136089325, 0.48250335454940796, 0.4640030264854431, 0.4318768382072449], "r_norm": [0.564723789691925, 0.49536895751953125, 0.4842687249183655, 0.47644662857055664, 0.4893670678138733, 0.4842512011528015, 0.49751895666122437]}, {"step": 5000, "epoch": 10, "train_loss": 0.20985306799411774, "cos_r_negg": [0.5462902784347534, 0.5062788724899292, 0.4934879541397095, 0.4807514548301697, 0.48603856563568115, 0.4695490002632141, 0.4182828962802887], "cos_apical_negg": [0.5462902784347534, 0.5062788724899292, 0.4934879541397095, 0.4807514548301697, 0.48603856563568115, 0.4695490002632141, 0.4182828962802887], "cos_Ac_negg": [0.5462902784347534, 0.5062788724899292, 0.4934879541397095, 0.4807514548301697, 0.48603856563568115, 0.4695490002632141, 0.4182828962802887], "r_norm": [0.5833258628845215, 0.5124415159225464, 0.4988464117050171, 0.4906975030899048, 0.5036523342132568, 0.5000131130218506, 0.5146958827972412], "ldr": {"dL_sdil": -0.014482498168945312, "dL_bp": -0.015041142702102661, "ratio": 0.9628589034608884}}, {"step": 5050, "epoch": 10, "train_loss": 0.39677172899246216, "cos_r_negg": [0.5309717059135437, 0.4989822208881378, 0.48383015394210815, 0.47560667991638184, 0.47525691986083984, 0.4615057706832886, 0.41053342819213867], "cos_apical_negg": [0.5309717059135437, 0.4989822208881378, 0.48383015394210815, 0.47560667991638184, 0.47525691986083984, 0.4615057706832886, 0.41053342819213867], "cos_Ac_negg": [0.5309717059135437, 0.4989822208881378, 0.48383015394210815, 0.47560667991638184, 0.47525691986083984, 0.4615057706832886, 0.41053342819213867], "r_norm": [0.5131072998046875, 0.4509785771369934, 0.4398888349533081, 0.43248051404953003, 0.44499969482421875, 0.44026005268096924, 0.4528673589229584]}, {"step": 5100, "epoch": 10, "train_loss": 0.14550158381462097, "cos_r_negg": [0.5556001663208008, 0.5100458860397339, 0.4665597081184387, 0.46529310941696167, 0.4693284034729004, 0.4649689197540283, 0.41887372732162476], "cos_apical_negg": [0.5556001663208008, 0.5100458860397339, 0.4665597081184387, 0.46529310941696167, 0.4693284034729004, 0.4649689197540283, 0.41887372732162476], "cos_Ac_negg": [0.5556001663208008, 0.5100458860397339, 0.4665597081184387, 0.46529310941696167, 0.4693284034729004, 0.4649689197540283, 0.41887372732162476], "r_norm": [0.5236225128173828, 0.458347350358963, 0.44550055265426636, 0.4389388859272003, 0.4489270746707916, 0.4455040693283081, 0.4596766233444214]}, {"step": 5150, "epoch": 10, "train_loss": 0.2249109297990799, "cos_r_negg": [0.5403563976287842, 0.5046026706695557, 0.47424882650375366, 0.4755379557609558, 0.46680933237075806, 0.4658718705177307, 0.4192737340927124], "cos_apical_negg": [0.5403563976287842, 0.5046026706695557, 0.47424882650375366, 0.4755379557609558, 0.46680933237075806, 0.4658718705177307, 0.4192737340927124], "cos_Ac_negg": [0.5403563976287842, 0.5046026706695557, 0.47424882650375366, 0.4755379557609558, 0.46680933237075806, 0.4658718705177307, 0.4192737340927124], "r_norm": [0.5261619091033936, 0.4615306258201599, 0.44915884733200073, 0.4434707760810852, 0.45134466886520386, 0.449320912361145, 0.46344733238220215]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.873, "test_loss": 0.38351530151367186}, {"step": 5200, "epoch": 11, "train_loss": 0.24440117180347443, "cos_r_negg": [0.5666017532348633, 0.5363880395889282, 0.49304288625717163, 0.4786629378795624, 0.4801162779331207, 0.462848961353302, 0.4279462993144989], "cos_apical_negg": [0.5666017532348633, 0.5363880395889282, 0.49304288625717163, 0.4786629378795624, 0.4801162779331207, 0.462848961353302, 0.4279462993144989], "cos_Ac_negg": [0.5666017532348633, 0.5363880395889282, 0.49304288625717163, 0.4786629378795624, 0.4801162779331207, 0.462848961353302, 0.4279462993144989], "r_norm": [0.529544472694397, 0.4628520607948303, 0.4508240520954132, 0.44359004497528076, 0.4546375870704651, 0.45028820633888245, 0.4634501039981842]}, {"step": 5250, "epoch": 11, "train_loss": 0.14348606765270233, "cos_r_negg": [0.558203935623169, 0.5243701338768005, 0.49002760648727417, 0.4715832471847534, 0.4829561114311218, 0.4611263871192932, 0.4227045178413391], "cos_apical_negg": [0.558203935623169, 0.5243701338768005, 0.49002760648727417, 0.4715832471847534, 0.4829561114311218, 0.4611263871192932, 0.4227045178413391], "cos_Ac_negg": [0.558203935623169, 0.5243701338768005, 0.49002760648727417, 0.4715832471847534, 0.4829561114311218, 0.4611263871192932, 0.4227045178413391], "r_norm": [0.5290679931640625, 0.46205827593803406, 0.44833245873451233, 0.4404953122138977, 0.45332634449005127, 0.4484192132949829, 0.46221673488616943], "ldr": {"dL_sdil": -0.006490647792816162, "dL_bp": -0.008688181638717651, "ratio": 0.7470663094670477}}, {"step": 5300, "epoch": 11, "train_loss": 0.23255060613155365, "cos_r_negg": [0.5483602285385132, 0.5209407806396484, 0.4910288453102112, 0.4735528528690338, 0.4616761803627014, 0.4514167904853821, 0.422978937625885], "cos_apical_negg": [0.5483602285385132, 0.5209407806396484, 0.4910288453102112, 0.4735528528690338, 0.4616761803627014, 0.4514167904853821, 0.422978937625885], "cos_Ac_negg": [0.5483602285385132, 0.5209407806396484, 0.4910288453102112, 0.4735528528690338, 0.4616761803627014, 0.4514167904853821, 0.422978937625885], "r_norm": [0.5062438249588013, 0.4431288540363312, 0.43226149678230286, 0.42393362522125244, 0.43523991107940674, 0.4313688576221466, 0.44334840774536133]}, {"step": 5350, "epoch": 11, "train_loss": 0.23247289657592773, "cos_r_negg": [0.5627363920211792, 0.5342345833778381, 0.49716222286224365, 0.48235565423965454, 0.465509295463562, 0.4613192081451416, 0.43198755383491516], "cos_apical_negg": [0.5627363920211792, 0.5342345833778381, 0.49716222286224365, 0.48235565423965454, 0.465509295463562, 0.4613192081451416, 0.43198755383491516], "cos_Ac_negg": [0.5627363920211792, 0.5342345833778381, 0.49716222286224365, 0.48235565423965454, 0.465509295463562, 0.4613192081451416, 0.43198755383491516], "r_norm": [0.5307437181472778, 0.4623062014579773, 0.4505440294742584, 0.44213926792144775, 0.45567160844802856, 0.4492466449737549, 0.46237868070602417]}, {"step": 5400, "epoch": 11, "train_loss": 0.19418512284755707, "cos_r_negg": [0.5589601397514343, 0.5261646509170532, 0.49447357654571533, 0.4789879322052002, 0.46581390500068665, 0.4633551239967346, 0.42852121591567993], "cos_apical_negg": [0.5589601397514343, 0.5261646509170532, 0.49447357654571533, 0.4789879322052002, 0.46581390500068665, 0.4633551239967346, 0.42852121591567993], "cos_Ac_negg": [0.5589601397514343, 0.5261646509170532, 0.49447357654571533, 0.4789879322052002, 0.46581390500068665, 0.4633551239967346, 0.42852121591567993], "r_norm": [0.5347452163696289, 0.466594934463501, 0.45217403769493103, 0.44470542669296265, 0.45786625146865845, 0.4521864056587219, 0.46580779552459717]}, {"step": 5450, "epoch": 11, "train_loss": 0.17870694398880005, "cos_r_negg": [0.5789794325828552, 0.540817141532898, 0.4995817244052887, 0.49138957262039185, 0.49120980501174927, 0.47785505652427673, 0.4580764174461365], "cos_apical_negg": [0.5789794325828552, 0.540817141532898, 0.4995817244052887, 0.49138957262039185, 0.49120980501174927, 0.47785505652427673, 0.4580764174461365], "cos_Ac_negg": [0.5789794325828552, 0.540817141532898, 0.4995817244052887, 0.49138957262039185, 0.49120980501174927, 0.47785505652427673, 0.4580764174461365], "r_norm": [0.5281927585601807, 0.46018344163894653, 0.44656825065612793, 0.4381963610649109, 0.45060497522354126, 0.44558843970298767, 0.45878249406814575]}, {"step": 5500, "epoch": 11, "train_loss": 0.22744129598140717, "cos_r_negg": [0.5484143495559692, 0.5166604518890381, 0.4900433421134949, 0.4741488993167877, 0.46223220229148865, 0.4591955244541168, 0.4339247941970825], "cos_apical_negg": [0.5484143495559692, 0.5166604518890381, 0.4900433421134949, 0.4741488993167877, 0.46223220229148865, 0.4591955244541168, 0.4339247941970825], "cos_Ac_negg": [0.5484143495559692, 0.5166604518890381, 0.4900433421134949, 0.4741488993167877, 0.46223220229148865, 0.4591955244541168, 0.4339247941970825], "r_norm": [0.5104880928993225, 0.4450531005859375, 0.431869238615036, 0.4234457015991211, 0.4359169006347656, 0.43036460876464844, 0.44338101148605347], "ldr": {"dL_sdil": -0.007464170455932617, "dL_bp": -0.009138435125350952, "ratio": 0.8167886901364815}}, {"step": 5550, "epoch": 11, "train_loss": 0.24136528372764587, "cos_r_negg": [0.559717059135437, 0.5204938650131226, 0.486160546541214, 0.4791085720062256, 0.46388959884643555, 0.4668744206428528, 0.4462820291519165], "cos_apical_negg": [0.559717059135437, 0.5204938650131226, 0.486160546541214, 0.4791085720062256, 0.46388959884643555, 0.4668744206428528, 0.4462820291519165], "cos_Ac_negg": [0.559717059135437, 0.5204938650131226, 0.486160546541214, 0.4791085720062256, 0.46388959884643555, 0.4668744206428528, 0.4462820291519165], "r_norm": [0.5003995895385742, 0.43664222955703735, 0.42305809259414673, 0.41565021872520447, 0.42497479915618896, 0.4221928119659424, 0.4350435733795166]}, {"step": 5600, "epoch": 11, "train_loss": 0.2046845555305481, "cos_r_negg": [0.5557334423065186, 0.511476993560791, 0.48043015599250793, 0.4826693534851074, 0.47091811895370483, 0.46066993474960327, 0.4430103302001953], "cos_apical_negg": [0.5557334423065186, 0.511476993560791, 0.48043015599250793, 0.4826693534851074, 0.47091811895370483, 0.46066993474960327, 0.4430103302001953], "cos_Ac_negg": [0.5557334423065186, 0.511476993560791, 0.48043015599250793, 0.4826693534851074, 0.47091811895370483, 0.46066993474960327, 0.4430103302001953], "r_norm": [0.5834579467773438, 0.5062773823738098, 0.4902274012565613, 0.48086971044540405, 0.490875244140625, 0.4871804416179657, 0.5039421916007996]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.8784, "test_loss": 0.38203963928222656}, {"step": 5650, "epoch": 12, "train_loss": 0.1503341943025589, "cos_r_negg": [0.5651653409004211, 0.5241836309432983, 0.4946180582046509, 0.47861140966415405, 0.4747115969657898, 0.456434965133667, 0.43580734729766846], "cos_apical_negg": [0.5651653409004211, 0.5241836309432983, 0.4946180582046509, 0.47861140966415405, 0.4747115969657898, 0.456434965133667, 0.43580734729766846], "cos_Ac_negg": [0.5651653409004211, 0.5241836309432983, 0.4946180582046509, 0.47861140966415405, 0.4747115969657898, 0.456434965133667, 0.43580734729766846], "r_norm": [0.5291458368301392, 0.46021318435668945, 0.4452018439769745, 0.43701907992362976, 0.4463058114051819, 0.4430822432041168, 0.457092821598053]}, {"step": 5700, "epoch": 12, "train_loss": 0.19248083233833313, "cos_r_negg": [0.5577926635742188, 0.5241856575012207, 0.4910750389099121, 0.4749200940132141, 0.46645310521125793, 0.450848788022995, 0.4429718255996704], "cos_apical_negg": [0.5577926635742188, 0.5241856575012207, 0.4910750389099121, 0.4749200940132141, 0.46645310521125793, 0.450848788022995, 0.4429718255996704], "cos_Ac_negg": [0.5577926635742188, 0.5241856575012207, 0.4910750389099121, 0.4749200940132141, 0.46645310521125793, 0.450848788022995, 0.4429718255996704], "r_norm": [0.5073479413986206, 0.4377102851867676, 0.4243060350418091, 0.4156397581100464, 0.42620569467544556, 0.42194461822509766, 0.43624281883239746]}, {"step": 5750, "epoch": 12, "train_loss": 0.3626195192337036, "cos_r_negg": [0.5439383387565613, 0.5146542191505432, 0.4786769449710846, 0.46379467844963074, 0.47107332944869995, 0.45056262612342834, 0.43667328357696533], "cos_apical_negg": [0.5439383387565613, 0.5146542191505432, 0.4786769449710846, 0.46379467844963074, 0.47107332944869995, 0.45056262612342834, 0.43667328357696533], "cos_Ac_negg": [0.5439383387565613, 0.5146542191505432, 0.4786769449710846, 0.46379467844963074, 0.47107332944869995, 0.45056262612342834, 0.43667328357696533], "r_norm": [0.48766660690307617, 0.422224223613739, 0.4075964093208313, 0.4002903699874878, 0.40881988406181335, 0.40586787462234497, 0.4204147458076477], "ldr": {"dL_sdil": -0.009497731924057007, "dL_bp": -0.014535456895828247, "ratio": 0.6534181891993299}}, {"step": 5800, "epoch": 12, "train_loss": 0.20113451778888702, "cos_r_negg": [0.5496211647987366, 0.5124901533126831, 0.4707776606082916, 0.4582712650299072, 0.45407673716545105, 0.45105093717575073, 0.42464229464530945], "cos_apical_negg": [0.5496211647987366, 0.5124901533126831, 0.4707776606082916, 0.4582712650299072, 0.45407673716545105, 0.45105093717575073, 0.42464229464530945], "cos_Ac_negg": [0.5496211647987366, 0.5124901533126831, 0.4707776606082916, 0.4582712650299072, 0.45407673716545105, 0.45105093717575073, 0.42464229464530945], "r_norm": [0.5299168825149536, 0.45763030648231506, 0.44269323348999023, 0.43364375829696655, 0.44321656227111816, 0.4389015734195709, 0.45503944158554077]}, {"step": 5850, "epoch": 12, "train_loss": 0.2441612333059311, "cos_r_negg": [0.5467656850814819, 0.5099948644638062, 0.47485363483428955, 0.46722203493118286, 0.47325557470321655, 0.47034767270088196, 0.43402737379074097], "cos_apical_negg": [0.5467656850814819, 0.5099948644638062, 0.47485363483428955, 0.46722203493118286, 0.47325557470321655, 0.47034767270088196, 0.43402737379074097], "cos_Ac_negg": [0.5467656850814819, 0.5099948644638062, 0.47485363483428955, 0.46722203493118286, 0.47325557470321655, 0.47034767270088196, 0.43402737379074097], "r_norm": [0.5013080835342407, 0.43093281984329224, 0.4158855676651001, 0.40760618448257446, 0.41648799180984497, 0.4131830334663391, 0.4286804795265198]}, {"step": 5900, "epoch": 12, "train_loss": 0.27317601442337036, "cos_r_negg": [0.573866605758667, 0.5302726030349731, 0.5014577507972717, 0.49256038665771484, 0.4798986315727234, 0.48567426204681396, 0.4452543556690216], "cos_apical_negg": [0.573866605758667, 0.5302726030349731, 0.5014577507972717, 0.49256038665771484, 0.4798986315727234, 0.48567426204681396, 0.4452543556690216], "cos_Ac_negg": [0.573866605758667, 0.5302726030349731, 0.5014577507972717, 0.49256038665771484, 0.4798986315727234, 0.48567426204681396, 0.4452543556690216], "r_norm": [0.5401937961578369, 0.46354174613952637, 0.44681620597839355, 0.4376455545425415, 0.4477383494377136, 0.44374188780784607, 0.45952746272087097]}, {"step": 5950, "epoch": 12, "train_loss": 0.21324554085731506, "cos_r_negg": [0.5645959377288818, 0.526067852973938, 0.49715420603752136, 0.48437026143074036, 0.4730139374732971, 0.4719981551170349, 0.4470181465148926], "cos_apical_negg": [0.5645959377288818, 0.526067852973938, 0.49715420603752136, 0.48437026143074036, 0.4730139374732971, 0.4719981551170349, 0.4470181465148926], "cos_Ac_negg": [0.5645959377288818, 0.526067852973938, 0.49715420603752136, 0.48437026143074036, 0.4730139374732971, 0.4719981551170349, 0.4470181465148926], "r_norm": [0.5528106093406677, 0.4707897901535034, 0.45263826847076416, 0.4439197778701782, 0.45461544394493103, 0.4495508074760437, 0.46735072135925293]}, {"step": 6000, "epoch": 12, "train_loss": 0.1278056502342224, "cos_r_negg": [0.5495803356170654, 0.5208146572113037, 0.4975007474422455, 0.4812160134315491, 0.4764959216117859, 0.46153974533081055, 0.45269185304641724], "cos_apical_negg": [0.5495803356170654, 0.5208146572113037, 0.4975007474422455, 0.4812160134315491, 0.4764959216117859, 0.46153974533081055, 0.45269185304641724], "cos_Ac_negg": [0.5495803356170654, 0.5208146572113037, 0.4975007474422455, 0.4812160134315491, 0.4764959216117859, 0.46153974533081055, 0.45269185304641724], "r_norm": [0.47955557703971863, 0.4101148843765259, 0.3948689103126526, 0.3874766230583191, 0.3958382308483124, 0.3920488953590393, 0.4072346091270447], "ldr": {"dL_sdil": -0.007390856742858887, "dL_bp": -0.010672837495803833, "ratio": 0.6924922023561869}}, {"step": 6050, "epoch": 12, "train_loss": 0.15207399427890778, "cos_r_negg": [0.5604454278945923, 0.5278911590576172, 0.5037073493003845, 0.4788671135902405, 0.459009051322937, 0.45208126306533813, 0.4390108585357666], "cos_apical_negg": [0.5604454278945923, 0.5278911590576172, 0.5037073493003845, 0.4788671135902405, 0.459009051322937, 0.45208126306533813, 0.4390108585357666], "cos_Ac_negg": [0.5604454278945923, 0.5278911590576172, 0.5037073493003845, 0.4788671135902405, 0.459009051322937, 0.45208126306533813, 0.4390108585357666], "r_norm": [0.5089179277420044, 0.43505510687828064, 0.4196430444717407, 0.4095461070537567, 0.42063018679618835, 0.41567718982696533, 0.4312799572944641]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.877, "test_loss": 0.3749623992919922}, {"step": 6100, "epoch": 13, "train_loss": 0.28868207335472107, "cos_r_negg": [0.5720211863517761, 0.5299465656280518, 0.5103292465209961, 0.48961371183395386, 0.48876553773880005, 0.4719231128692627, 0.45630985498428345], "cos_apical_negg": [0.5720211863517761, 0.5299465656280518, 0.5103292465209961, 0.48961371183395386, 0.48876553773880005, 0.4719231128692627, 0.45630985498428345], "cos_Ac_negg": [0.5720211863517761, 0.5299465656280518, 0.5103292465209961, 0.48961371183395386, 0.48876553773880005, 0.4719231128692627, 0.45630985498428345], "r_norm": [0.5101748108863831, 0.43401971459388733, 0.41800457239151, 0.4079965353012085, 0.41753724217414856, 0.4133177399635315, 0.4291001856327057]}, {"step": 6150, "epoch": 13, "train_loss": 0.14450055360794067, "cos_r_negg": [0.5609997510910034, 0.522895336151123, 0.4974290728569031, 0.47019055485725403, 0.4557208716869354, 0.4395413398742676, 0.42888343334198], "cos_apical_negg": [0.5609997510910034, 0.522895336151123, 0.4974290728569031, 0.47019055485725403, 0.4557208716869354, 0.4395413398742676, 0.42888343334198], "cos_Ac_negg": [0.5609997510910034, 0.522895336151123, 0.4974290728569031, 0.47019055485725403, 0.4557208716869354, 0.4395413398742676, 0.42888343334198], "r_norm": [0.484139621257782, 0.4101503789424896, 0.395432710647583, 0.38643503189086914, 0.3959031105041504, 0.3906784653663635, 0.406655490398407]}, {"step": 6200, "epoch": 13, "train_loss": 0.21430779993534088, "cos_r_negg": [0.5704156756401062, 0.5332167148590088, 0.4955783188343048, 0.470647394657135, 0.46336629986763, 0.44869041442871094, 0.4311600923538208], "cos_apical_negg": [0.5704156756401062, 0.5332167148590088, 0.4955783188343048, 0.470647394657135, 0.46336629986763, 0.44869041442871094, 0.4311600923538208], "cos_Ac_negg": [0.5704156756401062, 0.5332167148590088, 0.4955783188343048, 0.470647394657135, 0.46336629986763, 0.44869041442871094, 0.4311600923538208], "r_norm": [0.5012331604957581, 0.42642325162887573, 0.4113021790981293, 0.4028656482696533, 0.4116370379924774, 0.4067738652229309, 0.42282041907310486]}, {"step": 6250, "epoch": 13, "train_loss": 0.22091850638389587, "cos_r_negg": [0.556528627872467, 0.525625467300415, 0.4901505708694458, 0.4583592414855957, 0.4594062268733978, 0.4451906681060791, 0.4281702935695648], "cos_apical_negg": [0.556528627872467, 0.525625467300415, 0.4901505708694458, 0.4583592414855957, 0.4594062268733978, 0.4451906681060791, 0.4281702935695648], "cos_Ac_negg": [0.556528627872467, 0.525625467300415, 0.4901505708694458, 0.4583592414855957, 0.4594062268733978, 0.4451906681060791, 0.4281702935695648], "r_norm": [0.5255948305130005, 0.44538620114326477, 0.4284623861312866, 0.41857194900512695, 0.429571270942688, 0.4236524999141693, 0.44153881072998047], "ldr": {"dL_sdil": -0.01682177186012268, "dL_bp": -0.020928621292114258, "ratio": 0.8037687540583953}}, {"step": 6300, "epoch": 13, "train_loss": 0.24205675721168518, "cos_r_negg": [0.5763503909111023, 0.5370236039161682, 0.49800601601600647, 0.4757646918296814, 0.48138514161109924, 0.4539814293384552, 0.4423901438713074], "cos_apical_negg": [0.5763503909111023, 0.5370236039161682, 0.49800601601600647, 0.4757646918296814, 0.48138514161109924, 0.4539814293384552, 0.4423901438713074], "cos_Ac_negg": [0.5763503909111023, 0.5370236039161682, 0.49800601601600647, 0.4757646918296814, 0.48138514161109924, 0.4539814293384552, 0.4423901438713074], "r_norm": [0.5111145973205566, 0.43301764130592346, 0.4161709249019623, 0.406568318605423, 0.4160890579223633, 0.41179728507995605, 0.42839115858078003]}, {"step": 6350, "epoch": 13, "train_loss": 0.2086084634065628, "cos_r_negg": [0.5698209404945374, 0.5313119888305664, 0.4918421506881714, 0.47779980301856995, 0.4820770025253296, 0.46361690759658813, 0.4506072700023651], "cos_apical_negg": [0.5698209404945374, 0.5313119888305664, 0.4918421506881714, 0.47779980301856995, 0.4820770025253296, 0.46361690759658813, 0.4506072700023651], "cos_Ac_negg": [0.5698209404945374, 0.5313119888305664, 0.4918421506881714, 0.47779980301856995, 0.4820770025253296, 0.46361690759658813, 0.4506072700023651], "r_norm": [0.5066784024238586, 0.4299493432044983, 0.4126056730747223, 0.40284034609794617, 0.41079607605934143, 0.40808969736099243, 0.4251430928707123]}, {"step": 6400, "epoch": 13, "train_loss": 0.24056698381900787, "cos_r_negg": [0.5552560687065125, 0.5305323004722595, 0.49355125427246094, 0.475993275642395, 0.4764034152030945, 0.45687204599380493, 0.4488968253135681], "cos_apical_negg": [0.5552560687065125, 0.5305323004722595, 0.49355125427246094, 0.475993275642395, 0.4764034152030945, 0.45687204599380493, 0.4488968253135681], "cos_Ac_negg": [0.5552560687065125, 0.5305323004722595, 0.49355125427246094, 0.475993275642395, 0.4764034152030945, 0.45687204599380493, 0.4488968253135681], "r_norm": [0.4962618052959442, 0.42048487067222595, 0.40332144498825073, 0.39404699206352234, 0.4023513197898865, 0.39884424209594727, 0.415738046169281]}, {"step": 6450, "epoch": 13, "train_loss": 0.17509251832962036, "cos_r_negg": [0.5625512599945068, 0.5301058292388916, 0.4958009719848633, 0.4797571003437042, 0.471678763628006, 0.4536728858947754, 0.45451080799102783], "cos_apical_negg": [0.5625512599945068, 0.5301058292388916, 0.4958009719848633, 0.4797571003437042, 0.471678763628006, 0.4536728858947754, 0.45451080799102783], "cos_Ac_negg": [0.5625512599945068, 0.5301058292388916, 0.4958009719848633, 0.4797571003437042, 0.471678763628006, 0.4536728858947754, 0.45451080799102783], "r_norm": [0.5242449045181274, 0.4446306824684143, 0.42719316482543945, 0.41891804337501526, 0.4240862727165222, 0.4204844832420349, 0.4390910267829895]}, {"step": 6500, "epoch": 13, "train_loss": 0.1367950737476349, "cos_r_negg": [0.5656692981719971, 0.5261092185974121, 0.4903552532196045, 0.4616542160511017, 0.45762714743614197, 0.4466225802898407, 0.45194047689437866], "cos_apical_negg": [0.5656692981719971, 0.5261092185974121, 0.4903552532196045, 0.4616542160511017, 0.45762714743614197, 0.4466225802898407, 0.45194047689437866], "cos_Ac_negg": [0.5656692981719971, 0.5261092185974121, 0.4903552532196045, 0.4616542160511017, 0.45762714743614197, 0.4466225802898407, 0.45194047689437866], "r_norm": [0.5157698392868042, 0.43602290749549866, 0.4178537130355835, 0.40968430042266846, 0.416262149810791, 0.4134153127670288, 0.43095123767852783], "ldr": {"dL_sdil": -0.01158994436264038, "dL_bp": -0.017149657011032104, "ratio": 0.6758120209159141}}, {"step": 6550, "epoch": 13, "train_loss": 0.1700497269630432, "cos_r_negg": [0.5639020204544067, 0.529062032699585, 0.4951231777667999, 0.464419960975647, 0.4633581042289734, 0.45570892095565796, 0.45600247383117676], "cos_apical_negg": [0.5639020204544067, 0.529062032699585, 0.4951231777667999, 0.464419960975647, 0.4633581042289734, 0.45570892095565796, 0.45600247383117676], "cos_Ac_negg": [0.5639020204544067, 0.529062032699585, 0.4951231777667999, 0.464419960975647, 0.4633581042289734, 0.45570892095565796, 0.45600247383117676], "r_norm": [0.49027836322784424, 0.41144293546676636, 0.39357250928878784, 0.3842068016529083, 0.39196914434432983, 0.3871486783027649, 0.40590739250183105]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.8746, "test_loss": 0.38400877380371096}, {"step": 6600, "epoch": 14, "train_loss": 0.167824849486351, "cos_r_negg": [0.5580291748046875, 0.5172692537307739, 0.4895123839378357, 0.4667602777481079, 0.4599931240081787, 0.4394194483757019, 0.44209349155426025], "cos_apical_negg": [0.5580291748046875, 0.5172692537307739, 0.4895123839378357, 0.4667602777481079, 0.4599931240081787, 0.4394194483757019, 0.44209349155426025], "cos_Ac_negg": [0.5580291748046875, 0.5172692537307739, 0.4895123839378357, 0.4667602777481079, 0.4599931240081787, 0.4394194483757019, 0.44209349155426025], "r_norm": [0.4709991216659546, 0.39580899477005005, 0.37755072116851807, 0.3696690797805786, 0.37707555294036865, 0.37262725830078125, 0.3903326988220215]}, {"step": 6650, "epoch": 14, "train_loss": 0.2860838770866394, "cos_r_negg": [0.5764603018760681, 0.5368186235427856, 0.5013771653175354, 0.47651660442352295, 0.4715540409088135, 0.44807320833206177, 0.448916494846344], "cos_apical_negg": [0.5764603018760681, 0.5368186235427856, 0.5013771653175354, 0.47651660442352295, 0.4715540409088135, 0.44807320833206177, 0.448916494846344], "cos_Ac_negg": [0.5764603018760681, 0.5368186235427856, 0.5013771653175354, 0.47651660442352295, 0.4715540409088135, 0.44807320833206177, 0.448916494846344], "r_norm": [0.5387788414955139, 0.4523143172264099, 0.43113973736763, 0.4189860224723816, 0.4283332824707031, 0.42426952719688416, 0.44438761472702026]}, {"step": 6700, "epoch": 14, "train_loss": 0.14075830578804016, "cos_r_negg": [0.5766588449478149, 0.5391603708267212, 0.5070298910140991, 0.48078304529190063, 0.48364514112472534, 0.4600800573825836, 0.46252915263175964], "cos_apical_negg": [0.5766588449478149, 0.5391603708267212, 0.5070298910140991, 0.48078304529190063, 0.48364514112472534, 0.4600800573825836, 0.46252915263175964], "cos_Ac_negg": [0.5766588449478149, 0.5391603708267212, 0.5070298910140991, 0.48078304529190063, 0.48364514112472534, 0.4600800573825836, 0.46252915263175964], "r_norm": [0.5136971473693848, 0.4314436912536621, 0.41193267703056335, 0.40083861351013184, 0.40917396545410156, 0.40507879853248596, 0.42380064725875854]}, {"step": 6750, "epoch": 14, "train_loss": 0.25805461406707764, "cos_r_negg": [0.5614882707595825, 0.5301759243011475, 0.5030703544616699, 0.4743695855140686, 0.47034454345703125, 0.44803696870803833, 0.4487367868423462], "cos_apical_negg": [0.5614882707595825, 0.5301759243011475, 0.5030703544616699, 0.4743695855140686, 0.47034454345703125, 0.44803696870803833, 0.4487367868423462], "cos_Ac_negg": [0.5614882707595825, 0.5301759243011475, 0.5030703544616699, 0.4743695855140686, 0.47034454345703125, 0.44803696870803833, 0.4487367868423462], "r_norm": [0.5055418014526367, 0.4222327470779419, 0.4017491638660431, 0.3921300172805786, 0.4007643461227417, 0.3960404396057129, 0.41557490825653076], "ldr": {"dL_sdil": -0.00911763310432434, "dL_bp": -0.014623820781707764, "ratio": 0.6234781758081411}}, {"step": 6800, "epoch": 14, "train_loss": 0.1858273148536682, "cos_r_negg": [0.5675322413444519, 0.5311577916145325, 0.49407634139060974, 0.46675580739974976, 0.4523439407348633, 0.4428483247756958, 0.44546443223953247], "cos_apical_negg": [0.5675322413444519, 0.5311577916145325, 0.49407634139060974, 0.46675580739974976, 0.4523439407348633, 0.4428483247756958, 0.44546443223953247], "cos_Ac_negg": [0.5675322413444519, 0.5311577916145325, 0.49407634139060974, 0.46675580739974976, 0.4523439407348633, 0.4428483247756958, 0.44546443223953247], "r_norm": [0.49019932746887207, 0.40752914547920227, 0.38900256156921387, 0.3777781128883362, 0.38651901483535767, 0.3815334439277649, 0.4010734558105469]}, {"step": 6850, "epoch": 14, "train_loss": 0.15873104333877563, "cos_r_negg": [0.5671850442886353, 0.5331422090530396, 0.48629483580589294, 0.45590975880622864, 0.45393770933151245, 0.4501650035381317, 0.45673659443855286], "cos_apical_negg": [0.5671850442886353, 0.5331422090530396, 0.48629483580589294, 0.45590975880622864, 0.45393770933151245, 0.4501650035381317, 0.45673659443855286], "cos_Ac_negg": [0.5671850442886353, 0.5331422090530396, 0.48629483580589294, 0.45590975880622864, 0.45393770933151245, 0.4501650035381317, 0.45673659443855286], "r_norm": [0.5153012275695801, 0.42471498250961304, 0.4039514660835266, 0.39329302310943604, 0.40011832118034363, 0.39587128162384033, 0.4172072112560272]}, {"step": 6900, "epoch": 14, "train_loss": 0.24682866036891937, "cos_r_negg": [0.5725289583206177, 0.5346168279647827, 0.49928534030914307, 0.4725853204727173, 0.4636819362640381, 0.44345614314079285, 0.44336163997650146], "cos_apical_negg": [0.5725289583206177, 0.5346168279647827, 0.49928534030914307, 0.4725853204727173, 0.4636819362640381, 0.44345614314079285, 0.44336163997650146], "cos_Ac_negg": [0.5725289583206177, 0.5346168279647827, 0.49928534030914307, 0.4725853204727173, 0.4636819362640381, 0.44345614314079285, 0.44336163997650146], "r_norm": [0.49524617195129395, 0.4109863042831421, 0.3907880187034607, 0.38112521171569824, 0.3900965452194214, 0.3843262791633606, 0.40347743034362793]}, {"step": 6950, "epoch": 14, "train_loss": 0.215321883559227, "cos_r_negg": [0.565315306186676, 0.5257576704025269, 0.4860532879829407, 0.459243506193161, 0.44987136125564575, 0.4388126730918884, 0.4341704249382019], "cos_apical_negg": [0.565315306186676, 0.5257576704025269, 0.4860532879829407, 0.459243506193161, 0.44987136125564575, 0.4388126730918884, 0.4341704249382019], "cos_Ac_negg": [0.565315306186676, 0.5257576704025269, 0.4860532879829407, 0.459243506193161, 0.44987136125564575, 0.4388126730918884, 0.4341704249382019], "r_norm": [0.4908616244792938, 0.40522265434265137, 0.38579508662223816, 0.3745339810848236, 0.3829799294471741, 0.37833642959594727, 0.3977010250091553]}, {"step": 7000, "epoch": 14, "train_loss": 0.16459664702415466, "cos_r_negg": [0.5729274749755859, 0.5324712991714478, 0.49070650339126587, 0.46315187215805054, 0.45416679978370667, 0.44210153818130493, 0.44400376081466675], "cos_apical_negg": [0.5729274749755859, 0.5324712991714478, 0.49070650339126587, 0.46315187215805054, 0.45416679978370667, 0.44210153818130493, 0.44400376081466675], "cos_Ac_negg": [0.5729274749755859, 0.5324712991714478, 0.49070650339126587, 0.46315187215805054, 0.45416679978370667, 0.44210153818130493, 0.44400376081466675], "r_norm": [0.4671802520751953, 0.38467368483543396, 0.36603498458862305, 0.3557925820350647, 0.36285537481307983, 0.358406662940979, 0.3774638772010803], "ldr": {"dL_sdil": -0.009580522775650024, "dL_bp": -0.014146268367767334, "ratio": 0.6772473507910759}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.8845, "test_loss": 0.38189364624023436}, {"step": 7050, "epoch": 15, "train_loss": 0.21169233322143555, "cos_r_negg": [0.5563522577285767, 0.5164165496826172, 0.4698053002357483, 0.4517245590686798, 0.44582605361938477, 0.4414857029914856, 0.43456482887268066], "cos_apical_negg": [0.5563522577285767, 0.5164165496826172, 0.4698053002357483, 0.4517245590686798, 0.44582605361938477, 0.4414857029914856, 0.43456482887268066], "cos_Ac_negg": [0.5563522577285767, 0.5164165496826172, 0.4698053002357483, 0.4517245590686798, 0.44582605361938477, 0.4414857029914856, 0.43456482887268066], "r_norm": [0.4763857126235962, 0.39356279373168945, 0.37407147884368896, 0.36520659923553467, 0.37065237760543823, 0.36708077788352966, 0.3866111636161804]}, {"step": 7100, "epoch": 15, "train_loss": 0.21846728026866913, "cos_r_negg": [0.5598701238632202, 0.5238596200942993, 0.4857063889503479, 0.4652135968208313, 0.4564211368560791, 0.44619107246398926, 0.433004766702652], "cos_apical_negg": [0.5598701238632202, 0.5238596200942993, 0.4857063889503479, 0.4652135968208313, 0.4564211368560791, 0.44619107246398926, 0.433004766702652], "cos_Ac_negg": [0.5598701238632202, 0.5238596200942993, 0.4857063889503479, 0.4652135968208313, 0.4564211368560791, 0.44619107246398926, 0.433004766702652], "r_norm": [0.4975546598434448, 0.41042524576187134, 0.3891904950141907, 0.3785851001739502, 0.3856314420700073, 0.38232171535491943, 0.40189263224601746]}, {"step": 7150, "epoch": 15, "train_loss": 0.253702312707901, "cos_r_negg": [0.5602430105209351, 0.5220807790756226, 0.4839990735054016, 0.45550066232681274, 0.4454529881477356, 0.4372326135635376, 0.43112820386886597], "cos_apical_negg": [0.5602430105209351, 0.5220807790756226, 0.4839990735054016, 0.45550066232681274, 0.4454529881477356, 0.4372326135635376, 0.43112820386886597], "cos_Ac_negg": [0.5602430105209351, 0.5220807790756226, 0.4839990735054016, 0.45550066232681274, 0.4454529881477356, 0.4372326135635376, 0.43112820386886597], "r_norm": [0.4792746305465698, 0.39510807394981384, 0.37493062019348145, 0.36430174112319946, 0.3706815242767334, 0.36751261353492737, 0.3870958387851715]}, {"step": 7200, "epoch": 15, "train_loss": 0.20653700828552246, "cos_r_negg": [0.5469950437545776, 0.5169252157211304, 0.48470431566238403, 0.45241057872772217, 0.43573060631752014, 0.428320050239563, 0.4321054518222809], "cos_apical_negg": [0.5469950437545776, 0.5169252157211304, 0.48470431566238403, 0.45241057872772217, 0.43573060631752014, 0.428320050239563, 0.4321054518222809], "cos_Ac_negg": [0.5469950437545776, 0.5169252157211304, 0.48470431566238403, 0.45241057872772217, 0.43573060631752014, 0.428320050239563, 0.4321054518222809], "r_norm": [0.4807747006416321, 0.3974228799343109, 0.3789891004562378, 0.36838436126708984, 0.3749896287918091, 0.3710985481739044, 0.3891827166080475]}, {"step": 7250, "epoch": 15, "train_loss": 0.30751776695251465, "cos_r_negg": [0.5611281394958496, 0.522653341293335, 0.47969698905944824, 0.45154619216918945, 0.44943392276763916, 0.4465165436267853, 0.44542771577835083], "cos_apical_negg": [0.5611281394958496, 0.522653341293335, 0.47969698905944824, 0.45154619216918945, 0.44943392276763916, 0.4465165436267853, 0.44542771577835083], "cos_Ac_negg": [0.5611281394958496, 0.522653341293335, 0.47969698905944824, 0.45154619216918945, 0.44943392276763916, 0.4465165436267853, 0.44542771577835083], "r_norm": [0.5095881223678589, 0.41645491123199463, 0.39346611499786377, 0.3829147517681122, 0.3876778483390808, 0.3840565085411072, 0.4065200686454773], "ldr": {"dL_sdil": -0.01782885193824768, "dL_bp": -0.023105591535568237, "ratio": 0.7716249943569867}}, {"step": 7300, "epoch": 15, "train_loss": 0.17760169506072998, "cos_r_negg": [0.5630378723144531, 0.5294570922851562, 0.49726206064224243, 0.4646889865398407, 0.4558558464050293, 0.44237005710601807, 0.44309937953948975], "cos_apical_negg": [0.5630378723144531, 0.5294570922851562, 0.49726206064224243, 0.4646889865398407, 0.4558558464050293, 0.44237005710601807, 0.44309937953948975], "cos_Ac_negg": [0.5630378723144531, 0.5294570922851562, 0.49726206064224243, 0.4646889865398407, 0.4558558464050293, 0.44237005710601807, 0.44309937953948975], "r_norm": [0.47796133160591125, 0.39412474632263184, 0.37261223793029785, 0.3619203269481659, 0.3689422011375427, 0.3653828799724579, 0.3850899338722229]}, {"step": 7350, "epoch": 15, "train_loss": 0.15632760524749756, "cos_r_negg": [0.5768837928771973, 0.5316134691238403, 0.5017811059951782, 0.4692044258117676, 0.45785558223724365, 0.4445838928222656, 0.4443139135837555], "cos_apical_negg": [0.5768837928771973, 0.5316134691238403, 0.5017811059951782, 0.4692044258117676, 0.45785558223724365, 0.4445838928222656, 0.4443139135837555], "cos_Ac_negg": [0.5768837928771973, 0.5316134691238403, 0.5017811059951782, 0.4692044258117676, 0.45785558223724365, 0.4445838928222656, 0.4443139135837555], "r_norm": [0.507079005241394, 0.41646087169647217, 0.3938254117965698, 0.3821929693222046, 0.38876646757125854, 0.38544750213623047, 0.4061719477176666]}, {"step": 7400, "epoch": 15, "train_loss": 0.25347277522087097, "cos_r_negg": [0.560053288936615, 0.519271969795227, 0.4875791370868683, 0.460580050945282, 0.45266014337539673, 0.44014182686805725, 0.4408179223537445], "cos_apical_negg": [0.560053288936615, 0.519271969795227, 0.4875791370868683, 0.460580050945282, 0.45266014337539673, 0.44014182686805725, 0.4408179223537445], "cos_Ac_negg": [0.560053288936615, 0.519271969795227, 0.4875791370868683, 0.460580050945282, 0.45266014337539673, 0.44014182686805725, 0.4408179223537445], "r_norm": [0.44512230157852173, 0.36202239990234375, 0.34194058179855347, 0.33255618810653687, 0.3381587862968445, 0.333667516708374, 0.35331833362579346]}, {"step": 7450, "epoch": 15, "train_loss": 0.1834629625082016, "cos_r_negg": [0.5393878221511841, 0.5058332681655884, 0.46968168020248413, 0.4459398090839386, 0.4329502284526825, 0.42462098598480225, 0.4196634292602539], "cos_apical_negg": [0.5393878221511841, 0.5058332681655884, 0.46968168020248413, 0.4459398090839386, 0.4329502284526825, 0.42462098598480225, 0.4196634292602539], "cos_Ac_negg": [0.5393878221511841, 0.5058332681655884, 0.46968168020248413, 0.4459398090839386, 0.4329502284526825, 0.42462098598480225, 0.4196634292602539], "r_norm": [0.4598311185836792, 0.375359445810318, 0.3546852469444275, 0.34384655952453613, 0.35114172101020813, 0.34602999687194824, 0.3660496771335602]}, {"step": 7500, "epoch": 15, "train_loss": 0.17806600034236908, "cos_r_negg": [0.5628573894500732, 0.5242108106613159, 0.4785890579223633, 0.4464294910430908, 0.44941097497940063, 0.4422125518321991, 0.4310033917427063], "cos_apical_negg": [0.5628573894500732, 0.5242108106613159, 0.4785890579223633, 0.4464294910430908, 0.44941097497940063, 0.4422125518321991, 0.4310033917427063], "cos_Ac_negg": [0.5628573894500732, 0.5242108106613159, 0.4785890579223633, 0.4464294910430908, 0.44941097497940063, 0.4422125518321991, 0.4310033917427063], "r_norm": [0.510964035987854, 0.41683265566825867, 0.3923608064651489, 0.3810719847679138, 0.3876345753669739, 0.38362234830856323, 0.40581944584846497], "ldr": {"dL_sdil": -0.017133891582489014, "dL_bp": -0.02557981014251709, "ratio": 0.6698209051211907}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.8786, "test_loss": 0.4089521575927734}, {"step": 7550, "epoch": 16, "train_loss": 0.13278168439865112, "cos_r_negg": [0.551744818687439, 0.5150635242462158, 0.4768120050430298, 0.4458785355091095, 0.4485529363155365, 0.4342149496078491, 0.42434507608413696], "cos_apical_negg": [0.551744818687439, 0.5150635242462158, 0.4768120050430298, 0.4458785355091095, 0.4485529363155365, 0.4342149496078491, 0.42434507608413696], "cos_Ac_negg": [0.551744818687439, 0.5150635242462158, 0.4768120050430298, 0.4458785355091095, 0.4485529363155365, 0.4342149496078491, 0.42434507608413696], "r_norm": [0.470078706741333, 0.38479089736938477, 0.3624618351459503, 0.35386666655540466, 0.35808736085891724, 0.3553321063518524, 0.3752012550830841]}, {"step": 7600, "epoch": 16, "train_loss": 0.24480244517326355, "cos_r_negg": [0.5695329904556274, 0.5349969267845154, 0.5014466047286987, 0.4710178077220917, 0.45751166343688965, 0.4515331983566284, 0.4353940188884735], "cos_apical_negg": [0.5695329904556274, 0.5349969267845154, 0.5014466047286987, 0.4710178077220917, 0.45751166343688965, 0.4515331983566284, 0.4353940188884735], "cos_Ac_negg": [0.5695329904556274, 0.5349969267845154, 0.5014466047286987, 0.4710178077220917, 0.45751166343688965, 0.4515331983566284, 0.4353940188884735], "r_norm": [0.49762994050979614, 0.4019266366958618, 0.3792659640312195, 0.36531341075897217, 0.37186962366104126, 0.36812177300453186, 0.389769971370697]}, {"step": 7650, "epoch": 16, "train_loss": 0.11704213172197342, "cos_r_negg": [0.5716242790222168, 0.5330122113227844, 0.49214091897010803, 0.45841556787490845, 0.4547145366668701, 0.45130476355552673, 0.43585771322250366], "cos_apical_negg": [0.5716242790222168, 0.5330122113227844, 0.49214091897010803, 0.45841556787490845, 0.4547145366668701, 0.45130476355552673, 0.43585771322250366], "cos_Ac_negg": [0.5716242790222168, 0.5330122113227844, 0.49214091897010803, 0.45841556787490845, 0.4547145366668701, 0.45130476355552673, 0.43585771322250366], "r_norm": [0.4972946345806122, 0.40156275033950806, 0.3768458366394043, 0.3644019663333893, 0.3715194761753082, 0.3670503497123718, 0.38949376344680786]}, {"step": 7700, "epoch": 16, "train_loss": 0.09021470695734024, "cos_r_negg": [0.5457953810691833, 0.5102968811988831, 0.4737034738063812, 0.4449847340583801, 0.4368271827697754, 0.43218058347702026, 0.4194743037223816], "cos_apical_negg": [0.5457953810691833, 0.5102968811988831, 0.4737034738063812, 0.4449847340583801, 0.4368271827697754, 0.43218058347702026, 0.4194743037223816], "cos_Ac_negg": [0.5457953810691833, 0.5102968811988831, 0.4737034738063812, 0.4449847340583801, 0.4368271827697754, 0.43218058347702026, 0.4194743037223816], "r_norm": [0.46805477142333984, 0.37983137369155884, 0.3581368625164032, 0.34644752740859985, 0.35288795828819275, 0.34934067726135254, 0.3694465756416321]}, {"step": 7750, "epoch": 16, "train_loss": 0.2175300419330597, "cos_r_negg": [0.5510276556015015, 0.5161136388778687, 0.4814295172691345, 0.4478505253791809, 0.44487595558166504, 0.4293975532054901, 0.43154358863830566], "cos_apical_negg": [0.5510276556015015, 0.5161136388778687, 0.4814295172691345, 0.4478505253791809, 0.44487595558166504, 0.4293975532054901, 0.43154358863830566], "cos_Ac_negg": [0.5510276556015015, 0.5161136388778687, 0.4814295172691345, 0.4478505253791809, 0.44487595558166504, 0.4293975532054901, 0.43154358863830566], "r_norm": [0.46967339515686035, 0.3827873468399048, 0.35949772596359253, 0.3487102687358856, 0.35247641801834106, 0.35113203525543213, 0.3709426820278168], "ldr": {"dL_sdil": -0.011452198028564453, "dL_bp": -0.0192393958568573, "ratio": 0.5952472787487588}}, {"step": 7800, "epoch": 16, "train_loss": 0.10574676096439362, "cos_r_negg": [0.5626469254493713, 0.5255105495452881, 0.4921659827232361, 0.45881175994873047, 0.4542118310928345, 0.4385514259338379, 0.44075918197631836], "cos_apical_negg": [0.5626469254493713, 0.5255105495452881, 0.4921659827232361, 0.45881175994873047, 0.4542118310928345, 0.4385514259338379, 0.44075918197631836], "cos_Ac_negg": [0.5626469254493713, 0.5255105495452881, 0.4921659827232361, 0.45881175994873047, 0.4542118310928345, 0.4385514259338379, 0.44075918197631836], "r_norm": [0.49292629957199097, 0.3967374563217163, 0.3733489215373993, 0.36010921001434326, 0.36555811762809753, 0.36149734258651733, 0.3837437033653259]}, {"step": 7850, "epoch": 16, "train_loss": 0.16562031209468842, "cos_r_negg": [0.5646659135818481, 0.526902437210083, 0.4899047911167145, 0.4567382335662842, 0.4509005844593048, 0.4346473515033722, 0.4362969398498535], "cos_apical_negg": [0.5646659135818481, 0.526902437210083, 0.4899047911167145, 0.4567382335662842, 0.4509005844593048, 0.4346473515033722, 0.4362969398498535], "cos_Ac_negg": [0.5646659135818481, 0.526902437210083, 0.4899047911167145, 0.4567382335662842, 0.4509005844593048, 0.4346473515033722, 0.4362969398498535], "r_norm": [0.4777645170688629, 0.3858415484428406, 0.36271047592163086, 0.3512733578681946, 0.35489243268966675, 0.35244929790496826, 0.3736909329891205]}, {"step": 7900, "epoch": 16, "train_loss": 0.0821772962808609, "cos_r_negg": [0.5436267852783203, 0.5063289403915405, 0.4674750566482544, 0.43026140332221985, 0.43032896518707275, 0.4319053888320923, 0.42675310373306274], "cos_apical_negg": [0.5436267852783203, 0.5063289403915405, 0.4674750566482544, 0.43026140332221985, 0.43032896518707275, 0.4319053888320923, 0.42675310373306274], "cos_Ac_negg": [0.5436267852783203, 0.5063289403915405, 0.4674750566482544, 0.43026140332221985, 0.43032896518707275, 0.4319053888320923, 0.42675310373306274], "r_norm": [0.5020730495452881, 0.4021643400192261, 0.37579047679901123, 0.36437928676605225, 0.3698554039001465, 0.3651018738746643, 0.38921013474464417]}, {"step": 7950, "epoch": 16, "train_loss": 0.16425840556621552, "cos_r_negg": [0.5545049905776978, 0.5088226795196533, 0.47738105058670044, 0.4459363520145416, 0.445220410823822, 0.43134644627571106, 0.42686426639556885], "cos_apical_negg": [0.5545049905776978, 0.5088226795196533, 0.47738105058670044, 0.4459363520145416, 0.445220410823822, 0.43134644627571106, 0.42686426639556885], "cos_Ac_negg": [0.5545049905776978, 0.5088226795196533, 0.47738105058670044, 0.4459363520145416, 0.445220410823822, 0.43134644627571106, 0.42686426639556885], "r_norm": [0.4613981544971466, 0.36768054962158203, 0.34392979741096497, 0.33246123790740967, 0.3388252258300781, 0.3329741954803467, 0.35569971799850464]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.8792, "test_loss": 0.39485135192871096}, {"step": 8000, "epoch": 17, "train_loss": 0.1230994313955307, "cos_r_negg": [0.5540667772293091, 0.519150972366333, 0.48720434308052063, 0.4556865394115448, 0.4418696165084839, 0.4368911385536194, 0.43691232800483704], "cos_apical_negg": [0.5540667772293091, 0.519150972366333, 0.48720434308052063, 0.4556865394115448, 0.4418696165084839, 0.4368911385536194, 0.43691232800483704], "cos_Ac_negg": [0.5540667772293091, 0.519150972366333, 0.48720434308052063, 0.4556865394115448, 0.4418696165084839, 0.4368911385536194, 0.43691232800483704], "r_norm": [0.4812728464603424, 0.3843815326690674, 0.3584398627281189, 0.34740179777145386, 0.3524426817893982, 0.3487342894077301, 0.3722052574157715], "ldr": {"dL_sdil": -0.015197575092315674, "dL_bp": -0.022731274366378784, "ratio": 0.6685755865405416}}, {"step": 8050, "epoch": 17, "train_loss": 0.13104015588760376, "cos_r_negg": [0.5543659329414368, 0.518358588218689, 0.4850360155105591, 0.4514223337173462, 0.43845200538635254, 0.43148112297058105, 0.43300074338912964], "cos_apical_negg": [0.5543659329414368, 0.518358588218689, 0.4850360155105591, 0.4514223337173462, 0.43845200538635254, 0.43148112297058105, 0.43300074338912964], "cos_Ac_negg": [0.5543659329414368, 0.518358588218689, 0.4850360155105591, 0.4514223337173462, 0.43845200538635254, 0.43148112297058105, 0.43300074338912964], "r_norm": [0.5038729906082153, 0.4009903073310852, 0.37400341033935547, 0.36132389307022095, 0.3673401474952698, 0.3626815974712372, 0.3869956135749817]}, {"step": 8100, "epoch": 17, "train_loss": 0.1403222382068634, "cos_r_negg": [0.541892409324646, 0.5079456567764282, 0.47416478395462036, 0.43811121582984924, 0.423883318901062, 0.4247737526893616, 0.43526870012283325], "cos_apical_negg": [0.541892409324646, 0.5079456567764282, 0.47416478395462036, 0.43811121582984924, 0.423883318901062, 0.4247737526893616, 0.43526870012283325], "cos_Ac_negg": [0.541892409324646, 0.5079456567764282, 0.47416478395462036, 0.43811121582984924, 0.423883318901062, 0.4247737526893616, 0.43526870012283325], "r_norm": [0.48893579840660095, 0.39211153984069824, 0.3669542372226715, 0.3542451858520508, 0.36057496070861816, 0.3571356236934662, 0.3785457909107208]}, {"step": 8150, "epoch": 17, "train_loss": 0.1365211308002472, "cos_r_negg": [0.5528898239135742, 0.519099235534668, 0.48439764976501465, 0.44396501779556274, 0.43616682291030884, 0.43936532735824585, 0.44400903582572937], "cos_apical_negg": [0.5528898239135742, 0.519099235534668, 0.48439764976501465, 0.44396501779556274, 0.43616682291030884, 0.43936532735824585, 0.44400903582572937], "cos_Ac_negg": [0.5528898239135742, 0.519099235534668, 0.48439764976501465, 0.44396501779556274, 0.43616682291030884, 0.43936532735824585, 0.44400903582572937], "r_norm": [0.503342866897583, 0.3977751135826111, 0.3703186511993408, 0.3583086133003235, 0.36310911178588867, 0.35898518562316895, 0.38365447521209717]}, {"step": 8200, "epoch": 17, "train_loss": 0.16633562743663788, "cos_r_negg": [0.5430262088775635, 0.505739688873291, 0.47274649143218994, 0.43354475498199463, 0.4234393835067749, 0.42430758476257324, 0.4319581389427185], "cos_apical_negg": [0.5430262088775635, 0.505739688873291, 0.47274649143218994, 0.43354475498199463, 0.4234393835067749, 0.42430758476257324, 0.4319581389427185], "cos_Ac_negg": [0.5430262088775635, 0.505739688873291, 0.47274649143218994, 0.43354475498199463, 0.4234393835067749, 0.42430758476257324, 0.4319581389427185], "r_norm": [0.46058040857315063, 0.36635705828666687, 0.34183287620544434, 0.3305814862251282, 0.3336709439754486, 0.33122968673706055, 0.35315388441085815]}, {"step": 8250, "epoch": 17, "train_loss": 0.1308344006538391, "cos_r_negg": [0.5448988080024719, 0.5114500522613525, 0.474004328250885, 0.43727219104766846, 0.4385104775428772, 0.42473989725112915, 0.43933579325675964], "cos_apical_negg": [0.5448988080024719, 0.5114500522613525, 0.474004328250885, 0.43727219104766846, 0.4385104775428772, 0.42473989725112915, 0.43933579325675964], "cos_Ac_negg": [0.5448988080024719, 0.5114500522613525, 0.474004328250885, 0.43727219104766846, 0.4385104775428772, 0.42473989725112915, 0.43933579325675964], "r_norm": [0.47466331720352173, 0.38020676374435425, 0.3554428219795227, 0.34372639656066895, 0.3468967080116272, 0.3444536328315735, 0.36634561419487], "ldr": {"dL_sdil": -0.01103106141090393, "dL_bp": -0.022208571434020996, "ratio": 0.4967028808528226}}, {"step": 8300, "epoch": 17, "train_loss": 0.11766974627971649, "cos_r_negg": [0.5557142496109009, 0.5168589353561401, 0.4757625460624695, 0.44295892119407654, 0.43454474210739136, 0.43432968854904175, 0.4388965666294098], "cos_apical_negg": [0.5557142496109009, 0.5168589353561401, 0.4757625460624695, 0.44295892119407654, 0.43454474210739136, 0.43432968854904175, 0.4388965666294098], "cos_Ac_negg": [0.5557142496109009, 0.5168589353561401, 0.4757625460624695, 0.44295892119407654, 0.43454474210739136, 0.43432968854904175, 0.4388965666294098], "r_norm": [0.5087229013442993, 0.4070519208908081, 0.38034266233444214, 0.36889171600341797, 0.3720954656600952, 0.36906319856643677, 0.39291852712631226]}, {"step": 8350, "epoch": 17, "train_loss": 0.13334034383296967, "cos_r_negg": [0.5532180666923523, 0.5153646469116211, 0.4774693250656128, 0.4414692521095276, 0.430111289024353, 0.42843925952911377, 0.43771159648895264], "cos_apical_negg": [0.5532180666923523, 0.5153646469116211, 0.4774693250656128, 0.4414692521095276, 0.430111289024353, 0.42843925952911377, 0.43771159648895264], "cos_Ac_negg": [0.5532180666923523, 0.5153646469116211, 0.4774693250656128, 0.4414692521095276, 0.430111289024353, 0.42843925952911377, 0.43771159648895264], "r_norm": [0.48771780729293823, 0.3860481381416321, 0.3607906699180603, 0.3488391041755676, 0.35431867837905884, 0.34890180826187134, 0.37243255972862244]}, {"step": 8400, "epoch": 17, "train_loss": 0.3178735375404358, "cos_r_negg": [0.547839879989624, 0.5099453926086426, 0.4744833707809448, 0.4424421191215515, 0.4304506182670593, 0.43477338552474976, 0.4404746890068054], "cos_apical_negg": [0.547839879989624, 0.5099453926086426, 0.4744833707809448, 0.4424421191215515, 0.4304506182670593, 0.43477338552474976, 0.4404746890068054], "cos_Ac_negg": [0.547839879989624, 0.5099453926086426, 0.4744833707809448, 0.4424421191215515, 0.4304506182670593, 0.43477338552474976, 0.4404746890068054], "r_norm": [0.4798775911331177, 0.377072274684906, 0.35081392526626587, 0.33833038806915283, 0.34312760829925537, 0.33925095200538635, 0.3627054691314697]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.8801, "test_loss": 0.4042506927490234}, {"step": 8450, "epoch": 18, "train_loss": 0.09955641627311707, "cos_r_negg": [0.5479093194007874, 0.5066149234771729, 0.4648992419242859, 0.42901134490966797, 0.4226558804512024, 0.42606261372566223, 0.42614299058914185], "cos_apical_negg": [0.5479093194007874, 0.5066149234771729, 0.4648992419242859, 0.42901134490966797, 0.4226558804512024, 0.42606261372566223, 0.42614299058914185], "cos_Ac_negg": [0.5479093194007874, 0.5066149234771729, 0.4648992419242859, 0.42901134490966797, 0.4226558804512024, 0.42606261372566223, 0.42614299058914185], "r_norm": [0.4767337739467621, 0.3753025531768799, 0.3482587933540344, 0.33547115325927734, 0.33915019035339355, 0.33649876713752747, 0.3599948287010193]}, {"step": 8500, "epoch": 18, "train_loss": 0.11143036186695099, "cos_r_negg": [0.5567548274993896, 0.5217158794403076, 0.4823933243751526, 0.447574257850647, 0.43834179639816284, 0.43921029567718506, 0.4403179883956909], "cos_apical_negg": [0.5567548274993896, 0.5217158794403076, 0.4823933243751526, 0.447574257850647, 0.43834179639816284, 0.43921029567718506, 0.4403179883956909], "cos_Ac_negg": [0.5567548274993896, 0.5217158794403076, 0.4823933243751526, 0.447574257850647, 0.43834179639816284, 0.43921029567718506, 0.4403179883956909], "r_norm": [0.5255950689315796, 0.41204237937927246, 0.38109755516052246, 0.36789795756340027, 0.3715248703956604, 0.36789992451667786, 0.39481544494628906], "ldr": {"dL_sdil": -0.020664304494857788, "dL_bp": -0.03128013014793396, "ratio": 0.660620796560933}}, {"step": 8550, "epoch": 18, "train_loss": 0.10708057880401611, "cos_r_negg": [0.5555046796798706, 0.515566885471344, 0.4749037027359009, 0.4409884810447693, 0.4343509078025818, 0.43192893266677856, 0.43496644496917725], "cos_apical_negg": [0.5555046796798706, 0.515566885471344, 0.4749037027359009, 0.4409884810447693, 0.4343509078025818, 0.43192893266677856, 0.43496644496917725], "cos_Ac_negg": [0.5555046796798706, 0.515566885471344, 0.4749037027359009, 0.4409884810447693, 0.4343509078025818, 0.43192893266677856, 0.43496644496917725], "r_norm": [0.527998149394989, 0.41670656204223633, 0.3856603503227234, 0.3719950318336487, 0.37688231468200684, 0.37368711829185486, 0.40019774436950684]}, {"step": 8600, "epoch": 18, "train_loss": 0.10453850775957108, "cos_r_negg": [0.537868857383728, 0.500666081905365, 0.4655071198940277, 0.43243083357810974, 0.4339803457260132, 0.4344326853752136, 0.4341793656349182], "cos_apical_negg": [0.537868857383728, 0.500666081905365, 0.4655071198940277, 0.43243083357810974, 0.4339803457260132, 0.4344326853752136, 0.4341793656349182], "cos_Ac_negg": [0.537868857383728, 0.500666081905365, 0.4655071198940277, 0.43243083357810974, 0.4339803457260132, 0.4344326853752136, 0.4341793656349182], "r_norm": [0.4917227029800415, 0.38700491189956665, 0.3582935333251953, 0.3465936779975891, 0.3494074046611786, 0.34648093581199646, 0.3713306486606598]}, {"step": 8650, "epoch": 18, "train_loss": 0.08954430371522903, "cos_r_negg": [0.5340688228607178, 0.49083366990089417, 0.45413103699684143, 0.4247843623161316, 0.42087578773498535, 0.42539459466934204, 0.4278460443019867], "cos_apical_negg": [0.5340688228607178, 0.49083366990089417, 0.45413103699684143, 0.4247843623161316, 0.42087578773498535, 0.42539459466934204, 0.4278460443019867], "cos_Ac_negg": [0.5340688228607178, 0.49083366990089417, 0.45413103699684143, 0.4247843623161316, 0.42087578773498535, 0.42539459466934204, 0.4278460443019867], "r_norm": [0.48563653230667114, 0.38468533754348755, 0.355700820684433, 0.3430488109588623, 0.34693196415901184, 0.344186007976532, 0.368458092212677]}, {"step": 8700, "epoch": 18, "train_loss": 0.18921643495559692, "cos_r_negg": [0.5582327842712402, 0.5142754912376404, 0.47218042612075806, 0.4389951825141907, 0.42968741059303284, 0.4264032542705536, 0.4317875802516937], "cos_apical_negg": [0.5582327842712402, 0.5142754912376404, 0.47218042612075806, 0.4389951825141907, 0.42968741059303284, 0.4264032542705536, 0.4317875802516937], "cos_Ac_negg": [0.5582327842712402, 0.5142754912376404, 0.47218042612075806, 0.4389951825141907, 0.42968741059303284, 0.4264032542705536, 0.4317875802516937], "r_norm": [0.479312926530838, 0.3756755590438843, 0.34808745980262756, 0.3342013955116272, 0.3383764624595642, 0.3351709842681885, 0.3592015504837036]}, {"step": 8750, "epoch": 18, "train_loss": 0.18698826432228088, "cos_r_negg": [0.5459854006767273, 0.5079145431518555, 0.4638088345527649, 0.42429500818252563, 0.41652730107307434, 0.41750991344451904, 0.4318225383758545], "cos_apical_negg": [0.5459854006767273, 0.5079145431518555, 0.4638088345527649, 0.42429500818252563, 0.41652730107307434, 0.41750991344451904, 0.4318225383758545], "cos_Ac_negg": [0.5459854006767273, 0.5079145431518555, 0.4638088345527649, 0.42429500818252563, 0.41652730107307434, 0.41750991344451904, 0.4318225383758545], "r_norm": [0.49213436245918274, 0.3836216926574707, 0.35506218671798706, 0.3409344553947449, 0.3448945879936218, 0.34082427620887756, 0.3672270178794861], "ldr": {"dL_sdil": -0.01535874605178833, "dL_bp": -0.0261499285697937, "ratio": 0.5873341493379649}}, {"step": 8800, "epoch": 18, "train_loss": 0.08645296096801758, "cos_r_negg": [0.5408211946487427, 0.5025941133499146, 0.4590912461280823, 0.4244879186153412, 0.4085034430027008, 0.41318488121032715, 0.4223698377609253], "cos_apical_negg": [0.5408211946487427, 0.5025941133499146, 0.4590912461280823, 0.4244879186153412, 0.4085034430027008, 0.41318488121032715, 0.4223698377609253], "cos_Ac_negg": [0.5408211946487427, 0.5025941133499146, 0.4590912461280823, 0.4244879186153412, 0.4085034430027008, 0.41318488121032715, 0.4223698377609253], "r_norm": [0.46976470947265625, 0.3649475574493408, 0.33685606718063354, 0.32388919591903687, 0.3273736834526062, 0.3237435817718506, 0.3483083248138428]}, {"step": 8850, "epoch": 18, "train_loss": 0.1332598626613617, "cos_r_negg": [0.5319406986236572, 0.4922817349433899, 0.45019102096557617, 0.4173946678638458, 0.40883782505989075, 0.40889984369277954, 0.42400968074798584], "cos_apical_negg": [0.5319406986236572, 0.4922817349433899, 0.45019102096557617, 0.4173946678638458, 0.40883782505989075, 0.40889984369277954, 0.42400968074798584], "cos_Ac_negg": [0.5319406986236572, 0.4922817349433899, 0.45019102096557617, 0.4173946678638458, 0.40883782505989075, 0.40889984369277954, 0.42400968074798584], "r_norm": [0.4973105192184448, 0.38739341497421265, 0.35658934712409973, 0.343156099319458, 0.34567955136299133, 0.3428059220314026, 0.3693664073944092]}, {"step": 8900, "epoch": 18, "train_loss": 0.17418573796749115, "cos_r_negg": [0.5396753549575806, 0.49468985199928284, 0.4508817791938782, 0.41765016317367554, 0.4062013328075409, 0.41687509417533875, 0.42877984046936035], "cos_apical_negg": [0.5396753549575806, 0.49468985199928284, 0.4508817791938782, 0.41765016317367554, 0.4062013328075409, 0.41687509417533875, 0.42877984046936035], "cos_Ac_negg": [0.5396753549575806, 0.49468985199928284, 0.4508817791938782, 0.41765016317367554, 0.4062013328075409, 0.41687509417533875, 0.42877984046936035], "r_norm": [0.471610963344574, 0.3645203113555908, 0.3357670307159424, 0.32205790281295776, 0.3248087167739868, 0.32161495089530945, 0.34680354595184326]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.8771, "test_loss": 0.4330085510253906}, {"step": 8950, "epoch": 19, "train_loss": 0.20231783390045166, "cos_r_negg": [0.544234037399292, 0.5069243907928467, 0.4606219232082367, 0.42745113372802734, 0.40924790501594543, 0.42210403084754944, 0.4435982406139374], "cos_apical_negg": [0.544234037399292, 0.5069243907928467, 0.4606219232082367, 0.42745113372802734, 0.40924790501594543, 0.42210403084754944, 0.4435982406139374], "cos_Ac_negg": [0.544234037399292, 0.5069243907928467, 0.4606219232082367, 0.42745113372802734, 0.40924790501594543, 0.42210403084754944, 0.4435982406139374], "r_norm": [0.5101464986801147, 0.39262133836746216, 0.35970497131347656, 0.34521371126174927, 0.34802767634391785, 0.3449357748031616, 0.3734585642814636]}, {"step": 9000, "epoch": 19, "train_loss": 0.19757048785686493, "cos_r_negg": [0.5424788594245911, 0.5063481330871582, 0.4667246639728546, 0.42855292558670044, 0.4162229299545288, 0.4190991222858429, 0.4350263476371765], "cos_apical_negg": [0.5424788594245911, 0.5063481330871582, 0.4667246639728546, 0.42855292558670044, 0.4162229299545288, 0.4190991222858429, 0.4350263476371765], "cos_Ac_negg": [0.5424788594245911, 0.5063481330871582, 0.4667246639728546, 0.42855292558670044, 0.4162229299545288, 0.4190991222858429, 0.4350263476371765], "r_norm": [0.47468996047973633, 0.366396963596344, 0.33630114793777466, 0.32371050119400024, 0.3255939483642578, 0.3227598965167999, 0.34916621446609497], "ldr": {"dL_sdil": -0.013552635908126831, "dL_bp": -0.023781955242156982, "ratio": 0.5698705497562626}}, {"step": 9050, "epoch": 19, "train_loss": 0.15037088096141815, "cos_r_negg": [0.5343309640884399, 0.49860697984695435, 0.45594239234924316, 0.4216282367706299, 0.4079904556274414, 0.41004711389541626, 0.43193259835243225], "cos_apical_negg": [0.5343309640884399, 0.49860697984695435, 0.45594239234924316, 0.4216282367706299, 0.4079904556274414, 0.41004711389541626, 0.43193259835243225], "cos_Ac_negg": [0.5343309640884399, 0.49860697984695435, 0.45594239234924316, 0.4216282367706299, 0.4079904556274414, 0.41004711389541626, 0.43193259835243225], "r_norm": [0.5063511729240417, 0.38900965452194214, 0.3567321300506592, 0.34254539012908936, 0.3455832600593567, 0.34193772077560425, 0.36986082792282104]}, {"step": 9100, "epoch": 19, "train_loss": 0.14980825781822205, "cos_r_negg": [0.5184661746025085, 0.483284056186676, 0.4431779980659485, 0.41130056977272034, 0.39762353897094727, 0.40608373284339905, 0.4243280291557312], "cos_apical_negg": [0.5184661746025085, 0.483284056186676, 0.4431779980659485, 0.41130056977272034, 0.39762353897094727, 0.40608373284339905, 0.4243280291557312], "cos_Ac_negg": [0.5184661746025085, 0.483284056186676, 0.4431779980659485, 0.41130056977272034, 0.39762353897094727, 0.40608373284339905, 0.4243280291557312], "r_norm": [0.4761708974838257, 0.37137842178344727, 0.34160786867141724, 0.3285699486732483, 0.3305301368236542, 0.32913315296173096, 0.3536666929721832]}, {"step": 9150, "epoch": 19, "train_loss": 0.128984272480011, "cos_r_negg": [0.5384330749511719, 0.49870389699935913, 0.45712876319885254, 0.4228339195251465, 0.4113903045654297, 0.41879600286483765, 0.4307115375995636], "cos_apical_negg": [0.5384330749511719, 0.49870389699935913, 0.45712876319885254, 0.4228339195251465, 0.4113903045654297, 0.41879600286483765, 0.4307115375995636], "cos_Ac_negg": [0.5384330749511719, 0.49870389699935913, 0.45712876319885254, 0.4228339195251465, 0.4113903045654297, 0.41879600286483765, 0.4307115375995636], "r_norm": [0.4705447256565094, 0.3651081323623657, 0.33502843976020813, 0.3214326500892639, 0.32438045740127563, 0.321956068277359, 0.34725281596183777]}, {"step": 9200, "epoch": 19, "train_loss": 0.13916216790676117, "cos_r_negg": [0.5408196449279785, 0.5031375885009766, 0.46614810824394226, 0.43890881538391113, 0.4180464744567871, 0.4128135144710541, 0.44186538457870483], "cos_apical_negg": [0.5408196449279785, 0.5031375885009766, 0.46614810824394226, 0.43890881538391113, 0.4180464744567871, 0.4128135144710541, 0.44186538457870483], "cos_Ac_negg": [0.5408196449279785, 0.5031375885009766, 0.46614810824394226, 0.43890881538391113, 0.4180464744567871, 0.4128135144710541, 0.44186538457870483], "r_norm": [0.5174329876899719, 0.39791005849838257, 0.3644152283668518, 0.3473149538040161, 0.3519399166107178, 0.3483504056930542, 0.37676817178726196]}, {"step": 9250, "epoch": 19, "train_loss": 0.13610053062438965, "cos_r_negg": [0.5500964522361755, 0.5019385814666748, 0.46638381481170654, 0.43082842230796814, 0.41968050599098206, 0.4222393035888672, 0.43306633830070496], "cos_apical_negg": [0.5500964522361755, 0.5019385814666748, 0.46638381481170654, 0.43082842230796814, 0.41968050599098206, 0.4222393035888672, 0.43306633830070496], "cos_Ac_negg": [0.5500964522361755, 0.5019385814666748, 0.46638381481170654, 0.43082842230796814, 0.41968050599098206, 0.4222393035888672, 0.43306633830070496], "r_norm": [0.5201611518859863, 0.40097302198410034, 0.3662419617176056, 0.35132911801338196, 0.3531900644302368, 0.35062211751937866, 0.3799574375152588], "ldr": {"dL_sdil": -0.020302146673202515, "dL_bp": -0.033594340085983276, "ratio": 0.6043323554277309}}, {"step": 9300, "epoch": 19, "train_loss": 0.17381145060062408, "cos_r_negg": [0.5430834889411926, 0.504389762878418, 0.4704892039299011, 0.42889976501464844, 0.41103947162628174, 0.4129331707954407, 0.42975547909736633], "cos_apical_negg": [0.5430834889411926, 0.504389762878418, 0.4704892039299011, 0.42889976501464844, 0.41103947162628174, 0.4129331707954407, 0.42975547909736633], "cos_Ac_negg": [0.5430834889411926, 0.504389762878418, 0.4704892039299011, 0.42889976501464844, 0.41103947162628174, 0.4129331707954407, 0.42975547909736633], "r_norm": [0.4926963448524475, 0.3814111053943634, 0.35004153847694397, 0.3362991213798523, 0.338126540184021, 0.3357877731323242, 0.36202937364578247]}, {"step": 9350, "epoch": 19, "train_loss": 0.19154499471187592, "cos_r_negg": [0.5263664722442627, 0.48635226488113403, 0.44823694229125977, 0.4177616834640503, 0.4092683792114258, 0.40502071380615234, 0.4249778389930725], "cos_apical_negg": [0.5263664722442627, 0.48635226488113403, 0.44823694229125977, 0.4177616834640503, 0.4092683792114258, 0.40502071380615234, 0.4249778389930725], "cos_Ac_negg": [0.5263664722442627, 0.48635226488113403, 0.44823694229125977, 0.4177616834640503, 0.4092683792114258, 0.40502071380615234, 0.4249778389930725], "r_norm": [0.49621206521987915, 0.3828872740268707, 0.34961560368537903, 0.33508366346359253, 0.33522355556488037, 0.3335920572280884, 0.36216703057289124]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.8795, "test_loss": 0.4298709228515625}], "final": {"test_acc": 0.8795, "test_loss": 0.4298709228515625, "wall_s": 123.1086049079895, "cos_r_negg": [0.541588544845581, 0.5009393692016602, 0.4581426680088043, 0.4208400845527649, 0.4061102271080017, 0.41073766350746155, 0.4342012405395508], "cos_apical_negg": [0.541588544845581, 0.5009393692016602, 0.4581426680088043, 0.4208400845527649, 0.4061102271080017, 0.41073766350746155, 0.4342012405395508], "cos_Ac_negg": [0.541588544845581, 0.5009393692016602, 0.4581426680088043, 0.4208400845527649, 0.4061102271080017, 0.41073766350746155, 0.4342012405395508]}}
\ No newline at end of file
diff --git a/results/depth_mnist_bp_d10_s0.json b/results/depth_mnist_bp_d10_s0.json
new file mode 100644
index 0000000..d3d7eb4
--- /dev/null
+++ b/results/depth_mnist_bp_d10_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 10, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d10_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.304072856903076}, {"step": 50, "epoch": 0, "train_loss": 0.5128672122955322}, {"step": 100, "epoch": 0, "train_loss": 0.3372955322265625}, {"step": 150, "epoch": 0, "train_loss": 0.4575095474720001}, {"step": 200, "epoch": 0, "train_loss": 0.22241546213626862}, {"step": 250, "epoch": 0, "train_loss": 0.12439153343439102}, {"step": 300, "epoch": 0, "train_loss": 0.2627887725830078}, {"step": 350, "epoch": 0, "train_loss": 0.22523760795593262}, {"step": 400, "epoch": 0, "train_loss": 0.1524152159690857}, {"step": 450, "epoch": 0, "train_loss": 0.23787595331668854}, {"epoch_end": 0, "step": 469, "test_acc": 0.9599, "test_loss": 0.14728854751586914}, {"step": 500, "epoch": 1, "train_loss": 0.16873782873153687}, {"step": 550, "epoch": 1, "train_loss": 0.18288876116275787}, {"step": 600, "epoch": 1, "train_loss": 0.1795681267976761}, {"step": 650, "epoch": 1, "train_loss": 0.1921175718307495}, {"step": 700, "epoch": 1, "train_loss": 0.05444799363613129}, {"step": 750, "epoch": 1, "train_loss": 0.08102880418300629}, {"step": 800, "epoch": 1, "train_loss": 0.12692666053771973}, {"step": 850, "epoch": 1, "train_loss": 0.16860279440879822}, {"step": 900, "epoch": 1, "train_loss": 0.20568253099918365}, {"epoch_end": 1, "step": 938, "test_acc": 0.9644, "test_loss": 0.12159886779785156}, {"step": 950, "epoch": 2, "train_loss": 0.16414478421211243}, {"step": 1000, "epoch": 2, "train_loss": 0.09371394664049149}, {"step": 1050, "epoch": 2, "train_loss": 0.058492254465818405}, {"step": 1100, "epoch": 2, "train_loss": 0.09131065011024475}, {"step": 1150, "epoch": 2, "train_loss": 0.03140287101268768}, {"step": 1200, "epoch": 2, "train_loss": 0.02952248603105545}, {"step": 1250, "epoch": 2, "train_loss": 0.028305906802415848}, {"step": 1300, "epoch": 2, "train_loss": 0.19228200614452362}, {"step": 1350, "epoch": 2, "train_loss": 0.0915277972817421}, {"step": 1400, "epoch": 2, "train_loss": 0.11841849982738495}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9701, "test_loss": 0.109988228225708}, {"step": 1450, "epoch": 3, "train_loss": 0.07879135757684708}, {"step": 1500, "epoch": 3, "train_loss": 0.023201685398817062}, {"step": 1550, "epoch": 3, "train_loss": 0.10751470923423767}, {"step": 1600, "epoch": 3, "train_loss": 0.050551772117614746}, {"step": 1650, "epoch": 3, "train_loss": 0.019116126000881195}, {"step": 1700, "epoch": 3, "train_loss": 0.054422926157712936}, {"step": 1750, "epoch": 3, "train_loss": 0.09295456856489182}, {"step": 1800, "epoch": 3, "train_loss": 0.1049937754869461}, {"step": 1850, "epoch": 3, "train_loss": 0.0759470984339714}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9746, "test_loss": 0.0918285343170166}, {"step": 1900, "epoch": 4, "train_loss": 0.04811515659093857}, {"step": 1950, "epoch": 4, "train_loss": 0.05522448569536209}, {"step": 2000, "epoch": 4, "train_loss": 0.0451619029045105}, {"step": 2050, "epoch": 4, "train_loss": 0.049401067197322845}, {"step": 2100, "epoch": 4, "train_loss": 0.13152071833610535}, {"step": 2150, "epoch": 4, "train_loss": 0.07793093472719193}, {"step": 2200, "epoch": 4, "train_loss": 0.10498450696468353}, {"step": 2250, "epoch": 4, "train_loss": 0.0127043342217803}, {"step": 2300, "epoch": 4, "train_loss": 0.1243746280670166}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9701, "test_loss": 0.11229704818725586}, {"step": 2350, "epoch": 5, "train_loss": 0.029669538140296936}, {"step": 2400, "epoch": 5, "train_loss": 0.04554617404937744}, {"step": 2450, "epoch": 5, "train_loss": 0.08077970147132874}, {"step": 2500, "epoch": 5, "train_loss": 0.10537449270486832}, {"step": 2550, "epoch": 5, "train_loss": 0.08507505804300308}, {"step": 2600, "epoch": 5, "train_loss": 0.0288461372256279}, {"step": 2650, "epoch": 5, "train_loss": 0.03389253094792366}, {"step": 2700, "epoch": 5, "train_loss": 0.14627523720264435}, {"step": 2750, "epoch": 5, "train_loss": 0.03131045773625374}, {"step": 2800, "epoch": 5, "train_loss": 0.0241549015045166}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9766, "test_loss": 0.09444278287887574}, {"step": 2850, "epoch": 6, "train_loss": 0.0943436250090599}, {"step": 2900, "epoch": 6, "train_loss": 0.011074839159846306}, {"step": 2950, "epoch": 6, "train_loss": 0.018206149339675903}, {"step": 3000, "epoch": 6, "train_loss": 0.018701866269111633}, {"step": 3050, "epoch": 6, "train_loss": 0.022906405851244926}, {"step": 3100, "epoch": 6, "train_loss": 0.1341952234506607}, {"step": 3150, "epoch": 6, "train_loss": 0.009745152667164803}, {"step": 3200, "epoch": 6, "train_loss": 0.08359024673700333}, {"step": 3250, "epoch": 6, "train_loss": 0.05050995200872421}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9757, "test_loss": 0.09426239109039307}, {"step": 3300, "epoch": 7, "train_loss": 0.039938364177942276}, {"step": 3350, "epoch": 7, "train_loss": 0.013643747195601463}, {"step": 3400, "epoch": 7, "train_loss": 0.024404821917414665}, {"step": 3450, "epoch": 7, "train_loss": 0.07582106441259384}, {"step": 3500, "epoch": 7, "train_loss": 0.029521077871322632}, {"step": 3550, "epoch": 7, "train_loss": 0.024908380582928658}, {"step": 3600, "epoch": 7, "train_loss": 0.0778537169098854}, {"step": 3650, "epoch": 7, "train_loss": 0.0065078409388661385}, {"step": 3700, "epoch": 7, "train_loss": 0.09475423395633698}, {"step": 3750, "epoch": 7, "train_loss": 0.032043520361185074}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9726, "test_loss": 0.1058175064086914}, {"step": 3800, "epoch": 8, "train_loss": 0.042369186878204346}, {"step": 3850, "epoch": 8, "train_loss": 0.031954020261764526}, {"step": 3900, "epoch": 8, "train_loss": 0.015191083773970604}, {"step": 3950, "epoch": 8, "train_loss": 0.003924219403415918}, {"step": 4000, "epoch": 8, "train_loss": 0.00479459622874856}, {"step": 4050, "epoch": 8, "train_loss": 0.01323087140917778}, {"step": 4100, "epoch": 8, "train_loss": 0.02476833015680313}, {"step": 4150, "epoch": 8, "train_loss": 0.008206545375287533}, {"step": 4200, "epoch": 8, "train_loss": 0.12989723682403564}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9764, "test_loss": 0.09778794956207275}, {"step": 4250, "epoch": 9, "train_loss": 0.01169966347515583}, {"step": 4300, "epoch": 9, "train_loss": 0.045142993330955505}, {"step": 4350, "epoch": 9, "train_loss": 0.010248024016618729}, {"step": 4400, "epoch": 9, "train_loss": 0.058962076902389526}, {"step": 4450, "epoch": 9, "train_loss": 0.01883154734969139}, {"step": 4500, "epoch": 9, "train_loss": 0.013764736242592335}, {"step": 4550, "epoch": 9, "train_loss": 0.012161776423454285}, {"step": 4600, "epoch": 9, "train_loss": 0.015603049658238888}, {"step": 4650, "epoch": 9, "train_loss": 0.04049581661820412}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9769, "test_loss": 0.10474153804779053}, {"step": 4700, "epoch": 10, "train_loss": 0.02310089021921158}, {"step": 4750, "epoch": 10, "train_loss": 0.0006586294039152563}, {"step": 4800, "epoch": 10, "train_loss": 0.005611899774521589}, {"step": 4850, "epoch": 10, "train_loss": 0.03555244579911232}, {"step": 4900, "epoch": 10, "train_loss": 0.01621190458536148}, {"step": 4950, "epoch": 10, "train_loss": 0.0076680537313222885}, {"step": 5000, "epoch": 10, "train_loss": 0.006370510905981064}, {"step": 5050, "epoch": 10, "train_loss": 0.08700184524059296}, {"step": 5100, "epoch": 10, "train_loss": 0.06679899990558624}, {"step": 5150, "epoch": 10, "train_loss": 0.004094432108104229}, {"epoch_end": 10, "step": 5159, "test_acc": 0.979, "test_loss": 0.09186647157669067}, {"step": 5200, "epoch": 11, "train_loss": 0.07682328671216965}, {"step": 5250, "epoch": 11, "train_loss": 0.006147937383502722}, {"step": 5300, "epoch": 11, "train_loss": 0.007957283407449722}, {"step": 5350, "epoch": 11, "train_loss": 0.004931442905217409}, {"step": 5400, "epoch": 11, "train_loss": 0.043063271790742874}, {"step": 5450, "epoch": 11, "train_loss": 0.010553786531090736}, {"step": 5500, "epoch": 11, "train_loss": 0.024627285078167915}, {"step": 5550, "epoch": 11, "train_loss": 0.016425039619207382}, {"step": 5600, "epoch": 11, "train_loss": 0.010691775009036064}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9752, "test_loss": 0.10294564256668091}, {"step": 5650, "epoch": 12, "train_loss": 0.04388948157429695}, {"step": 5700, "epoch": 12, "train_loss": 0.019796397536993027}, {"step": 5750, "epoch": 12, "train_loss": 0.00513097457587719}, {"step": 5800, "epoch": 12, "train_loss": 0.0008231865358538926}, {"step": 5850, "epoch": 12, "train_loss": 0.009110582061111927}, {"step": 5900, "epoch": 12, "train_loss": 0.059547897428274155}, {"step": 5950, "epoch": 12, "train_loss": 0.004996903240680695}, {"step": 6000, "epoch": 12, "train_loss": 0.0050185676664114}, {"step": 6050, "epoch": 12, "train_loss": 0.006460393778979778}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9745, "test_loss": 0.1076680196762085}, {"step": 6100, "epoch": 13, "train_loss": 0.00972725823521614}, {"step": 6150, "epoch": 13, "train_loss": 0.0013116326881572604}, {"step": 6200, "epoch": 13, "train_loss": 0.0013176407665014267}, {"step": 6250, "epoch": 13, "train_loss": 0.006429205182939768}, {"step": 6300, "epoch": 13, "train_loss": 0.0023729256354272366}, {"step": 6350, "epoch": 13, "train_loss": 0.01539111789315939}, {"step": 6400, "epoch": 13, "train_loss": 0.031183166429400444}, {"step": 6450, "epoch": 13, "train_loss": 0.02366635948419571}, {"step": 6500, "epoch": 13, "train_loss": 0.0009713192703202367}, {"step": 6550, "epoch": 13, "train_loss": 0.022955095395445824}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9782, "test_loss": 0.09677257709503174}, {"step": 6600, "epoch": 14, "train_loss": 0.05532132089138031}, {"step": 6650, "epoch": 14, "train_loss": 0.01733400672674179}, {"step": 6700, "epoch": 14, "train_loss": 0.00883071031421423}, {"step": 6750, "epoch": 14, "train_loss": 0.04467092454433441}, {"step": 6800, "epoch": 14, "train_loss": 0.06478666514158249}, {"step": 6850, "epoch": 14, "train_loss": 0.003048170357942581}, {"step": 6900, "epoch": 14, "train_loss": 0.003278956515714526}, {"step": 6950, "epoch": 14, "train_loss": 0.0007880128105171025}, {"step": 7000, "epoch": 14, "train_loss": 0.010479926131665707}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9742, "test_loss": 0.10998480358123779}, {"step": 7050, "epoch": 15, "train_loss": 0.008884862065315247}, {"step": 7100, "epoch": 15, "train_loss": 0.012854657135903835}, {"step": 7150, "epoch": 15, "train_loss": 0.02988489903509617}, {"step": 7200, "epoch": 15, "train_loss": 0.006546911783516407}, {"step": 7250, "epoch": 15, "train_loss": 0.022860350087285042}, {"step": 7300, "epoch": 15, "train_loss": 0.00033832472399808466}, {"step": 7350, "epoch": 15, "train_loss": 0.00035279919393360615}, {"step": 7400, "epoch": 15, "train_loss": 0.005446835421025753}, {"step": 7450, "epoch": 15, "train_loss": 0.030542396008968353}, {"step": 7500, "epoch": 15, "train_loss": 0.028247058391571045}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9724, "test_loss": 0.11624509468078613}, {"step": 7550, "epoch": 16, "train_loss": 0.0007502356893382967}, {"step": 7600, "epoch": 16, "train_loss": 0.05063878372311592}, {"step": 7650, "epoch": 16, "train_loss": 0.00552923372015357}, {"step": 7700, "epoch": 16, "train_loss": 0.0048077586106956005}, {"step": 7750, "epoch": 16, "train_loss": 0.009363955818116665}, {"step": 7800, "epoch": 16, "train_loss": 0.01913059689104557}, {"step": 7850, "epoch": 16, "train_loss": 0.04058351367712021}, {"step": 7900, "epoch": 16, "train_loss": 0.020762206986546516}, {"step": 7950, "epoch": 16, "train_loss": 0.019403060898184776}, {"epoch_end": 16, "step": 7973, "test_acc": 0.976, "test_loss": 0.11270708332061767}, {"step": 8000, "epoch": 17, "train_loss": 0.015550552867352962}, {"step": 8050, "epoch": 17, "train_loss": 0.00987506378442049}, {"step": 8100, "epoch": 17, "train_loss": 0.0008979376289062202}, {"step": 8150, "epoch": 17, "train_loss": 0.000998643459752202}, {"step": 8200, "epoch": 17, "train_loss": 0.0006432462250813842}, {"step": 8250, "epoch": 17, "train_loss": 0.03675176203250885}, {"step": 8300, "epoch": 17, "train_loss": 0.002395977731794119}, {"step": 8350, "epoch": 17, "train_loss": 0.00845841784030199}, {"step": 8400, "epoch": 17, "train_loss": 0.0007979288347996771}, {"epoch_end": 17, "step": 8442, "test_acc": 0.978, "test_loss": 0.10295830593109132}, {"step": 8450, "epoch": 18, "train_loss": 0.006777467206120491}, {"step": 8500, "epoch": 18, "train_loss": 0.002416289644315839}, {"step": 8550, "epoch": 18, "train_loss": 0.04829494655132294}, {"step": 8600, "epoch": 18, "train_loss": 0.05407202988862991}, {"step": 8650, "epoch": 18, "train_loss": 0.001874591689556837}, {"step": 8700, "epoch": 18, "train_loss": 0.02208983711898327}, {"step": 8750, "epoch": 18, "train_loss": 0.000710657041054219}, {"step": 8800, "epoch": 18, "train_loss": 0.06274383515119553}, {"step": 8850, "epoch": 18, "train_loss": 0.027910947799682617}, {"step": 8900, "epoch": 18, "train_loss": 0.0022276523523032665}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9766, "test_loss": 0.10913337078094483}, {"step": 8950, "epoch": 19, "train_loss": 0.006270725280046463}, {"step": 9000, "epoch": 19, "train_loss": 0.003244661958888173}, {"step": 9050, "epoch": 19, "train_loss": 0.0021938837599009275}, {"step": 9100, "epoch": 19, "train_loss": 0.0018876729300245643}, {"step": 9150, "epoch": 19, "train_loss": 0.010348283685743809}, {"step": 9200, "epoch": 19, "train_loss": 0.004499982576817274}, {"step": 9250, "epoch": 19, "train_loss": 0.0008754241862334311}, {"step": 9300, "epoch": 19, "train_loss": 0.001146534807048738}, {"step": 9350, "epoch": 19, "train_loss": 0.0007099032518453896}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9785, "test_loss": 0.11233096523284912}], "final": {"test_acc": 0.9785, "test_loss": 0.11233096523284912, "wall_s": 43.79383444786072}}
\ No newline at end of file
diff --git a/results/depth_mnist_bp_d3_s0.json b/results/depth_mnist_bp_d3_s0.json
new file mode 100644
index 0000000..64253fd
--- /dev/null
+++ b/results/depth_mnist_bp_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d3_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703}, {"step": 50, "epoch": 0, "train_loss": 0.5032645463943481}, {"step": 100, "epoch": 0, "train_loss": 0.27465006709098816}, {"step": 150, "epoch": 0, "train_loss": 0.2581779360771179}, {"step": 200, "epoch": 0, "train_loss": 0.16962496936321259}, {"step": 250, "epoch": 0, "train_loss": 0.12286252528429031}, {"step": 300, "epoch": 0, "train_loss": 0.2523651421070099}, {"step": 350, "epoch": 0, "train_loss": 0.13523779809474945}, {"step": 400, "epoch": 0, "train_loss": 0.091353639960289}, {"step": 450, "epoch": 0, "train_loss": 0.1441369354724884}, {"epoch_end": 0, "step": 469, "test_acc": 0.9626, "test_loss": 0.12544138717651368}, {"step": 500, "epoch": 1, "train_loss": 0.1466996669769287}, {"step": 550, "epoch": 1, "train_loss": 0.07183448225259781}, {"step": 600, "epoch": 1, "train_loss": 0.11215747892856598}, {"step": 650, "epoch": 1, "train_loss": 0.11673463135957718}, {"step": 700, "epoch": 1, "train_loss": 0.03600970283150673}, {"step": 750, "epoch": 1, "train_loss": 0.03107685036957264}, {"step": 800, "epoch": 1, "train_loss": 0.054465629160404205}, {"step": 850, "epoch": 1, "train_loss": 0.12252850085496902}, {"step": 900, "epoch": 1, "train_loss": 0.07975418865680695}, {"epoch_end": 1, "step": 938, "test_acc": 0.9672, "test_loss": 0.10648123817443848}, {"step": 950, "epoch": 2, "train_loss": 0.08715511858463287}, {"step": 1000, "epoch": 2, "train_loss": 0.05914512649178505}, {"step": 1050, "epoch": 2, "train_loss": 0.03550403565168381}, {"step": 1100, "epoch": 2, "train_loss": 0.047678690403699875}, {"step": 1150, "epoch": 2, "train_loss": 0.025931160897016525}, {"step": 1200, "epoch": 2, "train_loss": 0.027033023536205292}, {"step": 1250, "epoch": 2, "train_loss": 0.013369864784181118}, {"step": 1300, "epoch": 2, "train_loss": 0.08212701231241226}, {"step": 1350, "epoch": 2, "train_loss": 0.050267815589904785}, {"step": 1400, "epoch": 2, "train_loss": 0.07560715079307556}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9726, "test_loss": 0.0984932970046997}, {"step": 1450, "epoch": 3, "train_loss": 0.024298282340168953}, {"step": 1500, "epoch": 3, "train_loss": 0.05395268276333809}, {"step": 1550, "epoch": 3, "train_loss": 0.02096751518547535}, {"step": 1600, "epoch": 3, "train_loss": 0.019597789272665977}, {"step": 1650, "epoch": 3, "train_loss": 0.025178195908665657}, {"step": 1700, "epoch": 3, "train_loss": 0.03439250588417053}, {"step": 1750, "epoch": 3, "train_loss": 0.021666569635272026}, {"step": 1800, "epoch": 3, "train_loss": 0.02363680675625801}, {"step": 1850, "epoch": 3, "train_loss": 0.03179867938160896}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9783, "test_loss": 0.07511802463531495}, {"step": 1900, "epoch": 4, "train_loss": 0.03244609385728836}, {"step": 1950, "epoch": 4, "train_loss": 0.036977142095565796}, {"step": 2000, "epoch": 4, "train_loss": 0.02802259474992752}, {"step": 2050, "epoch": 4, "train_loss": 0.03327364847064018}, {"step": 2100, "epoch": 4, "train_loss": 0.028275910764932632}, {"step": 2150, "epoch": 4, "train_loss": 0.04065338522195816}, {"step": 2200, "epoch": 4, "train_loss": 0.03592389449477196}, {"step": 2250, "epoch": 4, "train_loss": 0.00565707590430975}, {"step": 2300, "epoch": 4, "train_loss": 0.08376658707857132}, {"epoch_end": 4, "step": 2345, "test_acc": 0.975, "test_loss": 0.08548317594528199}, {"step": 2350, "epoch": 5, "train_loss": 0.02217136323451996}, {"step": 2400, "epoch": 5, "train_loss": 0.008732021786272526}, {"step": 2450, "epoch": 5, "train_loss": 0.013666902668774128}, {"step": 2500, "epoch": 5, "train_loss": 0.012398582883179188}, {"step": 2550, "epoch": 5, "train_loss": 0.02149277739226818}, {"step": 2600, "epoch": 5, "train_loss": 0.01173210795968771}, {"step": 2650, "epoch": 5, "train_loss": 0.010605601593852043}, {"step": 2700, "epoch": 5, "train_loss": 0.04985564202070236}, {"step": 2750, "epoch": 5, "train_loss": 0.014645557850599289}, {"step": 2800, "epoch": 5, "train_loss": 0.023769330233335495}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9764, "test_loss": 0.08824965553283691}, {"step": 2850, "epoch": 6, "train_loss": 0.011642055585980415}, {"step": 2900, "epoch": 6, "train_loss": 0.004931704141199589}, {"step": 2950, "epoch": 6, "train_loss": 0.009668303653597832}, {"step": 3000, "epoch": 6, "train_loss": 0.0023451331071555614}, {"step": 3050, "epoch": 6, "train_loss": 0.01334653701633215}, {"step": 3100, "epoch": 6, "train_loss": 0.039471253752708435}, {"step": 3150, "epoch": 6, "train_loss": 0.006774383597075939}, {"step": 3200, "epoch": 6, "train_loss": 0.03035900369286537}, {"step": 3250, "epoch": 6, "train_loss": 0.0024040802381932735}, {"epoch_end": 6, "step": 3283, "test_acc": 0.978, "test_loss": 0.08609031496047974}, {"step": 3300, "epoch": 7, "train_loss": 0.002877062652260065}, {"step": 3350, "epoch": 7, "train_loss": 0.006247278768569231}, {"step": 3400, "epoch": 7, "train_loss": 0.004004425369203091}, {"step": 3450, "epoch": 7, "train_loss": 0.0070238565094769}, {"step": 3500, "epoch": 7, "train_loss": 0.007024697028100491}, {"step": 3550, "epoch": 7, "train_loss": 0.003391600912436843}, {"step": 3600, "epoch": 7, "train_loss": 0.0067713139578700066}, {"step": 3650, "epoch": 7, "train_loss": 0.0003138199681416154}, {"step": 3700, "epoch": 7, "train_loss": 0.018455520272254944}, {"step": 3750, "epoch": 7, "train_loss": 0.016111036762595177}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9775, "test_loss": 0.08955985670089722}, {"step": 3800, "epoch": 8, "train_loss": 0.013029346242547035}, {"step": 3850, "epoch": 8, "train_loss": 0.003360057482495904}, {"step": 3900, "epoch": 8, "train_loss": 0.0023200761061161757}, {"step": 3950, "epoch": 8, "train_loss": 0.008042641915380955}, {"step": 4000, "epoch": 8, "train_loss": 0.0006966647924855351}, {"step": 4050, "epoch": 8, "train_loss": 0.007802588865160942}, {"step": 4100, "epoch": 8, "train_loss": 0.0015129663515836}, {"step": 4150, "epoch": 8, "train_loss": 0.0004014447331428528}, {"step": 4200, "epoch": 8, "train_loss": 0.0044928425922989845}, {"epoch_end": 8, "step": 4221, "test_acc": 0.979, "test_loss": 0.08535044202804565}, {"step": 4250, "epoch": 9, "train_loss": 0.002505158307030797}, {"step": 4300, "epoch": 9, "train_loss": 0.0011880816891789436}, {"step": 4350, "epoch": 9, "train_loss": 0.0006162140634842217}, {"step": 4400, "epoch": 9, "train_loss": 0.0007144609116949141}, {"step": 4450, "epoch": 9, "train_loss": 0.00114968151319772}, {"step": 4500, "epoch": 9, "train_loss": 0.0004968501743860543}, {"step": 4550, "epoch": 9, "train_loss": 0.0008031363831833005}, {"step": 4600, "epoch": 9, "train_loss": 0.0012763383565470576}, {"step": 4650, "epoch": 9, "train_loss": 0.0011450431775301695}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9824, "test_loss": 0.07455941529273986}, {"step": 4700, "epoch": 10, "train_loss": 0.00023351790150627494}, {"step": 4750, "epoch": 10, "train_loss": 0.00031576567562296987}, {"step": 4800, "epoch": 10, "train_loss": 0.00039856371586211026}, {"step": 4850, "epoch": 10, "train_loss": 0.0004467434773687273}, {"step": 4900, "epoch": 10, "train_loss": 0.00048433878691866994}, {"step": 4950, "epoch": 10, "train_loss": 0.0003133094869554043}, {"step": 5000, "epoch": 10, "train_loss": 0.000613381911534816}, {"step": 5050, "epoch": 10, "train_loss": 0.00031657572253607213}, {"step": 5100, "epoch": 10, "train_loss": 0.0002211653918493539}, {"step": 5150, "epoch": 10, "train_loss": 8.180722943507135e-05}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9821, "test_loss": 0.07658244514465332}, {"step": 5200, "epoch": 11, "train_loss": 0.0004223644791636616}, {"step": 5250, "epoch": 11, "train_loss": 0.00030820630490779877}, {"step": 5300, "epoch": 11, "train_loss": 0.00040049912058748305}, {"step": 5350, "epoch": 11, "train_loss": 0.0001870007545221597}, {"step": 5400, "epoch": 11, "train_loss": 0.0004379497841000557}, {"step": 5450, "epoch": 11, "train_loss": 0.00016796817362774163}, {"step": 5500, "epoch": 11, "train_loss": 0.0002918691898230463}, {"step": 5550, "epoch": 11, "train_loss": 0.0004700137651525438}, {"step": 5600, "epoch": 11, "train_loss": 0.0003795548400375992}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9825, "test_loss": 0.07848679347038269}, {"step": 5650, "epoch": 12, "train_loss": 0.00018783204723149538}, {"step": 5700, "epoch": 12, "train_loss": 0.0001383740600431338}, {"step": 5750, "epoch": 12, "train_loss": 0.0001774810953065753}, {"step": 5800, "epoch": 12, "train_loss": 0.0001851953857112676}, {"step": 5850, "epoch": 12, "train_loss": 0.0001796487922547385}, {"step": 5900, "epoch": 12, "train_loss": 0.0003254969487898052}, {"step": 5950, "epoch": 12, "train_loss": 0.00031295299413613975}, {"step": 6000, "epoch": 12, "train_loss": 0.0003133797727059573}, {"step": 6050, "epoch": 12, "train_loss": 0.0002721876953728497}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9827, "test_loss": 0.07877399339675903}, {"step": 6100, "epoch": 13, "train_loss": 0.0002206912322435528}, {"step": 6150, "epoch": 13, "train_loss": 0.00018671354337129742}, {"step": 6200, "epoch": 13, "train_loss": 0.0001826930238166824}, {"step": 6250, "epoch": 13, "train_loss": 0.00013370493252296}, {"step": 6300, "epoch": 13, "train_loss": 0.0001651750790188089}, {"step": 6350, "epoch": 13, "train_loss": 0.00022876946604810655}, {"step": 6400, "epoch": 13, "train_loss": 0.000576435646507889}, {"step": 6450, "epoch": 13, "train_loss": 9.416822285857052e-05}, {"step": 6500, "epoch": 13, "train_loss": 8.93005562829785e-05}, {"step": 6550, "epoch": 13, "train_loss": 0.0003155080776195973}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9828, "test_loss": 0.0793029128074646}, {"step": 6600, "epoch": 14, "train_loss": 0.0001333207037532702}, {"step": 6650, "epoch": 14, "train_loss": 0.00017808692064136267}, {"step": 6700, "epoch": 14, "train_loss": 0.00025377009296789765}, {"step": 6750, "epoch": 14, "train_loss": 0.00019620225066319108}, {"step": 6800, "epoch": 14, "train_loss": 0.00014824469690211117}, {"step": 6850, "epoch": 14, "train_loss": 0.00020110441255383193}, {"step": 6900, "epoch": 14, "train_loss": 0.00017248059157282114}, {"step": 6950, "epoch": 14, "train_loss": 7.320477743633091e-05}, {"step": 7000, "epoch": 14, "train_loss": 0.00019092365982942283}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9827, "test_loss": 0.08001932334899903}, {"step": 7050, "epoch": 15, "train_loss": 8.045260619837791e-05}, {"step": 7100, "epoch": 15, "train_loss": 0.0002549329656176269}, {"step": 7150, "epoch": 15, "train_loss": 9.346091974293813e-05}, {"step": 7200, "epoch": 15, "train_loss": 0.00022706450545229018}, {"step": 7250, "epoch": 15, "train_loss": 9.450680227018893e-05}, {"step": 7300, "epoch": 15, "train_loss": 5.7615125115262344e-05}, {"step": 7350, "epoch": 15, "train_loss": 0.00011311593698337674}, {"step": 7400, "epoch": 15, "train_loss": 0.00024193762510549277}, {"step": 7450, "epoch": 15, "train_loss": 0.0001565579150337726}, {"step": 7500, "epoch": 15, "train_loss": 0.00010695104720070958}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9827, "test_loss": 0.08050118956565856}, {"step": 7550, "epoch": 16, "train_loss": 9.594497532816604e-05}, {"step": 7600, "epoch": 16, "train_loss": 0.00010527694394113496}, {"step": 7650, "epoch": 16, "train_loss": 8.923142740968615e-05}, {"step": 7700, "epoch": 16, "train_loss": 0.00011913620983250439}, {"step": 7750, "epoch": 16, "train_loss": 0.0002155322872567922}, {"step": 7800, "epoch": 16, "train_loss": 0.0001668279874138534}, {"step": 7850, "epoch": 16, "train_loss": 8.184018224710599e-05}, {"step": 7900, "epoch": 16, "train_loss": 0.00012544832134153694}, {"step": 7950, "epoch": 16, "train_loss": 0.0002052448398899287}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9829, "test_loss": 0.08099215316772461}, {"step": 8000, "epoch": 17, "train_loss": 5.4329295380739495e-05}, {"step": 8050, "epoch": 17, "train_loss": 9.679016511654481e-05}, {"step": 8100, "epoch": 17, "train_loss": 0.0002504176227375865}, {"step": 8150, "epoch": 17, "train_loss": 9.121440234594047e-05}, {"step": 8200, "epoch": 17, "train_loss": 7.280429417733103e-05}, {"step": 8250, "epoch": 17, "train_loss": 0.00026603188598528504}, {"step": 8300, "epoch": 17, "train_loss": 6.443187885452062e-05}, {"step": 8350, "epoch": 17, "train_loss": 0.00014258778537623584}, {"step": 8400, "epoch": 17, "train_loss": 0.00019863454508595169}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9828, "test_loss": 0.08140166540145874}, {"step": 8450, "epoch": 18, "train_loss": 0.00016389785741921514}, {"step": 8500, "epoch": 18, "train_loss": 8.490987966069952e-05}, {"step": 8550, "epoch": 18, "train_loss": 0.0002153585373889655}, {"step": 8600, "epoch": 18, "train_loss": 0.00016855861758813262}, {"step": 8650, "epoch": 18, "train_loss": 0.00013522298831958324}, {"step": 8700, "epoch": 18, "train_loss": 0.00022105785319581628}, {"step": 8750, "epoch": 18, "train_loss": 9.17491561267525e-05}, {"step": 8800, "epoch": 18, "train_loss": 0.00011664943303912878}, {"step": 8850, "epoch": 18, "train_loss": 8.671765681356192e-05}, {"step": 8900, "epoch": 18, "train_loss": 8.007979340618476e-05}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9826, "test_loss": 0.08204041876792907}, {"step": 8950, "epoch": 19, "train_loss": 4.749181607621722e-05}, {"step": 9000, "epoch": 19, "train_loss": 5.892386980121955e-05}, {"step": 9050, "epoch": 19, "train_loss": 0.00018503065803088248}, {"step": 9100, "epoch": 19, "train_loss": 9.196836617775261e-05}, {"step": 9150, "epoch": 19, "train_loss": 0.00016836539725773036}, {"step": 9200, "epoch": 19, "train_loss": 9.310579480370507e-05}, {"step": 9250, "epoch": 19, "train_loss": 5.4821073717903346e-05}, {"step": 9300, "epoch": 19, "train_loss": 7.102347444742918e-05}, {"step": 9350, "epoch": 19, "train_loss": 0.00011019947123713791}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9827, "test_loss": 0.08243350100517273}], "final": {"test_acc": 0.9827, "test_loss": 0.08243350100517273, "wall_s": 21.85252022743225}}
\ No newline at end of file
diff --git a/results/depth_mnist_bp_d3_s1.json b/results/depth_mnist_bp_d3_s1.json
new file mode 100644
index 0000000..8febffb
--- /dev/null
+++ b/results/depth_mnist_bp_d3_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d3_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2478644847869873}, {"step": 50, "epoch": 0, "train_loss": 0.45810359716415405}, {"step": 100, "epoch": 0, "train_loss": 0.2862793207168579}, {"step": 150, "epoch": 0, "train_loss": 0.29438289999961853}, {"step": 200, "epoch": 0, "train_loss": 0.2021787315607071}, {"step": 250, "epoch": 0, "train_loss": 0.12533476948738098}, {"step": 300, "epoch": 0, "train_loss": 0.2485463172197342}, {"step": 350, "epoch": 0, "train_loss": 0.14260680973529816}, {"step": 400, "epoch": 0, "train_loss": 0.10293297469615936}, {"step": 450, "epoch": 0, "train_loss": 0.17973658442497253}, {"epoch_end": 0, "step": 469, "test_acc": 0.966, "test_loss": 0.11403705291748047}, {"step": 500, "epoch": 1, "train_loss": 0.1282760053873062}, {"step": 550, "epoch": 1, "train_loss": 0.0776575580239296}, {"step": 600, "epoch": 1, "train_loss": 0.12832023203372955}, {"step": 650, "epoch": 1, "train_loss": 0.1112724244594574}, {"step": 700, "epoch": 1, "train_loss": 0.03798096999526024}, {"step": 750, "epoch": 1, "train_loss": 0.020821189507842064}, {"step": 800, "epoch": 1, "train_loss": 0.03227154538035393}, {"step": 850, "epoch": 1, "train_loss": 0.11704613268375397}, {"step": 900, "epoch": 1, "train_loss": 0.10958629846572876}, {"epoch_end": 1, "step": 938, "test_acc": 0.9727, "test_loss": 0.0852578296661377}, {"step": 950, "epoch": 2, "train_loss": 0.08283311128616333}, {"step": 1000, "epoch": 2, "train_loss": 0.09486904740333557}, {"step": 1050, "epoch": 2, "train_loss": 0.028336577117443085}, {"step": 1100, "epoch": 2, "train_loss": 0.06038254499435425}, {"step": 1150, "epoch": 2, "train_loss": 0.013586276210844517}, {"step": 1200, "epoch": 2, "train_loss": 0.0221277866512537}, {"step": 1250, "epoch": 2, "train_loss": 0.02608134038746357}, {"step": 1300, "epoch": 2, "train_loss": 0.09395450353622437}, {"step": 1350, "epoch": 2, "train_loss": 0.0815756693482399}, {"step": 1400, "epoch": 2, "train_loss": 0.07235240936279297}, {"epoch_end": 2, "step": 1407, "test_acc": 0.975, "test_loss": 0.08752586879730224}, {"step": 1450, "epoch": 3, "train_loss": 0.024597443640232086}, {"step": 1500, "epoch": 3, "train_loss": 0.051421500742435455}, {"step": 1550, "epoch": 3, "train_loss": 0.018854675814509392}, {"step": 1600, "epoch": 3, "train_loss": 0.026310356333851814}, {"step": 1650, "epoch": 3, "train_loss": 0.033972058445215225}, {"step": 1700, "epoch": 3, "train_loss": 0.06035701185464859}, {"step": 1750, "epoch": 3, "train_loss": 0.027719296514987946}, {"step": 1800, "epoch": 3, "train_loss": 0.038818418979644775}, {"step": 1850, "epoch": 3, "train_loss": 0.022925924509763718}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9765, "test_loss": 0.07745481910705566}, {"step": 1900, "epoch": 4, "train_loss": 0.03425324335694313}, {"step": 1950, "epoch": 4, "train_loss": 0.018550099804997444}, {"step": 2000, "epoch": 4, "train_loss": 0.039594653993844986}, {"step": 2050, "epoch": 4, "train_loss": 0.02880600467324257}, {"step": 2100, "epoch": 4, "train_loss": 0.021884817630052567}, {"step": 2150, "epoch": 4, "train_loss": 0.02753462828695774}, {"step": 2200, "epoch": 4, "train_loss": 0.027267232537269592}, {"step": 2250, "epoch": 4, "train_loss": 0.008878055959939957}, {"step": 2300, "epoch": 4, "train_loss": 0.04464900121092796}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9746, "test_loss": 0.0885932596206665}, {"step": 2350, "epoch": 5, "train_loss": 0.023661715909838676}, {"step": 2400, "epoch": 5, "train_loss": 0.006383955478668213}, {"step": 2450, "epoch": 5, "train_loss": 0.011705118231475353}, {"step": 2500, "epoch": 5, "train_loss": 0.008455080911517143}, {"step": 2550, "epoch": 5, "train_loss": 0.03434302657842636}, {"step": 2600, "epoch": 5, "train_loss": 0.003116304986178875}, {"step": 2650, "epoch": 5, "train_loss": 0.038539737462997437}, {"step": 2700, "epoch": 5, "train_loss": 0.03976483643054962}, {"step": 2750, "epoch": 5, "train_loss": 0.052965741604566574}, {"step": 2800, "epoch": 5, "train_loss": 0.029521575197577477}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9781, "test_loss": 0.08427728643417358}, {"step": 2850, "epoch": 6, "train_loss": 0.01955767534673214}, {"step": 2900, "epoch": 6, "train_loss": 0.008198353461921215}, {"step": 2950, "epoch": 6, "train_loss": 0.02009803056716919}, {"step": 3000, "epoch": 6, "train_loss": 0.005300345364958048}, {"step": 3050, "epoch": 6, "train_loss": 0.004706192295998335}, {"step": 3100, "epoch": 6, "train_loss": 0.014344627968966961}, {"step": 3150, "epoch": 6, "train_loss": 0.009715971536934376}, {"step": 3200, "epoch": 6, "train_loss": 0.024129632860422134}, {"step": 3250, "epoch": 6, "train_loss": 0.019522774964571}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9791, "test_loss": 0.07843589181900025}, {"step": 3300, "epoch": 7, "train_loss": 0.011665948666632175}, {"step": 3350, "epoch": 7, "train_loss": 0.0008490982581861317}, {"step": 3400, "epoch": 7, "train_loss": 0.003914083819836378}, {"step": 3450, "epoch": 7, "train_loss": 0.04015166684985161}, {"step": 3500, "epoch": 7, "train_loss": 0.01453531626611948}, {"step": 3550, "epoch": 7, "train_loss": 0.0044003818184137344}, {"step": 3600, "epoch": 7, "train_loss": 0.004256321117281914}, {"step": 3650, "epoch": 7, "train_loss": 0.000453958404250443}, {"step": 3700, "epoch": 7, "train_loss": 0.03230199217796326}, {"step": 3750, "epoch": 7, "train_loss": 0.004387172870337963}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9779, "test_loss": 0.08378057346343994}, {"step": 3800, "epoch": 8, "train_loss": 0.0336502343416214}, {"step": 3850, "epoch": 8, "train_loss": 0.0064634718000888824}, {"step": 3900, "epoch": 8, "train_loss": 0.010905936360359192}, {"step": 3950, "epoch": 8, "train_loss": 0.0005654847482219338}, {"step": 4000, "epoch": 8, "train_loss": 0.0004998466465622187}, {"step": 4050, "epoch": 8, "train_loss": 0.0023333029821515083}, {"step": 4100, "epoch": 8, "train_loss": 0.017810722813010216}, {"step": 4150, "epoch": 8, "train_loss": 0.0009062434546649456}, {"step": 4200, "epoch": 8, "train_loss": 0.002110155997797847}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9823, "test_loss": 0.07151507558822631}, {"step": 4250, "epoch": 9, "train_loss": 0.0018658633343875408}, {"step": 4300, "epoch": 9, "train_loss": 0.002339878585189581}, {"step": 4350, "epoch": 9, "train_loss": 0.00040672477916814387}, {"step": 4400, "epoch": 9, "train_loss": 0.009828319773077965}, {"step": 4450, "epoch": 9, "train_loss": 0.0011765159433707595}, {"step": 4500, "epoch": 9, "train_loss": 0.002677148673683405}, {"step": 4550, "epoch": 9, "train_loss": 0.015851417556405067}, {"step": 4600, "epoch": 9, "train_loss": 0.008782860822975636}, {"step": 4650, "epoch": 9, "train_loss": 0.0013578197686001658}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9813, "test_loss": 0.07771074705123901}, {"step": 4700, "epoch": 10, "train_loss": 0.0010075827594846487}, {"step": 4750, "epoch": 10, "train_loss": 0.0009578433819115162}, {"step": 4800, "epoch": 10, "train_loss": 0.0009640359203331172}, {"step": 4850, "epoch": 10, "train_loss": 0.0023030948359519243}, {"step": 4900, "epoch": 10, "train_loss": 0.0008106343448162079}, {"step": 4950, "epoch": 10, "train_loss": 0.0002312892465852201}, {"step": 5000, "epoch": 10, "train_loss": 0.0004100862715858966}, {"step": 5050, "epoch": 10, "train_loss": 0.00035814059083350003}, {"step": 5100, "epoch": 10, "train_loss": 0.0005620885640382767}, {"step": 5150, "epoch": 10, "train_loss": 0.00011865406122524291}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9831, "test_loss": 0.07104201159477234}, {"step": 5200, "epoch": 11, "train_loss": 0.0004436893214005977}, {"step": 5250, "epoch": 11, "train_loss": 0.0007607933366671205}, {"step": 5300, "epoch": 11, "train_loss": 0.0004835751897189766}, {"step": 5350, "epoch": 11, "train_loss": 0.00021810219914186746}, {"step": 5400, "epoch": 11, "train_loss": 0.00025913011631928384}, {"step": 5450, "epoch": 11, "train_loss": 0.00014999150880612433}, {"step": 5500, "epoch": 11, "train_loss": 0.0007390796672552824}, {"step": 5550, "epoch": 11, "train_loss": 0.00024223618675023317}, {"step": 5600, "epoch": 11, "train_loss": 0.0002916124649345875}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9836, "test_loss": 0.07070657641887665}, {"step": 5650, "epoch": 12, "train_loss": 0.000250968209002167}, {"step": 5700, "epoch": 12, "train_loss": 5.820431397296488e-05}, {"step": 5750, "epoch": 12, "train_loss": 0.0001992640900425613}, {"step": 5800, "epoch": 12, "train_loss": 0.0001069598292815499}, {"step": 5850, "epoch": 12, "train_loss": 0.00026439520297572017}, {"step": 5900, "epoch": 12, "train_loss": 0.00022868881933391094}, {"step": 5950, "epoch": 12, "train_loss": 0.00014140657731331885}, {"step": 6000, "epoch": 12, "train_loss": 0.000274585880106315}, {"step": 6050, "epoch": 12, "train_loss": 0.00019624698325060308}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9832, "test_loss": 0.07167425248622894}, {"step": 6100, "epoch": 13, "train_loss": 0.00046324048889800906}, {"step": 6150, "epoch": 13, "train_loss": 0.00011088149767601863}, {"step": 6200, "epoch": 13, "train_loss": 0.00011532158532645553}, {"step": 6250, "epoch": 13, "train_loss": 8.243001502705738e-05}, {"step": 6300, "epoch": 13, "train_loss": 0.00012665425310842693}, {"step": 6350, "epoch": 13, "train_loss": 0.00011592436931096017}, {"step": 6400, "epoch": 13, "train_loss": 0.0007366926874965429}, {"step": 6450, "epoch": 13, "train_loss": 0.0001460860949009657}, {"step": 6500, "epoch": 13, "train_loss": 0.00014242494944483042}, {"step": 6550, "epoch": 13, "train_loss": 0.00016198577941395342}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9831, "test_loss": 0.07211719748973847}, {"step": 6600, "epoch": 14, "train_loss": 0.0001268152118427679}, {"step": 6650, "epoch": 14, "train_loss": 0.0001306341146118939}, {"step": 6700, "epoch": 14, "train_loss": 0.00019066481036134064}, {"step": 6750, "epoch": 14, "train_loss": 0.0002095211239065975}, {"step": 6800, "epoch": 14, "train_loss": 7.673785876249894e-05}, {"step": 6850, "epoch": 14, "train_loss": 0.00016222905833274126}, {"step": 6900, "epoch": 14, "train_loss": 0.00027574965497478843}, {"step": 6950, "epoch": 14, "train_loss": 2.6871934096561745e-05}, {"step": 7000, "epoch": 14, "train_loss": 0.0002463290002197027}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9832, "test_loss": 0.07239087262153625}, {"step": 7050, "epoch": 15, "train_loss": 7.723146700300276e-05}, {"step": 7100, "epoch": 15, "train_loss": 0.00023211800726130605}, {"step": 7150, "epoch": 15, "train_loss": 0.00011530292249517515}, {"step": 7200, "epoch": 15, "train_loss": 0.00011787289258791134}, {"step": 7250, "epoch": 15, "train_loss": 0.00021336421195883304}, {"step": 7300, "epoch": 15, "train_loss": 0.00010562340321484953}, {"step": 7350, "epoch": 15, "train_loss": 5.955329834250733e-05}, {"step": 7400, "epoch": 15, "train_loss": 0.00014538221876136959}, {"step": 7450, "epoch": 15, "train_loss": 0.00018245287355966866}, {"step": 7500, "epoch": 15, "train_loss": 5.86891510465648e-05}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9828, "test_loss": 0.07296301305294037}, {"step": 7550, "epoch": 16, "train_loss": 9.512629912933335e-05}, {"step": 7600, "epoch": 16, "train_loss": 0.00029424147214740515}, {"step": 7650, "epoch": 16, "train_loss": 0.00010368914081482217}, {"step": 7700, "epoch": 16, "train_loss": 0.00010391201794845983}, {"step": 7750, "epoch": 16, "train_loss": 0.00012849790800828487}, {"step": 7800, "epoch": 16, "train_loss": 0.0001979203661903739}, {"step": 7850, "epoch": 16, "train_loss": 6.034813486621715e-05}, {"step": 7900, "epoch": 16, "train_loss": 0.0001113874968723394}, {"step": 7950, "epoch": 16, "train_loss": 0.0001924021344166249}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9831, "test_loss": 0.07338536593914032}, {"step": 8000, "epoch": 17, "train_loss": 7.238818216137588e-05}, {"step": 8050, "epoch": 17, "train_loss": 0.00010010840196628124}, {"step": 8100, "epoch": 17, "train_loss": 0.00016066443640738726}, {"step": 8150, "epoch": 17, "train_loss": 3.1075072911335155e-05}, {"step": 8200, "epoch": 17, "train_loss": 5.6670971389394253e-05}, {"step": 8250, "epoch": 17, "train_loss": 0.0001787046348908916}, {"step": 8300, "epoch": 17, "train_loss": 0.00014021720562595874}, {"step": 8350, "epoch": 17, "train_loss": 7.940473733469844e-05}, {"step": 8400, "epoch": 17, "train_loss": 0.0001404674694640562}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9828, "test_loss": 0.07356535530090332}, {"step": 8450, "epoch": 18, "train_loss": 0.0002453565539326519}, {"step": 8500, "epoch": 18, "train_loss": 0.0001090616497094743}, {"step": 8550, "epoch": 18, "train_loss": 0.00017377808399032801}, {"step": 8600, "epoch": 18, "train_loss": 0.0002992010849993676}, {"step": 8650, "epoch": 18, "train_loss": 0.00011711372644640505}, {"step": 8700, "epoch": 18, "train_loss": 0.00016981217777356505}, {"step": 8750, "epoch": 18, "train_loss": 0.00010064614616567269}, {"step": 8800, "epoch": 18, "train_loss": 0.0001663248986005783}, {"step": 8850, "epoch": 18, "train_loss": 4.078277197550051e-05}, {"step": 8900, "epoch": 18, "train_loss": 9.053484973264858e-05}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9833, "test_loss": 0.07417089953422547}, {"step": 8950, "epoch": 19, "train_loss": 9.111483814194798e-05}, {"step": 9000, "epoch": 19, "train_loss": 0.00011348637781338766}, {"step": 9050, "epoch": 19, "train_loss": 0.00021746699349023402}, {"step": 9100, "epoch": 19, "train_loss": 5.391851664171554e-05}, {"step": 9150, "epoch": 19, "train_loss": 0.00015882342995610088}, {"step": 9200, "epoch": 19, "train_loss": 7.221881969599053e-05}, {"step": 9250, "epoch": 19, "train_loss": 6.744629354216158e-05}, {"step": 9300, "epoch": 19, "train_loss": 6.260271766223013e-05}, {"step": 9350, "epoch": 19, "train_loss": 0.00012500591401476413}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9832, "test_loss": 0.07446969006061555}], "final": {"test_acc": 0.9832, "test_loss": 0.07446969006061555, "wall_s": 21.193922996520996}}
\ No newline at end of file
diff --git a/results/depth_mnist_bp_d3_s2.json b/results/depth_mnist_bp_d3_s2.json
new file mode 100644
index 0000000..80fc125
--- /dev/null
+++ b/results/depth_mnist_bp_d3_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d3_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4856417179107666}, {"step": 50, "epoch": 0, "train_loss": 0.5302512645721436}, {"step": 100, "epoch": 0, "train_loss": 0.24312523007392883}, {"step": 150, "epoch": 0, "train_loss": 0.27237841486930847}, {"step": 200, "epoch": 0, "train_loss": 0.1884227842092514}, {"step": 250, "epoch": 0, "train_loss": 0.11205834895372391}, {"step": 300, "epoch": 0, "train_loss": 0.24406062066555023}, {"step": 350, "epoch": 0, "train_loss": 0.11089707911014557}, {"step": 400, "epoch": 0, "train_loss": 0.10365777462720871}, {"step": 450, "epoch": 0, "train_loss": 0.17029251158237457}, {"epoch_end": 0, "step": 469, "test_acc": 0.9603, "test_loss": 0.12644018669128418}, {"step": 500, "epoch": 1, "train_loss": 0.1297917366027832}, {"step": 550, "epoch": 1, "train_loss": 0.09352783858776093}, {"step": 600, "epoch": 1, "train_loss": 0.10776795446872711}, {"step": 650, "epoch": 1, "train_loss": 0.13355466723442078}, {"step": 700, "epoch": 1, "train_loss": 0.04902917146682739}, {"step": 750, "epoch": 1, "train_loss": 0.05660373717546463}, {"step": 800, "epoch": 1, "train_loss": 0.042669475078582764}, {"step": 850, "epoch": 1, "train_loss": 0.13200511038303375}, {"step": 900, "epoch": 1, "train_loss": 0.11100172251462936}, {"epoch_end": 1, "step": 938, "test_acc": 0.9704, "test_loss": 0.09475430717468261}, {"step": 950, "epoch": 2, "train_loss": 0.0762534961104393}, {"step": 1000, "epoch": 2, "train_loss": 0.10954922437667847}, {"step": 1050, "epoch": 2, "train_loss": 0.042009931057691574}, {"step": 1100, "epoch": 2, "train_loss": 0.058960482478141785}, {"step": 1150, "epoch": 2, "train_loss": 0.020597120746970177}, {"step": 1200, "epoch": 2, "train_loss": 0.033430781215429306}, {"step": 1250, "epoch": 2, "train_loss": 0.02120107226073742}, {"step": 1300, "epoch": 2, "train_loss": 0.0784134492278099}, {"step": 1350, "epoch": 2, "train_loss": 0.05015435814857483}, {"step": 1400, "epoch": 2, "train_loss": 0.08052162826061249}, {"epoch_end": 2, "step": 1407, "test_acc": 0.97, "test_loss": 0.09884302368164062}, {"step": 1450, "epoch": 3, "train_loss": 0.08325622230768204}, {"step": 1500, "epoch": 3, "train_loss": 0.030579935759305954}, {"step": 1550, "epoch": 3, "train_loss": 0.02302245795726776}, {"step": 1600, "epoch": 3, "train_loss": 0.04368185997009277}, {"step": 1650, "epoch": 3, "train_loss": 0.020688187330961227}, {"step": 1700, "epoch": 3, "train_loss": 0.037256915122270584}, {"step": 1750, "epoch": 3, "train_loss": 0.02066904865205288}, {"step": 1800, "epoch": 3, "train_loss": 0.020351111888885498}, {"step": 1850, "epoch": 3, "train_loss": 0.04578843340277672}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9791, "test_loss": 0.06733718395233154}, {"step": 1900, "epoch": 4, "train_loss": 0.027370166033506393}, {"step": 1950, "epoch": 4, "train_loss": 0.04832323640584946}, {"step": 2000, "epoch": 4, "train_loss": 0.04136550799012184}, {"step": 2050, "epoch": 4, "train_loss": 0.03558427467942238}, {"step": 2100, "epoch": 4, "train_loss": 0.022609928622841835}, {"step": 2150, "epoch": 4, "train_loss": 0.0661102756857872}, {"step": 2200, "epoch": 4, "train_loss": 0.048359207808971405}, {"step": 2250, "epoch": 4, "train_loss": 0.0034726490266621113}, {"step": 2300, "epoch": 4, "train_loss": 0.07028772681951523}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9749, "test_loss": 0.08248986282348633}, {"step": 2350, "epoch": 5, "train_loss": 0.012275351211428642}, {"step": 2400, "epoch": 5, "train_loss": 0.035623230040073395}, {"step": 2450, "epoch": 5, "train_loss": 0.04965443164110184}, {"step": 2500, "epoch": 5, "train_loss": 0.010347229428589344}, {"step": 2550, "epoch": 5, "train_loss": 0.024591566994786263}, {"step": 2600, "epoch": 5, "train_loss": 0.031221767887473106}, {"step": 2650, "epoch": 5, "train_loss": 0.01880158670246601}, {"step": 2700, "epoch": 5, "train_loss": 0.06183013319969177}, {"step": 2750, "epoch": 5, "train_loss": 0.013445869088172913}, {"step": 2800, "epoch": 5, "train_loss": 0.008310476318001747}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9778, "test_loss": 0.07580876560211182}, {"step": 2850, "epoch": 6, "train_loss": 0.016625791788101196}, {"step": 2900, "epoch": 6, "train_loss": 0.01990746147930622}, {"step": 2950, "epoch": 6, "train_loss": 0.022652480751276016}, {"step": 3000, "epoch": 6, "train_loss": 0.0009739988599903882}, {"step": 3050, "epoch": 6, "train_loss": 0.014561858959496021}, {"step": 3100, "epoch": 6, "train_loss": 0.03489595279097557}, {"step": 3150, "epoch": 6, "train_loss": 0.0040636127814650536}, {"step": 3200, "epoch": 6, "train_loss": 0.005489401053637266}, {"step": 3250, "epoch": 6, "train_loss": 0.012167345732450485}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9819, "test_loss": 0.06189712309837341}, {"step": 3300, "epoch": 7, "train_loss": 0.00137792294844985}, {"step": 3350, "epoch": 7, "train_loss": 0.0034209690056741238}, {"step": 3400, "epoch": 7, "train_loss": 0.0011113227810710669}, {"step": 3450, "epoch": 7, "train_loss": 0.004589293152093887}, {"step": 3500, "epoch": 7, "train_loss": 0.007353849709033966}, {"step": 3550, "epoch": 7, "train_loss": 0.006660591345280409}, {"step": 3600, "epoch": 7, "train_loss": 0.013068114407360554}, {"step": 3650, "epoch": 7, "train_loss": 0.0011054020142182708}, {"step": 3700, "epoch": 7, "train_loss": 0.01617932878434658}, {"step": 3750, "epoch": 7, "train_loss": 0.012720529921352863}, {"epoch_end": 7, "step": 3752, "test_acc": 0.98, "test_loss": 0.0746022943019867}, {"step": 3800, "epoch": 8, "train_loss": 0.03369016572833061}, {"step": 3850, "epoch": 8, "train_loss": 0.002393661066889763}, {"step": 3900, "epoch": 8, "train_loss": 0.0007536503253504634}, {"step": 3950, "epoch": 8, "train_loss": 0.004717110190540552}, {"step": 4000, "epoch": 8, "train_loss": 0.0007021935889497399}, {"step": 4050, "epoch": 8, "train_loss": 0.002495108637958765}, {"step": 4100, "epoch": 8, "train_loss": 0.0032155208755284548}, {"step": 4150, "epoch": 8, "train_loss": 0.00045239547034725547}, {"step": 4200, "epoch": 8, "train_loss": 0.018338728696107864}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9817, "test_loss": 0.06392473578453065}, {"step": 4250, "epoch": 9, "train_loss": 0.017511023208498955}, {"step": 4300, "epoch": 9, "train_loss": 0.0008310736739076674}, {"step": 4350, "epoch": 9, "train_loss": 0.0005642652977257967}, {"step": 4400, "epoch": 9, "train_loss": 0.0014779656194150448}, {"step": 4450, "epoch": 9, "train_loss": 0.00034400710137560964}, {"step": 4500, "epoch": 9, "train_loss": 0.0007963833049871027}, {"step": 4550, "epoch": 9, "train_loss": 0.0006903888424858451}, {"step": 4600, "epoch": 9, "train_loss": 0.0006763340788893402}, {"step": 4650, "epoch": 9, "train_loss": 0.0015955818817019463}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9799, "test_loss": 0.076062828540802}, {"step": 4700, "epoch": 10, "train_loss": 0.0020552054047584534}, {"step": 4750, "epoch": 10, "train_loss": 0.0005237752920947969}, {"step": 4800, "epoch": 10, "train_loss": 0.0005339003982953727}, {"step": 4850, "epoch": 10, "train_loss": 0.0006151098641566932}, {"step": 4900, "epoch": 10, "train_loss": 0.0006554496358148754}, {"step": 4950, "epoch": 10, "train_loss": 0.00017561869753990322}, {"step": 5000, "epoch": 10, "train_loss": 0.00041383306961506605}, {"step": 5050, "epoch": 10, "train_loss": 0.0010040001943707466}, {"step": 5100, "epoch": 10, "train_loss": 0.000800166861154139}, {"step": 5150, "epoch": 10, "train_loss": 0.00010082001972477883}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9816, "test_loss": 0.07045407485961915}, {"step": 5200, "epoch": 11, "train_loss": 0.0007994674379006028}, {"step": 5250, "epoch": 11, "train_loss": 0.0002753591979853809}, {"step": 5300, "epoch": 11, "train_loss": 0.0006313078920356929}, {"step": 5350, "epoch": 11, "train_loss": 0.00019063815125264227}, {"step": 5400, "epoch": 11, "train_loss": 0.0009031200315803289}, {"step": 5450, "epoch": 11, "train_loss": 0.00015042323502711952}, {"step": 5500, "epoch": 11, "train_loss": 0.0003241267113480717}, {"step": 5550, "epoch": 11, "train_loss": 0.00010922733781626448}, {"step": 5600, "epoch": 11, "train_loss": 0.0002809534198604524}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9827, "test_loss": 0.06823400750160218}, {"step": 5650, "epoch": 12, "train_loss": 0.0002174716501031071}, {"step": 5700, "epoch": 12, "train_loss": 0.00014611541701015085}, {"step": 5750, "epoch": 12, "train_loss": 8.908948802854866e-05}, {"step": 5800, "epoch": 12, "train_loss": 0.00019191726460121572}, {"step": 5850, "epoch": 12, "train_loss": 0.00014197178825270385}, {"step": 5900, "epoch": 12, "train_loss": 0.0003655016771517694}, {"step": 5950, "epoch": 12, "train_loss": 0.00015488365897908807}, {"step": 6000, "epoch": 12, "train_loss": 0.0003114707942586392}, {"step": 6050, "epoch": 12, "train_loss": 0.00016582485113758594}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9823, "test_loss": 0.06868584039211273}, {"step": 6100, "epoch": 13, "train_loss": 0.0003586875391192734}, {"step": 6150, "epoch": 13, "train_loss": 0.00012231188884470612}, {"step": 6200, "epoch": 13, "train_loss": 0.00022239852114580572}, {"step": 6250, "epoch": 13, "train_loss": 0.0001168083181255497}, {"step": 6300, "epoch": 13, "train_loss": 7.633017230546102e-05}, {"step": 6350, "epoch": 13, "train_loss": 0.00023536357912234962}, {"step": 6400, "epoch": 13, "train_loss": 0.001185141853056848}, {"step": 6450, "epoch": 13, "train_loss": 0.000179020527866669}, {"step": 6500, "epoch": 13, "train_loss": 5.342587974155322e-05}, {"step": 6550, "epoch": 13, "train_loss": 0.00030821762629784644}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9827, "test_loss": 0.06904852724075318}, {"step": 6600, "epoch": 14, "train_loss": 5.9030757256550714e-05}, {"step": 6650, "epoch": 14, "train_loss": 0.0002666836662683636}, {"step": 6700, "epoch": 14, "train_loss": 0.0003100800095126033}, {"step": 6750, "epoch": 14, "train_loss": 0.00021085148910060525}, {"step": 6800, "epoch": 14, "train_loss": 0.0002487518358975649}, {"step": 6850, "epoch": 14, "train_loss": 0.00016816891729831696}, {"step": 6900, "epoch": 14, "train_loss": 0.00011576329416129738}, {"step": 6950, "epoch": 14, "train_loss": 0.00011674030247377232}, {"step": 7000, "epoch": 14, "train_loss": 0.0001251787762157619}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9827, "test_loss": 0.06933842639923096}, {"step": 7050, "epoch": 15, "train_loss": 0.00012529638479463756}, {"step": 7100, "epoch": 15, "train_loss": 0.000299310457194224}, {"step": 7150, "epoch": 15, "train_loss": 0.00014500357792712748}, {"step": 7200, "epoch": 15, "train_loss": 0.00020648064673878253}, {"step": 7250, "epoch": 15, "train_loss": 0.0002250682155136019}, {"step": 7300, "epoch": 15, "train_loss": 4.0063408960122615e-05}, {"step": 7350, "epoch": 15, "train_loss": 9.344257705379277e-05}, {"step": 7400, "epoch": 15, "train_loss": 0.00023031808086670935}, {"step": 7450, "epoch": 15, "train_loss": 0.00013187667354941368}, {"step": 7500, "epoch": 15, "train_loss": 0.0001242243015440181}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9828, "test_loss": 0.06977816863059998}, {"step": 7550, "epoch": 16, "train_loss": 0.00010853035928448662}, {"step": 7600, "epoch": 16, "train_loss": 0.00031611122540198267}, {"step": 7650, "epoch": 16, "train_loss": 7.770695810904726e-05}, {"step": 7700, "epoch": 16, "train_loss": 0.00010569908044999465}, {"step": 7750, "epoch": 16, "train_loss": 0.0001384333590976894}, {"step": 7800, "epoch": 16, "train_loss": 0.00024228640540968627}, {"step": 7850, "epoch": 16, "train_loss": 0.0001723540190141648}, {"step": 7900, "epoch": 16, "train_loss": 7.740547152934596e-05}, {"step": 7950, "epoch": 16, "train_loss": 0.0002015673671849072}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9826, "test_loss": 0.07019751607179642}, {"step": 8000, "epoch": 17, "train_loss": 0.00016600122035015374}, {"step": 8050, "epoch": 17, "train_loss": 0.00011969689512625337}, {"step": 8100, "epoch": 17, "train_loss": 0.00019498958135955036}, {"step": 8150, "epoch": 17, "train_loss": 0.00012432206131052226}, {"step": 8200, "epoch": 17, "train_loss": 0.00010240660776617005}, {"step": 8250, "epoch": 17, "train_loss": 6.576206942554563e-05}, {"step": 8300, "epoch": 17, "train_loss": 9.653613233240321e-05}, {"step": 8350, "epoch": 17, "train_loss": 0.00010332279634894803}, {"step": 8400, "epoch": 17, "train_loss": 0.0002357030170969665}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9827, "test_loss": 0.07040981858968735}, {"step": 8450, "epoch": 18, "train_loss": 0.0001312404201598838}, {"step": 8500, "epoch": 18, "train_loss": 0.00013973696331959218}, {"step": 8550, "epoch": 18, "train_loss": 0.0001906964898807928}, {"step": 8600, "epoch": 18, "train_loss": 0.00024112689425237477}, {"step": 8650, "epoch": 18, "train_loss": 0.00018532996182329953}, {"step": 8700, "epoch": 18, "train_loss": 0.00016082619549706578}, {"step": 8750, "epoch": 18, "train_loss": 0.0001255373499589041}, {"step": 8800, "epoch": 18, "train_loss": 0.00016469531692564487}, {"step": 8850, "epoch": 18, "train_loss": 0.00011696767614921555}, {"step": 8900, "epoch": 18, "train_loss": 6.842472066637129e-05}, {"epoch_end": 18, "step": 8911, "test_acc": 0.983, "test_loss": 0.0709329810500145}, {"step": 8950, "epoch": 19, "train_loss": 0.00013115070760250092}, {"step": 9000, "epoch": 19, "train_loss": 7.584411650896072e-05}, {"step": 9050, "epoch": 19, "train_loss": 0.0001400938053848222}, {"step": 9100, "epoch": 19, "train_loss": 6.984142237342894e-05}, {"step": 9150, "epoch": 19, "train_loss": 0.00016056533786468208}, {"step": 9200, "epoch": 19, "train_loss": 8.381911902688444e-05}, {"step": 9250, "epoch": 19, "train_loss": 0.00011567996261874214}, {"step": 9300, "epoch": 19, "train_loss": 0.00012480099394451827}, {"step": 9350, "epoch": 19, "train_loss": 6.301725807134062e-05}, {"epoch_end": 19, "step": 9380, "test_acc": 0.983, "test_loss": 0.07130390872955322}], "final": {"test_acc": 0.983, "test_loss": 0.07130390872955322, "wall_s": 21.632168769836426}}
\ No newline at end of file
diff --git a/results/depth_mnist_bp_d5_s0.json b/results/depth_mnist_bp_d5_s0.json
new file mode 100644
index 0000000..5b20f80
--- /dev/null
+++ b/results/depth_mnist_bp_d5_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 5, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d5_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2810049057006836}, {"step": 50, "epoch": 0, "train_loss": 0.5336068272590637}, {"step": 100, "epoch": 0, "train_loss": 0.32579612731933594}, {"step": 150, "epoch": 0, "train_loss": 0.3065507709980011}, {"step": 200, "epoch": 0, "train_loss": 0.211026132106781}, {"step": 250, "epoch": 0, "train_loss": 0.16952049732208252}, {"step": 300, "epoch": 0, "train_loss": 0.32977378368377686}, {"step": 350, "epoch": 0, "train_loss": 0.12396572530269623}, {"step": 400, "epoch": 0, "train_loss": 0.1291581243276596}, {"step": 450, "epoch": 0, "train_loss": 0.1607939898967743}, {"epoch_end": 0, "step": 469, "test_acc": 0.9567, "test_loss": 0.15171032257080078}, {"step": 500, "epoch": 1, "train_loss": 0.12282269448041916}, {"step": 550, "epoch": 1, "train_loss": 0.15108701586723328}, {"step": 600, "epoch": 1, "train_loss": 0.1960781067609787}, {"step": 650, "epoch": 1, "train_loss": 0.09170548617839813}, {"step": 700, "epoch": 1, "train_loss": 0.02609223686158657}, {"step": 750, "epoch": 1, "train_loss": 0.04409940540790558}, {"step": 800, "epoch": 1, "train_loss": 0.11788561195135117}, {"step": 850, "epoch": 1, "train_loss": 0.15332888066768646}, {"step": 900, "epoch": 1, "train_loss": 0.13325893878936768}, {"epoch_end": 1, "step": 938, "test_acc": 0.9673, "test_loss": 0.1095159984588623}, {"step": 950, "epoch": 2, "train_loss": 0.09239915013313293}, {"step": 1000, "epoch": 2, "train_loss": 0.09465517848730087}, {"step": 1050, "epoch": 2, "train_loss": 0.04618923366069794}, {"step": 1100, "epoch": 2, "train_loss": 0.0519174262881279}, {"step": 1150, "epoch": 2, "train_loss": 0.016001347452402115}, {"step": 1200, "epoch": 2, "train_loss": 0.028981223702430725}, {"step": 1250, "epoch": 2, "train_loss": 0.033277712762355804}, {"step": 1300, "epoch": 2, "train_loss": 0.15557557344436646}, {"step": 1350, "epoch": 2, "train_loss": 0.08418387919664383}, {"step": 1400, "epoch": 2, "train_loss": 0.07059720903635025}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9725, "test_loss": 0.0965071029663086}, {"step": 1450, "epoch": 3, "train_loss": 0.02387888729572296}, {"step": 1500, "epoch": 3, "train_loss": 0.04564044252038002}, {"step": 1550, "epoch": 3, "train_loss": 0.042309872806072235}, {"step": 1600, "epoch": 3, "train_loss": 0.0928337574005127}, {"step": 1650, "epoch": 3, "train_loss": 0.009015859104692936}, {"step": 1700, "epoch": 3, "train_loss": 0.02489941567182541}, {"step": 1750, "epoch": 3, "train_loss": 0.06413585692644119}, {"step": 1800, "epoch": 3, "train_loss": 0.07036377489566803}, {"step": 1850, "epoch": 3, "train_loss": 0.05226326733827591}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9748, "test_loss": 0.08547091846466065}, {"step": 1900, "epoch": 4, "train_loss": 0.018219850957393646}, {"step": 1950, "epoch": 4, "train_loss": 0.06399767845869064}, {"step": 2000, "epoch": 4, "train_loss": 0.045541439205408096}, {"step": 2050, "epoch": 4, "train_loss": 0.0245734341442585}, {"step": 2100, "epoch": 4, "train_loss": 0.035905398428440094}, {"step": 2150, "epoch": 4, "train_loss": 0.017569834366440773}, {"step": 2200, "epoch": 4, "train_loss": 0.08955498039722443}, {"step": 2250, "epoch": 4, "train_loss": 0.0032438377384096384}, {"step": 2300, "epoch": 4, "train_loss": 0.05240811035037041}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9712, "test_loss": 0.10350063705444336}, {"step": 2350, "epoch": 5, "train_loss": 0.014668764546513557}, {"step": 2400, "epoch": 5, "train_loss": 0.023365097120404243}, {"step": 2450, "epoch": 5, "train_loss": 0.03786579519510269}, {"step": 2500, "epoch": 5, "train_loss": 0.03573259711265564}, {"step": 2550, "epoch": 5, "train_loss": 0.019475147128105164}, {"step": 2600, "epoch": 5, "train_loss": 0.011909650638699532}, {"step": 2650, "epoch": 5, "train_loss": 0.011002399027347565}, {"step": 2700, "epoch": 5, "train_loss": 0.11304301023483276}, {"step": 2750, "epoch": 5, "train_loss": 0.031100129708647728}, {"step": 2800, "epoch": 5, "train_loss": 0.025864556431770325}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9772, "test_loss": 0.07972558708190917}, {"step": 2850, "epoch": 6, "train_loss": 0.05001778528094292}, {"step": 2900, "epoch": 6, "train_loss": 0.002489392878487706}, {"step": 2950, "epoch": 6, "train_loss": 0.024388890713453293}, {"step": 3000, "epoch": 6, "train_loss": 0.0014752999413758516}, {"step": 3050, "epoch": 6, "train_loss": 0.010805598460137844}, {"step": 3100, "epoch": 6, "train_loss": 0.04556306451559067}, {"step": 3150, "epoch": 6, "train_loss": 0.022639937698841095}, {"step": 3200, "epoch": 6, "train_loss": 0.018531987443566322}, {"step": 3250, "epoch": 6, "train_loss": 0.015924472361803055}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9742, "test_loss": 0.096191139793396}, {"step": 3300, "epoch": 7, "train_loss": 0.034784626215696335}, {"step": 3350, "epoch": 7, "train_loss": 0.044112514704465866}, {"step": 3400, "epoch": 7, "train_loss": 0.008063765242695808}, {"step": 3450, "epoch": 7, "train_loss": 0.02278868295252323}, {"step": 3500, "epoch": 7, "train_loss": 0.016451925039291382}, {"step": 3550, "epoch": 7, "train_loss": 0.008787136524915695}, {"step": 3600, "epoch": 7, "train_loss": 0.005510340444743633}, {"step": 3650, "epoch": 7, "train_loss": 0.0008806188707239926}, {"step": 3700, "epoch": 7, "train_loss": 0.02774800918996334}, {"step": 3750, "epoch": 7, "train_loss": 0.010867697186768055}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9766, "test_loss": 0.09752781181335449}, {"step": 3800, "epoch": 8, "train_loss": 0.02233266271650791}, {"step": 3850, "epoch": 8, "train_loss": 0.004213420674204826}, {"step": 3900, "epoch": 8, "train_loss": 0.026210967451334}, {"step": 3950, "epoch": 8, "train_loss": 0.000674286566209048}, {"step": 4000, "epoch": 8, "train_loss": 0.006345975678414106}, {"step": 4050, "epoch": 8, "train_loss": 0.07362063229084015}, {"step": 4100, "epoch": 8, "train_loss": 0.03518404811620712}, {"step": 4150, "epoch": 8, "train_loss": 0.0032596259843558073}, {"step": 4200, "epoch": 8, "train_loss": 0.004842167254537344}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9791, "test_loss": 0.0864260006904602}, {"step": 4250, "epoch": 9, "train_loss": 0.003083259565755725}, {"step": 4300, "epoch": 9, "train_loss": 0.013799866661429405}, {"step": 4350, "epoch": 9, "train_loss": 0.004721174947917461}, {"step": 4400, "epoch": 9, "train_loss": 0.003815363859757781}, {"step": 4450, "epoch": 9, "train_loss": 0.0007637460366822779}, {"step": 4500, "epoch": 9, "train_loss": 0.0025663385167717934}, {"step": 4550, "epoch": 9, "train_loss": 0.01121572032570839}, {"step": 4600, "epoch": 9, "train_loss": 0.013025687076151371}, {"step": 4650, "epoch": 9, "train_loss": 0.04085643216967583}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9783, "test_loss": 0.09285616188049317}, {"step": 4700, "epoch": 10, "train_loss": 0.0154629647731781}, {"step": 4750, "epoch": 10, "train_loss": 0.0018210867419838905}, {"step": 4800, "epoch": 10, "train_loss": 0.005567335058003664}, {"step": 4850, "epoch": 10, "train_loss": 0.001313295098952949}, {"step": 4900, "epoch": 10, "train_loss": 0.0009264363325200975}, {"step": 4950, "epoch": 10, "train_loss": 0.006306109484285116}, {"step": 5000, "epoch": 10, "train_loss": 0.012265567667782307}, {"step": 5050, "epoch": 10, "train_loss": 0.007569198030978441}, {"step": 5100, "epoch": 10, "train_loss": 0.007174949627369642}, {"step": 5150, "epoch": 10, "train_loss": 0.0011143271112814546}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9768, "test_loss": 0.10111360821723937}, {"step": 5200, "epoch": 11, "train_loss": 0.005467401351779699}, {"step": 5250, "epoch": 11, "train_loss": 0.00819705706089735}, {"step": 5300, "epoch": 11, "train_loss": 0.049489110708236694}, {"step": 5350, "epoch": 11, "train_loss": 0.009833899326622486}, {"step": 5400, "epoch": 11, "train_loss": 0.004073283635079861}, {"step": 5450, "epoch": 11, "train_loss": 0.0035315256100147963}, {"step": 5500, "epoch": 11, "train_loss": 0.0010032854042947292}, {"step": 5550, "epoch": 11, "train_loss": 0.0025028507225215435}, {"step": 5600, "epoch": 11, "train_loss": 0.0013363665202632546}, {"epoch_end": 11, "step": 5628, "test_acc": 0.978, "test_loss": 0.09536476316452026}, {"step": 5650, "epoch": 12, "train_loss": 0.0032964320853352547}, {"step": 5700, "epoch": 12, "train_loss": 0.0012233479646965861}, {"step": 5750, "epoch": 12, "train_loss": 0.0025390833616256714}, {"step": 5800, "epoch": 12, "train_loss": 0.006092716008424759}, {"step": 5850, "epoch": 12, "train_loss": 0.010099776089191437}, {"step": 5900, "epoch": 12, "train_loss": 0.0009443667368032038}, {"step": 5950, "epoch": 12, "train_loss": 0.0008611686062067747}, {"step": 6000, "epoch": 12, "train_loss": 0.003796092700213194}, {"step": 6050, "epoch": 12, "train_loss": 0.004066453315317631}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9785, "test_loss": 0.09968179378509522}, {"step": 6100, "epoch": 13, "train_loss": 0.0015731947496533394}, {"step": 6150, "epoch": 13, "train_loss": 0.00024199855397455394}, {"step": 6200, "epoch": 13, "train_loss": 0.0002800648508127779}, {"step": 6250, "epoch": 13, "train_loss": 0.0003625295648816973}, {"step": 6300, "epoch": 13, "train_loss": 0.0008236060966737568}, {"step": 6350, "epoch": 13, "train_loss": 0.0024901151191443205}, {"step": 6400, "epoch": 13, "train_loss": 0.005209645256400108}, {"step": 6450, "epoch": 13, "train_loss": 0.0004712865920737386}, {"step": 6500, "epoch": 13, "train_loss": 0.00017552185454405844}, {"step": 6550, "epoch": 13, "train_loss": 0.01803598739206791}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9782, "test_loss": 0.10667558031082153}, {"step": 6600, "epoch": 14, "train_loss": 0.00045984750613570213}, {"step": 6650, "epoch": 14, "train_loss": 0.0002048125897999853}, {"step": 6700, "epoch": 14, "train_loss": 0.0006892667151987553}, {"step": 6750, "epoch": 14, "train_loss": 0.00880032405257225}, {"step": 6800, "epoch": 14, "train_loss": 0.0046634073369205}, {"step": 6850, "epoch": 14, "train_loss": 0.0003570746921468526}, {"step": 6900, "epoch": 14, "train_loss": 0.006959025748074055}, {"step": 6950, "epoch": 14, "train_loss": 0.00023648058413527906}, {"step": 7000, "epoch": 14, "train_loss": 0.005365017801523209}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9789, "test_loss": 0.0980657325744629}, {"step": 7050, "epoch": 15, "train_loss": 0.001485062064602971}, {"step": 7100, "epoch": 15, "train_loss": 0.015077797695994377}, {"step": 7150, "epoch": 15, "train_loss": 0.001592288725078106}, {"step": 7200, "epoch": 15, "train_loss": 0.018566567450761795}, {"step": 7250, "epoch": 15, "train_loss": 0.005200055427849293}, {"step": 7300, "epoch": 15, "train_loss": 0.0032101294491440058}, {"step": 7350, "epoch": 15, "train_loss": 0.0007665238808840513}, {"step": 7400, "epoch": 15, "train_loss": 0.007776952814310789}, {"step": 7450, "epoch": 15, "train_loss": 0.01072193868458271}, {"step": 7500, "epoch": 15, "train_loss": 0.0005243778578005731}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9774, "test_loss": 0.1052633150100708}, {"step": 7550, "epoch": 16, "train_loss": 0.001759450533427298}, {"step": 7600, "epoch": 16, "train_loss": 0.0017915097996592522}, {"step": 7650, "epoch": 16, "train_loss": 0.001860321848653257}, {"step": 7700, "epoch": 16, "train_loss": 0.00036006743903271854}, {"step": 7750, "epoch": 16, "train_loss": 0.001603485201485455}, {"step": 7800, "epoch": 16, "train_loss": 0.002784664509817958}, {"step": 7850, "epoch": 16, "train_loss": 0.0020538188982754946}, {"step": 7900, "epoch": 16, "train_loss": 0.0006318698870018125}, {"step": 7950, "epoch": 16, "train_loss": 0.00037305464502424}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9787, "test_loss": 0.09642034692764283}, {"step": 8000, "epoch": 17, "train_loss": 0.0019339309073984623}, {"step": 8050, "epoch": 17, "train_loss": 0.0010188417509198189}, {"step": 8100, "epoch": 17, "train_loss": 0.0020887625869363546}, {"step": 8150, "epoch": 17, "train_loss": 0.00011406178236939013}, {"step": 8200, "epoch": 17, "train_loss": 0.000159293704200536}, {"step": 8250, "epoch": 17, "train_loss": 0.0004119990626350045}, {"step": 8300, "epoch": 17, "train_loss": 0.0005707631935365498}, {"step": 8350, "epoch": 17, "train_loss": 0.005858146585524082}, {"step": 8400, "epoch": 17, "train_loss": 0.006798307411372662}, {"epoch_end": 17, "step": 8442, "test_acc": 0.977, "test_loss": 0.11373469743728638}, {"step": 8450, "epoch": 18, "train_loss": 0.001830589259043336}, {"step": 8500, "epoch": 18, "train_loss": 0.0011223341571167111}, {"step": 8550, "epoch": 18, "train_loss": 0.0009878663113340735}, {"step": 8600, "epoch": 18, "train_loss": 0.0027578026056289673}, {"step": 8650, "epoch": 18, "train_loss": 0.0033626770600676537}, {"step": 8700, "epoch": 18, "train_loss": 0.0005927801830694079}, {"step": 8750, "epoch": 18, "train_loss": 0.008417794480919838}, {"step": 8800, "epoch": 18, "train_loss": 0.023621266707777977}, {"step": 8850, "epoch": 18, "train_loss": 0.0011132046347483993}, {"step": 8900, "epoch": 18, "train_loss": 0.0017742605414241552}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9788, "test_loss": 0.09846776523590088}, {"step": 8950, "epoch": 19, "train_loss": 0.0006190305575728416}, {"step": 9000, "epoch": 19, "train_loss": 0.006580552086234093}, {"step": 9050, "epoch": 19, "train_loss": 0.023115817457437515}, {"step": 9100, "epoch": 19, "train_loss": 0.021946130320429802}, {"step": 9150, "epoch": 19, "train_loss": 0.00180775613989681}, {"step": 9200, "epoch": 19, "train_loss": 0.000758855021558702}, {"step": 9250, "epoch": 19, "train_loss": 0.00013613507326226681}, {"step": 9300, "epoch": 19, "train_loss": 0.0007374159176833928}, {"step": 9350, "epoch": 19, "train_loss": 8.127257751766592e-05}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9812, "test_loss": 0.09432693552970886}], "final": {"test_acc": 0.9812, "test_loss": 0.09432693552970886, "wall_s": 27.032485485076904}}
\ No newline at end of file
diff --git a/results/depth_mnist_bp_d5_s1.json b/results/depth_mnist_bp_d5_s1.json
new file mode 100644
index 0000000..cc02602
--- /dev/null
+++ b/results/depth_mnist_bp_d5_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d5_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.432985305786133}, {"step": 50, "epoch": 0, "train_loss": 0.5414779186248779}, {"step": 100, "epoch": 0, "train_loss": 0.2965709865093231}, {"step": 150, "epoch": 0, "train_loss": 0.33555367588996887}, {"step": 200, "epoch": 0, "train_loss": 0.18105651438236237}, {"step": 250, "epoch": 0, "train_loss": 0.13512782752513885}, {"step": 300, "epoch": 0, "train_loss": 0.28265655040740967}, {"step": 350, "epoch": 0, "train_loss": 0.1478651463985443}, {"step": 400, "epoch": 0, "train_loss": 0.13253813982009888}, {"step": 450, "epoch": 0, "train_loss": 0.19441217184066772}, {"epoch_end": 0, "step": 469, "test_acc": 0.9562, "test_loss": 0.14191321296691894}, {"step": 500, "epoch": 1, "train_loss": 0.1286775916814804}, {"step": 550, "epoch": 1, "train_loss": 0.0961260199546814}, {"step": 600, "epoch": 1, "train_loss": 0.14609839022159576}, {"step": 650, "epoch": 1, "train_loss": 0.14191091060638428}, {"step": 700, "epoch": 1, "train_loss": 0.08423368632793427}, {"step": 750, "epoch": 1, "train_loss": 0.049378205090761185}, {"step": 800, "epoch": 1, "train_loss": 0.07690051943063736}, {"step": 850, "epoch": 1, "train_loss": 0.17387309670448303}, {"step": 900, "epoch": 1, "train_loss": 0.1839747279882431}, {"epoch_end": 1, "step": 938, "test_acc": 0.9666, "test_loss": 0.10622583312988282}, {"step": 950, "epoch": 2, "train_loss": 0.09992509335279465}, {"step": 1000, "epoch": 2, "train_loss": 0.12080521881580353}, {"step": 1050, "epoch": 2, "train_loss": 0.0755729228258133}, {"step": 1100, "epoch": 2, "train_loss": 0.11165990680456161}, {"step": 1150, "epoch": 2, "train_loss": 0.0237962007522583}, {"step": 1200, "epoch": 2, "train_loss": 0.014051440171897411}, {"step": 1250, "epoch": 2, "train_loss": 0.0242051612585783}, {"step": 1300, "epoch": 2, "train_loss": 0.1517566740512848}, {"step": 1350, "epoch": 2, "train_loss": 0.126114159822464}, {"step": 1400, "epoch": 2, "train_loss": 0.11051245778799057}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9696, "test_loss": 0.09717418708801269}, {"step": 1450, "epoch": 3, "train_loss": 0.04231114313006401}, {"step": 1500, "epoch": 3, "train_loss": 0.06358183175325394}, {"step": 1550, "epoch": 3, "train_loss": 0.036033995449543}, {"step": 1600, "epoch": 3, "train_loss": 0.04305468127131462}, {"step": 1650, "epoch": 3, "train_loss": 0.00721887918189168}, {"step": 1700, "epoch": 3, "train_loss": 0.017987877130508423}, {"step": 1750, "epoch": 3, "train_loss": 0.08399607241153717}, {"step": 1800, "epoch": 3, "train_loss": 0.04174279794096947}, {"step": 1850, "epoch": 3, "train_loss": 0.07226122170686722}, {"epoch_end": 3, "step": 1876, "test_acc": 0.974, "test_loss": 0.08977514934539794}, {"step": 1900, "epoch": 4, "train_loss": 0.04683266952633858}, {"step": 1950, "epoch": 4, "train_loss": 0.029101869091391563}, {"step": 2000, "epoch": 4, "train_loss": 0.04387243464589119}, {"step": 2050, "epoch": 4, "train_loss": 0.04585086181759834}, {"step": 2100, "epoch": 4, "train_loss": 0.05704105272889137}, {"step": 2150, "epoch": 4, "train_loss": 0.04558844491839409}, {"step": 2200, "epoch": 4, "train_loss": 0.11226840317249298}, {"step": 2250, "epoch": 4, "train_loss": 0.0018528330838307738}, {"step": 2300, "epoch": 4, "train_loss": 0.03927850350737572}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9775, "test_loss": 0.0781085880279541}, {"step": 2350, "epoch": 5, "train_loss": 0.04414046183228493}, {"step": 2400, "epoch": 5, "train_loss": 0.017733966931700706}, {"step": 2450, "epoch": 5, "train_loss": 0.030352534726262093}, {"step": 2500, "epoch": 5, "train_loss": 0.010971429757773876}, {"step": 2550, "epoch": 5, "train_loss": 0.018429633229970932}, {"step": 2600, "epoch": 5, "train_loss": 0.0018540492746978998}, {"step": 2650, "epoch": 5, "train_loss": 0.02653786540031433}, {"step": 2700, "epoch": 5, "train_loss": 0.06808482110500336}, {"step": 2750, "epoch": 5, "train_loss": 0.01844177022576332}, {"step": 2800, "epoch": 5, "train_loss": 0.02054966613650322}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9717, "test_loss": 0.10141552867889404}, {"step": 2850, "epoch": 6, "train_loss": 0.03094559535384178}, {"step": 2900, "epoch": 6, "train_loss": 0.021769968792796135}, {"step": 2950, "epoch": 6, "train_loss": 0.02320096641778946}, {"step": 3000, "epoch": 6, "train_loss": 0.003833282506093383}, {"step": 3050, "epoch": 6, "train_loss": 0.02231757901608944}, {"step": 3100, "epoch": 6, "train_loss": 0.012477396056056023}, {"step": 3150, "epoch": 6, "train_loss": 0.0024204105138778687}, {"step": 3200, "epoch": 6, "train_loss": 0.04737398400902748}, {"step": 3250, "epoch": 6, "train_loss": 0.03137807920575142}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9711, "test_loss": 0.10597950248718262}, {"step": 3300, "epoch": 7, "train_loss": 0.0062949261628091335}, {"step": 3350, "epoch": 7, "train_loss": 0.012493589892983437}, {"step": 3400, "epoch": 7, "train_loss": 0.01525068748742342}, {"step": 3450, "epoch": 7, "train_loss": 0.026012036949396133}, {"step": 3500, "epoch": 7, "train_loss": 0.007617325522005558}, {"step": 3550, "epoch": 7, "train_loss": 0.061401207000017166}, {"step": 3600, "epoch": 7, "train_loss": 0.002175514353439212}, {"step": 3650, "epoch": 7, "train_loss": 0.0029071280732750893}, {"step": 3700, "epoch": 7, "train_loss": 0.02024957537651062}, {"step": 3750, "epoch": 7, "train_loss": 0.006627351976931095}, {"epoch_end": 7, "step": 3752, "test_acc": 0.977, "test_loss": 0.08928209581375122}, {"step": 3800, "epoch": 8, "train_loss": 0.008836738765239716}, {"step": 3850, "epoch": 8, "train_loss": 0.0311677698045969}, {"step": 3900, "epoch": 8, "train_loss": 0.025514312088489532}, {"step": 3950, "epoch": 8, "train_loss": 0.005280217621475458}, {"step": 4000, "epoch": 8, "train_loss": 0.0032772377599030733}, {"step": 4050, "epoch": 8, "train_loss": 0.003465492743998766}, {"step": 4100, "epoch": 8, "train_loss": 0.0338863767683506}, {"step": 4150, "epoch": 8, "train_loss": 0.00028479902539402246}, {"step": 4200, "epoch": 8, "train_loss": 0.004565736278891563}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9773, "test_loss": 0.09106420183181763}, {"step": 4250, "epoch": 9, "train_loss": 0.01901612989604473}, {"step": 4300, "epoch": 9, "train_loss": 0.013145116157829762}, {"step": 4350, "epoch": 9, "train_loss": 0.0015646512620151043}, {"step": 4400, "epoch": 9, "train_loss": 0.03505555912852287}, {"step": 4450, "epoch": 9, "train_loss": 0.0012260647490620613}, {"step": 4500, "epoch": 9, "train_loss": 0.012181525118649006}, {"step": 4550, "epoch": 9, "train_loss": 0.016418691724538803}, {"step": 4600, "epoch": 9, "train_loss": 0.02536848746240139}, {"step": 4650, "epoch": 9, "train_loss": 0.017251553013920784}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9788, "test_loss": 0.09216356134414673}, {"step": 4700, "epoch": 10, "train_loss": 0.020973889157176018}, {"step": 4750, "epoch": 10, "train_loss": 0.000756323745008558}, {"step": 4800, "epoch": 10, "train_loss": 0.0067585124634206295}, {"step": 4850, "epoch": 10, "train_loss": 0.009983716532588005}, {"step": 4900, "epoch": 10, "train_loss": 0.0008791971486061811}, {"step": 4950, "epoch": 10, "train_loss": 0.0035093461629003286}, {"step": 5000, "epoch": 10, "train_loss": 0.013084916397929192}, {"step": 5050, "epoch": 10, "train_loss": 0.04605961591005325}, {"step": 5100, "epoch": 10, "train_loss": 0.002331821247935295}, {"step": 5150, "epoch": 10, "train_loss": 0.0063436562195420265}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9744, "test_loss": 0.10727906522750855}, {"step": 5200, "epoch": 11, "train_loss": 0.0147845558822155}, {"step": 5250, "epoch": 11, "train_loss": 0.0246434323489666}, {"step": 5300, "epoch": 11, "train_loss": 0.07798314839601517}, {"step": 5350, "epoch": 11, "train_loss": 0.0006235222681425512}, {"step": 5400, "epoch": 11, "train_loss": 0.002439283998683095}, {"step": 5450, "epoch": 11, "train_loss": 0.03539952635765076}, {"step": 5500, "epoch": 11, "train_loss": 0.00193683966062963}, {"step": 5550, "epoch": 11, "train_loss": 0.0020292294211685658}, {"step": 5600, "epoch": 11, "train_loss": 0.0007029456319287419}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9805, "test_loss": 0.08639554014205933}, {"step": 5650, "epoch": 12, "train_loss": 0.0008762527722865343}, {"step": 5700, "epoch": 12, "train_loss": 0.007235834840685129}, {"step": 5750, "epoch": 12, "train_loss": 0.013439148664474487}, {"step": 5800, "epoch": 12, "train_loss": 0.00021567652584053576}, {"step": 5850, "epoch": 12, "train_loss": 0.004563005641102791}, {"step": 5900, "epoch": 12, "train_loss": 0.0024728684220463037}, {"step": 5950, "epoch": 12, "train_loss": 0.011173567734658718}, {"step": 6000, "epoch": 12, "train_loss": 0.03588250279426575}, {"step": 6050, "epoch": 12, "train_loss": 0.002951864618808031}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9803, "test_loss": 0.08940409889221192}, {"step": 6100, "epoch": 13, "train_loss": 0.021008610725402832}, {"step": 6150, "epoch": 13, "train_loss": 0.0022315792739391327}, {"step": 6200, "epoch": 13, "train_loss": 0.0003036226553376764}, {"step": 6250, "epoch": 13, "train_loss": 0.0015197757165879011}, {"step": 6300, "epoch": 13, "train_loss": 0.00023629511997569352}, {"step": 6350, "epoch": 13, "train_loss": 0.0021963356994092464}, {"step": 6400, "epoch": 13, "train_loss": 0.0015893076779320836}, {"step": 6450, "epoch": 13, "train_loss": 0.0008598848362453282}, {"step": 6500, "epoch": 13, "train_loss": 0.00133204844314605}, {"step": 6550, "epoch": 13, "train_loss": 0.011681764386594296}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9782, "test_loss": 0.10464302215576173}, {"step": 6600, "epoch": 14, "train_loss": 0.00035272137029096484}, {"step": 6650, "epoch": 14, "train_loss": 0.0007086987607181072}, {"step": 6700, "epoch": 14, "train_loss": 0.0012352450285106897}, {"step": 6750, "epoch": 14, "train_loss": 0.0006335126818157732}, {"step": 6800, "epoch": 14, "train_loss": 0.007072746753692627}, {"step": 6850, "epoch": 14, "train_loss": 0.0009206967079080641}, {"step": 6900, "epoch": 14, "train_loss": 0.0025647785514593124}, {"step": 6950, "epoch": 14, "train_loss": 0.0028658690862357616}, {"step": 7000, "epoch": 14, "train_loss": 0.0006871154764667153}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9803, "test_loss": 0.08911794338226318}, {"step": 7050, "epoch": 15, "train_loss": 0.0003276836941950023}, {"step": 7100, "epoch": 15, "train_loss": 0.0028214582707732916}, {"step": 7150, "epoch": 15, "train_loss": 0.0006964259082451463}, {"step": 7200, "epoch": 15, "train_loss": 0.00016368628712370992}, {"step": 7250, "epoch": 15, "train_loss": 0.0001880091440398246}, {"step": 7300, "epoch": 15, "train_loss": 0.0012363080168142915}, {"step": 7350, "epoch": 15, "train_loss": 0.00013233887148089707}, {"step": 7400, "epoch": 15, "train_loss": 0.0011486053699627519}, {"step": 7450, "epoch": 15, "train_loss": 0.0007195554208010435}, {"step": 7500, "epoch": 15, "train_loss": 0.00013943678641226143}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9815, "test_loss": 0.08639169931411743}, {"step": 7550, "epoch": 16, "train_loss": 0.000311998650431633}, {"step": 7600, "epoch": 16, "train_loss": 0.0003105028881691396}, {"step": 7650, "epoch": 16, "train_loss": 8.840353257255629e-05}, {"step": 7700, "epoch": 16, "train_loss": 3.9315695175901055e-05}, {"step": 7750, "epoch": 16, "train_loss": 0.00022496600286103785}, {"step": 7800, "epoch": 16, "train_loss": 0.00021147560619283468}, {"step": 7850, "epoch": 16, "train_loss": 0.00016036370652727783}, {"step": 7900, "epoch": 16, "train_loss": 0.00021763691620435566}, {"step": 7950, "epoch": 16, "train_loss": 0.00017904640117194504}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9814, "test_loss": 0.08640151405334473}, {"step": 8000, "epoch": 17, "train_loss": 0.00011378598719602451}, {"step": 8050, "epoch": 17, "train_loss": 0.00031568040139973164}, {"step": 8100, "epoch": 17, "train_loss": 7.379785529337823e-05}, {"step": 8150, "epoch": 17, "train_loss": 0.001483821077272296}, {"step": 8200, "epoch": 17, "train_loss": 3.268517320975661e-05}, {"step": 8250, "epoch": 17, "train_loss": 0.00013950440916232765}, {"step": 8300, "epoch": 17, "train_loss": 7.721520523773506e-05}, {"step": 8350, "epoch": 17, "train_loss": 6.894978287164122e-05}, {"step": 8400, "epoch": 17, "train_loss": 0.00038736718124710023}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9822, "test_loss": 0.08493024139404297}, {"step": 8450, "epoch": 18, "train_loss": 0.00010497012408450246}, {"step": 8500, "epoch": 18, "train_loss": 0.00020623412274289876}, {"step": 8550, "epoch": 18, "train_loss": 4.444714431883767e-05}, {"step": 8600, "epoch": 18, "train_loss": 0.00023400330974254757}, {"step": 8650, "epoch": 18, "train_loss": 3.923130498151295e-05}, {"step": 8700, "epoch": 18, "train_loss": 0.0002195397246396169}, {"step": 8750, "epoch": 18, "train_loss": 6.728071457473561e-05}, {"step": 8800, "epoch": 18, "train_loss": 2.652427792781964e-05}, {"step": 8850, "epoch": 18, "train_loss": 3.217773701180704e-05}, {"step": 8900, "epoch": 18, "train_loss": 4.7188779717544094e-05}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9825, "test_loss": 0.08452768816947936}, {"step": 8950, "epoch": 19, "train_loss": 2.6905267077381723e-05}, {"step": 9000, "epoch": 19, "train_loss": 1.836157935031224e-05}, {"step": 9050, "epoch": 19, "train_loss": 6.0694343119394034e-05}, {"step": 9100, "epoch": 19, "train_loss": 5.455677819554694e-05}, {"step": 9150, "epoch": 19, "train_loss": 8.030619937926531e-05}, {"step": 9200, "epoch": 19, "train_loss": 1.0905758244916797e-05}, {"step": 9250, "epoch": 19, "train_loss": 7.19715899322182e-05}, {"step": 9300, "epoch": 19, "train_loss": 5.420593879534863e-05}, {"step": 9350, "epoch": 19, "train_loss": 6.172637222334743e-05}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9823, "test_loss": 0.08469406352043152}], "final": {"test_acc": 0.9823, "test_loss": 0.08469406352043152, "wall_s": 28.50373601913452}}
\ No newline at end of file
diff --git a/results/depth_mnist_bp_d5_s2.json b/results/depth_mnist_bp_d5_s2.json
new file mode 100644
index 0000000..322edc5
--- /dev/null
+++ b/results/depth_mnist_bp_d5_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d5_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3298330307006836}, {"step": 50, "epoch": 0, "train_loss": 0.5431451201438904}, {"step": 100, "epoch": 0, "train_loss": 0.31481635570526123}, {"step": 150, "epoch": 0, "train_loss": 0.262214332818985}, {"step": 200, "epoch": 0, "train_loss": 0.20772776007652283}, {"step": 250, "epoch": 0, "train_loss": 0.13993212580680847}, {"step": 300, "epoch": 0, "train_loss": 0.2970532178878784}, {"step": 350, "epoch": 0, "train_loss": 0.1603701412677765}, {"step": 400, "epoch": 0, "train_loss": 0.13599316775798798}, {"step": 450, "epoch": 0, "train_loss": 0.14664119482040405}, {"epoch_end": 0, "step": 469, "test_acc": 0.9532, "test_loss": 0.15072743759155274}, {"step": 500, "epoch": 1, "train_loss": 0.15634150803089142}, {"step": 550, "epoch": 1, "train_loss": 0.15327273309230804}, {"step": 600, "epoch": 1, "train_loss": 0.11970555782318115}, {"step": 650, "epoch": 1, "train_loss": 0.1227964460849762}, {"step": 700, "epoch": 1, "train_loss": 0.025721708312630653}, {"step": 750, "epoch": 1, "train_loss": 0.032880596816539764}, {"step": 800, "epoch": 1, "train_loss": 0.0446951650083065}, {"step": 850, "epoch": 1, "train_loss": 0.18670439720153809}, {"step": 900, "epoch": 1, "train_loss": 0.2059885859489441}, {"epoch_end": 1, "step": 938, "test_acc": 0.9613, "test_loss": 0.12410329360961914}, {"step": 950, "epoch": 2, "train_loss": 0.06650106608867645}, {"step": 1000, "epoch": 2, "train_loss": 0.10213968902826309}, {"step": 1050, "epoch": 2, "train_loss": 0.042179174721241}, {"step": 1100, "epoch": 2, "train_loss": 0.09565944969654083}, {"step": 1150, "epoch": 2, "train_loss": 0.02252180688083172}, {"step": 1200, "epoch": 2, "train_loss": 0.04554644599556923}, {"step": 1250, "epoch": 2, "train_loss": 0.01452008169144392}, {"step": 1300, "epoch": 2, "train_loss": 0.13418585062026978}, {"step": 1350, "epoch": 2, "train_loss": 0.10637815296649933}, {"step": 1400, "epoch": 2, "train_loss": 0.17014344036579132}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9668, "test_loss": 0.11760856952667237}, {"step": 1450, "epoch": 3, "train_loss": 0.04558638110756874}, {"step": 1500, "epoch": 3, "train_loss": 0.03182519972324371}, {"step": 1550, "epoch": 3, "train_loss": 0.025230886414647102}, {"step": 1600, "epoch": 3, "train_loss": 0.07595250755548477}, {"step": 1650, "epoch": 3, "train_loss": 0.02333364076912403}, {"step": 1700, "epoch": 3, "train_loss": 0.06582468748092651}, {"step": 1750, "epoch": 3, "train_loss": 0.06036007031798363}, {"step": 1800, "epoch": 3, "train_loss": 0.057709623128175735}, {"step": 1850, "epoch": 3, "train_loss": 0.11083856970071793}, {"epoch_end": 3, "step": 1876, "test_acc": 0.974, "test_loss": 0.09271234531402588}, {"step": 1900, "epoch": 4, "train_loss": 0.03037177212536335}, {"step": 1950, "epoch": 4, "train_loss": 0.07163253426551819}, {"step": 2000, "epoch": 4, "train_loss": 0.07162798941135406}, {"step": 2050, "epoch": 4, "train_loss": 0.030962223187088966}, {"step": 2100, "epoch": 4, "train_loss": 0.0241277776658535}, {"step": 2150, "epoch": 4, "train_loss": 0.016161154955625534}, {"step": 2200, "epoch": 4, "train_loss": 0.08447171002626419}, {"step": 2250, "epoch": 4, "train_loss": 0.013031300157308578}, {"step": 2300, "epoch": 4, "train_loss": 0.036832164973020554}, {"epoch_end": 4, "step": 2345, "test_acc": 0.973, "test_loss": 0.09547056713104247}, {"step": 2350, "epoch": 5, "train_loss": 0.025085439905524254}, {"step": 2400, "epoch": 5, "train_loss": 0.004122522659599781}, {"step": 2450, "epoch": 5, "train_loss": 0.03748694062232971}, {"step": 2500, "epoch": 5, "train_loss": 0.02417725883424282}, {"step": 2550, "epoch": 5, "train_loss": 0.005092992912977934}, {"step": 2600, "epoch": 5, "train_loss": 0.007281280122697353}, {"step": 2650, "epoch": 5, "train_loss": 0.018088508397340775}, {"step": 2700, "epoch": 5, "train_loss": 0.06376029551029205}, {"step": 2750, "epoch": 5, "train_loss": 0.02963225357234478}, {"step": 2800, "epoch": 5, "train_loss": 0.0033760180231183767}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9755, "test_loss": 0.09222460889816284}, {"step": 2850, "epoch": 6, "train_loss": 0.017606699839234352}, {"step": 2900, "epoch": 6, "train_loss": 0.004856124985963106}, {"step": 2950, "epoch": 6, "train_loss": 0.01565100997686386}, {"step": 3000, "epoch": 6, "train_loss": 0.0025354877579957247}, {"step": 3050, "epoch": 6, "train_loss": 0.03295547515153885}, {"step": 3100, "epoch": 6, "train_loss": 0.023633645847439766}, {"step": 3150, "epoch": 6, "train_loss": 0.030514240264892578}, {"step": 3200, "epoch": 6, "train_loss": 0.007791838608682156}, {"step": 3250, "epoch": 6, "train_loss": 0.020523780956864357}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9758, "test_loss": 0.08885190925598145}, {"step": 3300, "epoch": 7, "train_loss": 0.009677913039922714}, {"step": 3350, "epoch": 7, "train_loss": 0.0022604630794376135}, {"step": 3400, "epoch": 7, "train_loss": 0.007051991764456034}, {"step": 3450, "epoch": 7, "train_loss": 0.023892097175121307}, {"step": 3500, "epoch": 7, "train_loss": 0.015032819472253323}, {"step": 3550, "epoch": 7, "train_loss": 0.011831142008304596}, {"step": 3600, "epoch": 7, "train_loss": 0.011012502014636993}, {"step": 3650, "epoch": 7, "train_loss": 0.009136322885751724}, {"step": 3700, "epoch": 7, "train_loss": 0.020066890865564346}, {"step": 3750, "epoch": 7, "train_loss": 0.033767204731702805}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9719, "test_loss": 0.10400650043487548}, {"step": 3800, "epoch": 8, "train_loss": 0.02075902558863163}, {"step": 3850, "epoch": 8, "train_loss": 0.01086009107530117}, {"step": 3900, "epoch": 8, "train_loss": 0.0061086793430149555}, {"step": 3950, "epoch": 8, "train_loss": 0.0006313165067695081}, {"step": 4000, "epoch": 8, "train_loss": 0.003012042725458741}, {"step": 4050, "epoch": 8, "train_loss": 0.0075722429901361465}, {"step": 4100, "epoch": 8, "train_loss": 0.03018580749630928}, {"step": 4150, "epoch": 8, "train_loss": 0.0012171219568699598}, {"step": 4200, "epoch": 8, "train_loss": 0.0241667702794075}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9763, "test_loss": 0.09675894145965576}, {"step": 4250, "epoch": 9, "train_loss": 0.011755700223147869}, {"step": 4300, "epoch": 9, "train_loss": 0.006941328756511211}, {"step": 4350, "epoch": 9, "train_loss": 0.006759160663932562}, {"step": 4400, "epoch": 9, "train_loss": 0.0034617024939507246}, {"step": 4450, "epoch": 9, "train_loss": 0.02708723582327366}, {"step": 4500, "epoch": 9, "train_loss": 0.0016134683974087238}, {"step": 4550, "epoch": 9, "train_loss": 0.0291084386408329}, {"step": 4600, "epoch": 9, "train_loss": 0.017642490565776825}, {"step": 4650, "epoch": 9, "train_loss": 0.030111633241176605}, {"epoch_end": 9, "step": 4690, "test_acc": 0.977, "test_loss": 0.10325551013946534}, {"step": 4700, "epoch": 10, "train_loss": 0.009134736843407154}, {"step": 4750, "epoch": 10, "train_loss": 0.0036352253518998623}, {"step": 4800, "epoch": 10, "train_loss": 0.0031179627403616905}, {"step": 4850, "epoch": 10, "train_loss": 0.0015962751349434257}, {"step": 4900, "epoch": 10, "train_loss": 0.01933439075946808}, {"step": 4950, "epoch": 10, "train_loss": 0.04589196667075157}, {"step": 5000, "epoch": 10, "train_loss": 0.0011746996315196157}, {"step": 5050, "epoch": 10, "train_loss": 0.013089402578771114}, {"step": 5100, "epoch": 10, "train_loss": 0.011318093165755272}, {"step": 5150, "epoch": 10, "train_loss": 0.006442172918468714}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9785, "test_loss": 0.09080828866958618}, {"step": 5200, "epoch": 11, "train_loss": 0.010445864871144295}, {"step": 5250, "epoch": 11, "train_loss": 0.0036564937327057123}, {"step": 5300, "epoch": 11, "train_loss": 0.006204927805811167}, {"step": 5350, "epoch": 11, "train_loss": 0.00190083053894341}, {"step": 5400, "epoch": 11, "train_loss": 0.004124615341424942}, {"step": 5450, "epoch": 11, "train_loss": 0.0006122140330262482}, {"step": 5500, "epoch": 11, "train_loss": 0.001504199462942779}, {"step": 5550, "epoch": 11, "train_loss": 0.0011148409685119987}, {"step": 5600, "epoch": 11, "train_loss": 0.0494081974029541}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9789, "test_loss": 0.09675451756715775}, {"step": 5650, "epoch": 12, "train_loss": 0.009013467468321323}, {"step": 5700, "epoch": 12, "train_loss": 0.0014530736953020096}, {"step": 5750, "epoch": 12, "train_loss": 0.01882125996053219}, {"step": 5800, "epoch": 12, "train_loss": 0.001783615443855524}, {"step": 5850, "epoch": 12, "train_loss": 0.009701980277895927}, {"step": 5900, "epoch": 12, "train_loss": 0.060397919267416}, {"step": 5950, "epoch": 12, "train_loss": 0.001757764839567244}, {"step": 6000, "epoch": 12, "train_loss": 0.0005896916263736784}, {"step": 6050, "epoch": 12, "train_loss": 0.0020645963959395885}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9785, "test_loss": 0.1029459368944168}, {"step": 6100, "epoch": 13, "train_loss": 0.0017779400805011392}, {"step": 6150, "epoch": 13, "train_loss": 0.0017919716192409396}, {"step": 6200, "epoch": 13, "train_loss": 0.0001498073252150789}, {"step": 6250, "epoch": 13, "train_loss": 0.007119802292436361}, {"step": 6300, "epoch": 13, "train_loss": 0.0006500593735836446}, {"step": 6350, "epoch": 13, "train_loss": 0.001499899080954492}, {"step": 6400, "epoch": 13, "train_loss": 0.003359793918207288}, {"step": 6450, "epoch": 13, "train_loss": 0.0016436470905318856}, {"step": 6500, "epoch": 13, "train_loss": 0.0003044609911739826}, {"step": 6550, "epoch": 13, "train_loss": 0.011105974204838276}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9792, "test_loss": 0.10375366897583008}, {"step": 6600, "epoch": 14, "train_loss": 0.010889943689107895}, {"step": 6650, "epoch": 14, "train_loss": 0.012510253116488457}, {"step": 6700, "epoch": 14, "train_loss": 0.006189329084008932}, {"step": 6750, "epoch": 14, "train_loss": 0.004464574623852968}, {"step": 6800, "epoch": 14, "train_loss": 0.028741128742694855}, {"step": 6850, "epoch": 14, "train_loss": 0.014329944737255573}, {"step": 6900, "epoch": 14, "train_loss": 0.004691466223448515}, {"step": 6950, "epoch": 14, "train_loss": 0.00016320090799126774}, {"step": 7000, "epoch": 14, "train_loss": 0.0014922925038263202}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9787, "test_loss": 0.10264682569503784}, {"step": 7050, "epoch": 15, "train_loss": 0.006573564372956753}, {"step": 7100, "epoch": 15, "train_loss": 0.0005912125343456864}, {"step": 7150, "epoch": 15, "train_loss": 0.0009114068234339356}, {"step": 7200, "epoch": 15, "train_loss": 0.001794088282622397}, {"step": 7250, "epoch": 15, "train_loss": 0.014223400503396988}, {"step": 7300, "epoch": 15, "train_loss": 0.004860142711549997}, {"step": 7350, "epoch": 15, "train_loss": 0.01726730912923813}, {"step": 7400, "epoch": 15, "train_loss": 0.00934919249266386}, {"step": 7450, "epoch": 15, "train_loss": 0.003953286446630955}, {"step": 7500, "epoch": 15, "train_loss": 0.0015770301688462496}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9759, "test_loss": 0.11036700057983398}, {"step": 7550, "epoch": 16, "train_loss": 0.0017849666764959693}, {"step": 7600, "epoch": 16, "train_loss": 0.018420808017253876}, {"step": 7650, "epoch": 16, "train_loss": 0.000270622520474717}, {"step": 7700, "epoch": 16, "train_loss": 0.0007461871718987823}, {"step": 7750, "epoch": 16, "train_loss": 0.007448707241564989}, {"step": 7800, "epoch": 16, "train_loss": 0.003787493798881769}, {"step": 7850, "epoch": 16, "train_loss": 0.0009284371044486761}, {"step": 7900, "epoch": 16, "train_loss": 0.005735719110816717}, {"step": 7950, "epoch": 16, "train_loss": 0.03000970184803009}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9778, "test_loss": 0.1075986614704132}, {"step": 8000, "epoch": 17, "train_loss": 0.00023987455642782152}, {"step": 8050, "epoch": 17, "train_loss": 0.011563695967197418}, {"step": 8100, "epoch": 17, "train_loss": 0.0008613702957518399}, {"step": 8150, "epoch": 17, "train_loss": 0.00029449479188770056}, {"step": 8200, "epoch": 17, "train_loss": 0.0012278308859094977}, {"step": 8250, "epoch": 17, "train_loss": 0.0018600109033286572}, {"step": 8300, "epoch": 17, "train_loss": 0.00023473880719393492}, {"step": 8350, "epoch": 17, "train_loss": 0.0002846725983545184}, {"step": 8400, "epoch": 17, "train_loss": 0.0018160551553592086}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9783, "test_loss": 0.10234713742733002}, {"step": 8450, "epoch": 18, "train_loss": 0.0005378034547902644}, {"step": 8500, "epoch": 18, "train_loss": 0.038389284163713455}, {"step": 8550, "epoch": 18, "train_loss": 0.0069646374322474}, {"step": 8600, "epoch": 18, "train_loss": 0.004244779236614704}, {"step": 8650, "epoch": 18, "train_loss": 0.0006340285181067884}, {"step": 8700, "epoch": 18, "train_loss": 0.0007080730865709484}, {"step": 8750, "epoch": 18, "train_loss": 0.0002064527216134593}, {"step": 8800, "epoch": 18, "train_loss": 0.02363451197743416}, {"step": 8850, "epoch": 18, "train_loss": 0.015164537355303764}, {"step": 8900, "epoch": 18, "train_loss": 0.006067385897040367}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9775, "test_loss": 0.10356570663452148}, {"step": 8950, "epoch": 19, "train_loss": 0.00014677630679216236}, {"step": 9000, "epoch": 19, "train_loss": 0.00023016714840196073}, {"step": 9050, "epoch": 19, "train_loss": 0.001631366671063006}, {"step": 9100, "epoch": 19, "train_loss": 0.0029507107101380825}, {"step": 9150, "epoch": 19, "train_loss": 0.00034113507717847824}, {"step": 9200, "epoch": 19, "train_loss": 0.0006327970186248422}, {"step": 9250, "epoch": 19, "train_loss": 0.013248738832771778}, {"step": 9300, "epoch": 19, "train_loss": 0.002399713732302189}, {"step": 9350, "epoch": 19, "train_loss": 0.0006696544587612152}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9763, "test_loss": 0.11026357889175414}], "final": {"test_acc": 0.9763, "test_loss": 0.11026357889175414, "wall_s": 28.308507204055786}}
\ No newline at end of file
diff --git a/results/depth_mnist_bp_d7_s0.json b/results/depth_mnist_bp_d7_s0.json
new file mode 100644
index 0000000..42e4eb6
--- /dev/null
+++ b/results/depth_mnist_bp_d7_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 7, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d7_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3634603023529053}, {"step": 50, "epoch": 0, "train_loss": 0.584919273853302}, {"step": 100, "epoch": 0, "train_loss": 0.27131566405296326}, {"step": 150, "epoch": 0, "train_loss": 0.326363742351532}, {"step": 200, "epoch": 0, "train_loss": 0.1601736694574356}, {"step": 250, "epoch": 0, "train_loss": 0.12117701023817062}, {"step": 300, "epoch": 0, "train_loss": 0.2197873890399933}, {"step": 350, "epoch": 0, "train_loss": 0.20030413568019867}, {"step": 400, "epoch": 0, "train_loss": 0.12422268837690353}, {"step": 450, "epoch": 0, "train_loss": 0.19929824769496918}, {"epoch_end": 0, "step": 469, "test_acc": 0.9553, "test_loss": 0.15504046936035157}, {"step": 500, "epoch": 1, "train_loss": 0.19337743520736694}, {"step": 550, "epoch": 1, "train_loss": 0.14012554287910461}, {"step": 600, "epoch": 1, "train_loss": 0.14639605581760406}, {"step": 650, "epoch": 1, "train_loss": 0.13829360902309418}, {"step": 700, "epoch": 1, "train_loss": 0.07874377816915512}, {"step": 750, "epoch": 1, "train_loss": 0.07753812521696091}, {"step": 800, "epoch": 1, "train_loss": 0.13385674357414246}, {"step": 850, "epoch": 1, "train_loss": 0.18673451244831085}, {"step": 900, "epoch": 1, "train_loss": 0.25434914231300354}, {"epoch_end": 1, "step": 938, "test_acc": 0.9638, "test_loss": 0.12157253608703614}, {"step": 950, "epoch": 2, "train_loss": 0.08857148885726929}, {"step": 1000, "epoch": 2, "train_loss": 0.13272421061992645}, {"step": 1050, "epoch": 2, "train_loss": 0.01801415905356407}, {"step": 1100, "epoch": 2, "train_loss": 0.11733254790306091}, {"step": 1150, "epoch": 2, "train_loss": 0.03850272297859192}, {"step": 1200, "epoch": 2, "train_loss": 0.018212392926216125}, {"step": 1250, "epoch": 2, "train_loss": 0.023907167837023735}, {"step": 1300, "epoch": 2, "train_loss": 0.15166209638118744}, {"step": 1350, "epoch": 2, "train_loss": 0.10655688494443893}, {"step": 1400, "epoch": 2, "train_loss": 0.18669851124286652}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9628, "test_loss": 0.13081232719421387}, {"step": 1450, "epoch": 3, "train_loss": 0.04689837992191315}, {"step": 1500, "epoch": 3, "train_loss": 0.04739437624812126}, {"step": 1550, "epoch": 3, "train_loss": 0.075828418135643}, {"step": 1600, "epoch": 3, "train_loss": 0.08776593953371048}, {"step": 1650, "epoch": 3, "train_loss": 0.043569210916757584}, {"step": 1700, "epoch": 3, "train_loss": 0.03700205683708191}, {"step": 1750, "epoch": 3, "train_loss": 0.05326472222805023}, {"step": 1800, "epoch": 3, "train_loss": 0.055885959416627884}, {"step": 1850, "epoch": 3, "train_loss": 0.09324570000171661}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9739, "test_loss": 0.09527736473083497}, {"step": 1900, "epoch": 4, "train_loss": 0.04237436130642891}, {"step": 1950, "epoch": 4, "train_loss": 0.06797666847705841}, {"step": 2000, "epoch": 4, "train_loss": 0.07737981528043747}, {"step": 2050, "epoch": 4, "train_loss": 0.07087323069572449}, {"step": 2100, "epoch": 4, "train_loss": 0.07402457296848297}, {"step": 2150, "epoch": 4, "train_loss": 0.022919446229934692}, {"step": 2200, "epoch": 4, "train_loss": 0.07849586009979248}, {"step": 2250, "epoch": 4, "train_loss": 0.008962268009781837}, {"step": 2300, "epoch": 4, "train_loss": 0.09816927462816238}, {"epoch_end": 4, "step": 2345, "test_acc": 0.972, "test_loss": 0.09869656143188477}, {"step": 2350, "epoch": 5, "train_loss": 0.02640356495976448}, {"step": 2400, "epoch": 5, "train_loss": 0.011563518084585667}, {"step": 2450, "epoch": 5, "train_loss": 0.06835730373859406}, {"step": 2500, "epoch": 5, "train_loss": 0.13516882061958313}, {"step": 2550, "epoch": 5, "train_loss": 0.012433967553079128}, {"step": 2600, "epoch": 5, "train_loss": 0.006980465725064278}, {"step": 2650, "epoch": 5, "train_loss": 0.011916488409042358}, {"step": 2700, "epoch": 5, "train_loss": 0.0310800950974226}, {"step": 2750, "epoch": 5, "train_loss": 0.042320188134908676}, {"step": 2800, "epoch": 5, "train_loss": 0.008242109790444374}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9763, "test_loss": 0.08821248245239258}, {"step": 2850, "epoch": 6, "train_loss": 0.11400287598371506}, {"step": 2900, "epoch": 6, "train_loss": 0.03596469387412071}, {"step": 2950, "epoch": 6, "train_loss": 0.008239064365625381}, {"step": 3000, "epoch": 6, "train_loss": 0.01907813362777233}, {"step": 3050, "epoch": 6, "train_loss": 0.013928240165114403}, {"step": 3100, "epoch": 6, "train_loss": 0.0483473464846611}, {"step": 3150, "epoch": 6, "train_loss": 0.012165486812591553}, {"step": 3200, "epoch": 6, "train_loss": 0.035639721900224686}, {"step": 3250, "epoch": 6, "train_loss": 0.03609096631407738}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9756, "test_loss": 0.09237623329162598}, {"step": 3300, "epoch": 7, "train_loss": 0.00759879220277071}, {"step": 3350, "epoch": 7, "train_loss": 0.025012070313096046}, {"step": 3400, "epoch": 7, "train_loss": 0.0190057922154665}, {"step": 3450, "epoch": 7, "train_loss": 0.020422443747520447}, {"step": 3500, "epoch": 7, "train_loss": 0.02957572229206562}, {"step": 3550, "epoch": 7, "train_loss": 0.01449743751436472}, {"step": 3600, "epoch": 7, "train_loss": 0.016134724020957947}, {"step": 3650, "epoch": 7, "train_loss": 0.003433813573792577}, {"step": 3700, "epoch": 7, "train_loss": 0.04971809685230255}, {"step": 3750, "epoch": 7, "train_loss": 0.016174238175153732}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9743, "test_loss": 0.10037691583633424}, {"step": 3800, "epoch": 8, "train_loss": 0.06391484290361404}, {"step": 3850, "epoch": 8, "train_loss": 0.02567223832011223}, {"step": 3900, "epoch": 8, "train_loss": 0.0016912863356992602}, {"step": 3950, "epoch": 8, "train_loss": 0.040251828730106354}, {"step": 4000, "epoch": 8, "train_loss": 0.011853641830384731}, {"step": 4050, "epoch": 8, "train_loss": 0.04003329575061798}, {"step": 4100, "epoch": 8, "train_loss": 0.032284680753946304}, {"step": 4150, "epoch": 8, "train_loss": 0.0005418151849880815}, {"step": 4200, "epoch": 8, "train_loss": 0.026582112535834312}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9771, "test_loss": 0.10346506805419922}, {"step": 4250, "epoch": 9, "train_loss": 0.02379169873893261}, {"step": 4300, "epoch": 9, "train_loss": 0.022362085059285164}, {"step": 4350, "epoch": 9, "train_loss": 0.011781848035752773}, {"step": 4400, "epoch": 9, "train_loss": 0.01324100699275732}, {"step": 4450, "epoch": 9, "train_loss": 0.023972587659955025}, {"step": 4500, "epoch": 9, "train_loss": 0.0033254316076636314}, {"step": 4550, "epoch": 9, "train_loss": 0.05268540605902672}, {"step": 4600, "epoch": 9, "train_loss": 0.04706791043281555}, {"step": 4650, "epoch": 9, "train_loss": 0.1354481726884842}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9754, "test_loss": 0.1037322473526001}, {"step": 4700, "epoch": 10, "train_loss": 0.011977031826972961}, {"step": 4750, "epoch": 10, "train_loss": 0.008722135797142982}, {"step": 4800, "epoch": 10, "train_loss": 0.031041881069540977}, {"step": 4850, "epoch": 10, "train_loss": 0.002536942483857274}, {"step": 4900, "epoch": 10, "train_loss": 0.012166634202003479}, {"step": 4950, "epoch": 10, "train_loss": 0.006357948761433363}, {"step": 5000, "epoch": 10, "train_loss": 0.012730326503515244}, {"step": 5050, "epoch": 10, "train_loss": 0.016597913578152657}, {"step": 5100, "epoch": 10, "train_loss": 0.024921715259552002}, {"step": 5150, "epoch": 10, "train_loss": 0.02106255665421486}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9779, "test_loss": 0.098981800365448}, {"step": 5200, "epoch": 11, "train_loss": 0.01625237613916397}, {"step": 5250, "epoch": 11, "train_loss": 0.022552048787474632}, {"step": 5300, "epoch": 11, "train_loss": 0.03549595922231674}, {"step": 5350, "epoch": 11, "train_loss": 0.014803768135607243}, {"step": 5400, "epoch": 11, "train_loss": 0.0154494009912014}, {"step": 5450, "epoch": 11, "train_loss": 0.018533596768975258}, {"step": 5500, "epoch": 11, "train_loss": 0.007156524807214737}, {"step": 5550, "epoch": 11, "train_loss": 0.010904684662818909}, {"step": 5600, "epoch": 11, "train_loss": 0.006352885626256466}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9774, "test_loss": 0.0972934621810913}, {"step": 5650, "epoch": 12, "train_loss": 0.006077399477362633}, {"step": 5700, "epoch": 12, "train_loss": 0.022038765251636505}, {"step": 5750, "epoch": 12, "train_loss": 0.004308824427425861}, {"step": 5800, "epoch": 12, "train_loss": 0.013099591247737408}, {"step": 5850, "epoch": 12, "train_loss": 0.0035541318356990814}, {"step": 5900, "epoch": 12, "train_loss": 0.010298622772097588}, {"step": 5950, "epoch": 12, "train_loss": 0.007700174581259489}, {"step": 6000, "epoch": 12, "train_loss": 0.0390409380197525}, {"step": 6050, "epoch": 12, "train_loss": 0.004713013768196106}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9786, "test_loss": 0.09948969411849976}, {"step": 6100, "epoch": 13, "train_loss": 0.0011530169285833836}, {"step": 6150, "epoch": 13, "train_loss": 0.0012500446755439043}, {"step": 6200, "epoch": 13, "train_loss": 0.001806026790291071}, {"step": 6250, "epoch": 13, "train_loss": 0.0010949800489470363}, {"step": 6300, "epoch": 13, "train_loss": 0.0009616952738724649}, {"step": 6350, "epoch": 13, "train_loss": 0.005076004657894373}, {"step": 6400, "epoch": 13, "train_loss": 0.08476664125919342}, {"step": 6450, "epoch": 13, "train_loss": 0.04954476282000542}, {"step": 6500, "epoch": 13, "train_loss": 0.0010318119311705232}, {"step": 6550, "epoch": 13, "train_loss": 0.02027546986937523}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9762, "test_loss": 0.10357784214019776}, {"step": 6600, "epoch": 14, "train_loss": 0.0002477555244695395}, {"step": 6650, "epoch": 14, "train_loss": 0.006749341730028391}, {"step": 6700, "epoch": 14, "train_loss": 0.005599241703748703}, {"step": 6750, "epoch": 14, "train_loss": 0.0020510144531726837}, {"step": 6800, "epoch": 14, "train_loss": 0.013988708145916462}, {"step": 6850, "epoch": 14, "train_loss": 0.005037692841142416}, {"step": 6900, "epoch": 14, "train_loss": 0.01804262027144432}, {"step": 6950, "epoch": 14, "train_loss": 0.005872187204658985}, {"step": 7000, "epoch": 14, "train_loss": 0.0013213977217674255}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9776, "test_loss": 0.0998591700553894}, {"step": 7050, "epoch": 15, "train_loss": 0.002185555174946785}, {"step": 7100, "epoch": 15, "train_loss": 0.0007265349850058556}, {"step": 7150, "epoch": 15, "train_loss": 0.0005023535923101008}, {"step": 7200, "epoch": 15, "train_loss": 0.0029576399829238653}, {"step": 7250, "epoch": 15, "train_loss": 0.0005695146392099559}, {"step": 7300, "epoch": 15, "train_loss": 0.06273901462554932}, {"step": 7350, "epoch": 15, "train_loss": 0.0007454095175489783}, {"step": 7400, "epoch": 15, "train_loss": 0.015602193772792816}, {"step": 7450, "epoch": 15, "train_loss": 0.004601713269948959}, {"step": 7500, "epoch": 15, "train_loss": 0.001090352889150381}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9789, "test_loss": 0.1010618658065796}, {"step": 7550, "epoch": 16, "train_loss": 0.0003079422458540648}, {"step": 7600, "epoch": 16, "train_loss": 0.019845519214868546}, {"step": 7650, "epoch": 16, "train_loss": 0.0004388664092402905}, {"step": 7700, "epoch": 16, "train_loss": 0.010636251419782639}, {"step": 7750, "epoch": 16, "train_loss": 0.0028704770375043154}, {"step": 7800, "epoch": 16, "train_loss": 0.0017920911777764559}, {"step": 7850, "epoch": 16, "train_loss": 0.00986121129244566}, {"step": 7900, "epoch": 16, "train_loss": 0.0011761117493733764}, {"step": 7950, "epoch": 16, "train_loss": 0.004236164968460798}, {"epoch_end": 16, "step": 7973, "test_acc": 0.978, "test_loss": 0.10669180679321288}, {"step": 8000, "epoch": 17, "train_loss": 0.0273881945759058}, {"step": 8050, "epoch": 17, "train_loss": 0.004494274500757456}, {"step": 8100, "epoch": 17, "train_loss": 0.055604297667741776}, {"step": 8150, "epoch": 17, "train_loss": 0.030209293588995934}, {"step": 8200, "epoch": 17, "train_loss": 0.0006769648171029985}, {"step": 8250, "epoch": 17, "train_loss": 0.02847328595817089}, {"step": 8300, "epoch": 17, "train_loss": 0.0015205004019662738}, {"step": 8350, "epoch": 17, "train_loss": 0.007167931646108627}, {"step": 8400, "epoch": 17, "train_loss": 0.002140734577551484}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9777, "test_loss": 0.10881091213226318}, {"step": 8450, "epoch": 18, "train_loss": 0.0050050364807248116}, {"step": 8500, "epoch": 18, "train_loss": 0.001137500163167715}, {"step": 8550, "epoch": 18, "train_loss": 0.008878250606358051}, {"step": 8600, "epoch": 18, "train_loss": 0.024376116693019867}, {"step": 8650, "epoch": 18, "train_loss": 0.0006307074800133705}, {"step": 8700, "epoch": 18, "train_loss": 0.004835176281630993}, {"step": 8750, "epoch": 18, "train_loss": 0.0020693575497716665}, {"step": 8800, "epoch": 18, "train_loss": 0.013580737635493279}, {"step": 8850, "epoch": 18, "train_loss": 0.00077024195343256}, {"step": 8900, "epoch": 18, "train_loss": 0.0276680588722229}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9788, "test_loss": 0.11131158428192138}, {"step": 8950, "epoch": 19, "train_loss": 0.00021833612117916346}, {"step": 9000, "epoch": 19, "train_loss": 0.0006028945208527148}, {"step": 9050, "epoch": 19, "train_loss": 0.0006228959537111223}, {"step": 9100, "epoch": 19, "train_loss": 0.00014303707575891167}, {"step": 9150, "epoch": 19, "train_loss": 0.001000930555164814}, {"step": 9200, "epoch": 19, "train_loss": 0.001195399439893663}, {"step": 9250, "epoch": 19, "train_loss": 0.0008418058860115707}, {"step": 9300, "epoch": 19, "train_loss": 0.006265843287110329}, {"step": 9350, "epoch": 19, "train_loss": 0.0038236381951719522}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9811, "test_loss": 0.09571140656471253}], "final": {"test_acc": 0.9811, "test_loss": 0.09571140656471253, "wall_s": 35.38850140571594}}
\ No newline at end of file
diff --git a/results/depth_mnist_bp_d7_s1.json b/results/depth_mnist_bp_d7_s1.json
new file mode 100644
index 0000000..a00c83c
--- /dev/null
+++ b/results/depth_mnist_bp_d7_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d7_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.319544792175293}, {"step": 50, "epoch": 0, "train_loss": 0.6002928018569946}, {"step": 100, "epoch": 0, "train_loss": 0.2784332036972046}, {"step": 150, "epoch": 0, "train_loss": 0.31653252243995667}, {"step": 200, "epoch": 0, "train_loss": 0.18415068089962006}, {"step": 250, "epoch": 0, "train_loss": 0.16639961302280426}, {"step": 300, "epoch": 0, "train_loss": 0.2805807292461395}, {"step": 350, "epoch": 0, "train_loss": 0.16563689708709717}, {"step": 400, "epoch": 0, "train_loss": 0.15017040073871613}, {"step": 450, "epoch": 0, "train_loss": 0.20303744077682495}, {"epoch_end": 0, "step": 469, "test_acc": 0.9577, "test_loss": 0.1461206283569336}, {"step": 500, "epoch": 1, "train_loss": 0.1993384212255478}, {"step": 550, "epoch": 1, "train_loss": 0.15059107542037964}, {"step": 600, "epoch": 1, "train_loss": 0.15915875136852264}, {"step": 650, "epoch": 1, "train_loss": 0.12438133358955383}, {"step": 700, "epoch": 1, "train_loss": 0.0630820095539093}, {"step": 750, "epoch": 1, "train_loss": 0.08992036432027817}, {"step": 800, "epoch": 1, "train_loss": 0.12292070686817169}, {"step": 850, "epoch": 1, "train_loss": 0.20571479201316833}, {"step": 900, "epoch": 1, "train_loss": 0.1783202588558197}, {"epoch_end": 1, "step": 938, "test_acc": 0.9631, "test_loss": 0.12870474281311034}, {"step": 950, "epoch": 2, "train_loss": 0.07567742466926575}, {"step": 1000, "epoch": 2, "train_loss": 0.07069489359855652}, {"step": 1050, "epoch": 2, "train_loss": 0.1040608286857605}, {"step": 1100, "epoch": 2, "train_loss": 0.1102788969874382}, {"step": 1150, "epoch": 2, "train_loss": 0.03486275672912598}, {"step": 1200, "epoch": 2, "train_loss": 0.0546129047870636}, {"step": 1250, "epoch": 2, "train_loss": 0.025895942002534866}, {"step": 1300, "epoch": 2, "train_loss": 0.10062901675701141}, {"step": 1350, "epoch": 2, "train_loss": 0.11734180897474289}, {"step": 1400, "epoch": 2, "train_loss": 0.12880480289459229}, {"epoch_end": 2, "step": 1407, "test_acc": 0.97, "test_loss": 0.1052366605758667}, {"step": 1450, "epoch": 3, "train_loss": 0.013662490993738174}, {"step": 1500, "epoch": 3, "train_loss": 0.07145000994205475}, {"step": 1550, "epoch": 3, "train_loss": 0.045951444655656815}, {"step": 1600, "epoch": 3, "train_loss": 0.08207911252975464}, {"step": 1650, "epoch": 3, "train_loss": 0.035830333828926086}, {"step": 1700, "epoch": 3, "train_loss": 0.023714907467365265}, {"step": 1750, "epoch": 3, "train_loss": 0.0765601173043251}, {"step": 1800, "epoch": 3, "train_loss": 0.022994674742221832}, {"step": 1850, "epoch": 3, "train_loss": 0.09846372902393341}, {"epoch_end": 3, "step": 1876, "test_acc": 0.971, "test_loss": 0.09795647354125976}, {"step": 1900, "epoch": 4, "train_loss": 0.026380840688943863}, {"step": 1950, "epoch": 4, "train_loss": 0.06851975619792938}, {"step": 2000, "epoch": 4, "train_loss": 0.04864000529050827}, {"step": 2050, "epoch": 4, "train_loss": 0.04073775187134743}, {"step": 2100, "epoch": 4, "train_loss": 0.008730935864150524}, {"step": 2150, "epoch": 4, "train_loss": 0.06807977706193924}, {"step": 2200, "epoch": 4, "train_loss": 0.09736805409193039}, {"step": 2250, "epoch": 4, "train_loss": 0.01203889586031437}, {"step": 2300, "epoch": 4, "train_loss": 0.10895485430955887}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9734, "test_loss": 0.0988344856262207}, {"step": 2350, "epoch": 5, "train_loss": 0.00582974823191762}, {"step": 2400, "epoch": 5, "train_loss": 0.010857751592993736}, {"step": 2450, "epoch": 5, "train_loss": 0.07214467972517014}, {"step": 2500, "epoch": 5, "train_loss": 0.01803528517484665}, {"step": 2550, "epoch": 5, "train_loss": 0.04251256212592125}, {"step": 2600, "epoch": 5, "train_loss": 0.0024946334306150675}, {"step": 2650, "epoch": 5, "train_loss": 0.04907801002264023}, {"step": 2700, "epoch": 5, "train_loss": 0.12907837331295013}, {"step": 2750, "epoch": 5, "train_loss": 0.027055799961090088}, {"step": 2800, "epoch": 5, "train_loss": 0.005912487860769033}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9762, "test_loss": 0.09200920944213867}, {"step": 2850, "epoch": 6, "train_loss": 0.029800817370414734}, {"step": 2900, "epoch": 6, "train_loss": 0.008342473767697811}, {"step": 2950, "epoch": 6, "train_loss": 0.05343480780720711}, {"step": 3000, "epoch": 6, "train_loss": 0.005000937730073929}, {"step": 3050, "epoch": 6, "train_loss": 0.03794963285326958}, {"step": 3100, "epoch": 6, "train_loss": 0.016684848815202713}, {"step": 3150, "epoch": 6, "train_loss": 0.03429243713617325}, {"step": 3200, "epoch": 6, "train_loss": 0.04843771085143089}, {"step": 3250, "epoch": 6, "train_loss": 0.012652152217924595}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9744, "test_loss": 0.09906793193817139}, {"step": 3300, "epoch": 7, "train_loss": 0.009741974994540215}, {"step": 3350, "epoch": 7, "train_loss": 0.003067527897655964}, {"step": 3400, "epoch": 7, "train_loss": 0.02605583146214485}, {"step": 3450, "epoch": 7, "train_loss": 0.008866016753017902}, {"step": 3500, "epoch": 7, "train_loss": 0.019784104079008102}, {"step": 3550, "epoch": 7, "train_loss": 0.020000619813799858}, {"step": 3600, "epoch": 7, "train_loss": 0.09424400329589844}, {"step": 3650, "epoch": 7, "train_loss": 0.0015934165567159653}, {"step": 3700, "epoch": 7, "train_loss": 0.026361936703324318}, {"step": 3750, "epoch": 7, "train_loss": 0.021738266572356224}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9754, "test_loss": 0.10011836605072022}, {"step": 3800, "epoch": 8, "train_loss": 0.013118875212967396}, {"step": 3850, "epoch": 8, "train_loss": 0.02420850098133087}, {"step": 3900, "epoch": 8, "train_loss": 0.016012035310268402}, {"step": 3950, "epoch": 8, "train_loss": 0.0016973558813333511}, {"step": 4000, "epoch": 8, "train_loss": 0.044563230127096176}, {"step": 4050, "epoch": 8, "train_loss": 0.016836393624544144}, {"step": 4100, "epoch": 8, "train_loss": 0.02145886793732643}, {"step": 4150, "epoch": 8, "train_loss": 0.0009296624921262264}, {"step": 4200, "epoch": 8, "train_loss": 0.06260842084884644}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9742, "test_loss": 0.10359036407470704}, {"step": 4250, "epoch": 9, "train_loss": 0.01697790063917637}, {"step": 4300, "epoch": 9, "train_loss": 0.030874064192175865}, {"step": 4350, "epoch": 9, "train_loss": 0.003825787454843521}, {"step": 4400, "epoch": 9, "train_loss": 0.011588424444198608}, {"step": 4450, "epoch": 9, "train_loss": 0.003722428809851408}, {"step": 4500, "epoch": 9, "train_loss": 0.004798585083335638}, {"step": 4550, "epoch": 9, "train_loss": 0.013927653431892395}, {"step": 4600, "epoch": 9, "train_loss": 0.021422604098916054}, {"step": 4650, "epoch": 9, "train_loss": 0.00393642345443368}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9791, "test_loss": 0.08600889635086059}, {"step": 4700, "epoch": 10, "train_loss": 0.005903124343603849}, {"step": 4750, "epoch": 10, "train_loss": 0.0038310952950268984}, {"step": 4800, "epoch": 10, "train_loss": 0.008399122394621372}, {"step": 4850, "epoch": 10, "train_loss": 0.0018800059333443642}, {"step": 4900, "epoch": 10, "train_loss": 0.006582404021173716}, {"step": 4950, "epoch": 10, "train_loss": 0.012517609633505344}, {"step": 5000, "epoch": 10, "train_loss": 0.051591191440820694}, {"step": 5050, "epoch": 10, "train_loss": 0.00837660487741232}, {"step": 5100, "epoch": 10, "train_loss": 0.027372870594263077}, {"step": 5150, "epoch": 10, "train_loss": 0.008494291454553604}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9763, "test_loss": 0.10337002897262573}, {"step": 5200, "epoch": 11, "train_loss": 0.005425461567938328}, {"step": 5250, "epoch": 11, "train_loss": 0.00425410270690918}, {"step": 5300, "epoch": 11, "train_loss": 0.002885331166908145}, {"step": 5350, "epoch": 11, "train_loss": 0.0021684744860976934}, {"step": 5400, "epoch": 11, "train_loss": 0.0063478839583694935}, {"step": 5450, "epoch": 11, "train_loss": 0.0017888345755636692}, {"step": 5500, "epoch": 11, "train_loss": 0.03869810700416565}, {"step": 5550, "epoch": 11, "train_loss": 0.05261261761188507}, {"step": 5600, "epoch": 11, "train_loss": 0.00033598870504647493}, {"epoch_end": 11, "step": 5628, "test_acc": 0.977, "test_loss": 0.10228425464630127}, {"step": 5650, "epoch": 12, "train_loss": 0.0030447673052549362}, {"step": 5700, "epoch": 12, "train_loss": 0.04127772897481918}, {"step": 5750, "epoch": 12, "train_loss": 0.0010760353179648519}, {"step": 5800, "epoch": 12, "train_loss": 0.0015781919937580824}, {"step": 5850, "epoch": 12, "train_loss": 0.0030959933064877987}, {"step": 5900, "epoch": 12, "train_loss": 0.009305600076913834}, {"step": 5950, "epoch": 12, "train_loss": 0.015529250726103783}, {"step": 6000, "epoch": 12, "train_loss": 0.0073072765953838825}, {"step": 6050, "epoch": 12, "train_loss": 0.013295992277562618}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9785, "test_loss": 0.09523014068603515}, {"step": 6100, "epoch": 13, "train_loss": 0.0011284920619800687}, {"step": 6150, "epoch": 13, "train_loss": 0.005802812986075878}, {"step": 6200, "epoch": 13, "train_loss": 0.0004563207912724465}, {"step": 6250, "epoch": 13, "train_loss": 0.0006673471652902663}, {"step": 6300, "epoch": 13, "train_loss": 0.00034827145282179117}, {"step": 6350, "epoch": 13, "train_loss": 0.01170225627720356}, {"step": 6400, "epoch": 13, "train_loss": 0.0018218515906482935}, {"step": 6450, "epoch": 13, "train_loss": 0.0024333717301487923}, {"step": 6500, "epoch": 13, "train_loss": 0.0015523394104093313}, {"step": 6550, "epoch": 13, "train_loss": 0.004922960884869099}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9772, "test_loss": 0.10114915609359741}, {"step": 6600, "epoch": 14, "train_loss": 0.001624958822503686}, {"step": 6650, "epoch": 14, "train_loss": 0.011196128092706203}, {"step": 6700, "epoch": 14, "train_loss": 0.016744423657655716}, {"step": 6750, "epoch": 14, "train_loss": 0.014157680794596672}, {"step": 6800, "epoch": 14, "train_loss": 0.010665645822882652}, {"step": 6850, "epoch": 14, "train_loss": 0.0027125764172524214}, {"step": 6900, "epoch": 14, "train_loss": 0.00648153992369771}, {"step": 6950, "epoch": 14, "train_loss": 0.00022552213340532035}, {"step": 7000, "epoch": 14, "train_loss": 0.0027401235420256853}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9764, "test_loss": 0.10257318897247314}, {"step": 7050, "epoch": 15, "train_loss": 0.0005680343601852655}, {"step": 7100, "epoch": 15, "train_loss": 0.004715492017567158}, {"step": 7150, "epoch": 15, "train_loss": 0.000676145136822015}, {"step": 7200, "epoch": 15, "train_loss": 0.02553199604153633}, {"step": 7250, "epoch": 15, "train_loss": 0.0007730126962997019}, {"step": 7300, "epoch": 15, "train_loss": 0.0026212569791823626}, {"step": 7350, "epoch": 15, "train_loss": 0.0007947787526063621}, {"step": 7400, "epoch": 15, "train_loss": 0.0004693202208727598}, {"step": 7450, "epoch": 15, "train_loss": 0.006737535819411278}, {"step": 7500, "epoch": 15, "train_loss": 0.004715287126600742}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9728, "test_loss": 0.12507383975982667}, {"step": 7550, "epoch": 16, "train_loss": 0.0020592864602804184}, {"step": 7600, "epoch": 16, "train_loss": 0.005887425970286131}, {"step": 7650, "epoch": 16, "train_loss": 0.0006095597636885941}, {"step": 7700, "epoch": 16, "train_loss": 0.004233830142766237}, {"step": 7750, "epoch": 16, "train_loss": 0.001912574633024633}, {"step": 7800, "epoch": 16, "train_loss": 0.0346696712076664}, {"step": 7850, "epoch": 16, "train_loss": 0.0065772696398198605}, {"step": 7900, "epoch": 16, "train_loss": 0.002825323026627302}, {"step": 7950, "epoch": 16, "train_loss": 0.03584473580121994}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9763, "test_loss": 0.10765082092285157}, {"step": 8000, "epoch": 17, "train_loss": 0.0053594377823174}, {"step": 8050, "epoch": 17, "train_loss": 0.0020399161148816347}, {"step": 8100, "epoch": 17, "train_loss": 0.007904713973402977}, {"step": 8150, "epoch": 17, "train_loss": 0.0016636181389912963}, {"step": 8200, "epoch": 17, "train_loss": 0.0023615972604602575}, {"step": 8250, "epoch": 17, "train_loss": 0.0009210612624883652}, {"step": 8300, "epoch": 17, "train_loss": 0.003617761889472604}, {"step": 8350, "epoch": 17, "train_loss": 0.05288562551140785}, {"step": 8400, "epoch": 17, "train_loss": 0.0028772202786058187}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9787, "test_loss": 0.11150063800811767}, {"step": 8450, "epoch": 18, "train_loss": 0.0008597486885264516}, {"step": 8500, "epoch": 18, "train_loss": 0.00147197803016752}, {"step": 8550, "epoch": 18, "train_loss": 0.004601447377353907}, {"step": 8600, "epoch": 18, "train_loss": 0.0025131318252533674}, {"step": 8650, "epoch": 18, "train_loss": 0.0015579937025904655}, {"step": 8700, "epoch": 18, "train_loss": 0.0006256775232031941}, {"step": 8750, "epoch": 18, "train_loss": 0.01279300358146429}, {"step": 8800, "epoch": 18, "train_loss": 0.01695147529244423}, {"step": 8850, "epoch": 18, "train_loss": 0.00013529676652979106}, {"step": 8900, "epoch": 18, "train_loss": 0.005846814718097448}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9781, "test_loss": 0.10633156776428222}, {"step": 8950, "epoch": 19, "train_loss": 0.003997994586825371}, {"step": 9000, "epoch": 19, "train_loss": 0.010587988421320915}, {"step": 9050, "epoch": 19, "train_loss": 0.0006821342976763844}, {"step": 9100, "epoch": 19, "train_loss": 0.0002944946463685483}, {"step": 9150, "epoch": 19, "train_loss": 0.002592832315713167}, {"step": 9200, "epoch": 19, "train_loss": 0.0007628482999280095}, {"step": 9250, "epoch": 19, "train_loss": 0.008631632663309574}, {"step": 9300, "epoch": 19, "train_loss": 0.00020001029770355672}, {"step": 9350, "epoch": 19, "train_loss": 0.017644887790083885}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9777, "test_loss": 0.11258707494735717}], "final": {"test_acc": 0.9777, "test_loss": 0.11258707494735717, "wall_s": 34.26046371459961}}
\ No newline at end of file
diff --git a/results/depth_mnist_bp_d7_s2.json b/results/depth_mnist_bp_d7_s2.json
new file mode 100644
index 0000000..8fbaddc
--- /dev/null
+++ b/results/depth_mnist_bp_d7_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "bp", "dataset": "mnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_bp_d7_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.352363109588623}, {"step": 50, "epoch": 0, "train_loss": 0.6471655964851379}, {"step": 100, "epoch": 0, "train_loss": 0.2838655710220337}, {"step": 150, "epoch": 0, "train_loss": 0.33264806866645813}, {"step": 200, "epoch": 0, "train_loss": 0.22945049405097961}, {"step": 250, "epoch": 0, "train_loss": 0.11649885773658752}, {"step": 300, "epoch": 0, "train_loss": 0.24720399081707}, {"step": 350, "epoch": 0, "train_loss": 0.1970723420381546}, {"step": 400, "epoch": 0, "train_loss": 0.1289162039756775}, {"step": 450, "epoch": 0, "train_loss": 0.21627727150917053}, {"epoch_end": 0, "step": 469, "test_acc": 0.9555, "test_loss": 0.15043846321105958}, {"step": 500, "epoch": 1, "train_loss": 0.16533876955509186}, {"step": 550, "epoch": 1, "train_loss": 0.1833013892173767}, {"step": 600, "epoch": 1, "train_loss": 0.13034527003765106}, {"step": 650, "epoch": 1, "train_loss": 0.1470416635274887}, {"step": 700, "epoch": 1, "train_loss": 0.03614607825875282}, {"step": 750, "epoch": 1, "train_loss": 0.06752088665962219}, {"step": 800, "epoch": 1, "train_loss": 0.1063031479716301}, {"step": 850, "epoch": 1, "train_loss": 0.17232555150985718}, {"step": 900, "epoch": 1, "train_loss": 0.18077516555786133}, {"epoch_end": 1, "step": 938, "test_acc": 0.9644, "test_loss": 0.12112775039672852}, {"step": 950, "epoch": 2, "train_loss": 0.09639434516429901}, {"step": 1000, "epoch": 2, "train_loss": 0.06715787947177887}, {"step": 1050, "epoch": 2, "train_loss": 0.06361794471740723}, {"step": 1100, "epoch": 2, "train_loss": 0.09588301926851273}, {"step": 1150, "epoch": 2, "train_loss": 0.030505483970046043}, {"step": 1200, "epoch": 2, "train_loss": 0.04767676070332527}, {"step": 1250, "epoch": 2, "train_loss": 0.05348554253578186}, {"step": 1300, "epoch": 2, "train_loss": 0.1708185374736786}, {"step": 1350, "epoch": 2, "train_loss": 0.08958392590284348}, {"step": 1400, "epoch": 2, "train_loss": 0.23476369678974152}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9682, "test_loss": 0.11534144840240479}, {"step": 1450, "epoch": 3, "train_loss": 0.10460466891527176}, {"step": 1500, "epoch": 3, "train_loss": 0.05113944411277771}, {"step": 1550, "epoch": 3, "train_loss": 0.05132174864411354}, {"step": 1600, "epoch": 3, "train_loss": 0.0893012210726738}, {"step": 1650, "epoch": 3, "train_loss": 0.042872752994298935}, {"step": 1700, "epoch": 3, "train_loss": 0.0617351308465004}, {"step": 1750, "epoch": 3, "train_loss": 0.035506535321474075}, {"step": 1800, "epoch": 3, "train_loss": 0.05894699692726135}, {"step": 1850, "epoch": 3, "train_loss": 0.04938942939043045}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9743, "test_loss": 0.08927612781524658}, {"step": 1900, "epoch": 4, "train_loss": 0.05469825118780136}, {"step": 1950, "epoch": 4, "train_loss": 0.10521997511386871}, {"step": 2000, "epoch": 4, "train_loss": 0.05825142562389374}, {"step": 2050, "epoch": 4, "train_loss": 0.05665544047951698}, {"step": 2100, "epoch": 4, "train_loss": 0.04424939304590225}, {"step": 2150, "epoch": 4, "train_loss": 0.027767762541770935}, {"step": 2200, "epoch": 4, "train_loss": 0.07804778218269348}, {"step": 2250, "epoch": 4, "train_loss": 0.013768710196018219}, {"step": 2300, "epoch": 4, "train_loss": 0.07079338282346725}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9716, "test_loss": 0.1013304612159729}, {"step": 2350, "epoch": 5, "train_loss": 0.03354741632938385}, {"step": 2400, "epoch": 5, "train_loss": 0.01296287402510643}, {"step": 2450, "epoch": 5, "train_loss": 0.0897131860256195}, {"step": 2500, "epoch": 5, "train_loss": 0.023071346804499626}, {"step": 2550, "epoch": 5, "train_loss": 0.029041852802038193}, {"step": 2600, "epoch": 5, "train_loss": 0.01952441968023777}, {"step": 2650, "epoch": 5, "train_loss": 0.015211271122097969}, {"step": 2700, "epoch": 5, "train_loss": 0.0574868880212307}, {"step": 2750, "epoch": 5, "train_loss": 0.05553843826055527}, {"step": 2800, "epoch": 5, "train_loss": 0.02223612368106842}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9747, "test_loss": 0.09470428600311279}, {"step": 2850, "epoch": 6, "train_loss": 0.10351964086294174}, {"step": 2900, "epoch": 6, "train_loss": 0.025714712217450142}, {"step": 2950, "epoch": 6, "train_loss": 0.035978708416223526}, {"step": 3000, "epoch": 6, "train_loss": 0.006379561498761177}, {"step": 3050, "epoch": 6, "train_loss": 0.034727733582258224}, {"step": 3100, "epoch": 6, "train_loss": 0.09937028586864471}, {"step": 3150, "epoch": 6, "train_loss": 0.027201784774661064}, {"step": 3200, "epoch": 6, "train_loss": 0.056483857333660126}, {"step": 3250, "epoch": 6, "train_loss": 0.015530128963291645}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9717, "test_loss": 0.10944304599761963}, {"step": 3300, "epoch": 7, "train_loss": 0.010279404930770397}, {"step": 3350, "epoch": 7, "train_loss": 0.0146811967715621}, {"step": 3400, "epoch": 7, "train_loss": 0.01433343905955553}, {"step": 3450, "epoch": 7, "train_loss": 0.03569867089390755}, {"step": 3500, "epoch": 7, "train_loss": 0.019658736884593964}, {"step": 3550, "epoch": 7, "train_loss": 0.01320688147097826}, {"step": 3600, "epoch": 7, "train_loss": 0.016908667981624603}, {"step": 3650, "epoch": 7, "train_loss": 0.02663104608654976}, {"step": 3700, "epoch": 7, "train_loss": 0.022801877930760384}, {"step": 3750, "epoch": 7, "train_loss": 0.034663595259189606}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9781, "test_loss": 0.08254086437225341}, {"step": 3800, "epoch": 8, "train_loss": 0.13204799592494965}, {"step": 3850, "epoch": 8, "train_loss": 0.024951554834842682}, {"step": 3900, "epoch": 8, "train_loss": 0.0330825001001358}, {"step": 3950, "epoch": 8, "train_loss": 0.005316750146448612}, {"step": 4000, "epoch": 8, "train_loss": 0.004989488981664181}, {"step": 4050, "epoch": 8, "train_loss": 0.0013526418479159474}, {"step": 4100, "epoch": 8, "train_loss": 0.056636992841959}, {"step": 4150, "epoch": 8, "train_loss": 0.002652426017448306}, {"step": 4200, "epoch": 8, "train_loss": 0.06248108670115471}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9789, "test_loss": 0.09083888339996338}, {"step": 4250, "epoch": 9, "train_loss": 0.011572116985917091}, {"step": 4300, "epoch": 9, "train_loss": 0.0031864019110798836}, {"step": 4350, "epoch": 9, "train_loss": 0.009071425534784794}, {"step": 4400, "epoch": 9, "train_loss": 0.0489673875272274}, {"step": 4450, "epoch": 9, "train_loss": 0.011863414198160172}, {"step": 4500, "epoch": 9, "train_loss": 0.024636952206492424}, {"step": 4550, "epoch": 9, "train_loss": 0.053299371153116226}, {"step": 4600, "epoch": 9, "train_loss": 0.07048777490854263}, {"step": 4650, "epoch": 9, "train_loss": 0.017259344458580017}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9797, "test_loss": 0.08822604231834412}, {"step": 4700, "epoch": 10, "train_loss": 0.0019500820199027658}, {"step": 4750, "epoch": 10, "train_loss": 0.0012266462435945868}, {"step": 4800, "epoch": 10, "train_loss": 0.0027978511061519384}, {"step": 4850, "epoch": 10, "train_loss": 0.03786912560462952}, {"step": 4900, "epoch": 10, "train_loss": 0.041165854781866074}, {"step": 4950, "epoch": 10, "train_loss": 0.0009500783053226769}, {"step": 5000, "epoch": 10, "train_loss": 0.003008614294230938}, {"step": 5050, "epoch": 10, "train_loss": 0.01143097598105669}, {"step": 5100, "epoch": 10, "train_loss": 0.010084171779453754}, {"step": 5150, "epoch": 10, "train_loss": 0.0015321794198825955}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9806, "test_loss": 0.08727784605026245}, {"step": 5200, "epoch": 11, "train_loss": 0.0019516252214089036}, {"step": 5250, "epoch": 11, "train_loss": 0.005292915739119053}, {"step": 5300, "epoch": 11, "train_loss": 0.023683946579694748}, {"step": 5350, "epoch": 11, "train_loss": 0.004510510712862015}, {"step": 5400, "epoch": 11, "train_loss": 0.020300602540373802}, {"step": 5450, "epoch": 11, "train_loss": 0.0021630562841892242}, {"step": 5500, "epoch": 11, "train_loss": 0.03557436168193817}, {"step": 5550, "epoch": 11, "train_loss": 0.01036002766340971}, {"step": 5600, "epoch": 11, "train_loss": 0.005703109782189131}, {"epoch_end": 11, "step": 5628, "test_acc": 0.979, "test_loss": 0.09503441305160522}, {"step": 5650, "epoch": 12, "train_loss": 0.01756487786769867}, {"step": 5700, "epoch": 12, "train_loss": 0.010719339363276958}, {"step": 5750, "epoch": 12, "train_loss": 0.020616764202713966}, {"step": 5800, "epoch": 12, "train_loss": 0.03016619384288788}, {"step": 5850, "epoch": 12, "train_loss": 0.0077202217653393745}, {"step": 5900, "epoch": 12, "train_loss": 0.011396270245313644}, {"step": 5950, "epoch": 12, "train_loss": 0.01869029924273491}, {"step": 6000, "epoch": 12, "train_loss": 0.002486800542101264}, {"step": 6050, "epoch": 12, "train_loss": 0.002044026041403413}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9795, "test_loss": 0.09361430525779724}, {"step": 6100, "epoch": 13, "train_loss": 0.0019480137852951884}, {"step": 6150, "epoch": 13, "train_loss": 0.004602537956088781}, {"step": 6200, "epoch": 13, "train_loss": 0.0018043761374428868}, {"step": 6250, "epoch": 13, "train_loss": 0.001970028504729271}, {"step": 6300, "epoch": 13, "train_loss": 0.0005796158220618963}, {"step": 6350, "epoch": 13, "train_loss": 0.006780094467103481}, {"step": 6400, "epoch": 13, "train_loss": 0.015342281199991703}, {"step": 6450, "epoch": 13, "train_loss": 0.0025399920996278524}, {"step": 6500, "epoch": 13, "train_loss": 0.0014017480425536633}, {"step": 6550, "epoch": 13, "train_loss": 0.0011315522715449333}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9787, "test_loss": 0.09048319129943848}, {"step": 6600, "epoch": 14, "train_loss": 0.0010205863509327173}, {"step": 6650, "epoch": 14, "train_loss": 0.007157493848353624}, {"step": 6700, "epoch": 14, "train_loss": 0.03832892328500748}, {"step": 6750, "epoch": 14, "train_loss": 0.0058771828189492226}, {"step": 6800, "epoch": 14, "train_loss": 0.009859379380941391}, {"step": 6850, "epoch": 14, "train_loss": 0.02281758189201355}, {"step": 6900, "epoch": 14, "train_loss": 0.008577657863497734}, {"step": 6950, "epoch": 14, "train_loss": 0.00044860164052806795}, {"step": 7000, "epoch": 14, "train_loss": 0.004209361504763365}, {"epoch_end": 14, "step": 7035, "test_acc": 0.974, "test_loss": 0.1207706708908081}, {"step": 7050, "epoch": 15, "train_loss": 0.0013345448533073068}, {"step": 7100, "epoch": 15, "train_loss": 0.013896740972995758}, {"step": 7150, "epoch": 15, "train_loss": 0.01338936761021614}, {"step": 7200, "epoch": 15, "train_loss": 0.004062267020344734}, {"step": 7250, "epoch": 15, "train_loss": 0.027329495176672935}, {"step": 7300, "epoch": 15, "train_loss": 0.0019589588046073914}, {"step": 7350, "epoch": 15, "train_loss": 0.02476932853460312}, {"step": 7400, "epoch": 15, "train_loss": 0.010387017391622066}, {"step": 7450, "epoch": 15, "train_loss": 0.0009464930044487119}, {"step": 7500, "epoch": 15, "train_loss": 0.0009235964971594512}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9812, "test_loss": 0.08998141551017762}, {"step": 7550, "epoch": 16, "train_loss": 0.003444372909143567}, {"step": 7600, "epoch": 16, "train_loss": 0.013828747905790806}, {"step": 7650, "epoch": 16, "train_loss": 0.0023435119073837996}, {"step": 7700, "epoch": 16, "train_loss": 0.0014136377722024918}, {"step": 7750, "epoch": 16, "train_loss": 0.008368385955691338}, {"step": 7800, "epoch": 16, "train_loss": 0.010863185860216618}, {"step": 7850, "epoch": 16, "train_loss": 0.04549872875213623}, {"step": 7900, "epoch": 16, "train_loss": 0.0006467723869718611}, {"step": 7950, "epoch": 16, "train_loss": 0.0011526866583153605}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9811, "test_loss": 0.09614472501277924}, {"step": 8000, "epoch": 17, "train_loss": 0.0038508090656250715}, {"step": 8050, "epoch": 17, "train_loss": 0.011302933096885681}, {"step": 8100, "epoch": 17, "train_loss": 0.0007046567625366151}, {"step": 8150, "epoch": 17, "train_loss": 0.001163496752269566}, {"step": 8200, "epoch": 17, "train_loss": 0.00010601018584566191}, {"step": 8250, "epoch": 17, "train_loss": 0.0011265070643275976}, {"step": 8300, "epoch": 17, "train_loss": 0.0010289845522493124}, {"step": 8350, "epoch": 17, "train_loss": 0.003957503009587526}, {"step": 8400, "epoch": 17, "train_loss": 0.04096781462430954}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9789, "test_loss": 0.0995020793914795}, {"step": 8450, "epoch": 18, "train_loss": 0.00486903777346015}, {"step": 8500, "epoch": 18, "train_loss": 0.002853977959603071}, {"step": 8550, "epoch": 18, "train_loss": 0.000875198922585696}, {"step": 8600, "epoch": 18, "train_loss": 0.018812689930200577}, {"step": 8650, "epoch": 18, "train_loss": 0.001531702815555036}, {"step": 8700, "epoch": 18, "train_loss": 0.006216906011104584}, {"step": 8750, "epoch": 18, "train_loss": 0.00022027475642971694}, {"step": 8800, "epoch": 18, "train_loss": 0.040174711495637894}, {"step": 8850, "epoch": 18, "train_loss": 0.0016887333476915956}, {"step": 8900, "epoch": 18, "train_loss": 0.016816304996609688}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9781, "test_loss": 0.11667344284057617}, {"step": 8950, "epoch": 19, "train_loss": 0.00013318769924808294}, {"step": 9000, "epoch": 19, "train_loss": 0.001802189857698977}, {"step": 9050, "epoch": 19, "train_loss": 0.0030341085512191057}, {"step": 9100, "epoch": 19, "train_loss": 0.0003048480430152267}, {"step": 9150, "epoch": 19, "train_loss": 0.001036978093907237}, {"step": 9200, "epoch": 19, "train_loss": 0.000465581426396966}, {"step": 9250, "epoch": 19, "train_loss": 0.000767471850849688}, {"step": 9300, "epoch": 19, "train_loss": 0.028175782412290573}, {"step": 9350, "epoch": 19, "train_loss": 0.002949688583612442}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9761, "test_loss": 0.1216069932937622}], "final": {"test_acc": 0.9761, "test_loss": 0.1216069932937622, "wall_s": 35.45807909965515}}
\ No newline at end of file
diff --git a/results/depth_mnist_dfa_d10_s0.json b/results/depth_mnist_dfa_d10_s0.json
new file mode 100644
index 0000000..1437ad0
--- /dev/null
+++ b/results/depth_mnist_dfa_d10_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "mnist", "depth": 10, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d10_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3040730953216553, "cos_r_negg": [0.012175384908914566, -0.059616513550281525, -0.01032954826951027, 0.005858443211764097, 0.004164664074778557, 0.0032336630392819643, 0.017422709614038467, 0.02212340198457241, 0.013373195193707943, -0.0045508211478590965], "cos_apical_negg": [0.012175384908914566, -0.059616513550281525, -0.01032954826951027, 0.005858443211764097, 0.004164664074778557, 0.0032336630392819643, 0.017422709614038467, 0.02212340198457241, 0.013373195193707943, -0.0045508211478590965], "cos_Ac_negg": [0.012175384908914566, -0.059616513550281525, -0.01032954826951027, 0.005858443211764097, 0.004164664074778557, 0.0032336630392819643, 0.017422709614038467, 0.02212340198457241, 0.013373195193707943, -0.0045508211478590965], "r_norm": [4.769957542419434, 4.781918525695801, 4.817016124725342, 4.819390296936035, 4.870197296142578, 4.788719177246094, 4.801520824432373, 4.7971954345703125, 4.8898138999938965, 4.888026237487793]}, {"step": 50, "epoch": 0, "train_loss": 0.8519741296768188, "cos_r_negg": [0.19280797243118286, 0.16620716452598572, 0.1567436009645462, 0.11436329782009125, 0.15883910655975342, 0.1020583063364029, 0.2439998835325241, 0.32082614302635193, 0.2665228247642517, 0.15522994101047516], "cos_apical_negg": [0.19280797243118286, 0.16620716452598572, 0.1567436009645462, 0.11436329782009125, 0.15883910655975342, 0.1020583063364029, 0.2439998835325241, 0.32082614302635193, 0.2665228247642517, 0.15522994101047516], "cos_Ac_negg": [0.19280797243118286, 0.16620716452598572, 0.1567436009645462, 0.11436329782009125, 0.15883910655975342, 0.1020583063364029, 0.2439998835325241, 0.32082614302635193, 0.2665228247642517, 0.15522994101047516], "r_norm": [1.568475365638733, 1.571847915649414, 1.59002685546875, 1.5909781455993652, 1.5882436037063599, 1.5913997888565063, 1.573787808418274, 1.5933837890625, 1.611604928970337, 1.6013041734695435]}, {"step": 100, "epoch": 0, "train_loss": 0.623092532157898, "cos_r_negg": [0.17288845777511597, 0.15045808255672455, 0.12099909782409668, 0.1370648443698883, 0.12292611598968506, 0.14295841753482819, 0.1288127303123474, 0.12403973937034607, 0.27866971492767334, 0.12111878395080566], "cos_apical_negg": [0.17288845777511597, 0.15045808255672455, 0.12099909782409668, 0.1370648443698883, 0.12292611598968506, 0.14295841753482819, 0.1288127303123474, 0.12403973937034607, 0.27866971492767334, 0.12111878395080566], "cos_Ac_negg": [0.17288845777511597, 0.15045808255672455, 0.12099909782409668, 0.1370648443698883, 0.12292611598968506, 0.14295841753482819, 0.1288127303123474, 0.12403973937034607, 0.27866971492767334, 0.12111878395080566], "r_norm": [1.0812954902648926, 1.0809344053268433, 1.0808963775634766, 1.0812952518463135, 1.0923521518707275, 1.097853422164917, 1.0821452140808105, 1.080236792564392, 1.082578182220459, 1.0934802293777466]}, {"step": 150, "epoch": 0, "train_loss": 0.485392302274704, "cos_r_negg": [0.19839054346084595, 0.18384745717048645, 0.19259017705917358, 0.17106637358665466, 0.1720988154411316, 0.22516225278377533, 0.2188386619091034, 0.22911228239536285, 0.19672812521457672, 0.1262797713279724], "cos_apical_negg": [0.19839054346084595, 0.18384745717048645, 0.19259017705917358, 0.17106637358665466, 0.1720988154411316, 0.22516225278377533, 0.2188386619091034, 0.22911228239536285, 0.19672812521457672, 0.1262797713279724], "cos_Ac_negg": [0.19839054346084595, 0.18384745717048645, 0.19259017705917358, 0.17106637358665466, 0.1720988154411316, 0.22516225278377533, 0.2188386619091034, 0.22911228239536285, 0.19672812521457672, 0.1262797713279724], "r_norm": [0.9094192981719971, 0.9153906106948853, 0.919072151184082, 0.920667290687561, 0.9310464859008789, 0.9245723485946655, 0.9093465805053711, 0.9215698838233948, 0.9231374859809875, 0.9331210851669312]}, {"step": 200, "epoch": 0, "train_loss": 0.43890509009361267, "cos_r_negg": [0.18754872679710388, 0.1759026050567627, 0.14648178219795227, 0.17978757619857788, 0.13586780428886414, 0.15822544693946838, 0.13519969582557678, 0.17232279479503632, 0.21873919665813446, 0.12349627166986465], "cos_apical_negg": [0.18754872679710388, 0.1759026050567627, 0.14648178219795227, 0.17978757619857788, 0.13586780428886414, 0.15822544693946838, 0.13519969582557678, 0.17232279479503632, 0.21873919665813446, 0.12349627166986465], "cos_Ac_negg": [0.18754872679710388, 0.1759026050567627, 0.14648178219795227, 0.17978757619857788, 0.13586780428886414, 0.15822544693946838, 0.13519969582557678, 0.17232279479503632, 0.21873919665813446, 0.12349627166986465], "r_norm": [0.8948728442192078, 0.9013063311576843, 0.9070895910263062, 0.9106613993644714, 0.9181919693946838, 0.9154765009880066, 0.9029570817947388, 0.904911994934082, 0.9113411903381348, 0.9217674136161804]}, {"step": 250, "epoch": 0, "train_loss": 0.29105663299560547, "cos_r_negg": [0.23440714180469513, 0.22057220339775085, 0.22069917619228363, 0.20234106481075287, 0.20102033019065857, 0.16152803599834442, 0.1848534643650055, 0.22212441265583038, 0.22332027554512024, 0.17071202397346497], "cos_apical_negg": [0.23440714180469513, 0.22057220339775085, 0.22069917619228363, 0.20234106481075287, 0.20102033019065857, 0.16152803599834442, 0.1848534643650055, 0.22212441265583038, 0.22332027554512024, 0.17071202397346497], "cos_Ac_negg": [0.23440714180469513, 0.22057220339775085, 0.22069917619228363, 0.20234106481075287, 0.20102033019065857, 0.16152803599834442, 0.1848534643650055, 0.22212441265583038, 0.22332027554512024, 0.17071202397346497], "r_norm": [0.8207700252532959, 0.8275583982467651, 0.8294709920883179, 0.8316515684127808, 0.8416067957878113, 0.8380581736564636, 0.830610990524292, 0.8355578184127808, 0.8347873687744141, 0.8455892205238342]}, {"step": 300, "epoch": 0, "train_loss": 0.2973836064338684, "cos_r_negg": [0.23141568899154663, 0.2160266637802124, 0.20871257781982422, 0.20259028673171997, 0.20989002287387848, 0.19571810960769653, 0.1974194049835205, 0.25432100892066956, 0.28474125266075134, 0.1891653835773468], "cos_apical_negg": [0.23141568899154663, 0.2160266637802124, 0.20871257781982422, 0.20259028673171997, 0.20989002287387848, 0.19571810960769653, 0.1974194049835205, 0.25432100892066956, 0.28474125266075134, 0.1891653835773468], "cos_Ac_negg": [0.23141568899154663, 0.2160266637802124, 0.20871257781982422, 0.20259028673171997, 0.20989002287387848, 0.19571810960769653, 0.1974194049835205, 0.25432100892066956, 0.28474125266075134, 0.1891653835773468], "r_norm": [0.753150463104248, 0.7569907307624817, 0.7660691142082214, 0.7640892267227173, 0.7727331519126892, 0.7662022113800049, 0.760097861289978, 0.7639490365982056, 0.7716834545135498, 0.7751678228378296]}, {"step": 350, "epoch": 0, "train_loss": 0.22151385247707367, "cos_r_negg": [0.23603907227516174, 0.20338931679725647, 0.20580467581748962, 0.20878398418426514, 0.2311805933713913, 0.23558132350444794, 0.21440990269184113, 0.248859703540802, 0.22882050275802612, 0.19403846561908722], "cos_apical_negg": [0.23603907227516174, 0.20338931679725647, 0.20580467581748962, 0.20878398418426514, 0.2311805933713913, 0.23558132350444794, 0.21440990269184113, 0.248859703540802, 0.22882050275802612, 0.19403846561908722], "cos_Ac_negg": [0.23603907227516174, 0.20338931679725647, 0.20580467581748962, 0.20878398418426514, 0.2311805933713913, 0.23558132350444794, 0.21440990269184113, 0.248859703540802, 0.22882050275802612, 0.19403846561908722], "r_norm": [0.7054908871650696, 0.7103878259658813, 0.7167737483978271, 0.7152097225189209, 0.7239196300506592, 0.7163535952568054, 0.7113587856292725, 0.7157911062240601, 0.7216476202011108, 0.7251830101013184]}, {"step": 400, "epoch": 0, "train_loss": 0.2853759527206421, "cos_r_negg": [0.242451012134552, 0.22622831165790558, 0.2393277883529663, 0.22978797554969788, 0.2730705738067627, 0.25319746136665344, 0.23155657947063446, 0.29070279002189636, 0.30082589387893677, 0.21290142834186554], "cos_apical_negg": [0.242451012134552, 0.22622831165790558, 0.2393277883529663, 0.22978797554969788, 0.2730705738067627, 0.25319746136665344, 0.23155657947063446, 0.29070279002189636, 0.30082589387893677, 0.21290142834186554], "cos_Ac_negg": [0.242451012134552, 0.22622831165790558, 0.2393277883529663, 0.22978797554969788, 0.2730705738067627, 0.25319746136665344, 0.23155657947063446, 0.29070279002189636, 0.30082589387893677, 0.21290142834186554], "r_norm": [0.8115968704223633, 0.8169269561767578, 0.8179115056991577, 0.8147398233413696, 0.8264774084091187, 0.825612485408783, 0.8141402006149292, 0.8210018277168274, 0.822118878364563, 0.8335244655609131]}, {"step": 450, "epoch": 0, "train_loss": 0.24030739068984985, "cos_r_negg": [0.2357618659734726, 0.20906122028827667, 0.23581208288669586, 0.18432284891605377, 0.22697514295578003, 0.22416004538536072, 0.21951144933700562, 0.2666659951210022, 0.22034311294555664, 0.21710291504859924], "cos_apical_negg": [0.2357618659734726, 0.20906122028827667, 0.23581208288669586, 0.18432284891605377, 0.22697514295578003, 0.22416004538536072, 0.21951144933700562, 0.2666659951210022, 0.22034311294555664, 0.21710291504859924], "cos_Ac_negg": [0.2357618659734726, 0.20906122028827667, 0.23581208288669586, 0.18432284891605377, 0.22697514295578003, 0.22416004538536072, 0.21951144933700562, 0.2666659951210022, 0.22034311294555664, 0.21710291504859924], "r_norm": [0.7432767152786255, 0.7486686110496521, 0.7527206540107727, 0.7523783445358276, 0.7614762783050537, 0.7564133405685425, 0.7482511401176453, 0.7524868249893188, 0.7522292137145996, 0.7643685340881348]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9345, "test_loss": 0.25708287353515624}, {"step": 500, "epoch": 1, "train_loss": 0.2743737995624542, "cos_r_negg": [0.2075498402118683, 0.2110433280467987, 0.21781094372272491, 0.20642217993736267, 0.18942853808403015, 0.21355077624320984, 0.22378188371658325, 0.23452496528625488, 0.23576205968856812, 0.18940198421478271], "cos_apical_negg": [0.2075498402118683, 0.2110433280467987, 0.21781094372272491, 0.20642217993736267, 0.18942853808403015, 0.21355077624320984, 0.22378188371658325, 0.23452496528625488, 0.23576205968856812, 0.18940198421478271], "cos_Ac_negg": [0.2075498402118683, 0.2110433280467987, 0.21781094372272491, 0.20642217993736267, 0.18942853808403015, 0.21355077624320984, 0.22378188371658325, 0.23452496528625488, 0.23576205968856812, 0.18940198421478271], "r_norm": [0.637467622756958, 0.6443391442298889, 0.6487482786178589, 0.6470234394073486, 0.6572272181510925, 0.6506705284118652, 0.6420390605926514, 0.6508312225341797, 0.6509885787963867, 0.6613703966140747]}, {"step": 550, "epoch": 1, "train_loss": 0.3135905861854553, "cos_r_negg": [0.19251814484596252, 0.15547128021717072, 0.15551120042800903, 0.1559348702430725, 0.20490619540214539, 0.19941550493240356, 0.17813155055046082, 0.17110207676887512, 0.26895636320114136, 0.21346469223499298], "cos_apical_negg": [0.19251814484596252, 0.15547128021717072, 0.15551120042800903, 0.1559348702430725, 0.20490619540214539, 0.19941550493240356, 0.17813155055046082, 0.17110207676887512, 0.26895636320114136, 0.21346469223499298], "cos_Ac_negg": [0.19251814484596252, 0.15547128021717072, 0.15551120042800903, 0.1559348702430725, 0.20490619540214539, 0.19941550493240356, 0.17813155055046082, 0.17110207676887512, 0.26895636320114136, 0.21346469223499298], "r_norm": [0.681585967540741, 0.6848269701004028, 0.6918051242828369, 0.6922681331634521, 0.6978102922439575, 0.691694974899292, 0.6863166093826294, 0.6940315961837769, 0.697564959526062, 0.701636791229248]}, {"step": 600, "epoch": 1, "train_loss": 0.37027958035469055, "cos_r_negg": [0.22659137845039368, 0.20578834414482117, 0.21277287602424622, 0.20329958200454712, 0.27890390157699585, 0.22999641299247742, 0.2234048843383789, 0.2346010059118271, 0.28456419706344604, 0.17980971932411194], "cos_apical_negg": [0.22659137845039368, 0.20578834414482117, 0.21277287602424622, 0.20329958200454712, 0.27890390157699585, 0.22999641299247742, 0.2234048843383789, 0.2346010059118271, 0.28456419706344604, 0.17980971932411194], "cos_Ac_negg": [0.22659137845039368, 0.20578834414482117, 0.21277287602424622, 0.20329958200454712, 0.27890390157699585, 0.22999641299247742, 0.2234048843383789, 0.2346010059118271, 0.28456419706344604, 0.17980971932411194], "r_norm": [0.6715580224990845, 0.6804900169372559, 0.6824142932891846, 0.6799181699752808, 0.6885461211204529, 0.6823180913925171, 0.6769664883613586, 0.6888566017150879, 0.6876013278961182, 0.6931263208389282]}, {"step": 650, "epoch": 1, "train_loss": 0.2806169390678406, "cos_r_negg": [0.22674748301506042, 0.2261892706155777, 0.2237982451915741, 0.1971399337053299, 0.23792915046215057, 0.242667555809021, 0.18947139382362366, 0.21532611548900604, 0.2335723340511322, 0.19539706408977509], "cos_apical_negg": [0.22674748301506042, 0.2261892706155777, 0.2237982451915741, 0.1971399337053299, 0.23792915046215057, 0.242667555809021, 0.18947139382362366, 0.21532611548900604, 0.2335723340511322, 0.19539706408977509], "cos_Ac_negg": [0.22674748301506042, 0.2261892706155777, 0.2237982451915741, 0.1971399337053299, 0.23792915046215057, 0.242667555809021, 0.18947139382362366, 0.21532611548900604, 0.2335723340511322, 0.19539706408977509], "r_norm": [0.6202492713928223, 0.6244874000549316, 0.6300091743469238, 0.6259512305259705, 0.6386611461639404, 0.6274222731590271, 0.6211719512939453, 0.6282055974006653, 0.6310397982597351, 0.6407785415649414]}, {"step": 700, "epoch": 1, "train_loss": 0.19555217027664185, "cos_r_negg": [0.22974829375743866, 0.2227235585451126, 0.22942620515823364, 0.22423669695854187, 0.20313112437725067, 0.23418886959552765, 0.18314142525196075, 0.21518900990486145, 0.18102458119392395, 0.17145776748657227], "cos_apical_negg": [0.22974829375743866, 0.2227235585451126, 0.22942620515823364, 0.22423669695854187, 0.20313112437725067, 0.23418886959552765, 0.18314142525196075, 0.21518900990486145, 0.18102458119392395, 0.17145776748657227], "cos_Ac_negg": [0.22974829375743866, 0.2227235585451126, 0.22942620515823364, 0.22423669695854187, 0.20313112437725067, 0.23418886959552765, 0.18314142525196075, 0.21518900990486145, 0.18102458119392395, 0.17145776748657227], "r_norm": [0.5910422801971436, 0.5941863059997559, 0.5947491526603699, 0.5943720936775208, 0.6003907322883606, 0.5973978042602539, 0.5904184579849243, 0.5934367179870605, 0.5932554006576538, 0.5982314944267273]}, {"step": 750, "epoch": 1, "train_loss": 0.16190789639949799, "cos_r_negg": [0.20515334606170654, 0.2293630838394165, 0.22861970961093903, 0.22577524185180664, 0.2513755261898041, 0.2546776235103607, 0.24519090354442596, 0.2680198550224304, 0.2787480652332306, 0.16983625292778015], "cos_apical_negg": [0.20515334606170654, 0.2293630838394165, 0.22861970961093903, 0.22577524185180664, 0.2513755261898041, 0.2546776235103607, 0.24519090354442596, 0.2680198550224304, 0.2787480652332306, 0.16983625292778015], "cos_Ac_negg": [0.20515334606170654, 0.2293630838394165, 0.22861970961093903, 0.22577524185180664, 0.2513755261898041, 0.2546776235103607, 0.24519090354442596, 0.2680198550224304, 0.2787480652332306, 0.16983625292778015], "r_norm": [0.6141424179077148, 0.6167235374450684, 0.6142942309379578, 0.6143074631690979, 0.6220232248306274, 0.6217739582061768, 0.6139527559280396, 0.6152716875076294, 0.6135650873184204, 0.6236920356750488]}, {"step": 800, "epoch": 1, "train_loss": 0.21307003498077393, "cos_r_negg": [0.1833512783050537, 0.19087091088294983, 0.1685270071029663, 0.19894295930862427, 0.21553674340248108, 0.2483077496290207, 0.24984952807426453, 0.21422049403190613, 0.26820576190948486, 0.16898128390312195], "cos_apical_negg": [0.1833512783050537, 0.19087091088294983, 0.1685270071029663, 0.19894295930862427, 0.21553674340248108, 0.2483077496290207, 0.24984952807426453, 0.21422049403190613, 0.26820576190948486, 0.16898128390312195], "cos_Ac_negg": [0.1833512783050537, 0.19087091088294983, 0.1685270071029663, 0.19894295930862427, 0.21553674340248108, 0.2483077496290207, 0.24984952807426453, 0.21422049403190613, 0.26820576190948486, 0.16898128390312195], "r_norm": [0.5305164456367493, 0.5356765985488892, 0.536556601524353, 0.5370668172836304, 0.5434129238128662, 0.5387805104255676, 0.5337514877319336, 0.5345377326011658, 0.5361295342445374, 0.5384935140609741]}, {"step": 850, "epoch": 1, "train_loss": 0.26914721727371216, "cos_r_negg": [0.1874527633190155, 0.20795437693595886, 0.20753514766693115, 0.19806988537311554, 0.2739042341709137, 0.23372332751750946, 0.20572829246520996, 0.2282450795173645, 0.19986900687217712, 0.13951857388019562], "cos_apical_negg": [0.1874527633190155, 0.20795437693595886, 0.20753514766693115, 0.19806988537311554, 0.2739042341709137, 0.23372332751750946, 0.20572829246520996, 0.2282450795173645, 0.19986900687217712, 0.13951857388019562], "cos_Ac_negg": [0.1874527633190155, 0.20795437693595886, 0.20753514766693115, 0.19806988537311554, 0.2739042341709137, 0.23372332751750946, 0.20572829246520996, 0.2282450795173645, 0.19986900687217712, 0.13951857388019562], "r_norm": [0.5346458554267883, 0.5407828092575073, 0.5414024591445923, 0.5397340059280396, 0.5499526262283325, 0.5434350967407227, 0.5369479060173035, 0.5459601879119873, 0.544526219367981, 0.5512334108352661]}, {"step": 900, "epoch": 1, "train_loss": 0.24764296412467957, "cos_r_negg": [0.20090121030807495, 0.2208428680896759, 0.20560269057750702, 0.19776134192943573, 0.23019957542419434, 0.2081889510154724, 0.22012266516685486, 0.24837303161621094, 0.18219688534736633, 0.12203628569841385], "cos_apical_negg": [0.20090121030807495, 0.2208428680896759, 0.20560269057750702, 0.19776134192943573, 0.23019957542419434, 0.2081889510154724, 0.22012266516685486, 0.24837303161621094, 0.18219688534736633, 0.12203628569841385], "cos_Ac_negg": [0.20090121030807495, 0.2208428680896759, 0.20560269057750702, 0.19776134192943573, 0.23019957542419434, 0.2081889510154724, 0.22012266516685486, 0.24837303161621094, 0.18219688534736633, 0.12203628569841385], "r_norm": [0.5058513879776001, 0.5097821950912476, 0.5082355737686157, 0.5089806318283081, 0.5209649205207825, 0.5176037549972534, 0.5041583776473999, 0.5120415091514587, 0.5123618841171265, 0.5175493955612183]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9474, "test_loss": 0.20075519943237305}, {"step": 950, "epoch": 2, "train_loss": 0.2114725410938263, "cos_r_negg": [0.28126201033592224, 0.27689772844314575, 0.29419004917144775, 0.27283844351768494, 0.30521729588508606, 0.2462417483329773, 0.23730936646461487, 0.2957451343536377, 0.26563316583633423, 0.13849875330924988], "cos_apical_negg": [0.28126201033592224, 0.27689772844314575, 0.29419004917144775, 0.27283844351768494, 0.30521729588508606, 0.2462417483329773, 0.23730936646461487, 0.2957451343536377, 0.26563316583633423, 0.13849875330924988], "cos_Ac_negg": [0.28126201033592224, 0.27689772844314575, 0.29419004917144775, 0.27283844351768494, 0.30521729588508606, 0.2462417483329773, 0.23730936646461487, 0.2957451343536377, 0.26563316583633423, 0.13849875330924988], "r_norm": [0.48215270042419434, 0.48325544595718384, 0.48647165298461914, 0.4857337176799774, 0.4918612241744995, 0.49049341678619385, 0.4823652505874634, 0.48601266741752625, 0.4871945083141327, 0.489163339138031]}, {"step": 1000, "epoch": 2, "train_loss": 0.09381145238876343, "cos_r_negg": [0.2767222225666046, 0.27003782987594604, 0.27603042125701904, 0.2758045196533203, 0.2826506495475769, 0.2827257513999939, 0.2599295973777771, 0.26332175731658936, 0.24028676748275757, 0.17791247367858887], "cos_apical_negg": [0.2767222225666046, 0.27003782987594604, 0.27603042125701904, 0.2758045196533203, 0.2826506495475769, 0.2827257513999939, 0.2599295973777771, 0.26332175731658936, 0.24028676748275757, 0.17791247367858887], "cos_Ac_negg": [0.2767222225666046, 0.27003782987594604, 0.27603042125701904, 0.2758045196533203, 0.2826506495475769, 0.2827257513999939, 0.2599295973777771, 0.26332175731658936, 0.24028676748275757, 0.17791247367858887], "r_norm": [0.49030351638793945, 0.49189966917037964, 0.4926309585571289, 0.4939069151878357, 0.5012906789779663, 0.4960072636604309, 0.4919111132621765, 0.4945354461669922, 0.49728715419769287, 0.5001556277275085]}, {"step": 1050, "epoch": 2, "train_loss": 0.09267819672822952, "cos_r_negg": [0.2140595018863678, 0.2157672643661499, 0.25289231538772583, 0.2417258471250534, 0.2392096072435379, 0.25693315267562866, 0.26169922947883606, 0.2725669741630554, 0.2281847894191742, 0.15304884314537048], "cos_apical_negg": [0.2140595018863678, 0.2157672643661499, 0.25289231538772583, 0.2417258471250534, 0.2392096072435379, 0.25693315267562866, 0.26169922947883606, 0.2725669741630554, 0.2281847894191742, 0.15304884314537048], "cos_Ac_negg": [0.2140595018863678, 0.2157672643661499, 0.25289231538772583, 0.2417258471250534, 0.2392096072435379, 0.25693315267562866, 0.26169922947883606, 0.2725669741630554, 0.2281847894191742, 0.15304884314537048], "r_norm": [0.466652512550354, 0.46854448318481445, 0.4707884192466736, 0.4697501063346863, 0.4802093505859375, 0.475263386964798, 0.4654183089733124, 0.474548876285553, 0.47501516342163086, 0.4780440628528595]}, {"step": 1100, "epoch": 2, "train_loss": 0.13812269270420074, "cos_r_negg": [0.2779713571071625, 0.2763156592845917, 0.28096723556518555, 0.2812687158584595, 0.2969039976596832, 0.23236089944839478, 0.28030651807785034, 0.27549171447753906, 0.2882983088493347, 0.15987184643745422], "cos_apical_negg": [0.2779713571071625, 0.2763156592845917, 0.28096723556518555, 0.2812687158584595, 0.2969039976596832, 0.23236089944839478, 0.28030651807785034, 0.27549171447753906, 0.2882983088493347, 0.15987184643745422], "cos_Ac_negg": [0.2779713571071625, 0.2763156592845917, 0.28096723556518555, 0.2812687158584595, 0.2969039976596832, 0.23236089944839478, 0.28030651807785034, 0.27549171447753906, 0.2882983088493347, 0.15987184643745422], "r_norm": [0.42593100666999817, 0.4314280152320862, 0.4281187057495117, 0.42948001623153687, 0.43622785806655884, 0.43237802386283875, 0.4296177625656128, 0.4328147768974304, 0.43192943930625916, 0.4351133108139038]}, {"step": 1150, "epoch": 2, "train_loss": 0.09927144646644592, "cos_r_negg": [0.25345727801322937, 0.257565438747406, 0.2814001739025116, 0.25183507800102234, 0.25714266300201416, 0.21384257078170776, 0.26050883531570435, 0.27440211176872253, 0.3021543323993683, 0.14600592851638794], "cos_apical_negg": [0.25345727801322937, 0.257565438747406, 0.2814001739025116, 0.25183507800102234, 0.25714266300201416, 0.21384257078170776, 0.26050883531570435, 0.27440211176872253, 0.3021543323993683, 0.14600592851638794], "cos_Ac_negg": [0.25345727801322937, 0.257565438747406, 0.2814001739025116, 0.25183507800102234, 0.25714266300201416, 0.21384257078170776, 0.26050883531570435, 0.27440211176872253, 0.3021543323993683, 0.14600592851638794], "r_norm": [0.40151259303092957, 0.40658700466156006, 0.4053138196468353, 0.4063968360424042, 0.41141390800476074, 0.40792515873908997, 0.40409642457962036, 0.4087696075439453, 0.4076143503189087, 0.41178128123283386]}, {"step": 1200, "epoch": 2, "train_loss": 0.04952120780944824, "cos_r_negg": [0.279532253742218, 0.3099104166030884, 0.32154858112335205, 0.3010270893573761, 0.29986199736595154, 0.2628485858440399, 0.2688606381416321, 0.30514630675315857, 0.3047279119491577, 0.12313725054264069], "cos_apical_negg": [0.279532253742218, 0.3099104166030884, 0.32154858112335205, 0.3010270893573761, 0.29986199736595154, 0.2628485858440399, 0.2688606381416321, 0.30514630675315857, 0.3047279119491577, 0.12313725054264069], "cos_Ac_negg": [0.279532253742218, 0.3099104166030884, 0.32154858112335205, 0.3010270893573761, 0.29986199736595154, 0.2628485858440399, 0.2688606381416321, 0.30514630675315857, 0.3047279119491577, 0.12313725054264069], "r_norm": [0.4475066661834717, 0.45674604177474976, 0.4524708390235901, 0.4548337757587433, 0.4611976444721222, 0.4561157822608948, 0.45184051990509033, 0.45556125044822693, 0.4534440338611603, 0.46122437715530396]}, {"step": 1250, "epoch": 2, "train_loss": 0.11894533783197403, "cos_r_negg": [0.246860533952713, 0.2686646580696106, 0.29712289571762085, 0.27718913555145264, 0.3122597336769104, 0.2967680096626282, 0.3079633116722107, 0.29690903425216675, 0.31711798906326294, 0.09577792882919312], "cos_apical_negg": [0.246860533952713, 0.2686646580696106, 0.29712289571762085, 0.27718913555145264, 0.3122597336769104, 0.2967680096626282, 0.3079633116722107, 0.29690903425216675, 0.31711798906326294, 0.09577792882919312], "cos_Ac_negg": [0.246860533952713, 0.2686646580696106, 0.29712289571762085, 0.27718913555145264, 0.3122597336769104, 0.2967680096626282, 0.3079633116722107, 0.29690903425216675, 0.31711798906326294, 0.09577792882919312], "r_norm": [0.3828034996986389, 0.38843631744384766, 0.3880506157875061, 0.38976725935935974, 0.3941574692726135, 0.390325129032135, 0.3859408497810364, 0.39181679487228394, 0.3883739411830902, 0.3944147229194641]}, {"step": 1300, "epoch": 2, "train_loss": 0.2441871017217636, "cos_r_negg": [0.29845768213272095, 0.3173786401748657, 0.33051562309265137, 0.3217417001724243, 0.30644723773002625, 0.3162890374660492, 0.25860369205474854, 0.3008160889148712, 0.30396103858947754, 0.12982234358787537], "cos_apical_negg": [0.29845768213272095, 0.3173786401748657, 0.33051562309265137, 0.3217417001724243, 0.30644723773002625, 0.3162890374660492, 0.25860369205474854, 0.3008160889148712, 0.30396103858947754, 0.12982234358787537], "cos_Ac_negg": [0.29845768213272095, 0.3173786401748657, 0.33051562309265137, 0.3217417001724243, 0.30644723773002625, 0.3162890374660492, 0.25860369205474854, 0.3008160889148712, 0.30396103858947754, 0.12982234358787537], "r_norm": [0.4783511757850647, 0.48150378465652466, 0.4856959581375122, 0.4848739206790924, 0.48963314294815063, 0.4864560663700104, 0.48082318902015686, 0.4848233163356781, 0.48367565870285034, 0.48453253507614136]}, {"step": 1350, "epoch": 2, "train_loss": 0.2365180253982544, "cos_r_negg": [0.2284247875213623, 0.27300968766212463, 0.282812237739563, 0.2980521321296692, 0.29614317417144775, 0.323255717754364, 0.31426915526390076, 0.3207758665084839, 0.3253725469112396, 0.08614861965179443], "cos_apical_negg": [0.2284247875213623, 0.27300968766212463, 0.282812237739563, 0.2980521321296692, 0.29614317417144775, 0.323255717754364, 0.31426915526390076, 0.3207758665084839, 0.3253725469112396, 0.08614861965179443], "cos_Ac_negg": [0.2284247875213623, 0.27300968766212463, 0.282812237739563, 0.2980521321296692, 0.29614317417144775, 0.323255717754364, 0.31426915526390076, 0.3207758665084839, 0.3253725469112396, 0.08614861965179443], "r_norm": [0.36977893114089966, 0.3730655908584595, 0.37261494994163513, 0.373628169298172, 0.38072893023490906, 0.3748086094856262, 0.37189364433288574, 0.3771746754646301, 0.3744060695171356, 0.37895405292510986]}, {"step": 1400, "epoch": 2, "train_loss": 0.257405549287796, "cos_r_negg": [0.2482602894306183, 0.27400535345077515, 0.2951420545578003, 0.29273468255996704, 0.2939789593219757, 0.30243927240371704, 0.30129411816596985, 0.27073419094085693, 0.2658486068248749, 0.13168413937091827], "cos_apical_negg": [0.2482602894306183, 0.27400535345077515, 0.2951420545578003, 0.29273468255996704, 0.2939789593219757, 0.30243927240371704, 0.30129411816596985, 0.27073419094085693, 0.2658486068248749, 0.13168413937091827], "cos_Ac_negg": [0.2482602894306183, 0.27400535345077515, 0.2951420545578003, 0.29273468255996704, 0.2939789593219757, 0.30243927240371704, 0.30129411816596985, 0.27073419094085693, 0.2658486068248749, 0.13168413937091827], "r_norm": [0.4224063754081726, 0.4276024401187897, 0.4280460476875305, 0.42739999294281006, 0.43422216176986694, 0.42890459299087524, 0.4252192974090576, 0.4296916425228119, 0.4301150441169739, 0.43539106845855713]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9536, "test_loss": 0.17332574310302734}, {"step": 1450, "epoch": 3, "train_loss": 0.12475056946277618, "cos_r_negg": [0.2523276209831238, 0.27534598112106323, 0.26796770095825195, 0.27539530396461487, 0.27861931920051575, 0.2711895704269409, 0.27410170435905457, 0.2747116982936859, 0.24415907263755798, 0.1416730284690857], "cos_apical_negg": [0.2523276209831238, 0.27534598112106323, 0.26796770095825195, 0.27539530396461487, 0.27861931920051575, 0.2711895704269409, 0.27410170435905457, 0.2747116982936859, 0.24415907263755798, 0.1416730284690857], "cos_Ac_negg": [0.2523276209831238, 0.27534598112106323, 0.26796770095825195, 0.27539530396461487, 0.27861931920051575, 0.2711895704269409, 0.27410170435905457, 0.2747116982936859, 0.24415907263755798, 0.1416730284690857], "r_norm": [0.33247554302215576, 0.3362225890159607, 0.33590471744537354, 0.33521926403045654, 0.3440973162651062, 0.336919367313385, 0.33356332778930664, 0.33971017599105835, 0.3381626009941101, 0.34264540672302246]}, {"step": 1500, "epoch": 3, "train_loss": 0.07548807561397552, "cos_r_negg": [0.25696346163749695, 0.2802340090274811, 0.2851090729236603, 0.27374109625816345, 0.22305414080619812, 0.2517949938774109, 0.2603133022785187, 0.2191832810640335, 0.2393495738506317, 0.10235457122325897], "cos_apical_negg": [0.25696346163749695, 0.2802340090274811, 0.2851090729236603, 0.27374109625816345, 0.22305414080619812, 0.2517949938774109, 0.2603133022785187, 0.2191832810640335, 0.2393495738506317, 0.10235457122325897], "cos_Ac_negg": [0.25696346163749695, 0.2802340090274811, 0.2851090729236603, 0.27374109625816345, 0.22305414080619812, 0.2517949938774109, 0.2603133022785187, 0.2191832810640335, 0.2393495738506317, 0.10235457122325897], "r_norm": [0.44342130422592163, 0.4477076828479767, 0.45020046830177307, 0.44888776540756226, 0.458327054977417, 0.4522464871406555, 0.4467281699180603, 0.45133131742477417, 0.4505973160266876, 0.45432940125465393]}, {"step": 1550, "epoch": 3, "train_loss": 0.07676069438457489, "cos_r_negg": [0.26308542490005493, 0.2662208676338196, 0.2923011779785156, 0.28730112314224243, 0.26974189281463623, 0.2725299000740051, 0.2783563733100891, 0.28828781843185425, 0.28781574964523315, 0.1507980227470398], "cos_apical_negg": [0.26308542490005493, 0.2662208676338196, 0.2923011779785156, 0.28730112314224243, 0.26974189281463623, 0.2725299000740051, 0.2783563733100891, 0.28828781843185425, 0.28781574964523315, 0.1507980227470398], "cos_Ac_negg": [0.26308542490005493, 0.2662208676338196, 0.2923011779785156, 0.28730112314224243, 0.26974189281463623, 0.2725299000740051, 0.2783563733100891, 0.28828781843185425, 0.28781574964523315, 0.1507980227470398], "r_norm": [0.3313148617744446, 0.3359644412994385, 0.3389884829521179, 0.33882588148117065, 0.34606242179870605, 0.3367004990577698, 0.3345685303211212, 0.34147849678993225, 0.34111571311950684, 0.34475284814834595]}, {"step": 1600, "epoch": 3, "train_loss": 0.06597275286912918, "cos_r_negg": [0.21833202242851257, 0.24830839037895203, 0.26539385318756104, 0.30906790494918823, 0.29968899488449097, 0.3443572521209717, 0.3281899094581604, 0.33787065744400024, 0.292508602142334, 0.13250598311424255], "cos_apical_negg": [0.21833202242851257, 0.24830839037895203, 0.26539385318756104, 0.30906790494918823, 0.29968899488449097, 0.3443572521209717, 0.3281899094581604, 0.33787065744400024, 0.292508602142334, 0.13250598311424255], "cos_Ac_negg": [0.21833202242851257, 0.24830839037895203, 0.26539385318756104, 0.30906790494918823, 0.29968899488449097, 0.3443572521209717, 0.3281899094581604, 0.33787065744400024, 0.292508602142334, 0.13250598311424255], "r_norm": [0.4236842393875122, 0.42508307099342346, 0.4244688153266907, 0.4262768030166626, 0.42909950017929077, 0.42822903394699097, 0.4286526143550873, 0.42737600207328796, 0.42566990852355957, 0.42827969789505005]}, {"step": 1650, "epoch": 3, "train_loss": 0.07696028053760529, "cos_r_negg": [0.24068257212638855, 0.2826102674007416, 0.2889365553855896, 0.297279953956604, 0.2936115860939026, 0.33976396918296814, 0.333980917930603, 0.31569600105285645, 0.3485444188117981, 0.11322307586669922], "cos_apical_negg": [0.24068257212638855, 0.2826102674007416, 0.2889365553855896, 0.297279953956604, 0.2936115860939026, 0.33976396918296814, 0.333980917930603, 0.31569600105285645, 0.3485444188117981, 0.11322307586669922], "cos_Ac_negg": [0.24068257212638855, 0.2826102674007416, 0.2889365553855896, 0.297279953956604, 0.2936115860939026, 0.33976396918296814, 0.333980917930603, 0.31569600105285645, 0.3485444188117981, 0.11322307586669922], "r_norm": [0.3824804425239563, 0.38540494441986084, 0.38689345121383667, 0.38781076669692993, 0.39372310042381287, 0.38942909240722656, 0.3840758204460144, 0.3917248249053955, 0.3898126780986786, 0.3944573700428009]}, {"step": 1700, "epoch": 3, "train_loss": 0.12374338507652283, "cos_r_negg": [0.29618600010871887, 0.32268011569976807, 0.3203933835029602, 0.32059454917907715, 0.3139345347881317, 0.33386826515197754, 0.32200688123703003, 0.2892613410949707, 0.3211243152618408, 0.15185369551181793], "cos_apical_negg": [0.29618600010871887, 0.32268011569976807, 0.3203933835029602, 0.32059454917907715, 0.3139345347881317, 0.33386826515197754, 0.32200688123703003, 0.2892613410949707, 0.3211243152618408, 0.15185369551181793], "cos_Ac_negg": [0.29618600010871887, 0.32268011569976807, 0.3203933835029602, 0.32059454917907715, 0.3139345347881317, 0.33386826515197754, 0.32200688123703003, 0.2892613410949707, 0.3211243152618408, 0.15185369551181793], "r_norm": [0.3850031793117523, 0.38911521434783936, 0.3875526785850525, 0.3884360194206238, 0.39282870292663574, 0.38826489448547363, 0.3875105679035187, 0.3892662525177002, 0.38838618993759155, 0.39145785570144653]}, {"step": 1750, "epoch": 3, "train_loss": 0.05418875068426132, "cos_r_negg": [0.2892663776874542, 0.32262834906578064, 0.3172494173049927, 0.3353503346443176, 0.3362162709236145, 0.35193169116973877, 0.32544106245040894, 0.3628333806991577, 0.35373789072036743, 0.1464386284351349], "cos_apical_negg": [0.2892663776874542, 0.32262834906578064, 0.3172494173049927, 0.3353503346443176, 0.3362162709236145, 0.35193169116973877, 0.32544106245040894, 0.3628333806991577, 0.35373789072036743, 0.1464386284351349], "cos_Ac_negg": [0.2892663776874542, 0.32262834906578064, 0.3172494173049927, 0.3353503346443176, 0.3362162709236145, 0.35193169116973877, 0.32544106245040894, 0.3628333806991577, 0.35373789072036743, 0.1464386284351349], "r_norm": [0.29039454460144043, 0.29340970516204834, 0.29356539249420166, 0.2947416305541992, 0.2972581386566162, 0.2930283546447754, 0.2941323518753052, 0.2951439321041107, 0.29584842920303345, 0.29656314849853516]}, {"step": 1800, "epoch": 3, "train_loss": 0.1531967967748642, "cos_r_negg": [0.2578938603401184, 0.2912830412387848, 0.30244016647338867, 0.29723888635635376, 0.2910160422325134, 0.3360503315925598, 0.3315078616142273, 0.35554081201553345, 0.3484640121459961, 0.14699305593967438], "cos_apical_negg": [0.2578938603401184, 0.2912830412387848, 0.30244016647338867, 0.29723888635635376, 0.2910160422325134, 0.3360503315925598, 0.3315078616142273, 0.35554081201553345, 0.3484640121459961, 0.14699305593967438], "cos_Ac_negg": [0.2578938603401184, 0.2912830412387848, 0.30244016647338867, 0.29723888635635376, 0.2910160422325134, 0.3360503315925598, 0.3315078616142273, 0.35554081201553345, 0.3484640121459961, 0.14699305593967438], "r_norm": [0.3790925145149231, 0.3819781243801117, 0.38133591413497925, 0.38093727827072144, 0.38870489597320557, 0.3852841854095459, 0.3833923041820526, 0.38653862476348877, 0.3846549391746521, 0.385300874710083]}, {"step": 1850, "epoch": 3, "train_loss": 0.162810280919075, "cos_r_negg": [0.3289870619773865, 0.3460133969783783, 0.3388729691505432, 0.3249408006668091, 0.3163483440876007, 0.3369535505771637, 0.31487512588500977, 0.32498592138290405, 0.2652972340583801, 0.16823115944862366], "cos_apical_negg": [0.3289870619773865, 0.3460133969783783, 0.3388729691505432, 0.3249408006668091, 0.3163483440876007, 0.3369535505771637, 0.31487512588500977, 0.32498592138290405, 0.2652972340583801, 0.16823115944862366], "cos_Ac_negg": [0.3289870619773865, 0.3460133969783783, 0.3388729691505432, 0.3249408006668091, 0.3163483440876007, 0.3369535505771637, 0.31487512588500977, 0.32498592138290405, 0.2652972340583801, 0.16823115944862366], "r_norm": [0.3439179062843323, 0.35160768032073975, 0.3504057824611664, 0.3510993421077728, 0.3607334494590759, 0.3521096110343933, 0.34436333179473877, 0.3519284725189209, 0.3500368595123291, 0.35659539699554443]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9606, "test_loss": 0.1513337100982666}, {"step": 1900, "epoch": 4, "train_loss": 0.06883484125137329, "cos_r_negg": [0.2622978091239929, 0.30705690383911133, 0.33061864972114563, 0.3282891511917114, 0.28204697370529175, 0.35141515731811523, 0.26765739917755127, 0.3162342309951782, 0.2659947872161865, 0.13433633744716644], "cos_apical_negg": [0.2622978091239929, 0.30705690383911133, 0.33061864972114563, 0.3282891511917114, 0.28204697370529175, 0.35141515731811523, 0.26765739917755127, 0.3162342309951782, 0.2659947872161865, 0.13433633744716644], "cos_Ac_negg": [0.2622978091239929, 0.30705690383911133, 0.33061864972114563, 0.3282891511917114, 0.28204697370529175, 0.35141515731811523, 0.26765739917755127, 0.3162342309951782, 0.2659947872161865, 0.13433633744716644], "r_norm": [0.29086315631866455, 0.2935107350349426, 0.29527586698532104, 0.29435208439826965, 0.30080920457839966, 0.29594486951828003, 0.2924420237541199, 0.29807618260383606, 0.29710620641708374, 0.29999053478240967]}, {"step": 1950, "epoch": 4, "train_loss": 0.12888771295547485, "cos_r_negg": [0.28517866134643555, 0.33499670028686523, 0.3317630887031555, 0.31268244981765747, 0.30512750148773193, 0.3240596652030945, 0.2680063247680664, 0.33062297105789185, 0.2601219415664673, 0.15547658503055573], "cos_apical_negg": [0.28517866134643555, 0.33499670028686523, 0.3317630887031555, 0.31268244981765747, 0.30512750148773193, 0.3240596652030945, 0.2680063247680664, 0.33062297105789185, 0.2601219415664673, 0.15547658503055573], "cos_Ac_negg": [0.28517866134643555, 0.33499670028686523, 0.3317630887031555, 0.31268244981765747, 0.30512750148773193, 0.3240596652030945, 0.2680063247680664, 0.33062297105789185, 0.2601219415664673, 0.15547658503055573], "r_norm": [0.31441861391067505, 0.3180379271507263, 0.31975749135017395, 0.320129930973053, 0.32197991013526917, 0.31969189643859863, 0.3182370066642761, 0.32083576917648315, 0.3187722861766815, 0.32103192806243896]}, {"step": 2000, "epoch": 4, "train_loss": 0.06071862205862999, "cos_r_negg": [0.25893065333366394, 0.28979408740997314, 0.28951647877693176, 0.3008795380592346, 0.2937776446342468, 0.30483049154281616, 0.3059665560722351, 0.32608628273010254, 0.2858487069606781, 0.20578064024448395], "cos_apical_negg": [0.25893065333366394, 0.28979408740997314, 0.28951647877693176, 0.3008795380592346, 0.2937776446342468, 0.30483049154281616, 0.3059665560722351, 0.32608628273010254, 0.2858487069606781, 0.20578064024448395], "cos_Ac_negg": [0.25893065333366394, 0.28979408740997314, 0.28951647877693176, 0.3008795380592346, 0.2937776446342468, 0.30483049154281616, 0.3059665560722351, 0.32608628273010254, 0.2858487069606781, 0.20578064024448395], "r_norm": [0.28316691517829895, 0.28700703382492065, 0.2876726984977722, 0.28686055541038513, 0.29135826230049133, 0.2877122163772583, 0.2860258221626282, 0.2900255620479584, 0.2880571782588959, 0.2900538146495819]}, {"step": 2050, "epoch": 4, "train_loss": 0.1012665182352066, "cos_r_negg": [0.21608597040176392, 0.2680177092552185, 0.3097798228263855, 0.3065493702888489, 0.32298073172569275, 0.3116954565048218, 0.31652259826660156, 0.3534010350704193, 0.31887584924697876, 0.1890193074941635], "cos_apical_negg": [0.21608597040176392, 0.2680177092552185, 0.3097798228263855, 0.3065493702888489, 0.32298073172569275, 0.3116954565048218, 0.31652259826660156, 0.3534010350704193, 0.31887584924697876, 0.1890193074941635], "cos_Ac_negg": [0.21608597040176392, 0.2680177092552185, 0.3097798228263855, 0.3065493702888489, 0.32298073172569275, 0.3116954565048218, 0.31652259826660156, 0.3534010350704193, 0.31887584924697876, 0.1890193074941635], "r_norm": [0.2953554391860962, 0.29768654704093933, 0.29668861627578735, 0.29787465929985046, 0.30206984281539917, 0.29932957887649536, 0.29773369431495667, 0.29928523302078247, 0.2996557056903839, 0.3024234473705292]}, {"step": 2100, "epoch": 4, "train_loss": 0.06664992868900299, "cos_r_negg": [0.2556191682815552, 0.2909105718135834, 0.30680692195892334, 0.2925306558609009, 0.3022419810295105, 0.31697481870651245, 0.3296268582344055, 0.3667876124382019, 0.3253427743911743, 0.21422883868217468], "cos_apical_negg": [0.2556191682815552, 0.2909105718135834, 0.30680692195892334, 0.2925306558609009, 0.3022419810295105, 0.31697481870651245, 0.3296268582344055, 0.3667876124382019, 0.3253427743911743, 0.21422883868217468], "cos_Ac_negg": [0.2556191682815552, 0.2909105718135834, 0.30680692195892334, 0.2925306558609009, 0.3022419810295105, 0.31697481870651245, 0.3296268582344055, 0.3667876124382019, 0.3253427743911743, 0.21422883868217468], "r_norm": [0.32157301902770996, 0.32583293318748474, 0.3260357975959778, 0.32547271251678467, 0.33109045028686523, 0.3259207606315613, 0.32590147852897644, 0.32983076572418213, 0.33001232147216797, 0.3312470018863678]}, {"step": 2150, "epoch": 4, "train_loss": 0.16616350412368774, "cos_r_negg": [0.2847110331058502, 0.3309701681137085, 0.33655714988708496, 0.3617885112762451, 0.36671146750450134, 0.3499452471733093, 0.3504416346549988, 0.3595881462097168, 0.31881439685821533, 0.2040470838546753], "cos_apical_negg": [0.2847110331058502, 0.3309701681137085, 0.33655714988708496, 0.3617885112762451, 0.36671146750450134, 0.3499452471733093, 0.3504416346549988, 0.3595881462097168, 0.31881439685821533, 0.2040470838546753], "cos_Ac_negg": [0.2847110331058502, 0.3309701681137085, 0.33655714988708496, 0.3617885112762451, 0.36671146750450134, 0.3499452471733093, 0.3504416346549988, 0.3595881462097168, 0.31881439685821533, 0.2040470838546753], "r_norm": [0.29544052481651306, 0.30126672983169556, 0.2994362413883209, 0.29876869916915894, 0.3058580756187439, 0.2989518344402313, 0.298051118850708, 0.30297285318374634, 0.3052446246147156, 0.3051941692829132]}, {"step": 2200, "epoch": 4, "train_loss": 0.06074147671461105, "cos_r_negg": [0.24293920397758484, 0.27465468645095825, 0.2698715329170227, 0.2698723077774048, 0.28733029961586, 0.28425702452659607, 0.25546854734420776, 0.2957252264022827, 0.29001057147979736, 0.15341565012931824], "cos_apical_negg": [0.24293920397758484, 0.27465468645095825, 0.2698715329170227, 0.2698723077774048, 0.28733029961586, 0.28425702452659607, 0.25546854734420776, 0.2957252264022827, 0.29001057147979736, 0.15341565012931824], "cos_Ac_negg": [0.24293920397758484, 0.27465468645095825, 0.2698715329170227, 0.2698723077774048, 0.28733029961586, 0.28425702452659607, 0.25546854734420776, 0.2957252264022827, 0.29001057147979736, 0.15341565012931824], "r_norm": [0.27500009536743164, 0.2807179093360901, 0.27963316440582275, 0.28161829710006714, 0.28775596618652344, 0.2821761965751648, 0.28029853105545044, 0.2813107967376709, 0.28440842032432556, 0.28569495677948]}, {"step": 2250, "epoch": 4, "train_loss": 0.008831823244690895, "cos_r_negg": [0.2521563768386841, 0.28829601407051086, 0.29663461446762085, 0.27336907386779785, 0.31138765811920166, 0.2965100109577179, 0.28920140862464905, 0.27204298973083496, 0.26580262184143066, 0.09476997703313828], "cos_apical_negg": [0.2521563768386841, 0.28829601407051086, 0.29663461446762085, 0.27336907386779785, 0.31138765811920166, 0.2965100109577179, 0.28920140862464905, 0.27204298973083496, 0.26580262184143066, 0.09476997703313828], "cos_Ac_negg": [0.2521563768386841, 0.28829601407051086, 0.29663461446762085, 0.27336907386779785, 0.31138765811920166, 0.2965100109577179, 0.28920140862464905, 0.27204298973083496, 0.26580262184143066, 0.09476997703313828], "r_norm": [0.3141598701477051, 0.32004404067993164, 0.31972944736480713, 0.31994086503982544, 0.3252906799316406, 0.32101333141326904, 0.3185904920101166, 0.3219817280769348, 0.3218942880630493, 0.3241368234157562]}, {"step": 2300, "epoch": 4, "train_loss": 0.14066652953624725, "cos_r_negg": [0.2778439223766327, 0.3131508231163025, 0.3094147741794586, 0.308693528175354, 0.3435097932815552, 0.33414795994758606, 0.3014654815196991, 0.30458855628967285, 0.28977328538894653, 0.12573450803756714], "cos_apical_negg": [0.2778439223766327, 0.3131508231163025, 0.3094147741794586, 0.308693528175354, 0.3435097932815552, 0.33414795994758606, 0.3014654815196991, 0.30458855628967285, 0.28977328538894653, 0.12573450803756714], "cos_Ac_negg": [0.2778439223766327, 0.3131508231163025, 0.3094147741794586, 0.308693528175354, 0.3435097932815552, 0.33414795994758606, 0.3014654815196991, 0.30458855628967285, 0.28977328538894653, 0.12573450803756714], "r_norm": [0.2644215524196625, 0.2683824300765991, 0.2631258964538574, 0.26579660177230835, 0.27088338136672974, 0.26713627576828003, 0.26752275228500366, 0.26695913076400757, 0.2676455080509186, 0.26883208751678467]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9615, "test_loss": 0.1512083683013916}, {"step": 2350, "epoch": 5, "train_loss": 0.06318988651037216, "cos_r_negg": [0.2556242048740387, 0.31393155455589294, 0.3235667943954468, 0.32921987771987915, 0.31538504362106323, 0.31090328097343445, 0.3157985210418701, 0.2959122657775879, 0.27313679456710815, 0.10190562903881073], "cos_apical_negg": [0.2556242048740387, 0.31393155455589294, 0.3235667943954468, 0.32921987771987915, 0.31538504362106323, 0.31090328097343445, 0.3157985210418701, 0.2959122657775879, 0.27313679456710815, 0.10190562903881073], "cos_Ac_negg": [0.2556242048740387, 0.31393155455589294, 0.3235667943954468, 0.32921987771987915, 0.31538504362106323, 0.31090328097343445, 0.3157985210418701, 0.2959122657775879, 0.27313679456710815, 0.10190562903881073], "r_norm": [0.24279969930648804, 0.24475781619548798, 0.24753287434577942, 0.248538076877594, 0.24975822865962982, 0.24718600511550903, 0.2467871606349945, 0.24771109223365784, 0.24909187853336334, 0.2509409785270691]}, {"step": 2400, "epoch": 5, "train_loss": 0.05086439475417137, "cos_r_negg": [0.30203577876091003, 0.32024845480918884, 0.33458900451660156, 0.3320162296295166, 0.30488651990890503, 0.3032669126987457, 0.2877037227153778, 0.28380918502807617, 0.264310359954834, 0.10025373101234436], "cos_apical_negg": [0.30203577876091003, 0.32024845480918884, 0.33458900451660156, 0.3320162296295166, 0.30488651990890503, 0.3032669126987457, 0.2877037227153778, 0.28380918502807617, 0.264310359954834, 0.10025373101234436], "cos_Ac_negg": [0.30203577876091003, 0.32024845480918884, 0.33458900451660156, 0.3320162296295166, 0.30488651990890503, 0.3032669126987457, 0.2877037227153778, 0.28380918502807617, 0.264310359954834, 0.10025373101234436], "r_norm": [0.2769918441772461, 0.2821906805038452, 0.2772640585899353, 0.2796356976032257, 0.2849336266517639, 0.2815287709236145, 0.2787438631057739, 0.28075793385505676, 0.2799558639526367, 0.2830306887626648]}, {"step": 2450, "epoch": 5, "train_loss": 0.09455157071352005, "cos_r_negg": [0.2955544590950012, 0.32908177375793457, 0.32886528968811035, 0.33244094252586365, 0.32113057374954224, 0.295757532119751, 0.3188926577568054, 0.2967233657836914, 0.28850406408309937, 0.12583836913108826], "cos_apical_negg": [0.2955544590950012, 0.32908177375793457, 0.32886528968811035, 0.33244094252586365, 0.32113057374954224, 0.295757532119751, 0.3188926577568054, 0.2967233657836914, 0.28850406408309937, 0.12583836913108826], "cos_Ac_negg": [0.2955544590950012, 0.32908177375793457, 0.32886528968811035, 0.33244094252586365, 0.32113057374954224, 0.295757532119751, 0.3188926577568054, 0.2967233657836914, 0.28850406408309937, 0.12583836913108826], "r_norm": [0.2848948836326599, 0.2899448275566101, 0.28848233819007874, 0.29024216532707214, 0.2948625683784485, 0.2904360890388489, 0.2883700132369995, 0.2921231985092163, 0.28970175981521606, 0.2945791184902191]}, {"step": 2500, "epoch": 5, "train_loss": 0.08104228973388672, "cos_r_negg": [0.2796878516674042, 0.3169364929199219, 0.3329501152038574, 0.33684295415878296, 0.3282638192176819, 0.29870617389678955, 0.35078030824661255, 0.26871782541275024, 0.2948157787322998, 0.13990944623947144], "cos_apical_negg": [0.2796878516674042, 0.3169364929199219, 0.3329501152038574, 0.33684295415878296, 0.3282638192176819, 0.29870617389678955, 0.35078030824661255, 0.26871782541275024, 0.2948157787322998, 0.13990944623947144], "cos_Ac_negg": [0.2796878516674042, 0.3169364929199219, 0.3329501152038574, 0.33684295415878296, 0.3282638192176819, 0.29870617389678955, 0.35078030824661255, 0.26871782541275024, 0.2948157787322998, 0.13990944623947144], "r_norm": [0.2656082510948181, 0.27033108472824097, 0.2700987458229065, 0.2716417908668518, 0.2764143943786621, 0.2722192704677582, 0.2708525061607361, 0.2736234962940216, 0.27264338731765747, 0.2735357880592346]}, {"step": 2550, "epoch": 5, "train_loss": 0.04120812565088272, "cos_r_negg": [0.2679947018623352, 0.2919442653656006, 0.3143441677093506, 0.30364423990249634, 0.2788618206977844, 0.2744852304458618, 0.2977396547794342, 0.2859748899936676, 0.24776673316955566, 0.0952669084072113], "cos_apical_negg": [0.2679947018623352, 0.2919442653656006, 0.3143441677093506, 0.30364423990249634, 0.2788618206977844, 0.2744852304458618, 0.2977396547794342, 0.2859748899936676, 0.24776673316955566, 0.0952669084072113], "cos_Ac_negg": [0.2679947018623352, 0.2919442653656006, 0.3143441677093506, 0.30364423990249634, 0.2788618206977844, 0.2744852304458618, 0.2977396547794342, 0.2859748899936676, 0.24776673316955566, 0.0952669084072113], "r_norm": [0.22812575101852417, 0.23425419628620148, 0.23266461491584778, 0.23286786675453186, 0.23794353008270264, 0.23291702568531036, 0.23114904761314392, 0.23449954390525818, 0.23509381711483002, 0.23714014887809753]}, {"step": 2600, "epoch": 5, "train_loss": 0.08152373135089874, "cos_r_negg": [0.2603102922439575, 0.28669363260269165, 0.3285362124443054, 0.32326215505599976, 0.301002562046051, 0.3335869014263153, 0.33938831090927124, 0.33582013845443726, 0.31101059913635254, 0.13408999145030975], "cos_apical_negg": [0.2603102922439575, 0.28669363260269165, 0.3285362124443054, 0.32326215505599976, 0.301002562046051, 0.3335869014263153, 0.33938831090927124, 0.33582013845443726, 0.31101059913635254, 0.13408999145030975], "cos_Ac_negg": [0.2603102922439575, 0.28669363260269165, 0.3285362124443054, 0.32326215505599976, 0.301002562046051, 0.3335869014263153, 0.33938831090927124, 0.33582013845443726, 0.31101059913635254, 0.13408999145030975], "r_norm": [0.25880610942840576, 0.26436397433280945, 0.2644270658493042, 0.2649480700492859, 0.26987510919570923, 0.2631845772266388, 0.2640016973018646, 0.2657531797885895, 0.2669216990470886, 0.2657889723777771]}, {"step": 2650, "epoch": 5, "train_loss": 0.026278438046574593, "cos_r_negg": [0.26595398783683777, 0.29207509756088257, 0.31968793272972107, 0.3236013650894165, 0.32847368717193604, 0.31941115856170654, 0.3528884947299957, 0.35363897681236267, 0.30492913722991943, 0.15502354502677917], "cos_apical_negg": [0.26595398783683777, 0.29207509756088257, 0.31968793272972107, 0.3236013650894165, 0.32847368717193604, 0.31941115856170654, 0.3528884947299957, 0.35363897681236267, 0.30492913722991943, 0.15502354502677917], "cos_Ac_negg": [0.26595398783683777, 0.29207509756088257, 0.31968793272972107, 0.3236013650894165, 0.32847368717193604, 0.31941115856170654, 0.3528884947299957, 0.35363897681236267, 0.30492913722991943, 0.15502354502677917], "r_norm": [0.2486540675163269, 0.25440841913223267, 0.25270137190818787, 0.25355473160743713, 0.25983932614326477, 0.25373873114585876, 0.2507514953613281, 0.2545417547225952, 0.25325363874435425, 0.2566351294517517]}, {"step": 2700, "epoch": 5, "train_loss": 0.08863945305347443, "cos_r_negg": [0.2516780495643616, 0.26432663202285767, 0.2958385944366455, 0.29895275831222534, 0.31871241331100464, 0.30786484479904175, 0.3750388026237488, 0.32456421852111816, 0.31864580512046814, 0.12644538283348083], "cos_apical_negg": [0.2516780495643616, 0.26432663202285767, 0.2958385944366455, 0.29895275831222534, 0.31871241331100464, 0.30786484479904175, 0.3750388026237488, 0.32456421852111816, 0.31864580512046814, 0.12644538283348083], "cos_Ac_negg": [0.2516780495643616, 0.26432663202285767, 0.2958385944366455, 0.29895275831222534, 0.31871241331100464, 0.30786484479904175, 0.3750388026237488, 0.32456421852111816, 0.31864580512046814, 0.12644538283348083], "r_norm": [0.23352330923080444, 0.2396301031112671, 0.23848453164100647, 0.23915892839431763, 0.2443406581878662, 0.23773491382598877, 0.23745974898338318, 0.2407621145248413, 0.23972398042678833, 0.242098867893219]}, {"step": 2750, "epoch": 5, "train_loss": 0.02732236124575138, "cos_r_negg": [0.2596377730369568, 0.27089935541152954, 0.3049250841140747, 0.3113287091255188, 0.29956600069999695, 0.3355258107185364, 0.3515421748161316, 0.31254640221595764, 0.33271655440330505, 0.13443982601165771], "cos_apical_negg": [0.2596377730369568, 0.27089935541152954, 0.3049250841140747, 0.3113287091255188, 0.29956600069999695, 0.3355258107185364, 0.3515421748161316, 0.31254640221595764, 0.33271655440330505, 0.13443982601165771], "cos_Ac_negg": [0.2596377730369568, 0.27089935541152954, 0.3049250841140747, 0.3113287091255188, 0.29956600069999695, 0.3355258107185364, 0.3515421748161316, 0.31254640221595764, 0.33271655440330505, 0.13443982601165771], "r_norm": [0.2919110953807831, 0.299024760723114, 0.2984989881515503, 0.30064499378204346, 0.30431830883026123, 0.2981259226799011, 0.2979201674461365, 0.29964080452919006, 0.29819971323013306, 0.30213022232055664]}, {"step": 2800, "epoch": 5, "train_loss": 0.030033472925424576, "cos_r_negg": [0.24198481440544128, 0.2641133964061737, 0.30079543590545654, 0.301165372133255, 0.29854533076286316, 0.26555556058883667, 0.31459325551986694, 0.2524435520172119, 0.29247236251831055, 0.15068510174751282], "cos_apical_negg": [0.24198481440544128, 0.2641133964061737, 0.30079543590545654, 0.301165372133255, 0.29854533076286316, 0.26555556058883667, 0.31459325551986694, 0.2524435520172119, 0.29247236251831055, 0.15068510174751282], "cos_Ac_negg": [0.24198481440544128, 0.2641133964061737, 0.30079543590545654, 0.301165372133255, 0.29854533076286316, 0.26555556058883667, 0.31459325551986694, 0.2524435520172119, 0.29247236251831055, 0.15068510174751282], "r_norm": [0.23868612945079803, 0.24421997368335724, 0.24370644986629486, 0.2451736330986023, 0.24907708168029785, 0.24342453479766846, 0.24230502545833588, 0.24811124801635742, 0.2454317808151245, 0.24818673729896545]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9665, "test_loss": 0.1328002197265625}, {"step": 2850, "epoch": 6, "train_loss": 0.06960739195346832, "cos_r_negg": [0.2621084749698639, 0.2789321541786194, 0.3222771883010864, 0.3260681629180908, 0.31017181277275085, 0.31725597381591797, 0.3293995261192322, 0.3020460307598114, 0.2800523042678833, 0.12506647408008575], "cos_apical_negg": [0.2621084749698639, 0.2789321541786194, 0.3222771883010864, 0.3260681629180908, 0.31017181277275085, 0.31725597381591797, 0.3293995261192322, 0.3020460307598114, 0.2800523042678833, 0.12506647408008575], "cos_Ac_negg": [0.2621084749698639, 0.2789321541786194, 0.3222771883010864, 0.3260681629180908, 0.31017181277275085, 0.31725597381591797, 0.3293995261192322, 0.3020460307598114, 0.2800523042678833, 0.12506647408008575], "r_norm": [0.23801860213279724, 0.2447039783000946, 0.23994150757789612, 0.24172164499759674, 0.2480192929506302, 0.2428068220615387, 0.24077104032039642, 0.24408678710460663, 0.2417488694190979, 0.2455817461013794]}, {"step": 2900, "epoch": 6, "train_loss": 0.058124300092458725, "cos_r_negg": [0.2518417239189148, 0.28838151693344116, 0.3169189691543579, 0.32066109776496887, 0.32512223720550537, 0.3021928071975708, 0.3469642698764801, 0.30844753980636597, 0.31013116240501404, 0.14318500459194183], "cos_apical_negg": [0.2518417239189148, 0.28838151693344116, 0.3169189691543579, 0.32066109776496887, 0.32512223720550537, 0.3021928071975708, 0.3469642698764801, 0.30844753980636597, 0.31013116240501404, 0.14318500459194183], "cos_Ac_negg": [0.2518417239189148, 0.28838151693344116, 0.3169189691543579, 0.32066109776496887, 0.32512223720550537, 0.3021928071975708, 0.3469642698764801, 0.30844753980636597, 0.31013116240501404, 0.14318500459194183], "r_norm": [0.24530082941055298, 0.25071895122528076, 0.24977247416973114, 0.2513079047203064, 0.25381630659103394, 0.2500242292881012, 0.24897143244743347, 0.2518860697746277, 0.2486865520477295, 0.2518679201602936]}, {"step": 2950, "epoch": 6, "train_loss": 0.076937235891819, "cos_r_negg": [0.29836785793304443, 0.33785244822502136, 0.35961419343948364, 0.3577337861061096, 0.36595848202705383, 0.36935433745384216, 0.3845306634902954, 0.3233327865600586, 0.28689301013946533, 0.11982481181621552], "cos_apical_negg": [0.29836785793304443, 0.33785244822502136, 0.35961419343948364, 0.3577337861061096, 0.36595848202705383, 0.36935433745384216, 0.3845306634902954, 0.3233327865600586, 0.28689301013946533, 0.11982481181621552], "cos_Ac_negg": [0.29836785793304443, 0.33785244822502136, 0.35961419343948364, 0.3577337861061096, 0.36595848202705383, 0.36935433745384216, 0.3845306634902954, 0.3233327865600586, 0.28689301013946533, 0.11982481181621552], "r_norm": [0.20540186762809753, 0.21063268184661865, 0.2077895700931549, 0.20818310976028442, 0.2150694876909256, 0.2093280851840973, 0.2070688009262085, 0.21053291857242584, 0.20967668294906616, 0.2125340849161148]}, {"step": 3000, "epoch": 6, "train_loss": 0.022283613681793213, "cos_r_negg": [0.24069228768348694, 0.2763954997062683, 0.3011993169784546, 0.3012639880180359, 0.3100883960723877, 0.2913338541984558, 0.33601266145706177, 0.30669713020324707, 0.3068363070487976, 0.13456207513809204], "cos_apical_negg": [0.24069228768348694, 0.2763954997062683, 0.3011993169784546, 0.3012639880180359, 0.3100883960723877, 0.2913338541984558, 0.33601266145706177, 0.30669713020324707, 0.3068363070487976, 0.13456207513809204], "cos_Ac_negg": [0.24069228768348694, 0.2763954997062683, 0.3011993169784546, 0.3012639880180359, 0.3100883960723877, 0.2913338541984558, 0.33601266145706177, 0.30669713020324707, 0.3068363070487976, 0.13456207513809204], "r_norm": [0.25565189123153687, 0.26183873414993286, 0.25895124673843384, 0.26000338792800903, 0.2637747526168823, 0.25891613960266113, 0.26040101051330566, 0.26265567541122437, 0.25821149349212646, 0.2637426257133484]}, {"step": 3050, "epoch": 6, "train_loss": 0.0689358040690422, "cos_r_negg": [0.26849955320358276, 0.29629796743392944, 0.33529528975486755, 0.3342718482017517, 0.3371174931526184, 0.3185856342315674, 0.3355739116668701, 0.32903245091438293, 0.3140064477920532, 0.1384371817111969], "cos_apical_negg": [0.26849955320358276, 0.29629796743392944, 0.33529528975486755, 0.3342718482017517, 0.3371174931526184, 0.3185856342315674, 0.3355739116668701, 0.32903245091438293, 0.3140064477920532, 0.1384371817111969], "cos_Ac_negg": [0.26849955320358276, 0.29629796743392944, 0.33529528975486755, 0.3342718482017517, 0.3371174931526184, 0.3185856342315674, 0.3355739116668701, 0.32903245091438293, 0.3140064477920532, 0.1384371817111969], "r_norm": [0.16195884346961975, 0.1649705320596695, 0.16493242979049683, 0.16642257571220398, 0.1693602204322815, 0.16423875093460083, 0.16480517387390137, 0.16723577678203583, 0.16633176803588867, 0.1678161919116974]}, {"step": 3100, "epoch": 6, "train_loss": 0.030418479815125465, "cos_r_negg": [0.27916958928108215, 0.3116735816001892, 0.34821099042892456, 0.3366529643535614, 0.3321807384490967, 0.30935996770858765, 0.34530532360076904, 0.36355894804000854, 0.34358102083206177, 0.15137434005737305], "cos_apical_negg": [0.27916958928108215, 0.3116735816001892, 0.34821099042892456, 0.3366529643535614, 0.3321807384490967, 0.30935996770858765, 0.34530532360076904, 0.36355894804000854, 0.34358102083206177, 0.15137434005737305], "cos_Ac_negg": [0.27916958928108215, 0.3116735816001892, 0.34821099042892456, 0.3366529643535614, 0.3321807384490967, 0.30935996770858765, 0.34530532360076904, 0.36355894804000854, 0.34358102083206177, 0.15137434005737305], "r_norm": [0.15511000156402588, 0.15810921788215637, 0.1575261801481247, 0.1598498374223709, 0.16337886452674866, 0.15894517302513123, 0.15871523320674896, 0.1604405641555786, 0.16019324958324432, 0.16011404991149902]}, {"step": 3150, "epoch": 6, "train_loss": 0.019407153129577637, "cos_r_negg": [0.2616307735443115, 0.29986703395843506, 0.32910776138305664, 0.3266935646533966, 0.3172686994075775, 0.33222776651382446, 0.3514910340309143, 0.35925722122192383, 0.3319714069366455, 0.13580015301704407], "cos_apical_negg": [0.2616307735443115, 0.29986703395843506, 0.32910776138305664, 0.3266935646533966, 0.3172686994075775, 0.33222776651382446, 0.3514910340309143, 0.35925722122192383, 0.3319714069366455, 0.13580015301704407], "cos_Ac_negg": [0.2616307735443115, 0.29986703395843506, 0.32910776138305664, 0.3266935646533966, 0.3172686994075775, 0.33222776651382446, 0.3514910340309143, 0.35925722122192383, 0.3319714069366455, 0.13580015301704407], "r_norm": [0.23244032263755798, 0.240077406167984, 0.2354351282119751, 0.23810601234436035, 0.2431933730840683, 0.2367679476737976, 0.23734363913536072, 0.23913326859474182, 0.23950590193271637, 0.2413977086544037]}, {"step": 3200, "epoch": 6, "train_loss": 0.08445481956005096, "cos_r_negg": [0.2691652178764343, 0.30378714203834534, 0.32911452651023865, 0.33918142318725586, 0.3151729702949524, 0.2936188578605652, 0.30822837352752686, 0.3047233819961548, 0.31607577204704285, 0.10591764003038406], "cos_apical_negg": [0.2691652178764343, 0.30378714203834534, 0.32911452651023865, 0.33918142318725586, 0.3151729702949524, 0.2936188578605652, 0.30822837352752686, 0.3047233819961548, 0.31607577204704285, 0.10591764003038406], "cos_Ac_negg": [0.2691652178764343, 0.30378714203834534, 0.32911452651023865, 0.33918142318725586, 0.3151729702949524, 0.2936188578605652, 0.30822837352752686, 0.3047233819961548, 0.31607577204704285, 0.10591764003038406], "r_norm": [0.2660782039165497, 0.2730078101158142, 0.2701549232006073, 0.271359920501709, 0.27656570076942444, 0.2704448699951172, 0.2713772654533386, 0.2725363075733185, 0.2720998525619507, 0.2731249928474426]}, {"step": 3250, "epoch": 6, "train_loss": 0.04098748788237572, "cos_r_negg": [0.28993475437164307, 0.3171335458755493, 0.3569471836090088, 0.3691469728946686, 0.3575921356678009, 0.34331536293029785, 0.35167184472084045, 0.3190530836582184, 0.3187628984451294, 0.09429942071437836], "cos_apical_negg": [0.28993475437164307, 0.3171335458755493, 0.3569471836090088, 0.3691469728946686, 0.3575921356678009, 0.34331536293029785, 0.35167184472084045, 0.3190530836582184, 0.3187628984451294, 0.09429942071437836], "cos_Ac_negg": [0.28993475437164307, 0.3171335458755493, 0.3569471836090088, 0.3691469728946686, 0.3575921356678009, 0.34331536293029785, 0.35167184472084045, 0.3190530836582184, 0.3187628984451294, 0.09429942071437836], "r_norm": [0.21898794174194336, 0.22408905625343323, 0.22316619753837585, 0.2229079008102417, 0.22727061808109283, 0.22365762293338776, 0.22206835448741913, 0.22400923073291779, 0.2238692343235016, 0.2256862074136734]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9657, "test_loss": 0.13900187911987305}, {"step": 3300, "epoch": 7, "train_loss": 0.020605653524398804, "cos_r_negg": [0.3123275637626648, 0.35616475343704224, 0.3730315864086151, 0.3838064670562744, 0.3768874704837799, 0.32969290018081665, 0.3670279383659363, 0.31964099407196045, 0.3161546289920807, 0.1316457837820053], "cos_apical_negg": [0.3123275637626648, 0.35616475343704224, 0.3730315864086151, 0.3838064670562744, 0.3768874704837799, 0.32969290018081665, 0.3670279383659363, 0.31964099407196045, 0.3161546289920807, 0.1316457837820053], "cos_Ac_negg": [0.3123275637626648, 0.35616475343704224, 0.3730315864086151, 0.3838064670562744, 0.3768874704837799, 0.32969290018081665, 0.3670279383659363, 0.31964099407196045, 0.3161546289920807, 0.1316457837820053], "r_norm": [0.255048930644989, 0.26094335317611694, 0.25861430168151855, 0.2606116533279419, 0.26159441471099854, 0.2611173391342163, 0.25986015796661377, 0.2599097788333893, 0.25629156827926636, 0.26053285598754883]}, {"step": 3350, "epoch": 7, "train_loss": 0.012074155732989311, "cos_r_negg": [0.2577615976333618, 0.29991835355758667, 0.32027938961982727, 0.329505980014801, 0.32755106687545776, 0.2854769229888916, 0.2953924536705017, 0.29612356424331665, 0.3021812438964844, 0.1191573366522789], "cos_apical_negg": [0.2577615976333618, 0.29991835355758667, 0.32027938961982727, 0.329505980014801, 0.32755106687545776, 0.2854769229888916, 0.2953924536705017, 0.29612356424331665, 0.3021812438964844, 0.1191573366522789], "cos_Ac_negg": [0.2577615976333618, 0.29991835355758667, 0.32027938961982727, 0.329505980014801, 0.32755106687545776, 0.2854769229888916, 0.2953924536705017, 0.29612356424331665, 0.3021812438964844, 0.1191573366522789], "r_norm": [0.21132561564445496, 0.2174408733844757, 0.21559834480285645, 0.2163233458995819, 0.22061991691589355, 0.21645089983940125, 0.2152419239282608, 0.2176070213317871, 0.2174183428287506, 0.21865257620811462]}, {"step": 3400, "epoch": 7, "train_loss": 0.015165682882070541, "cos_r_negg": [0.26062583923339844, 0.3060537576675415, 0.3279949724674225, 0.3439030647277832, 0.3453088402748108, 0.29999327659606934, 0.33449143171310425, 0.31680476665496826, 0.3177780210971832, 0.12231030315160751], "cos_apical_negg": [0.26062583923339844, 0.3060537576675415, 0.3279949724674225, 0.3439030647277832, 0.3453088402748108, 0.29999327659606934, 0.33449143171310425, 0.31680476665496826, 0.3177780210971832, 0.12231030315160751], "cos_Ac_negg": [0.26062583923339844, 0.3060537576675415, 0.3279949724674225, 0.3439030647277832, 0.3453088402748108, 0.29999327659606934, 0.33449143171310425, 0.31680476665496826, 0.3177780210971832, 0.12231030315160751], "r_norm": [0.22300341725349426, 0.22846350073814392, 0.22458752989768982, 0.2264975607395172, 0.23000937700271606, 0.22884050011634827, 0.22537250816822052, 0.2266143411397934, 0.2247132956981659, 0.22749298810958862]}, {"step": 3450, "epoch": 7, "train_loss": 0.030054664239287376, "cos_r_negg": [0.2994794249534607, 0.33404919505119324, 0.3484891951084137, 0.36745312809944153, 0.3500368893146515, 0.31923747062683105, 0.33447015285491943, 0.2900910973548889, 0.3162202835083008, 0.1317952275276184], "cos_apical_negg": [0.2994794249534607, 0.33404919505119324, 0.3484891951084137, 0.36745312809944153, 0.3500368893146515, 0.31923747062683105, 0.33447015285491943, 0.2900910973548889, 0.3162202835083008, 0.1317952275276184], "cos_Ac_negg": [0.2994794249534607, 0.33404919505119324, 0.3484891951084137, 0.36745312809944153, 0.3500368893146515, 0.31923747062683105, 0.33447015285491943, 0.2900910973548889, 0.3162202835083008, 0.1317952275276184], "r_norm": [0.23353096842765808, 0.23988434672355652, 0.23529976606369019, 0.23708483576774597, 0.24249951541423798, 0.2387203723192215, 0.23535490036010742, 0.23841369152069092, 0.23632094264030457, 0.23950809240341187]}, {"step": 3500, "epoch": 7, "train_loss": 0.02835654839873314, "cos_r_negg": [0.2782563269138336, 0.31815043091773987, 0.33849036693573, 0.3368198871612549, 0.3338460326194763, 0.30178147554397583, 0.3179721534252167, 0.2966160774230957, 0.31261587142944336, 0.12506091594696045], "cos_apical_negg": [0.2782563269138336, 0.31815043091773987, 0.33849036693573, 0.3368198871612549, 0.3338460326194763, 0.30178147554397583, 0.3179721534252167, 0.2966160774230957, 0.31261587142944336, 0.12506091594696045], "cos_Ac_negg": [0.2782563269138336, 0.31815043091773987, 0.33849036693573, 0.3368198871612549, 0.3338460326194763, 0.30178147554397583, 0.3179721534252167, 0.2966160774230957, 0.31261587142944336, 0.12506091594696045], "r_norm": [0.2182183563709259, 0.2214048206806183, 0.2178209125995636, 0.21884730458259583, 0.22257420420646667, 0.2228485643863678, 0.21940083801746368, 0.2206716537475586, 0.21676231920719147, 0.22142750024795532]}, {"step": 3550, "epoch": 7, "train_loss": 0.060610074549913406, "cos_r_negg": [0.30011117458343506, 0.3453396260738373, 0.36031991243362427, 0.3587692379951477, 0.3511609435081482, 0.3398825228214264, 0.33473408222198486, 0.321555495262146, 0.2965686619281769, 0.1151457279920578], "cos_apical_negg": [0.30011117458343506, 0.3453396260738373, 0.36031991243362427, 0.3587692379951477, 0.3511609435081482, 0.3398825228214264, 0.33473408222198486, 0.321555495262146, 0.2965686619281769, 0.1151457279920578], "cos_Ac_negg": [0.30011117458343506, 0.3453396260738373, 0.36031991243362427, 0.3587692379951477, 0.3511609435081482, 0.3398825228214264, 0.33473408222198486, 0.321555495262146, 0.2965686619281769, 0.1151457279920578], "r_norm": [0.203040212392807, 0.20756402611732483, 0.20674863457679749, 0.20664766430854797, 0.21063128113746643, 0.20797938108444214, 0.20526179671287537, 0.20920279622077942, 0.20746155083179474, 0.20896287262439728]}, {"step": 3600, "epoch": 7, "train_loss": 0.04700126498937607, "cos_r_negg": [0.28212589025497437, 0.33880794048309326, 0.3423772156238556, 0.3516956567764282, 0.3429093360900879, 0.3332381248474121, 0.35105523467063904, 0.34877514839172363, 0.3335641026496887, 0.1507767140865326], "cos_apical_negg": [0.28212589025497437, 0.33880794048309326, 0.3423772156238556, 0.3516956567764282, 0.3429093360900879, 0.3332381248474121, 0.35105523467063904, 0.34877514839172363, 0.3335641026496887, 0.1507767140865326], "cos_Ac_negg": [0.28212589025497437, 0.33880794048309326, 0.3423772156238556, 0.3516956567764282, 0.3429093360900879, 0.3332381248474121, 0.35105523467063904, 0.34877514839172363, 0.3335641026496887, 0.1507767140865326], "r_norm": [0.17718201875686646, 0.180828258395195, 0.17860233783721924, 0.17849448323249817, 0.18426451086997986, 0.1804695725440979, 0.1780296266078949, 0.18060538172721863, 0.182026207447052, 0.1815440058708191]}, {"step": 3650, "epoch": 7, "train_loss": 0.019108036532998085, "cos_r_negg": [0.2790725827217102, 0.3253836929798126, 0.3297111988067627, 0.33139768242836, 0.3462572395801544, 0.32063913345336914, 0.3544188141822815, 0.34634625911712646, 0.3665870428085327, 0.18436723947525024], "cos_apical_negg": [0.2790725827217102, 0.3253836929798126, 0.3297111988067627, 0.33139768242836, 0.3462572395801544, 0.32063913345336914, 0.3544188141822815, 0.34634625911712646, 0.3665870428085327, 0.18436723947525024], "cos_Ac_negg": [0.2790725827217102, 0.3253836929798126, 0.3297111988067627, 0.33139768242836, 0.3462572395801544, 0.32063913345336914, 0.3544188141822815, 0.34634625911712646, 0.3665870428085327, 0.18436723947525024], "r_norm": [0.2286788374185562, 0.23339895904064178, 0.22688238322734833, 0.22936925292015076, 0.23631495237350464, 0.23386536538600922, 0.23070530593395233, 0.23251914978027344, 0.23116666078567505, 0.23299501836299896]}, {"step": 3700, "epoch": 7, "train_loss": 0.016365215182304382, "cos_r_negg": [0.2916479706764221, 0.34097784757614136, 0.35401231050491333, 0.3605388402938843, 0.37242037057876587, 0.38153964281082153, 0.40752163529396057, 0.37503132224082947, 0.3716943562030792, 0.17113447189331055], "cos_apical_negg": [0.2916479706764221, 0.34097784757614136, 0.35401231050491333, 0.3605388402938843, 0.37242037057876587, 0.38153964281082153, 0.40752163529396057, 0.37503132224082947, 0.3716943562030792, 0.17113447189331055], "cos_Ac_negg": [0.2916479706764221, 0.34097784757614136, 0.35401231050491333, 0.3605388402938843, 0.37242037057876587, 0.38153964281082153, 0.40752163529396057, 0.37503132224082947, 0.3716943562030792, 0.17113447189331055], "r_norm": [0.22616152465343475, 0.23090983927249908, 0.22497117519378662, 0.2278836965560913, 0.23410911858081818, 0.2300361841917038, 0.22681768238544464, 0.22873714566230774, 0.22955435514450073, 0.23011724650859833]}, {"step": 3750, "epoch": 7, "train_loss": 0.04662477970123291, "cos_r_negg": [0.29464688897132874, 0.32766443490982056, 0.34829503297805786, 0.36266088485717773, 0.3485715985298157, 0.3677378296852112, 0.39137375354766846, 0.33780163526535034, 0.323560506105423, 0.16437110304832458], "cos_apical_negg": [0.29464688897132874, 0.32766443490982056, 0.34829503297805786, 0.36266088485717773, 0.3485715985298157, 0.3677378296852112, 0.39137375354766846, 0.33780163526535034, 0.323560506105423, 0.16437110304832458], "cos_Ac_negg": [0.29464688897132874, 0.32766443490982056, 0.34829503297805786, 0.36266088485717773, 0.3485715985298157, 0.3677378296852112, 0.39137375354766846, 0.33780163526535034, 0.323560506105423, 0.16437110304832458], "r_norm": [0.24425238370895386, 0.24806156754493713, 0.24443691968917847, 0.24492833018302917, 0.2504514455795288, 0.2488819658756256, 0.24536898732185364, 0.24779358506202698, 0.24626456201076508, 0.24803254008293152]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9652, "test_loss": 0.14869873065948486}, {"step": 3800, "epoch": 8, "train_loss": 0.07796205580234528, "cos_r_negg": [0.26470518112182617, 0.3070875406265259, 0.3087162673473358, 0.3065010905265808, 0.30567666888237, 0.3156346380710602, 0.3248937726020813, 0.3047145903110504, 0.2677675485610962, 0.09505186229944229], "cos_apical_negg": [0.26470518112182617, 0.3070875406265259, 0.3087162673473358, 0.3065010905265808, 0.30567666888237, 0.3156346380710602, 0.3248937726020813, 0.3047145903110504, 0.2677675485610962, 0.09505186229944229], "cos_Ac_negg": [0.26470518112182617, 0.3070875406265259, 0.3087162673473358, 0.3065010905265808, 0.30567666888237, 0.3156346380710602, 0.3248937726020813, 0.3047145903110504, 0.2677675485610962, 0.09505186229944229], "r_norm": [0.22355207800865173, 0.22930821776390076, 0.22598636150360107, 0.2275351583957672, 0.2332591563463211, 0.22849643230438232, 0.22617095708847046, 0.2309214174747467, 0.2292119860649109, 0.22923067212104797]}, {"step": 3850, "epoch": 8, "train_loss": 0.020460696890950203, "cos_r_negg": [0.2519878149032593, 0.28446877002716064, 0.2933383882045746, 0.3091023862361908, 0.3002255856990814, 0.3041549324989319, 0.33251675963401794, 0.2914896607398987, 0.27107927203178406, 0.07077306509017944], "cos_apical_negg": [0.2519878149032593, 0.28446877002716064, 0.2933383882045746, 0.3091023862361908, 0.3002255856990814, 0.3041549324989319, 0.33251675963401794, 0.2914896607398987, 0.27107927203178406, 0.07077306509017944], "cos_Ac_negg": [0.2519878149032593, 0.28446877002716064, 0.2933383882045746, 0.3091023862361908, 0.3002255856990814, 0.3041549324989319, 0.33251675963401794, 0.2914896607398987, 0.27107927203178406, 0.07077306509017944], "r_norm": [0.22658538818359375, 0.23020696640014648, 0.22820788621902466, 0.2300822138786316, 0.2351187914609909, 0.23088368773460388, 0.2282661348581314, 0.23181197047233582, 0.23157447576522827, 0.23114821314811707]}, {"step": 3900, "epoch": 8, "train_loss": 0.011308372020721436, "cos_r_negg": [0.2468777447938919, 0.28482067584991455, 0.2882079482078552, 0.29482781887054443, 0.2912985682487488, 0.29323384165763855, 0.30130457878112793, 0.28550538420677185, 0.286287397146225, 0.07878084480762482], "cos_apical_negg": [0.2468777447938919, 0.28482067584991455, 0.2882079482078552, 0.29482781887054443, 0.2912985682487488, 0.29323384165763855, 0.30130457878112793, 0.28550538420677185, 0.286287397146225, 0.07878084480762482], "cos_Ac_negg": [0.2468777447938919, 0.28482067584991455, 0.2882079482078552, 0.29482781887054443, 0.2912985682487488, 0.29323384165763855, 0.30130457878112793, 0.28550538420677185, 0.286287397146225, 0.07878084480762482], "r_norm": [0.21478810906410217, 0.2163422554731369, 0.21581456065177917, 0.21612021327018738, 0.22052045166492462, 0.21865549683570862, 0.21525278687477112, 0.21649596095085144, 0.21728962659835815, 0.21592359244823456]}, {"step": 3950, "epoch": 8, "train_loss": 0.013382078148424625, "cos_r_negg": [0.2345958948135376, 0.2806515097618103, 0.2779628038406372, 0.2816266417503357, 0.29253286123275757, 0.2734817564487457, 0.2948952913284302, 0.3021776080131531, 0.2750518023967743, 0.10924898833036423], "cos_apical_negg": [0.2345958948135376, 0.2806515097618103, 0.2779628038406372, 0.2816266417503357, 0.29253286123275757, 0.2734817564487457, 0.2948952913284302, 0.3021776080131531, 0.2750518023967743, 0.10924898833036423], "cos_Ac_negg": [0.2345958948135376, 0.2806515097618103, 0.2779628038406372, 0.2816266417503357, 0.29253286123275757, 0.2734817564487457, 0.2948952913284302, 0.3021776080131531, 0.2750518023967743, 0.10924898833036423], "r_norm": [0.2494550347328186, 0.25185588002204895, 0.25236862897872925, 0.2537098526954651, 0.2565195560455322, 0.25360915064811707, 0.2523150146007538, 0.25307509303092957, 0.25299039483070374, 0.25070878863334656]}, {"step": 4000, "epoch": 8, "train_loss": 0.00246943486854434, "cos_r_negg": [0.25329339504241943, 0.29856565594673157, 0.30085140466690063, 0.2955110967159271, 0.2939280867576599, 0.29557639360427856, 0.2935812473297119, 0.3064737617969513, 0.27208763360977173, 0.11214970797300339], "cos_apical_negg": [0.25329339504241943, 0.29856565594673157, 0.30085140466690063, 0.2955110967159271, 0.2939280867576599, 0.29557639360427856, 0.2935812473297119, 0.3064737617969513, 0.27208763360977173, 0.11214970797300339], "cos_Ac_negg": [0.25329339504241943, 0.29856565594673157, 0.30085140466690063, 0.2955110967159271, 0.2939280867576599, 0.29557639360427856, 0.2935812473297119, 0.3064737617969513, 0.27208763360977173, 0.11214970797300339], "r_norm": [0.19409555196762085, 0.19789770245552063, 0.195020392537117, 0.19621282815933228, 0.20183047652244568, 0.19716818630695343, 0.19481411576271057, 0.1985010951757431, 0.1963186115026474, 0.1969507485628128]}, {"step": 4050, "epoch": 8, "train_loss": 0.0028749650809913874, "cos_r_negg": [0.24706178903579712, 0.290917307138443, 0.2798682451248169, 0.278544157743454, 0.2851511240005493, 0.2863418459892273, 0.2732093334197998, 0.2767990231513977, 0.24504715204238892, 0.1050829291343689], "cos_apical_negg": [0.24706178903579712, 0.290917307138443, 0.2798682451248169, 0.278544157743454, 0.2851511240005493, 0.2863418459892273, 0.2732093334197998, 0.2767990231513977, 0.24504715204238892, 0.1050829291343689], "cos_Ac_negg": [0.24706178903579712, 0.290917307138443, 0.2798682451248169, 0.278544157743454, 0.2851511240005493, 0.2863418459892273, 0.2732093334197998, 0.2767990231513977, 0.24504715204238892, 0.1050829291343689], "r_norm": [0.24279651045799255, 0.24607792496681213, 0.2435724437236786, 0.24531960487365723, 0.24972686171531677, 0.24683529138565063, 0.2442680150270462, 0.24578392505645752, 0.24456632137298584, 0.2457110434770584]}, {"step": 4100, "epoch": 8, "train_loss": 0.0682506263256073, "cos_r_negg": [0.25771626830101013, 0.3028925061225891, 0.2972474694252014, 0.29667434096336365, 0.30278801918029785, 0.3083651065826416, 0.2878842353820801, 0.27965521812438965, 0.26960521936416626, 0.10552231967449188], "cos_apical_negg": [0.25771626830101013, 0.3028925061225891, 0.2972474694252014, 0.29667434096336365, 0.30278801918029785, 0.3083651065826416, 0.2878842353820801, 0.27965521812438965, 0.26960521936416626, 0.10552231967449188], "cos_Ac_negg": [0.25771626830101013, 0.3028925061225891, 0.2972474694252014, 0.29667434096336365, 0.30278801918029785, 0.3083651065826416, 0.2878842353820801, 0.27965521812438965, 0.26960521936416626, 0.10552231967449188], "r_norm": [0.22500799596309662, 0.22816923260688782, 0.22674314677715302, 0.22906513512134552, 0.23156780004501343, 0.22886696457862854, 0.22729529440402985, 0.22906160354614258, 0.22644104063510895, 0.22715523838996887]}, {"step": 4150, "epoch": 8, "train_loss": 0.00019940899801440537, "cos_r_negg": [0.23985840380191803, 0.29627513885498047, 0.28642234206199646, 0.2911335825920105, 0.29181551933288574, 0.29548555612564087, 0.2864287197589874, 0.3140529990196228, 0.2834404706954956, 0.07636862993240356], "cos_apical_negg": [0.23985840380191803, 0.29627513885498047, 0.28642234206199646, 0.2911335825920105, 0.29181551933288574, 0.29548555612564087, 0.2864287197589874, 0.3140529990196228, 0.2834404706954956, 0.07636862993240356], "cos_Ac_negg": [0.23985840380191803, 0.29627513885498047, 0.28642234206199646, 0.2911335825920105, 0.29181551933288574, 0.29548555612564087, 0.2864287197589874, 0.3140529990196228, 0.2834404706954956, 0.07636862993240356], "r_norm": [0.21301433444023132, 0.21591541171073914, 0.21656975150108337, 0.2186202108860016, 0.22040940821170807, 0.21754306554794312, 0.2169930636882782, 0.21875391900539398, 0.21710237860679626, 0.21769124269485474]}, {"step": 4200, "epoch": 8, "train_loss": 0.07624394446611404, "cos_r_negg": [0.2347470223903656, 0.28279954195022583, 0.284845769405365, 0.2754908502101898, 0.27753543853759766, 0.27642473578453064, 0.2633761763572693, 0.31287312507629395, 0.2785181701183319, 0.08359731733798981], "cos_apical_negg": [0.2347470223903656, 0.28279954195022583, 0.284845769405365, 0.2754908502101898, 0.27753543853759766, 0.27642473578453064, 0.2633761763572693, 0.31287312507629395, 0.2785181701183319, 0.08359731733798981], "cos_Ac_negg": [0.2347470223903656, 0.28279954195022583, 0.284845769405365, 0.2754908502101898, 0.27753543853759766, 0.27642473578453064, 0.2633761763572693, 0.31287312507629395, 0.2785181701183319, 0.08359731733798981], "r_norm": [0.21739152073860168, 0.22167916595935822, 0.21991585195064545, 0.22066688537597656, 0.22482281923294067, 0.22238650918006897, 0.21988068521022797, 0.22199514508247375, 0.22055257856845856, 0.22360549867153168]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9664, "test_loss": 0.15868525505065917}, {"step": 4250, "epoch": 9, "train_loss": 0.011407368816435337, "cos_r_negg": [0.2367769479751587, 0.2801669239997864, 0.28497880697250366, 0.2769586443901062, 0.2830575704574585, 0.27434948086738586, 0.28252115845680237, 0.2997269928455353, 0.29975345730781555, 0.10688769817352295], "cos_apical_negg": [0.2367769479751587, 0.2801669239997864, 0.28497880697250366, 0.2769586443901062, 0.2830575704574585, 0.27434948086738586, 0.28252115845680237, 0.2997269928455353, 0.29975345730781555, 0.10688769817352295], "cos_Ac_negg": [0.2367769479751587, 0.2801669239997864, 0.28497880697250366, 0.2769586443901062, 0.2830575704574585, 0.27434948086738586, 0.28252115845680237, 0.2997269928455353, 0.29975345730781555, 0.10688769817352295], "r_norm": [0.2166120707988739, 0.22001074254512787, 0.22053644061088562, 0.22065380215644836, 0.22544816136360168, 0.2221071422100067, 0.21935304999351501, 0.22139257192611694, 0.22092469036579132, 0.2227843701839447]}, {"step": 4300, "epoch": 9, "train_loss": 0.03708283230662346, "cos_r_negg": [0.2101268470287323, 0.25521236658096313, 0.2580544054508209, 0.24176090955734253, 0.2330925166606903, 0.23874220252037048, 0.2339165210723877, 0.26226961612701416, 0.24998217821121216, 0.11386989057064056], "cos_apical_negg": [0.2101268470287323, 0.25521236658096313, 0.2580544054508209, 0.24176090955734253, 0.2330925166606903, 0.23874220252037048, 0.2339165210723877, 0.26226961612701416, 0.24998217821121216, 0.11386989057064056], "cos_Ac_negg": [0.2101268470287323, 0.25521236658096313, 0.2580544054508209, 0.24176090955734253, 0.2330925166606903, 0.23874220252037048, 0.2339165210723877, 0.26226961612701416, 0.24998217821121216, 0.11386989057064056], "r_norm": [0.22236008942127228, 0.22657917439937592, 0.22575080394744873, 0.22710031270980835, 0.23220548033714294, 0.226963073015213, 0.22584237158298492, 0.22787486016750336, 0.22718429565429688, 0.22865167260169983]}, {"step": 4350, "epoch": 9, "train_loss": 0.013328089378774166, "cos_r_negg": [0.20284594595432281, 0.24582287669181824, 0.24056068062782288, 0.22994236648082733, 0.21696066856384277, 0.21191997826099396, 0.2148960828781128, 0.22719314694404602, 0.2130136340856552, 0.08696424961090088], "cos_apical_negg": [0.20284594595432281, 0.24582287669181824, 0.24056068062782288, 0.22994236648082733, 0.21696066856384277, 0.21191997826099396, 0.2148960828781128, 0.22719314694404602, 0.2130136340856552, 0.08696424961090088], "cos_Ac_negg": [0.20284594595432281, 0.24582287669181824, 0.24056068062782288, 0.22994236648082733, 0.21696066856384277, 0.21191997826099396, 0.2148960828781128, 0.22719314694404602, 0.2130136340856552, 0.08696424961090088], "r_norm": [0.2008303850889206, 0.20241060853004456, 0.20352181792259216, 0.20411282777786255, 0.20780599117279053, 0.20414747297763824, 0.20335602760314941, 0.2037050873041153, 0.20641566812992096, 0.205222949385643]}, {"step": 4400, "epoch": 9, "train_loss": 0.0035500945523381233, "cos_r_negg": [0.21615710854530334, 0.25816553831100464, 0.25734084844589233, 0.25208547711372375, 0.24867600202560425, 0.24790766835212708, 0.2725607752799988, 0.27268916368484497, 0.2646803855895996, 0.11844269931316376], "cos_apical_negg": [0.21615710854530334, 0.25816553831100464, 0.25734084844589233, 0.25208547711372375, 0.24867600202560425, 0.24790766835212708, 0.2725607752799988, 0.27268916368484497, 0.2646803855895996, 0.11844269931316376], "cos_Ac_negg": [0.21615710854530334, 0.25816553831100464, 0.25734084844589233, 0.25208547711372375, 0.24867600202560425, 0.24790766835212708, 0.2725607752799988, 0.27268916368484497, 0.2646803855895996, 0.11844269931316376], "r_norm": [0.19830164313316345, 0.20127585530281067, 0.2025945484638214, 0.20289649069309235, 0.20639677345752716, 0.2025805413722992, 0.20075635612010956, 0.20354799926280975, 0.20186986029148102, 0.2047683447599411]}, {"step": 4450, "epoch": 9, "train_loss": 0.009586794301867485, "cos_r_negg": [0.20640233159065247, 0.24940505623817444, 0.2465650737285614, 0.23280249536037445, 0.23839926719665527, 0.22931069135665894, 0.25524795055389404, 0.24991896748542786, 0.25747764110565186, 0.11130844056606293], "cos_apical_negg": [0.20640233159065247, 0.24940505623817444, 0.2465650737285614, 0.23280249536037445, 0.23839926719665527, 0.22931069135665894, 0.25524795055389404, 0.24991896748542786, 0.25747764110565186, 0.11130844056606293], "cos_Ac_negg": [0.20640233159065247, 0.24940505623817444, 0.2465650737285614, 0.23280249536037445, 0.23839926719665527, 0.22931069135665894, 0.25524795055389404, 0.24991896748542786, 0.25747764110565186, 0.11130844056606293], "r_norm": [0.20588327944278717, 0.20957417786121368, 0.20992141962051392, 0.2100059986114502, 0.21471239626407623, 0.21043479442596436, 0.2077096402645111, 0.21122413873672485, 0.20933611690998077, 0.21189330518245697]}, {"step": 4500, "epoch": 9, "train_loss": 0.002520470879971981, "cos_r_negg": [0.17760223150253296, 0.21773764491081238, 0.21072544157505035, 0.19203977286815643, 0.19318461418151855, 0.1866244077682495, 0.2094113826751709, 0.20824691653251648, 0.22023871541023254, 0.083587147295475], "cos_apical_negg": [0.17760223150253296, 0.21773764491081238, 0.21072544157505035, 0.19203977286815643, 0.19318461418151855, 0.1866244077682495, 0.2094113826751709, 0.20824691653251648, 0.22023871541023254, 0.083587147295475], "cos_Ac_negg": [0.17760223150253296, 0.21773764491081238, 0.21072544157505035, 0.19203977286815643, 0.19318461418151855, 0.1866244077682495, 0.2094113826751709, 0.20824691653251648, 0.22023871541023254, 0.083587147295475], "r_norm": [0.21387940645217896, 0.21633493900299072, 0.21651282906532288, 0.21807986497879028, 0.2198525071144104, 0.21832330524921417, 0.2157464474439621, 0.21705362200737, 0.21577870845794678, 0.21764588356018066]}, {"step": 4550, "epoch": 9, "train_loss": 0.0007043840596452355, "cos_r_negg": [0.17801810801029205, 0.22193393111228943, 0.22715699672698975, 0.2232571691274643, 0.2359502911567688, 0.23109228909015656, 0.23480556905269623, 0.28808432817459106, 0.2730194926261902, 0.11330858618021011], "cos_apical_negg": [0.17801810801029205, 0.22193393111228943, 0.22715699672698975, 0.2232571691274643, 0.2359502911567688, 0.23109228909015656, 0.23480556905269623, 0.28808432817459106, 0.2730194926261902, 0.11330858618021011], "cos_Ac_negg": [0.17801810801029205, 0.22193393111228943, 0.22715699672698975, 0.2232571691274643, 0.2359502911567688, 0.23109228909015656, 0.23480556905269623, 0.28808432817459106, 0.2730194926261902, 0.11330858618021011], "r_norm": [0.21879154443740845, 0.2221422791481018, 0.2230139821767807, 0.22447198629379272, 0.22690288722515106, 0.22373494505882263, 0.22275826334953308, 0.22364182770252228, 0.22310419380664825, 0.223921537399292]}, {"step": 4600, "epoch": 9, "train_loss": 0.06397879868745804, "cos_r_negg": [0.20593494176864624, 0.25433945655822754, 0.253434419631958, 0.2509540319442749, 0.2607879638671875, 0.25968897342681885, 0.27554410696029663, 0.2534494996070862, 0.26692140102386475, 0.12663140892982483], "cos_apical_negg": [0.20593494176864624, 0.25433945655822754, 0.253434419631958, 0.2509540319442749, 0.2607879638671875, 0.25968897342681885, 0.27554410696029663, 0.2534494996070862, 0.26692140102386475, 0.12663140892982483], "cos_Ac_negg": [0.20593494176864624, 0.25433945655822754, 0.253434419631958, 0.2509540319442749, 0.2607879638671875, 0.25968897342681885, 0.27554410696029663, 0.2534494996070862, 0.26692140102386475, 0.12663140892982483], "r_norm": [0.19561907649040222, 0.19867628812789917, 0.19688448309898376, 0.19743627309799194, 0.20273421704769135, 0.19869284331798553, 0.19548764824867249, 0.19845932722091675, 0.19833911955356598, 0.1981959044933319]}, {"step": 4650, "epoch": 9, "train_loss": 0.006900949403643608, "cos_r_negg": [0.20296648144721985, 0.2412983477115631, 0.2486138939857483, 0.2392137348651886, 0.2549821734428406, 0.25277838110923767, 0.2646717429161072, 0.27111881971359253, 0.2498565912246704, 0.11769071966409683], "cos_apical_negg": [0.20296648144721985, 0.2412983477115631, 0.2486138939857483, 0.2392137348651886, 0.2549821734428406, 0.25277838110923767, 0.2646717429161072, 0.27111881971359253, 0.2498565912246704, 0.11769071966409683], "cos_Ac_negg": [0.20296648144721985, 0.2412983477115631, 0.2486138939857483, 0.2392137348651886, 0.2549821734428406, 0.25277838110923767, 0.2646717429161072, 0.27111881971359253, 0.2498565912246704, 0.11769071966409683], "r_norm": [0.21205927431583405, 0.21408386528491974, 0.2144281566143036, 0.21554575860500336, 0.2192499339580536, 0.2163379192352295, 0.2143249809741974, 0.21477240324020386, 0.21611788868904114, 0.2155650109052658]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9682, "test_loss": 0.17474664878845214}, {"step": 4700, "epoch": 10, "train_loss": 0.017223317176103592, "cos_r_negg": [0.1874324083328247, 0.21647454798221588, 0.22083169221878052, 0.2162698209285736, 0.2168925553560257, 0.21355119347572327, 0.22341640293598175, 0.21688464283943176, 0.21653544902801514, 0.09098644554615021], "cos_apical_negg": [0.1874324083328247, 0.21647454798221588, 0.22083169221878052, 0.2162698209285736, 0.2168925553560257, 0.21355119347572327, 0.22341640293598175, 0.21688464283943176, 0.21653544902801514, 0.09098644554615021], "cos_Ac_negg": [0.1874324083328247, 0.21647454798221588, 0.22083169221878052, 0.2162698209285736, 0.2168925553560257, 0.21355119347572327, 0.22341640293598175, 0.21688464283943176, 0.21653544902801514, 0.09098644554615021], "r_norm": [0.19316253066062927, 0.1960122287273407, 0.19505858421325684, 0.19663505256175995, 0.19878004491329193, 0.1960361897945404, 0.19516226649284363, 0.19585779309272766, 0.19561204314231873, 0.19571305811405182]}, {"step": 4750, "epoch": 10, "train_loss": 0.039574529975652695, "cos_r_negg": [0.20121288299560547, 0.2334265261888504, 0.22763225436210632, 0.2162119746208191, 0.2190898358821869, 0.21143624186515808, 0.217142254114151, 0.23093974590301514, 0.22377900779247284, 0.11060784757137299], "cos_apical_negg": [0.20121288299560547, 0.2334265261888504, 0.22763225436210632, 0.2162119746208191, 0.2190898358821869, 0.21143624186515808, 0.217142254114151, 0.23093974590301514, 0.22377900779247284, 0.11060784757137299], "cos_Ac_negg": [0.20121288299560547, 0.2334265261888504, 0.22763225436210632, 0.2162119746208191, 0.2190898358821869, 0.21143624186515808, 0.217142254114151, 0.23093974590301514, 0.22377900779247284, 0.11060784757137299], "r_norm": [0.19118933379650116, 0.19552846252918243, 0.19257929921150208, 0.19383512437343597, 0.19755980372428894, 0.19535109400749207, 0.1936301738023758, 0.19386771321296692, 0.1933196485042572, 0.19450423121452332]}, {"step": 4800, "epoch": 10, "train_loss": 0.01566164381802082, "cos_r_negg": [0.20321248471736908, 0.23017385601997375, 0.22934019565582275, 0.21996881067752838, 0.21894821524620056, 0.21908417344093323, 0.22853770852088928, 0.22551634907722473, 0.2340211570262909, 0.12407460063695908], "cos_apical_negg": [0.20321248471736908, 0.23017385601997375, 0.22934019565582275, 0.21996881067752838, 0.21894821524620056, 0.21908417344093323, 0.22853770852088928, 0.22551634907722473, 0.2340211570262909, 0.12407460063695908], "cos_Ac_negg": [0.20321248471736908, 0.23017385601997375, 0.22934019565582275, 0.21996881067752838, 0.21894821524620056, 0.21908417344093323, 0.22853770852088928, 0.22551634907722473, 0.2340211570262909, 0.12407460063695908], "r_norm": [0.18897950649261475, 0.1919994354248047, 0.19062237441539764, 0.19187885522842407, 0.19593042135238647, 0.19162628054618835, 0.1891690492630005, 0.19195178151130676, 0.1909012794494629, 0.190996915102005]}, {"step": 4850, "epoch": 10, "train_loss": 0.002663002349436283, "cos_r_negg": [0.1991439163684845, 0.2350383698940277, 0.23122909665107727, 0.22342126071453094, 0.22040680050849915, 0.21833714842796326, 0.22391602396965027, 0.22943705320358276, 0.22474071383476257, 0.10202358663082123], "cos_apical_negg": [0.1991439163684845, 0.2350383698940277, 0.23122909665107727, 0.22342126071453094, 0.22040680050849915, 0.21833714842796326, 0.22391602396965027, 0.22943705320358276, 0.22474071383476257, 0.10202358663082123], "cos_Ac_negg": [0.1991439163684845, 0.2350383698940277, 0.23122909665107727, 0.22342126071453094, 0.22040680050849915, 0.21833714842796326, 0.22391602396965027, 0.22943705320358276, 0.22474071383476257, 0.10202358663082123], "r_norm": [0.21756938099861145, 0.21913373470306396, 0.2191583812236786, 0.21966134011745453, 0.22339174151420593, 0.2215273380279541, 0.2188342809677124, 0.21951544284820557, 0.2195904403924942, 0.2199290543794632]}, {"step": 4900, "epoch": 10, "train_loss": 0.0012909895740449429, "cos_r_negg": [0.2021763026714325, 0.24133017659187317, 0.23331034183502197, 0.21938744187355042, 0.2213413119316101, 0.2162388265132904, 0.21716678142547607, 0.22777943313121796, 0.2358824759721756, 0.11512801051139832], "cos_apical_negg": [0.2021763026714325, 0.24133017659187317, 0.23331034183502197, 0.21938744187355042, 0.2213413119316101, 0.2162388265132904, 0.21716678142547607, 0.22777943313121796, 0.2358824759721756, 0.11512801051139832], "cos_Ac_negg": [0.2021763026714325, 0.24133017659187317, 0.23331034183502197, 0.21938744187355042, 0.2213413119316101, 0.2162388265132904, 0.21716678142547607, 0.22777943313121796, 0.2358824759721756, 0.11512801051139832], "r_norm": [0.22420568764209747, 0.22608476877212524, 0.22564983367919922, 0.22586403787136078, 0.2301234006881714, 0.22717547416687012, 0.22505387663841248, 0.22705486416816711, 0.22585119307041168, 0.22729943692684174]}, {"step": 4950, "epoch": 10, "train_loss": 0.0002621354069560766, "cos_r_negg": [0.17474061250686646, 0.2100500464439392, 0.20911186933517456, 0.19696590304374695, 0.20142607390880585, 0.20504304766654968, 0.20638695359230042, 0.21646125614643097, 0.22563281655311584, 0.11397351324558258], "cos_apical_negg": [0.17474061250686646, 0.2100500464439392, 0.20911186933517456, 0.19696590304374695, 0.20142607390880585, 0.20504304766654968, 0.20638695359230042, 0.21646125614643097, 0.22563281655311584, 0.11397351324558258], "cos_Ac_negg": [0.17474061250686646, 0.2100500464439392, 0.20911186933517456, 0.19696590304374695, 0.20142607390880585, 0.20504304766654968, 0.20638695359230042, 0.21646125614643097, 0.22563281655311584, 0.11397351324558258], "r_norm": [0.21370898187160492, 0.2164745330810547, 0.2155926525592804, 0.2165503054857254, 0.22139550745487213, 0.21739071607589722, 0.2159406542778015, 0.216953307390213, 0.21709716320037842, 0.2179587483406067]}, {"step": 5000, "epoch": 10, "train_loss": 0.003019762923941016, "cos_r_negg": [0.1638735681772232, 0.20166927576065063, 0.20341110229492188, 0.1853073239326477, 0.18761610984802246, 0.1871413141489029, 0.19386759400367737, 0.2116040289402008, 0.2157675325870514, 0.09480901062488556], "cos_apical_negg": [0.1638735681772232, 0.20166927576065063, 0.20341110229492188, 0.1853073239326477, 0.18761610984802246, 0.1871413141489029, 0.19386759400367737, 0.2116040289402008, 0.2157675325870514, 0.09480901062488556], "cos_Ac_negg": [0.1638735681772232, 0.20166927576065063, 0.20341110229492188, 0.1853073239326477, 0.18761610984802246, 0.1871413141489029, 0.19386759400367737, 0.2116040289402008, 0.2157675325870514, 0.09480901062488556], "r_norm": [0.23561526834964752, 0.2377852201461792, 0.2385290414094925, 0.24021707475185394, 0.24122026562690735, 0.23818624019622803, 0.23939663171768188, 0.23910832405090332, 0.23828202486038208, 0.24024809896945953]}, {"step": 5050, "epoch": 10, "train_loss": 0.007949136197566986, "cos_r_negg": [0.17417651414871216, 0.20480000972747803, 0.20383843779563904, 0.19724267721176147, 0.2023840844631195, 0.1991262137889862, 0.2150229513645172, 0.22157183289527893, 0.21969744563102722, 0.11404657363891602], "cos_apical_negg": [0.17417651414871216, 0.20480000972747803, 0.20383843779563904, 0.19724267721176147, 0.2023840844631195, 0.1991262137889862, 0.2150229513645172, 0.22157183289527893, 0.21969744563102722, 0.11404657363891602], "cos_Ac_negg": [0.17417651414871216, 0.20480000972747803, 0.20383843779563904, 0.19724267721176147, 0.2023840844631195, 0.1991262137889862, 0.2150229513645172, 0.22157183289527893, 0.21969744563102722, 0.11404657363891602], "r_norm": [0.21079546213150024, 0.21344059705734253, 0.2144807130098343, 0.2147246152162552, 0.220222607254982, 0.21476665139198303, 0.21352118253707886, 0.21582525968551636, 0.21636700630187988, 0.21761833131313324]}, {"step": 5100, "epoch": 10, "train_loss": 0.011331774294376373, "cos_r_negg": [0.1770165115594864, 0.20529234409332275, 0.19765248894691467, 0.18696287274360657, 0.1908874362707138, 0.18778830766677856, 0.19572623074054718, 0.2023237645626068, 0.19719505310058594, 0.10534022003412247], "cos_apical_negg": [0.1770165115594864, 0.20529234409332275, 0.19765248894691467, 0.18696287274360657, 0.1908874362707138, 0.18778830766677856, 0.19572623074054718, 0.2023237645626068, 0.19719505310058594, 0.10534022003412247], "cos_Ac_negg": [0.1770165115594864, 0.20529234409332275, 0.19765248894691467, 0.18696287274360657, 0.1908874362707138, 0.18778830766677856, 0.19572623074054718, 0.2023237645626068, 0.19719505310058594, 0.10534022003412247], "r_norm": [0.22100907564163208, 0.22407524287700653, 0.2227790653705597, 0.22354097664356232, 0.22817891836166382, 0.22459669411182404, 0.22159068286418915, 0.2245723009109497, 0.22389867901802063, 0.2251659631729126]}, {"step": 5150, "epoch": 10, "train_loss": 0.0002976582618430257, "cos_r_negg": [0.17746585607528687, 0.20720572769641876, 0.200832337141037, 0.1899455487728119, 0.1887252926826477, 0.18993306159973145, 0.20010241866111755, 0.19822055101394653, 0.19878581166267395, 0.10503558814525604], "cos_apical_negg": [0.17746585607528687, 0.20720572769641876, 0.200832337141037, 0.1899455487728119, 0.1887252926826477, 0.18993306159973145, 0.20010241866111755, 0.19822055101394653, 0.19878581166267395, 0.10503558814525604], "cos_Ac_negg": [0.17746585607528687, 0.20720572769641876, 0.200832337141037, 0.1899455487728119, 0.1887252926826477, 0.18993306159973145, 0.20010241866111755, 0.19822055101394653, 0.19878581166267395, 0.10503558814525604], "r_norm": [0.23870372772216797, 0.24284400045871735, 0.2393820732831955, 0.24114376306533813, 0.24587833881378174, 0.24033977091312408, 0.24041923880577087, 0.24259208142757416, 0.24131861329078674, 0.2410452961921692]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9671, "test_loss": 0.18821624488830566}, {"step": 5200, "epoch": 11, "train_loss": 0.0010429107351228595, "cos_r_negg": [0.1302872598171234, 0.16091382503509521, 0.15336382389068604, 0.14672094583511353, 0.14802007377147675, 0.15409214794635773, 0.1584860235452652, 0.17040826380252838, 0.16291546821594238, 0.052526719868183136], "cos_apical_negg": [0.1302872598171234, 0.16091382503509521, 0.15336382389068604, 0.14672094583511353, 0.14802007377147675, 0.15409214794635773, 0.1584860235452652, 0.17040826380252838, 0.16291546821594238, 0.052526719868183136], "cos_Ac_negg": [0.1302872598171234, 0.16091382503509521, 0.15336382389068604, 0.14672094583511353, 0.14802007377147675, 0.15409214794635773, 0.1584860235452652, 0.17040826380252838, 0.16291546821594238, 0.052526719868183136], "r_norm": [0.21489253640174866, 0.21999463438987732, 0.2180689573287964, 0.219162717461586, 0.22326132655143738, 0.21880292892456055, 0.21782593429088593, 0.22006677091121674, 0.21960583329200745, 0.22074304521083832]}, {"step": 5250, "epoch": 11, "train_loss": 0.0014034046325832605, "cos_r_negg": [0.13995254039764404, 0.1731615662574768, 0.166853666305542, 0.1583559662103653, 0.15882599353790283, 0.15844592452049255, 0.1618863344192505, 0.17563503980636597, 0.17022588849067688, 0.07361015677452087], "cos_apical_negg": [0.13995254039764404, 0.1731615662574768, 0.166853666305542, 0.1583559662103653, 0.15882599353790283, 0.15844592452049255, 0.1618863344192505, 0.17563503980636597, 0.17022588849067688, 0.07361015677452087], "cos_Ac_negg": [0.13995254039764404, 0.1731615662574768, 0.166853666305542, 0.1583559662103653, 0.15882599353790283, 0.15844592452049255, 0.1618863344192505, 0.17563503980636597, 0.17022588849067688, 0.07361015677452087], "r_norm": [0.2074228972196579, 0.21045759320259094, 0.21001701056957245, 0.2111518681049347, 0.21479307115077972, 0.2109551727771759, 0.20943526923656464, 0.2111314982175827, 0.21138504147529602, 0.21188931167125702]}, {"step": 5300, "epoch": 11, "train_loss": 0.00200099335052073, "cos_r_negg": [0.14474566280841827, 0.17575614154338837, 0.1722927838563919, 0.16485825181007385, 0.16113346815109253, 0.16790150105953217, 0.16904819011688232, 0.17758658528327942, 0.17639391124248505, 0.06792179495096207], "cos_apical_negg": [0.14474566280841827, 0.17575614154338837, 0.1722927838563919, 0.16485825181007385, 0.16113346815109253, 0.16790150105953217, 0.16904819011688232, 0.17758658528327942, 0.17639391124248505, 0.06792179495096207], "cos_Ac_negg": [0.14474566280841827, 0.17575614154338837, 0.1722927838563919, 0.16485825181007385, 0.16113346815109253, 0.16790150105953217, 0.16904819011688232, 0.17758658528327942, 0.17639391124248505, 0.06792179495096207], "r_norm": [0.20920655131340027, 0.21229705214500427, 0.2114003300666809, 0.21264424920082092, 0.21601125597953796, 0.2125542163848877, 0.21141482889652252, 0.212905615568161, 0.2120903730392456, 0.21263077855110168]}, {"step": 5350, "epoch": 11, "train_loss": 0.01848333515226841, "cos_r_negg": [0.135765939950943, 0.1657332181930542, 0.1586095094680786, 0.1504983901977539, 0.1503506898880005, 0.16043072938919067, 0.15781894326210022, 0.18176496028900146, 0.16212546825408936, 0.07537347078323364], "cos_apical_negg": [0.135765939950943, 0.1657332181930542, 0.1586095094680786, 0.1504983901977539, 0.1503506898880005, 0.16043072938919067, 0.15781894326210022, 0.18176496028900146, 0.16212546825408936, 0.07537347078323364], "cos_Ac_negg": [0.135765939950943, 0.1657332181930542, 0.1586095094680786, 0.1504983901977539, 0.1503506898880005, 0.16043072938919067, 0.15781894326210022, 0.18176496028900146, 0.16212546825408936, 0.07537347078323364], "r_norm": [0.1962275505065918, 0.20049330592155457, 0.19904081523418427, 0.20072482526302338, 0.20569762587547302, 0.20040005445480347, 0.19948072731494904, 0.20111341774463654, 0.20093995332717896, 0.20259512960910797]}, {"step": 5400, "epoch": 11, "train_loss": 0.0037137335166335106, "cos_r_negg": [0.13416647911071777, 0.16520895063877106, 0.1565229296684265, 0.14981471002101898, 0.1470234990119934, 0.1521150767803192, 0.1504562646150589, 0.16532619297504425, 0.16270670294761658, 0.06614478677511215], "cos_apical_negg": [0.13416647911071777, 0.16520895063877106, 0.1565229296684265, 0.14981471002101898, 0.1470234990119934, 0.1521150767803192, 0.1504562646150589, 0.16532619297504425, 0.16270670294761658, 0.06614478677511215], "cos_Ac_negg": [0.13416647911071777, 0.16520895063877106, 0.1565229296684265, 0.14981471002101898, 0.1470234990119934, 0.1521150767803192, 0.1504562646150589, 0.16532619297504425, 0.16270670294761658, 0.06614478677511215], "r_norm": [0.21175934374332428, 0.21759174764156342, 0.213261216878891, 0.21523985266685486, 0.22001498937606812, 0.2157101035118103, 0.21521738171577454, 0.2161407768726349, 0.2143426239490509, 0.2171533852815628]}, {"step": 5450, "epoch": 11, "train_loss": 7.402357732644305e-05, "cos_r_negg": [0.12845566868782043, 0.15447872877120972, 0.14815205335617065, 0.14340618252754211, 0.139998197555542, 0.14097222685813904, 0.14723673462867737, 0.16231968998908997, 0.15637874603271484, 0.05158890038728714], "cos_apical_negg": [0.12845566868782043, 0.15447872877120972, 0.14815205335617065, 0.14340618252754211, 0.139998197555542, 0.14097222685813904, 0.14723673462867737, 0.16231968998908997, 0.15637874603271484, 0.05158890038728714], "cos_Ac_negg": [0.12845566868782043, 0.15447872877120972, 0.14815205335617065, 0.14340618252754211, 0.139998197555542, 0.14097222685813904, 0.14723673462867737, 0.16231968998908997, 0.15637874603271484, 0.05158890038728714], "r_norm": [0.2127687782049179, 0.21774622797966003, 0.2138291299343109, 0.21577948331832886, 0.2195749580860138, 0.21622033417224884, 0.2156922072172165, 0.21641145646572113, 0.21449176967144012, 0.2165592461824417]}, {"step": 5500, "epoch": 11, "train_loss": 0.0020876009948551655, "cos_r_negg": [0.12194006145000458, 0.14736898243427277, 0.13757778704166412, 0.1325545459985733, 0.12808376550674438, 0.12968626618385315, 0.1349838376045227, 0.14309921860694885, 0.13582631945610046, 0.04283063858747482], "cos_apical_negg": [0.12194006145000458, 0.14736898243427277, 0.13757778704166412, 0.1325545459985733, 0.12808376550674438, 0.12968626618385315, 0.1349838376045227, 0.14309921860694885, 0.13582631945610046, 0.04283063858747482], "cos_Ac_negg": [0.12194006145000458, 0.14736898243427277, 0.13757778704166412, 0.1325545459985733, 0.12808376550674438, 0.12968626618385315, 0.1349838376045227, 0.14309921860694885, 0.13582631945610046, 0.04283063858747482], "r_norm": [0.21092288196086884, 0.21490809321403503, 0.21269531548023224, 0.2142472267150879, 0.21794824302196503, 0.2143465131521225, 0.2137252539396286, 0.21465814113616943, 0.21296775341033936, 0.21497146785259247]}, {"step": 5550, "epoch": 11, "train_loss": 0.003430874552577734, "cos_r_negg": [0.13173845410346985, 0.15310895442962646, 0.14653798937797546, 0.1443217396736145, 0.1431138813495636, 0.13815978169441223, 0.14025211334228516, 0.1500241458415985, 0.1513919234275818, 0.04436050355434418], "cos_apical_negg": [0.13173845410346985, 0.15310895442962646, 0.14653798937797546, 0.1443217396736145, 0.1431138813495636, 0.13815978169441223, 0.14025211334228516, 0.1500241458415985, 0.1513919234275818, 0.04436050355434418], "cos_Ac_negg": [0.13173845410346985, 0.15310895442962646, 0.14653798937797546, 0.1443217396736145, 0.1431138813495636, 0.13815978169441223, 0.14025211334228516, 0.1500241458415985, 0.1513919234275818, 0.04436050355434418], "r_norm": [0.22619463503360748, 0.2287532538175583, 0.22668185830116272, 0.22771698236465454, 0.23180410265922546, 0.2299668788909912, 0.22804737091064453, 0.22926552593708038, 0.22623774409294128, 0.22942407429218292]}, {"step": 5600, "epoch": 11, "train_loss": 0.008294694125652313, "cos_r_negg": [0.12770065665245056, 0.14947152137756348, 0.1459244191646576, 0.14262843132019043, 0.14198246598243713, 0.13745853304862976, 0.14956960082054138, 0.15585651993751526, 0.15898136794567108, 0.047080300748348236], "cos_apical_negg": [0.12770065665245056, 0.14947152137756348, 0.1459244191646576, 0.14262843132019043, 0.14198246598243713, 0.13745853304862976, 0.14956960082054138, 0.15585651993751526, 0.15898136794567108, 0.047080300748348236], "cos_Ac_negg": [0.12770065665245056, 0.14947152137756348, 0.1459244191646576, 0.14262843132019043, 0.14198246598243713, 0.13745853304862976, 0.14956960082054138, 0.15585651993751526, 0.15898136794567108, 0.047080300748348236], "r_norm": [0.2247229963541031, 0.22810983657836914, 0.22624915838241577, 0.2272956371307373, 0.2305362969636917, 0.2275940328836441, 0.22761839628219604, 0.2294740378856659, 0.22558605670928955, 0.2290361225605011]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9693, "test_loss": 0.18316300010681152}, {"step": 5650, "epoch": 12, "train_loss": 0.0003224640677217394, "cos_r_negg": [0.14840571582317352, 0.1666434109210968, 0.1592523753643036, 0.1575085073709488, 0.15909002721309662, 0.15755996108055115, 0.16855598986148834, 0.18423691391944885, 0.16510196030139923, 0.057057201862335205], "cos_apical_negg": [0.14840571582317352, 0.1666434109210968, 0.1592523753643036, 0.1575085073709488, 0.15909002721309662, 0.15755996108055115, 0.16855598986148834, 0.18423691391944885, 0.16510196030139923, 0.057057201862335205], "cos_Ac_negg": [0.14840571582317352, 0.1666434109210968, 0.1592523753643036, 0.1575085073709488, 0.15909002721309662, 0.15755996108055115, 0.16855598986148834, 0.18423691391944885, 0.16510196030139923, 0.057057201862335205], "r_norm": [0.24544088542461395, 0.24967733025550842, 0.2477351278066635, 0.24950045347213745, 0.25415289402008057, 0.25009047985076904, 0.2478642761707306, 0.2503083646297455, 0.24713337421417236, 0.2503843307495117]}, {"step": 5700, "epoch": 12, "train_loss": 0.00032133242348209023, "cos_r_negg": [0.13345302641391754, 0.15798890590667725, 0.149225115776062, 0.14517292380332947, 0.13914568722248077, 0.13748574256896973, 0.1451539397239685, 0.1530468910932541, 0.14837989211082458, 0.05046471580862999], "cos_apical_negg": [0.13345302641391754, 0.15798890590667725, 0.149225115776062, 0.14517292380332947, 0.13914568722248077, 0.13748574256896973, 0.1451539397239685, 0.1530468910932541, 0.14837989211082458, 0.05046471580862999], "cos_Ac_negg": [0.13345302641391754, 0.15798890590667725, 0.149225115776062, 0.14517292380332947, 0.13914568722248077, 0.13748574256896973, 0.1451539397239685, 0.1530468910932541, 0.14837989211082458, 0.05046471580862999], "r_norm": [0.2357955276966095, 0.23909784853458405, 0.237697571516037, 0.23978520929813385, 0.24217617511749268, 0.23942603170871735, 0.2385784089565277, 0.24027857184410095, 0.23690441250801086, 0.23912160098552704]}, {"step": 5750, "epoch": 12, "train_loss": 0.0022414836566895247, "cos_r_negg": [0.13467736542224884, 0.1566462218761444, 0.14835059642791748, 0.144937202334404, 0.13964742422103882, 0.13952335715293884, 0.14551103115081787, 0.14861980080604553, 0.14677020907402039, 0.05826364457607269], "cos_apical_negg": [0.13467736542224884, 0.1566462218761444, 0.14835059642791748, 0.144937202334404, 0.13964742422103882, 0.13952335715293884, 0.14551103115081787, 0.14861980080604553, 0.14677020907402039, 0.05826364457607269], "cos_Ac_negg": [0.13467736542224884, 0.1566462218761444, 0.14835059642791748, 0.144937202334404, 0.13964742422103882, 0.13952335715293884, 0.14551103115081787, 0.14861980080604553, 0.14677020907402039, 0.05826364457607269], "r_norm": [0.25139421224594116, 0.2546786665916443, 0.2540888786315918, 0.2555532157421112, 0.259052038192749, 0.25537076592445374, 0.25399249792099, 0.25629404187202454, 0.2528737187385559, 0.25552254915237427]}, {"step": 5800, "epoch": 12, "train_loss": 0.0005063969874754548, "cos_r_negg": [0.13190613687038422, 0.1554606556892395, 0.1462390422821045, 0.14050740003585815, 0.13802753388881683, 0.13641461730003357, 0.14321303367614746, 0.1475691944360733, 0.15123620629310608, 0.06864996254444122], "cos_apical_negg": [0.13190613687038422, 0.1554606556892395, 0.1462390422821045, 0.14050740003585815, 0.13802753388881683, 0.13641461730003357, 0.14321303367614746, 0.1475691944360733, 0.15123620629310608, 0.06864996254444122], "cos_Ac_negg": [0.13190613687038422, 0.1554606556892395, 0.1462390422821045, 0.14050740003585815, 0.13802753388881683, 0.13641461730003357, 0.14321303367614746, 0.1475691944360733, 0.15123620629310608, 0.06864996254444122], "r_norm": [0.24058645963668823, 0.24346569180488586, 0.24322861433029175, 0.24398979544639587, 0.2475704550743103, 0.24439960718154907, 0.24308672547340393, 0.24493291974067688, 0.24186274409294128, 0.24464215338230133]}, {"step": 5850, "epoch": 12, "train_loss": 0.011299590580165386, "cos_r_negg": [0.12245819717645645, 0.14446505904197693, 0.13547149300575256, 0.13253918290138245, 0.13180294632911682, 0.12749169766902924, 0.13096411526203156, 0.14030969142913818, 0.1421046257019043, 0.048083215951919556], "cos_apical_negg": [0.12245819717645645, 0.14446505904197693, 0.13547149300575256, 0.13253918290138245, 0.13180294632911682, 0.12749169766902924, 0.13096411526203156, 0.14030969142913818, 0.1421046257019043, 0.048083215951919556], "cos_Ac_negg": [0.12245819717645645, 0.14446505904197693, 0.13547149300575256, 0.13253918290138245, 0.13180294632911682, 0.12749169766902924, 0.13096411526203156, 0.14030969142913818, 0.1421046257019043, 0.048083215951919556], "r_norm": [0.26825466752052307, 0.27219629287719727, 0.26992926001548767, 0.272470086812973, 0.27610403299331665, 0.2715620994567871, 0.2722095251083374, 0.27418315410614014, 0.2688177227973938, 0.27270689606666565]}, {"step": 5900, "epoch": 12, "train_loss": 0.0004628257011063397, "cos_r_negg": [0.11929161846637726, 0.14161399006843567, 0.14758628606796265, 0.14826974272727966, 0.14173579216003418, 0.1510261744260788, 0.15318548679351807, 0.1539131999015808, 0.15152475237846375, 0.055038370192050934], "cos_apical_negg": [0.11929161846637726, 0.14161399006843567, 0.14758628606796265, 0.14826974272727966, 0.14173579216003418, 0.1510261744260788, 0.15318548679351807, 0.1539131999015808, 0.15152475237846375, 0.055038370192050934], "cos_Ac_negg": [0.11929161846637726, 0.14161399006843567, 0.14758628606796265, 0.14826974272727966, 0.14173579216003418, 0.1510261744260788, 0.15318548679351807, 0.1539131999015808, 0.15152475237846375, 0.055038370192050934], "r_norm": [0.24154511094093323, 0.24546566605567932, 0.24322982132434845, 0.24541141092777252, 0.24805402755737305, 0.24518948793411255, 0.2446117401123047, 0.24656108021736145, 0.2424793541431427, 0.24559471011161804]}, {"step": 5950, "epoch": 12, "train_loss": 0.0011653092224150896, "cos_r_negg": [0.11480505019426346, 0.13921020925045013, 0.1413707137107849, 0.1402369886636734, 0.13680978119373322, 0.1419532597064972, 0.14501462876796722, 0.1431877315044403, 0.14142045378684998, 0.06448733806610107], "cos_apical_negg": [0.11480505019426346, 0.13921020925045013, 0.1413707137107849, 0.1402369886636734, 0.13680978119373322, 0.1419532597064972, 0.14501462876796722, 0.1431877315044403, 0.14142045378684998, 0.06448733806610107], "cos_Ac_negg": [0.11480505019426346, 0.13921020925045013, 0.1413707137107849, 0.1402369886636734, 0.13680978119373322, 0.1419532597064972, 0.14501462876796722, 0.1431877315044403, 0.14142045378684998, 0.06448733806610107], "r_norm": [0.25273066759109497, 0.25704413652420044, 0.2547447383403778, 0.25672653317451477, 0.2596411108970642, 0.25682222843170166, 0.25535067915916443, 0.2576092481613159, 0.2531372606754303, 0.2569320499897003]}, {"step": 6000, "epoch": 12, "train_loss": 0.0020391526632010937, "cos_r_negg": [0.10824155807495117, 0.12926340103149414, 0.12961745262145996, 0.12641027569770813, 0.12321111559867859, 0.12807266414165497, 0.13339537382125854, 0.13398203253746033, 0.12949612736701965, 0.0519312247633934], "cos_apical_negg": [0.10824155807495117, 0.12926340103149414, 0.12961745262145996, 0.12641027569770813, 0.12321111559867859, 0.12807266414165497, 0.13339537382125854, 0.13398203253746033, 0.12949612736701965, 0.0519312247633934], "cos_Ac_negg": [0.10824155807495117, 0.12926340103149414, 0.12961745262145996, 0.12641027569770813, 0.12321111559867859, 0.12807266414165497, 0.13339537382125854, 0.13398203253746033, 0.12949612736701965, 0.0519312247633934], "r_norm": [0.24461807310581207, 0.24940355122089386, 0.24659499526023865, 0.2491283416748047, 0.2524878978729248, 0.24844852089881897, 0.24786263704299927, 0.25071874260902405, 0.24606963992118835, 0.2500153183937073]}, {"step": 6050, "epoch": 12, "train_loss": 0.0003647409612312913, "cos_r_negg": [0.10112260282039642, 0.12405514717102051, 0.12395201623439789, 0.12087034434080124, 0.11736497282981873, 0.12056075781583786, 0.1239582896232605, 0.1252995729446411, 0.12545520067214966, 0.0471467524766922], "cos_apical_negg": [0.10112260282039642, 0.12405514717102051, 0.12395201623439789, 0.12087034434080124, 0.11736497282981873, 0.12056075781583786, 0.1239582896232605, 0.1252995729446411, 0.12545520067214966, 0.0471467524766922], "cos_Ac_negg": [0.10112260282039642, 0.12405514717102051, 0.12395201623439789, 0.12087034434080124, 0.11736497282981873, 0.12056075781583786, 0.1239582896232605, 0.1252995729446411, 0.12545520067214966, 0.0471467524766922], "r_norm": [0.24322941899299622, 0.24785083532333374, 0.24484758079051971, 0.24701188504695892, 0.2500975728034973, 0.24718181788921356, 0.24609306454658508, 0.24840201437473297, 0.24390235543251038, 0.24795764684677124]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9692, "test_loss": 0.20006189956665038}, {"step": 6100, "epoch": 13, "train_loss": 0.0006736912182532251, "cos_r_negg": [0.10074420273303986, 0.12382965534925461, 0.1258479356765747, 0.1220700666308403, 0.11853361129760742, 0.12306875735521317, 0.12872648239135742, 0.12577657401561737, 0.12955129146575928, 0.055892214179039], "cos_apical_negg": [0.10074420273303986, 0.12382965534925461, 0.1258479356765747, 0.1220700666308403, 0.11853361129760742, 0.12306875735521317, 0.12872648239135742, 0.12577657401561737, 0.12955129146575928, 0.055892214179039], "cos_Ac_negg": [0.10074420273303986, 0.12382965534925461, 0.1258479356765747, 0.1220700666308403, 0.11853361129760742, 0.12306875735521317, 0.12872648239135742, 0.12577657401561737, 0.12955129146575928, 0.055892214179039], "r_norm": [0.22453385591506958, 0.22879819571971893, 0.2264333963394165, 0.22786031663417816, 0.2332691252231598, 0.22872775793075562, 0.22681738436222076, 0.22964288294315338, 0.22699320316314697, 0.23050637543201447]}, {"step": 6150, "epoch": 13, "train_loss": 0.00027805703575722873, "cos_r_negg": [0.09490828961133957, 0.1184881255030632, 0.12015436589717865, 0.11960435658693314, 0.11259527504444122, 0.11998763680458069, 0.12670859694480896, 0.12466096132993698, 0.12642565369606018, 0.050104327499866486], "cos_apical_negg": [0.09490828961133957, 0.1184881255030632, 0.12015436589717865, 0.11960435658693314, 0.11259527504444122, 0.11998763680458069, 0.12670859694480896, 0.12466096132993698, 0.12642565369606018, 0.050104327499866486], "cos_Ac_negg": [0.09490828961133957, 0.1184881255030632, 0.12015436589717865, 0.11960435658693314, 0.11259527504444122, 0.11998763680458069, 0.12670859694480896, 0.12466096132993698, 0.12642565369606018, 0.050104327499866486], "r_norm": [0.22145892679691315, 0.22678925096988678, 0.22478492558002472, 0.2272428721189499, 0.23248371481895447, 0.22615793347358704, 0.22521942853927612, 0.22802461683750153, 0.226101353764534, 0.22902125120162964]}, {"step": 6200, "epoch": 13, "train_loss": 0.0001183368221973069, "cos_r_negg": [0.09145772457122803, 0.1145060807466507, 0.11019141972064972, 0.10803818702697754, 0.10491497069597244, 0.10721960663795471, 0.11526669561862946, 0.11711573600769043, 0.11929671466350555, 0.05139366164803505], "cos_apical_negg": [0.09145772457122803, 0.1145060807466507, 0.11019141972064972, 0.10803818702697754, 0.10491497069597244, 0.10721960663795471, 0.11526669561862946, 0.11711573600769043, 0.11929671466350555, 0.05139366164803505], "cos_Ac_negg": [0.09145772457122803, 0.1145060807466507, 0.11019141972064972, 0.10803818702697754, 0.10491497069597244, 0.10721960663795471, 0.11526669561862946, 0.11711573600769043, 0.11929671466350555, 0.05139366164803505], "r_norm": [0.22991402447223663, 0.23385751247406006, 0.23313778638839722, 0.23443949222564697, 0.23831669986248016, 0.23355154693126678, 0.23143626749515533, 0.23553170263767242, 0.2324502170085907, 0.23560896515846252]}, {"step": 6250, "epoch": 13, "train_loss": 0.00013016944285482168, "cos_r_negg": [0.09088349342346191, 0.1164245754480362, 0.1143992468714714, 0.11033119261264801, 0.10423049330711365, 0.10827495157718658, 0.11235252767801285, 0.11112658679485321, 0.11354740709066391, 0.046935029327869415], "cos_apical_negg": [0.09088349342346191, 0.1164245754480362, 0.1143992468714714, 0.11033119261264801, 0.10423049330711365, 0.10827495157718658, 0.11235252767801285, 0.11112658679485321, 0.11354740709066391, 0.046935029327869415], "cos_Ac_negg": [0.09088349342346191, 0.1164245754480362, 0.1143992468714714, 0.11033119261264801, 0.10423049330711365, 0.10827495157718658, 0.11235252767801285, 0.11112658679485321, 0.11354740709066391, 0.046935029327869415], "r_norm": [0.20673918724060059, 0.21117618680000305, 0.20926645398139954, 0.21118685603141785, 0.21584220230579376, 0.21031400561332703, 0.20837649703025818, 0.21239423751831055, 0.20966169238090515, 0.21232953667640686]}, {"step": 6300, "epoch": 13, "train_loss": 0.0002153475652448833, "cos_r_negg": [0.09078112244606018, 0.11461031436920166, 0.11440834403038025, 0.11000371724367142, 0.1067001223564148, 0.10824358463287354, 0.11317011713981628, 0.11032271385192871, 0.1124802976846695, 0.055312808603048325], "cos_apical_negg": [0.09078112244606018, 0.11461031436920166, 0.11440834403038025, 0.11000371724367142, 0.1067001223564148, 0.10824358463287354, 0.11317011713981628, 0.11032271385192871, 0.1124802976846695, 0.055312808603048325], "cos_Ac_negg": [0.09078112244606018, 0.11461031436920166, 0.11440834403038025, 0.11000371724367142, 0.1067001223564148, 0.10824358463287354, 0.11317011713981628, 0.11032271385192871, 0.1124802976846695, 0.055312808603048325], "r_norm": [0.2093440592288971, 0.21321454644203186, 0.212031751871109, 0.21359843015670776, 0.21814392507076263, 0.21261191368103027, 0.2107217162847519, 0.21516835689544678, 0.212067112326622, 0.21466051042079926]}, {"step": 6350, "epoch": 13, "train_loss": 0.0014124298468232155, "cos_r_negg": [0.09381216019392014, 0.11501071602106094, 0.11215923726558685, 0.10646886378526688, 0.1012563556432724, 0.10432908684015274, 0.10962410271167755, 0.10929374396800995, 0.10906341671943665, 0.047955967485904694], "cos_apical_negg": [0.09381216019392014, 0.11501071602106094, 0.11215923726558685, 0.10646886378526688, 0.1012563556432724, 0.10432908684015274, 0.10962410271167755, 0.10929374396800995, 0.10906341671943665, 0.047955967485904694], "cos_Ac_negg": [0.09381216019392014, 0.11501071602106094, 0.11215923726558685, 0.10646886378526688, 0.1012563556432724, 0.10432908684015274, 0.10962410271167755, 0.10929374396800995, 0.10906341671943665, 0.047955967485904694], "r_norm": [0.2175886183977127, 0.22191061079502106, 0.22033536434173584, 0.22138312458992004, 0.22656378149986267, 0.22172588109970093, 0.21945279836654663, 0.22246062755584717, 0.22057697176933289, 0.22356241941452026]}, {"step": 6400, "epoch": 13, "train_loss": 0.0003218703786842525, "cos_r_negg": [0.0957893431186676, 0.11715319752693176, 0.12482236325740814, 0.12268482148647308, 0.114695243537426, 0.12511387467384338, 0.12776727974414825, 0.11981431394815445, 0.12400557100772858, 0.05084853991866112], "cos_apical_negg": [0.0957893431186676, 0.11715319752693176, 0.12482236325740814, 0.12268482148647308, 0.114695243537426, 0.12511387467384338, 0.12776727974414825, 0.11981431394815445, 0.12400557100772858, 0.05084853991866112], "cos_Ac_negg": [0.0957893431186676, 0.11715319752693176, 0.12482236325740814, 0.12268482148647308, 0.114695243537426, 0.12511387467384338, 0.12776727974414825, 0.11981431394815445, 0.12400557100772858, 0.05084853991866112], "r_norm": [0.22364085912704468, 0.2266661524772644, 0.22642871737480164, 0.22706301510334015, 0.23203755915164948, 0.22765372693538666, 0.22603273391723633, 0.22841939330101013, 0.2271062433719635, 0.2294110357761383]}, {"step": 6450, "epoch": 13, "train_loss": 0.0003994187281932682, "cos_r_negg": [0.08964613080024719, 0.11170872300863266, 0.11873415112495422, 0.11736395210027695, 0.11079304665327072, 0.11523179709911346, 0.11919628083705902, 0.11608736962080002, 0.1203632801771164, 0.05480078235268593], "cos_apical_negg": [0.08964613080024719, 0.11170872300863266, 0.11873415112495422, 0.11736395210027695, 0.11079304665327072, 0.11523179709911346, 0.11919628083705902, 0.11608736962080002, 0.1203632801771164, 0.05480078235268593], "cos_Ac_negg": [0.08964613080024719, 0.11170872300863266, 0.11873415112495422, 0.11736395210027695, 0.11079304665327072, 0.11523179709911346, 0.11919628083705902, 0.11608736962080002, 0.1203632801771164, 0.05480078235268593], "r_norm": [0.23315343260765076, 0.2350042462348938, 0.2377328872680664, 0.23729205131530762, 0.24264846742153168, 0.2375287413597107, 0.23742228746414185, 0.23897145688533783, 0.23885205388069153, 0.24054521322250366]}, {"step": 6500, "epoch": 13, "train_loss": 0.00017067205044440925, "cos_r_negg": [0.08418576419353485, 0.10493695735931396, 0.10935492068529129, 0.10601875931024551, 0.10111519694328308, 0.10699041932821274, 0.10912609100341797, 0.10765332728624344, 0.10961299389600754, 0.04491637647151947], "cos_apical_negg": [0.08418576419353485, 0.10493695735931396, 0.10935492068529129, 0.10601875931024551, 0.10111519694328308, 0.10699041932821274, 0.10912609100341797, 0.10765332728624344, 0.10961299389600754, 0.04491637647151947], "cos_Ac_negg": [0.08418576419353485, 0.10493695735931396, 0.10935492068529129, 0.10601875931024551, 0.10111519694328308, 0.10699041932821274, 0.10912609100341797, 0.10765332728624344, 0.10961299389600754, 0.04491637647151947], "r_norm": [0.22592756152153015, 0.22767424583435059, 0.22906379401683807, 0.228870689868927, 0.23268288373947144, 0.2292180061340332, 0.22816790640354156, 0.2304106205701828, 0.22887615859508514, 0.23093387484550476]}, {"step": 6550, "epoch": 13, "train_loss": 0.08315331488847733, "cos_r_negg": [0.08534951508045197, 0.10500708967447281, 0.10466044396162033, 0.09717899560928345, 0.0922001451253891, 0.0962875634431839, 0.10185350477695465, 0.09985397011041641, 0.10006192326545715, 0.04494568705558777], "cos_apical_negg": [0.08534951508045197, 0.10500708967447281, 0.10466044396162033, 0.09717899560928345, 0.0922001451253891, 0.0962875634431839, 0.10185350477695465, 0.09985397011041641, 0.10006192326545715, 0.04494568705558777], "cos_Ac_negg": [0.08534951508045197, 0.10500708967447281, 0.10466044396162033, 0.09717899560928345, 0.0922001451253891, 0.0962875634431839, 0.10185350477695465, 0.09985397011041641, 0.10006192326545715, 0.04494568705558777], "r_norm": [0.241641104221344, 0.24580660462379456, 0.24396276473999023, 0.24422793090343475, 0.24933937191963196, 0.24457994103431702, 0.24456652998924255, 0.2465754896402359, 0.24461650848388672, 0.24747291207313538]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9675, "test_loss": 0.21920700569152832}, {"step": 6600, "epoch": 14, "train_loss": 0.00012857126421295106, "cos_r_negg": [0.08778682351112366, 0.10617242753505707, 0.10771867632865906, 0.10178020596504211, 0.09625352919101715, 0.10138560831546783, 0.10330262780189514, 0.10420265048742294, 0.10415303707122803, 0.05102260783314705], "cos_apical_negg": [0.08778682351112366, 0.10617242753505707, 0.10771867632865906, 0.10178020596504211, 0.09625352919101715, 0.10138560831546783, 0.10330262780189514, 0.10420265048742294, 0.10415303707122803, 0.05102260783314705], "cos_Ac_negg": [0.08778682351112366, 0.10617242753505707, 0.10771867632865906, 0.10178020596504211, 0.09625352919101715, 0.10138560831546783, 0.10330262780189514, 0.10420265048742294, 0.10415303707122803, 0.05102260783314705], "r_norm": [0.22693009674549103, 0.2309328019618988, 0.22797562181949615, 0.22882699966430664, 0.23287208378314972, 0.22945207357406616, 0.22974629700183868, 0.23089423775672913, 0.22897784411907196, 0.23138491809368134]}, {"step": 6650, "epoch": 14, "train_loss": 0.0015062869060784578, "cos_r_negg": [0.08463926613330841, 0.10292977839708328, 0.10405956208705902, 0.09832969307899475, 0.09455809742212296, 0.10006827116012573, 0.10173489153385162, 0.10195864737033844, 0.1032867357134819, 0.051706600934267044], "cos_apical_negg": [0.08463926613330841, 0.10292977839708328, 0.10405956208705902, 0.09832969307899475, 0.09455809742212296, 0.10006827116012573, 0.10173489153385162, 0.10195864737033844, 0.1032867357134819, 0.051706600934267044], "cos_Ac_negg": [0.08463926613330841, 0.10292977839708328, 0.10405956208705902, 0.09832969307899475, 0.09455809742212296, 0.10006827116012573, 0.10173489153385162, 0.10195864737033844, 0.1032867357134819, 0.051706600934267044], "r_norm": [0.23809614777565002, 0.24268150329589844, 0.239834725856781, 0.2406677007675171, 0.2452825903892517, 0.24116837978363037, 0.24173924326896667, 0.24284802377223969, 0.24078300595283508, 0.24360713362693787]}, {"step": 6700, "epoch": 14, "train_loss": 0.004661309998482466, "cos_r_negg": [0.08281198889017105, 0.10284211486577988, 0.10174589604139328, 0.09607814997434616, 0.09247550368309021, 0.09712021052837372, 0.1004331111907959, 0.09974765032529831, 0.10055370628833771, 0.050338227301836014], "cos_apical_negg": [0.08281198889017105, 0.10284211486577988, 0.10174589604139328, 0.09607814997434616, 0.09247550368309021, 0.09712021052837372, 0.1004331111907959, 0.09974765032529831, 0.10055370628833771, 0.050338227301836014], "cos_Ac_negg": [0.08281198889017105, 0.10284211486577988, 0.10174589604139328, 0.09607814997434616, 0.09247550368309021, 0.09712021052837372, 0.1004331111907959, 0.09974765032529831, 0.10055370628833771, 0.050338227301836014], "r_norm": [0.2441355139017105, 0.24913212656974792, 0.24615928530693054, 0.24813129007816315, 0.25213783979415894, 0.24707089364528656, 0.24777016043663025, 0.2499222457408905, 0.24700266122817993, 0.2496705949306488]}, {"step": 6750, "epoch": 14, "train_loss": 0.00031754045630805194, "cos_r_negg": [0.08284406363964081, 0.10546938329935074, 0.10507085919380188, 0.10087139904499054, 0.09687059372663498, 0.10007937252521515, 0.10475754737854004, 0.10207758098840714, 0.1024966686964035, 0.05054628849029541], "cos_apical_negg": [0.08284406363964081, 0.10546938329935074, 0.10507085919380188, 0.10087139904499054, 0.09687059372663498, 0.10007937252521515, 0.10475754737854004, 0.10207758098840714, 0.1024966686964035, 0.05054628849029541], "cos_Ac_negg": [0.08284406363964081, 0.10546938329935074, 0.10507085919380188, 0.10087139904499054, 0.09687059372663498, 0.10007937252521515, 0.10475754737854004, 0.10207758098840714, 0.1024966686964035, 0.05054628849029541], "r_norm": [0.23379862308502197, 0.23870733380317688, 0.23661094903945923, 0.23834310472011566, 0.24178770184516907, 0.2376829981803894, 0.2381824553012848, 0.23984070122241974, 0.23686100542545319, 0.24011485278606415]}, {"step": 6800, "epoch": 14, "train_loss": 0.002058178884908557, "cos_r_negg": [0.0863616093993187, 0.10739216953516006, 0.10436597466468811, 0.09935323148965836, 0.09411746263504028, 0.1013556718826294, 0.10242738574743271, 0.10340812057256699, 0.10430436581373215, 0.05294935032725334], "cos_apical_negg": [0.0863616093993187, 0.10739216953516006, 0.10436597466468811, 0.09935323148965836, 0.09411746263504028, 0.1013556718826294, 0.10242738574743271, 0.10340812057256699, 0.10430436581373215, 0.05294935032725334], "cos_Ac_negg": [0.0863616093993187, 0.10739216953516006, 0.10436597466468811, 0.09935323148965836, 0.09411746263504028, 0.1013556718826294, 0.10242738574743271, 0.10340812057256699, 0.10430436581373215, 0.05294935032725334], "r_norm": [0.23916861414909363, 0.24485622346401215, 0.24278917908668518, 0.24489842355251312, 0.24892504513263702, 0.2436257153749466, 0.24440361559391022, 0.24581019580364227, 0.24335548281669617, 0.24673864245414734]}, {"step": 6850, "epoch": 14, "train_loss": 0.0008526144665665925, "cos_r_negg": [0.07761603593826294, 0.09805180877447128, 0.09559300541877747, 0.09044134616851807, 0.08691763132810593, 0.0929173156619072, 0.0969463586807251, 0.09580232203006744, 0.09499125182628632, 0.04867611825466156], "cos_apical_negg": [0.07761603593826294, 0.09805180877447128, 0.09559300541877747, 0.09044134616851807, 0.08691763132810593, 0.0929173156619072, 0.0969463586807251, 0.09580232203006744, 0.09499125182628632, 0.04867611825466156], "cos_Ac_negg": [0.07761603593826294, 0.09805180877447128, 0.09559300541877747, 0.09044134616851807, 0.08691763132810593, 0.0929173156619072, 0.0969463586807251, 0.09580232203006744, 0.09499125182628632, 0.04867611825466156], "r_norm": [0.21771833300590515, 0.22246544063091278, 0.220399871468544, 0.22192715108394623, 0.22595110535621643, 0.22159019112586975, 0.22098442912101746, 0.22298294305801392, 0.2203194797039032, 0.22362524271011353]}, {"step": 6900, "epoch": 14, "train_loss": 0.00010181935067521408, "cos_r_negg": [0.07174898684024811, 0.08970046043395996, 0.08581055700778961, 0.07927350699901581, 0.07566055655479431, 0.07616103440523148, 0.08001130819320679, 0.08527064323425293, 0.08205907046794891, 0.04469899460673332], "cos_apical_negg": [0.07174898684024811, 0.08970046043395996, 0.08581055700778961, 0.07927350699901581, 0.07566055655479431, 0.07616103440523148, 0.08001130819320679, 0.08527064323425293, 0.08205907046794891, 0.04469899460673332], "cos_Ac_negg": [0.07174898684024811, 0.08970046043395996, 0.08581055700778961, 0.07927350699901581, 0.07566055655479431, 0.07616103440523148, 0.08001130819320679, 0.08527064323425293, 0.08205907046794891, 0.04469899460673332], "r_norm": [0.2094048261642456, 0.2131626307964325, 0.21193695068359375, 0.212337464094162, 0.21680010855197906, 0.21281397342681885, 0.21168389916419983, 0.21418051421642303, 0.21257765591144562, 0.21456286311149597]}, {"step": 6950, "epoch": 14, "train_loss": 0.0004938078345730901, "cos_r_negg": [0.07721545547246933, 0.09744587540626526, 0.10037155449390411, 0.09691409766674042, 0.09148265421390533, 0.09910944849252701, 0.10631436109542847, 0.099936842918396, 0.10301417112350464, 0.04807234928011894], "cos_apical_negg": [0.07721545547246933, 0.09744587540626526, 0.10037155449390411, 0.09691409766674042, 0.09148265421390533, 0.09910944849252701, 0.10631436109542847, 0.099936842918396, 0.10301417112350464, 0.04807234928011894], "cos_Ac_negg": [0.07721545547246933, 0.09744587540626526, 0.10037155449390411, 0.09691409766674042, 0.09148265421390533, 0.09910944849252701, 0.10631436109542847, 0.099936842918396, 0.10301417112350464, 0.04807234928011894], "r_norm": [0.23198577761650085, 0.23685097694396973, 0.23450279235839844, 0.2359492927789688, 0.24076516926288605, 0.23490749299526215, 0.2359202802181244, 0.23696616291999817, 0.23595623672008514, 0.23788441717624664]}, {"step": 7000, "epoch": 14, "train_loss": 0.0002862155670300126, "cos_r_negg": [0.0724814385175705, 0.09197463095188141, 0.0950043797492981, 0.09169725328683853, 0.08706753700971603, 0.09207110852003098, 0.09931503236293793, 0.0951402336359024, 0.09704737365245819, 0.04628583788871765], "cos_apical_negg": [0.0724814385175705, 0.09197463095188141, 0.0950043797492981, 0.09169725328683853, 0.08706753700971603, 0.09207110852003098, 0.09931503236293793, 0.0951402336359024, 0.09704737365245819, 0.04628583788871765], "cos_Ac_negg": [0.0724814385175705, 0.09197463095188141, 0.0950043797492981, 0.09169725328683853, 0.08706753700971603, 0.09207110852003098, 0.09931503236293793, 0.0951402336359024, 0.09704737365245819, 0.04628583788871765], "r_norm": [0.24117712676525116, 0.24599096179008484, 0.24350497126579285, 0.24552148580551147, 0.2501148283481598, 0.24369493126869202, 0.24467715620994568, 0.24636076390743256, 0.24490942060947418, 0.24660766124725342]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9678, "test_loss": 0.22920248298645018}, {"step": 7050, "epoch": 15, "train_loss": 9.068591316463426e-05, "cos_r_negg": [0.07074443995952606, 0.08989067375659943, 0.09176638722419739, 0.08807721734046936, 0.08415288478136063, 0.08726779371500015, 0.09385642409324646, 0.09174709022045135, 0.09306921064853668, 0.04566573351621628], "cos_apical_negg": [0.07074443995952606, 0.08989067375659943, 0.09176638722419739, 0.08807721734046936, 0.08415288478136063, 0.08726779371500015, 0.09385642409324646, 0.09174709022045135, 0.09306921064853668, 0.04566573351621628], "cos_Ac_negg": [0.07074443995952606, 0.08989067375659943, 0.09176638722419739, 0.08807721734046936, 0.08415288478136063, 0.08726779371500015, 0.09385642409324646, 0.09174709022045135, 0.09306921064853668, 0.04566573351621628], "r_norm": [0.23825526237487793, 0.242874413728714, 0.24044552445411682, 0.2424752116203308, 0.24698029458522797, 0.24058686196804047, 0.24155747890472412, 0.24338442087173462, 0.24185267090797424, 0.24342983961105347]}, {"step": 7100, "epoch": 15, "train_loss": 0.0031532817520201206, "cos_r_negg": [0.07388241589069366, 0.09232344478368759, 0.09166253358125687, 0.08766943216323853, 0.08284247666597366, 0.08731400966644287, 0.09285962581634521, 0.09217051416635513, 0.0931515321135521, 0.0495990589261055], "cos_apical_negg": [0.07388241589069366, 0.09232344478368759, 0.09166253358125687, 0.08766943216323853, 0.08284247666597366, 0.08731400966644287, 0.09285962581634521, 0.09217051416635513, 0.0931515321135521, 0.0495990589261055], "cos_Ac_negg": [0.07388241589069366, 0.09232344478368759, 0.09166253358125687, 0.08766943216323853, 0.08284247666597366, 0.08731400966644287, 0.09285962581634521, 0.09217051416635513, 0.0931515321135521, 0.0495990589261055], "r_norm": [0.2392246574163437, 0.24390661716461182, 0.24194326996803284, 0.24376951158046722, 0.24846838414669037, 0.24204495549201965, 0.24234943091869354, 0.24458307027816772, 0.2428542673587799, 0.24486781656742096]}, {"step": 7150, "epoch": 15, "train_loss": 0.07168139517307281, "cos_r_negg": [0.07472796738147736, 0.09473107010126114, 0.09549570828676224, 0.08923353999853134, 0.0831342563033104, 0.08784472197294235, 0.09146702289581299, 0.09232711791992188, 0.09094680100679398, 0.045043181627988815], "cos_apical_negg": [0.07472796738147736, 0.09473107010126114, 0.09549570828676224, 0.08923353999853134, 0.0831342563033104, 0.08784472197294235, 0.09146702289581299, 0.09232711791992188, 0.09094680100679398, 0.045043181627988815], "cos_Ac_negg": [0.07472796738147736, 0.09473107010126114, 0.09549570828676224, 0.08923353999853134, 0.0831342563033104, 0.08784472197294235, 0.09146702289581299, 0.09232711791992188, 0.09094680100679398, 0.045043181627988815], "r_norm": [0.23013117909431458, 0.2355358898639679, 0.2308996170759201, 0.23341631889343262, 0.23796220123767853, 0.23281022906303406, 0.23283317685127258, 0.2342689335346222, 0.23240970075130463, 0.23460891842842102]}, {"step": 7200, "epoch": 15, "train_loss": 0.000568599789403379, "cos_r_negg": [0.07077127695083618, 0.08737297356128693, 0.08731409907341003, 0.08214469254016876, 0.07672597467899323, 0.08038769662380219, 0.0854237973690033, 0.08619250357151031, 0.08607915043830872, 0.04341167211532593], "cos_apical_negg": [0.07077127695083618, 0.08737297356128693, 0.08731409907341003, 0.08214469254016876, 0.07672597467899323, 0.08038769662380219, 0.0854237973690033, 0.08619250357151031, 0.08607915043830872, 0.04341167211532593], "cos_Ac_negg": [0.07077127695083618, 0.08737297356128693, 0.08731409907341003, 0.08214469254016876, 0.07672597467899323, 0.08038769662380219, 0.0854237973690033, 0.08619250357151031, 0.08607915043830872, 0.04341167211532593], "r_norm": [0.21080799400806427, 0.21445775032043457, 0.21333356201648712, 0.2146773487329483, 0.21839281916618347, 0.21385452151298523, 0.2133537381887436, 0.21572667360305786, 0.2135610580444336, 0.21587589383125305]}, {"step": 7250, "epoch": 15, "train_loss": 0.0016292426735162735, "cos_r_negg": [0.07270064949989319, 0.08809395134449005, 0.0869634747505188, 0.07964886724948883, 0.07494816184043884, 0.07975469529628754, 0.08411309123039246, 0.08383543789386749, 0.08493626862764359, 0.04307001084089279], "cos_apical_negg": [0.07270064949989319, 0.08809395134449005, 0.0869634747505188, 0.07964886724948883, 0.07494816184043884, 0.07975469529628754, 0.08411309123039246, 0.08383543789386749, 0.08493626862764359, 0.04307001084089279], "cos_Ac_negg": [0.07270064949989319, 0.08809395134449005, 0.0869634747505188, 0.07964886724948883, 0.07494816184043884, 0.07975469529628754, 0.08411309123039246, 0.08383543789386749, 0.08493626862764359, 0.04307001084089279], "r_norm": [0.22214087843894958, 0.2259933203458786, 0.2251548171043396, 0.22629989683628082, 0.23052629828453064, 0.22523340582847595, 0.22464759647846222, 0.22715634107589722, 0.22545358538627625, 0.22761112451553345]}, {"step": 7300, "epoch": 15, "train_loss": 0.00011404324322938919, "cos_r_negg": [0.0706714391708374, 0.08509642630815506, 0.08421142399311066, 0.07846381515264511, 0.0744650587439537, 0.07732635736465454, 0.08189147710800171, 0.08142168819904327, 0.0823332741856575, 0.04404854029417038], "cos_apical_negg": [0.0706714391708374, 0.08509642630815506, 0.08421142399311066, 0.07846381515264511, 0.0744650587439537, 0.07732635736465454, 0.08189147710800171, 0.08142168819904327, 0.0823332741856575, 0.04404854029417038], "cos_Ac_negg": [0.0706714391708374, 0.08509642630815506, 0.08421142399311066, 0.07846381515264511, 0.0744650587439537, 0.07732635736465454, 0.08189147710800171, 0.08142168819904327, 0.0823332741856575, 0.04404854029417038], "r_norm": [0.22468140721321106, 0.22848713397979736, 0.22805681824684143, 0.22931337356567383, 0.2333037555217743, 0.2281157523393631, 0.22724279761314392, 0.23027516901493073, 0.22771678864955902, 0.23041507601737976]}, {"step": 7350, "epoch": 15, "train_loss": 6.190835119923577e-05, "cos_r_negg": [0.07231411337852478, 0.0897790789604187, 0.08688612282276154, 0.08121217787265778, 0.07733415067195892, 0.08195854723453522, 0.08407798409461975, 0.08512677997350693, 0.08631552010774612, 0.04493093118071556], "cos_apical_negg": [0.07231411337852478, 0.0897790789604187, 0.08688612282276154, 0.08121217787265778, 0.07733415067195892, 0.08195854723453522, 0.08407798409461975, 0.08512677997350693, 0.08631552010774612, 0.04493093118071556], "cos_Ac_negg": [0.07231411337852478, 0.0897790789604187, 0.08688612282276154, 0.08121217787265778, 0.07733415067195892, 0.08195854723453522, 0.08407798409461975, 0.08512677997350693, 0.08631552010774612, 0.04493093118071556], "r_norm": [0.22440701723098755, 0.22808507084846497, 0.22787481546401978, 0.22861899435520172, 0.23294338583946228, 0.22787626087665558, 0.22659920156002045, 0.2292417287826538, 0.2274015247821808, 0.23020745813846588]}, {"step": 7400, "epoch": 15, "train_loss": 0.00028594868490472436, "cos_r_negg": [0.07304613292217255, 0.09086491167545319, 0.09201525896787643, 0.08842290937900543, 0.08126051723957062, 0.08958092331886292, 0.09667573124170303, 0.08997385948896408, 0.09731017053127289, 0.04227584972977638], "cos_apical_negg": [0.07304613292217255, 0.09086491167545319, 0.09201525896787643, 0.08842290937900543, 0.08126051723957062, 0.08958092331886292, 0.09667573124170303, 0.08997385948896408, 0.09731017053127289, 0.04227584972977638], "cos_Ac_negg": [0.07304613292217255, 0.09086491167545319, 0.09201525896787643, 0.08842290937900543, 0.08126051723957062, 0.08958092331886292, 0.09667573124170303, 0.08997385948896408, 0.09731017053127289, 0.04227584972977638], "r_norm": [0.2160739302635193, 0.21927575767040253, 0.21944835782051086, 0.22026702761650085, 0.22391578555107117, 0.21926864981651306, 0.2184447944164276, 0.22083455324172974, 0.2191830426454544, 0.22142808139324188]}, {"step": 7450, "epoch": 15, "train_loss": 0.0006544170901179314, "cos_r_negg": [0.06860525906085968, 0.08307915180921555, 0.08256182074546814, 0.07791657745838165, 0.07541224360466003, 0.08105812966823578, 0.08717598021030426, 0.08432038128376007, 0.08814619481563568, 0.039696648716926575], "cos_apical_negg": [0.06860525906085968, 0.08307915180921555, 0.08256182074546814, 0.07791657745838165, 0.07541224360466003, 0.08105812966823578, 0.08717598021030426, 0.08432038128376007, 0.08814619481563568, 0.039696648716926575], "cos_Ac_negg": [0.06860525906085968, 0.08307915180921555, 0.08256182074546814, 0.07791657745838165, 0.07541224360466003, 0.08105812966823578, 0.08717598021030426, 0.08432038128376007, 0.08814619481563568, 0.039696648716926575], "r_norm": [0.22077004611492157, 0.22386939823627472, 0.2232908010482788, 0.2246914505958557, 0.2269417941570282, 0.2235541045665741, 0.22423326969146729, 0.2255837470293045, 0.22329044342041016, 0.22485469281673431]}, {"step": 7500, "epoch": 15, "train_loss": 0.00015055559924803674, "cos_r_negg": [0.06859490275382996, 0.08238301426172256, 0.08303287625312805, 0.07779610902070999, 0.07357668876647949, 0.07837282121181488, 0.08526839315891266, 0.081828273832798, 0.08528371155261993, 0.04030849039554596], "cos_apical_negg": [0.06859490275382996, 0.08238301426172256, 0.08303287625312805, 0.07779610902070999, 0.07357668876647949, 0.07837282121181488, 0.08526839315891266, 0.081828273832798, 0.08528371155261993, 0.04030849039554596], "cos_Ac_negg": [0.06859490275382996, 0.08238301426172256, 0.08303287625312805, 0.07779610902070999, 0.07357668876647949, 0.07837282121181488, 0.08526839315891266, 0.081828273832798, 0.08528371155261993, 0.04030849039554596], "r_norm": [0.21464870870113373, 0.21762502193450928, 0.21649976074695587, 0.21799975633621216, 0.22135905921459198, 0.2169182449579239, 0.21761375665664673, 0.2185768336057663, 0.2178381383419037, 0.2182474136352539]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.968, "test_loss": 0.23155162162780762}, {"step": 7550, "epoch": 16, "train_loss": 0.0006789939943701029, "cos_r_negg": [0.07193094491958618, 0.08460819721221924, 0.08447937667369843, 0.07946139574050903, 0.07385356724262238, 0.07890331000089645, 0.08313682675361633, 0.08241802453994751, 0.08540135622024536, 0.04404520243406296], "cos_apical_negg": [0.07193094491958618, 0.08460819721221924, 0.08447937667369843, 0.07946139574050903, 0.07385356724262238, 0.07890331000089645, 0.08313682675361633, 0.08241802453994751, 0.08540135622024536, 0.04404520243406296], "cos_Ac_negg": [0.07193094491958618, 0.08460819721221924, 0.08447937667369843, 0.07946139574050903, 0.07385356724262238, 0.07890331000089645, 0.08313682675361633, 0.08241802453994751, 0.08540135622024536, 0.04404520243406296], "r_norm": [0.22440382838249207, 0.22788158059120178, 0.2273145616054535, 0.22894170880317688, 0.2326652705669403, 0.22742590308189392, 0.22865481674671173, 0.22943522036075592, 0.22877365350723267, 0.22944162786006927]}, {"step": 7600, "epoch": 16, "train_loss": 0.0027265483513474464, "cos_r_negg": [0.07051500678062439, 0.08243390917778015, 0.08172300457954407, 0.07766085863113403, 0.07325147092342377, 0.07599233090877533, 0.07919692993164062, 0.08042500168085098, 0.0837286114692688, 0.04345934838056564], "cos_apical_negg": [0.07051500678062439, 0.08243390917778015, 0.08172300457954407, 0.07766085863113403, 0.07325147092342377, 0.07599233090877533, 0.07919692993164062, 0.08042500168085098, 0.0837286114692688, 0.04345934838056564], "cos_Ac_negg": [0.07051500678062439, 0.08243390917778015, 0.08172300457954407, 0.07766085863113403, 0.07325147092342377, 0.07599233090877533, 0.07919692993164062, 0.08042500168085098, 0.0837286114692688, 0.04345934838056564], "r_norm": [0.20382410287857056, 0.20592565834522247, 0.20651155710220337, 0.20748236775398254, 0.2103458046913147, 0.20637211203575134, 0.20653176307678223, 0.20779253542423248, 0.20778635144233704, 0.20745179057121277]}, {"step": 7650, "epoch": 16, "train_loss": 3.6723416997119784e-05, "cos_r_negg": [0.0689934715628624, 0.08085375279188156, 0.07962888479232788, 0.07542126625776291, 0.07123402506113052, 0.07329724729061127, 0.07636674493551254, 0.07876701653003693, 0.08075806498527527, 0.04327280819416046], "cos_apical_negg": [0.0689934715628624, 0.08085375279188156, 0.07962888479232788, 0.07542126625776291, 0.07123402506113052, 0.07329724729061127, 0.07636674493551254, 0.07876701653003693, 0.08075806498527527, 0.04327280819416046], "cos_Ac_negg": [0.0689934715628624, 0.08085375279188156, 0.07962888479232788, 0.07542126625776291, 0.07123402506113052, 0.07329724729061127, 0.07636674493551254, 0.07876701653003693, 0.08075806498527527, 0.04327280819416046], "r_norm": [0.20843100547790527, 0.2109079211950302, 0.21077591180801392, 0.21201573312282562, 0.2150304764509201, 0.21093225479125977, 0.21108755469322205, 0.2124032825231552, 0.21195560693740845, 0.2119016945362091]}, {"step": 7700, "epoch": 16, "train_loss": 6.152484274934977e-05, "cos_r_negg": [0.06639985740184784, 0.07797888666391373, 0.07656069844961166, 0.07247866690158844, 0.06923113763332367, 0.07013050466775894, 0.07337374985218048, 0.07565763592720032, 0.07592760026454926, 0.0409415066242218], "cos_apical_negg": [0.06639985740184784, 0.07797888666391373, 0.07656069844961166, 0.07247866690158844, 0.06923113763332367, 0.07013050466775894, 0.07337374985218048, 0.07565763592720032, 0.07592760026454926, 0.0409415066242218], "cos_Ac_negg": [0.06639985740184784, 0.07797888666391373, 0.07656069844961166, 0.07247866690158844, 0.06923113763332367, 0.07013050466775894, 0.07337374985218048, 0.07565763592720032, 0.07592760026454926, 0.0409415066242218], "r_norm": [0.21333032846450806, 0.217064768075943, 0.2153167873620987, 0.21686707437038422, 0.22120964527130127, 0.21600553393363953, 0.21580125391483307, 0.21765190362930298, 0.21724814176559448, 0.2178322970867157]}, {"step": 7750, "epoch": 16, "train_loss": 0.0004327603382989764, "cos_r_negg": [0.06655086576938629, 0.07852505147457123, 0.07675227522850037, 0.07259581983089447, 0.06879161298274994, 0.06873978674411774, 0.0721091479063034, 0.07525238394737244, 0.0738474577665329, 0.04088352620601654], "cos_apical_negg": [0.06655086576938629, 0.07852505147457123, 0.07675227522850037, 0.07259581983089447, 0.06879161298274994, 0.06873978674411774, 0.0721091479063034, 0.07525238394737244, 0.0738474577665329, 0.04088352620601654], "cos_Ac_negg": [0.06655086576938629, 0.07852505147457123, 0.07675227522850037, 0.07259581983089447, 0.06879161298274994, 0.06873978674411774, 0.0721091479063034, 0.07525238394737244, 0.0738474577665329, 0.04088352620601654], "r_norm": [0.21822743117809296, 0.2220788598060608, 0.22030895948410034, 0.22226229310035706, 0.2265491783618927, 0.22111281752586365, 0.220550999045372, 0.2230045348405838, 0.22197674214839935, 0.22297303378582]}, {"step": 7800, "epoch": 16, "train_loss": 0.0014933045022189617, "cos_r_negg": [0.06743320822715759, 0.07921211421489716, 0.07841789722442627, 0.07562123239040375, 0.07258206605911255, 0.07378152012825012, 0.0794660747051239, 0.07858461141586304, 0.08147665858268738, 0.04109807312488556], "cos_apical_negg": [0.06743320822715759, 0.07921211421489716, 0.07841789722442627, 0.07562123239040375, 0.07258206605911255, 0.07378152012825012, 0.0794660747051239, 0.07858461141586304, 0.08147665858268738, 0.04109807312488556], "cos_Ac_negg": [0.06743320822715759, 0.07921211421489716, 0.07841789722442627, 0.07562123239040375, 0.07258206605911255, 0.07378152012825012, 0.0794660747051239, 0.07858461141586304, 0.08147665858268738, 0.04109807312488556], "r_norm": [0.2129974663257599, 0.21634620428085327, 0.2151947021484375, 0.2170621156692505, 0.2205120325088501, 0.2154139280319214, 0.21554964780807495, 0.21745717525482178, 0.21638497710227966, 0.21717719733715057]}, {"step": 7850, "epoch": 16, "train_loss": 0.0006540374597534537, "cos_r_negg": [0.06907008588314056, 0.07964452356100082, 0.07856868207454681, 0.07393140345811844, 0.07195158302783966, 0.07421718537807465, 0.08085223287343979, 0.0789644867181778, 0.08121082186698914, 0.039789412170648575], "cos_apical_negg": [0.06907008588314056, 0.07964452356100082, 0.07856868207454681, 0.07393140345811844, 0.07195158302783966, 0.07421718537807465, 0.08085223287343979, 0.0789644867181778, 0.08121082186698914, 0.039789412170648575], "cos_Ac_negg": [0.06907008588314056, 0.07964452356100082, 0.07856868207454681, 0.07393140345811844, 0.07195158302783966, 0.07421718537807465, 0.08085223287343979, 0.0789644867181778, 0.08121082186698914, 0.039789412170648575], "r_norm": [0.20772719383239746, 0.21214482188224792, 0.20928996801376343, 0.2109607309103012, 0.21467192471027374, 0.21078580617904663, 0.21022596955299377, 0.21149104833602905, 0.21021237969398499, 0.21171921491622925]}, {"step": 7900, "epoch": 16, "train_loss": 0.0004967955756001174, "cos_r_negg": [0.06724187731742859, 0.0777081847190857, 0.07621271908283234, 0.0716504454612732, 0.0694316178560257, 0.07245945185422897, 0.07812921702861786, 0.07786469906568527, 0.07887923717498779, 0.0397435799241066], "cos_apical_negg": [0.06724187731742859, 0.0777081847190857, 0.07621271908283234, 0.0716504454612732, 0.0694316178560257, 0.07245945185422897, 0.07812921702861786, 0.07786469906568527, 0.07887923717498779, 0.0397435799241066], "cos_Ac_negg": [0.06724187731742859, 0.0777081847190857, 0.07621271908283234, 0.0716504454612732, 0.0694316178560257, 0.07245945185422897, 0.07812921702861786, 0.07786469906568527, 0.07887923717498779, 0.0397435799241066], "r_norm": [0.21559062600135803, 0.2202424257993698, 0.21693161129951477, 0.21889828145503998, 0.222921222448349, 0.21892410516738892, 0.21799960732460022, 0.21931013464927673, 0.21747872233390808, 0.21976982057094574]}, {"step": 7950, "epoch": 16, "train_loss": 0.0012616016902029514, "cos_r_negg": [0.0673915445804596, 0.07697158306837082, 0.0752422958612442, 0.0707431361079216, 0.06842192262411118, 0.0713011845946312, 0.07617682218551636, 0.07651539146900177, 0.07637627422809601, 0.04032029211521149], "cos_apical_negg": [0.0673915445804596, 0.07697158306837082, 0.0752422958612442, 0.0707431361079216, 0.06842192262411118, 0.0713011845946312, 0.07617682218551636, 0.07651539146900177, 0.07637627422809601, 0.04032029211521149], "cos_Ac_negg": [0.0673915445804596, 0.07697158306837082, 0.0752422958612442, 0.0707431361079216, 0.06842192262411118, 0.0713011845946312, 0.07617682218551636, 0.07651539146900177, 0.07637627422809601, 0.04032029211521149], "r_norm": [0.2150397151708603, 0.21957597136497498, 0.21637184917926788, 0.21842564642429352, 0.22230121493339539, 0.21829816699028015, 0.21734578907489777, 0.21865855157375336, 0.2169325202703476, 0.21910357475280762]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9673, "test_loss": 0.2401192726135254}, {"step": 8000, "epoch": 17, "train_loss": 0.00019911197887267917, "cos_r_negg": [0.06948889046907425, 0.08075708150863647, 0.07773813605308533, 0.07294834405183792, 0.06945349276065826, 0.07276511937379837, 0.07584793865680695, 0.07637348771095276, 0.07613003253936768, 0.041794877499341965], "cos_apical_negg": [0.06948889046907425, 0.08075708150863647, 0.07773813605308533, 0.07294834405183792, 0.06945349276065826, 0.07276511937379837, 0.07584793865680695, 0.07637348771095276, 0.07613003253936768, 0.041794877499341965], "cos_Ac_negg": [0.06948889046907425, 0.08075708150863647, 0.07773813605308533, 0.07294834405183792, 0.06945349276065826, 0.07276511937379837, 0.07584793865680695, 0.07637348771095276, 0.07613003253936768, 0.041794877499341965], "r_norm": [0.19447225332260132, 0.19831590354442596, 0.19619593024253845, 0.19740018248558044, 0.20101110637187958, 0.1980413794517517, 0.19655394554138184, 0.19833768904209137, 0.19671989977359772, 0.19887158274650574]}, {"step": 8050, "epoch": 17, "train_loss": 0.00020367660908959806, "cos_r_negg": [0.0676712915301323, 0.07889996469020844, 0.0754384696483612, 0.07105978578329086, 0.06815394759178162, 0.06962497532367706, 0.07171504199504852, 0.07246661186218262, 0.07138221710920334, 0.03974505886435509], "cos_apical_negg": [0.0676712915301323, 0.07889996469020844, 0.0754384696483612, 0.07105978578329086, 0.06815394759178162, 0.06962497532367706, 0.07171504199504852, 0.07246661186218262, 0.07138221710920334, 0.03974505886435509], "cos_Ac_negg": [0.0676712915301323, 0.07889996469020844, 0.0754384696483612, 0.07105978578329086, 0.06815394759178162, 0.06962497532367706, 0.07171504199504852, 0.07246661186218262, 0.07138221710920334, 0.03974505886435509], "r_norm": [0.1930430382490158, 0.19673332571983337, 0.19491681456565857, 0.19617542624473572, 0.19978214800357819, 0.19666503369808197, 0.1950213611125946, 0.19715407490730286, 0.1955219805240631, 0.19759204983711243]}, {"step": 8100, "epoch": 17, "train_loss": 0.0001710372162051499, "cos_r_negg": [0.06697482615709305, 0.07875730097293854, 0.07546494901180267, 0.07148906588554382, 0.06850895285606384, 0.07215329259634018, 0.07840924710035324, 0.07688930630683899, 0.08000952005386353, 0.04186555743217468], "cos_apical_negg": [0.06697482615709305, 0.07875730097293854, 0.07546494901180267, 0.07148906588554382, 0.06850895285606384, 0.07215329259634018, 0.07840924710035324, 0.07688930630683899, 0.08000952005386353, 0.04186555743217468], "cos_Ac_negg": [0.06697482615709305, 0.07875730097293854, 0.07546494901180267, 0.07148906588554382, 0.06850895285606384, 0.07215329259634018, 0.07840924710035324, 0.07688930630683899, 0.08000952005386353, 0.04186555743217468], "r_norm": [0.19657105207443237, 0.20042575895786285, 0.19845247268676758, 0.2001260221004486, 0.20390844345092773, 0.20011402666568756, 0.19842518866062164, 0.20057226717472076, 0.19926844537258148, 0.20102499425411224]}, {"step": 8150, "epoch": 17, "train_loss": 0.00012607985991053283, "cos_r_negg": [0.06786716729402542, 0.08028633892536163, 0.07691948860883713, 0.07240299135446548, 0.06849798560142517, 0.0702839195728302, 0.07674552500247955, 0.07568402588367462, 0.07842034101486206, 0.043987687677145004], "cos_apical_negg": [0.06786716729402542, 0.08028633892536163, 0.07691948860883713, 0.07240299135446548, 0.06849798560142517, 0.0702839195728302, 0.07674552500247955, 0.07568402588367462, 0.07842034101486206, 0.043987687677145004], "cos_Ac_negg": [0.06786716729402542, 0.08028633892536163, 0.07691948860883713, 0.07240299135446548, 0.06849798560142517, 0.0702839195728302, 0.07674552500247955, 0.07568402588367462, 0.07842034101486206, 0.043987687677145004], "r_norm": [0.2054644227027893, 0.20987798273563385, 0.20701992511749268, 0.20912203192710876, 0.2133360356092453, 0.2090696096420288, 0.20781660079956055, 0.2098713517189026, 0.20798951387405396, 0.21014054119586945]}, {"step": 8200, "epoch": 17, "train_loss": 0.0003263705293647945, "cos_r_negg": [0.0655788853764534, 0.07622750848531723, 0.07387511432170868, 0.06945927441120148, 0.06593655049800873, 0.06704799830913544, 0.07201433926820755, 0.07188814878463745, 0.07208780199289322, 0.041764773428440094], "cos_apical_negg": [0.0655788853764534, 0.07622750848531723, 0.07387511432170868, 0.06945927441120148, 0.06593655049800873, 0.06704799830913544, 0.07201433926820755, 0.07188814878463745, 0.07208780199289322, 0.041764773428440094], "cos_Ac_negg": [0.0655788853764534, 0.07622750848531723, 0.07387511432170868, 0.06945927441120148, 0.06593655049800873, 0.06704799830913544, 0.07201433926820755, 0.07188814878463745, 0.07208780199289322, 0.041764773428440094], "r_norm": [0.19191399216651917, 0.19583863019943237, 0.19373750686645508, 0.19541817903518677, 0.19923217594623566, 0.19542306661605835, 0.1935717761516571, 0.1953921914100647, 0.19474545121192932, 0.1961374282836914]}, {"step": 8250, "epoch": 17, "train_loss": 9.244944521924481e-05, "cos_r_negg": [0.06533963978290558, 0.0778607726097107, 0.07508343458175659, 0.07045339047908783, 0.06607687473297119, 0.06673809140920639, 0.07082375884056091, 0.07164818048477173, 0.07034794986248016, 0.04113098606467247], "cos_apical_negg": [0.06533963978290558, 0.0778607726097107, 0.07508343458175659, 0.07045339047908783, 0.06607687473297119, 0.06673809140920639, 0.07082375884056091, 0.07164818048477173, 0.07034794986248016, 0.04113098606467247], "cos_Ac_negg": [0.06533963978290558, 0.0778607726097107, 0.07508343458175659, 0.07045339047908783, 0.06607687473297119, 0.06673809140920639, 0.07082375884056091, 0.07164818048477173, 0.07034794986248016, 0.04113098606467247], "r_norm": [0.18821318447589874, 0.19233715534210205, 0.18993878364562988, 0.19157950580120087, 0.19543737173080444, 0.19180981814861298, 0.1901082992553711, 0.19168081879615784, 0.19112062454223633, 0.1924087554216385]}, {"step": 8300, "epoch": 17, "train_loss": 1.9863102352246642e-05, "cos_r_negg": [0.06463839113712311, 0.07672721892595291, 0.0741344690322876, 0.06929707527160645, 0.06519699841737747, 0.06543145328760147, 0.06909839808940887, 0.07031191885471344, 0.06833445280790329, 0.040435560047626495], "cos_apical_negg": [0.06463839113712311, 0.07672721892595291, 0.0741344690322876, 0.06929707527160645, 0.06519699841737747, 0.06543145328760147, 0.06909839808940887, 0.07031191885471344, 0.06833445280790329, 0.040435560047626495], "cos_Ac_negg": [0.06463839113712311, 0.07672721892595291, 0.0741344690322876, 0.06929707527160645, 0.06519699841737747, 0.06543145328760147, 0.06909839808940887, 0.07031191885471344, 0.06833445280790329, 0.040435560047626495], "r_norm": [0.1907721757888794, 0.19493740797042847, 0.19250324368476868, 0.1941867172718048, 0.19795852899551392, 0.19433192908763885, 0.19268964231014252, 0.19425304234027863, 0.1935802549123764, 0.19493743777275085]}, {"step": 8350, "epoch": 17, "train_loss": 3.839802593574859e-05, "cos_r_negg": [0.06426531076431274, 0.07572022825479507, 0.07350574433803558, 0.06903374195098877, 0.06505560129880905, 0.06523527950048447, 0.06825505197048187, 0.06953752040863037, 0.06772959232330322, 0.04007473215460777], "cos_apical_negg": [0.06426531076431274, 0.07572022825479507, 0.07350574433803558, 0.06903374195098877, 0.06505560129880905, 0.06523527950048447, 0.06825505197048187, 0.06953752040863037, 0.06772959232330322, 0.04007473215460777], "cos_Ac_negg": [0.06426531076431274, 0.07572022825479507, 0.07350574433803558, 0.06903374195098877, 0.06505560129880905, 0.06523527950048447, 0.06825505197048187, 0.06953752040863037, 0.06772959232330322, 0.04007473215460777], "r_norm": [0.1933571696281433, 0.1974215805530548, 0.19516901671886444, 0.19691041111946106, 0.20055443048477173, 0.19683769345283508, 0.19522586464881897, 0.19690898060798645, 0.196142315864563, 0.19748970866203308]}, {"step": 8400, "epoch": 17, "train_loss": 3.1134502933127806e-05, "cos_r_negg": [0.06483009457588196, 0.07623707503080368, 0.0736512690782547, 0.06910739094018936, 0.06527623534202576, 0.06561911106109619, 0.06813833862543106, 0.06919986754655838, 0.06789715588092804, 0.040657252073287964], "cos_apical_negg": [0.06483009457588196, 0.07623707503080368, 0.0736512690782547, 0.06910739094018936, 0.06527623534202576, 0.06561911106109619, 0.06813833862543106, 0.06919986754655838, 0.06789715588092804, 0.040657252073287964], "cos_Ac_negg": [0.06483009457588196, 0.07623707503080368, 0.0736512690782547, 0.06910739094018936, 0.06527623534202576, 0.06561911106109619, 0.06813833862543106, 0.06919986754655838, 0.06789715588092804, 0.040657252073287964], "r_norm": [0.19273602962493896, 0.19663581252098083, 0.1945732831954956, 0.19622671604156494, 0.19974976778030396, 0.1961357444524765, 0.19454325735569, 0.19617021083831787, 0.1954243779182434, 0.196856290102005]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9679, "test_loss": 0.24077465553283692}, {"step": 8450, "epoch": 18, "train_loss": 0.00015430833445861936, "cos_r_negg": [0.06417524069547653, 0.07563620805740356, 0.07381715625524521, 0.06827227771282196, 0.0646250993013382, 0.06486901640892029, 0.0665469691157341, 0.06948108971118927, 0.06604322046041489, 0.038625337183475494], "cos_apical_negg": [0.06417524069547653, 0.07563620805740356, 0.07381715625524521, 0.06827227771282196, 0.0646250993013382, 0.06486901640892029, 0.0665469691157341, 0.06948108971118927, 0.06604322046041489, 0.038625337183475494], "cos_Ac_negg": [0.06417524069547653, 0.07563620805740356, 0.07381715625524521, 0.06827227771282196, 0.0646250993013382, 0.06486901640892029, 0.0665469691157341, 0.06948108971118927, 0.06604322046041489, 0.038625337183475494], "r_norm": [0.20518174767494202, 0.20950306951999664, 0.20682552456855774, 0.20879711210727692, 0.21226955950260162, 0.20839275419712067, 0.2075057476758957, 0.20898020267486572, 0.20755571126937866, 0.20936129987239838]}, {"step": 8500, "epoch": 18, "train_loss": 0.00019187916768714786, "cos_r_negg": [0.06332838535308838, 0.07448837161064148, 0.07282713055610657, 0.06738067418336868, 0.06379830092191696, 0.06364820897579193, 0.06551909446716309, 0.0684775784611702, 0.06483115255832672, 0.03825368732213974], "cos_apical_negg": [0.06332838535308838, 0.07448837161064148, 0.07282713055610657, 0.06738067418336868, 0.06379830092191696, 0.06364820897579193, 0.06551909446716309, 0.0684775784611702, 0.06483115255832672, 0.03825368732213974], "cos_Ac_negg": [0.06332838535308838, 0.07448837161064148, 0.07282713055610657, 0.06738067418336868, 0.06379830092191696, 0.06364820897579193, 0.06551909446716309, 0.0684775784611702, 0.06483115255832672, 0.03825368732213974], "r_norm": [0.2035236358642578, 0.20770364999771118, 0.20528285205364227, 0.2072094976902008, 0.21055370569229126, 0.20674093067646027, 0.20568715035915375, 0.20723967254161835, 0.2059096395969391, 0.20766952633857727]}, {"step": 8550, "epoch": 18, "train_loss": 0.00017527129966765642, "cos_r_negg": [0.06248901039361954, 0.07312735170125961, 0.07251928001642227, 0.06793808192014694, 0.06438325345516205, 0.06417037546634674, 0.06593917310237885, 0.06860890239477158, 0.06488505750894547, 0.03939707577228546], "cos_apical_negg": [0.06248901039361954, 0.07312735170125961, 0.07251928001642227, 0.06793808192014694, 0.06438325345516205, 0.06417037546634674, 0.06593917310237885, 0.06860890239477158, 0.06488505750894547, 0.03939707577228546], "cos_Ac_negg": [0.06248901039361954, 0.07312735170125961, 0.07251928001642227, 0.06793808192014694, 0.06438325345516205, 0.06417037546634674, 0.06593917310237885, 0.06860890239477158, 0.06488505750894547, 0.03939707577228546], "r_norm": [0.18842516839504242, 0.19168603420257568, 0.19065575301647186, 0.19211819767951965, 0.195238396525383, 0.19150888919830322, 0.19032445549964905, 0.19208402931690216, 0.19145680963993073, 0.19249768555164337]}, {"step": 8600, "epoch": 18, "train_loss": 0.00023673110990785062, "cos_r_negg": [0.062276557087898254, 0.07281287014484406, 0.07238668203353882, 0.06790425628423691, 0.06427052617073059, 0.06397334486246109, 0.06581072509288788, 0.06859605014324188, 0.06481561064720154, 0.0392613410949707], "cos_apical_negg": [0.062276557087898254, 0.07281287014484406, 0.07238668203353882, 0.06790425628423691, 0.06427052617073059, 0.06397334486246109, 0.06581072509288788, 0.06859605014324188, 0.06481561064720154, 0.0392613410949707], "cos_Ac_negg": [0.062276557087898254, 0.07281287014484406, 0.07238668203353882, 0.06790425628423691, 0.06427052617073059, 0.06397334486246109, 0.06581072509288788, 0.06859605014324188, 0.06481561064720154, 0.0392613410949707], "r_norm": [0.19180931150913239, 0.19507475197315216, 0.19398508965969086, 0.19549116492271423, 0.19861140847206116, 0.1948230266571045, 0.19378508627414703, 0.19549502432346344, 0.19472402334213257, 0.19583913683891296]}, {"step": 8650, "epoch": 18, "train_loss": 3.985752118751407e-05, "cos_r_negg": [0.06217755377292633, 0.07268770784139633, 0.07232862710952759, 0.06791646778583527, 0.06432001292705536, 0.06452398002147675, 0.06701795011758804, 0.06928897649049759, 0.06605581939220428, 0.03891724348068237], "cos_apical_negg": [0.06217755377292633, 0.07268770784139633, 0.07232862710952759, 0.06791646778583527, 0.06432001292705536, 0.06452398002147675, 0.06701795011758804, 0.06928897649049759, 0.06605581939220428, 0.03891724348068237], "cos_Ac_negg": [0.06217755377292633, 0.07268770784139633, 0.07232862710952759, 0.06791646778583527, 0.06432001292705536, 0.06452398002147675, 0.06701795011758804, 0.06928897649049759, 0.06605581939220428, 0.03891724348068237], "r_norm": [0.19638624787330627, 0.199690580368042, 0.19858312606811523, 0.20027804374694824, 0.20329873263835907, 0.1993173360824585, 0.19842791557312012, 0.20022282004356384, 0.19926178455352783, 0.2003801017999649]}, {"step": 8700, "epoch": 18, "train_loss": 4.4852506107417867e-05, "cos_r_negg": [0.061781272292137146, 0.07248842716217041, 0.07216915488243103, 0.06775547564029694, 0.06421570479869843, 0.06457521766424179, 0.06835438311100006, 0.06981375068426132, 0.06749876588582993, 0.03920585289597511], "cos_apical_negg": [0.061781272292137146, 0.07248842716217041, 0.07216915488243103, 0.06775547564029694, 0.06421570479869843, 0.06457521766424179, 0.06835438311100006, 0.06981375068426132, 0.06749876588582993, 0.03920585289597511], "cos_Ac_negg": [0.061781272292137146, 0.07248842716217041, 0.07216915488243103, 0.06775547564029694, 0.06421570479869843, 0.06457521766424179, 0.06835438311100006, 0.06981375068426132, 0.06749876588582993, 0.03920585289597511], "r_norm": [0.19549699127674103, 0.1987362504005432, 0.19768381118774414, 0.19931623339653015, 0.20237058401107788, 0.19842533767223358, 0.19749665260314941, 0.1992720514535904, 0.19837449491024017, 0.19946976006031036]}, {"step": 8750, "epoch": 18, "train_loss": 0.00013488221156876534, "cos_r_negg": [0.06189514324069023, 0.07251326739788055, 0.07254628837108612, 0.06812159717082977, 0.06426778435707092, 0.06451751291751862, 0.06783141195774078, 0.07008017599582672, 0.06760610640048981, 0.03975088149309158], "cos_apical_negg": [0.06189514324069023, 0.07251326739788055, 0.07254628837108612, 0.06812159717082977, 0.06426778435707092, 0.06451751291751862, 0.06783141195774078, 0.07008017599582672, 0.06760610640048981, 0.03975088149309158], "cos_Ac_negg": [0.06189514324069023, 0.07251326739788055, 0.07254628837108612, 0.06812159717082977, 0.06426778435707092, 0.06451751291751862, 0.06783141195774078, 0.07008017599582672, 0.06760610640048981, 0.03975088149309158], "r_norm": [0.205501526594162, 0.20909951627254486, 0.20752836763858795, 0.20945557951927185, 0.2128342092037201, 0.20843574404716492, 0.2079586386680603, 0.20971021056175232, 0.20819732546806335, 0.20977377891540527]}, {"step": 8800, "epoch": 18, "train_loss": 0.00011734662984963506, "cos_r_negg": [0.06125544384121895, 0.07191599905490875, 0.07142236828804016, 0.06668125092983246, 0.06289280205965042, 0.06172168254852295, 0.06398463994264603, 0.06750153005123138, 0.0633448138833046, 0.038474202156066895], "cos_apical_negg": [0.06125544384121895, 0.07191599905490875, 0.07142236828804016, 0.06668125092983246, 0.06289280205965042, 0.06172168254852295, 0.06398463994264603, 0.06750153005123138, 0.0633448138833046, 0.038474202156066895], "cos_Ac_negg": [0.06125544384121895, 0.07191599905490875, 0.07142236828804016, 0.06668125092983246, 0.06289280205965042, 0.06172168254852295, 0.06398463994264603, 0.06750153005123138, 0.0633448138833046, 0.038474202156066895], "r_norm": [0.20233291387557983, 0.2059154063463211, 0.2043967992067337, 0.2063191831111908, 0.20966693758964539, 0.2053237110376358, 0.204464852809906, 0.2062734067440033, 0.20511895418167114, 0.20656636357307434]}, {"step": 8850, "epoch": 18, "train_loss": 0.00010808887600433081, "cos_r_negg": [0.06114961579442024, 0.07124004513025284, 0.07086405158042908, 0.06611088663339615, 0.06242433935403824, 0.06135671213269234, 0.06332129240036011, 0.06637348979711533, 0.06161809712648392, 0.03836825117468834], "cos_apical_negg": [0.06114961579442024, 0.07124004513025284, 0.07086405158042908, 0.06611088663339615, 0.06242433935403824, 0.06135671213269234, 0.06332129240036011, 0.06637348979711533, 0.06161809712648392, 0.03836825117468834], "cos_Ac_negg": [0.06114961579442024, 0.07124004513025284, 0.07086405158042908, 0.06611088663339615, 0.06242433935403824, 0.06135671213269234, 0.06332129240036011, 0.06637348979711533, 0.06161809712648392, 0.03836825117468834], "r_norm": [0.1954604834318161, 0.19879122078418732, 0.1976669430732727, 0.1993405818939209, 0.20245172083377838, 0.19846266508102417, 0.1972944438457489, 0.1990744173526764, 0.19834981858730316, 0.19953840970993042]}, {"step": 8900, "epoch": 18, "train_loss": 8.971850911621004e-05, "cos_r_negg": [0.06036587804555893, 0.0704488754272461, 0.07009724527597427, 0.06518270820379257, 0.061758458614349365, 0.06052084267139435, 0.06267769634723663, 0.06546956300735474, 0.060521990060806274, 0.037578366696834564], "cos_apical_negg": [0.06036587804555893, 0.0704488754272461, 0.07009724527597427, 0.06518270820379257, 0.061758458614349365, 0.06052084267139435, 0.06267769634723663, 0.06546956300735474, 0.060521990060806274, 0.037578366696834564], "cos_Ac_negg": [0.06036587804555893, 0.0704488754272461, 0.07009724527597427, 0.06518270820379257, 0.061758458614349365, 0.06052084267139435, 0.06267769634723663, 0.06546956300735474, 0.060521990060806274, 0.037578366696834564], "r_norm": [0.19055330753326416, 0.1937374621629715, 0.1928924024105072, 0.19437947869300842, 0.1973339170217514, 0.1935831904411316, 0.19222211837768555, 0.1939939707517624, 0.1935374140739441, 0.19459016621112823]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9676, "test_loss": 0.2493902225494385}, {"step": 8950, "epoch": 19, "train_loss": 4.596009603119455e-06, "cos_r_negg": [0.06101039797067642, 0.07086830586194992, 0.07063694298267365, 0.06609279662370682, 0.06258824467658997, 0.060723915696144104, 0.06307878345251083, 0.06625259667634964, 0.06147364526987076, 0.03733256086707115], "cos_apical_negg": [0.06101039797067642, 0.07086830586194992, 0.07063694298267365, 0.06609279662370682, 0.06258824467658997, 0.060723915696144104, 0.06307878345251083, 0.06625259667634964, 0.06147364526987076, 0.03733256086707115], "cos_Ac_negg": [0.06101039797067642, 0.07086830586194992, 0.07063694298267365, 0.06609279662370682, 0.06258824467658997, 0.060723915696144104, 0.06307878345251083, 0.06625259667634964, 0.06147364526987076, 0.03733256086707115], "r_norm": [0.19958637654781342, 0.20314079523086548, 0.20172423124313354, 0.20352932810783386, 0.20670287311077118, 0.20261888206005096, 0.2016102373600006, 0.2033769190311432, 0.20233511924743652, 0.2037746012210846]}, {"step": 9000, "epoch": 19, "train_loss": 0.00011805002577602863, "cos_r_negg": [0.06071542203426361, 0.07034027576446533, 0.07017144560813904, 0.06567474454641342, 0.0623445063829422, 0.06025497242808342, 0.062432341277599335, 0.06562133878469467, 0.06085537374019623, 0.03711763024330139], "cos_apical_negg": [0.06071542203426361, 0.07034027576446533, 0.07017144560813904, 0.06567474454641342, 0.0623445063829422, 0.06025497242808342, 0.062432341277599335, 0.06562133878469467, 0.06085537374019623, 0.03711763024330139], "cos_Ac_negg": [0.06071542203426361, 0.07034027576446533, 0.07017144560813904, 0.06567474454641342, 0.0623445063829422, 0.06025497242808342, 0.062432341277599335, 0.06562133878469467, 0.06085537374019623, 0.03711763024330139], "r_norm": [0.19781190156936646, 0.20131491124629974, 0.2000003159046173, 0.2017306685447693, 0.20480233430862427, 0.20083925127983093, 0.1997893899679184, 0.2015264332294464, 0.20057249069213867, 0.2019566297531128]}, {"step": 9050, "epoch": 19, "train_loss": 0.0002933377691078931, "cos_r_negg": [0.06044936552643776, 0.0700833648443222, 0.07024557143449783, 0.06599221378564835, 0.06275711953639984, 0.06083302944898605, 0.06268715858459473, 0.06600257754325867, 0.06077120453119278, 0.03747052699327469], "cos_apical_negg": [0.06044936552643776, 0.0700833648443222, 0.07024557143449783, 0.06599221378564835, 0.06275711953639984, 0.06083302944898605, 0.06268715858459473, 0.06600257754325867, 0.06077120453119278, 0.03747052699327469], "cos_Ac_negg": [0.06044936552643776, 0.0700833648443222, 0.07024557143449783, 0.06599221378564835, 0.06275711953639984, 0.06083302944898605, 0.06268715858459473, 0.06600257754325867, 0.06077120453119278, 0.03747052699327469], "r_norm": [0.19774438440799713, 0.2012311816215515, 0.20002368092536926, 0.2017466425895691, 0.204695463180542, 0.20076420903205872, 0.19972316920757294, 0.2015126496553421, 0.20051950216293335, 0.2019043117761612]}, {"step": 9100, "epoch": 19, "train_loss": 0.00047186066512949765, "cos_r_negg": [0.059914760291576385, 0.06949801743030548, 0.06973068416118622, 0.06540550291538239, 0.06227695569396019, 0.0602409653365612, 0.06220608949661255, 0.0652661994099617, 0.059988513588905334, 0.037024132907390594], "cos_apical_negg": [0.059914760291576385, 0.06949801743030548, 0.06973068416118622, 0.06540550291538239, 0.06227695569396019, 0.0602409653365612, 0.06220608949661255, 0.0652661994099617, 0.059988513588905334, 0.037024132907390594], "cos_Ac_negg": [0.059914760291576385, 0.06949801743030548, 0.06973068416118622, 0.06540550291538239, 0.06227695569396019, 0.0602409653365612, 0.06220608949661255, 0.0652661994099617, 0.059988513588905334, 0.037024132907390594], "r_norm": [0.19684477150440216, 0.20029789209365845, 0.1991497427225113, 0.2008163332939148, 0.2037264108657837, 0.199864000082016, 0.1988077610731125, 0.20057880878448486, 0.19963029026985168, 0.20096944272518158]}, {"step": 9150, "epoch": 19, "train_loss": 0.00024132264661602676, "cos_r_negg": [0.05972970277070999, 0.06911526620388031, 0.06930001080036163, 0.06505461037158966, 0.06199616193771362, 0.06000100076198578, 0.06236380338668823, 0.06479443609714508, 0.05998041480779648, 0.03673449903726578], "cos_apical_negg": [0.05972970277070999, 0.06911526620388031, 0.06930001080036163, 0.06505461037158966, 0.06199616193771362, 0.06000100076198578, 0.06236380338668823, 0.06479443609714508, 0.05998041480779648, 0.03673449903726578], "cos_Ac_negg": [0.05972970277070999, 0.06911526620388031, 0.06930001080036163, 0.06505461037158966, 0.06199616193771362, 0.06000100076198578, 0.06236380338668823, 0.06479443609714508, 0.05998041480779648, 0.03673449903726578], "r_norm": [0.1941186934709549, 0.19742588698863983, 0.19648846983909607, 0.19811362028121948, 0.20099347829818726, 0.1971387267112732, 0.19591432809829712, 0.19776412844657898, 0.1970260739326477, 0.19820860028266907]}, {"step": 9200, "epoch": 19, "train_loss": 1.8859158444684e-05, "cos_r_negg": [0.05957842618227005, 0.06896773725748062, 0.06912167370319366, 0.06488686054944992, 0.06181139126420021, 0.05983812361955643, 0.06228867918252945, 0.06471337378025055, 0.05998075008392334, 0.03668404743075371], "cos_apical_negg": [0.05957842618227005, 0.06896773725748062, 0.06912167370319366, 0.06488686054944992, 0.06181139126420021, 0.05983812361955643, 0.06228867918252945, 0.06471337378025055, 0.05998075008392334, 0.03668404743075371], "cos_Ac_negg": [0.05957842618227005, 0.06896773725748062, 0.06912167370319366, 0.06488686054944992, 0.06181139126420021, 0.05983812361955643, 0.06228867918252945, 0.06471337378025055, 0.05998075008392334, 0.03668404743075371], "r_norm": [0.1937987506389618, 0.19705349206924438, 0.19614407420158386, 0.19776417315006256, 0.20064842700958252, 0.1967902034521103, 0.19557276368141174, 0.19739335775375366, 0.1967080533504486, 0.1978425234556198]}, {"step": 9250, "epoch": 19, "train_loss": 3.837887561530806e-06, "cos_r_negg": [0.05941594019532204, 0.0687301978468895, 0.06895101070404053, 0.0645391121506691, 0.061526715755462646, 0.05953875184059143, 0.06203469634056091, 0.06442256271839142, 0.059613361954689026, 0.03664044290781021], "cos_apical_negg": [0.05941594019532204, 0.0687301978468895, 0.06895101070404053, 0.0645391121506691, 0.061526715755462646, 0.05953875184059143, 0.06203469634056091, 0.06442256271839142, 0.059613361954689026, 0.03664044290781021], "cos_Ac_negg": [0.05941594019532204, 0.0687301978468895, 0.06895101070404053, 0.0645391121506691, 0.061526715755462646, 0.05953875184059143, 0.06203469634056091, 0.06442256271839142, 0.059613361954689026, 0.03664044290781021], "r_norm": [0.1939254105091095, 0.19716285169124603, 0.1962532103061676, 0.19781933724880219, 0.2006606012582779, 0.19688847661018372, 0.1957225501537323, 0.19745324552059174, 0.19676104187965393, 0.19793619215488434]}, {"step": 9300, "epoch": 19, "train_loss": 6.106984801590443e-05, "cos_r_negg": [0.059181928634643555, 0.06845507770776749, 0.06870577484369278, 0.06437763571739197, 0.06147639453411102, 0.05939318612217903, 0.06171984225511551, 0.0640573650598526, 0.059224650263786316, 0.036366287618875504], "cos_apical_negg": [0.059181928634643555, 0.06845507770776749, 0.06870577484369278, 0.06437763571739197, 0.06147639453411102, 0.05939318612217903, 0.06171984225511551, 0.0640573650598526, 0.059224650263786316, 0.036366287618875504], "cos_Ac_negg": [0.059181928634643555, 0.06845507770776749, 0.06870577484369278, 0.06437763571739197, 0.06147639453411102, 0.05939318612217903, 0.06171984225511551, 0.0640573650598526, 0.059224650263786316, 0.036366287618875504], "r_norm": [0.19408638775348663, 0.19732411205768585, 0.19640333950519562, 0.19792065024375916, 0.20071843266487122, 0.19702847301959991, 0.19593176245689392, 0.19758222997188568, 0.19685736298561096, 0.19807393848896027]}, {"step": 9350, "epoch": 19, "train_loss": 0.00014156900579109788, "cos_r_negg": [0.05873648077249527, 0.06799083203077316, 0.06829144805669785, 0.06416033953428268, 0.06141771376132965, 0.05940599739551544, 0.0613410510122776, 0.06342572718858719, 0.05850910767912865, 0.03585861250758171], "cos_apical_negg": [0.05873648077249527, 0.06799083203077316, 0.06829144805669785, 0.06416033953428268, 0.06141771376132965, 0.05940599739551544, 0.0613410510122776, 0.06342572718858719, 0.05850910767912865, 0.03585861250758171], "cos_Ac_negg": [0.05873648077249527, 0.06799083203077316, 0.06829144805669785, 0.06416033953428268, 0.06141771376132965, 0.05940599739551544, 0.0613410510122776, 0.06342572718858719, 0.05850910767912865, 0.03585861250758171], "r_norm": [0.1923837959766388, 0.19556745886802673, 0.19472745060920715, 0.19618168473243713, 0.19898578524589539, 0.19534429907798767, 0.19418278336524963, 0.19583509862422943, 0.19520455598831177, 0.19635966420173645]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9681, "test_loss": 0.25192963676452634}], "final": {"test_acc": 0.9681, "test_loss": 0.25192963676452634, "wall_s": 34.21539831161499, "cos_r_negg": [0.058488402515649796, 0.06766402721405029, 0.06803147494792938, 0.0638822466135025, 0.061283014714717865, 0.059209808707237244, 0.06118825078010559, 0.06313289701938629, 0.058318644762039185, 0.03572240471839905], "cos_apical_negg": [0.058488402515649796, 0.06766402721405029, 0.06803147494792938, 0.0638822466135025, 0.061283014714717865, 0.059209808707237244, 0.06118825078010559, 0.06313289701938629, 0.058318644762039185, 0.03572240471839905], "cos_Ac_negg": [0.058488402515649796, 0.06766402721405029, 0.06803147494792938, 0.0638822466135025, 0.061283014714717865, 0.059209808707237244, 0.06118825078010559, 0.06313289701938629, 0.058318644762039185, 0.03572240471839905]}}
\ No newline at end of file
diff --git a/results/depth_mnist_dfa_d3_s0.json b/results/depth_mnist_dfa_d3_s0.json
new file mode 100644
index 0000000..27b3e26
--- /dev/null
+++ b/results/depth_mnist_dfa_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "mnist", "depth": 3, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d3_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.022608546540141106, -0.021600201725959778, 0.034186817705631256], "cos_apical_negg": [-0.022608546540141106, -0.021600201725959778, 0.034186817705631256], "cos_Ac_negg": [-0.022608546540141106, -0.021600201725959778, 0.034186817705631256], "r_norm": [4.9019622802734375, 4.829395294189453, 4.823568344116211]}, {"step": 50, "epoch": 0, "train_loss": 0.6863705515861511, "cos_r_negg": [0.4194353222846985, 0.39577746391296387, 0.3445488214492798], "cos_apical_negg": [0.4194353222846985, 0.39577746391296387, 0.3445488214492798], "cos_Ac_negg": [0.4194353222846985, 0.39577746391296387, 0.3445488214492798], "r_norm": [1.281628131866455, 1.2540812492370605, 1.2472658157348633]}, {"step": 100, "epoch": 0, "train_loss": 0.3274005651473999, "cos_r_negg": [0.44356149435043335, 0.3850879669189453, 0.36200574040412903], "cos_apical_negg": [0.44356149435043335, 0.3850879669189453, 0.36200574040412903], "cos_Ac_negg": [0.44356149435043335, 0.3850879669189453, 0.36200574040412903], "r_norm": [0.8515516519546509, 0.8325172662734985, 0.8327000141143799]}, {"step": 150, "epoch": 0, "train_loss": 0.3616173565387726, "cos_r_negg": [0.4731399416923523, 0.41051286458969116, 0.40241408348083496], "cos_apical_negg": [0.4731399416923523, 0.41051286458969116, 0.40241408348083496], "cos_Ac_negg": [0.4731399416923523, 0.41051286458969116, 0.40241408348083496], "r_norm": [0.7570799589157104, 0.7439552545547485, 0.7415491938591003]}, {"step": 200, "epoch": 0, "train_loss": 0.2865452170372009, "cos_r_negg": [0.4740939438343048, 0.4322420656681061, 0.4258202314376831], "cos_apical_negg": [0.4740939438343048, 0.4322420656681061, 0.4258202314376831], "cos_Ac_negg": [0.4740939438343048, 0.4322420656681061, 0.4258202314376831], "r_norm": [0.7708492875099182, 0.7576156854629517, 0.7546271085739136]}, {"step": 250, "epoch": 0, "train_loss": 0.1615387201309204, "cos_r_negg": [0.4788106083869934, 0.45389997959136963, 0.4388591945171356], "cos_apical_negg": [0.4788106083869934, 0.45389997959136963, 0.4388591945171356], "cos_Ac_negg": [0.4788106083869934, 0.45389997959136963, 0.4388591945171356], "r_norm": [0.6681670546531677, 0.657978892326355, 0.6558527946472168]}, {"step": 300, "epoch": 0, "train_loss": 0.2847558856010437, "cos_r_negg": [0.5173721313476562, 0.4701789915561676, 0.4405641555786133], "cos_apical_negg": [0.5173721313476562, 0.4701789915561676, 0.4405641555786133], "cos_Ac_negg": [0.5173721313476562, 0.4701789915561676, 0.4405641555786133], "r_norm": [0.6219494342803955, 0.6125187873840332, 0.6111507415771484]}, {"step": 350, "epoch": 0, "train_loss": 0.21044433116912842, "cos_r_negg": [0.5179247856140137, 0.4597778916358948, 0.44768133759498596], "cos_apical_negg": [0.5179247856140137, 0.4597778916358948, 0.44768133759498596], "cos_Ac_negg": [0.5179247856140137, 0.4597778916358948, 0.44768133759498596], "r_norm": [0.617355227470398, 0.6049196720123291, 0.6010550260543823]}, {"step": 400, "epoch": 0, "train_loss": 0.11371439695358276, "cos_r_negg": [0.5106762647628784, 0.4772512912750244, 0.4421093463897705], "cos_apical_negg": [0.5106762647628784, 0.4772512912750244, 0.4421093463897705], "cos_Ac_negg": [0.5106762647628784, 0.4772512912750244, 0.4421093463897705], "r_norm": [0.5236973166465759, 0.5135962963104248, 0.5106936097145081]}, {"step": 450, "epoch": 0, "train_loss": 0.23418444395065308, "cos_r_negg": [0.5322663187980652, 0.48690104484558105, 0.4540765881538391], "cos_apical_negg": [0.5322663187980652, 0.48690104484558105, 0.4540765881538391], "cos_Ac_negg": [0.5322663187980652, 0.48690104484558105, 0.4540765881538391], "r_norm": [0.6470879912376404, 0.6317501068115234, 0.6331363916397095]}, {"epoch_end": 0, "step": 469, "test_acc": 0.944, "test_loss": 0.18944356307983398}, {"step": 500, "epoch": 1, "train_loss": 0.28879380226135254, "cos_r_negg": [0.5335206985473633, 0.4870482087135315, 0.46510136127471924], "cos_apical_negg": [0.5335206985473633, 0.4870482087135315, 0.46510136127471924], "cos_Ac_negg": [0.5335206985473633, 0.4870482087135315, 0.46510136127471924], "r_norm": [0.5545840263366699, 0.5461637377738953, 0.5407732725143433]}, {"step": 550, "epoch": 1, "train_loss": 0.2035873532295227, "cos_r_negg": [0.523209810256958, 0.48576050996780396, 0.4572187662124634], "cos_apical_negg": [0.523209810256958, 0.48576050996780396, 0.4572187662124634], "cos_Ac_negg": [0.523209810256958, 0.48576050996780396, 0.4572187662124634], "r_norm": [0.4755166172981262, 0.46767210960388184, 0.46572306752204895]}, {"step": 600, "epoch": 1, "train_loss": 0.3222624361515045, "cos_r_negg": [0.5335845947265625, 0.4864976704120636, 0.4635397791862488], "cos_apical_negg": [0.5335845947265625, 0.4864976704120636, 0.4635397791862488], "cos_Ac_negg": [0.5335845947265625, 0.4864976704120636, 0.4635397791862488], "r_norm": [0.48239666223526, 0.47414714097976685, 0.47168177366256714]}, {"step": 650, "epoch": 1, "train_loss": 0.1765444129705429, "cos_r_negg": [0.5350250005722046, 0.5011635422706604, 0.4675009548664093], "cos_apical_negg": [0.5350250005722046, 0.5011635422706604, 0.4675009548664093], "cos_Ac_negg": [0.5350250005722046, 0.5011635422706604, 0.4675009548664093], "r_norm": [0.47819244861602783, 0.46834513545036316, 0.46456730365753174]}, {"step": 700, "epoch": 1, "train_loss": 0.04017835110425949, "cos_r_negg": [0.5143001675605774, 0.49137091636657715, 0.4657471776008606], "cos_apical_negg": [0.5143001675605774, 0.49137091636657715, 0.4657471776008606], "cos_Ac_negg": [0.5143001675605774, 0.49137091636657715, 0.4657471776008606], "r_norm": [0.39717891812324524, 0.39234375953674316, 0.3883557617664337]}, {"step": 750, "epoch": 1, "train_loss": 0.11356629431247711, "cos_r_negg": [0.5378125905990601, 0.5097267627716064, 0.47107893228530884], "cos_apical_negg": [0.5378125905990601, 0.5097267627716064, 0.47107893228530884], "cos_Ac_negg": [0.5378125905990601, 0.5097267627716064, 0.47107893228530884], "r_norm": [0.46588587760925293, 0.45859357714653015, 0.45350855588912964]}, {"step": 800, "epoch": 1, "train_loss": 0.10907748341560364, "cos_r_negg": [0.5202711224555969, 0.5082782506942749, 0.48057836294174194], "cos_apical_negg": [0.5202711224555969, 0.5082782506942749, 0.48057836294174194], "cos_Ac_negg": [0.5202711224555969, 0.5082782506942749, 0.48057836294174194], "r_norm": [0.41202324628829956, 0.4062170386314392, 0.4030906558036804]}, {"step": 850, "epoch": 1, "train_loss": 0.23601728677749634, "cos_r_negg": [0.5344616174697876, 0.5118039846420288, 0.49130094051361084], "cos_apical_negg": [0.5344616174697876, 0.5118039846420288, 0.49130094051361084], "cos_Ac_negg": [0.5344616174697876, 0.5118039846420288, 0.49130094051361084], "r_norm": [0.45002585649490356, 0.44115331768989563, 0.43898576498031616]}, {"step": 900, "epoch": 1, "train_loss": 0.13875392079353333, "cos_r_negg": [0.5433008670806885, 0.5235936641693115, 0.4862591028213501], "cos_apical_negg": [0.5433008670806885, 0.5235936641693115, 0.4862591028213501], "cos_Ac_negg": [0.5433008670806885, 0.5235936641693115, 0.4862591028213501], "r_norm": [0.41718876361846924, 0.4087710678577423, 0.4084256887435913]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9529, "test_loss": 0.15175765419006348}, {"step": 950, "epoch": 2, "train_loss": 0.14615845680236816, "cos_r_negg": [0.5292890071868896, 0.5159308910369873, 0.4819737672805786], "cos_apical_negg": [0.5292890071868896, 0.5159308910369873, 0.4819737672805786], "cos_Ac_negg": [0.5292890071868896, 0.5159308910369873, 0.4819737672805786], "r_norm": [0.374565452337265, 0.3698199987411499, 0.3658810555934906]}, {"step": 1000, "epoch": 2, "train_loss": 0.19909445941448212, "cos_r_negg": [0.541415810585022, 0.54803866147995, 0.5018110871315002], "cos_apical_negg": [0.541415810585022, 0.54803866147995, 0.5018110871315002], "cos_Ac_negg": [0.541415810585022, 0.54803866147995, 0.5018110871315002], "r_norm": [0.37949836254119873, 0.37272465229034424, 0.37121066451072693]}, {"step": 1050, "epoch": 2, "train_loss": 0.05356651917099953, "cos_r_negg": [0.533500611782074, 0.5327860116958618, 0.48712626099586487], "cos_apical_negg": [0.533500611782074, 0.5327860116958618, 0.48712626099586487], "cos_Ac_negg": [0.533500611782074, 0.5327860116958618, 0.48712626099586487], "r_norm": [0.364157497882843, 0.355135440826416, 0.354878306388855]}, {"step": 1100, "epoch": 2, "train_loss": 0.10280799865722656, "cos_r_negg": [0.5191071033477783, 0.5286743640899658, 0.48731911182403564], "cos_apical_negg": [0.5191071033477783, 0.5286743640899658, 0.48731911182403564], "cos_Ac_negg": [0.5191071033477783, 0.5286743640899658, 0.48731911182403564], "r_norm": [0.3078080415725708, 0.3023328483104706, 0.30145174264907837]}, {"step": 1150, "epoch": 2, "train_loss": 0.058542802929878235, "cos_r_negg": [0.4977796673774719, 0.5109472274780273, 0.4572042226791382], "cos_apical_negg": [0.4977796673774719, 0.5109472274780273, 0.4572042226791382], "cos_Ac_negg": [0.4977796673774719, 0.5109472274780273, 0.4572042226791382], "r_norm": [0.3284050524234772, 0.32329311966896057, 0.3226505517959595]}, {"step": 1200, "epoch": 2, "train_loss": 0.04472207650542259, "cos_r_negg": [0.5256279706954956, 0.5296606421470642, 0.46896621584892273], "cos_apical_negg": [0.5256279706954956, 0.5296606421470642, 0.46896621584892273], "cos_Ac_negg": [0.5256279706954956, 0.5296606421470642, 0.46896621584892273], "r_norm": [0.35604509711265564, 0.35266736149787903, 0.34867119789123535]}, {"step": 1250, "epoch": 2, "train_loss": 0.09862436354160309, "cos_r_negg": [0.5162296295166016, 0.5199014544487, 0.4898041784763336], "cos_apical_negg": [0.5162296295166016, 0.5199014544487, 0.4898041784763336], "cos_Ac_negg": [0.5162296295166016, 0.5199014544487, 0.4898041784763336], "r_norm": [0.3429911136627197, 0.3379582166671753, 0.3344006836414337]}, {"step": 1300, "epoch": 2, "train_loss": 0.18738527595996857, "cos_r_negg": [0.5351779460906982, 0.5387500524520874, 0.48536697030067444], "cos_apical_negg": [0.5351779460906982, 0.5387500524520874, 0.48536697030067444], "cos_Ac_negg": [0.5351779460906982, 0.5387500524520874, 0.48536697030067444], "r_norm": [0.30641281604766846, 0.30409419536590576, 0.3005921542644501]}, {"step": 1350, "epoch": 2, "train_loss": 0.16130973398685455, "cos_r_negg": [0.5635806322097778, 0.5509804487228394, 0.4846886992454529], "cos_apical_negg": [0.5635806322097778, 0.5509804487228394, 0.4846886992454529], "cos_Ac_negg": [0.5635806322097778, 0.5509804487228394, 0.4846886992454529], "r_norm": [0.3528067171573639, 0.34508296847343445, 0.34484273195266724]}, {"step": 1400, "epoch": 2, "train_loss": 0.28864091634750366, "cos_r_negg": [0.5480560064315796, 0.5617213845252991, 0.4833116829395294], "cos_apical_negg": [0.5480560064315796, 0.5617213845252991, 0.4833116829395294], "cos_Ac_negg": [0.5480560064315796, 0.5617213845252991, 0.4833116829395294], "r_norm": [0.37306854128837585, 0.36565229296684265, 0.3609279990196228]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9601, "test_loss": 0.13755525856018067}, {"step": 1450, "epoch": 3, "train_loss": 0.047152817249298096, "cos_r_negg": [0.5297223329544067, 0.5390705466270447, 0.4783952236175537], "cos_apical_negg": [0.5297223329544067, 0.5390705466270447, 0.4783952236175537], "cos_Ac_negg": [0.5297223329544067, 0.5390705466270447, 0.4783952236175537], "r_norm": [0.32820379734039307, 0.3222428560256958, 0.31958526372909546]}, {"step": 1500, "epoch": 3, "train_loss": 0.06430163979530334, "cos_r_negg": [0.5224593877792358, 0.5342316031455994, 0.48526033759117126], "cos_apical_negg": [0.5224593877792358, 0.5342316031455994, 0.48526033759117126], "cos_Ac_negg": [0.5224593877792358, 0.5342316031455994, 0.48526033759117126], "r_norm": [0.33379194140434265, 0.32938116788864136, 0.3265378177165985]}, {"step": 1550, "epoch": 3, "train_loss": 0.08466095477342606, "cos_r_negg": [0.5312160849571228, 0.5514405965805054, 0.5040114521980286], "cos_apical_negg": [0.5312160849571228, 0.5514405965805054, 0.5040114521980286], "cos_Ac_negg": [0.5312160849571228, 0.5514405965805054, 0.5040114521980286], "r_norm": [0.27872589230537415, 0.27427974343299866, 0.27232345938682556]}, {"step": 1600, "epoch": 3, "train_loss": 0.0547834113240242, "cos_r_negg": [0.5201064348220825, 0.5320050716400146, 0.48455989360809326], "cos_apical_negg": [0.5201064348220825, 0.5320050716400146, 0.48455989360809326], "cos_Ac_negg": [0.5201064348220825, 0.5320050716400146, 0.48455989360809326], "r_norm": [0.3325040340423584, 0.32567650079727173, 0.32374778389930725]}, {"step": 1650, "epoch": 3, "train_loss": 0.06290461122989655, "cos_r_negg": [0.5098526477813721, 0.5316197872161865, 0.47062069177627563], "cos_apical_negg": [0.5098526477813721, 0.5316197872161865, 0.47062069177627563], "cos_Ac_negg": [0.5098526477813721, 0.5316197872161865, 0.47062069177627563], "r_norm": [0.2956677973270416, 0.2903963625431061, 0.28850021958351135]}, {"step": 1700, "epoch": 3, "train_loss": 0.08997613936662674, "cos_r_negg": [0.547202467918396, 0.5571744441986084, 0.5048806071281433], "cos_apical_negg": [0.547202467918396, 0.5571744441986084, 0.5048806071281433], "cos_Ac_negg": [0.547202467918396, 0.5571744441986084, 0.5048806071281433], "r_norm": [0.30538493394851685, 0.2992684841156006, 0.29865166544914246]}, {"step": 1750, "epoch": 3, "train_loss": 0.04004375636577606, "cos_r_negg": [0.5109231472015381, 0.5389346480369568, 0.4799298346042633], "cos_apical_negg": [0.5109231472015381, 0.5389346480369568, 0.4799298346042633], "cos_Ac_negg": [0.5109231472015381, 0.5389346480369568, 0.4799298346042633], "r_norm": [0.24150454998016357, 0.2380734533071518, 0.23642928898334503]}, {"step": 1800, "epoch": 3, "train_loss": 0.12351875007152557, "cos_r_negg": [0.5288709998130798, 0.545038104057312, 0.4968799352645874], "cos_apical_negg": [0.5288709998130798, 0.545038104057312, 0.4968799352645874], "cos_Ac_negg": [0.5288709998130798, 0.545038104057312, 0.4968799352645874], "r_norm": [0.27262192964553833, 0.2685239315032959, 0.26607292890548706]}, {"step": 1850, "epoch": 3, "train_loss": 0.07114216685295105, "cos_r_negg": [0.5346987247467041, 0.5469327569007874, 0.5047658085823059], "cos_apical_negg": [0.5346987247467041, 0.5469327569007874, 0.5047658085823059], "cos_Ac_negg": [0.5346987247467041, 0.5469327569007874, 0.5047658085823059], "r_norm": [0.2773158550262451, 0.27310270071029663, 0.2696780562400818]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9674, "test_loss": 0.11108005352020264}, {"step": 1900, "epoch": 4, "train_loss": 0.049938470125198364, "cos_r_negg": [0.5270042419433594, 0.5456202626228333, 0.5076339244842529], "cos_apical_negg": [0.5270042419433594, 0.5456202626228333, 0.5076339244842529], "cos_Ac_negg": [0.5270042419433594, 0.5456202626228333, 0.5076339244842529], "r_norm": [0.26388925313949585, 0.25707054138183594, 0.2573451101779938]}, {"step": 1950, "epoch": 4, "train_loss": 0.018054459244012833, "cos_r_negg": [0.5103318691253662, 0.5395128130912781, 0.5001623630523682], "cos_apical_negg": [0.5103318691253662, 0.5395128130912781, 0.5001623630523682], "cos_Ac_negg": [0.5103318691253662, 0.5395128130912781, 0.5001623630523682], "r_norm": [0.24600861966609955, 0.24034611880779266, 0.23937547206878662]}, {"step": 2000, "epoch": 4, "train_loss": 0.08432718366384506, "cos_r_negg": [0.46416640281677246, 0.5062105655670166, 0.4648776650428772], "cos_apical_negg": [0.46416640281677246, 0.5062105655670166, 0.4648776650428772], "cos_Ac_negg": [0.46416640281677246, 0.5062105655670166, 0.4648776650428772], "r_norm": [0.24360010027885437, 0.238389253616333, 0.2389015555381775]}, {"step": 2050, "epoch": 4, "train_loss": 0.06020200625061989, "cos_r_negg": [0.4738634526729584, 0.4980337619781494, 0.46526917815208435], "cos_apical_negg": [0.4738634526729584, 0.4980337619781494, 0.46526917815208435], "cos_Ac_negg": [0.4738634526729584, 0.4980337619781494, 0.46526917815208435], "r_norm": [0.2755001485347748, 0.26926732063293457, 0.2672080397605896]}, {"step": 2100, "epoch": 4, "train_loss": 0.04544281214475632, "cos_r_negg": [0.4675213396549225, 0.4931641221046448, 0.4648332893848419], "cos_apical_negg": [0.4675213396549225, 0.4931641221046448, 0.4648332893848419], "cos_Ac_negg": [0.4675213396549225, 0.4931641221046448, 0.4648332893848419], "r_norm": [0.29773974418640137, 0.29111340641975403, 0.290172815322876]}, {"step": 2150, "epoch": 4, "train_loss": 0.04969358444213867, "cos_r_negg": [0.48409390449523926, 0.5146756172180176, 0.4882495701313019], "cos_apical_negg": [0.48409390449523926, 0.5146756172180176, 0.4882495701313019], "cos_Ac_negg": [0.48409390449523926, 0.5146756172180176, 0.4882495701313019], "r_norm": [0.22396691143512726, 0.2216494381427765, 0.21887733042240143]}, {"step": 2200, "epoch": 4, "train_loss": 0.06924708932638168, "cos_r_negg": [0.4520847201347351, 0.4858325719833374, 0.4547721743583679], "cos_apical_negg": [0.4520847201347351, 0.4858325719833374, 0.4547721743583679], "cos_Ac_negg": [0.4520847201347351, 0.4858325719833374, 0.4547721743583679], "r_norm": [0.23080730438232422, 0.22674879431724548, 0.22455599904060364]}, {"step": 2250, "epoch": 4, "train_loss": 0.012393835932016373, "cos_r_negg": [0.43658217787742615, 0.46775099635124207, 0.4408835768699646], "cos_apical_negg": [0.43658217787742615, 0.46775099635124207, 0.4408835768699646], "cos_Ac_negg": [0.43658217787742615, 0.46775099635124207, 0.4408835768699646], "r_norm": [0.30504804849624634, 0.2990055978298187, 0.29515016078948975]}, {"step": 2300, "epoch": 4, "train_loss": 0.13978564739227295, "cos_r_negg": [0.4561905860900879, 0.4895862340927124, 0.45999687910079956], "cos_apical_negg": [0.4561905860900879, 0.4895862340927124, 0.45999687910079956], "cos_Ac_negg": [0.4561905860900879, 0.4895862340927124, 0.45999687910079956], "r_norm": [0.25855398178100586, 0.25585609674453735, 0.2517533302307129]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9669, "test_loss": 0.1110031337738037}, {"step": 2350, "epoch": 5, "train_loss": 0.020323488861322403, "cos_r_negg": [0.4956340491771698, 0.5231965780258179, 0.4965534806251526], "cos_apical_negg": [0.4956340491771698, 0.5231965780258179, 0.4965534806251526], "cos_Ac_negg": [0.4956340491771698, 0.5231965780258179, 0.4965534806251526], "r_norm": [0.27588406205177307, 0.2739007771015167, 0.2686117887496948]}, {"step": 2400, "epoch": 5, "train_loss": 0.02146069146692753, "cos_r_negg": [0.44179171323776245, 0.4749937355518341, 0.44831937551498413], "cos_apical_negg": [0.44179171323776245, 0.4749937355518341, 0.44831937551498413], "cos_Ac_negg": [0.44179171323776245, 0.4749937355518341, 0.44831937551498413], "r_norm": [0.26309484243392944, 0.25877416133880615, 0.2579648196697235]}, {"step": 2450, "epoch": 5, "train_loss": 0.034567199647426605, "cos_r_negg": [0.4182213544845581, 0.45266202092170715, 0.4272535741329193], "cos_apical_negg": [0.4182213544845581, 0.45266202092170715, 0.4272535741329193], "cos_Ac_negg": [0.4182213544845581, 0.45266202092170715, 0.4272535741329193], "r_norm": [0.21859994530677795, 0.21389344334602356, 0.2140970081090927]}, {"step": 2500, "epoch": 5, "train_loss": 0.0792485922574997, "cos_r_negg": [0.4654904007911682, 0.4903522729873657, 0.47222816944122314], "cos_apical_negg": [0.4654904007911682, 0.4903522729873657, 0.47222816944122314], "cos_Ac_negg": [0.4654904007911682, 0.4903522729873657, 0.47222816944122314], "r_norm": [0.20915378630161285, 0.20712167024612427, 0.20493344962596893]}, {"step": 2550, "epoch": 5, "train_loss": 0.023874400183558464, "cos_r_negg": [0.4173015356063843, 0.445372611284256, 0.4260731339454651], "cos_apical_negg": [0.4173015356063843, 0.445372611284256, 0.4260731339454651], "cos_Ac_negg": [0.4173015356063843, 0.445372611284256, 0.4260731339454651], "r_norm": [0.20893990993499756, 0.20617689192295074, 0.20556123554706573]}, {"step": 2600, "epoch": 5, "train_loss": 0.03185741603374481, "cos_r_negg": [0.44643035531044006, 0.4820643365383148, 0.46731874346733093], "cos_apical_negg": [0.44643035531044006, 0.4820643365383148, 0.46731874346733093], "cos_Ac_negg": [0.44643035531044006, 0.4820643365383148, 0.46731874346733093], "r_norm": [0.23632772266864777, 0.23283588886260986, 0.2308744490146637]}, {"step": 2650, "epoch": 5, "train_loss": 0.027478275820612907, "cos_r_negg": [0.4227842092514038, 0.4542504847049713, 0.4379202127456665], "cos_apical_negg": [0.4227842092514038, 0.4542504847049713, 0.4379202127456665], "cos_Ac_negg": [0.4227842092514038, 0.4542504847049713, 0.4379202127456665], "r_norm": [0.22173281013965607, 0.2193000167608261, 0.21783551573753357]}, {"step": 2700, "epoch": 5, "train_loss": 0.08730193227529526, "cos_r_negg": [0.4493783712387085, 0.4795543849468231, 0.4583666920661926], "cos_apical_negg": [0.4493783712387085, 0.4795543849468231, 0.4583666920661926], "cos_Ac_negg": [0.4493783712387085, 0.4795543849468231, 0.4583666920661926], "r_norm": [0.23660311102867126, 0.23387542366981506, 0.23236338794231415]}, {"step": 2750, "epoch": 5, "train_loss": 0.014618746004998684, "cos_r_negg": [0.4001198410987854, 0.43707650899887085, 0.4153149425983429], "cos_apical_negg": [0.4001198410987854, 0.43707650899887085, 0.4153149425983429], "cos_Ac_negg": [0.4001198410987854, 0.43707650899887085, 0.4153149425983429], "r_norm": [0.24355608224868774, 0.2396453469991684, 0.2374487668275833]}, {"step": 2800, "epoch": 5, "train_loss": 0.01379033550620079, "cos_r_negg": [0.3881785273551941, 0.42085471749305725, 0.40389376878738403], "cos_apical_negg": [0.3881785273551941, 0.42085471749305725, 0.40389376878738403], "cos_Ac_negg": [0.3881785273551941, 0.42085471749305725, 0.40389376878738403], "r_norm": [0.24061354994773865, 0.23566044867038727, 0.23425985872745514]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9708, "test_loss": 0.11217044410705566}, {"step": 2850, "epoch": 6, "train_loss": 0.021708611398935318, "cos_r_negg": [0.3671521544456482, 0.3927919864654541, 0.3754679560661316], "cos_apical_negg": [0.3671521544456482, 0.3927919864654541, 0.3754679560661316], "cos_Ac_negg": [0.3671521544456482, 0.3927919864654541, 0.3754679560661316], "r_norm": [0.2668687105178833, 0.2638660669326782, 0.2615690231323242]}, {"step": 2900, "epoch": 6, "train_loss": 0.015426082536578178, "cos_r_negg": [0.3672162890434265, 0.39251017570495605, 0.3713480234146118], "cos_apical_negg": [0.3672162890434265, 0.39251017570495605, 0.3713480234146118], "cos_Ac_negg": [0.3672162890434265, 0.39251017570495605, 0.3713480234146118], "r_norm": [0.22716745734214783, 0.22506962716579437, 0.2227737307548523]}, {"step": 2950, "epoch": 6, "train_loss": 0.058913011103868484, "cos_r_negg": [0.3782884180545807, 0.4062613844871521, 0.391190767288208], "cos_apical_negg": [0.3782884180545807, 0.4062613844871521, 0.391190767288208], "cos_Ac_negg": [0.3782884180545807, 0.4062613844871521, 0.391190767288208], "r_norm": [0.23053839802742004, 0.22659063339233398, 0.22416725754737854]}, {"step": 3000, "epoch": 6, "train_loss": 0.0033923566807061434, "cos_r_negg": [0.3384394645690918, 0.3691408634185791, 0.3641607463359833], "cos_apical_negg": [0.3384394645690918, 0.3691408634185791, 0.3641607463359833], "cos_Ac_negg": [0.3384394645690918, 0.3691408634185791, 0.3641607463359833], "r_norm": [0.2179475873708725, 0.21279263496398926, 0.21193143725395203]}, {"step": 3050, "epoch": 6, "train_loss": 0.03878623992204666, "cos_r_negg": [0.32683148980140686, 0.3581336438655853, 0.34274929761886597], "cos_apical_negg": [0.32683148980140686, 0.3581336438655853, 0.34274929761886597], "cos_Ac_negg": [0.32683148980140686, 0.3581336438655853, 0.34274929761886597], "r_norm": [0.2257642149925232, 0.22139479219913483, 0.22101470828056335]}, {"step": 3100, "epoch": 6, "train_loss": 0.022489432245492935, "cos_r_negg": [0.3629353642463684, 0.39136284589767456, 0.3760358691215515], "cos_apical_negg": [0.3629353642463684, 0.39136284589767456, 0.3760358691215515], "cos_Ac_negg": [0.3629353642463684, 0.39136284589767456, 0.3760358691215515], "r_norm": [0.2141227126121521, 0.2090594619512558, 0.20936650037765503]}, {"step": 3150, "epoch": 6, "train_loss": 0.030089693143963814, "cos_r_negg": [0.3330027461051941, 0.36072397232055664, 0.34731853008270264], "cos_apical_negg": [0.3330027461051941, 0.36072397232055664, 0.34731853008270264], "cos_Ac_negg": [0.3330027461051941, 0.36072397232055664, 0.34731853008270264], "r_norm": [0.2083071768283844, 0.20425331592559814, 0.2021058052778244]}, {"step": 3200, "epoch": 6, "train_loss": 0.045353613793849945, "cos_r_negg": [0.35117876529693604, 0.3906298577785492, 0.37810710072517395], "cos_apical_negg": [0.35117876529693604, 0.3906298577785492, 0.37810710072517395], "cos_Ac_negg": [0.35117876529693604, 0.3906298577785492, 0.37810710072517395], "r_norm": [0.25732743740081787, 0.25274693965911865, 0.2527005076408386]}, {"step": 3250, "epoch": 6, "train_loss": 0.05903598666191101, "cos_r_negg": [0.37580060958862305, 0.40536364912986755, 0.38825523853302], "cos_apical_negg": [0.37580060958862305, 0.40536364912986755, 0.38825523853302], "cos_Ac_negg": [0.37580060958862305, 0.40536364912986755, 0.38825523853302], "r_norm": [0.21434879302978516, 0.21132782101631165, 0.20921921730041504]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9692, "test_loss": 0.11788013687133789}, {"step": 3300, "epoch": 7, "train_loss": 0.009145502001047134, "cos_r_negg": [0.3415432572364807, 0.37652844190597534, 0.35575830936431885], "cos_apical_negg": [0.3415432572364807, 0.37652844190597534, 0.35575830936431885], "cos_Ac_negg": [0.3415432572364807, 0.37652844190597534, 0.35575830936431885], "r_norm": [0.21186643838882446, 0.20853839814662933, 0.20819777250289917]}, {"step": 3350, "epoch": 7, "train_loss": 0.004840923007577658, "cos_r_negg": [0.33345258235931396, 0.36502233147621155, 0.348060667514801], "cos_apical_negg": [0.33345258235931396, 0.36502233147621155, 0.348060667514801], "cos_Ac_negg": [0.33345258235931396, 0.36502233147621155, 0.348060667514801], "r_norm": [0.1999388337135315, 0.19770973920822144, 0.19592627882957458]}, {"step": 3400, "epoch": 7, "train_loss": 0.005616708658635616, "cos_r_negg": [0.3096234202384949, 0.345132440328598, 0.3274829089641571], "cos_apical_negg": [0.3096234202384949, 0.345132440328598, 0.3274829089641571], "cos_Ac_negg": [0.3096234202384949, 0.345132440328598, 0.3274829089641571], "r_norm": [0.23379100859165192, 0.23158428072929382, 0.22773459553718567]}, {"step": 3450, "epoch": 7, "train_loss": 0.05128918215632439, "cos_r_negg": [0.3230096697807312, 0.35719600319862366, 0.3427339792251587], "cos_apical_negg": [0.3230096697807312, 0.35719600319862366, 0.3427339792251587], "cos_Ac_negg": [0.3230096697807312, 0.35719600319862366, 0.3427339792251587], "r_norm": [0.1764601320028305, 0.17403678596019745, 0.17238041758537292]}, {"step": 3500, "epoch": 7, "train_loss": 0.02618834376335144, "cos_r_negg": [0.30415335297584534, 0.33624231815338135, 0.3170759677886963], "cos_apical_negg": [0.30415335297584534, 0.33624231815338135, 0.3170759677886963], "cos_Ac_negg": [0.30415335297584534, 0.33624231815338135, 0.3170759677886963], "r_norm": [0.18696404993534088, 0.18510234355926514, 0.1828155219554901]}, {"step": 3550, "epoch": 7, "train_loss": 0.011262431740760803, "cos_r_negg": [0.31716883182525635, 0.35136640071868896, 0.3347901999950409], "cos_apical_negg": [0.31716883182525635, 0.35136640071868896, 0.3347901999950409], "cos_Ac_negg": [0.31716883182525635, 0.35136640071868896, 0.3347901999950409], "r_norm": [0.20599353313446045, 0.20266571640968323, 0.20141999423503876]}, {"step": 3600, "epoch": 7, "train_loss": 0.004409158136695623, "cos_r_negg": [0.325194776058197, 0.3523519039154053, 0.33861368894577026], "cos_apical_negg": [0.325194776058197, 0.3523519039154053, 0.33861368894577026], "cos_Ac_negg": [0.325194776058197, 0.3523519039154053, 0.33861368894577026], "r_norm": [0.1821373552083969, 0.1786414384841919, 0.1782112717628479]}, {"step": 3650, "epoch": 7, "train_loss": 0.000777107197791338, "cos_r_negg": [0.31138941645622253, 0.33772820234298706, 0.323568731546402], "cos_apical_negg": [0.31138941645622253, 0.33772820234298706, 0.323568731546402], "cos_Ac_negg": [0.31138941645622253, 0.33772820234298706, 0.323568731546402], "r_norm": [0.21334700286388397, 0.20964759588241577, 0.2075350284576416]}, {"step": 3700, "epoch": 7, "train_loss": 0.0021683599334210157, "cos_r_negg": [0.2804853022098541, 0.3093540668487549, 0.29821813106536865], "cos_apical_negg": [0.2804853022098541, 0.3093540668487549, 0.29821813106536865], "cos_Ac_negg": [0.2804853022098541, 0.3093540668487549, 0.29821813106536865], "r_norm": [0.17200255393981934, 0.17021043598651886, 0.16928362846374512]}, {"step": 3750, "epoch": 7, "train_loss": 0.007654092274606228, "cos_r_negg": [0.2920302450656891, 0.3149734139442444, 0.30428123474121094], "cos_apical_negg": [0.2920302450656891, 0.3149734139442444, 0.30428123474121094], "cos_Ac_negg": [0.2920302450656891, 0.3149734139442444, 0.30428123474121094], "r_norm": [0.20195616781711578, 0.19710507988929749, 0.19788947701454163]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.971, "test_loss": 0.12618296928405762}, {"step": 3800, "epoch": 8, "train_loss": 0.04389466717839241, "cos_r_negg": [0.2668043375015259, 0.29220688343048096, 0.2772822678089142], "cos_apical_negg": [0.2668043375015259, 0.29220688343048096, 0.2772822678089142], "cos_Ac_negg": [0.2668043375015259, 0.29220688343048096, 0.2772822678089142], "r_norm": [0.16586124897003174, 0.16210150718688965, 0.16268834471702576]}, {"step": 3850, "epoch": 8, "train_loss": 0.01217209454625845, "cos_r_negg": [0.25508978962898254, 0.2757081389427185, 0.2631881535053253], "cos_apical_negg": [0.25508978962898254, 0.2757081389427185, 0.2631881535053253], "cos_Ac_negg": [0.25508978962898254, 0.2757081389427185, 0.2631881535053253], "r_norm": [0.20228078961372375, 0.1981492042541504, 0.19774824380874634]}, {"step": 3900, "epoch": 8, "train_loss": 0.006633935030549765, "cos_r_negg": [0.256067156791687, 0.2807759940624237, 0.2698390483856201], "cos_apical_negg": [0.256067156791687, 0.2807759940624237, 0.2698390483856201], "cos_Ac_negg": [0.256067156791687, 0.2807759940624237, 0.2698390483856201], "r_norm": [0.1664556860923767, 0.16309796273708344, 0.16329437494277954]}, {"step": 3950, "epoch": 8, "train_loss": 0.0013316378463059664, "cos_r_negg": [0.24627470970153809, 0.2657566964626312, 0.2548292875289917], "cos_apical_negg": [0.24627470970153809, 0.2657566964626312, 0.2548292875289917], "cos_Ac_negg": [0.24627470970153809, 0.2657566964626312, 0.2548292875289917], "r_norm": [0.1665465086698532, 0.1637711524963379, 0.16352403163909912]}, {"step": 4000, "epoch": 8, "train_loss": 0.0012888085329905152, "cos_r_negg": [0.23314769566059113, 0.25269338488578796, 0.24108850955963135], "cos_apical_negg": [0.23314769566059113, 0.25269338488578796, 0.24108850955963135], "cos_Ac_negg": [0.23314769566059113, 0.25269338488578796, 0.24108850955963135], "r_norm": [0.19596529006958008, 0.19187118113040924, 0.1912107765674591]}, {"step": 4050, "epoch": 8, "train_loss": 0.015497773885726929, "cos_r_negg": [0.24506539106369019, 0.26546719670295715, 0.2548145651817322], "cos_apical_negg": [0.24506539106369019, 0.26546719670295715, 0.2548145651817322], "cos_Ac_negg": [0.24506539106369019, 0.26546719670295715, 0.2548145651817322], "r_norm": [0.17256665229797363, 0.16876651346683502, 0.16888725757598877]}, {"step": 4100, "epoch": 8, "train_loss": 0.06257003545761108, "cos_r_negg": [0.24348431825637817, 0.26930564641952515, 0.26172441244125366], "cos_apical_negg": [0.24348431825637817, 0.26930564641952515, 0.26172441244125366], "cos_Ac_negg": [0.24348431825637817, 0.26930564641952515, 0.26172441244125366], "r_norm": [0.2083447426557541, 0.20521849393844604, 0.20392262935638428]}, {"step": 4150, "epoch": 8, "train_loss": 0.0004835688741877675, "cos_r_negg": [0.24616611003875732, 0.27298635244369507, 0.26601335406303406], "cos_apical_negg": [0.24616611003875732, 0.27298635244369507, 0.26601335406303406], "cos_Ac_negg": [0.24616611003875732, 0.27298635244369507, 0.26601335406303406], "r_norm": [0.16403460502624512, 0.161818727850914, 0.16137844324111938]}, {"step": 4200, "epoch": 8, "train_loss": 0.007010872941464186, "cos_r_negg": [0.24989092350006104, 0.27546563744544983, 0.2687297463417053], "cos_apical_negg": [0.24989092350006104, 0.27546563744544983, 0.2687297463417053], "cos_Ac_negg": [0.24989092350006104, 0.27546563744544983, 0.2687297463417053], "r_norm": [0.17921364307403564, 0.17635273933410645, 0.17547446489334106]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9701, "test_loss": 0.12941176109313965}, {"step": 4250, "epoch": 9, "train_loss": 0.0045892721973359585, "cos_r_negg": [0.2539021372795105, 0.2763473391532898, 0.26754674315452576], "cos_apical_negg": [0.2539021372795105, 0.2763473391532898, 0.26754674315452576], "cos_Ac_negg": [0.2539021372795105, 0.2763473391532898, 0.26754674315452576], "r_norm": [0.1946524828672409, 0.19213926792144775, 0.19048282504081726]}, {"step": 4300, "epoch": 9, "train_loss": 0.007736677769571543, "cos_r_negg": [0.23234888911247253, 0.2547871768474579, 0.24684420228004456], "cos_apical_negg": [0.23234888911247253, 0.2547871768474579, 0.24684420228004456], "cos_Ac_negg": [0.23234888911247253, 0.2547871768474579, 0.24684420228004456], "r_norm": [0.1833932250738144, 0.18006563186645508, 0.17894044518470764]}, {"step": 4350, "epoch": 9, "train_loss": 0.0030932375229895115, "cos_r_negg": [0.24391518533229828, 0.265287309885025, 0.25767552852630615], "cos_apical_negg": [0.24391518533229828, 0.265287309885025, 0.25767552852630615], "cos_Ac_negg": [0.24391518533229828, 0.265287309885025, 0.25767552852630615], "r_norm": [0.18519631028175354, 0.18210497498512268, 0.1808205395936966]}, {"step": 4400, "epoch": 9, "train_loss": 0.0014874644111841917, "cos_r_negg": [0.22968849539756775, 0.24780061841011047, 0.23810923099517822], "cos_apical_negg": [0.22968849539756775, 0.24780061841011047, 0.23810923099517822], "cos_Ac_negg": [0.22968849539756775, 0.24780061841011047, 0.23810923099517822], "r_norm": [0.17330488562583923, 0.17075049877166748, 0.16978690028190613]}, {"step": 4450, "epoch": 9, "train_loss": 0.002406806219369173, "cos_r_negg": [0.20800599455833435, 0.22405651211738586, 0.21564960479736328], "cos_apical_negg": [0.20800599455833435, 0.22405651211738586, 0.21564960479736328], "cos_Ac_negg": [0.20800599455833435, 0.22405651211738586, 0.21564960479736328], "r_norm": [0.16479915380477905, 0.16198286414146423, 0.1616663634777069]}, {"step": 4500, "epoch": 9, "train_loss": 0.0011578750563785434, "cos_r_negg": [0.20950400829315186, 0.2290695458650589, 0.21988680958747864], "cos_apical_negg": [0.20950400829315186, 0.2290695458650589, 0.21988680958747864], "cos_Ac_negg": [0.20950400829315186, 0.2290695458650589, 0.21988680958747864], "r_norm": [0.15600256621837616, 0.1532055139541626, 0.15337532758712769]}, {"step": 4550, "epoch": 9, "train_loss": 0.013996757566928864, "cos_r_negg": [0.22406089305877686, 0.2474069893360138, 0.23891067504882812], "cos_apical_negg": [0.22406089305877686, 0.2474069893360138, 0.23891067504882812], "cos_Ac_negg": [0.22406089305877686, 0.2474069893360138, 0.23891067504882812], "r_norm": [0.16810691356658936, 0.16588172316551208, 0.16474752128124237]}, {"step": 4600, "epoch": 9, "train_loss": 0.04821887984871864, "cos_r_negg": [0.20696178078651428, 0.22760744392871857, 0.22026847302913666], "cos_apical_negg": [0.20696178078651428, 0.22760744392871857, 0.22026847302913666], "cos_Ac_negg": [0.20696178078651428, 0.22760744392871857, 0.22026847302913666], "r_norm": [0.16884508728981018, 0.16721412539482117, 0.16545739769935608]}, {"step": 4650, "epoch": 9, "train_loss": 0.007871131412684917, "cos_r_negg": [0.20646226406097412, 0.22844097018241882, 0.21998928487300873], "cos_apical_negg": [0.20646226406097412, 0.22844097018241882, 0.21998928487300873], "cos_Ac_negg": [0.20646226406097412, 0.22844097018241882, 0.21998928487300873], "r_norm": [0.16587162017822266, 0.16323398053646088, 0.16265782713890076]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9736, "test_loss": 0.13251180992126466}, {"step": 4700, "epoch": 10, "train_loss": 0.003878844901919365, "cos_r_negg": [0.19661617279052734, 0.2175310105085373, 0.20956934988498688], "cos_apical_negg": [0.19661617279052734, 0.2175310105085373, 0.20956934988498688], "cos_Ac_negg": [0.19661617279052734, 0.2175310105085373, 0.20956934988498688], "r_norm": [0.16236527264118195, 0.15933245420455933, 0.15944352746009827]}, {"step": 4750, "epoch": 10, "train_loss": 0.0021631084382534027, "cos_r_negg": [0.18589043617248535, 0.20797660946846008, 0.2012605518102646], "cos_apical_negg": [0.18589043617248535, 0.20797660946846008, 0.2012605518102646], "cos_Ac_negg": [0.18589043617248535, 0.20797660946846008, 0.2012605518102646], "r_norm": [0.15098246932029724, 0.1484224945306778, 0.1485174298286438]}, {"step": 4800, "epoch": 10, "train_loss": 0.002061628270894289, "cos_r_negg": [0.19545070827007294, 0.2173788994550705, 0.20970922708511353], "cos_apical_negg": [0.19545070827007294, 0.2173788994550705, 0.20970922708511353], "cos_Ac_negg": [0.19545070827007294, 0.2173788994550705, 0.20970922708511353], "r_norm": [0.15444284677505493, 0.15212686359882355, 0.15172675251960754]}, {"step": 4850, "epoch": 10, "train_loss": 0.0009399846312589943, "cos_r_negg": [0.19563347101211548, 0.22074450552463531, 0.21435262262821198], "cos_apical_negg": [0.19563347101211548, 0.22074450552463531, 0.21435262262821198], "cos_Ac_negg": [0.19563347101211548, 0.22074450552463531, 0.21435262262821198], "r_norm": [0.1484367847442627, 0.14639577269554138, 0.14580953121185303]}, {"step": 4900, "epoch": 10, "train_loss": 0.0033072568476200104, "cos_r_negg": [0.18982449173927307, 0.21243587136268616, 0.20588496327400208], "cos_apical_negg": [0.18982449173927307, 0.21243587136268616, 0.20588496327400208], "cos_Ac_negg": [0.18982449173927307, 0.21243587136268616, 0.20588496327400208], "r_norm": [0.14882709085941315, 0.14675316214561462, 0.14644403755664825]}, {"step": 4950, "epoch": 10, "train_loss": 0.0003637236077338457, "cos_r_negg": [0.1868734359741211, 0.20689640939235687, 0.20111332833766937], "cos_apical_negg": [0.1868734359741211, 0.20689640939235687, 0.20111332833766937], "cos_Ac_negg": [0.1868734359741211, 0.20689640939235687, 0.20111332833766937], "r_norm": [0.14799410104751587, 0.14575853943824768, 0.14573357999324799]}, {"step": 5000, "epoch": 10, "train_loss": 0.0005840217927470803, "cos_r_negg": [0.18630149960517883, 0.20497825741767883, 0.19682791829109192], "cos_apical_negg": [0.18630149960517883, 0.20497825741767883, 0.19682791829109192], "cos_Ac_negg": [0.18630149960517883, 0.20497825741767883, 0.19682791829109192], "r_norm": [0.1528269648551941, 0.15016713738441467, 0.15160493552684784]}, {"step": 5050, "epoch": 10, "train_loss": 0.010254633612930775, "cos_r_negg": [0.20313560962677002, 0.22703079879283905, 0.21820354461669922], "cos_apical_negg": [0.20313560962677002, 0.22703079879283905, 0.21820354461669922], "cos_Ac_negg": [0.20313560962677002, 0.22703079879283905, 0.21820354461669922], "r_norm": [0.15012218058109283, 0.1465085744857788, 0.14820286631584167]}, {"step": 5100, "epoch": 10, "train_loss": 0.005819697864353657, "cos_r_negg": [0.1839590072631836, 0.2066795825958252, 0.1987578570842743], "cos_apical_negg": [0.1839590072631836, 0.2066795825958252, 0.1987578570842743], "cos_Ac_negg": [0.1839590072631836, 0.2066795825958252, 0.1987578570842743], "r_norm": [0.15024957060813904, 0.1471090018749237, 0.14821173250675201]}, {"step": 5150, "epoch": 10, "train_loss": 0.0009902957826852798, "cos_r_negg": [0.17981106042861938, 0.20092375576496124, 0.19501563906669617], "cos_apical_negg": [0.17981106042861938, 0.20092375576496124, 0.19501563906669617], "cos_Ac_negg": [0.17981106042861938, 0.20092375576496124, 0.19501563906669617], "r_norm": [0.14933118224143982, 0.14619019627571106, 0.1478894054889679]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9735, "test_loss": 0.1335349760055542}, {"step": 5200, "epoch": 11, "train_loss": 0.0032810724806040525, "cos_r_negg": [0.17357368767261505, 0.19275346398353577, 0.1864779144525528], "cos_apical_negg": [0.17357368767261505, 0.19275346398353577, 0.1864779144525528], "cos_Ac_negg": [0.17357368767261505, 0.19275346398353577, 0.1864779144525528], "r_norm": [0.14594346284866333, 0.14269140362739563, 0.14457207918167114]}, {"step": 5250, "epoch": 11, "train_loss": 0.003942394629120827, "cos_r_negg": [0.17076829075813293, 0.1905335783958435, 0.18376854062080383], "cos_apical_negg": [0.17076829075813293, 0.1905335783958435, 0.18376854062080383], "cos_Ac_negg": [0.17076829075813293, 0.1905335783958435, 0.18376854062080383], "r_norm": [0.15120114386081696, 0.14789338409900665, 0.14984020590782166]}, {"step": 5300, "epoch": 11, "train_loss": 0.0012285354314371943, "cos_r_negg": [0.16900521516799927, 0.18895894289016724, 0.18359798192977905], "cos_apical_negg": [0.16900521516799927, 0.18895894289016724, 0.18359798192977905], "cos_Ac_negg": [0.16900521516799927, 0.18895894289016724, 0.18359798192977905], "r_norm": [0.15008729696273804, 0.14675229787826538, 0.14831945300102234]}, {"step": 5350, "epoch": 11, "train_loss": 0.0007475890452042222, "cos_r_negg": [0.173585444688797, 0.1929592490196228, 0.18744030594825745], "cos_apical_negg": [0.173585444688797, 0.1929592490196228, 0.18744030594825745], "cos_Ac_negg": [0.173585444688797, 0.1929592490196228, 0.18744030594825745], "r_norm": [0.14779195189476013, 0.14446720480918884, 0.14596004784107208]}, {"step": 5400, "epoch": 11, "train_loss": 0.0005941259441897273, "cos_r_negg": [0.1746141016483307, 0.19522693753242493, 0.19003817439079285], "cos_apical_negg": [0.1746141016483307, 0.19522693753242493, 0.19003817439079285], "cos_Ac_negg": [0.1746141016483307, 0.19522693753242493, 0.19003817439079285], "r_norm": [0.15346646308898926, 0.1502423733472824, 0.15113364160060883]}, {"step": 5450, "epoch": 11, "train_loss": 0.0009647300466895103, "cos_r_negg": [0.16905143857002258, 0.18821509182453156, 0.18336693942546844], "cos_apical_negg": [0.16905143857002258, 0.18821509182453156, 0.18336693942546844], "cos_Ac_negg": [0.16905143857002258, 0.18821509182453156, 0.18336693942546844], "r_norm": [0.14948546886444092, 0.1464485228061676, 0.1472567915916443]}, {"step": 5500, "epoch": 11, "train_loss": 0.005110028199851513, "cos_r_negg": [0.17023925483226776, 0.1884743869304657, 0.18444021046161652], "cos_apical_negg": [0.17023925483226776, 0.1884743869304657, 0.18444021046161652], "cos_Ac_negg": [0.17023925483226776, 0.1884743869304657, 0.18444021046161652], "r_norm": [0.14879359304904938, 0.14571526646614075, 0.14669981598854065]}, {"step": 5550, "epoch": 11, "train_loss": 0.0008489203173667192, "cos_r_negg": [0.1683504581451416, 0.18671752512454987, 0.1822654753923416], "cos_apical_negg": [0.1683504581451416, 0.18671752512454987, 0.1822654753923416], "cos_Ac_negg": [0.1683504581451416, 0.18671752512454987, 0.1822654753923416], "r_norm": [0.14504246413707733, 0.14239344000816345, 0.14308492839336395]}, {"step": 5600, "epoch": 11, "train_loss": 0.001810690388083458, "cos_r_negg": [0.16098402440547943, 0.17720523476600647, 0.17212170362472534], "cos_apical_negg": [0.16098402440547943, 0.17720523476600647, 0.17212170362472534], "cos_Ac_negg": [0.16098402440547943, 0.17720523476600647, 0.17212170362472534], "r_norm": [0.149572491645813, 0.14671269059181213, 0.14787952601909637]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.973, "test_loss": 0.13866732759475708}, {"step": 5650, "epoch": 12, "train_loss": 0.001571080181747675, "cos_r_negg": [0.16819269955158234, 0.18714183568954468, 0.18190030753612518], "cos_apical_negg": [0.16819269955158234, 0.18714183568954468, 0.18190030753612518], "cos_Ac_negg": [0.16819269955158234, 0.18714183568954468, 0.18190030753612518], "r_norm": [0.13927993178367615, 0.1369449496269226, 0.13779368996620178]}, {"step": 5700, "epoch": 12, "train_loss": 0.0015398268587887287, "cos_r_negg": [0.16141965985298157, 0.17800301313400269, 0.17393457889556885], "cos_apical_negg": [0.16141965985298157, 0.17800301313400269, 0.17393457889556885], "cos_Ac_negg": [0.16141965985298157, 0.17800301313400269, 0.17393457889556885], "r_norm": [0.1383504718542099, 0.13596084713935852, 0.1367756575345993]}, {"step": 5750, "epoch": 12, "train_loss": 0.0012200467754155397, "cos_r_negg": [0.15836751461029053, 0.17386120557785034, 0.17107389867305756], "cos_apical_negg": [0.15836751461029053, 0.17386120557785034, 0.17107389867305756], "cos_Ac_negg": [0.15836751461029053, 0.17386120557785034, 0.17107389867305756], "r_norm": [0.14338895678520203, 0.14095348119735718, 0.14157350361347198]}, {"step": 5800, "epoch": 12, "train_loss": 0.0004607710288837552, "cos_r_negg": [0.16410671174526215, 0.18196552991867065, 0.177586168050766], "cos_apical_negg": [0.16410671174526215, 0.18196552991867065, 0.177586168050766], "cos_Ac_negg": [0.16410671174526215, 0.18196552991867065, 0.177586168050766], "r_norm": [0.1417255699634552, 0.1391671597957611, 0.13991905748844147]}, {"step": 5850, "epoch": 12, "train_loss": 0.0013807923533022404, "cos_r_negg": [0.15813595056533813, 0.17336568236351013, 0.17042148113250732], "cos_apical_negg": [0.15813595056533813, 0.17336568236351013, 0.17042148113250732], "cos_Ac_negg": [0.15813595056533813, 0.17336568236351013, 0.17042148113250732], "r_norm": [0.13988298177719116, 0.13753001391887665, 0.13792684674263]}, {"step": 5900, "epoch": 12, "train_loss": 0.0008538728579878807, "cos_r_negg": [0.160536989569664, 0.17529302835464478, 0.1716645061969757], "cos_apical_negg": [0.160536989569664, 0.17529302835464478, 0.1716645061969757], "cos_Ac_negg": [0.160536989569664, 0.17529302835464478, 0.1716645061969757], "r_norm": [0.14241012930870056, 0.1399364173412323, 0.14080001413822174]}, {"step": 5950, "epoch": 12, "train_loss": 0.0006388048641383648, "cos_r_negg": [0.1627063751220703, 0.1799822449684143, 0.17652636766433716], "cos_apical_negg": [0.1627063751220703, 0.1799822449684143, 0.17652636766433716], "cos_Ac_negg": [0.1627063751220703, 0.1799822449684143, 0.17652636766433716], "r_norm": [0.14480672776699066, 0.14259031414985657, 0.14282941818237305]}, {"step": 6000, "epoch": 12, "train_loss": 0.0014789842534810305, "cos_r_negg": [0.15683463215827942, 0.17242933809757233, 0.16839265823364258], "cos_apical_negg": [0.15683463215827942, 0.17242933809757233, 0.16839265823364258], "cos_Ac_negg": [0.15683463215827942, 0.17242933809757233, 0.16839265823364258], "r_norm": [0.14225386083126068, 0.13976125419139862, 0.14037415385246277]}, {"step": 6050, "epoch": 12, "train_loss": 0.0005680888425558805, "cos_r_negg": [0.153418630361557, 0.168344646692276, 0.16483712196350098], "cos_apical_negg": [0.153418630361557, 0.168344646692276, 0.16483712196350098], "cos_Ac_negg": [0.153418630361557, 0.168344646692276, 0.16483712196350098], "r_norm": [0.1448691338300705, 0.14238743484020233, 0.1428956538438797]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9728, "test_loss": 0.14127740116119386}, {"step": 6100, "epoch": 13, "train_loss": 0.0019160977099090815, "cos_r_negg": [0.15451231598854065, 0.1704726666212082, 0.16648578643798828], "cos_apical_negg": [0.15451231598854065, 0.1704726666212082, 0.16648578643798828], "cos_Ac_negg": [0.15451231598854065, 0.1704726666212082, 0.16648578643798828], "r_norm": [0.14535537362098694, 0.14313921332359314, 0.14339949190616608]}, {"step": 6150, "epoch": 13, "train_loss": 0.0005249591777101159, "cos_r_negg": [0.1517719030380249, 0.16770076751708984, 0.16450482606887817], "cos_apical_negg": [0.1517719030380249, 0.16770076751708984, 0.16450482606887817], "cos_Ac_negg": [0.1517719030380249, 0.16770076751708984, 0.16450482606887817], "r_norm": [0.1456056535243988, 0.14332973957061768, 0.1435750126838684]}, {"step": 6200, "epoch": 13, "train_loss": 0.0003952290571760386, "cos_r_negg": [0.1496199071407318, 0.16491569578647614, 0.1624269038438797], "cos_apical_negg": [0.1496199071407318, 0.16491569578647614, 0.1624269038438797], "cos_Ac_negg": [0.1496199071407318, 0.16491569578647614, 0.1624269038438797], "r_norm": [0.14484155178070068, 0.14262153208255768, 0.1427556276321411]}, {"step": 6250, "epoch": 13, "train_loss": 0.0013125869445502758, "cos_r_negg": [0.15108132362365723, 0.1662244200706482, 0.16372397541999817], "cos_apical_negg": [0.15108132362365723, 0.1662244200706482, 0.16372397541999817], "cos_Ac_negg": [0.15108132362365723, 0.1662244200706482, 0.16372397541999817], "r_norm": [0.14136368036270142, 0.13918492197990417, 0.1394917368888855]}, {"step": 6300, "epoch": 13, "train_loss": 0.0004006032249890268, "cos_r_negg": [0.15176571905612946, 0.16681788861751556, 0.163946270942688], "cos_apical_negg": [0.15176571905612946, 0.16681788861751556, 0.163946270942688], "cos_Ac_negg": [0.15176571905612946, 0.16681788861751556, 0.163946270942688], "r_norm": [0.14371171593666077, 0.14129911363124847, 0.14191457629203796]}, {"step": 6350, "epoch": 13, "train_loss": 0.0020647330675274134, "cos_r_negg": [0.14827021956443787, 0.1625843346118927, 0.16048717498779297], "cos_apical_negg": [0.14827021956443787, 0.1625843346118927, 0.16048717498779297], "cos_Ac_negg": [0.14827021956443787, 0.1625843346118927, 0.16048717498779297], "r_norm": [0.1460588276386261, 0.1435874104499817, 0.14397695660591125]}, {"step": 6400, "epoch": 13, "train_loss": 0.0032149371691048145, "cos_r_negg": [0.152983158826828, 0.16855260729789734, 0.16518303751945496], "cos_apical_negg": [0.152983158826828, 0.16855260729789734, 0.16518303751945496], "cos_Ac_negg": [0.152983158826828, 0.16855260729789734, 0.16518303751945496], "r_norm": [0.1435326635837555, 0.14111477136611938, 0.14146071672439575]}, {"step": 6450, "epoch": 13, "train_loss": 0.000677877978887409, "cos_r_negg": [0.14679327607154846, 0.1601656973361969, 0.1576794981956482], "cos_apical_negg": [0.14679327607154846, 0.1601656973361969, 0.1576794981956482], "cos_Ac_negg": [0.14679327607154846, 0.1601656973361969, 0.1576794981956482], "r_norm": [0.14368857443332672, 0.14125145971775055, 0.14164909720420837]}, {"step": 6500, "epoch": 13, "train_loss": 0.0006487480131909251, "cos_r_negg": [0.14616620540618896, 0.15902236104011536, 0.15710222721099854], "cos_apical_negg": [0.14616620540618896, 0.15902236104011536, 0.15710222721099854], "cos_Ac_negg": [0.14616620540618896, 0.15902236104011536, 0.15710222721099854], "r_norm": [0.141313374042511, 0.1390036642551422, 0.1392168402671814]}, {"step": 6550, "epoch": 13, "train_loss": 0.0016967388801276684, "cos_r_negg": [0.14597773551940918, 0.15949678421020508, 0.1572946310043335], "cos_apical_negg": [0.14597773551940918, 0.15949678421020508, 0.1572946310043335], "cos_Ac_negg": [0.14597773551940918, 0.15949678421020508, 0.1572946310043335], "r_norm": [0.1389138549566269, 0.13662907481193542, 0.13696318864822388]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9729, "test_loss": 0.14460934114456175}, {"step": 6600, "epoch": 14, "train_loss": 0.0007501713698729873, "cos_r_negg": [0.14497527480125427, 0.1582658737897873, 0.15543685853481293], "cos_apical_negg": [0.14497527480125427, 0.1582658737897873, 0.15543685853481293], "cos_Ac_negg": [0.14497527480125427, 0.1582658737897873, 0.15543685853481293], "r_norm": [0.1391577273607254, 0.13680525124073029, 0.13729238510131836]}, {"step": 6650, "epoch": 14, "train_loss": 0.0012497341958805919, "cos_r_negg": [0.14406394958496094, 0.15695521235466003, 0.1547776460647583], "cos_apical_negg": [0.14406394958496094, 0.15695521235466003, 0.1547776460647583], "cos_Ac_negg": [0.14406394958496094, 0.15695521235466003, 0.1547776460647583], "r_norm": [0.1388923078775406, 0.1366393268108368, 0.13693614304065704]}, {"step": 6700, "epoch": 14, "train_loss": 0.0007206687005236745, "cos_r_negg": [0.14253410696983337, 0.1550728976726532, 0.15308469533920288], "cos_apical_negg": [0.14253410696983337, 0.1550728976726532, 0.15308469533920288], "cos_Ac_negg": [0.14253410696983337, 0.1550728976726532, 0.15308469533920288], "r_norm": [0.13917884230613708, 0.13687805831432343, 0.13729919493198395]}, {"step": 6750, "epoch": 14, "train_loss": 0.0006719870725646615, "cos_r_negg": [0.1400209367275238, 0.15189936757087708, 0.15019747614860535], "cos_apical_negg": [0.1400209367275238, 0.15189936757087708, 0.15019747614860535], "cos_Ac_negg": [0.1400209367275238, 0.15189936757087708, 0.15019747614860535], "r_norm": [0.13931287825107574, 0.1369583010673523, 0.13746780157089233]}, {"step": 6800, "epoch": 14, "train_loss": 0.0014487648149952292, "cos_r_negg": [0.14199227094650269, 0.15517857670783997, 0.15369293093681335], "cos_apical_negg": [0.14199227094650269, 0.15517857670783997, 0.15369293093681335], "cos_Ac_negg": [0.14199227094650269, 0.15517857670783997, 0.15369293093681335], "r_norm": [0.1425265371799469, 0.14017066359519958, 0.14051714539527893]}, {"step": 6850, "epoch": 14, "train_loss": 0.0008971388451755047, "cos_r_negg": [0.13920480012893677, 0.15233935415744781, 0.15110155940055847], "cos_apical_negg": [0.13920480012893677, 0.15233935415744781, 0.15110155940055847], "cos_Ac_negg": [0.13920480012893677, 0.15233935415744781, 0.15110155940055847], "r_norm": [0.14000079035758972, 0.13785123825073242, 0.1380692720413208]}, {"step": 6900, "epoch": 14, "train_loss": 0.0013210949255153537, "cos_r_negg": [0.13784532248973846, 0.14985299110412598, 0.14859983325004578], "cos_apical_negg": [0.13784532248973846, 0.14985299110412598, 0.14859983325004578], "cos_Ac_negg": [0.13784532248973846, 0.14985299110412598, 0.14859983325004578], "r_norm": [0.14131608605384827, 0.1390291303396225, 0.13932392001152039]}, {"step": 6950, "epoch": 14, "train_loss": 0.0003950374957639724, "cos_r_negg": [0.14116251468658447, 0.15383140742778778, 0.1517525464296341], "cos_apical_negg": [0.14116251468658447, 0.15383140742778778, 0.1517525464296341], "cos_Ac_negg": [0.14116251468658447, 0.15383140742778778, 0.1517525464296341], "r_norm": [0.14098337292671204, 0.13875068724155426, 0.13900968432426453]}, {"step": 7000, "epoch": 14, "train_loss": 0.0007077967748045921, "cos_r_negg": [0.13974912464618683, 0.1519503891468048, 0.15075254440307617], "cos_apical_negg": [0.13974912464618683, 0.1519503891468048, 0.15075254440307617], "cos_Ac_negg": [0.13974912464618683, 0.1519503891468048, 0.15075254440307617], "r_norm": [0.1431298851966858, 0.1408655047416687, 0.14109386503696442]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9733, "test_loss": 0.1473784134864807}, {"step": 7050, "epoch": 15, "train_loss": 0.00058927689678967, "cos_r_negg": [0.13933822512626648, 0.15119501948356628, 0.15026895701885223], "cos_apical_negg": [0.13933822512626648, 0.15119501948356628, 0.15026895701885223], "cos_Ac_negg": [0.13933822512626648, 0.15119501948356628, 0.15026895701885223], "r_norm": [0.14070454239845276, 0.13852843642234802, 0.1387481689453125]}, {"step": 7100, "epoch": 15, "train_loss": 0.0015616653254255652, "cos_r_negg": [0.1388700306415558, 0.15052589774131775, 0.1501876711845398], "cos_apical_negg": [0.1388700306415558, 0.15052589774131775, 0.1501876711845398], "cos_Ac_negg": [0.1388700306415558, 0.15052589774131775, 0.1501876711845398], "r_norm": [0.14112111926078796, 0.13886591792106628, 0.139087975025177]}, {"step": 7150, "epoch": 15, "train_loss": 0.0005589173524640501, "cos_r_negg": [0.1396734118461609, 0.15146926045417786, 0.15015548467636108], "cos_apical_negg": [0.1396734118461609, 0.15146926045417786, 0.15015548467636108], "cos_Ac_negg": [0.1396734118461609, 0.15146926045417786, 0.15015548467636108], "r_norm": [0.1374874711036682, 0.13535013794898987, 0.1356659233570099]}, {"step": 7200, "epoch": 15, "train_loss": 0.000796277541667223, "cos_r_negg": [0.13620509207248688, 0.14688831567764282, 0.14594422280788422], "cos_apical_negg": [0.13620509207248688, 0.14688831567764282, 0.14594422280788422], "cos_Ac_negg": [0.13620509207248688, 0.14688831567764282, 0.14594422280788422], "r_norm": [0.14120766520500183, 0.13888123631477356, 0.139261394739151]}, {"step": 7250, "epoch": 15, "train_loss": 0.00032707868376746774, "cos_r_negg": [0.13601461052894592, 0.14676842093467712, 0.14558987319469452], "cos_apical_negg": [0.13601461052894592, 0.14676842093467712, 0.14558987319469452], "cos_Ac_negg": [0.13601461052894592, 0.14676842093467712, 0.14558987319469452], "r_norm": [0.14073318243026733, 0.13844193518161774, 0.1388871967792511]}, {"step": 7300, "epoch": 15, "train_loss": 0.00022854185954201967, "cos_r_negg": [0.13561104238033295, 0.1463118940591812, 0.14578388631343842], "cos_apical_negg": [0.13561104238033295, 0.1463118940591812, 0.14578388631343842], "cos_Ac_negg": [0.13561104238033295, 0.1463118940591812, 0.14578388631343842], "r_norm": [0.14184615015983582, 0.13955435156822205, 0.1399090588092804]}, {"step": 7350, "epoch": 15, "train_loss": 0.0003428638738114387, "cos_r_negg": [0.1350758671760559, 0.14590393006801605, 0.14547297358512878], "cos_apical_negg": [0.1350758671760559, 0.14590393006801605, 0.14547297358512878], "cos_Ac_negg": [0.1350758671760559, 0.14590393006801605, 0.14547297358512878], "r_norm": [0.14165355265140533, 0.13940072059631348, 0.13968002796173096]}, {"step": 7400, "epoch": 15, "train_loss": 0.0008691477705724537, "cos_r_negg": [0.1378941833972931, 0.14913201332092285, 0.14800280332565308], "cos_apical_negg": [0.1378941833972931, 0.14913201332092285, 0.14800280332565308], "cos_Ac_negg": [0.1378941833972931, 0.14913201332092285, 0.14800280332565308], "r_norm": [0.1396477222442627, 0.1375156193971634, 0.13781169056892395]}, {"step": 7450, "epoch": 15, "train_loss": 0.00039758312050253153, "cos_r_negg": [0.13530319929122925, 0.14655767381191254, 0.14613884687423706], "cos_apical_negg": [0.13530319929122925, 0.14655767381191254, 0.14613884687423706], "cos_Ac_negg": [0.13530319929122925, 0.14655767381191254, 0.14613884687423706], "r_norm": [0.13925106823444366, 0.13714343309402466, 0.137302428483963]}, {"step": 7500, "epoch": 15, "train_loss": 0.0003700705128721893, "cos_r_negg": [0.13438808917999268, 0.14574585855007172, 0.14510183036327362], "cos_apical_negg": [0.13438808917999268, 0.14574585855007172, 0.14510183036327362], "cos_Ac_negg": [0.13438808917999268, 0.14574585855007172, 0.14510183036327362], "r_norm": [0.140605628490448, 0.13843156397342682, 0.13847362995147705]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9726, "test_loss": 0.14929521617889405}, {"step": 7550, "epoch": 16, "train_loss": 0.0003143376961816102, "cos_r_negg": [0.13384157419204712, 0.14516735076904297, 0.14482015371322632], "cos_apical_negg": [0.13384157419204712, 0.14516735076904297, 0.14482015371322632], "cos_Ac_negg": [0.13384157419204712, 0.14516735076904297, 0.14482015371322632], "r_norm": [0.14073264598846436, 0.13861724734306335, 0.13867992162704468]}, {"step": 7600, "epoch": 16, "train_loss": 0.0021032311487942934, "cos_r_negg": [0.1339070200920105, 0.14505630731582642, 0.14457619190216064], "cos_apical_negg": [0.1339070200920105, 0.14505630731582642, 0.14457619190216064], "cos_Ac_negg": [0.1339070200920105, 0.14505630731582642, 0.14457619190216064], "r_norm": [0.14006339013576508, 0.13795199990272522, 0.1380717158317566]}, {"step": 7650, "epoch": 16, "train_loss": 0.00036861520493403077, "cos_r_negg": [0.13341332972049713, 0.14425340294837952, 0.14404258131980896], "cos_apical_negg": [0.13341332972049713, 0.14425340294837952, 0.14404258131980896], "cos_Ac_negg": [0.13341332972049713, 0.14425340294837952, 0.14404258131980896], "r_norm": [0.1407564878463745, 0.13857220113277435, 0.13866600394248962]}, {"step": 7700, "epoch": 16, "train_loss": 0.0002330224378965795, "cos_r_negg": [0.13179591298103333, 0.14259181916713715, 0.14220720529556274], "cos_apical_negg": [0.13179591298103333, 0.14259181916713715, 0.14220720529556274], "cos_Ac_negg": [0.13179591298103333, 0.14259181916713715, 0.14220720529556274], "r_norm": [0.1401834487915039, 0.1379951536655426, 0.13817331194877625]}, {"step": 7750, "epoch": 16, "train_loss": 0.0007117514032870531, "cos_r_negg": [0.13169749081134796, 0.1428191363811493, 0.1423594057559967], "cos_apical_negg": [0.13169749081134796, 0.1428191363811493, 0.1423594057559967], "cos_Ac_negg": [0.13169749081134796, 0.1428191363811493, 0.1423594057559967], "r_norm": [0.13915616273880005, 0.1370561271905899, 0.13719472289085388]}, {"step": 7800, "epoch": 16, "train_loss": 0.0006891277153044939, "cos_r_negg": [0.13294482231140137, 0.14348816871643066, 0.14271453022956848], "cos_apical_negg": [0.13294482231140137, 0.14348816871643066, 0.14271453022956848], "cos_Ac_negg": [0.13294482231140137, 0.14348816871643066, 0.14271453022956848], "r_norm": [0.13846063613891602, 0.1362285614013672, 0.13653826713562012]}, {"step": 7850, "epoch": 16, "train_loss": 0.000565679743885994, "cos_r_negg": [0.1316211074590683, 0.14199134707450867, 0.14177516102790833], "cos_apical_negg": [0.1316211074590683, 0.14199134707450867, 0.14177516102790833], "cos_Ac_negg": [0.1316211074590683, 0.14199134707450867, 0.14177516102790833], "r_norm": [0.13731808960437775, 0.1351238638162613, 0.13545756042003632]}, {"step": 7900, "epoch": 16, "train_loss": 0.0006957458099350333, "cos_r_negg": [0.1312648504972458, 0.14176496863365173, 0.14165960252285004], "cos_apical_negg": [0.1312648504972458, 0.14176496863365173, 0.14165960252285004], "cos_Ac_negg": [0.1312648504972458, 0.14176496863365173, 0.14165960252285004], "r_norm": [0.137467160820961, 0.1353345662355423, 0.13554814457893372]}, {"step": 7950, "epoch": 16, "train_loss": 0.0006518641021102667, "cos_r_negg": [0.13080856204032898, 0.14139424264431, 0.14115849137306213], "cos_apical_negg": [0.13080856204032898, 0.14139424264431, 0.14115849137306213], "cos_Ac_negg": [0.13080856204032898, 0.14139424264431, 0.14115849137306213], "r_norm": [0.1377599835395813, 0.13561022281646729, 0.1358974277973175]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9728, "test_loss": 0.1512349235534668}, {"step": 8000, "epoch": 17, "train_loss": 0.000774081505369395, "cos_r_negg": [0.13076236844062805, 0.14138343930244446, 0.14131221175193787], "cos_apical_negg": [0.13076236844062805, 0.14138343930244446, 0.14131221175193787], "cos_Ac_negg": [0.13076236844062805, 0.14138343930244446, 0.14131221175193787], "r_norm": [0.1376858651638031, 0.13549593091011047, 0.13575397431850433]}, {"step": 8050, "epoch": 17, "train_loss": 0.0006734832422807813, "cos_r_negg": [0.13042528927326202, 0.14080631732940674, 0.14061179757118225], "cos_apical_negg": [0.13042528927326202, 0.14080631732940674, 0.14061179757118225], "cos_Ac_negg": [0.13042528927326202, 0.14080631732940674, 0.14061179757118225], "r_norm": [0.13827113807201385, 0.13602766394615173, 0.13629665970802307]}, {"step": 8100, "epoch": 17, "train_loss": 0.000884694280102849, "cos_r_negg": [0.13230086863040924, 0.14318902790546417, 0.14250296354293823], "cos_apical_negg": [0.13230086863040924, 0.14318902790546417, 0.14250296354293823], "cos_Ac_negg": [0.13230086863040924, 0.14318902790546417, 0.14250296354293823], "r_norm": [0.13566337525844574, 0.1335325986146927, 0.13378165662288666]}, {"step": 8150, "epoch": 17, "train_loss": 0.00047028460539877415, "cos_r_negg": [0.13028165698051453, 0.14105291664600372, 0.14107702672481537], "cos_apical_negg": [0.13028165698051453, 0.14105291664600372, 0.14107702672481537], "cos_Ac_negg": [0.13028165698051453, 0.14105291664600372, 0.14107702672481537], "r_norm": [0.1371728777885437, 0.13502851128578186, 0.13524992763996124]}, {"step": 8200, "epoch": 17, "train_loss": 0.0007135796477086842, "cos_r_negg": [0.12963303923606873, 0.1403195559978485, 0.14030231535434723], "cos_apical_negg": [0.12963303923606873, 0.1403195559978485, 0.14030231535434723], "cos_Ac_negg": [0.12963303923606873, 0.1403195559978485, 0.14030231535434723], "r_norm": [0.13585218787193298, 0.13378053903579712, 0.1340768039226532]}, {"step": 8250, "epoch": 17, "train_loss": 0.00079253816511482, "cos_r_negg": [0.1280846893787384, 0.13848303258419037, 0.13869772851467133], "cos_apical_negg": [0.1280846893787384, 0.13848303258419037, 0.13869772851467133], "cos_Ac_negg": [0.1280846893787384, 0.13848303258419037, 0.13869772851467133], "r_norm": [0.13713166117668152, 0.13500040769577026, 0.13532818853855133]}, {"step": 8300, "epoch": 17, "train_loss": 0.00010323956666979939, "cos_r_negg": [0.12860101461410522, 0.13883866369724274, 0.13904932141304016], "cos_apical_negg": [0.12860101461410522, 0.13883866369724274, 0.13904932141304016], "cos_Ac_negg": [0.12860101461410522, 0.13883866369724274, 0.13904932141304016], "r_norm": [0.13796228170394897, 0.13585668802261353, 0.13624683022499084]}, {"step": 8350, "epoch": 17, "train_loss": 0.00032248845673166215, "cos_r_negg": [0.12826213240623474, 0.13863545656204224, 0.13914595544338226], "cos_apical_negg": [0.12826213240623474, 0.13863545656204224, 0.13914595544338226], "cos_Ac_negg": [0.12826213240623474, 0.13863545656204224, 0.13914595544338226], "r_norm": [0.1388847827911377, 0.13680000603199005, 0.13705769181251526]}, {"step": 8400, "epoch": 17, "train_loss": 0.00038423575460910797, "cos_r_negg": [0.12830980122089386, 0.13856853544712067, 0.13903716206550598], "cos_apical_negg": [0.12830980122089386, 0.13856853544712067, 0.13903716206550598], "cos_Ac_negg": [0.12830980122089386, 0.13856853544712067, 0.13903716206550598], "r_norm": [0.1380101889371872, 0.13599815964698792, 0.13612763583660126]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9729, "test_loss": 0.15265981464385986}, {"step": 8450, "epoch": 18, "train_loss": 0.000548464129678905, "cos_r_negg": [0.12835699319839478, 0.1384545862674713, 0.13875532150268555], "cos_apical_negg": [0.12835699319839478, 0.1384545862674713, 0.13875532150268555], "cos_Ac_negg": [0.12835699319839478, 0.1384545862674713, 0.13875532150268555], "r_norm": [0.13760727643966675, 0.13558898866176605, 0.1357516497373581]}, {"step": 8500, "epoch": 18, "train_loss": 0.0006137436721473932, "cos_r_negg": [0.12729842960834503, 0.13744615018367767, 0.1378759741783142], "cos_apical_negg": [0.12729842960834503, 0.13744615018367767, 0.1378759741783142], "cos_Ac_negg": [0.12729842960834503, 0.13744615018367767, 0.1378759741783142], "r_norm": [0.13847467303276062, 0.13646471500396729, 0.13658808171749115]}, {"step": 8550, "epoch": 18, "train_loss": 0.0005641340976580977, "cos_r_negg": [0.12680697441101074, 0.13691802322864532, 0.13739043474197388], "cos_apical_negg": [0.12680697441101074, 0.13691802322864532, 0.13739043474197388], "cos_Ac_negg": [0.12680697441101074, 0.13691802322864532, 0.13739043474197388], "r_norm": [0.13872069120407104, 0.1366404891014099, 0.13679923117160797]}, {"step": 8600, "epoch": 18, "train_loss": 0.0003860143187921494, "cos_r_negg": [0.12732252478599548, 0.13740161061286926, 0.13785196840763092], "cos_apical_negg": [0.12732252478599548, 0.13740161061286926, 0.13785196840763092], "cos_Ac_negg": [0.12732252478599548, 0.13740161061286926, 0.13785196840763092], "r_norm": [0.13845327496528625, 0.1363717019557953, 0.13649506866931915]}, {"step": 8650, "epoch": 18, "train_loss": 0.00024625571677461267, "cos_r_negg": [0.12766563892364502, 0.13761289417743683, 0.13781413435935974], "cos_apical_negg": [0.12766563892364502, 0.13761289417743683, 0.13781413435935974], "cos_Ac_negg": [0.12766563892364502, 0.13761289417743683, 0.13781413435935974], "r_norm": [0.13769495487213135, 0.13555681705474854, 0.13577258586883545]}, {"step": 8700, "epoch": 18, "train_loss": 0.0009021864971145988, "cos_r_negg": [0.12803500890731812, 0.1382896900177002, 0.13845719397068024], "cos_apical_negg": [0.12803500890731812, 0.1382896900177002, 0.13845719397068024], "cos_Ac_negg": [0.12803500890731812, 0.1382896900177002, 0.13845719397068024], "r_norm": [0.13733534514904022, 0.1352004110813141, 0.1354677677154541]}, {"step": 8750, "epoch": 18, "train_loss": 0.00020738481543958187, "cos_r_negg": [0.12724316120147705, 0.1375376284122467, 0.13810449838638306], "cos_apical_negg": [0.12724316120147705, 0.1375376284122467, 0.13810449838638306], "cos_Ac_negg": [0.12724316120147705, 0.1375376284122467, 0.13810449838638306], "r_norm": [0.1392272710800171, 0.13716858625411987, 0.13729974627494812]}, {"step": 8800, "epoch": 18, "train_loss": 0.0008500032126903534, "cos_r_negg": [0.12607945501804352, 0.13618336617946625, 0.1366599202156067], "cos_apical_negg": [0.12607945501804352, 0.13618336617946625, 0.1366599202156067], "cos_Ac_negg": [0.12607945501804352, 0.13618336617946625, 0.1366599202156067], "r_norm": [0.13970042765140533, 0.1375741958618164, 0.13781020045280457]}, {"step": 8850, "epoch": 18, "train_loss": 0.00045504135778173804, "cos_r_negg": [0.12510709464550018, 0.1349959522485733, 0.1354743391275406], "cos_apical_negg": [0.12510709464550018, 0.1349959522485733, 0.1354743391275406], "cos_Ac_negg": [0.12510709464550018, 0.1349959522485733, 0.1354743391275406], "r_norm": [0.13736385107040405, 0.1352100521326065, 0.1355159431695938]}, {"step": 8900, "epoch": 18, "train_loss": 0.00031921773916110396, "cos_r_negg": [0.12523935735225677, 0.13508015871047974, 0.13569238781929016], "cos_apical_negg": [0.12523935735225677, 0.13508015871047974, 0.13569238781929016], "cos_Ac_negg": [0.12523935735225677, 0.13508015871047974, 0.13569238781929016], "r_norm": [0.1359175443649292, 0.1339547038078308, 0.13411013782024384]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9727, "test_loss": 0.1548501205444336}, {"step": 8950, "epoch": 19, "train_loss": 0.000274957186775282, "cos_r_negg": [0.12608149647712708, 0.13568291068077087, 0.13613691926002502], "cos_apical_negg": [0.12608149647712708, 0.13568291068077087, 0.13613691926002502], "cos_Ac_negg": [0.12608149647712708, 0.13568291068077087, 0.13613691926002502], "r_norm": [0.13585308194160461, 0.13394509255886078, 0.13407599925994873]}, {"step": 9000, "epoch": 19, "train_loss": 0.00025961146457120776, "cos_r_negg": [0.1252034306526184, 0.13491374254226685, 0.1353209763765335], "cos_apical_negg": [0.1252034306526184, 0.13491374254226685, 0.1353209763765335], "cos_Ac_negg": [0.1252034306526184, 0.13491374254226685, 0.1353209763765335], "r_norm": [0.13780593872070312, 0.13584908843040466, 0.13597875833511353]}, {"step": 9050, "epoch": 19, "train_loss": 0.0005188244394958019, "cos_r_negg": [0.1246996596455574, 0.13456904888153076, 0.13485774397850037], "cos_apical_negg": [0.1246996596455574, 0.13456904888153076, 0.13485774397850037], "cos_Ac_negg": [0.1246996596455574, 0.13456904888153076, 0.13485774397850037], "r_norm": [0.13778650760650635, 0.1357841193675995, 0.13590282201766968]}, {"step": 9100, "epoch": 19, "train_loss": 0.0006370351184159517, "cos_r_negg": [0.1244911253452301, 0.1341569721698761, 0.134318009018898], "cos_apical_negg": [0.1244911253452301, 0.1341569721698761, 0.134318009018898], "cos_Ac_negg": [0.1244911253452301, 0.1341569721698761, 0.134318009018898], "r_norm": [0.13717229664325714, 0.1351766139268875, 0.1353331208229065]}, {"step": 9150, "epoch": 19, "train_loss": 0.0018941671587526798, "cos_r_negg": [0.1251639425754547, 0.1346975415945053, 0.13491731882095337], "cos_apical_negg": [0.1251639425754547, 0.1346975415945053, 0.13491731882095337], "cos_Ac_negg": [0.1251639425754547, 0.1346975415945053, 0.13491731882095337], "r_norm": [0.13663049042224884, 0.13461434841156006, 0.1348099559545517]}, {"step": 9200, "epoch": 19, "train_loss": 0.0004440056800376624, "cos_r_negg": [0.12535817921161652, 0.13500559329986572, 0.1354471743106842], "cos_apical_negg": [0.12535817921161652, 0.13500559329986572, 0.1354471743106842], "cos_Ac_negg": [0.12535817921161652, 0.13500559329986572, 0.1354471743106842], "r_norm": [0.13770344853401184, 0.1356171816587448, 0.13584816455841064]}, {"step": 9250, "epoch": 19, "train_loss": 0.00034952606074512005, "cos_r_negg": [0.12407727539539337, 0.13383859395980835, 0.1346113532781601], "cos_apical_negg": [0.12407727539539337, 0.13383859395980835, 0.1346113532781601], "cos_Ac_negg": [0.12407727539539337, 0.13383859395980835, 0.1346113532781601], "r_norm": [0.1378900408744812, 0.13581746816635132, 0.13599450886249542]}, {"step": 9300, "epoch": 19, "train_loss": 0.00027548655634745955, "cos_r_negg": [0.12344517558813095, 0.13313224911689758, 0.1341417133808136], "cos_apical_negg": [0.12344517558813095, 0.13313224911689758, 0.1341417133808136], "cos_Ac_negg": [0.12344517558813095, 0.13313224911689758, 0.1341417133808136], "r_norm": [0.14024916291236877, 0.13820241391658783, 0.13827025890350342]}, {"step": 9350, "epoch": 19, "train_loss": 0.0004042683867737651, "cos_r_negg": [0.12236303836107254, 0.1319969743490219, 0.13295134902000427], "cos_apical_negg": [0.12236303836107254, 0.1319969743490219, 0.13295134902000427], "cos_Ac_negg": [0.12236303836107254, 0.1319969743490219, 0.13295134902000427], "r_norm": [0.1380351185798645, 0.13608306646347046, 0.13615688681602478]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9728, "test_loss": 0.15751630697250366}], "final": {"test_acc": 0.9728, "test_loss": 0.15751630697250366, "wall_s": 14.189921855926514, "cos_r_negg": [0.12235204130411148, 0.13207724690437317, 0.13299398124217987], "cos_apical_negg": [0.12235204130411148, 0.13207724690437317, 0.13299398124217987], "cos_Ac_negg": [0.12235204130411148, 0.13207724690437317, 0.13299398124217987]}}
\ No newline at end of file
diff --git a/results/depth_mnist_dfa_d3_s1.json b/results/depth_mnist_dfa_d3_s1.json
new file mode 100644
index 0000000..c990c68
--- /dev/null
+++ b/results/depth_mnist_dfa_d3_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d3_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.247864246368408, "cos_r_negg": [0.012510007247328758, -0.01119165401905775, -0.004658247344195843], "cos_apical_negg": [0.012510007247328758, -0.01119165401905775, -0.004658247344195843], "cos_Ac_negg": [0.012510007247328758, -0.01119165401905775, -0.004658247344195843], "r_norm": [4.738438606262207, 4.797600269317627, 4.791417598724365]}, {"step": 50, "epoch": 0, "train_loss": 0.7634398341178894, "cos_r_negg": [0.4451068937778473, 0.3196674585342407, 0.32004863023757935], "cos_apical_negg": [0.4451068937778473, 0.3196674585342407, 0.32004863023757935], "cos_Ac_negg": [0.4451068937778473, 0.3196674585342407, 0.32004863023757935], "r_norm": [1.1479973793029785, 1.148997187614441, 1.1868926286697388]}, {"step": 100, "epoch": 0, "train_loss": 0.3830578327178955, "cos_r_negg": [0.43452614545822144, 0.34049201011657715, 0.3406493663787842], "cos_apical_negg": [0.43452614545822144, 0.34049201011657715, 0.3406493663787842], "cos_Ac_negg": [0.43452614545822144, 0.34049201011657715, 0.3406493663787842], "r_norm": [0.8204394578933716, 0.8258404731750488, 0.8459532260894775]}, {"step": 150, "epoch": 0, "train_loss": 0.45505011081695557, "cos_r_negg": [0.4659983515739441, 0.3966694474220276, 0.3723813593387604], "cos_apical_negg": [0.4659983515739441, 0.3966694474220276, 0.3723813593387604], "cos_Ac_negg": [0.4659983515739441, 0.3966694474220276, 0.3723813593387604], "r_norm": [0.7491522431373596, 0.7573157548904419, 0.7677446603775024]}, {"step": 200, "epoch": 0, "train_loss": 0.30449557304382324, "cos_r_negg": [0.4606795012950897, 0.41813164949417114, 0.3801698088645935], "cos_apical_negg": [0.4606795012950897, 0.41813164949417114, 0.3801698088645935], "cos_Ac_negg": [0.4606795012950897, 0.41813164949417114, 0.3801698088645935], "r_norm": [0.766619086265564, 0.771813154220581, 0.7872369885444641]}, {"step": 250, "epoch": 0, "train_loss": 0.2060343623161316, "cos_r_negg": [0.48169952630996704, 0.4355130195617676, 0.390641450881958], "cos_apical_negg": [0.48169952630996704, 0.4355130195617676, 0.390641450881958], "cos_Ac_negg": [0.48169952630996704, 0.4355130195617676, 0.390641450881958], "r_norm": [0.6686232089996338, 0.6719135642051697, 0.6832036375999451]}, {"step": 300, "epoch": 0, "train_loss": 0.27500778436660767, "cos_r_negg": [0.5032715201377869, 0.47273075580596924, 0.4159889221191406], "cos_apical_negg": [0.5032715201377869, 0.47273075580596924, 0.4159889221191406], "cos_Ac_negg": [0.5032715201377869, 0.47273075580596924, 0.4159889221191406], "r_norm": [0.6187800168991089, 0.6234831809997559, 0.6345518827438354]}, {"step": 350, "epoch": 0, "train_loss": 0.1416410207748413, "cos_r_negg": [0.5059918165206909, 0.4709430932998657, 0.4298246204853058], "cos_apical_negg": [0.5059918165206909, 0.4709430932998657, 0.4298246204853058], "cos_Ac_negg": [0.5059918165206909, 0.4709430932998657, 0.4298246204853058], "r_norm": [0.5091173648834229, 0.5121328830718994, 0.5226387977600098]}, {"step": 400, "epoch": 0, "train_loss": 0.1271207332611084, "cos_r_negg": [0.5005955696105957, 0.4883246421813965, 0.43079638481140137], "cos_apical_negg": [0.5005955696105957, 0.4883246421813965, 0.43079638481140137], "cos_Ac_negg": [0.5005955696105957, 0.4883246421813965, 0.43079638481140137], "r_norm": [0.48749637603759766, 0.4913485050201416, 0.4992954432964325]}, {"step": 450, "epoch": 0, "train_loss": 0.2061455398797989, "cos_r_negg": [0.5139835476875305, 0.48117494583129883, 0.4164983034133911], "cos_apical_negg": [0.5139835476875305, 0.48117494583129883, 0.4164983034133911], "cos_Ac_negg": [0.5139835476875305, 0.48117494583129883, 0.4164983034133911], "r_norm": [0.5888432860374451, 0.5901409983634949, 0.6000497341156006]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9496, "test_loss": 0.17874766540527343}, {"step": 500, "epoch": 1, "train_loss": 0.26364508271217346, "cos_r_negg": [0.5422624945640564, 0.5018570423126221, 0.4305674433708191], "cos_apical_negg": [0.5422624945640564, 0.5018570423126221, 0.4305674433708191], "cos_Ac_negg": [0.5422624945640564, 0.5018570423126221, 0.4305674433708191], "r_norm": [0.5420417785644531, 0.5444663763046265, 0.5521508455276489]}, {"step": 550, "epoch": 1, "train_loss": 0.17751958966255188, "cos_r_negg": [0.5291709899902344, 0.5045232772827148, 0.42373210191726685], "cos_apical_negg": [0.5291709899902344, 0.5045232772827148, 0.42373210191726685], "cos_Ac_negg": [0.5291709899902344, 0.5045232772827148, 0.42373210191726685], "r_norm": [0.4563935101032257, 0.45918336510658264, 0.4664798974990845]}, {"step": 600, "epoch": 1, "train_loss": 0.24104249477386475, "cos_r_negg": [0.5122781991958618, 0.49748748540878296, 0.4436224699020386], "cos_apical_negg": [0.5122781991958618, 0.49748748540878296, 0.4436224699020386], "cos_Ac_negg": [0.5122781991958618, 0.49748748540878296, 0.4436224699020386], "r_norm": [0.49220189452171326, 0.49501436948776245, 0.5058104991912842]}, {"step": 650, "epoch": 1, "train_loss": 0.11617350578308105, "cos_r_negg": [0.5186793804168701, 0.5025560259819031, 0.43293046951293945], "cos_apical_negg": [0.5186793804168701, 0.5025560259819031, 0.43293046951293945], "cos_Ac_negg": [0.5186793804168701, 0.5025560259819031, 0.43293046951293945], "r_norm": [0.5036854147911072, 0.5049254894256592, 0.5149174928665161]}, {"step": 700, "epoch": 1, "train_loss": 0.0923391580581665, "cos_r_negg": [0.5341548919677734, 0.5068191289901733, 0.4508202075958252], "cos_apical_negg": [0.5341548919677734, 0.5068191289901733, 0.4508202075958252], "cos_Ac_negg": [0.5341548919677734, 0.5068191289901733, 0.4508202075958252], "r_norm": [0.4390517473220825, 0.43965545296669006, 0.44727447628974915]}, {"step": 750, "epoch": 1, "train_loss": 0.12840379774570465, "cos_r_negg": [0.5573385953903198, 0.5300695896148682, 0.44787928462028503], "cos_apical_negg": [0.5573385953903198, 0.5300695896148682, 0.44787928462028503], "cos_Ac_negg": [0.5573385953903198, 0.5300695896148682, 0.44787928462028503], "r_norm": [0.38516995310783386, 0.3845066428184509, 0.38924309611320496]}, {"step": 800, "epoch": 1, "train_loss": 0.09713643789291382, "cos_r_negg": [0.5367840528488159, 0.5281568765640259, 0.46688979864120483], "cos_apical_negg": [0.5367840528488159, 0.5281568765640259, 0.46688979864120483], "cos_Ac_negg": [0.5367840528488159, 0.5281568765640259, 0.46688979864120483], "r_norm": [0.4351535737514496, 0.4345577359199524, 0.44552695751190186]}, {"step": 850, "epoch": 1, "train_loss": 0.15039092302322388, "cos_r_negg": [0.5123897790908813, 0.5161294341087341, 0.4738595485687256], "cos_apical_negg": [0.5123897790908813, 0.5161294341087341, 0.4738595485687256], "cos_Ac_negg": [0.5123897790908813, 0.5161294341087341, 0.4738595485687256], "r_norm": [0.37125787138938904, 0.37272727489471436, 0.379019558429718]}, {"step": 900, "epoch": 1, "train_loss": 0.15627306699752808, "cos_r_negg": [0.5493066310882568, 0.534518837928772, 0.47360190749168396], "cos_apical_negg": [0.5493066310882568, 0.534518837928772, 0.47360190749168396], "cos_Ac_negg": [0.5493066310882568, 0.534518837928772, 0.47360190749168396], "r_norm": [0.365053653717041, 0.36816370487213135, 0.37147313356399536]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9604, "test_loss": 0.14242065773010254}, {"step": 950, "epoch": 2, "train_loss": 0.14371171593666077, "cos_r_negg": [0.5303221940994263, 0.5305461883544922, 0.4575258195400238], "cos_apical_negg": [0.5303221940994263, 0.5305461883544922, 0.4575258195400238], "cos_Ac_negg": [0.5303221940994263, 0.5305461883544922, 0.4575258195400238], "r_norm": [0.3860918879508972, 0.3871762156486511, 0.39124202728271484]}, {"step": 1000, "epoch": 2, "train_loss": 0.12118269503116608, "cos_r_negg": [0.5369065999984741, 0.5262161493301392, 0.4764059782028198], "cos_apical_negg": [0.5369065999984741, 0.5262161493301392, 0.4764059782028198], "cos_Ac_negg": [0.5369065999984741, 0.5262161493301392, 0.4764059782028198], "r_norm": [0.3785961866378784, 0.37902817130088806, 0.38330572843551636]}, {"step": 1050, "epoch": 2, "train_loss": 0.07558204233646393, "cos_r_negg": [0.537458062171936, 0.5410428047180176, 0.48645442724227905], "cos_apical_negg": [0.537458062171936, 0.5410428047180176, 0.48645442724227905], "cos_Ac_negg": [0.537458062171936, 0.5410428047180176, 0.48645442724227905], "r_norm": [0.35469794273376465, 0.3557884097099304, 0.36186057329177856]}, {"step": 1100, "epoch": 2, "train_loss": 0.12160687148571014, "cos_r_negg": [0.5430734157562256, 0.5339831709861755, 0.4801684021949768], "cos_apical_negg": [0.5430734157562256, 0.5339831709861755, 0.4801684021949768], "cos_Ac_negg": [0.5430734157562256, 0.5339831709861755, 0.4801684021949768], "r_norm": [0.31406325101852417, 0.3165847957134247, 0.31996724009513855]}, {"step": 1150, "epoch": 2, "train_loss": 0.045037854462862015, "cos_r_negg": [0.5286837220191956, 0.5262131690979004, 0.47020643949508667], "cos_apical_negg": [0.5286837220191956, 0.5262131690979004, 0.47020643949508667], "cos_Ac_negg": [0.5286837220191956, 0.5262131690979004, 0.47020643949508667], "r_norm": [0.3441864550113678, 0.34292173385620117, 0.3518105745315552]}, {"step": 1200, "epoch": 2, "train_loss": 0.03145213797688484, "cos_r_negg": [0.5453251600265503, 0.5380483269691467, 0.475691020488739], "cos_apical_negg": [0.5453251600265503, 0.5380483269691467, 0.475691020488739], "cos_Ac_negg": [0.5453251600265503, 0.5380483269691467, 0.475691020488739], "r_norm": [0.3746100664138794, 0.37684810161590576, 0.37889713048934937]}, {"step": 1250, "epoch": 2, "train_loss": 0.07149184495210648, "cos_r_negg": [0.5376809239387512, 0.5425201654434204, 0.481595516204834], "cos_apical_negg": [0.5376809239387512, 0.5425201654434204, 0.481595516204834], "cos_Ac_negg": [0.5376809239387512, 0.5425201654434204, 0.481595516204834], "r_norm": [0.32277998328208923, 0.32358840107917786, 0.327067494392395]}, {"step": 1300, "epoch": 2, "train_loss": 0.1680031716823578, "cos_r_negg": [0.5687134265899658, 0.5666579008102417, 0.49664127826690674], "cos_apical_negg": [0.5687134265899658, 0.5666579008102417, 0.49664127826690674], "cos_Ac_negg": [0.5687134265899658, 0.5666579008102417, 0.49664127826690674], "r_norm": [0.26783496141433716, 0.26706230640411377, 0.2734125256538391]}, {"step": 1350, "epoch": 2, "train_loss": 0.15868893265724182, "cos_r_negg": [0.5639815330505371, 0.5690765976905823, 0.49020352959632874], "cos_apical_negg": [0.5639815330505371, 0.5690765976905823, 0.49020352959632874], "cos_Ac_negg": [0.5639815330505371, 0.5690765976905823, 0.49020352959632874], "r_norm": [0.31522876024246216, 0.3148806691169739, 0.31828927993774414]}, {"step": 1400, "epoch": 2, "train_loss": 0.14341989159584045, "cos_r_negg": [0.5291574001312256, 0.5542851686477661, 0.4857138991355896], "cos_apical_negg": [0.5291574001312256, 0.5542851686477661, 0.4857138991355896], "cos_Ac_negg": [0.5291574001312256, 0.5542851686477661, 0.4857138991355896], "r_norm": [0.2988693118095398, 0.29958850145339966, 0.3042280375957489]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9648, "test_loss": 0.12350055198669434}, {"step": 1450, "epoch": 3, "train_loss": 0.059139057993888855, "cos_r_negg": [0.5235996246337891, 0.5376551747322083, 0.4866582751274109], "cos_apical_negg": [0.5235996246337891, 0.5376551747322083, 0.4866582751274109], "cos_Ac_negg": [0.5235996246337891, 0.5376551747322083, 0.4866582751274109], "r_norm": [0.351054847240448, 0.3511893153190613, 0.3550848960876465]}, {"step": 1500, "epoch": 3, "train_loss": 0.04854479804635048, "cos_r_negg": [0.5131165981292725, 0.5291196703910828, 0.48892030119895935], "cos_apical_negg": [0.5131165981292725, 0.5291196703910828, 0.48892030119895935], "cos_Ac_negg": [0.5131165981292725, 0.5291196703910828, 0.48892030119895935], "r_norm": [0.2945151627063751, 0.29546186327934265, 0.29861485958099365]}, {"step": 1550, "epoch": 3, "train_loss": 0.1060800552368164, "cos_r_negg": [0.5340273380279541, 0.5452756285667419, 0.4903715252876282], "cos_apical_negg": [0.5340273380279541, 0.5452756285667419, 0.4903715252876282], "cos_Ac_negg": [0.5340273380279541, 0.5452756285667419, 0.4903715252876282], "r_norm": [0.25515425205230713, 0.25478115677833557, 0.25833484530448914]}, {"step": 1600, "epoch": 3, "train_loss": 0.05066286399960518, "cos_r_negg": [0.5383495688438416, 0.5401550531387329, 0.48483172059059143], "cos_apical_negg": [0.5383495688438416, 0.5401550531387329, 0.48483172059059143], "cos_Ac_negg": [0.5383495688438416, 0.5401550531387329, 0.48483172059059143], "r_norm": [0.24597693979740143, 0.24647432565689087, 0.2501174807548523]}, {"step": 1650, "epoch": 3, "train_loss": 0.04130145162343979, "cos_r_negg": [0.5351040959358215, 0.5491065979003906, 0.49178624153137207], "cos_apical_negg": [0.5351040959358215, 0.5491065979003906, 0.49178624153137207], "cos_Ac_negg": [0.5351040959358215, 0.5491065979003906, 0.49178624153137207], "r_norm": [0.21026694774627686, 0.20990049839019775, 0.21577228605747223]}, {"step": 1700, "epoch": 3, "train_loss": 0.08736288547515869, "cos_r_negg": [0.5579559803009033, 0.5602031946182251, 0.49900585412979126], "cos_apical_negg": [0.5579559803009033, 0.5602031946182251, 0.49900585412979126], "cos_Ac_negg": [0.5579559803009033, 0.5602031946182251, 0.49900585412979126], "r_norm": [0.23219580948352814, 0.23231402039527893, 0.23713034391403198]}, {"step": 1750, "epoch": 3, "train_loss": 0.04399235546588898, "cos_r_negg": [0.5577346086502075, 0.5587148666381836, 0.49548524618148804], "cos_apical_negg": [0.5577346086502075, 0.5587148666381836, 0.49548524618148804], "cos_Ac_negg": [0.5577346086502075, 0.5587148666381836, 0.49548524618148804], "r_norm": [0.23116305470466614, 0.23026499152183533, 0.23230862617492676]}, {"step": 1800, "epoch": 3, "train_loss": 0.05614742636680603, "cos_r_negg": [0.5556405186653137, 0.5513364672660828, 0.4958540201187134], "cos_apical_negg": [0.5556405186653137, 0.5513364672660828, 0.4958540201187134], "cos_Ac_negg": [0.5556405186653137, 0.5513364672660828, 0.4958540201187134], "r_norm": [0.29342442750930786, 0.2916969358921051, 0.2932400107383728]}, {"step": 1850, "epoch": 3, "train_loss": 0.10508862137794495, "cos_r_negg": [0.5413890480995178, 0.5488910675048828, 0.49271947145462036], "cos_apical_negg": [0.5413890480995178, 0.5488910675048828, 0.49271947145462036], "cos_Ac_negg": [0.5413890480995178, 0.5488910675048828, 0.49271947145462036], "r_norm": [0.29747140407562256, 0.2961578965187073, 0.2978615462779999]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9669, "test_loss": 0.1140636308670044}, {"step": 1900, "epoch": 4, "train_loss": 0.061909452080726624, "cos_r_negg": [0.516036331653595, 0.5396296977996826, 0.4937911629676819], "cos_apical_negg": [0.516036331653595, 0.5396296977996826, 0.4937911629676819], "cos_Ac_negg": [0.516036331653595, 0.5396296977996826, 0.4937911629676819], "r_norm": [0.26436299085617065, 0.2650405168533325, 0.26463666558265686]}, {"step": 1950, "epoch": 4, "train_loss": 0.06313691288232803, "cos_r_negg": [0.5087094306945801, 0.5280603170394897, 0.4784172773361206], "cos_apical_negg": [0.5087094306945801, 0.5280603170394897, 0.4784172773361206], "cos_Ac_negg": [0.5087094306945801, 0.5280603170394897, 0.4784172773361206], "r_norm": [0.2845960259437561, 0.2826513648033142, 0.28504714369773865]}, {"step": 2000, "epoch": 4, "train_loss": 0.08656703680753708, "cos_r_negg": [0.49466651678085327, 0.5177627801895142, 0.47865328192710876], "cos_apical_negg": [0.49466651678085327, 0.5177627801895142, 0.47865328192710876], "cos_Ac_negg": [0.49466651678085327, 0.5177627801895142, 0.47865328192710876], "r_norm": [0.23402418196201324, 0.23524165153503418, 0.23699863255023956]}, {"step": 2050, "epoch": 4, "train_loss": 0.09591315686702728, "cos_r_negg": [0.46863916516304016, 0.5009509921073914, 0.45750370621681213], "cos_apical_negg": [0.46863916516304016, 0.5009509921073914, 0.45750370621681213], "cos_Ac_negg": [0.46863916516304016, 0.5009509921073914, 0.45750370621681213], "r_norm": [0.24553300440311432, 0.24472741782665253, 0.24893146753311157]}, {"step": 2100, "epoch": 4, "train_loss": 0.11732298135757446, "cos_r_negg": [0.48852914571762085, 0.5135823488235474, 0.46845734119415283], "cos_apical_negg": [0.48852914571762085, 0.5135823488235474, 0.46845734119415283], "cos_Ac_negg": [0.48852914571762085, 0.5135823488235474, 0.46845734119415283], "r_norm": [0.24578076601028442, 0.24727000296115875, 0.2518284320831299]}, {"step": 2150, "epoch": 4, "train_loss": 0.05027203634381294, "cos_r_negg": [0.49968627095222473, 0.5296099185943604, 0.4898919463157654], "cos_apical_negg": [0.49968627095222473, 0.5296099185943604, 0.4898919463157654], "cos_Ac_negg": [0.49968627095222473, 0.5296099185943604, 0.4898919463157654], "r_norm": [0.23527218401432037, 0.23366856575012207, 0.23798193037509918]}, {"step": 2200, "epoch": 4, "train_loss": 0.11672249436378479, "cos_r_negg": [0.46004754304885864, 0.49753645062446594, 0.4401560127735138], "cos_apical_negg": [0.46004754304885864, 0.49753645062446594, 0.4401560127735138], "cos_Ac_negg": [0.46004754304885864, 0.49753645062446594, 0.4401560127735138], "r_norm": [0.23179897665977478, 0.23057608306407928, 0.23535124957561493]}, {"step": 2250, "epoch": 4, "train_loss": 0.007789884693920612, "cos_r_negg": [0.4754614233970642, 0.5100181102752686, 0.4633905291557312], "cos_apical_negg": [0.4754614233970642, 0.5100181102752686, 0.4633905291557312], "cos_Ac_negg": [0.4754614233970642, 0.5100181102752686, 0.4633905291557312], "r_norm": [0.27536433935165405, 0.2741033434867859, 0.27440929412841797]}, {"step": 2300, "epoch": 4, "train_loss": 0.11874265223741531, "cos_r_negg": [0.48493272066116333, 0.5156583189964294, 0.4662444293498993], "cos_apical_negg": [0.48493272066116333, 0.5156583189964294, 0.4662444293498993], "cos_Ac_negg": [0.48493272066116333, 0.5156583189964294, 0.4662444293498993], "r_norm": [0.22828367352485657, 0.22840794920921326, 0.23451624810695648]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9668, "test_loss": 0.1106367488861084}, {"step": 2350, "epoch": 5, "train_loss": 0.06425309181213379, "cos_r_negg": [0.49504801630973816, 0.5268007516860962, 0.47111549973487854], "cos_apical_negg": [0.49504801630973816, 0.5268007516860962, 0.47111549973487854], "cos_Ac_negg": [0.49504801630973816, 0.5268007516860962, 0.47111549973487854], "r_norm": [0.27874067425727844, 0.27686455845832825, 0.28092309832572937]}, {"step": 2400, "epoch": 5, "train_loss": 0.031226372346282005, "cos_r_negg": [0.4503156542778015, 0.48911941051483154, 0.4467967748641968], "cos_apical_negg": [0.4503156542778015, 0.48911941051483154, 0.4467967748641968], "cos_Ac_negg": [0.4503156542778015, 0.48911941051483154, 0.4467967748641968], "r_norm": [0.25034287571907043, 0.24894888699054718, 0.2523200511932373]}, {"step": 2450, "epoch": 5, "train_loss": 0.06071334332227707, "cos_r_negg": [0.44119274616241455, 0.47737962007522583, 0.440266489982605], "cos_apical_negg": [0.44119274616241455, 0.47737962007522583, 0.440266489982605], "cos_Ac_negg": [0.44119274616241455, 0.47737962007522583, 0.440266489982605], "r_norm": [0.23393762111663818, 0.23266033828258514, 0.23735660314559937]}, {"step": 2500, "epoch": 5, "train_loss": 0.04013361036777496, "cos_r_negg": [0.4509441554546356, 0.4883781373500824, 0.45648083090782166], "cos_apical_negg": [0.4509441554546356, 0.4883781373500824, 0.45648083090782166], "cos_Ac_negg": [0.4509441554546356, 0.4883781373500824, 0.45648083090782166], "r_norm": [0.2498878538608551, 0.2487553060054779, 0.25126543641090393]}, {"step": 2550, "epoch": 5, "train_loss": 0.032827723771333694, "cos_r_negg": [0.4140331745147705, 0.45543891191482544, 0.4128091633319855], "cos_apical_negg": [0.4140331745147705, 0.45543891191482544, 0.4128091633319855], "cos_Ac_negg": [0.4140331745147705, 0.45543891191482544, 0.4128091633319855], "r_norm": [0.18780526518821716, 0.18663173913955688, 0.18975961208343506]}, {"step": 2600, "epoch": 5, "train_loss": 0.02421610802412033, "cos_r_negg": [0.43845194578170776, 0.47302645444869995, 0.43976423144340515], "cos_apical_negg": [0.43845194578170776, 0.47302645444869995, 0.43976423144340515], "cos_Ac_negg": [0.43845194578170776, 0.47302645444869995, 0.43976423144340515], "r_norm": [0.22226004302501678, 0.21963870525360107, 0.22384127974510193]}, {"step": 2650, "epoch": 5, "train_loss": 0.011752886697649956, "cos_r_negg": [0.43360328674316406, 0.46959275007247925, 0.4384908080101013], "cos_apical_negg": [0.43360328674316406, 0.46959275007247925, 0.4384908080101013], "cos_Ac_negg": [0.43360328674316406, 0.46959275007247925, 0.4384908080101013], "r_norm": [0.26516732573509216, 0.26207396388053894, 0.26495006680488586]}, {"step": 2700, "epoch": 5, "train_loss": 0.05785860866308212, "cos_r_negg": [0.4295303523540497, 0.47767743468284607, 0.4339340627193451], "cos_apical_negg": [0.4295303523540497, 0.47767743468284607, 0.4339340627193451], "cos_Ac_negg": [0.4295303523540497, 0.47767743468284607, 0.4339340627193451], "r_norm": [0.1818256676197052, 0.18104994297027588, 0.18366895616054535]}, {"step": 2750, "epoch": 5, "train_loss": 0.031648457050323486, "cos_r_negg": [0.3875423073768616, 0.433959424495697, 0.39197972416877747], "cos_apical_negg": [0.3875423073768616, 0.433959424495697, 0.39197972416877747], "cos_Ac_negg": [0.3875423073768616, 0.433959424495697, 0.39197972416877747], "r_norm": [0.20377972722053528, 0.20117750763893127, 0.2056645154953003]}, {"step": 2800, "epoch": 5, "train_loss": 0.008784782141447067, "cos_r_negg": [0.37905871868133545, 0.4241383671760559, 0.38552120327949524], "cos_apical_negg": [0.37905871868133545, 0.4241383671760559, 0.38552120327949524], "cos_Ac_negg": [0.37905871868133545, 0.4241383671760559, 0.38552120327949524], "r_norm": [0.2350439578294754, 0.23416417837142944, 0.23555825650691986]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9715, "test_loss": 0.114516512966156}, {"step": 2850, "epoch": 6, "train_loss": 0.043738897889852524, "cos_r_negg": [0.3581933379173279, 0.401500403881073, 0.36687594652175903], "cos_apical_negg": [0.3581933379173279, 0.401500403881073, 0.36687594652175903], "cos_Ac_negg": [0.3581933379173279, 0.401500403881073, 0.36687594652175903], "r_norm": [0.1901082843542099, 0.18945938348770142, 0.1934317648410797]}, {"step": 2900, "epoch": 6, "train_loss": 0.005470128729939461, "cos_r_negg": [0.4006648659706116, 0.4408452808856964, 0.3986252546310425], "cos_apical_negg": [0.4006648659706116, 0.4408452808856964, 0.3986252546310425], "cos_Ac_negg": [0.4006648659706116, 0.4408452808856964, 0.3986252546310425], "r_norm": [0.1904621422290802, 0.18893499672412872, 0.1939820647239685]}, {"step": 2950, "epoch": 6, "train_loss": 0.05486157909035683, "cos_r_negg": [0.38001906871795654, 0.4243968427181244, 0.38751697540283203], "cos_apical_negg": [0.38001906871795654, 0.4243968427181244, 0.38751697540283203], "cos_Ac_negg": [0.38001906871795654, 0.4243968427181244, 0.38751697540283203], "r_norm": [0.1836749017238617, 0.1831749528646469, 0.18664023280143738]}, {"step": 3000, "epoch": 6, "train_loss": 0.0039043573196977377, "cos_r_negg": [0.37575995922088623, 0.4218667447566986, 0.3913079500198364], "cos_apical_negg": [0.37575995922088623, 0.4218667447566986, 0.3913079500198364], "cos_Ac_negg": [0.37575995922088623, 0.4218667447566986, 0.3913079500198364], "r_norm": [0.20760565996170044, 0.20621827244758606, 0.2080443799495697]}, {"step": 3050, "epoch": 6, "train_loss": 0.015474323183298111, "cos_r_negg": [0.3462206721305847, 0.39538660645484924, 0.36409643292427063], "cos_apical_negg": [0.3462206721305847, 0.39538660645484924, 0.36409643292427063], "cos_Ac_negg": [0.3462206721305847, 0.39538660645484924, 0.36409643292427063], "r_norm": [0.17615705728530884, 0.17495790123939514, 0.17754137516021729]}, {"step": 3100, "epoch": 6, "train_loss": 0.009809317998588085, "cos_r_negg": [0.3441193997859955, 0.3933126628398895, 0.3648113012313843], "cos_apical_negg": [0.3441193997859955, 0.3933126628398895, 0.3648113012313843], "cos_Ac_negg": [0.3441193997859955, 0.3933126628398895, 0.3648113012313843], "r_norm": [0.17568324506282806, 0.17457786202430725, 0.17619852721691132]}, {"step": 3150, "epoch": 6, "train_loss": 0.046995051205158234, "cos_r_negg": [0.33065497875213623, 0.382406085729599, 0.35194429755210876], "cos_apical_negg": [0.33065497875213623, 0.382406085729599, 0.35194429755210876], "cos_Ac_negg": [0.33065497875213623, 0.382406085729599, 0.35194429755210876], "r_norm": [0.16517828404903412, 0.1647573560476303, 0.16742560267448425]}, {"step": 3200, "epoch": 6, "train_loss": 0.01906922087073326, "cos_r_negg": [0.34625548124313354, 0.39870685338974, 0.365713894367218], "cos_apical_negg": [0.34625548124313354, 0.39870685338974, 0.365713894367218], "cos_Ac_negg": [0.34625548124313354, 0.39870685338974, 0.365713894367218], "r_norm": [0.19334301352500916, 0.19472239911556244, 0.1966867744922638]}, {"step": 3250, "epoch": 6, "train_loss": 0.0331643782556057, "cos_r_negg": [0.3580004572868347, 0.4032098650932312, 0.36948275566101074], "cos_apical_negg": [0.3580004572868347, 0.4032098650932312, 0.36948275566101074], "cos_Ac_negg": [0.3580004572868347, 0.4032098650932312, 0.36948275566101074], "r_norm": [0.19179749488830566, 0.19009511172771454, 0.19386032223701477]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9715, "test_loss": 0.1213100643157959}, {"step": 3300, "epoch": 7, "train_loss": 0.004877605941146612, "cos_r_negg": [0.3389611542224884, 0.3860020041465759, 0.351834774017334], "cos_apical_negg": [0.3389611542224884, 0.3860020041465759, 0.351834774017334], "cos_Ac_negg": [0.3389611542224884, 0.3860020041465759, 0.351834774017334], "r_norm": [0.16853104531764984, 0.16697075963020325, 0.17063573002815247]}, {"step": 3350, "epoch": 7, "train_loss": 0.006382328923791647, "cos_r_negg": [0.3527180552482605, 0.39758390188217163, 0.3640233278274536], "cos_apical_negg": [0.3527180552482605, 0.39758390188217163, 0.3640233278274536], "cos_Ac_negg": [0.3527180552482605, 0.39758390188217163, 0.3640233278274536], "r_norm": [0.17550614476203918, 0.1745343804359436, 0.1763947457075119]}, {"step": 3400, "epoch": 7, "train_loss": 0.013731536455452442, "cos_r_negg": [0.2997435927391052, 0.33488917350769043, 0.3077789545059204], "cos_apical_negg": [0.2997435927391052, 0.33488917350769043, 0.3077789545059204], "cos_Ac_negg": [0.2997435927391052, 0.33488917350769043, 0.3077789545059204], "r_norm": [0.16441360116004944, 0.16520139575004578, 0.16776582598686218]}, {"step": 3450, "epoch": 7, "train_loss": 0.05610867217183113, "cos_r_negg": [0.3093256652355194, 0.3533501923084259, 0.3199414014816284], "cos_apical_negg": [0.3093256652355194, 0.3533501923084259, 0.3199414014816284], "cos_Ac_negg": [0.3093256652355194, 0.3533501923084259, 0.3199414014816284], "r_norm": [0.1866127997636795, 0.1858425736427307, 0.18687817454338074]}, {"step": 3500, "epoch": 7, "train_loss": 0.005461802706122398, "cos_r_negg": [0.3157893419265747, 0.3610578775405884, 0.3320164382457733], "cos_apical_negg": [0.3157893419265747, 0.3610578775405884, 0.3320164382457733], "cos_Ac_negg": [0.3157893419265747, 0.3610578775405884, 0.3320164382457733], "r_norm": [0.176128089427948, 0.17551586031913757, 0.178193598985672]}, {"step": 3550, "epoch": 7, "train_loss": 0.013490831479430199, "cos_r_negg": [0.309787392616272, 0.3491969406604767, 0.3245392441749573], "cos_apical_negg": [0.309787392616272, 0.3491969406604767, 0.3245392441749573], "cos_Ac_negg": [0.309787392616272, 0.3491969406604767, 0.3245392441749573], "r_norm": [0.1854076087474823, 0.18553093075752258, 0.18762165307998657]}, {"step": 3600, "epoch": 7, "train_loss": 0.01399998553097248, "cos_r_negg": [0.3053875267505646, 0.3464193046092987, 0.3156079649925232], "cos_apical_negg": [0.3053875267505646, 0.3464193046092987, 0.3156079649925232], "cos_Ac_negg": [0.3053875267505646, 0.3464193046092987, 0.3156079649925232], "r_norm": [0.1631937325000763, 0.1607988178730011, 0.16285863518714905]}, {"step": 3650, "epoch": 7, "train_loss": 0.002929999493062496, "cos_r_negg": [0.3034855127334595, 0.34471970796585083, 0.3200453221797943], "cos_apical_negg": [0.3034855127334595, 0.34471970796585083, 0.3200453221797943], "cos_Ac_negg": [0.3034855127334595, 0.34471970796585083, 0.3200453221797943], "r_norm": [0.18497994542121887, 0.18211553990840912, 0.1846645474433899]}, {"step": 3700, "epoch": 7, "train_loss": 0.02961856499314308, "cos_r_negg": [0.29184484481811523, 0.3295974135398865, 0.3046059012413025], "cos_apical_negg": [0.29184484481811523, 0.3295974135398865, 0.3046059012413025], "cos_Ac_negg": [0.29184484481811523, 0.3295974135398865, 0.3046059012413025], "r_norm": [0.17266830801963806, 0.17244233191013336, 0.17470183968544006]}, {"step": 3750, "epoch": 7, "train_loss": 0.013072306290268898, "cos_r_negg": [0.300586462020874, 0.33850646018981934, 0.31822675466537476], "cos_apical_negg": [0.300586462020874, 0.33850646018981934, 0.31822675466537476], "cos_Ac_negg": [0.300586462020874, 0.33850646018981934, 0.31822675466537476], "r_norm": [0.1555362194776535, 0.15536120533943176, 0.15880241990089417]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9723, "test_loss": 0.11965668029785156}, {"step": 3800, "epoch": 8, "train_loss": 0.05753273516893387, "cos_r_negg": [0.2686452269554138, 0.30509987473487854, 0.28492656350135803], "cos_apical_negg": [0.2686452269554138, 0.30509987473487854, 0.28492656350135803], "cos_Ac_negg": [0.2686452269554138, 0.30509987473487854, 0.28492656350135803], "r_norm": [0.14871269464492798, 0.1475856602191925, 0.151455357670784]}, {"step": 3850, "epoch": 8, "train_loss": 0.0028385294135659933, "cos_r_negg": [0.28380510210990906, 0.32245275378227234, 0.30303052067756653], "cos_apical_negg": [0.28380510210990906, 0.32245275378227234, 0.30303052067756653], "cos_Ac_negg": [0.28380510210990906, 0.32245275378227234, 0.30303052067756653], "r_norm": [0.1888529509305954, 0.18782925605773926, 0.18924856185913086]}, {"step": 3900, "epoch": 8, "train_loss": 0.031306467950344086, "cos_r_negg": [0.28436997532844543, 0.3220803439617157, 0.2986360192298889], "cos_apical_negg": [0.28436997532844543, 0.3220803439617157, 0.2986360192298889], "cos_Ac_negg": [0.28436997532844543, 0.3220803439617157, 0.2986360192298889], "r_norm": [0.15894760191440582, 0.15711890161037445, 0.15931916236877441]}, {"step": 3950, "epoch": 8, "train_loss": 0.0010267983889207244, "cos_r_negg": [0.2756859064102173, 0.3156859874725342, 0.291109174489975], "cos_apical_negg": [0.2756859064102173, 0.3156859874725342, 0.291109174489975], "cos_Ac_negg": [0.2756859064102173, 0.3156859874725342, 0.291109174489975], "r_norm": [0.15598759055137634, 0.15481342375278473, 0.1572290062904358]}, {"step": 4000, "epoch": 8, "train_loss": 0.0017436984926462173, "cos_r_negg": [0.2644749879837036, 0.3070303201675415, 0.2854214906692505], "cos_apical_negg": [0.2644749879837036, 0.3070303201675415, 0.2854214906692505], "cos_Ac_negg": [0.2644749879837036, 0.3070303201675415, 0.2854214906692505], "r_norm": [0.15644381940364838, 0.15297067165374756, 0.15479567646980286]}, {"step": 4050, "epoch": 8, "train_loss": 0.0117665259167552, "cos_r_negg": [0.2668369710445404, 0.30469226837158203, 0.2849646210670471], "cos_apical_negg": [0.2668369710445404, 0.30469226837158203, 0.2849646210670471], "cos_Ac_negg": [0.2668369710445404, 0.30469226837158203, 0.2849646210670471], "r_norm": [0.14564469456672668, 0.14452052116394043, 0.14725925028324127]}, {"step": 4100, "epoch": 8, "train_loss": 0.08750169724225998, "cos_r_negg": [0.25907599925994873, 0.2948468327522278, 0.2764144539833069], "cos_apical_negg": [0.25907599925994873, 0.2948468327522278, 0.2764144539833069], "cos_Ac_negg": [0.25907599925994873, 0.2948468327522278, 0.2764144539833069], "r_norm": [0.1595367193222046, 0.15857556462287903, 0.16145159304141998]}, {"step": 4150, "epoch": 8, "train_loss": 0.002183937933295965, "cos_r_negg": [0.2671060562133789, 0.3071121573448181, 0.2891165614128113], "cos_apical_negg": [0.2671060562133789, 0.3071121573448181, 0.2891165614128113], "cos_Ac_negg": [0.2671060562133789, 0.3071121573448181, 0.2891165614128113], "r_norm": [0.16443562507629395, 0.16359424591064453, 0.16582125425338745]}, {"step": 4200, "epoch": 8, "train_loss": 0.009339418262243271, "cos_r_negg": [0.262804239988327, 0.30357933044433594, 0.2851714491844177], "cos_apical_negg": [0.262804239988327, 0.30357933044433594, 0.2851714491844177], "cos_Ac_negg": [0.262804239988327, 0.30357933044433594, 0.2851714491844177], "r_norm": [0.13471421599388123, 0.13355134427547455, 0.13532550632953644]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9741, "test_loss": 0.12202388000488282}, {"step": 4250, "epoch": 9, "train_loss": 0.020587023347616196, "cos_r_negg": [0.24421343207359314, 0.277561217546463, 0.2608654499053955], "cos_apical_negg": [0.24421343207359314, 0.277561217546463, 0.2608654499053955], "cos_Ac_negg": [0.24421343207359314, 0.277561217546463, 0.2608654499053955], "r_norm": [0.15438039600849152, 0.1523040533065796, 0.15448734164237976]}, {"step": 4300, "epoch": 9, "train_loss": 0.0018672797596082091, "cos_r_negg": [0.24052894115447998, 0.2738698124885559, 0.25623345375061035], "cos_apical_negg": [0.24052894115447998, 0.2738698124885559, 0.25623345375061035], "cos_Ac_negg": [0.24052894115447998, 0.2738698124885559, 0.25623345375061035], "r_norm": [0.17138373851776123, 0.17074814438819885, 0.17379926145076752]}, {"step": 4350, "epoch": 9, "train_loss": 0.013180232606828213, "cos_r_negg": [0.2458411306142807, 0.2760385572910309, 0.2591410279273987], "cos_apical_negg": [0.2458411306142807, 0.2760385572910309, 0.2591410279273987], "cos_Ac_negg": [0.2458411306142807, 0.2760385572910309, 0.2591410279273987], "r_norm": [0.16799229383468628, 0.1669217199087143, 0.1699531525373459]}, {"step": 4400, "epoch": 9, "train_loss": 0.0017652747919782996, "cos_r_negg": [0.23560473322868347, 0.26726362109184265, 0.25118184089660645], "cos_apical_negg": [0.23560473322868347, 0.26726362109184265, 0.25118184089660645], "cos_Ac_negg": [0.23560473322868347, 0.26726362109184265, 0.25118184089660645], "r_norm": [0.16303381323814392, 0.16007032990455627, 0.16273272037506104]}, {"step": 4450, "epoch": 9, "train_loss": 0.0010202217381447554, "cos_r_negg": [0.22847053408622742, 0.25920554995536804, 0.24246631562709808], "cos_apical_negg": [0.22847053408622742, 0.25920554995536804, 0.24246631562709808], "cos_Ac_negg": [0.22847053408622742, 0.25920554995536804, 0.24246631562709808], "r_norm": [0.15829460322856903, 0.15656110644340515, 0.15962888300418854]}, {"step": 4500, "epoch": 9, "train_loss": 0.007812195457518101, "cos_r_negg": [0.22196786105632782, 0.24870097637176514, 0.2341272234916687], "cos_apical_negg": [0.22196786105632782, 0.24870097637176514, 0.2341272234916687], "cos_Ac_negg": [0.22196786105632782, 0.24870097637176514, 0.2341272234916687], "r_norm": [0.20007921755313873, 0.19812393188476562, 0.20132765173912048]}, {"step": 4550, "epoch": 9, "train_loss": 0.0023401128128170967, "cos_r_negg": [0.23155373334884644, 0.26271772384643555, 0.24561798572540283], "cos_apical_negg": [0.23155373334884644, 0.26271772384643555, 0.24561798572540283], "cos_Ac_negg": [0.23155373334884644, 0.26271772384643555, 0.24561798572540283], "r_norm": [0.15168815851211548, 0.1505754142999649, 0.1536380648612976]}, {"step": 4600, "epoch": 9, "train_loss": 0.08142884820699692, "cos_r_negg": [0.22653204202651978, 0.25500327348709106, 0.23826390504837036], "cos_apical_negg": [0.22653204202651978, 0.25500327348709106, 0.23826390504837036], "cos_Ac_negg": [0.22653204202651978, 0.25500327348709106, 0.23826390504837036], "r_norm": [0.17703646421432495, 0.17567071318626404, 0.1793697625398636]}, {"step": 4650, "epoch": 9, "train_loss": 0.002900534076616168, "cos_r_negg": [0.22413155436515808, 0.25436896085739136, 0.23722527921199799], "cos_apical_negg": [0.22413155436515808, 0.25436896085739136, 0.23722527921199799], "cos_Ac_negg": [0.22413155436515808, 0.25436896085739136, 0.23722527921199799], "r_norm": [0.16942539811134338, 0.16780635714530945, 0.1715344339609146]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9731, "test_loss": 0.13366425466537477}, {"step": 4700, "epoch": 10, "train_loss": 0.00246696756221354, "cos_r_negg": [0.22408097982406616, 0.257320761680603, 0.24123303592205048], "cos_apical_negg": [0.22408097982406616, 0.257320761680603, 0.24123303592205048], "cos_Ac_negg": [0.22408097982406616, 0.257320761680603, 0.24123303592205048], "r_norm": [0.20336276292800903, 0.20039939880371094, 0.20378988981246948]}, {"step": 4750, "epoch": 10, "train_loss": 0.0035499318037182093, "cos_r_negg": [0.21353942155838013, 0.24448205530643463, 0.22978141903877258], "cos_apical_negg": [0.21353942155838013, 0.24448205530643463, 0.22978141903877258], "cos_Ac_negg": [0.21353942155838013, 0.24448205530643463, 0.22978141903877258], "r_norm": [0.18454986810684204, 0.18195617198944092, 0.18626585602760315]}, {"step": 4800, "epoch": 10, "train_loss": 0.002248304896056652, "cos_r_negg": [0.2102651745080948, 0.23679938912391663, 0.22347238659858704], "cos_apical_negg": [0.2102651745080948, 0.23679938912391663, 0.22347238659858704], "cos_Ac_negg": [0.2102651745080948, 0.23679938912391663, 0.22347238659858704], "r_norm": [0.18928204476833344, 0.18729430437088013, 0.19177761673927307]}, {"step": 4850, "epoch": 10, "train_loss": 0.0016276591923087835, "cos_r_negg": [0.20655733346939087, 0.23064297437667847, 0.2179829180240631], "cos_apical_negg": [0.20655733346939087, 0.23064297437667847, 0.2179829180240631], "cos_Ac_negg": [0.20655733346939087, 0.23064297437667847, 0.2179829180240631], "r_norm": [0.17503489553928375, 0.17293217778205872, 0.17584285140037537]}, {"step": 4900, "epoch": 10, "train_loss": 0.0025231835898011923, "cos_r_negg": [0.2067737579345703, 0.2342534214258194, 0.22109517455101013], "cos_apical_negg": [0.2067737579345703, 0.2342534214258194, 0.22109517455101013], "cos_Ac_negg": [0.2067737579345703, 0.2342534214258194, 0.22109517455101013], "r_norm": [0.1703794002532959, 0.1686379611492157, 0.172069251537323]}, {"step": 4950, "epoch": 10, "train_loss": 0.0011032024631276727, "cos_r_negg": [0.20755037665367126, 0.23228679597377777, 0.21948397159576416], "cos_apical_negg": [0.20755037665367126, 0.23228679597377777, 0.21948397159576416], "cos_Ac_negg": [0.20755037665367126, 0.23228679597377777, 0.21948397159576416], "r_norm": [0.18092170357704163, 0.17806503176689148, 0.18058300018310547]}, {"step": 5000, "epoch": 10, "train_loss": 0.0017152607906609774, "cos_r_negg": [0.1908615231513977, 0.2162533849477768, 0.202938511967659], "cos_apical_negg": [0.1908615231513977, 0.2162533849477768, 0.202938511967659], "cos_Ac_negg": [0.1908615231513977, 0.2162533849477768, 0.202938511967659], "r_norm": [0.17755994200706482, 0.17541873455047607, 0.17852243781089783]}, {"step": 5050, "epoch": 10, "train_loss": 0.004727878142148256, "cos_r_negg": [0.20259496569633484, 0.22709965705871582, 0.21470651030540466], "cos_apical_negg": [0.20259496569633484, 0.22709965705871582, 0.21470651030540466], "cos_Ac_negg": [0.20259496569633484, 0.22709965705871582, 0.21470651030540466], "r_norm": [0.1698734611272812, 0.1685994267463684, 0.1719076931476593]}, {"step": 5100, "epoch": 10, "train_loss": 0.002133176429197192, "cos_r_negg": [0.1923988163471222, 0.2168709635734558, 0.20295768976211548], "cos_apical_negg": [0.1923988163471222, 0.2168709635734558, 0.20295768976211548], "cos_Ac_negg": [0.1923988163471222, 0.2168709635734558, 0.20295768976211548], "r_norm": [0.16923445463180542, 0.1665339320898056, 0.16898022592067719]}, {"step": 5150, "epoch": 10, "train_loss": 0.000488201214466244, "cos_r_negg": [0.19387710094451904, 0.2175363451242447, 0.2047020047903061], "cos_apical_negg": [0.19387710094451904, 0.2175363451242447, 0.2047020047903061], "cos_Ac_negg": [0.19387710094451904, 0.2175363451242447, 0.2047020047903061], "r_norm": [0.16386672854423523, 0.16152489185333252, 0.1647413820028305]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9742, "test_loss": 0.134921328830719}, {"step": 5200, "epoch": 11, "train_loss": 0.0007581347017548978, "cos_r_negg": [0.18711423873901367, 0.21052192151546478, 0.19814780354499817], "cos_apical_negg": [0.18711423873901367, 0.21052192151546478, 0.19814780354499817], "cos_Ac_negg": [0.18711423873901367, 0.21052192151546478, 0.19814780354499817], "r_norm": [0.15789002180099487, 0.15605100989341736, 0.1596839427947998]}, {"step": 5250, "epoch": 11, "train_loss": 0.0014389135176315904, "cos_r_negg": [0.18650668859481812, 0.21094626188278198, 0.1991129219532013], "cos_apical_negg": [0.18650668859481812, 0.21094626188278198, 0.1991129219532013], "cos_Ac_negg": [0.18650668859481812, 0.21094626188278198, 0.1991129219532013], "r_norm": [0.1641479730606079, 0.16247723996639252, 0.16593369841575623]}, {"step": 5300, "epoch": 11, "train_loss": 0.002481673378497362, "cos_r_negg": [0.18747171759605408, 0.209784597158432, 0.19865062832832336], "cos_apical_negg": [0.18747171759605408, 0.209784597158432, 0.19865062832832336], "cos_Ac_negg": [0.18747171759605408, 0.209784597158432, 0.19865062832832336], "r_norm": [0.15577824413776398, 0.15418662130832672, 0.15719307959079742]}, {"step": 5350, "epoch": 11, "train_loss": 0.001562765333801508, "cos_r_negg": [0.18025025725364685, 0.2017851173877716, 0.192104771733284], "cos_apical_negg": [0.18025025725364685, 0.2017851173877716, 0.192104771733284], "cos_Ac_negg": [0.18025025725364685, 0.2017851173877716, 0.192104771733284], "r_norm": [0.1671367585659027, 0.16525955498218536, 0.1685946136713028]}, {"step": 5400, "epoch": 11, "train_loss": 0.002974602859467268, "cos_r_negg": [0.1775714010000229, 0.20052284002304077, 0.1901770979166031], "cos_apical_negg": [0.1775714010000229, 0.20052284002304077, 0.1901770979166031], "cos_Ac_negg": [0.1775714010000229, 0.20052284002304077, 0.1901770979166031], "r_norm": [0.169068843126297, 0.16700975596904755, 0.170243501663208]}, {"step": 5450, "epoch": 11, "train_loss": 0.00016182826948352158, "cos_r_negg": [0.17624196410179138, 0.19960197806358337, 0.18955951929092407], "cos_apical_negg": [0.17624196410179138, 0.19960197806358337, 0.18955951929092407], "cos_Ac_negg": [0.17624196410179138, 0.19960197806358337, 0.18955951929092407], "r_norm": [0.16958516836166382, 0.16729101538658142, 0.1702139675617218]}, {"step": 5500, "epoch": 11, "train_loss": 0.0028820657171308994, "cos_r_negg": [0.1756962090730667, 0.19886013865470886, 0.18802277743816376], "cos_apical_negg": [0.1756962090730667, 0.19886013865470886, 0.18802277743816376], "cos_Ac_negg": [0.1756962090730667, 0.19886013865470886, 0.18802277743816376], "r_norm": [0.1666952669620514, 0.1642128825187683, 0.16700434684753418]}, {"step": 5550, "epoch": 11, "train_loss": 0.0007927343249320984, "cos_r_negg": [0.17542524635791779, 0.19813375174999237, 0.1869596242904663], "cos_apical_negg": [0.17542524635791779, 0.19813375174999237, 0.1869596242904663], "cos_Ac_negg": [0.17542524635791779, 0.19813375174999237, 0.1869596242904663], "r_norm": [0.15691380202770233, 0.15517300367355347, 0.15827509760856628]}, {"step": 5600, "epoch": 11, "train_loss": 0.0005152469384483993, "cos_r_negg": [0.17323191463947296, 0.1950111985206604, 0.1835174262523651], "cos_apical_negg": [0.17323191463947296, 0.1950111985206604, 0.1835174262523651], "cos_Ac_negg": [0.17323191463947296, 0.1950111985206604, 0.1835174262523651], "r_norm": [0.15853068232536316, 0.15650871396064758, 0.1593708097934723]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9749, "test_loss": 0.13683798208236694}, {"step": 5650, "epoch": 12, "train_loss": 0.002292943885549903, "cos_r_negg": [0.1692304164171219, 0.19158408045768738, 0.18016621470451355], "cos_apical_negg": [0.1692304164171219, 0.19158408045768738, 0.18016621470451355], "cos_Ac_negg": [0.1692304164171219, 0.19158408045768738, 0.18016621470451355], "r_norm": [0.1666208952665329, 0.16437290608882904, 0.1672302782535553]}, {"step": 5700, "epoch": 12, "train_loss": 0.0002445052668917924, "cos_r_negg": [0.16673141717910767, 0.1889076828956604, 0.17769579589366913], "cos_apical_negg": [0.16673141717910767, 0.1889076828956604, 0.17769579589366913], "cos_Ac_negg": [0.16673141717910767, 0.1889076828956604, 0.17769579589366913], "r_norm": [0.16296130418777466, 0.16105936467647552, 0.16387829184532166]}, {"step": 5750, "epoch": 12, "train_loss": 0.0002613913093227893, "cos_r_negg": [0.16547603905200958, 0.1885404884815216, 0.17785003781318665], "cos_apical_negg": [0.16547603905200958, 0.1885404884815216, 0.17785003781318665], "cos_Ac_negg": [0.16547603905200958, 0.1885404884815216, 0.17785003781318665], "r_norm": [0.1680733561515808, 0.1659867763519287, 0.16897201538085938]}, {"step": 5800, "epoch": 12, "train_loss": 0.0003116048756055534, "cos_r_negg": [0.16517028212547302, 0.18658190965652466, 0.17692984640598297], "cos_apical_negg": [0.16517028212547302, 0.18658190965652466, 0.17692984640598297], "cos_Ac_negg": [0.16517028212547302, 0.18658190965652466, 0.17692984640598297], "r_norm": [0.16572651267051697, 0.16431304812431335, 0.1673995554447174]}, {"step": 5850, "epoch": 12, "train_loss": 0.0007353981491178274, "cos_r_negg": [0.16412916779518127, 0.18521729111671448, 0.1751406490802765], "cos_apical_negg": [0.16412916779518127, 0.18521729111671448, 0.1751406490802765], "cos_Ac_negg": [0.16412916779518127, 0.18521729111671448, 0.1751406490802765], "r_norm": [0.164963498711586, 0.16354811191558838, 0.16663725674152374]}, {"step": 5900, "epoch": 12, "train_loss": 0.000943570863455534, "cos_r_negg": [0.1635744273662567, 0.18465988337993622, 0.17442050576210022], "cos_apical_negg": [0.1635744273662567, 0.18465988337993622, 0.17442050576210022], "cos_Ac_negg": [0.1635744273662567, 0.18465988337993622, 0.17442050576210022], "r_norm": [0.15537957847118378, 0.15385079383850098, 0.15603286027908325]}, {"step": 5950, "epoch": 12, "train_loss": 0.0009553533745929599, "cos_r_negg": [0.16124263405799866, 0.18202993273735046, 0.17218083143234253], "cos_apical_negg": [0.16124263405799866, 0.18202993273735046, 0.17218083143234253], "cos_Ac_negg": [0.16124263405799866, 0.18202993273735046, 0.17218083143234253], "r_norm": [0.1536499261856079, 0.1524275243282318, 0.15483897924423218]}, {"step": 6000, "epoch": 12, "train_loss": 0.0010410989634692669, "cos_r_negg": [0.15981023013591766, 0.18013633787631989, 0.17047248780727386], "cos_apical_negg": [0.15981023013591766, 0.18013633787631989, 0.17047248780727386], "cos_Ac_negg": [0.15981023013591766, 0.18013633787631989, 0.17047248780727386], "r_norm": [0.15889203548431396, 0.15740454196929932, 0.1597338765859604]}, {"step": 6050, "epoch": 12, "train_loss": 0.00041813479037955403, "cos_r_negg": [0.15914377570152283, 0.17963536083698273, 0.1695367693901062], "cos_apical_negg": [0.15914377570152283, 0.17963536083698273, 0.1695367693901062], "cos_Ac_negg": [0.15914377570152283, 0.17963536083698273, 0.1695367693901062], "r_norm": [0.15627969801425934, 0.1547093242406845, 0.15709486603736877]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9752, "test_loss": 0.13878268918991088}, {"step": 6100, "epoch": 13, "train_loss": 0.0011104407021775842, "cos_r_negg": [0.15927377343177795, 0.1792256236076355, 0.1693911999464035], "cos_apical_negg": [0.15927377343177795, 0.1792256236076355, 0.1693911999464035], "cos_Ac_negg": [0.15927377343177795, 0.1792256236076355, 0.1693911999464035], "r_norm": [0.15838757157325745, 0.15698909759521484, 0.15959282219409943]}, {"step": 6150, "epoch": 13, "train_loss": 0.0008541910210624337, "cos_r_negg": [0.15582013130187988, 0.17585068941116333, 0.16653424501419067], "cos_apical_negg": [0.15582013130187988, 0.17585068941116333, 0.16653424501419067], "cos_Ac_negg": [0.15582013130187988, 0.17585068941116333, 0.16653424501419067], "r_norm": [0.15973198413848877, 0.15814591944217682, 0.1603805422782898]}, {"step": 6200, "epoch": 13, "train_loss": 0.000537674524821341, "cos_r_negg": [0.15818464756011963, 0.17836305499076843, 0.16898667812347412], "cos_apical_negg": [0.15818464756011963, 0.17836305499076843, 0.16898667812347412], "cos_Ac_negg": [0.15818464756011963, 0.17836305499076843, 0.16898667812347412], "r_norm": [0.1545354127883911, 0.15322989225387573, 0.15534812211990356]}, {"step": 6250, "epoch": 13, "train_loss": 0.0011969374027103186, "cos_r_negg": [0.15535235404968262, 0.17527300119400024, 0.16584888100624084], "cos_apical_negg": [0.15535235404968262, 0.17527300119400024, 0.16584888100624084], "cos_Ac_negg": [0.15535235404968262, 0.17527300119400024, 0.16584888100624084], "r_norm": [0.15559588372707367, 0.15404903888702393, 0.15619106590747833]}, {"step": 6300, "epoch": 13, "train_loss": 0.000692961155436933, "cos_r_negg": [0.15328487753868103, 0.1736585795879364, 0.16394072771072388], "cos_apical_negg": [0.15328487753868103, 0.1736585795879364, 0.16394072771072388], "cos_Ac_negg": [0.15328487753868103, 0.1736585795879364, 0.16394072771072388], "r_norm": [0.1566520631313324, 0.15519532561302185, 0.15748266875743866]}, {"step": 6350, "epoch": 13, "train_loss": 0.0010561218950897455, "cos_r_negg": [0.15370440483093262, 0.17346110939979553, 0.16360870003700256], "cos_apical_negg": [0.15370440483093262, 0.17346110939979553, 0.16360870003700256], "cos_Ac_negg": [0.15370440483093262, 0.17346110939979553, 0.16360870003700256], "r_norm": [0.15943633019924164, 0.15792232751846313, 0.16025292873382568]}, {"step": 6400, "epoch": 13, "train_loss": 0.0007242013816721737, "cos_r_negg": [0.152421236038208, 0.17313984036445618, 0.16345003247261047], "cos_apical_negg": [0.152421236038208, 0.17313984036445618, 0.16345003247261047], "cos_Ac_negg": [0.152421236038208, 0.17313984036445618, 0.16345003247261047], "r_norm": [0.15395882725715637, 0.15237268805503845, 0.15447548031806946]}, {"step": 6450, "epoch": 13, "train_loss": 0.0006095771677792072, "cos_r_negg": [0.1508740484714508, 0.1705949306488037, 0.1615162193775177], "cos_apical_negg": [0.1508740484714508, 0.1705949306488037, 0.1615162193775177], "cos_Ac_negg": [0.1508740484714508, 0.1705949306488037, 0.1615162193775177], "r_norm": [0.1547216773033142, 0.15357275307178497, 0.15569502115249634]}, {"step": 6500, "epoch": 13, "train_loss": 0.000707174651324749, "cos_r_negg": [0.14705365896224976, 0.16659659147262573, 0.15716399252414703], "cos_apical_negg": [0.14705365896224976, 0.16659659147262573, 0.15716399252414703], "cos_Ac_negg": [0.14705365896224976, 0.16659659147262573, 0.15716399252414703], "r_norm": [0.1550941914319992, 0.15382389724254608, 0.1559380292892456]}, {"step": 6550, "epoch": 13, "train_loss": 0.0017448508879169822, "cos_r_negg": [0.14849692583084106, 0.16801327466964722, 0.15922792255878448], "cos_apical_negg": [0.14849692583084106, 0.16801327466964722, 0.15922792255878448], "cos_Ac_negg": [0.14849692583084106, 0.16801327466964722, 0.15922792255878448], "r_norm": [0.15483438968658447, 0.1535462886095047, 0.1557207554578781]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9753, "test_loss": 0.1415543758392334}, {"step": 6600, "epoch": 14, "train_loss": 0.0007820656755939126, "cos_r_negg": [0.14715012907981873, 0.16672661900520325, 0.1578071415424347], "cos_apical_negg": [0.14715012907981873, 0.16672661900520325, 0.1578071415424347], "cos_Ac_negg": [0.14715012907981873, 0.16672661900520325, 0.1578071415424347], "r_norm": [0.15467309951782227, 0.15334708988666534, 0.1554720103740692]}, {"step": 6650, "epoch": 14, "train_loss": 0.0008757006144151092, "cos_r_negg": [0.14668293297290802, 0.165865957736969, 0.1570982038974762], "cos_apical_negg": [0.14668293297290802, 0.165865957736969, 0.1570982038974762], "cos_Ac_negg": [0.14668293297290802, 0.165865957736969, 0.1570982038974762], "r_norm": [0.15650175511837006, 0.15509197115898132, 0.15711718797683716]}, {"step": 6700, "epoch": 14, "train_loss": 0.00044546322897076607, "cos_r_negg": [0.14614132046699524, 0.1650533378124237, 0.15634408593177795], "cos_apical_negg": [0.14614132046699524, 0.1650533378124237, 0.15634408593177795], "cos_Ac_negg": [0.14614132046699524, 0.1650533378124237, 0.15634408593177795], "r_norm": [0.15670447051525116, 0.15520299971103668, 0.15726017951965332]}, {"step": 6750, "epoch": 14, "train_loss": 0.000518552609719336, "cos_r_negg": [0.14369302988052368, 0.1627940833568573, 0.15377283096313477], "cos_apical_negg": [0.14369302988052368, 0.1627940833568573, 0.15377283096313477], "cos_Ac_negg": [0.14369302988052368, 0.1627940833568573, 0.15377283096313477], "r_norm": [0.15724903345108032, 0.15587972104549408, 0.15813660621643066]}, {"step": 6800, "epoch": 14, "train_loss": 0.0008604235481470823, "cos_r_negg": [0.14124861359596252, 0.16000638902187347, 0.1514844447374344], "cos_apical_negg": [0.14124861359596252, 0.16000638902187347, 0.1514844447374344], "cos_Ac_negg": [0.14124861359596252, 0.16000638902187347, 0.1514844447374344], "r_norm": [0.16006594896316528, 0.15817245841026306, 0.16027753055095673]}, {"step": 6850, "epoch": 14, "train_loss": 0.0005052085034549236, "cos_r_negg": [0.14186802506446838, 0.1606133133172989, 0.1522047519683838], "cos_apical_negg": [0.14186802506446838, 0.1606133133172989, 0.1522047519683838], "cos_Ac_negg": [0.14186802506446838, 0.1606133133172989, 0.1522047519683838], "r_norm": [0.15916550159454346, 0.1575753092765808, 0.15990358591079712]}, {"step": 6900, "epoch": 14, "train_loss": 0.0007365128258243203, "cos_r_negg": [0.1424165666103363, 0.16077417135238647, 0.15236011147499084], "cos_apical_negg": [0.1424165666103363, 0.16077417135238647, 0.15236011147499084], "cos_Ac_negg": [0.1424165666103363, 0.16077417135238647, 0.15236011147499084], "r_norm": [0.1563076674938202, 0.15497232973575592, 0.15711504220962524]}, {"step": 6950, "epoch": 14, "train_loss": 0.00017804822709877044, "cos_r_negg": [0.14122647047042847, 0.1601819396018982, 0.15151187777519226], "cos_apical_negg": [0.14122647047042847, 0.1601819396018982, 0.15151187777519226], "cos_Ac_negg": [0.14122647047042847, 0.1601819396018982, 0.15151187777519226], "r_norm": [0.1513974964618683, 0.14992745220661163, 0.1518484354019165]}, {"step": 7000, "epoch": 14, "train_loss": 0.0006930496310815215, "cos_r_negg": [0.1408117115497589, 0.15910916030406952, 0.15076006948947906], "cos_apical_negg": [0.1408117115497589, 0.15910916030406952, 0.15076006948947906], "cos_Ac_negg": [0.1408117115497589, 0.15910916030406952, 0.15076006948947906], "r_norm": [0.15788859128952026, 0.1565147042274475, 0.15864282846450806]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9752, "test_loss": 0.14345566911697388}, {"step": 7050, "epoch": 15, "train_loss": 0.0002648541412781924, "cos_r_negg": [0.14154615998268127, 0.1599176824092865, 0.15156146883964539], "cos_apical_negg": [0.14154615998268127, 0.1599176824092865, 0.15156146883964539], "cos_Ac_negg": [0.14154615998268127, 0.1599176824092865, 0.15156146883964539], "r_norm": [0.15631625056266785, 0.154869943857193, 0.15707415342330933]}, {"step": 7100, "epoch": 15, "train_loss": 0.001053178682923317, "cos_r_negg": [0.139919713139534, 0.157647043466568, 0.14995165169239044], "cos_apical_negg": [0.139919713139534, 0.157647043466568, 0.14995165169239044], "cos_Ac_negg": [0.139919713139534, 0.157647043466568, 0.14995165169239044], "r_norm": [0.15937156975269318, 0.15757738053798676, 0.15961723029613495]}, {"step": 7150, "epoch": 15, "train_loss": 0.0003890772059094161, "cos_r_negg": [0.1415124237537384, 0.16012077033519745, 0.1519179344177246], "cos_apical_negg": [0.1415124237537384, 0.16012077033519745, 0.1519179344177246], "cos_Ac_negg": [0.1415124237537384, 0.16012077033519745, 0.1519179344177246], "r_norm": [0.15824691951274872, 0.15646305680274963, 0.1586218774318695]}, {"step": 7200, "epoch": 15, "train_loss": 0.0005275920266285539, "cos_r_negg": [0.14039549231529236, 0.15884369611740112, 0.1506090760231018], "cos_apical_negg": [0.14039549231529236, 0.15884369611740112, 0.1506090760231018], "cos_Ac_negg": [0.14039549231529236, 0.15884369611740112, 0.1506090760231018], "r_norm": [0.15867672860622406, 0.1569662094116211, 0.15918807685375214]}, {"step": 7250, "epoch": 15, "train_loss": 0.00037928656092844903, "cos_r_negg": [0.13950246572494507, 0.15776327252388, 0.149269700050354], "cos_apical_negg": [0.13950246572494507, 0.15776327252388, 0.149269700050354], "cos_Ac_negg": [0.13950246572494507, 0.15776327252388, 0.149269700050354], "r_norm": [0.15682896971702576, 0.15510760247707367, 0.1572379320859909]}, {"step": 7300, "epoch": 15, "train_loss": 0.0002561150467954576, "cos_r_negg": [0.13826584815979004, 0.15600340068340302, 0.14791005849838257], "cos_apical_negg": [0.13826584815979004, 0.15600340068340302, 0.14791005849838257], "cos_Ac_negg": [0.13826584815979004, 0.15600340068340302, 0.14791005849838257], "r_norm": [0.15511742234230042, 0.15360718965530396, 0.1556512415409088]}, {"step": 7350, "epoch": 15, "train_loss": 0.0004398734017740935, "cos_r_negg": [0.13766135275363922, 0.15510836243629456, 0.14694631099700928], "cos_apical_negg": [0.13766135275363922, 0.15510836243629456, 0.14694631099700928], "cos_Ac_negg": [0.13766135275363922, 0.15510836243629456, 0.14694631099700928], "r_norm": [0.1516524851322174, 0.15037938952445984, 0.1525738388299942]}, {"step": 7400, "epoch": 15, "train_loss": 0.0001779150334186852, "cos_r_negg": [0.13689881563186646, 0.1550396978855133, 0.14672750234603882], "cos_apical_negg": [0.13689881563186646, 0.1550396978855133, 0.14672750234603882], "cos_Ac_negg": [0.13689881563186646, 0.1550396978855133, 0.14672750234603882], "r_norm": [0.1487399935722351, 0.14740101993083954, 0.1493830382823944]}, {"step": 7450, "epoch": 15, "train_loss": 0.0001929495483636856, "cos_r_negg": [0.13490137457847595, 0.1527334451675415, 0.1446283459663391], "cos_apical_negg": [0.13490137457847595, 0.1527334451675415, 0.1446283459663391], "cos_Ac_negg": [0.13490137457847595, 0.1527334451675415, 0.1446283459663391], "r_norm": [0.1508352905511856, 0.14979827404022217, 0.1518949568271637]}, {"step": 7500, "epoch": 15, "train_loss": 0.0001257957483176142, "cos_r_negg": [0.13403287529945374, 0.15167123079299927, 0.14351874589920044], "cos_apical_negg": [0.13403287529945374, 0.15167123079299927, 0.14351874589920044], "cos_Ac_negg": [0.13403287529945374, 0.15167123079299927, 0.14351874589920044], "r_norm": [0.15399950742721558, 0.15277451276779175, 0.15487010776996613]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9751, "test_loss": 0.1465550284385681}, {"step": 7550, "epoch": 16, "train_loss": 0.00022836880816612393, "cos_r_negg": [0.13278478384017944, 0.1499265730381012, 0.14206266403198242], "cos_apical_negg": [0.13278478384017944, 0.1499265730381012, 0.14206266403198242], "cos_Ac_negg": [0.13278478384017944, 0.1499265730381012, 0.14206266403198242], "r_norm": [0.15640759468078613, 0.15493963658809662, 0.15690410137176514]}, {"step": 7600, "epoch": 16, "train_loss": 0.00100610195659101, "cos_r_negg": [0.13429081439971924, 0.15155787765979767, 0.14386066794395447], "cos_apical_negg": [0.13429081439971924, 0.15155787765979767, 0.14386066794395447], "cos_Ac_negg": [0.13429081439971924, 0.15155787765979767, 0.14386066794395447], "r_norm": [0.15582771599292755, 0.15447358787059784, 0.15644103288650513]}, {"step": 7650, "epoch": 16, "train_loss": 0.0007523071253672242, "cos_r_negg": [0.13388091325759888, 0.1511685848236084, 0.1433982402086258], "cos_apical_negg": [0.13388091325759888, 0.1511685848236084, 0.1433982402086258], "cos_Ac_negg": [0.13388091325759888, 0.1511685848236084, 0.1433982402086258], "r_norm": [0.15496842563152313, 0.15374809503555298, 0.15573659539222717]}, {"step": 7700, "epoch": 16, "train_loss": 0.00041825894732028246, "cos_r_negg": [0.13174624741077423, 0.1489415168762207, 0.14118438959121704], "cos_apical_negg": [0.13174624741077423, 0.1489415168762207, 0.14118438959121704], "cos_Ac_negg": [0.13174624741077423, 0.1489415168762207, 0.14118438959121704], "r_norm": [0.155928835272789, 0.15468430519104004, 0.1567343920469284]}, {"step": 7750, "epoch": 16, "train_loss": 0.000720871496014297, "cos_r_negg": [0.13217386603355408, 0.1493479162454605, 0.14163261651992798], "cos_apical_negg": [0.13217386603355408, 0.1493479162454605, 0.14163261651992798], "cos_Ac_negg": [0.13217386603355408, 0.1493479162454605, 0.14163261651992798], "r_norm": [0.157085582613945, 0.1559116393327713, 0.15822027623653412]}, {"step": 7800, "epoch": 16, "train_loss": 0.0011307576205581427, "cos_r_negg": [0.13163530826568604, 0.14918991923332214, 0.14120547473430634], "cos_apical_negg": [0.13163530826568604, 0.14918991923332214, 0.14120547473430634], "cos_Ac_negg": [0.13163530826568604, 0.14918991923332214, 0.14120547473430634], "r_norm": [0.15208524465560913, 0.15069995820522308, 0.15262097120285034]}, {"step": 7850, "epoch": 16, "train_loss": 0.0004964456893503666, "cos_r_negg": [0.13074824213981628, 0.14774826169013977, 0.14002731442451477], "cos_apical_negg": [0.13074824213981628, 0.14774826169013977, 0.14002731442451477], "cos_Ac_negg": [0.13074824213981628, 0.14774826169013977, 0.14002731442451477], "r_norm": [0.153712660074234, 0.15227098762989044, 0.154248908162117]}, {"step": 7900, "epoch": 16, "train_loss": 0.0005165746551938355, "cos_r_negg": [0.12961339950561523, 0.14661213755607605, 0.13851451873779297], "cos_apical_negg": [0.12961339950561523, 0.14661213755607605, 0.13851451873779297], "cos_Ac_negg": [0.12961339950561523, 0.14661213755607605, 0.13851451873779297], "r_norm": [0.15369506180286407, 0.15224994719028473, 0.15431943535804749]}, {"step": 7950, "epoch": 16, "train_loss": 0.00018801780242938548, "cos_r_negg": [0.12985625863075256, 0.14686468243598938, 0.1388867050409317], "cos_apical_negg": [0.12985625863075256, 0.14686468243598938, 0.1388867050409317], "cos_Ac_negg": [0.12985625863075256, 0.14686468243598938, 0.1388867050409317], "r_norm": [0.15280261635780334, 0.15142884850502014, 0.15341156721115112]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9751, "test_loss": 0.14810432319641112}, {"step": 8000, "epoch": 17, "train_loss": 0.0005185085465200245, "cos_r_negg": [0.12987743318080902, 0.1464194357395172, 0.13871054351329803], "cos_apical_negg": [0.12987743318080902, 0.1464194357395172, 0.13871054351329803], "cos_Ac_negg": [0.12987743318080902, 0.1464194357395172, 0.13871054351329803], "r_norm": [0.1540049910545349, 0.152545765042305, 0.15455065667629242]}, {"step": 8050, "epoch": 17, "train_loss": 0.00038974813651293516, "cos_r_negg": [0.12883514165878296, 0.1452452540397644, 0.1376992166042328], "cos_apical_negg": [0.12883514165878296, 0.1452452540397644, 0.1376992166042328], "cos_Ac_negg": [0.12883514165878296, 0.1452452540397644, 0.1376992166042328], "r_norm": [0.15618760883808136, 0.15485809743404388, 0.15706077218055725]}, {"step": 8100, "epoch": 17, "train_loss": 0.0010929976124316454, "cos_r_negg": [0.12783019244670868, 0.1445518583059311, 0.13694821298122406], "cos_apical_negg": [0.12783019244670868, 0.1445518583059311, 0.13694821298122406], "cos_Ac_negg": [0.12783019244670868, 0.1445518583059311, 0.13694821298122406], "r_norm": [0.15192760527133942, 0.15062041580677032, 0.15266287326812744]}, {"step": 8150, "epoch": 17, "train_loss": 0.000155380301293917, "cos_r_negg": [0.12726089358329773, 0.14306682348251343, 0.13616886734962463], "cos_apical_negg": [0.12726089358329773, 0.14306682348251343, 0.13616886734962463], "cos_Ac_negg": [0.12726089358329773, 0.14306682348251343, 0.13616886734962463], "r_norm": [0.15508241951465607, 0.1536610722541809, 0.15550671517848969]}, {"step": 8200, "epoch": 17, "train_loss": 0.00013036563177593052, "cos_r_negg": [0.12808290123939514, 0.14411452412605286, 0.1368325650691986], "cos_apical_negg": [0.12808290123939514, 0.14411452412605286, 0.1368325650691986], "cos_Ac_negg": [0.12808290123939514, 0.14411452412605286, 0.1368325650691986], "r_norm": [0.15325945615768433, 0.15201126039028168, 0.1539834439754486]}, {"step": 8250, "epoch": 17, "train_loss": 0.0005836279597133398, "cos_r_negg": [0.12587258219718933, 0.1420234888792038, 0.13449326157569885], "cos_apical_negg": [0.12587258219718933, 0.1420234888792038, 0.13449326157569885], "cos_Ac_negg": [0.12587258219718933, 0.1420234888792038, 0.13449326157569885], "r_norm": [0.15296787023544312, 0.15173035860061646, 0.15369702875614166]}, {"step": 8300, "epoch": 17, "train_loss": 0.00024728922289796174, "cos_r_negg": [0.1249178946018219, 0.1410091072320938, 0.1335436999797821], "cos_apical_negg": [0.1249178946018219, 0.1410091072320938, 0.1335436999797821], "cos_Ac_negg": [0.1249178946018219, 0.1410091072320938, 0.1335436999797821], "r_norm": [0.1527363508939743, 0.151461660861969, 0.15342459082603455]}, {"step": 8350, "epoch": 17, "train_loss": 0.00048409149167127907, "cos_r_negg": [0.12536735832691193, 0.1412515491247177, 0.1339106559753418], "cos_apical_negg": [0.12536735832691193, 0.1412515491247177, 0.1339106559753418], "cos_Ac_negg": [0.12536735832691193, 0.1412515491247177, 0.1339106559753418], "r_norm": [0.15300936996936798, 0.15191040933132172, 0.153912752866745]}, {"step": 8400, "epoch": 17, "train_loss": 0.0004661136772483587, "cos_r_negg": [0.12478010356426239, 0.14059218764305115, 0.13344475626945496], "cos_apical_negg": [0.12478010356426239, 0.14059218764305115, 0.13344475626945496], "cos_Ac_negg": [0.12478010356426239, 0.14059218764305115, 0.13344475626945496], "r_norm": [0.15210819244384766, 0.1508222371339798, 0.15279750525951385]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9749, "test_loss": 0.15046707763671874}, {"step": 8450, "epoch": 18, "train_loss": 0.00011004052066709846, "cos_r_negg": [0.12413568049669266, 0.14016975462436676, 0.13300873339176178], "cos_apical_negg": [0.12413568049669266, 0.14016975462436676, 0.13300873339176178], "cos_Ac_negg": [0.12413568049669266, 0.14016975462436676, 0.13300873339176178], "r_norm": [0.15146490931510925, 0.14996126294136047, 0.15190061926841736]}, {"step": 8500, "epoch": 18, "train_loss": 0.0002414967311779037, "cos_r_negg": [0.12376923859119415, 0.13965757191181183, 0.13257381319999695], "cos_apical_negg": [0.12376923859119415, 0.13965757191181183, 0.13257381319999695], "cos_Ac_negg": [0.12376923859119415, 0.13965757191181183, 0.13257381319999695], "r_norm": [0.15230131149291992, 0.15084567666053772, 0.152842715382576]}, {"step": 8550, "epoch": 18, "train_loss": 0.00035022455267608166, "cos_r_negg": [0.12351389229297638, 0.13916561007499695, 0.132239431142807], "cos_apical_negg": [0.12351389229297638, 0.13916561007499695, 0.132239431142807], "cos_Ac_negg": [0.12351389229297638, 0.13916561007499695, 0.132239431142807], "r_norm": [0.1530768722295761, 0.151760533452034, 0.15387903153896332]}, {"step": 8600, "epoch": 18, "train_loss": 0.000679870368912816, "cos_r_negg": [0.1231943815946579, 0.13842928409576416, 0.13169732689857483], "cos_apical_negg": [0.1231943815946579, 0.13842928409576416, 0.13169732689857483], "cos_Ac_negg": [0.1231943815946579, 0.13842928409576416, 0.13169732689857483], "r_norm": [0.15274789929389954, 0.15133130550384521, 0.1533733606338501]}, {"step": 8650, "epoch": 18, "train_loss": 0.0002896123914979398, "cos_r_negg": [0.12201731652021408, 0.13737551867961884, 0.13065281510353088], "cos_apical_negg": [0.12201731652021408, 0.13737551867961884, 0.13065281510353088], "cos_Ac_negg": [0.12201731652021408, 0.13737551867961884, 0.13065281510353088], "r_norm": [0.1513984203338623, 0.14997640252113342, 0.1519494503736496]}, {"step": 8700, "epoch": 18, "train_loss": 0.0006188152474351227, "cos_r_negg": [0.12184524536132812, 0.1373801827430725, 0.13064047694206238], "cos_apical_negg": [0.12184524536132812, 0.1373801827430725, 0.13064047694206238], "cos_Ac_negg": [0.12184524536132812, 0.1373801827430725, 0.13064047694206238], "r_norm": [0.15117643773555756, 0.14967027306556702, 0.15159961581230164]}, {"step": 8750, "epoch": 18, "train_loss": 0.0004937516059726477, "cos_r_negg": [0.12206472456455231, 0.13712911307811737, 0.1306132674217224], "cos_apical_negg": [0.12206472456455231, 0.13712911307811737, 0.1306132674217224], "cos_Ac_negg": [0.12206472456455231, 0.13712911307811737, 0.1306132674217224], "r_norm": [0.1533697247505188, 0.15169531106948853, 0.15360164642333984]}, {"step": 8800, "epoch": 18, "train_loss": 0.00017090165056288242, "cos_r_negg": [0.11981889605522156, 0.1350439339876175, 0.12847191095352173], "cos_apical_negg": [0.11981889605522156, 0.1350439339876175, 0.12847191095352173], "cos_Ac_negg": [0.11981889605522156, 0.1350439339876175, 0.12847191095352173], "r_norm": [0.1531078815460205, 0.1516357809305191, 0.15354935824871063]}, {"step": 8850, "epoch": 18, "train_loss": 8.658528531668708e-05, "cos_r_negg": [0.1200997605919838, 0.1355501115322113, 0.1291009485721588], "cos_apical_negg": [0.1200997605919838, 0.1355501115322113, 0.1291009485721588], "cos_Ac_negg": [0.1200997605919838, 0.1355501115322113, 0.1291009485721588], "r_norm": [0.1513928771018982, 0.15029262006282806, 0.15237246453762054]}, {"step": 8900, "epoch": 18, "train_loss": 0.00027910908102057874, "cos_r_negg": [0.12030727416276932, 0.13579703867435455, 0.12930814921855927], "cos_apical_negg": [0.12030727416276932, 0.13579703867435455, 0.12930814921855927], "cos_Ac_negg": [0.12030727416276932, 0.13579703867435455, 0.12930814921855927], "r_norm": [0.1512613147497177, 0.14992691576480865, 0.15191993117332458]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9748, "test_loss": 0.1521615375518799}, {"step": 8950, "epoch": 19, "train_loss": 0.0002487687743268907, "cos_r_negg": [0.12062080949544907, 0.13621142506599426, 0.12954923510551453], "cos_apical_negg": [0.12062080949544907, 0.13621142506599426, 0.12954923510551453], "cos_Ac_negg": [0.12062080949544907, 0.13621142506599426, 0.12954923510551453], "r_norm": [0.1508755087852478, 0.1494823694229126, 0.15151582658290863]}, {"step": 9000, "epoch": 19, "train_loss": 0.0003481549210846424, "cos_r_negg": [0.12064007669687271, 0.13612590730190277, 0.1294393539428711], "cos_apical_negg": [0.12064007669687271, 0.13612590730190277, 0.1294393539428711], "cos_Ac_negg": [0.12064007669687271, 0.13612590730190277, 0.1294393539428711], "r_norm": [0.15208888053894043, 0.15054009854793549, 0.152618408203125]}, {"step": 9050, "epoch": 19, "train_loss": 0.0004888941766694188, "cos_r_negg": [0.11924036592245102, 0.13433384895324707, 0.12801052629947662], "cos_apical_negg": [0.11924036592245102, 0.13433384895324707, 0.12801052629947662], "cos_Ac_negg": [0.11924036592245102, 0.13433384895324707, 0.12801052629947662], "r_norm": [0.15317974984645844, 0.15163323283195496, 0.1536499410867691]}, {"step": 9100, "epoch": 19, "train_loss": 0.000827028532512486, "cos_r_negg": [0.11836980283260345, 0.1334553360939026, 0.12712958455085754], "cos_apical_negg": [0.11836980283260345, 0.1334553360939026, 0.12712958455085754], "cos_Ac_negg": [0.11836980283260345, 0.1334553360939026, 0.12712958455085754], "r_norm": [0.15303005278110504, 0.15155351161956787, 0.15363547205924988]}, {"step": 9150, "epoch": 19, "train_loss": 0.0006178823532536626, "cos_r_negg": [0.11815135180950165, 0.1333940625190735, 0.12704244256019592], "cos_apical_negg": [0.11815135180950165, 0.1333940625190735, 0.12704244256019592], "cos_Ac_negg": [0.11815135180950165, 0.1333940625190735, 0.12704244256019592], "r_norm": [0.1513236165046692, 0.1497986614704132, 0.15182100236415863]}, {"step": 9200, "epoch": 19, "train_loss": 0.0001545274571981281, "cos_r_negg": [0.11715468764305115, 0.13209496438503265, 0.1260766088962555], "cos_apical_negg": [0.11715468764305115, 0.13209496438503265, 0.1260766088962555], "cos_Ac_negg": [0.11715468764305115, 0.13209496438503265, 0.1260766088962555], "r_norm": [0.14990654587745667, 0.14848476648330688, 0.1505088359117508]}, {"step": 9250, "epoch": 19, "train_loss": 0.00030661612981930375, "cos_r_negg": [0.11732170730829239, 0.13185997307300568, 0.125989630818367], "cos_apical_negg": [0.11732170730829239, 0.13185997307300568, 0.125989630818367], "cos_Ac_negg": [0.11732170730829239, 0.13185997307300568, 0.125989630818367], "r_norm": [0.15274763107299805, 0.1512550562620163, 0.1533072590827942]}, {"step": 9300, "epoch": 19, "train_loss": 0.00034587871050462127, "cos_r_negg": [0.1185036450624466, 0.13313360512256622, 0.1273660957813263], "cos_apical_negg": [0.1185036450624466, 0.13313360512256622, 0.1273660957813263], "cos_Ac_negg": [0.1185036450624466, 0.13313360512256622, 0.1273660957813263], "r_norm": [0.1520547717809677, 0.15061460435390472, 0.15265250205993652]}, {"step": 9350, "epoch": 19, "train_loss": 0.00015732577594462782, "cos_r_negg": [0.11773039400577545, 0.13253524899482727, 0.1266823709011078], "cos_apical_negg": [0.11773039400577545, 0.13253524899482727, 0.1266823709011078], "cos_Ac_negg": [0.11773039400577545, 0.13253524899482727, 0.1266823709011078], "r_norm": [0.1510566771030426, 0.14975988864898682, 0.1518176794052124]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9747, "test_loss": 0.15390065259933472}], "final": {"test_acc": 0.9747, "test_loss": 0.15390065259933472, "wall_s": 14.487221479415894, "cos_r_negg": [0.1171654462814331, 0.13202261924743652, 0.12608620524406433], "cos_apical_negg": [0.1171654462814331, 0.13202261924743652, 0.12608620524406433], "cos_Ac_negg": [0.1171654462814331, 0.13202261924743652, 0.12608620524406433]}}
\ No newline at end of file
diff --git a/results/depth_mnist_dfa_d3_s2.json b/results/depth_mnist_dfa_d3_s2.json
new file mode 100644
index 0000000..7e95bea
--- /dev/null
+++ b/results/depth_mnist_dfa_d3_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d3_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4856414794921875, "cos_r_negg": [0.02722274325788021, 0.033276498317718506, 0.0004511093720793724], "cos_apical_negg": [0.02722274325788021, 0.033276498317718506, 0.0004511093720793724], "cos_Ac_negg": [0.02722274325788021, 0.033276498317718506, 0.0004511093720793724], "r_norm": [4.764300346374512, 4.7897233963012695, 4.871554374694824]}, {"step": 50, "epoch": 0, "train_loss": 0.7083652019500732, "cos_r_negg": [0.4487510025501251, 0.3534066677093506, 0.3313809931278229], "cos_apical_negg": [0.4487510025501251, 0.3534066677093506, 0.3313809931278229], "cos_Ac_negg": [0.4487510025501251, 0.3534066677093506, 0.3313809931278229], "r_norm": [1.2405318021774292, 1.2614161968231201, 1.2756586074829102]}, {"step": 100, "epoch": 0, "train_loss": 0.35551464557647705, "cos_r_negg": [0.4722643494606018, 0.39165398478507996, 0.345291405916214], "cos_apical_negg": [0.4722643494606018, 0.39165398478507996, 0.345291405916214], "cos_Ac_negg": [0.4722643494606018, 0.39165398478507996, 0.345291405916214], "r_norm": [0.793601393699646, 0.8041192293167114, 0.8187627792358398]}, {"step": 150, "epoch": 0, "train_loss": 0.369383841753006, "cos_r_negg": [0.48813706636428833, 0.40532010793685913, 0.3499617576599121], "cos_apical_negg": [0.48813706636428833, 0.40532010793685913, 0.3499617576599121], "cos_Ac_negg": [0.48813706636428833, 0.40532010793685913, 0.3499617576599121], "r_norm": [0.6715227365493774, 0.6844615936279297, 0.6952441930770874]}, {"step": 200, "epoch": 0, "train_loss": 0.27374571561813354, "cos_r_negg": [0.5044000744819641, 0.42212212085723877, 0.35174238681793213], "cos_apical_negg": [0.5044000744819641, 0.42212212085723877, 0.35174238681793213], "cos_Ac_negg": [0.5044000744819641, 0.42212212085723877, 0.35174238681793213], "r_norm": [0.7610838413238525, 0.7724226713180542, 0.7841846346855164]}, {"step": 250, "epoch": 0, "train_loss": 0.2247844785451889, "cos_r_negg": [0.48189783096313477, 0.43849480152130127, 0.3909870982170105], "cos_apical_negg": [0.48189783096313477, 0.43849480152130127, 0.3909870982170105], "cos_Ac_negg": [0.48189783096313477, 0.43849480152130127, 0.3909870982170105], "r_norm": [0.6247916221618652, 0.6351319551467896, 0.643828272819519]}, {"step": 300, "epoch": 0, "train_loss": 0.27407383918762207, "cos_r_negg": [0.5272853970527649, 0.46914762258529663, 0.40597039461135864], "cos_apical_negg": [0.5272853970527649, 0.46914762258529663, 0.40597039461135864], "cos_Ac_negg": [0.5272853970527649, 0.46914762258529663, 0.40597039461135864], "r_norm": [0.6179478764533997, 0.6255052089691162, 0.6350324749946594]}, {"step": 350, "epoch": 0, "train_loss": 0.2018769085407257, "cos_r_negg": [0.528581976890564, 0.46516120433807373, 0.4047442078590393], "cos_apical_negg": [0.528581976890564, 0.46516120433807373, 0.4047442078590393], "cos_Ac_negg": [0.528581976890564, 0.46516120433807373, 0.4047442078590393], "r_norm": [0.546890914440155, 0.5537636280059814, 0.5643314123153687]}, {"step": 400, "epoch": 0, "train_loss": 0.11202239245176315, "cos_r_negg": [0.5464932918548584, 0.48750239610671997, 0.4270848333835602], "cos_apical_negg": [0.5464932918548584, 0.48750239610671997, 0.4270848333835602], "cos_Ac_negg": [0.5464932918548584, 0.48750239610671997, 0.4270848333835602], "r_norm": [0.5453137755393982, 0.5526173710823059, 0.5626029372215271]}, {"step": 450, "epoch": 0, "train_loss": 0.318512499332428, "cos_r_negg": [0.5368611216545105, 0.4998156428337097, 0.42990946769714355], "cos_apical_negg": [0.5368611216545105, 0.4998156428337097, 0.42990946769714355], "cos_Ac_negg": [0.5368611216545105, 0.4998156428337097, 0.42990946769714355], "r_norm": [0.6364757418632507, 0.6463128924369812, 0.6559982299804688]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9446, "test_loss": 0.18972248840332032}, {"step": 500, "epoch": 1, "train_loss": 0.26422834396362305, "cos_r_negg": [0.5379511713981628, 0.5086513161659241, 0.4393860101699829], "cos_apical_negg": [0.5379511713981628, 0.5086513161659241, 0.4393860101699829], "cos_Ac_negg": [0.5379511713981628, 0.5086513161659241, 0.4393860101699829], "r_norm": [0.5886611342430115, 0.5960257053375244, 0.6047666668891907]}, {"step": 550, "epoch": 1, "train_loss": 0.15259473025798798, "cos_r_negg": [0.5273416042327881, 0.4987068176269531, 0.4277038276195526], "cos_apical_negg": [0.5273416042327881, 0.4987068176269531, 0.4277038276195526], "cos_Ac_negg": [0.5273416042327881, 0.4987068176269531, 0.4277038276195526], "r_norm": [0.4646178185939789, 0.4719827473163605, 0.48018646240234375]}, {"step": 600, "epoch": 1, "train_loss": 0.23115842044353485, "cos_r_negg": [0.5190146565437317, 0.4804244637489319, 0.43819475173950195], "cos_apical_negg": [0.5190146565437317, 0.4804244637489319, 0.43819475173950195], "cos_Ac_negg": [0.5190146565437317, 0.4804244637489319, 0.43819475173950195], "r_norm": [0.4877135753631592, 0.49477940797805786, 0.5046098232269287]}, {"step": 650, "epoch": 1, "train_loss": 0.199116513133049, "cos_r_negg": [0.5337393879890442, 0.5039418935775757, 0.42227447032928467], "cos_apical_negg": [0.5337393879890442, 0.5039418935775757, 0.42227447032928467], "cos_Ac_negg": [0.5337393879890442, 0.5039418935775757, 0.42227447032928467], "r_norm": [0.500652015209198, 0.5084292888641357, 0.516499400138855]}, {"step": 700, "epoch": 1, "train_loss": 0.09697198867797852, "cos_r_negg": [0.5232917070388794, 0.5013526678085327, 0.42920204997062683], "cos_apical_negg": [0.5232917070388794, 0.5013526678085327, 0.42920204997062683], "cos_Ac_negg": [0.5232917070388794, 0.5013526678085327, 0.42920204997062683], "r_norm": [0.4138454794883728, 0.4202424883842468, 0.4265848398208618]}, {"step": 750, "epoch": 1, "train_loss": 0.08201929926872253, "cos_r_negg": [0.5414789915084839, 0.5200984477996826, 0.4392956495285034], "cos_apical_negg": [0.5414789915084839, 0.5200984477996826, 0.4392956495285034], "cos_Ac_negg": [0.5414789915084839, 0.5200984477996826, 0.4392956495285034], "r_norm": [0.4804096221923828, 0.4875466525554657, 0.491496741771698]}, {"step": 800, "epoch": 1, "train_loss": 0.11109168082475662, "cos_r_negg": [0.5507640838623047, 0.5207754373550415, 0.450491726398468], "cos_apical_negg": [0.5507640838623047, 0.5207754373550415, 0.450491726398468], "cos_Ac_negg": [0.5507640838623047, 0.5207754373550415, 0.450491726398468], "r_norm": [0.4491207003593445, 0.45605331659317017, 0.4631083011627197]}, {"step": 850, "epoch": 1, "train_loss": 0.1874501258134842, "cos_r_negg": [0.5220886468887329, 0.5124343633651733, 0.44652706384658813], "cos_apical_negg": [0.5220886468887329, 0.5124343633651733, 0.44652706384658813], "cos_Ac_negg": [0.5220886468887329, 0.5124343633651733, 0.44652706384658813], "r_norm": [0.431349515914917, 0.43948376178741455, 0.44447559118270874]}, {"step": 900, "epoch": 1, "train_loss": 0.10067401826381683, "cos_r_negg": [0.5554637908935547, 0.5358659029006958, 0.45480185747146606], "cos_apical_negg": [0.5554637908935547, 0.5358659029006958, 0.45480185747146606], "cos_Ac_negg": [0.5554637908935547, 0.5358659029006958, 0.45480185747146606], "r_norm": [0.3722841441631317, 0.3776726722717285, 0.38071054220199585]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9569, "test_loss": 0.14861582489013672}, {"step": 950, "epoch": 2, "train_loss": 0.1828792542219162, "cos_r_negg": [0.5326688885688782, 0.5169692039489746, 0.4355546236038208], "cos_apical_negg": [0.5326688885688782, 0.5169692039489746, 0.4355546236038208], "cos_Ac_negg": [0.5326688885688782, 0.5169692039489746, 0.4355546236038208], "r_norm": [0.395706444978714, 0.4010772109031677, 0.40936827659606934]}, {"step": 1000, "epoch": 2, "train_loss": 0.1685536801815033, "cos_r_negg": [0.5485341548919678, 0.5224036574363708, 0.4545127749443054], "cos_apical_negg": [0.5485341548919678, 0.5224036574363708, 0.4545127749443054], "cos_Ac_negg": [0.5485341548919678, 0.5224036574363708, 0.4545127749443054], "r_norm": [0.40574437379837036, 0.4122118651866913, 0.41721785068511963]}, {"step": 1050, "epoch": 2, "train_loss": 0.040500570088624954, "cos_r_negg": [0.5519908666610718, 0.5401674509048462, 0.45530831813812256], "cos_apical_negg": [0.5519908666610718, 0.5401674509048462, 0.45530831813812256], "cos_Ac_negg": [0.5519908666610718, 0.5401674509048462, 0.45530831813812256], "r_norm": [0.3398685157299042, 0.3435857892036438, 0.3487582206726074]}, {"step": 1100, "epoch": 2, "train_loss": 0.06727419793605804, "cos_r_negg": [0.547722578048706, 0.5455983877182007, 0.46452653408050537], "cos_apical_negg": [0.547722578048706, 0.5455983877182007, 0.46452653408050537], "cos_Ac_negg": [0.547722578048706, 0.5455983877182007, 0.46452653408050537], "r_norm": [0.3220668137073517, 0.32629913091659546, 0.33471593260765076]}, {"step": 1150, "epoch": 2, "train_loss": 0.05138355493545532, "cos_r_negg": [0.5332511067390442, 0.5377520322799683, 0.4690646529197693], "cos_apical_negg": [0.5332511067390442, 0.5377520322799683, 0.4690646529197693], "cos_Ac_negg": [0.5332511067390442, 0.5377520322799683, 0.4690646529197693], "r_norm": [0.3462260961532593, 0.3494808077812195, 0.3592756390571594]}, {"step": 1200, "epoch": 2, "train_loss": 0.0417187437415123, "cos_r_negg": [0.5390444993972778, 0.5299623012542725, 0.47117531299591064], "cos_apical_negg": [0.5390444993972778, 0.5299623012542725, 0.47117531299591064], "cos_Ac_negg": [0.5390444993972778, 0.5299623012542725, 0.47117531299591064], "r_norm": [0.35579654574394226, 0.3614438474178314, 0.36457332968711853]}, {"step": 1250, "epoch": 2, "train_loss": 0.10615675896406174, "cos_r_negg": [0.5660723447799683, 0.5440365076065063, 0.47828060388565063], "cos_apical_negg": [0.5660723447799683, 0.5440365076065063, 0.47828060388565063], "cos_Ac_negg": [0.5660723447799683, 0.5440365076065063, 0.47828060388565063], "r_norm": [0.27670174837112427, 0.281150221824646, 0.2851274609565735]}, {"step": 1300, "epoch": 2, "train_loss": 0.20912505686283112, "cos_r_negg": [0.5445775985717773, 0.5354267358779907, 0.47663652896881104], "cos_apical_negg": [0.5445775985717773, 0.5354267358779907, 0.47663652896881104], "cos_Ac_negg": [0.5445775985717773, 0.5354267358779907, 0.47663652896881104], "r_norm": [0.2697525918483734, 0.2739921510219574, 0.2772248387336731]}, {"step": 1350, "epoch": 2, "train_loss": 0.2001020610332489, "cos_r_negg": [0.5560165643692017, 0.5564080476760864, 0.4676411747932434], "cos_apical_negg": [0.5560165643692017, 0.5564080476760864, 0.4676411747932434], "cos_Ac_negg": [0.5560165643692017, 0.5564080476760864, 0.4676411747932434], "r_norm": [0.3244505226612091, 0.3296664357185364, 0.33423328399658203]}, {"step": 1400, "epoch": 2, "train_loss": 0.2056088149547577, "cos_r_negg": [0.5499333739280701, 0.5442029237747192, 0.47013404965400696], "cos_apical_negg": [0.5499333739280701, 0.5442029237747192, 0.47013404965400696], "cos_Ac_negg": [0.5499333739280701, 0.5442029237747192, 0.47013404965400696], "r_norm": [0.28805240988731384, 0.2923659682273865, 0.2938801646232605]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9591, "test_loss": 0.14322200775146485}, {"step": 1450, "epoch": 3, "train_loss": 0.054093264043331146, "cos_r_negg": [0.5113224983215332, 0.5114912986755371, 0.4531295895576477], "cos_apical_negg": [0.5113224983215332, 0.5114912986755371, 0.4531295895576477], "cos_Ac_negg": [0.5113224983215332, 0.5114912986755371, 0.4531295895576477], "r_norm": [0.2976418137550354, 0.3014867305755615, 0.3044810891151428]}, {"step": 1500, "epoch": 3, "train_loss": 0.07130032032728195, "cos_r_negg": [0.511888861656189, 0.5190300941467285, 0.44769737124443054], "cos_apical_negg": [0.511888861656189, 0.5190300941467285, 0.44769737124443054], "cos_Ac_negg": [0.511888861656189, 0.5190300941467285, 0.44769737124443054], "r_norm": [0.3225572109222412, 0.3266567587852478, 0.3335599899291992]}, {"step": 1550, "epoch": 3, "train_loss": 0.06981541216373444, "cos_r_negg": [0.5125143527984619, 0.5286632776260376, 0.45349955558776855], "cos_apical_negg": [0.5125143527984619, 0.5286632776260376, 0.45349955558776855], "cos_Ac_negg": [0.5125143527984619, 0.5286632776260376, 0.45349955558776855], "r_norm": [0.28319495916366577, 0.287411093711853, 0.2921088933944702]}, {"step": 1600, "epoch": 3, "train_loss": 0.03632766008377075, "cos_r_negg": [0.5165739059448242, 0.5321213006973267, 0.45776644349098206], "cos_apical_negg": [0.5165739059448242, 0.5321213006973267, 0.45776644349098206], "cos_Ac_negg": [0.5165739059448242, 0.5321213006973267, 0.45776644349098206], "r_norm": [0.2660408616065979, 0.26979586482048035, 0.273922860622406]}, {"step": 1650, "epoch": 3, "train_loss": 0.1164063885807991, "cos_r_negg": [0.4922124147415161, 0.5120627880096436, 0.4377073049545288], "cos_apical_negg": [0.4922124147415161, 0.5120627880096436, 0.4377073049545288], "cos_Ac_negg": [0.4922124147415161, 0.5120627880096436, 0.4377073049545288], "r_norm": [0.2721624970436096, 0.27578920125961304, 0.28121811151504517]}, {"step": 1700, "epoch": 3, "train_loss": 0.06712014228105545, "cos_r_negg": [0.5244268774986267, 0.5435453653335571, 0.46444395184516907], "cos_apical_negg": [0.5244268774986267, 0.5435453653335571, 0.46444395184516907], "cos_Ac_negg": [0.5244268774986267, 0.5435453653335571, 0.46444395184516907], "r_norm": [0.24767836928367615, 0.24970629811286926, 0.2555338442325592]}, {"step": 1750, "epoch": 3, "train_loss": 0.05177675187587738, "cos_r_negg": [0.5267975330352783, 0.5358949303627014, 0.45666491985321045], "cos_apical_negg": [0.5267975330352783, 0.5358949303627014, 0.45666491985321045], "cos_Ac_negg": [0.5267975330352783, 0.5358949303627014, 0.45666491985321045], "r_norm": [0.2359834909439087, 0.23920938372612, 0.2436937689781189]}, {"step": 1800, "epoch": 3, "train_loss": 0.10677778720855713, "cos_r_negg": [0.5166060924530029, 0.521358847618103, 0.45488882064819336], "cos_apical_negg": [0.5166060924530029, 0.521358847618103, 0.45488882064819336], "cos_Ac_negg": [0.5166060924530029, 0.521358847618103, 0.45488882064819336], "r_norm": [0.34919703006744385, 0.35439133644104004, 0.3571004867553711]}, {"step": 1850, "epoch": 3, "train_loss": 0.0951484888792038, "cos_r_negg": [0.526807427406311, 0.5402212142944336, 0.4651581048965454], "cos_apical_negg": [0.526807427406311, 0.5402212142944336, 0.4651581048965454], "cos_Ac_negg": [0.526807427406311, 0.5402212142944336, 0.4651581048965454], "r_norm": [0.2860819399356842, 0.28958994150161743, 0.2939283549785614]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9668, "test_loss": 0.1163763542175293}, {"step": 1900, "epoch": 4, "train_loss": 0.04752318561077118, "cos_r_negg": [0.5128085017204285, 0.5194737315177917, 0.4510015845298767], "cos_apical_negg": [0.5128085017204285, 0.5194737315177917, 0.4510015845298767], "cos_Ac_negg": [0.5128085017204285, 0.5194737315177917, 0.4510015845298767], "r_norm": [0.269337922334671, 0.272026389837265, 0.27612441778182983]}, {"step": 1950, "epoch": 4, "train_loss": 0.045190609991550446, "cos_r_negg": [0.5065215826034546, 0.5284996032714844, 0.4505819082260132], "cos_apical_negg": [0.5065215826034546, 0.5284996032714844, 0.4505819082260132], "cos_Ac_negg": [0.5065215826034546, 0.5284996032714844, 0.4505819082260132], "r_norm": [0.2534022331237793, 0.25632038712501526, 0.261060893535614]}, {"step": 2000, "epoch": 4, "train_loss": 0.0870680958032608, "cos_r_negg": [0.47315412759780884, 0.4997631907463074, 0.43494921922683716], "cos_apical_negg": [0.47315412759780884, 0.4997631907463074, 0.43494921922683716], "cos_Ac_negg": [0.47315412759780884, 0.4997631907463074, 0.43494921922683716], "r_norm": [0.2532665729522705, 0.25577452778816223, 0.26014989614486694]}, {"step": 2050, "epoch": 4, "train_loss": 0.058971088379621506, "cos_r_negg": [0.44850921630859375, 0.4681694507598877, 0.4153429865837097], "cos_apical_negg": [0.44850921630859375, 0.4681694507598877, 0.4153429865837097], "cos_Ac_negg": [0.44850921630859375, 0.4681694507598877, 0.4153429865837097], "r_norm": [0.2479674518108368, 0.24972465634346008, 0.25601112842559814]}, {"step": 2100, "epoch": 4, "train_loss": 0.03876085579395294, "cos_r_negg": [0.47576698660850525, 0.5042568445205688, 0.4367780089378357], "cos_apical_negg": [0.47576698660850525, 0.5042568445205688, 0.4367780089378357], "cos_Ac_negg": [0.47576698660850525, 0.5042568445205688, 0.4367780089378357], "r_norm": [0.24039226770401, 0.24409323930740356, 0.2500803768634796]}, {"step": 2150, "epoch": 4, "train_loss": 0.022764891386032104, "cos_r_negg": [0.4754108190536499, 0.5020901560783386, 0.44309425354003906], "cos_apical_negg": [0.4754108190536499, 0.5020901560783386, 0.44309425354003906], "cos_Ac_negg": [0.4754108190536499, 0.5020901560783386, 0.44309425354003906], "r_norm": [0.2780315577983856, 0.28188222646713257, 0.28651607036590576]}, {"step": 2200, "epoch": 4, "train_loss": 0.07658996433019638, "cos_r_negg": [0.46441876888275146, 0.4881041646003723, 0.4147297739982605], "cos_apical_negg": [0.46441876888275146, 0.4881041646003723, 0.4147297739982605], "cos_Ac_negg": [0.46441876888275146, 0.4881041646003723, 0.4147297739982605], "r_norm": [0.24731269478797913, 0.24991129338741302, 0.2555423080921173]}, {"step": 2250, "epoch": 4, "train_loss": 0.015960484743118286, "cos_r_negg": [0.46501022577285767, 0.48451828956604004, 0.4240210950374603], "cos_apical_negg": [0.46501022577285767, 0.48451828956604004, 0.4240210950374603], "cos_Ac_negg": [0.46501022577285767, 0.48451828956604004, 0.4240210950374603], "r_norm": [0.2667522728443146, 0.2714984714984894, 0.27511024475097656]}, {"step": 2300, "epoch": 4, "train_loss": 0.13110527396202087, "cos_r_negg": [0.4672966003417969, 0.492227166891098, 0.42520976066589355], "cos_apical_negg": [0.4672966003417969, 0.492227166891098, 0.42520976066589355], "cos_Ac_negg": [0.4672966003417969, 0.492227166891098, 0.42520976066589355], "r_norm": [0.2588350176811218, 0.26178961992263794, 0.26603642106056213]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9693, "test_loss": 0.11135072975158691}, {"step": 2350, "epoch": 5, "train_loss": 0.03768002986907959, "cos_r_negg": [0.5008327960968018, 0.5284916162490845, 0.464491069316864], "cos_apical_negg": [0.5008327960968018, 0.5284916162490845, 0.464491069316864], "cos_Ac_negg": [0.5008327960968018, 0.5284916162490845, 0.464491069316864], "r_norm": [0.2539128363132477, 0.2583569586277008, 0.26151973009109497]}, {"step": 2400, "epoch": 5, "train_loss": 0.03332895040512085, "cos_r_negg": [0.4620237648487091, 0.48461267352104187, 0.43801236152648926], "cos_apical_negg": [0.4620237648487091, 0.48461267352104187, 0.43801236152648926], "cos_Ac_negg": [0.4620237648487091, 0.48461267352104187, 0.43801236152648926], "r_norm": [0.2264387309551239, 0.22959759831428528, 0.233747661113739]}, {"step": 2450, "epoch": 5, "train_loss": 0.017971130087971687, "cos_r_negg": [0.4487132430076599, 0.48640793561935425, 0.44262391328811646], "cos_apical_negg": [0.4487132430076599, 0.48640793561935425, 0.44262391328811646], "cos_Ac_negg": [0.4487132430076599, 0.48640793561935425, 0.44262391328811646], "r_norm": [0.24510681629180908, 0.24798743426799774, 0.251293420791626]}, {"step": 2500, "epoch": 5, "train_loss": 0.023238465189933777, "cos_r_negg": [0.43896400928497314, 0.4727911949157715, 0.4220547378063202], "cos_apical_negg": [0.43896400928497314, 0.4727911949157715, 0.4220547378063202], "cos_Ac_negg": [0.43896400928497314, 0.4727911949157715, 0.4220547378063202], "r_norm": [0.21948489546775818, 0.22338052093982697, 0.22598637640476227]}, {"step": 2550, "epoch": 5, "train_loss": 0.026471300050616264, "cos_r_negg": [0.42508310079574585, 0.4525378346443176, 0.4028943181037903], "cos_apical_negg": [0.42508310079574585, 0.4525378346443176, 0.4028943181037903], "cos_Ac_negg": [0.42508310079574585, 0.4525378346443176, 0.4028943181037903], "r_norm": [0.21471163630485535, 0.21812835335731506, 0.2222273349761963]}, {"step": 2600, "epoch": 5, "train_loss": 0.019746962934732437, "cos_r_negg": [0.4201245903968811, 0.4629365801811218, 0.40901434421539307], "cos_apical_negg": [0.4201245903968811, 0.4629365801811218, 0.40901434421539307], "cos_Ac_negg": [0.4201245903968811, 0.4629365801811218, 0.40901434421539307], "r_norm": [0.2449963390827179, 0.24855314195156097, 0.25226277112960815]}, {"step": 2650, "epoch": 5, "train_loss": 0.017779100686311722, "cos_r_negg": [0.42630404233932495, 0.4637209475040436, 0.4170039892196655], "cos_apical_negg": [0.42630404233932495, 0.4637209475040436, 0.4170039892196655], "cos_Ac_negg": [0.42630404233932495, 0.4637209475040436, 0.4170039892196655], "r_norm": [0.2403905987739563, 0.24366788566112518, 0.247096449136734]}, {"step": 2700, "epoch": 5, "train_loss": 0.09573700278997421, "cos_r_negg": [0.44017067551612854, 0.46438294649124146, 0.41793501377105713], "cos_apical_negg": [0.44017067551612854, 0.46438294649124146, 0.41793501377105713], "cos_Ac_negg": [0.44017067551612854, 0.46438294649124146, 0.41793501377105713], "r_norm": [0.21392253041267395, 0.21767497062683105, 0.22100131213665009]}, {"step": 2750, "epoch": 5, "train_loss": 0.04005417600274086, "cos_r_negg": [0.4062202274799347, 0.440488338470459, 0.3904746174812317], "cos_apical_negg": [0.4062202274799347, 0.440488338470459, 0.3904746174812317], "cos_Ac_negg": [0.4062202274799347, 0.440488338470459, 0.3904746174812317], "r_norm": [0.22314774990081787, 0.22597117722034454, 0.23041170835494995]}, {"step": 2800, "epoch": 5, "train_loss": 0.012219078838825226, "cos_r_negg": [0.3939685821533203, 0.4287932515144348, 0.37713760137557983], "cos_apical_negg": [0.3939685821533203, 0.4287932515144348, 0.37713760137557983], "cos_Ac_negg": [0.3939685821533203, 0.4287932515144348, 0.37713760137557983], "r_norm": [0.20941464602947235, 0.21289265155792236, 0.21646416187286377]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9706, "test_loss": 0.1155858476638794}, {"step": 2850, "epoch": 6, "train_loss": 0.041714075952768326, "cos_r_negg": [0.385687917470932, 0.417830228805542, 0.3673863410949707], "cos_apical_negg": [0.385687917470932, 0.417830228805542, 0.3673863410949707], "cos_Ac_negg": [0.385687917470932, 0.417830228805542, 0.3673863410949707], "r_norm": [0.18592222034931183, 0.1889694333076477, 0.1914665400981903]}, {"step": 2900, "epoch": 6, "train_loss": 0.012119332328438759, "cos_r_negg": [0.36779695749282837, 0.401075154542923, 0.3541971445083618], "cos_apical_negg": [0.36779695749282837, 0.401075154542923, 0.3541971445083618], "cos_Ac_negg": [0.36779695749282837, 0.401075154542923, 0.3541971445083618], "r_norm": [0.20639091730117798, 0.21028655767440796, 0.21246886253356934]}, {"step": 2950, "epoch": 6, "train_loss": 0.04291336238384247, "cos_r_negg": [0.3805016875267029, 0.41909027099609375, 0.375063955783844], "cos_apical_negg": [0.3805016875267029, 0.41909027099609375, 0.375063955783844], "cos_Ac_negg": [0.3805016875267029, 0.41909027099609375, 0.375063955783844], "r_norm": [0.19503921270370483, 0.198153555393219, 0.19997753202915192]}, {"step": 3000, "epoch": 6, "train_loss": 0.029084350913763046, "cos_r_negg": [0.37857532501220703, 0.4071090519428253, 0.3715875744819641], "cos_apical_negg": [0.37857532501220703, 0.4071090519428253, 0.3715875744819641], "cos_Ac_negg": [0.37857532501220703, 0.4071090519428253, 0.3715875744819641], "r_norm": [0.24663510918617249, 0.24953198432922363, 0.25355854630470276]}, {"step": 3050, "epoch": 6, "train_loss": 0.04877188429236412, "cos_r_negg": [0.3709588646888733, 0.4067532420158386, 0.35400697588920593], "cos_apical_negg": [0.3709588646888733, 0.4067532420158386, 0.35400697588920593], "cos_Ac_negg": [0.3709588646888733, 0.4067532420158386, 0.35400697588920593], "r_norm": [0.18803246319293976, 0.19071424007415771, 0.1935696005821228]}, {"step": 3100, "epoch": 6, "train_loss": 0.05883592367172241, "cos_r_negg": [0.34887343645095825, 0.3826729357242584, 0.3416992425918579], "cos_apical_negg": [0.34887343645095825, 0.3826729357242584, 0.3416992425918579], "cos_Ac_negg": [0.34887343645095825, 0.3826729357242584, 0.3416992425918579], "r_norm": [0.20819661021232605, 0.2109852284193039, 0.21358691155910492]}, {"step": 3150, "epoch": 6, "train_loss": 0.03355088084936142, "cos_r_negg": [0.3327119052410126, 0.36787086725234985, 0.32659608125686646], "cos_apical_negg": [0.3327119052410126, 0.36787086725234985, 0.32659608125686646], "cos_Ac_negg": [0.3327119052410126, 0.36787086725234985, 0.32659608125686646], "r_norm": [0.2047269195318222, 0.20800966024398804, 0.20978164672851562]}, {"step": 3200, "epoch": 6, "train_loss": 0.042381785809993744, "cos_r_negg": [0.32624274492263794, 0.36320140957832336, 0.32690316438674927], "cos_apical_negg": [0.32624274492263794, 0.36320140957832336, 0.32690316438674927], "cos_Ac_negg": [0.32624274492263794, 0.36320140957832336, 0.32690316438674927], "r_norm": [0.2106878161430359, 0.21296066045761108, 0.21544674038887024]}, {"step": 3250, "epoch": 6, "train_loss": 0.013497929088771343, "cos_r_negg": [0.3787553906440735, 0.41700977087020874, 0.3731690049171448], "cos_apical_negg": [0.3787553906440735, 0.41700977087020874, 0.3731690049171448], "cos_Ac_negg": [0.3787553906440735, 0.41700977087020874, 0.3731690049171448], "r_norm": [0.21180224418640137, 0.21508054435253143, 0.21830201148986816]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9727, "test_loss": 0.11088752651214599}, {"step": 3300, "epoch": 7, "train_loss": 0.019572943449020386, "cos_r_negg": [0.3573451340198517, 0.391384482383728, 0.35489678382873535], "cos_apical_negg": [0.3573451340198517, 0.391384482383728, 0.35489678382873535], "cos_Ac_negg": [0.3573451340198517, 0.391384482383728, 0.35489678382873535], "r_norm": [0.19010089337825775, 0.19269460439682007, 0.19628354907035828]}, {"step": 3350, "epoch": 7, "train_loss": 0.004735760390758514, "cos_r_negg": [0.345903217792511, 0.3861348628997803, 0.3454723060131073], "cos_apical_negg": [0.345903217792511, 0.3861348628997803, 0.3454723060131073], "cos_Ac_negg": [0.345903217792511, 0.3861348628997803, 0.3454723060131073], "r_norm": [0.1984429806470871, 0.20137427747249603, 0.2042407989501953]}, {"step": 3400, "epoch": 7, "train_loss": 0.0044024549424648285, "cos_r_negg": [0.30660051107406616, 0.3406534194946289, 0.3091513514518738], "cos_apical_negg": [0.30660051107406616, 0.3406534194946289, 0.3091513514518738], "cos_Ac_negg": [0.30660051107406616, 0.3406534194946289, 0.3091513514518738], "r_norm": [0.21036705374717712, 0.2122555673122406, 0.21775707602500916]}, {"step": 3450, "epoch": 7, "train_loss": 0.05427013710141182, "cos_r_negg": [0.3266099691390991, 0.3614497780799866, 0.32667818665504456], "cos_apical_negg": [0.3266099691390991, 0.3614497780799866, 0.32667818665504456], "cos_Ac_negg": [0.3266099691390991, 0.3614497780799866, 0.32667818665504456], "r_norm": [0.1895449310541153, 0.19151726365089417, 0.19586551189422607]}, {"step": 3500, "epoch": 7, "train_loss": 0.013392288237810135, "cos_r_negg": [0.3298719525337219, 0.35899946093559265, 0.3251214623451233], "cos_apical_negg": [0.3298719525337219, 0.35899946093559265, 0.3251214623451233], "cos_Ac_negg": [0.3298719525337219, 0.35899946093559265, 0.3251214623451233], "r_norm": [0.1800139844417572, 0.18209879100322723, 0.18505685031414032]}, {"step": 3550, "epoch": 7, "train_loss": 0.007369669154286385, "cos_r_negg": [0.32767409086227417, 0.35910460352897644, 0.32741424441337585], "cos_apical_negg": [0.32767409086227417, 0.35910460352897644, 0.32741424441337585], "cos_Ac_negg": [0.32767409086227417, 0.35910460352897644, 0.32741424441337585], "r_norm": [0.20790323615074158, 0.21029406785964966, 0.21448998153209686]}, {"step": 3600, "epoch": 7, "train_loss": 0.026410715654492378, "cos_r_negg": [0.3134734332561493, 0.3417700529098511, 0.3099426329135895], "cos_apical_negg": [0.3134734332561493, 0.3417700529098511, 0.3099426329135895], "cos_Ac_negg": [0.3134734332561493, 0.3417700529098511, 0.3099426329135895], "r_norm": [0.18211831152439117, 0.1843421906232834, 0.1866338700056076]}, {"step": 3650, "epoch": 7, "train_loss": 0.002275378443300724, "cos_r_negg": [0.30376988649368286, 0.3297889232635498, 0.3015595078468323], "cos_apical_negg": [0.30376988649368286, 0.3297889232635498, 0.3015595078468323], "cos_Ac_negg": [0.30376988649368286, 0.3297889232635498, 0.3015595078468323], "r_norm": [0.21286413073539734, 0.2161690890789032, 0.2185973823070526]}, {"step": 3700, "epoch": 7, "train_loss": 0.005108727142214775, "cos_r_negg": [0.29234907031059265, 0.3205018937587738, 0.2958448529243469], "cos_apical_negg": [0.29234907031059265, 0.3205018937587738, 0.2958448529243469], "cos_Ac_negg": [0.29234907031059265, 0.3205018937587738, 0.2958448529243469], "r_norm": [0.19330164790153503, 0.19603362679481506, 0.19941598176956177]}, {"step": 3750, "epoch": 7, "train_loss": 0.024734091013669968, "cos_r_negg": [0.31039178371429443, 0.3393573462963104, 0.3089333772659302], "cos_apical_negg": [0.31039178371429443, 0.3393573462963104, 0.3089333772659302], "cos_Ac_negg": [0.31039178371429443, 0.3393573462963104, 0.3089333772659302], "r_norm": [0.1980428397655487, 0.2006046175956726, 0.20334507524967194]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9724, "test_loss": 0.1213614667892456}, {"step": 3800, "epoch": 8, "train_loss": 0.054725468158721924, "cos_r_negg": [0.2754294276237488, 0.30327868461608887, 0.2744637131690979], "cos_apical_negg": [0.2754294276237488, 0.30327868461608887, 0.2744637131690979], "cos_Ac_negg": [0.2754294276237488, 0.30327868461608887, 0.2744637131690979], "r_norm": [0.1867971569299698, 0.1888033151626587, 0.1917356550693512]}, {"step": 3850, "epoch": 8, "train_loss": 0.00568051915615797, "cos_r_negg": [0.2591938078403473, 0.2837930917739868, 0.25737273693084717], "cos_apical_negg": [0.2591938078403473, 0.2837930917739868, 0.25737273693084717], "cos_Ac_negg": [0.2591938078403473, 0.2837930917739868, 0.25737273693084717], "r_norm": [0.20143696665763855, 0.20386412739753723, 0.20797184109687805]}, {"step": 3900, "epoch": 8, "train_loss": 0.011088700965046883, "cos_r_negg": [0.2717062532901764, 0.29911893606185913, 0.27194803953170776], "cos_apical_negg": [0.2717062532901764, 0.29911893606185913, 0.27194803953170776], "cos_Ac_negg": [0.2717062532901764, 0.29911893606185913, 0.27194803953170776], "r_norm": [0.18149414658546448, 0.18364191055297852, 0.18717819452285767]}, {"step": 3950, "epoch": 8, "train_loss": 0.0039547220803797245, "cos_r_negg": [0.271457701921463, 0.2973020672798157, 0.26806166768074036], "cos_apical_negg": [0.271457701921463, 0.2973020672798157, 0.26806166768074036], "cos_Ac_negg": [0.271457701921463, 0.2973020672798157, 0.26806166768074036], "r_norm": [0.20578502118587494, 0.20850403606891632, 0.21137413382530212]}, {"step": 4000, "epoch": 8, "train_loss": 0.00029079991509206593, "cos_r_negg": [0.2487625628709793, 0.27061280608177185, 0.24638265371322632], "cos_apical_negg": [0.2487625628709793, 0.27061280608177185, 0.24638265371322632], "cos_Ac_negg": [0.2487625628709793, 0.27061280608177185, 0.24638265371322632], "r_norm": [0.2133040577173233, 0.21627284586429596, 0.2189764380455017]}, {"step": 4050, "epoch": 8, "train_loss": 0.010406535118818283, "cos_r_negg": [0.2602950930595398, 0.2894468903541565, 0.2642636299133301], "cos_apical_negg": [0.2602950930595398, 0.2894468903541565, 0.2642636299133301], "cos_Ac_negg": [0.2602950930595398, 0.2894468903541565, 0.2642636299133301], "r_norm": [0.22669589519500732, 0.2297438085079193, 0.23159393668174744]}, {"step": 4100, "epoch": 8, "train_loss": 0.06753285229206085, "cos_r_negg": [0.2568996548652649, 0.2847168445587158, 0.26182490587234497], "cos_apical_negg": [0.2568996548652649, 0.2847168445587158, 0.26182490587234497], "cos_Ac_negg": [0.2568996548652649, 0.2847168445587158, 0.26182490587234497], "r_norm": [0.18621906638145447, 0.18846860527992249, 0.19128498435020447]}, {"step": 4150, "epoch": 8, "train_loss": 0.0010397033765912056, "cos_r_negg": [0.2559318542480469, 0.28633570671081543, 0.26586011052131653], "cos_apical_negg": [0.2559318542480469, 0.28633570671081543, 0.26586011052131653], "cos_Ac_negg": [0.2559318542480469, 0.28633570671081543, 0.26586011052131653], "r_norm": [0.20039652287960052, 0.20299988985061646, 0.20772533118724823]}, {"step": 4200, "epoch": 8, "train_loss": 0.00567114632576704, "cos_r_negg": [0.25578874349594116, 0.28169986605644226, 0.26026955246925354], "cos_apical_negg": [0.25578874349594116, 0.28169986605644226, 0.26026955246925354], "cos_Ac_negg": [0.25578874349594116, 0.28169986605644226, 0.26026955246925354], "r_norm": [0.18698027729988098, 0.1887597143650055, 0.19310253858566284]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9733, "test_loss": 0.12049849605560303}, {"step": 4250, "epoch": 9, "train_loss": 0.010376463644206524, "cos_r_negg": [0.2386726588010788, 0.26671984791755676, 0.24429889023303986], "cos_apical_negg": [0.2386726588010788, 0.26671984791755676, 0.24429889023303986], "cos_Ac_negg": [0.2386726588010788, 0.26671984791755676, 0.24429889023303986], "r_norm": [0.17905238270759583, 0.18139244616031647, 0.18471519649028778]}, {"step": 4300, "epoch": 9, "train_loss": 0.00139726628549397, "cos_r_negg": [0.23370009660720825, 0.26374366879463196, 0.24428915977478027], "cos_apical_negg": [0.23370009660720825, 0.26374366879463196, 0.24428915977478027], "cos_Ac_negg": [0.23370009660720825, 0.26374366879463196, 0.24428915977478027], "r_norm": [0.1904388815164566, 0.19261354207992554, 0.1967756450176239]}, {"step": 4350, "epoch": 9, "train_loss": 0.007566756568849087, "cos_r_negg": [0.22631537914276123, 0.25590628385543823, 0.2375326156616211], "cos_apical_negg": [0.22631537914276123, 0.25590628385543823, 0.2375326156616211], "cos_Ac_negg": [0.22631537914276123, 0.25590628385543823, 0.2375326156616211], "r_norm": [0.1973516047000885, 0.19959747791290283, 0.2039770483970642]}, {"step": 4400, "epoch": 9, "train_loss": 0.002845717826858163, "cos_r_negg": [0.21721291542053223, 0.24463263154029846, 0.22427384555339813], "cos_apical_negg": [0.21721291542053223, 0.24463263154029846, 0.22427384555339813], "cos_Ac_negg": [0.21721291542053223, 0.24463263154029846, 0.22427384555339813], "r_norm": [0.2031865119934082, 0.20560702681541443, 0.20937098562717438]}, {"step": 4450, "epoch": 9, "train_loss": 0.0014328203396871686, "cos_r_negg": [0.20890052616596222, 0.23385199904441833, 0.21595324575901031], "cos_apical_negg": [0.20890052616596222, 0.23385199904441833, 0.21595324575901031], "cos_Ac_negg": [0.20890052616596222, 0.23385199904441833, 0.21595324575901031], "r_norm": [0.19478653371334076, 0.19726935029029846, 0.20165488123893738]}, {"step": 4500, "epoch": 9, "train_loss": 0.0006762941484339535, "cos_r_negg": [0.20643165707588196, 0.23004424571990967, 0.21281373500823975], "cos_apical_negg": [0.20643165707588196, 0.23004424571990967, 0.21281373500823975], "cos_Ac_negg": [0.20643165707588196, 0.23004424571990967, 0.21281373500823975], "r_norm": [0.17520523071289062, 0.1768159717321396, 0.18054303526878357]}, {"step": 4550, "epoch": 9, "train_loss": 0.004195611923933029, "cos_r_negg": [0.22988349199295044, 0.2513924539089203, 0.23137418925762177], "cos_apical_negg": [0.22988349199295044, 0.2513924539089203, 0.23137418925762177], "cos_Ac_negg": [0.22988349199295044, 0.2513924539089203, 0.23137418925762177], "r_norm": [0.18664783239364624, 0.1892068088054657, 0.1926373839378357]}, {"step": 4600, "epoch": 9, "train_loss": 0.0545244961977005, "cos_r_negg": [0.2132093608379364, 0.2340800166130066, 0.21611976623535156], "cos_apical_negg": [0.2132093608379364, 0.2340800166130066, 0.21611976623535156], "cos_Ac_negg": [0.2132093608379364, 0.2340800166130066, 0.21611976623535156], "r_norm": [0.1817030906677246, 0.18396922945976257, 0.1871737241744995]}, {"step": 4650, "epoch": 9, "train_loss": 0.00233954144641757, "cos_r_negg": [0.21347790956497192, 0.23649004101753235, 0.21865957975387573], "cos_apical_negg": [0.21347790956497192, 0.23649004101753235, 0.21865957975387573], "cos_Ac_negg": [0.21347790956497192, 0.23649004101753235, 0.21865957975387573], "r_norm": [0.16994935274124146, 0.17214256525039673, 0.17550252377986908]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9731, "test_loss": 0.12907952041625975}, {"step": 4700, "epoch": 10, "train_loss": 0.0019423478515818715, "cos_r_negg": [0.20443309843540192, 0.22882132232189178, 0.21102848649024963], "cos_apical_negg": [0.20443309843540192, 0.22882132232189178, 0.21102848649024963], "cos_Ac_negg": [0.20443309843540192, 0.22882132232189178, 0.21102848649024963], "r_norm": [0.16982880234718323, 0.17188206315040588, 0.17525815963745117]}, {"step": 4750, "epoch": 10, "train_loss": 0.0009916361887007952, "cos_r_negg": [0.19998018443584442, 0.22387784719467163, 0.20653825998306274], "cos_apical_negg": [0.19998018443584442, 0.22387784719467163, 0.20653825998306274], "cos_Ac_negg": [0.19998018443584442, 0.22387784719467163, 0.20653825998306274], "r_norm": [0.17289520800113678, 0.1749526858329773, 0.17835059762001038]}, {"step": 4800, "epoch": 10, "train_loss": 0.0013799897860735655, "cos_r_negg": [0.20271256566047668, 0.22611530125141144, 0.20651501417160034], "cos_apical_negg": [0.20271256566047668, 0.22611530125141144, 0.20651501417160034], "cos_Ac_negg": [0.20271256566047668, 0.22611530125141144, 0.20651501417160034], "r_norm": [0.1763264536857605, 0.17838580906391144, 0.18226444721221924]}, {"step": 4850, "epoch": 10, "train_loss": 0.0002795062609948218, "cos_r_negg": [0.2076299637556076, 0.23053406178951263, 0.21181707084178925], "cos_apical_negg": [0.2076299637556076, 0.23053406178951263, 0.21181707084178925], "cos_Ac_negg": [0.2076299637556076, 0.23053406178951263, 0.21181707084178925], "r_norm": [0.17664863169193268, 0.17889176309108734, 0.18249818682670593]}, {"step": 4900, "epoch": 10, "train_loss": 0.002603150438517332, "cos_r_negg": [0.19503837823867798, 0.21732226014137268, 0.20052433013916016], "cos_apical_negg": [0.19503837823867798, 0.21732226014137268, 0.20052433013916016], "cos_Ac_negg": [0.19503837823867798, 0.21732226014137268, 0.20052433013916016], "r_norm": [0.16930486261844635, 0.17143504321575165, 0.17471878230571747]}, {"step": 4950, "epoch": 10, "train_loss": 0.0005908745806664228, "cos_r_negg": [0.19715285301208496, 0.22062301635742188, 0.20308539271354675], "cos_apical_negg": [0.19715285301208496, 0.22062301635742188, 0.20308539271354675], "cos_Ac_negg": [0.19715285301208496, 0.22062301635742188, 0.20308539271354675], "r_norm": [0.1861162781715393, 0.18775226175785065, 0.19241255521774292]}, {"step": 5000, "epoch": 10, "train_loss": 0.002039768733084202, "cos_r_negg": [0.17864802479743958, 0.20066498219966888, 0.18613797426223755], "cos_apical_negg": [0.17864802479743958, 0.20066498219966888, 0.18613797426223755], "cos_Ac_negg": [0.17864802479743958, 0.20066498219966888, 0.18613797426223755], "r_norm": [0.17975874245166779, 0.18170839548110962, 0.18581734597682953]}, {"step": 5050, "epoch": 10, "train_loss": 0.0007892638677731156, "cos_r_negg": [0.1870184689760208, 0.20942257344722748, 0.1944115310907364], "cos_apical_negg": [0.1870184689760208, 0.20942257344722748, 0.1944115310907364], "cos_Ac_negg": [0.1870184689760208, 0.20942257344722748, 0.1944115310907364], "r_norm": [0.17988763749599457, 0.18204441666603088, 0.1861688494682312]}, {"step": 5100, "epoch": 10, "train_loss": 0.0013874722644686699, "cos_r_negg": [0.18631792068481445, 0.20958265662193298, 0.19404947757720947], "cos_apical_negg": [0.18631792068481445, 0.20958265662193298, 0.19404947757720947], "cos_Ac_negg": [0.18631792068481445, 0.20958265662193298, 0.19404947757720947], "r_norm": [0.17757996916770935, 0.1796059012413025, 0.1839887797832489]}, {"step": 5150, "epoch": 10, "train_loss": 0.0003192696603946388, "cos_r_negg": [0.1742742657661438, 0.19542935490608215, 0.1809614598751068], "cos_apical_negg": [0.1742742657661438, 0.19542935490608215, 0.1809614598751068], "cos_Ac_negg": [0.1742742657661438, 0.19542935490608215, 0.1809614598751068], "r_norm": [0.1729942113161087, 0.17485764622688293, 0.179172545671463]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9741, "test_loss": 0.13164749965667724}, {"step": 5200, "epoch": 11, "train_loss": 0.0009664298268035054, "cos_r_negg": [0.17192594707012177, 0.19095087051391602, 0.17675048112869263], "cos_apical_negg": [0.17192594707012177, 0.19095087051391602, 0.17675048112869263], "cos_Ac_negg": [0.17192594707012177, 0.19095087051391602, 0.17675048112869263], "r_norm": [0.17661543190479279, 0.1786450445652008, 0.18278345465660095]}, {"step": 5250, "epoch": 11, "train_loss": 0.0005995890242047608, "cos_r_negg": [0.17545852065086365, 0.19504263997077942, 0.18156147003173828], "cos_apical_negg": [0.17545852065086365, 0.19504263997077942, 0.18156147003173828], "cos_Ac_negg": [0.17545852065086365, 0.19504263997077942, 0.18156147003173828], "r_norm": [0.18683508038520813, 0.18939733505249023, 0.1933160275220871]}, {"step": 5300, "epoch": 11, "train_loss": 0.0017675841227173805, "cos_r_negg": [0.17014312744140625, 0.18864081799983978, 0.1755809485912323], "cos_apical_negg": [0.17014312744140625, 0.18864081799983978, 0.1755809485912323], "cos_Ac_negg": [0.17014312744140625, 0.18864081799983978, 0.1755809485912323], "r_norm": [0.1715039163827896, 0.1738034188747406, 0.17745399475097656]}, {"step": 5350, "epoch": 11, "train_loss": 0.0008302096975967288, "cos_r_negg": [0.17671489715576172, 0.1973261535167694, 0.18224307894706726], "cos_apical_negg": [0.17671489715576172, 0.1973261535167694, 0.18224307894706726], "cos_Ac_negg": [0.17671489715576172, 0.1973261535167694, 0.18224307894706726], "r_norm": [0.18338000774383545, 0.18608807027339935, 0.18905998766422272]}, {"step": 5400, "epoch": 11, "train_loss": 0.0023295567370951176, "cos_r_negg": [0.17268863320350647, 0.1909419149160385, 0.17766055464744568], "cos_apical_negg": [0.17268863320350647, 0.1909419149160385, 0.17766055464744568], "cos_Ac_negg": [0.17268863320350647, 0.1909419149160385, 0.17766055464744568], "r_norm": [0.1681607961654663, 0.17016547918319702, 0.17408303916454315]}, {"step": 5450, "epoch": 11, "train_loss": 0.000766224751714617, "cos_r_negg": [0.1700270026922226, 0.18892860412597656, 0.17663782835006714], "cos_apical_negg": [0.1700270026922226, 0.18892860412597656, 0.17663782835006714], "cos_Ac_negg": [0.1700270026922226, 0.18892860412597656, 0.17663782835006714], "r_norm": [0.16776201128959656, 0.1698818802833557, 0.1737179458141327]}, {"step": 5500, "epoch": 11, "train_loss": 0.002036674413830042, "cos_r_negg": [0.17170852422714233, 0.19206327199935913, 0.1791984736919403], "cos_apical_negg": [0.17170852422714233, 0.19206327199935913, 0.1791984736919403], "cos_Ac_negg": [0.17170852422714233, 0.19206327199935913, 0.1791984736919403], "r_norm": [0.1908111870288849, 0.19282633066177368, 0.19722479581832886]}, {"step": 5550, "epoch": 11, "train_loss": 0.0011634499533101916, "cos_r_negg": [0.17618119716644287, 0.19810029864311218, 0.18424001336097717], "cos_apical_negg": [0.17618119716644287, 0.19810029864311218, 0.18424001336097717], "cos_Ac_negg": [0.17618119716644287, 0.19810029864311218, 0.18424001336097717], "r_norm": [0.1707947552204132, 0.172652468085289, 0.17680400609970093]}, {"step": 5600, "epoch": 11, "train_loss": 0.0005872540059499443, "cos_r_negg": [0.16501867771148682, 0.18504583835601807, 0.17238372564315796], "cos_apical_negg": [0.16501867771148682, 0.18504583835601807, 0.17238372564315796], "cos_Ac_negg": [0.16501867771148682, 0.18504583835601807, 0.17238372564315796], "r_norm": [0.17042391002178192, 0.17246614396572113, 0.17632348835468292]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9741, "test_loss": 0.133431396484375}, {"step": 5650, "epoch": 12, "train_loss": 0.0049680122174322605, "cos_r_negg": [0.1723039597272873, 0.19238102436065674, 0.17917504906654358], "cos_apical_negg": [0.1723039597272873, 0.19238102436065674, 0.17917504906654358], "cos_Ac_negg": [0.1723039597272873, 0.19238102436065674, 0.17917504906654358], "r_norm": [0.17168974876403809, 0.1737196296453476, 0.17735730111598969]}, {"step": 5700, "epoch": 12, "train_loss": 0.0003830368223134428, "cos_r_negg": [0.1638183444738388, 0.18324056267738342, 0.17145347595214844], "cos_apical_negg": [0.1638183444738388, 0.18324056267738342, 0.17145347595214844], "cos_Ac_negg": [0.1638183444738388, 0.18324056267738342, 0.17145347595214844], "r_norm": [0.16866722702980042, 0.1706589013338089, 0.17462529242038727]}, {"step": 5750, "epoch": 12, "train_loss": 0.000582791049964726, "cos_r_negg": [0.16610446572303772, 0.18618835508823395, 0.1738373041152954], "cos_apical_negg": [0.16610446572303772, 0.18618835508823395, 0.1738373041152954], "cos_Ac_negg": [0.16610446572303772, 0.18618835508823395, 0.1738373041152954], "r_norm": [0.1747460961341858, 0.17685499787330627, 0.18053863942623138]}, {"step": 5800, "epoch": 12, "train_loss": 0.0005096247186884284, "cos_r_negg": [0.16582763195037842, 0.18551896512508392, 0.17344921827316284], "cos_apical_negg": [0.16582763195037842, 0.18551896512508392, 0.17344921827316284], "cos_Ac_negg": [0.16582763195037842, 0.18551896512508392, 0.17344921827316284], "r_norm": [0.17259806394577026, 0.17465785145759583, 0.1784922480583191]}, {"step": 5850, "epoch": 12, "train_loss": 0.0009650398278608918, "cos_r_negg": [0.16160601377487183, 0.18145090341567993, 0.16896843910217285], "cos_apical_negg": [0.16160601377487183, 0.18145090341567993, 0.16896843910217285], "cos_Ac_negg": [0.16160601377487183, 0.18145090341567993, 0.16896843910217285], "r_norm": [0.17042876780033112, 0.17253118753433228, 0.17619508504867554]}, {"step": 5900, "epoch": 12, "train_loss": 0.00137991807423532, "cos_r_negg": [0.15830495953559875, 0.17738556861877441, 0.16561713814735413], "cos_apical_negg": [0.15830495953559875, 0.17738556861877441, 0.16561713814735413], "cos_Ac_negg": [0.15830495953559875, 0.17738556861877441, 0.16561713814735413], "r_norm": [0.16983693838119507, 0.17199435830116272, 0.17554281651973724]}, {"step": 5950, "epoch": 12, "train_loss": 0.0006669946014881134, "cos_r_negg": [0.15718844532966614, 0.1757936328649521, 0.16368822753429413], "cos_apical_negg": [0.15718844532966614, 0.1757936328649521, 0.16368822753429413], "cos_Ac_negg": [0.15718844532966614, 0.1757936328649521, 0.16368822753429413], "r_norm": [0.1611916720867157, 0.16304804384708405, 0.16672486066818237]}, {"step": 6000, "epoch": 12, "train_loss": 0.0021348639857023954, "cos_r_negg": [0.1549888551235199, 0.17373737692832947, 0.16223862767219543], "cos_apical_negg": [0.1549888551235199, 0.17373737692832947, 0.16223862767219543], "cos_Ac_negg": [0.1549888551235199, 0.17373737692832947, 0.16223862767219543], "r_norm": [0.17247167229652405, 0.17459015548229218, 0.1784745156764984]}, {"step": 6050, "epoch": 12, "train_loss": 0.0005114214727655053, "cos_r_negg": [0.15394893288612366, 0.17317986488342285, 0.1627405732870102], "cos_apical_negg": [0.15394893288612366, 0.17317986488342285, 0.1627405732870102], "cos_Ac_negg": [0.15394893288612366, 0.17317986488342285, 0.1627405732870102], "r_norm": [0.17179885506629944, 0.17380622029304504, 0.17783555388450623]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9753, "test_loss": 0.13515986709594727}, {"step": 6100, "epoch": 13, "train_loss": 0.0007399464957416058, "cos_r_negg": [0.1531599760055542, 0.1722833812236786, 0.1613854169845581], "cos_apical_negg": [0.1531599760055542, 0.1722833812236786, 0.1613854169845581], "cos_Ac_negg": [0.1531599760055542, 0.1722833812236786, 0.1613854169845581], "r_norm": [0.17288391292095184, 0.17502987384796143, 0.178909569978714]}, {"step": 6150, "epoch": 13, "train_loss": 0.0006198307382874191, "cos_r_negg": [0.15094909071922302, 0.16999854147434235, 0.158532053232193], "cos_apical_negg": [0.15094909071922302, 0.16999854147434235, 0.158532053232193], "cos_Ac_negg": [0.15094909071922302, 0.16999854147434235, 0.158532053232193], "r_norm": [0.16771912574768066, 0.169720858335495, 0.17345236241817474]}, {"step": 6200, "epoch": 13, "train_loss": 0.0007152602775022388, "cos_r_negg": [0.14819329977035522, 0.16738317906856537, 0.15693387389183044], "cos_apical_negg": [0.14819329977035522, 0.16738317906856537, 0.15693387389183044], "cos_Ac_negg": [0.14819329977035522, 0.16738317906856537, 0.15693387389183044], "r_norm": [0.16473212838172913, 0.16656532883644104, 0.1705494225025177]}, {"step": 6250, "epoch": 13, "train_loss": 0.0015803724527359009, "cos_r_negg": [0.14681383967399597, 0.16602471470832825, 0.1549660563468933], "cos_apical_negg": [0.14681383967399597, 0.16602471470832825, 0.1549660563468933], "cos_Ac_negg": [0.14681383967399597, 0.16602471470832825, 0.1549660563468933], "r_norm": [0.16115997731685638, 0.16314518451690674, 0.16675737500190735]}, {"step": 6300, "epoch": 13, "train_loss": 0.00041270075598731637, "cos_r_negg": [0.14676740765571594, 0.1656118631362915, 0.15528540313243866], "cos_apical_negg": [0.14676740765571594, 0.1656118631362915, 0.15528540313243866], "cos_Ac_negg": [0.14676740765571594, 0.1656118631362915, 0.15528540313243866], "r_norm": [0.16533660888671875, 0.167403444647789, 0.17110978066921234]}, {"step": 6350, "epoch": 13, "train_loss": 0.0006808850448578596, "cos_r_negg": [0.14625762403011322, 0.16550539433956146, 0.1547527313232422], "cos_apical_negg": [0.14625762403011322, 0.16550539433956146, 0.1547527313232422], "cos_Ac_negg": [0.14625762403011322, 0.16550539433956146, 0.1547527313232422], "r_norm": [0.1639380156993866, 0.16598370671272278, 0.16961872577667236]}, {"step": 6400, "epoch": 13, "train_loss": 0.0004829245153814554, "cos_r_negg": [0.14386732876300812, 0.16203320026397705, 0.15224283933639526], "cos_apical_negg": [0.14386732876300812, 0.16203320026397705, 0.15224283933639526], "cos_Ac_negg": [0.14386732876300812, 0.16203320026397705, 0.15224283933639526], "r_norm": [0.16808143258094788, 0.17022469639778137, 0.17419257760047913]}, {"step": 6450, "epoch": 13, "train_loss": 0.0006015824619680643, "cos_r_negg": [0.143135204911232, 0.16163478791713715, 0.15154564380645752], "cos_apical_negg": [0.143135204911232, 0.16163478791713715, 0.15154564380645752], "cos_Ac_negg": [0.143135204911232, 0.16163478791713715, 0.15154564380645752], "r_norm": [0.1653176099061966, 0.16741129755973816, 0.17103278636932373]}, {"step": 6500, "epoch": 13, "train_loss": 0.0003580758930183947, "cos_r_negg": [0.1430068016052246, 0.1613832414150238, 0.15157371759414673], "cos_apical_negg": [0.1430068016052246, 0.1613832414150238, 0.15157371759414673], "cos_Ac_negg": [0.1430068016052246, 0.1613832414150238, 0.15157371759414673], "r_norm": [0.1620214432477951, 0.1640002429485321, 0.16763600707054138]}, {"step": 6550, "epoch": 13, "train_loss": 0.0005808013374917209, "cos_r_negg": [0.14330649375915527, 0.16112755239009857, 0.1509859263896942], "cos_apical_negg": [0.14330649375915527, 0.16112755239009857, 0.1509859263896942], "cos_Ac_negg": [0.14330649375915527, 0.16112755239009857, 0.1509859263896942], "r_norm": [0.17447255551815033, 0.1768183410167694, 0.18059252202510834]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9751, "test_loss": 0.1395190881729126}, {"step": 6600, "epoch": 14, "train_loss": 0.0009424341842532158, "cos_r_negg": [0.1407891809940338, 0.15852639079093933, 0.14832615852355957], "cos_apical_negg": [0.1407891809940338, 0.15852639079093933, 0.14832615852355957], "cos_Ac_negg": [0.1407891809940338, 0.15852639079093933, 0.14832615852355957], "r_norm": [0.17000848054885864, 0.17217165231704712, 0.17587991058826447]}, {"step": 6650, "epoch": 14, "train_loss": 0.001144198700785637, "cos_r_negg": [0.1404733657836914, 0.1587754487991333, 0.14900460839271545], "cos_apical_negg": [0.1404733657836914, 0.1587754487991333, 0.14900460839271545], "cos_Ac_negg": [0.1404733657836914, 0.1587754487991333, 0.14900460839271545], "r_norm": [0.16448324918746948, 0.1663757860660553, 0.17017346620559692]}, {"step": 6700, "epoch": 14, "train_loss": 0.0012570637045428157, "cos_r_negg": [0.13879786431789398, 0.15697093307971954, 0.14740750193595886], "cos_apical_negg": [0.13879786431789398, 0.15697093307971954, 0.14740750193595886], "cos_Ac_negg": [0.13879786431789398, 0.15697093307971954, 0.14740750193595886], "r_norm": [0.16476351022720337, 0.16670937836170197, 0.1704442799091339]}, {"step": 6750, "epoch": 14, "train_loss": 0.0005397720960900187, "cos_r_negg": [0.13611352443695068, 0.15401077270507812, 0.14460024237632751], "cos_apical_negg": [0.13611352443695068, 0.15401077270507812, 0.14460024237632751], "cos_Ac_negg": [0.13611352443695068, 0.15401077270507812, 0.14460024237632751], "r_norm": [0.1647397130727768, 0.16668203473091125, 0.17047680914402008]}, {"step": 6800, "epoch": 14, "train_loss": 0.0009457221021875739, "cos_r_negg": [0.13590244948863983, 0.1533782184123993, 0.1442703902721405], "cos_apical_negg": [0.13590244948863983, 0.1533782184123993, 0.1442703902721405], "cos_Ac_negg": [0.13590244948863983, 0.1533782184123993, 0.1442703902721405], "r_norm": [0.16241607069969177, 0.16443666815757751, 0.16787922382354736]}, {"step": 6850, "epoch": 14, "train_loss": 0.0005029435269534588, "cos_r_negg": [0.13740801811218262, 0.1554412692785263, 0.1460859775543213], "cos_apical_negg": [0.13740801811218262, 0.1554412692785263, 0.1460859775543213], "cos_Ac_negg": [0.13740801811218262, 0.1554412692785263, 0.1460859775543213], "r_norm": [0.16334740817546844, 0.16543573141098022, 0.16889919340610504]}, {"step": 6900, "epoch": 14, "train_loss": 0.0008274847641587257, "cos_r_negg": [0.13614687323570251, 0.1542893350124359, 0.1451079547405243], "cos_apical_negg": [0.13614687323570251, 0.1542893350124359, 0.1451079547405243], "cos_Ac_negg": [0.13614687323570251, 0.1542893350124359, 0.1451079547405243], "r_norm": [0.16384688019752502, 0.16596059501171112, 0.1694130003452301]}, {"step": 6950, "epoch": 14, "train_loss": 0.00026570141199044883, "cos_r_negg": [0.1350223422050476, 0.15228211879730225, 0.14342927932739258], "cos_apical_negg": [0.1350223422050476, 0.15228211879730225, 0.14342927932739258], "cos_Ac_negg": [0.1350223422050476, 0.15228211879730225, 0.14342927932739258], "r_norm": [0.1681918501853943, 0.17051425576210022, 0.17406775057315826]}, {"step": 7000, "epoch": 14, "train_loss": 0.00043495307909324765, "cos_r_negg": [0.13411162793636322, 0.15188956260681152, 0.14288032054901123], "cos_apical_negg": [0.13411162793636322, 0.15188956260681152, 0.14288032054901123], "cos_Ac_negg": [0.13411162793636322, 0.15188956260681152, 0.14288032054901123], "r_norm": [0.16531826555728912, 0.16744163632392883, 0.17087966203689575]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9756, "test_loss": 0.13984265174865723}, {"step": 7050, "epoch": 15, "train_loss": 0.0002951234928332269, "cos_r_negg": [0.1332484930753708, 0.15092997252941132, 0.14198201894760132], "cos_apical_negg": [0.1332484930753708, 0.15092997252941132, 0.14198201894760132], "cos_Ac_negg": [0.1332484930753708, 0.15092997252941132, 0.14198201894760132], "r_norm": [0.16388890147209167, 0.16601157188415527, 0.16943423449993134]}, {"step": 7100, "epoch": 15, "train_loss": 0.0006147949025034904, "cos_r_negg": [0.13302990794181824, 0.15042831003665924, 0.14153973758220673], "cos_apical_negg": [0.13302990794181824, 0.15042831003665924, 0.14153973758220673], "cos_Ac_negg": [0.13302990794181824, 0.15042831003665924, 0.14153973758220673], "r_norm": [0.1655501127243042, 0.1676665097475052, 0.17098882794380188]}, {"step": 7150, "epoch": 15, "train_loss": 0.00021060126891825348, "cos_r_negg": [0.13253119587898254, 0.1507609635591507, 0.14174234867095947], "cos_apical_negg": [0.13253119587898254, 0.1507609635591507, 0.14174234867095947], "cos_Ac_negg": [0.13253119587898254, 0.1507609635591507, 0.14174234867095947], "r_norm": [0.16477125883102417, 0.16691967844963074, 0.1703941524028778]}, {"step": 7200, "epoch": 15, "train_loss": 0.000429469917435199, "cos_r_negg": [0.13103839755058289, 0.149618998169899, 0.14031973481178284], "cos_apical_negg": [0.13103839755058289, 0.149618998169899, 0.14031973481178284], "cos_Ac_negg": [0.13103839755058289, 0.149618998169899, 0.14031973481178284], "r_norm": [0.16401728987693787, 0.16610866785049438, 0.16963177919387817]}, {"step": 7250, "epoch": 15, "train_loss": 0.00022185393027029932, "cos_r_negg": [0.12928184866905212, 0.14759337902069092, 0.1383640319108963], "cos_apical_negg": [0.12928184866905212, 0.14759337902069092, 0.1383640319108963], "cos_Ac_negg": [0.12928184866905212, 0.14759337902069092, 0.1383640319108963], "r_norm": [0.16357946395874023, 0.16565819084644318, 0.16916823387145996]}, {"step": 7300, "epoch": 15, "train_loss": 0.0001048276390065439, "cos_r_negg": [0.1288735270500183, 0.14737698435783386, 0.13820426166057587], "cos_apical_negg": [0.1288735270500183, 0.14737698435783386, 0.13820426166057587], "cos_Ac_negg": [0.1288735270500183, 0.14737698435783386, 0.13820426166057587], "r_norm": [0.1628309190273285, 0.16486534476280212, 0.16838234663009644]}, {"step": 7350, "epoch": 15, "train_loss": 0.00025993166491389275, "cos_r_negg": [0.1272812783718109, 0.14542056620121002, 0.136560320854187], "cos_apical_negg": [0.1272812783718109, 0.14542056620121002, 0.136560320854187], "cos_Ac_negg": [0.1272812783718109, 0.14542056620121002, 0.136560320854187], "r_norm": [0.160325288772583, 0.1623268723487854, 0.16578459739685059]}, {"step": 7400, "epoch": 15, "train_loss": 0.00015312891628127545, "cos_r_negg": [0.12679517269134521, 0.1435365378856659, 0.13558807969093323], "cos_apical_negg": [0.12679517269134521, 0.1435365378856659, 0.13558807969093323], "cos_Ac_negg": [0.12679517269134521, 0.1435365378856659, 0.13558807969093323], "r_norm": [0.16308052837848663, 0.1651928871870041, 0.16877031326293945]}, {"step": 7450, "epoch": 15, "train_loss": 0.0006635576137341559, "cos_r_negg": [0.1265222728252411, 0.14374417066574097, 0.1358141005039215], "cos_apical_negg": [0.1265222728252411, 0.14374417066574097, 0.1358141005039215], "cos_Ac_negg": [0.1265222728252411, 0.14374417066574097, 0.1358141005039215], "r_norm": [0.16202199459075928, 0.16412299871444702, 0.1676429808139801]}, {"step": 7500, "epoch": 15, "train_loss": 0.00029625860042870045, "cos_r_negg": [0.12560877203941345, 0.14335030317306519, 0.13530495762825012], "cos_apical_negg": [0.12560877203941345, 0.14335030317306519, 0.13530495762825012], "cos_Ac_negg": [0.12560877203941345, 0.14335030317306519, 0.13530495762825012], "r_norm": [0.16047249734401703, 0.16252753138542175, 0.16597801446914673]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9753, "test_loss": 0.1412301887512207}, {"step": 7550, "epoch": 16, "train_loss": 0.00019302606233395636, "cos_r_negg": [0.1250017136335373, 0.1423775851726532, 0.13461095094680786], "cos_apical_negg": [0.1250017136335373, 0.1423775851726532, 0.13461095094680786], "cos_Ac_negg": [0.1250017136335373, 0.1423775851726532, 0.13461095094680786], "r_norm": [0.1614796370267868, 0.1635734885931015, 0.16697192192077637]}, {"step": 7600, "epoch": 16, "train_loss": 0.0006087921792641282, "cos_r_negg": [0.12602317333221436, 0.14456219971179962, 0.1362144947052002], "cos_apical_negg": [0.12602317333221436, 0.14456219971179962, 0.1362144947052002], "cos_Ac_negg": [0.12602317333221436, 0.14456219971179962, 0.1362144947052002], "r_norm": [0.16177554428577423, 0.16381224989891052, 0.1673453450202942]}, {"step": 7650, "epoch": 16, "train_loss": 0.0002099243429256603, "cos_r_negg": [0.12430521845817566, 0.1425144076347351, 0.1343299150466919], "cos_apical_negg": [0.12430521845817566, 0.1425144076347351, 0.1343299150466919], "cos_Ac_negg": [0.12430521845817566, 0.1425144076347351, 0.1343299150466919], "r_norm": [0.16207000613212585, 0.16410282254219055, 0.16771163046360016]}, {"step": 7700, "epoch": 16, "train_loss": 0.00011906954750884324, "cos_r_negg": [0.12257570028305054, 0.14043188095092773, 0.1323496401309967], "cos_apical_negg": [0.12257570028305054, 0.14043188095092773, 0.1323496401309967], "cos_Ac_negg": [0.12257570028305054, 0.14043188095092773, 0.1323496401309967], "r_norm": [0.16180849075317383, 0.1638241708278656, 0.16744951903820038]}, {"step": 7750, "epoch": 16, "train_loss": 0.0005595632828772068, "cos_r_negg": [0.12343112379312515, 0.1410878747701645, 0.13327938318252563], "cos_apical_negg": [0.12343112379312515, 0.1410878747701645, 0.13327938318252563], "cos_Ac_negg": [0.12343112379312515, 0.1410878747701645, 0.13327938318252563], "r_norm": [0.16367891430854797, 0.16580668091773987, 0.16939058899879456]}, {"step": 7800, "epoch": 16, "train_loss": 0.0005231309332884848, "cos_r_negg": [0.12104429304599762, 0.1377374827861786, 0.1301668882369995], "cos_apical_negg": [0.12104429304599762, 0.1377374827861786, 0.1301668882369995], "cos_Ac_negg": [0.12104429304599762, 0.1377374827861786, 0.1301668882369995], "r_norm": [0.1654995083808899, 0.16768985986709595, 0.1713065803050995]}, {"step": 7850, "epoch": 16, "train_loss": 0.00029574177460744977, "cos_r_negg": [0.12151594460010529, 0.13859841227531433, 0.13082191348075867], "cos_apical_negg": [0.12151594460010529, 0.13859841227531433, 0.13082191348075867], "cos_Ac_negg": [0.12151594460010529, 0.13859841227531433, 0.13082191348075867], "r_norm": [0.1607995182275772, 0.16286449134349823, 0.16627508401870728]}, {"step": 7900, "epoch": 16, "train_loss": 0.0002985041937790811, "cos_r_negg": [0.12085065990686417, 0.13811150193214417, 0.13018932938575745], "cos_apical_negg": [0.12085065990686417, 0.13811150193214417, 0.13018932938575745], "cos_Ac_negg": [0.12085065990686417, 0.13811150193214417, 0.13018932938575745], "r_norm": [0.15800762176513672, 0.16002070903778076, 0.16339676082134247]}, {"step": 7950, "epoch": 16, "train_loss": 0.00033589027589187026, "cos_r_negg": [0.11957496404647827, 0.13686299324035645, 0.12910854816436768], "cos_apical_negg": [0.11957496404647827, 0.13686299324035645, 0.12910854816436768], "cos_Ac_negg": [0.11957496404647827, 0.13686299324035645, 0.12910854816436768], "r_norm": [0.16050752997398376, 0.16258953511714935, 0.16598191857337952]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9751, "test_loss": 0.1428853900909424}, {"step": 8000, "epoch": 17, "train_loss": 0.0007605029386468232, "cos_r_negg": [0.1194300651550293, 0.13651622831821442, 0.12905168533325195], "cos_apical_negg": [0.1194300651550293, 0.13651622831821442, 0.12905168533325195], "cos_Ac_negg": [0.1194300651550293, 0.13651622831821442, 0.12905168533325195], "r_norm": [0.16172075271606445, 0.16384072601795197, 0.1672280728816986]}, {"step": 8050, "epoch": 17, "train_loss": 0.0002558369596954435, "cos_r_negg": [0.1190190315246582, 0.13615676760673523, 0.1286681592464447], "cos_apical_negg": [0.1190190315246582, 0.13615676760673523, 0.1286681592464447], "cos_Ac_negg": [0.1190190315246582, 0.13615676760673523, 0.1286681592464447], "r_norm": [0.1602669656276703, 0.16234521567821503, 0.16573572158813477]}, {"step": 8100, "epoch": 17, "train_loss": 0.0004083037201780826, "cos_r_negg": [0.11802612245082855, 0.13468873500823975, 0.12740029394626617], "cos_apical_negg": [0.11802612245082855, 0.13468873500823975, 0.12740029394626617], "cos_Ac_negg": [0.11802612245082855, 0.13468873500823975, 0.12740029394626617], "r_norm": [0.162912517786026, 0.1650487780570984, 0.168557807803154]}, {"step": 8150, "epoch": 17, "train_loss": 0.000304366578347981, "cos_r_negg": [0.11778014898300171, 0.13463732600212097, 0.12741678953170776], "cos_apical_negg": [0.11778014898300171, 0.13463732600212097, 0.12741678953170776], "cos_Ac_negg": [0.11778014898300171, 0.13463732600212097, 0.12741678953170776], "r_norm": [0.16123846173286438, 0.16333800554275513, 0.16674834489822388]}, {"step": 8200, "epoch": 17, "train_loss": 0.00039044112781994045, "cos_r_negg": [0.11746815592050552, 0.13461516797542572, 0.12728334963321686], "cos_apical_negg": [0.11746815592050552, 0.13461516797542572, 0.12728334963321686], "cos_Ac_negg": [0.11746815592050552, 0.13461516797542572, 0.12728334963321686], "r_norm": [0.1615988314151764, 0.16371488571166992, 0.16712595522403717]}, {"step": 8250, "epoch": 17, "train_loss": 0.0006991962436586618, "cos_r_negg": [0.11673206835985184, 0.1339692771434784, 0.12656334042549133], "cos_apical_negg": [0.11673206835985184, 0.1339692771434784, 0.12656334042549133], "cos_Ac_negg": [0.11673206835985184, 0.1339692771434784, 0.12656334042549133], "r_norm": [0.1591762751340866, 0.16125720739364624, 0.16457638144493103]}, {"step": 8300, "epoch": 17, "train_loss": 0.00014069797180127352, "cos_r_negg": [0.11645364761352539, 0.1333279311656952, 0.12612032890319824], "cos_apical_negg": [0.11645364761352539, 0.1333279311656952, 0.12612032890319824], "cos_Ac_negg": [0.11645364761352539, 0.1333279311656952, 0.12612032890319824], "r_norm": [0.15821483731269836, 0.16027595102787018, 0.16360808908939362]}, {"step": 8350, "epoch": 17, "train_loss": 0.0003212016890756786, "cos_r_negg": [0.11617878079414368, 0.13318410515785217, 0.1259625256061554], "cos_apical_negg": [0.11617878079414368, 0.13318410515785217, 0.1259625256061554], "cos_Ac_negg": [0.11617878079414368, 0.13318410515785217, 0.1259625256061554], "r_norm": [0.15768569707870483, 0.1597309708595276, 0.16304874420166016]}, {"step": 8400, "epoch": 17, "train_loss": 0.0001657208485994488, "cos_r_negg": [0.11477728933095932, 0.13172928988933563, 0.12447083741426468], "cos_apical_negg": [0.11477728933095932, 0.13172928988933563, 0.12447083741426468], "cos_Ac_negg": [0.11477728933095932, 0.13172928988933563, 0.12447083741426468], "r_norm": [0.15925325453281403, 0.16131405532360077, 0.16468726098537445]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9749, "test_loss": 0.14474221477508545}, {"step": 8450, "epoch": 18, "train_loss": 0.0002468092134222388, "cos_r_negg": [0.11488497257232666, 0.13122829794883728, 0.12450345605611801], "cos_apical_negg": [0.11488497257232666, 0.13122829794883728, 0.12450345605611801], "cos_Ac_negg": [0.11488497257232666, 0.13122829794883728, 0.12450345605611801], "r_norm": [0.16077589988708496, 0.16291140019893646, 0.1663610339164734]}, {"step": 8500, "epoch": 18, "train_loss": 0.00012087586219422519, "cos_r_negg": [0.11440129578113556, 0.1307966709136963, 0.12414588034152985], "cos_apical_negg": [0.11440129578113556, 0.1307966709136963, 0.12414588034152985], "cos_Ac_negg": [0.11440129578113556, 0.1307966709136963, 0.12414588034152985], "r_norm": [0.15876635909080505, 0.16088604927062988, 0.16423770785331726]}, {"step": 8550, "epoch": 18, "train_loss": 0.00042044356814585626, "cos_r_negg": [0.11416909843683243, 0.1308707892894745, 0.12408724427223206], "cos_apical_negg": [0.11416909843683243, 0.1308707892894745, 0.12408724427223206], "cos_Ac_negg": [0.11416909843683243, 0.1308707892894745, 0.12408724427223206], "r_norm": [0.15770918130874634, 0.1597767174243927, 0.16308453679084778]}, {"step": 8600, "epoch": 18, "train_loss": 0.0007132818573154509, "cos_r_negg": [0.11283067613840103, 0.12925657629966736, 0.12249477207660675], "cos_apical_negg": [0.11283067613840103, 0.12925657629966736, 0.12249477207660675], "cos_Ac_negg": [0.11283067613840103, 0.12925657629966736, 0.12249477207660675], "r_norm": [0.15928149223327637, 0.1613813042640686, 0.16470596194267273]}, {"step": 8650, "epoch": 18, "train_loss": 0.00018520910816732794, "cos_r_negg": [0.11221093684434891, 0.1282537579536438, 0.12157681584358215], "cos_apical_negg": [0.11221093684434891, 0.1282537579536438, 0.12157681584358215], "cos_Ac_negg": [0.11221093684434891, 0.1282537579536438, 0.12157681584358215], "r_norm": [0.16142812371253967, 0.16356447339057922, 0.16698046028614044]}, {"step": 8700, "epoch": 18, "train_loss": 0.0005413993494585156, "cos_r_negg": [0.11177760362625122, 0.12748019397258759, 0.12093456089496613], "cos_apical_negg": [0.11177760362625122, 0.12748019397258759, 0.12093456089496613], "cos_Ac_negg": [0.11177760362625122, 0.12748019397258759, 0.12093456089496613], "r_norm": [0.1622636765241623, 0.1644318401813507, 0.16791066527366638]}, {"step": 8750, "epoch": 18, "train_loss": 0.00031415995908901095, "cos_r_negg": [0.11057757586240768, 0.12629473209381104, 0.11973811686038971], "cos_apical_negg": [0.11057757586240768, 0.12629473209381104, 0.11973811686038971], "cos_Ac_negg": [0.11057757586240768, 0.12629473209381104, 0.11973811686038971], "r_norm": [0.16098541021347046, 0.1631084829568863, 0.16645705699920654]}, {"step": 8800, "epoch": 18, "train_loss": 0.0006803111755289137, "cos_r_negg": [0.11097809672355652, 0.1264239251613617, 0.12019940465688705], "cos_apical_negg": [0.11097809672355652, 0.1264239251613617, 0.12019940465688705], "cos_Ac_negg": [0.11097809672355652, 0.1264239251613617, 0.12019940465688705], "r_norm": [0.1618705540895462, 0.16403034329414368, 0.16745685040950775]}, {"step": 8850, "epoch": 18, "train_loss": 0.00026466729468666017, "cos_r_negg": [0.11196557432413101, 0.1280231773853302, 0.1216350644826889], "cos_apical_negg": [0.11196557432413101, 0.1280231773853302, 0.1216350644826889], "cos_Ac_negg": [0.11196557432413101, 0.1280231773853302, 0.1216350644826889], "r_norm": [0.1620226502418518, 0.1641671061515808, 0.16762733459472656]}, {"step": 8900, "epoch": 18, "train_loss": 0.00026565324515104294, "cos_r_negg": [0.11157989501953125, 0.12766751646995544, 0.12135020643472672], "cos_apical_negg": [0.11157989501953125, 0.12766751646995544, 0.12135020643472672], "cos_Ac_negg": [0.11157989501953125, 0.12766751646995544, 0.12135020643472672], "r_norm": [0.15972231328487396, 0.16187074780464172, 0.1652354896068573]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9749, "test_loss": 0.14672033920288086}, {"step": 8950, "epoch": 19, "train_loss": 0.00018211561837233603, "cos_r_negg": [0.11111272871494293, 0.1268938183784485, 0.12073159217834473], "cos_apical_negg": [0.11111272871494293, 0.1268938183784485, 0.12073159217834473], "cos_Ac_negg": [0.11111272871494293, 0.1268938183784485, 0.12073159217834473], "r_norm": [0.16021156311035156, 0.16237668693065643, 0.1657630354166031]}, {"step": 9000, "epoch": 19, "train_loss": 0.0004098536155652255, "cos_r_negg": [0.10991869121789932, 0.1256376951932907, 0.11934629082679749], "cos_apical_negg": [0.10991869121789932, 0.1256376951932907, 0.11934629082679749], "cos_Ac_negg": [0.10991869121789932, 0.1256376951932907, 0.11934629082679749], "r_norm": [0.16046851873397827, 0.162623792886734, 0.16599616408348083]}, {"step": 9050, "epoch": 19, "train_loss": 0.00039601739263162017, "cos_r_negg": [0.10994963347911835, 0.12570573389530182, 0.11955785751342773], "cos_apical_negg": [0.10994963347911835, 0.12570573389530182, 0.11955785751342773], "cos_Ac_negg": [0.10994963347911835, 0.12570573389530182, 0.11955785751342773], "r_norm": [0.15998205542564392, 0.1621282696723938, 0.16547891497612]}, {"step": 9100, "epoch": 19, "train_loss": 0.0009051455417647958, "cos_r_negg": [0.10924310982227325, 0.12474247813224792, 0.11867911368608475], "cos_apical_negg": [0.10924310982227325, 0.12474247813224792, 0.11867911368608475], "cos_Ac_negg": [0.10924310982227325, 0.12474247813224792, 0.11867911368608475], "r_norm": [0.15941530466079712, 0.16155417263507843, 0.16496336460113525]}, {"step": 9150, "epoch": 19, "train_loss": 0.0009600692428648472, "cos_r_negg": [0.1085842102766037, 0.12380616366863251, 0.11777051538228989], "cos_apical_negg": [0.1085842102766037, 0.12380616366863251, 0.11777051538228989], "cos_Ac_negg": [0.1085842102766037, 0.12380616366863251, 0.11777051538228989], "r_norm": [0.16014280915260315, 0.16230814158916473, 0.16572359204292297]}, {"step": 9200, "epoch": 19, "train_loss": 0.00022067181998863816, "cos_r_negg": [0.1086796224117279, 0.12383884191513062, 0.11787412315607071], "cos_apical_negg": [0.1086796224117279, 0.12383884191513062, 0.11787412315607071], "cos_Ac_negg": [0.1086796224117279, 0.12383884191513062, 0.11787412315607071], "r_norm": [0.15840044617652893, 0.16052047908306122, 0.16389980912208557]}, {"step": 9250, "epoch": 19, "train_loss": 0.00017671492241788656, "cos_r_negg": [0.10844673961400986, 0.12374188750982285, 0.11779345571994781], "cos_apical_negg": [0.10844673961400986, 0.12374188750982285, 0.11779345571994781], "cos_Ac_negg": [0.10844673961400986, 0.12374188750982285, 0.11779345571994781], "r_norm": [0.15907983481884003, 0.16118305921554565, 0.16456609964370728]}, {"step": 9300, "epoch": 19, "train_loss": 0.00033104573958553374, "cos_r_negg": [0.10813242197036743, 0.12321857362985611, 0.11742474883794785], "cos_apical_negg": [0.10813242197036743, 0.12321857362985611, 0.11742474883794785], "cos_Ac_negg": [0.10813242197036743, 0.12321857362985611, 0.11742474883794785], "r_norm": [0.15909503400325775, 0.16121456027030945, 0.16456414759159088]}, {"step": 9350, "epoch": 19, "train_loss": 0.0003830376372206956, "cos_r_negg": [0.10808627307415009, 0.12338592857122421, 0.11758346855640411], "cos_apical_negg": [0.10808627307415009, 0.12338592857122421, 0.11758346855640411], "cos_Ac_negg": [0.10808627307415009, 0.12338592857122421, 0.11758346855640411], "r_norm": [0.15977419912815094, 0.16191662847995758, 0.16526809334754944]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.975, "test_loss": 0.14818342914581298}], "final": {"test_acc": 0.975, "test_loss": 0.14818342914581298, "wall_s": 14.604871988296509, "cos_r_negg": [0.107982337474823, 0.12327314913272858, 0.11740957945585251], "cos_apical_negg": [0.107982337474823, 0.12327314913272858, 0.11740957945585251], "cos_Ac_negg": [0.107982337474823, 0.12327314913272858, 0.11740957945585251]}}
\ No newline at end of file
diff --git a/results/depth_mnist_dfa_d5_s0.json b/results/depth_mnist_dfa_d5_s0.json
new file mode 100644
index 0000000..9221af7
--- /dev/null
+++ b/results/depth_mnist_dfa_d5_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "mnist", "depth": 5, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d5_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2810049057006836, "cos_r_negg": [0.006303204223513603, 0.004405927378684282, -0.00233944458886981, 0.007660274859517813, -0.00874769501388073], "cos_apical_negg": [0.006303204223513603, 0.004405927378684282, -0.00233944458886981, 0.007660274859517813, -0.00874769501388073], "cos_Ac_negg": [0.006303204223513603, 0.004405927378684282, -0.00233944458886981, 0.007660274859517813, -0.00874769501388073], "r_norm": [4.7115607261657715, 4.758005142211914, 4.748106479644775, 4.842529773712158, 4.726215362548828]}, {"step": 50, "epoch": 0, "train_loss": 0.672116219997406, "cos_r_negg": [0.2835789620876312, 0.21203671395778656, 0.21086591482162476, 0.20155376195907593, 0.15310755372047424], "cos_apical_negg": [0.2835789620876312, 0.21203671395778656, 0.21086591482162476, 0.20155376195907593, 0.15310755372047424], "cos_Ac_negg": [0.2835789620876312, 0.21203671395778656, 0.21086591482162476, 0.20155376195907593, 0.15310755372047424], "r_norm": [1.256754755973816, 1.2759346961975098, 1.2642672061920166, 1.293226718902588, 1.2509098052978516]}, {"step": 100, "epoch": 0, "train_loss": 0.3039754331111908, "cos_r_negg": [0.31433916091918945, 0.24334076046943665, 0.25163644552230835, 0.23072776198387146, 0.18789654970169067], "cos_apical_negg": [0.31433916091918945, 0.24334076046943665, 0.25163644552230835, 0.23072776198387146, 0.18789654970169067], "cos_Ac_negg": [0.31433916091918945, 0.24334076046943665, 0.25163644552230835, 0.23072776198387146, 0.18789654970169067], "r_norm": [0.9915851354598999, 1.0046387910842896, 0.9959299564361572, 1.014143705368042, 0.9908268451690674]}, {"step": 150, "epoch": 0, "train_loss": 0.4018210172653198, "cos_r_negg": [0.36988332867622375, 0.30235379934310913, 0.2761461138725281, 0.312152624130249, 0.2667662501335144], "cos_apical_negg": [0.36988332867622375, 0.30235379934310913, 0.2761461138725281, 0.312152624130249, 0.2667662501335144], "cos_Ac_negg": [0.36988332867622375, 0.30235379934310913, 0.2761461138725281, 0.312152624130249, 0.2667662501335144], "r_norm": [0.8153394460678101, 0.8215168714523315, 0.8189375400543213, 0.8304809331893921, 0.8074466586112976]}, {"step": 200, "epoch": 0, "train_loss": 0.310008704662323, "cos_r_negg": [0.3623960614204407, 0.3152267634868622, 0.3042484521865845, 0.3125031590461731, 0.24763678014278412], "cos_apical_negg": [0.3623960614204407, 0.3152267634868622, 0.3042484521865845, 0.3125031590461731, 0.24763678014278412], "cos_Ac_negg": [0.3623960614204407, 0.3152267634868622, 0.3042484521865845, 0.3125031590461731, 0.24763678014278412], "r_norm": [0.7948905229568481, 0.804292619228363, 0.7983435392379761, 0.8114137649536133, 0.790023684501648]}, {"step": 250, "epoch": 0, "train_loss": 0.23657108843326569, "cos_r_negg": [0.3710479736328125, 0.3183160722255707, 0.3181501626968384, 0.32943838834762573, 0.28525272011756897], "cos_apical_negg": [0.3710479736328125, 0.3183160722255707, 0.3181501626968384, 0.32943838834762573, 0.28525272011756897], "cos_Ac_negg": [0.3710479736328125, 0.3183160722255707, 0.3181501626968384, 0.32943838834762573, 0.28525272011756897], "r_norm": [0.689627468585968, 0.6986103057861328, 0.6952345371246338, 0.7044800519943237, 0.687745213508606]}, {"step": 300, "epoch": 0, "train_loss": 0.2820822596549988, "cos_r_negg": [0.4068782329559326, 0.3604477643966675, 0.37432050704956055, 0.38213691115379333, 0.2793363928794861], "cos_apical_negg": [0.4068782329559326, 0.3604477643966675, 0.37432050704956055, 0.38213691115379333, 0.2793363928794861], "cos_Ac_negg": [0.4068782329559326, 0.3604477643966675, 0.37432050704956055, 0.38213691115379333, 0.2793363928794861], "r_norm": [0.6480247974395752, 0.6566365957260132, 0.6492936015129089, 0.6628799438476562, 0.6478599905967712]}, {"step": 350, "epoch": 0, "train_loss": 0.19883951544761658, "cos_r_negg": [0.4072713851928711, 0.38054582476615906, 0.38739410042762756, 0.3830571174621582, 0.29016584157943726], "cos_apical_negg": [0.4072713851928711, 0.38054582476615906, 0.38739410042762756, 0.3830571174621582, 0.29016584157943726], "cos_Ac_negg": [0.4072713851928711, 0.38054582476615906, 0.38739410042762756, 0.3830571174621582, 0.29016584157943726], "r_norm": [0.6086143851280212, 0.6213844418525696, 0.6145938634872437, 0.6250596046447754, 0.6122846603393555]}, {"step": 400, "epoch": 0, "train_loss": 0.15213321149349213, "cos_r_negg": [0.42693889141082764, 0.40384507179260254, 0.42252495884895325, 0.42101940512657166, 0.29239124059677124], "cos_apical_negg": [0.42693889141082764, 0.40384507179260254, 0.42252495884895325, 0.42101940512657166, 0.29239124059677124], "cos_Ac_negg": [0.42693889141082764, 0.40384507179260254, 0.42252495884895325, 0.42101940512657166, 0.29239124059677124], "r_norm": [0.5838387608528137, 0.5879987478256226, 0.5886893272399902, 0.596619188785553, 0.5808815360069275]}, {"step": 450, "epoch": 0, "train_loss": 0.28833267092704773, "cos_r_negg": [0.40881383419036865, 0.40022769570350647, 0.4192655384540558, 0.4172784090042114, 0.29588407278060913], "cos_apical_negg": [0.40881383419036865, 0.40022769570350647, 0.4192655384540558, 0.4172784090042114, 0.29588407278060913], "cos_Ac_negg": [0.40881383419036865, 0.40022769570350647, 0.4192655384540558, 0.4172784090042114, 0.29588407278060913], "r_norm": [0.5930583477020264, 0.5912366509437561, 0.5929058194160461, 0.5999690294265747, 0.5841692686080933]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9408, "test_loss": 0.2026271224975586}, {"step": 500, "epoch": 1, "train_loss": 0.2433641254901886, "cos_r_negg": [0.4275747239589691, 0.4117041826248169, 0.4173002243041992, 0.4284437894821167, 0.3047550320625305], "cos_apical_negg": [0.4275747239589691, 0.4117041826248169, 0.4173002243041992, 0.4284437894821167, 0.3047550320625305], "cos_Ac_negg": [0.4275747239589691, 0.4117041826248169, 0.4173002243041992, 0.4284437894821167, 0.3047550320625305], "r_norm": [0.5507471561431885, 0.553978443145752, 0.5536091327667236, 0.563128650188446, 0.5450730919837952]}, {"step": 550, "epoch": 1, "train_loss": 0.23856112360954285, "cos_r_negg": [0.44822371006011963, 0.4291054606437683, 0.43031060695648193, 0.437785804271698, 0.29182112216949463], "cos_apical_negg": [0.44822371006011963, 0.4291054606437683, 0.43031060695648193, 0.437785804271698, 0.29182112216949463], "cos_Ac_negg": [0.44822371006011963, 0.4291054606437683, 0.43031060695648193, 0.437785804271698, 0.29182112216949463], "r_norm": [0.46989697217941284, 0.47624772787094116, 0.4714934825897217, 0.47755739092826843, 0.46860575675964355]}, {"step": 600, "epoch": 1, "train_loss": 0.3763521611690521, "cos_r_negg": [0.3805169463157654, 0.3687089681625366, 0.3955557346343994, 0.4051086902618408, 0.29087769985198975], "cos_apical_negg": [0.3805169463157654, 0.3687089681625366, 0.3955557346343994, 0.4051086902618408, 0.29087769985198975], "cos_Ac_negg": [0.3805169463157654, 0.3687089681625366, 0.3955557346343994, 0.4051086902618408, 0.29087769985198975], "r_norm": [0.5324902534484863, 0.5394724607467651, 0.5334799289703369, 0.5453945994377136, 0.5303373336791992]}, {"step": 650, "epoch": 1, "train_loss": 0.21635334193706512, "cos_r_negg": [0.4076995849609375, 0.4147035479545593, 0.41601458191871643, 0.4236592650413513, 0.29003411531448364], "cos_apical_negg": [0.4076995849609375, 0.4147035479545593, 0.41601458191871643, 0.4236592650413513, 0.29003411531448364], "cos_Ac_negg": [0.4076995849609375, 0.4147035479545593, 0.41601458191871643, 0.4236592650413513, 0.29003411531448364], "r_norm": [0.48006170988082886, 0.4915347695350647, 0.48500344157218933, 0.49324896931648254, 0.48178091645240784]}, {"step": 700, "epoch": 1, "train_loss": 0.07294777780771255, "cos_r_negg": [0.4313235878944397, 0.42473146319389343, 0.43692508339881897, 0.4251445531845093, 0.3030064105987549], "cos_apical_negg": [0.4313235878944397, 0.42473146319389343, 0.43692508339881897, 0.4251445531845093, 0.3030064105987549], "cos_Ac_negg": [0.4313235878944397, 0.42473146319389343, 0.43692508339881897, 0.4251445531845093, 0.3030064105987549], "r_norm": [0.4014008939266205, 0.4062011241912842, 0.4018476605415344, 0.40678006410598755, 0.39479005336761475]}, {"step": 750, "epoch": 1, "train_loss": 0.0914323553442955, "cos_r_negg": [0.41888704895973206, 0.4233722984790802, 0.409532368183136, 0.41966843605041504, 0.28180253505706787], "cos_apical_negg": [0.41888704895973206, 0.4233722984790802, 0.409532368183136, 0.41966843605041504, 0.28180253505706787], "cos_Ac_negg": [0.41888704895973206, 0.4233722984790802, 0.409532368183136, 0.41966843605041504, 0.28180253505706787], "r_norm": [0.42097094655036926, 0.4239342212677002, 0.42330896854400635, 0.4268347918987274, 0.41546860337257385]}, {"step": 800, "epoch": 1, "train_loss": 0.10667425394058228, "cos_r_negg": [0.4133094549179077, 0.43607771396636963, 0.42015010118484497, 0.43505722284317017, 0.2866019606590271], "cos_apical_negg": [0.4133094549179077, 0.43607771396636963, 0.42015010118484497, 0.43505722284317017, 0.2866019606590271], "cos_Ac_negg": [0.4133094549179077, 0.43607771396636963, 0.42015010118484497, 0.43505722284317017, 0.2866019606590271], "r_norm": [0.43466049432754517, 0.4389996826648712, 0.43835434317588806, 0.44119131565093994, 0.4310716688632965]}, {"step": 850, "epoch": 1, "train_loss": 0.20440591871738434, "cos_r_negg": [0.3951735496520996, 0.41016316413879395, 0.4190731346607208, 0.4192426800727844, 0.26629966497421265], "cos_apical_negg": [0.3951735496520996, 0.41016316413879395, 0.4190731346607208, 0.4192426800727844, 0.26629966497421265], "cos_Ac_negg": [0.3951735496520996, 0.41016316413879395, 0.4190731346607208, 0.4192426800727844, 0.26629966497421265], "r_norm": [0.35826918482780457, 0.3623577356338501, 0.35918760299682617, 0.3657880425453186, 0.3582456111907959]}, {"step": 900, "epoch": 1, "train_loss": 0.18374651670455933, "cos_r_negg": [0.4054160714149475, 0.42358332872390747, 0.43293821811676025, 0.43221378326416016, 0.28146040439605713], "cos_apical_negg": [0.4054160714149475, 0.42358332872390747, 0.43293821811676025, 0.43221378326416016, 0.28146040439605713], "cos_Ac_negg": [0.4054160714149475, 0.42358332872390747, 0.43293821811676025, 0.43221378326416016, 0.28146040439605713], "r_norm": [0.3854450285434723, 0.3856850266456604, 0.3861920237541199, 0.38891366124153137, 0.37877172231674194]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9524, "test_loss": 0.1627197551727295}, {"step": 950, "epoch": 2, "train_loss": 0.15899258852005005, "cos_r_negg": [0.4099515676498413, 0.4306003749370575, 0.4447096586227417, 0.4299330711364746, 0.274529367685318], "cos_apical_negg": [0.4099515676498413, 0.4306003749370575, 0.4447096586227417, 0.4299330711364746, 0.274529367685318], "cos_Ac_negg": [0.4099515676498413, 0.4306003749370575, 0.4447096586227417, 0.4299330711364746, 0.274529367685318], "r_norm": [0.38159292936325073, 0.3844447731971741, 0.38563400506973267, 0.3887385129928589, 0.37870386242866516]}, {"step": 1000, "epoch": 2, "train_loss": 0.07381176948547363, "cos_r_negg": [0.4216409921646118, 0.43795207142829895, 0.4706376791000366, 0.4534258246421814, 0.32496756315231323], "cos_apical_negg": [0.4216409921646118, 0.43795207142829895, 0.4706376791000366, 0.4534258246421814, 0.32496756315231323], "cos_Ac_negg": [0.4216409921646118, 0.43795207142829895, 0.4706376791000366, 0.4534258246421814, 0.32496756315231323], "r_norm": [0.38276374340057373, 0.38867783546447754, 0.3870883285999298, 0.3935648500919342, 0.3811163008213043]}, {"step": 1050, "epoch": 2, "train_loss": 0.07878035306930542, "cos_r_negg": [0.4163239598274231, 0.44054853916168213, 0.45564597845077515, 0.4466703236103058, 0.2903349697589874], "cos_apical_negg": [0.4163239598274231, 0.44054853916168213, 0.45564597845077515, 0.4466703236103058, 0.2903349697589874], "cos_Ac_negg": [0.4163239598274231, 0.44054853916168213, 0.45564597845077515, 0.4466703236103058, 0.2903349697589874], "r_norm": [0.35764503479003906, 0.3586227297782898, 0.3603878915309906, 0.36521580815315247, 0.3536360263824463]}, {"step": 1100, "epoch": 2, "train_loss": 0.13776563107967377, "cos_r_negg": [0.4498322010040283, 0.465437650680542, 0.47265374660491943, 0.4551680088043213, 0.2957914471626282], "cos_apical_negg": [0.4498322010040283, 0.465437650680542, 0.47265374660491943, 0.4551680088043213, 0.2957914471626282], "cos_Ac_negg": [0.4498322010040283, 0.465437650680542, 0.47265374660491943, 0.4551680088043213, 0.2957914471626282], "r_norm": [0.2891661524772644, 0.2913512587547302, 0.29002633690834045, 0.29322728514671326, 0.2884790301322937]}, {"step": 1150, "epoch": 2, "train_loss": 0.1063399463891983, "cos_r_negg": [0.4323287308216095, 0.4434988796710968, 0.45202118158340454, 0.4301537275314331, 0.28096967935562134], "cos_apical_negg": [0.4323287308216095, 0.4434988796710968, 0.45202118158340454, 0.4301537275314331, 0.28096967935562134], "cos_Ac_negg": [0.4323287308216095, 0.4434988796710968, 0.45202118158340454, 0.4301537275314331, 0.28096967935562134], "r_norm": [0.3188154101371765, 0.3233121633529663, 0.3184291124343872, 0.3285941183567047, 0.3185049295425415]}, {"step": 1200, "epoch": 2, "train_loss": 0.030330142006278038, "cos_r_negg": [0.41358694434165955, 0.4418482184410095, 0.4564396142959595, 0.4512057304382324, 0.3020339608192444], "cos_apical_negg": [0.41358694434165955, 0.4418482184410095, 0.4564396142959595, 0.4512057304382324, 0.3020339608192444], "cos_Ac_negg": [0.41358694434165955, 0.4418482184410095, 0.4564396142959595, 0.4512057304382324, 0.3020339608192444], "r_norm": [0.34362947940826416, 0.34891462326049805, 0.34294164180755615, 0.3539903163909912, 0.34328508377075195]}, {"step": 1250, "epoch": 2, "train_loss": 0.07187232375144958, "cos_r_negg": [0.4296780228614807, 0.452484130859375, 0.47038012742996216, 0.4576719403266907, 0.32088789343833923], "cos_apical_negg": [0.4296780228614807, 0.452484130859375, 0.47038012742996216, 0.4576719403266907, 0.32088789343833923], "cos_Ac_negg": [0.4296780228614807, 0.452484130859375, 0.47038012742996216, 0.4576719403266907, 0.32088789343833923], "r_norm": [0.28067687153816223, 0.2832016050815582, 0.28043878078460693, 0.2870490252971649, 0.2750606834888458]}, {"step": 1300, "epoch": 2, "train_loss": 0.1430390477180481, "cos_r_negg": [0.4340554177761078, 0.43827491998672485, 0.44702768325805664, 0.4387083351612091, 0.29218512773513794], "cos_apical_negg": [0.4340554177761078, 0.43827491998672485, 0.44702768325805664, 0.4387083351612091, 0.29218512773513794], "cos_Ac_negg": [0.4340554177761078, 0.43827491998672485, 0.44702768325805664, 0.4387083351612091, 0.29218512773513794], "r_norm": [0.3036618232727051, 0.30630403757095337, 0.3028118312358856, 0.309736967086792, 0.29941821098327637]}, {"step": 1350, "epoch": 2, "train_loss": 0.11723178625106812, "cos_r_negg": [0.44673705101013184, 0.4592391848564148, 0.46689218282699585, 0.4586089253425598, 0.29612019658088684], "cos_apical_negg": [0.44673705101013184, 0.4592391848564148, 0.46689218282699585, 0.4586089253425598, 0.29612019658088684], "cos_Ac_negg": [0.44673705101013184, 0.4592391848564148, 0.46689218282699585, 0.4586089253425598, 0.29612019658088684], "r_norm": [0.35695236921310425, 0.35948190093040466, 0.35643628239631653, 0.3620927631855011, 0.353973388671875]}, {"step": 1400, "epoch": 2, "train_loss": 0.2086673378944397, "cos_r_negg": [0.45173802971839905, 0.4686122238636017, 0.48171719908714294, 0.4732556641101837, 0.3123171925544739], "cos_apical_negg": [0.45173802971839905, 0.4686122238636017, 0.48171719908714294, 0.4732556641101837, 0.3123171925544739], "cos_Ac_negg": [0.45173802971839905, 0.4686122238636017, 0.48171719908714294, 0.4732556641101837, 0.3123171925544739], "r_norm": [0.27150192856788635, 0.2764742076396942, 0.2724175751209259, 0.2783459424972534, 0.2731572985649109]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9601, "test_loss": 0.1441506465911865}, {"step": 1450, "epoch": 3, "train_loss": 0.09951777756214142, "cos_r_negg": [0.40350341796875, 0.43770140409469604, 0.44618746638298035, 0.42249125242233276, 0.3050594925880432], "cos_apical_negg": [0.40350341796875, 0.43770140409469604, 0.44618746638298035, 0.42249125242233276, 0.3050594925880432], "cos_Ac_negg": [0.40350341796875, 0.43770140409469604, 0.44618746638298035, 0.42249125242233276, 0.3050594925880432], "r_norm": [0.259221613407135, 0.2622349262237549, 0.2583351731300354, 0.2624647617340088, 0.2581450343132019]}, {"step": 1500, "epoch": 3, "train_loss": 0.08866637945175171, "cos_r_negg": [0.4325522780418396, 0.451061874628067, 0.4565342664718628, 0.45058518648147583, 0.29958376288414], "cos_apical_negg": [0.4325522780418396, 0.451061874628067, 0.4565342664718628, 0.45058518648147583, 0.29958376288414], "cos_Ac_negg": [0.4325522780418396, 0.451061874628067, 0.4565342664718628, 0.45058518648147583, 0.29958376288414], "r_norm": [0.30831897258758545, 0.3135191798210144, 0.3092491030693054, 0.3145091235637665, 0.30754584074020386]}, {"step": 1550, "epoch": 3, "train_loss": 0.11033999919891357, "cos_r_negg": [0.4566837549209595, 0.4704238772392273, 0.48262351751327515, 0.4557360112667084, 0.3154904842376709], "cos_apical_negg": [0.4566837549209595, 0.4704238772392273, 0.48262351751327515, 0.4557360112667084, 0.3154904842376709], "cos_Ac_negg": [0.4566837549209595, 0.4704238772392273, 0.48262351751327515, 0.4557360112667084, 0.3154904842376709], "r_norm": [0.23331493139266968, 0.2349914014339447, 0.22961482405662537, 0.23470602929592133, 0.2305794656276703]}, {"step": 1600, "epoch": 3, "train_loss": 0.08320976793766022, "cos_r_negg": [0.44541221857070923, 0.4680335521697998, 0.47375425696372986, 0.4688830077648163, 0.3257502317428589], "cos_apical_negg": [0.44541221857070923, 0.4680335521697998, 0.47375425696372986, 0.4688830077648163, 0.3257502317428589], "cos_Ac_negg": [0.44541221857070923, 0.4680335521697998, 0.47375425696372986, 0.4688830077648163, 0.3257502317428589], "r_norm": [0.23714730143547058, 0.2380613386631012, 0.23481804132461548, 0.23962090909481049, 0.23440787196159363]}, {"step": 1650, "epoch": 3, "train_loss": 0.10446479916572571, "cos_r_negg": [0.43014436960220337, 0.4787488281726837, 0.4809700548648834, 0.45532160997390747, 0.3068092465400696], "cos_apical_negg": [0.43014436960220337, 0.4787488281726837, 0.4809700548648834, 0.45532160997390747, 0.3068092465400696], "cos_Ac_negg": [0.43014436960220337, 0.4787488281726837, 0.4809700548648834, 0.45532160997390747, 0.3068092465400696], "r_norm": [0.29337170720100403, 0.29364025592803955, 0.293013334274292, 0.297280490398407, 0.2906644940376282]}, {"step": 1700, "epoch": 3, "train_loss": 0.08872456848621368, "cos_r_negg": [0.4526353180408478, 0.47237861156463623, 0.4674004316329956, 0.4679413437843323, 0.30642929673194885], "cos_apical_negg": [0.4526353180408478, 0.47237861156463623, 0.4674004316329956, 0.4679413437843323, 0.30642929673194885], "cos_Ac_negg": [0.4526353180408478, 0.47237861156463623, 0.4674004316329956, 0.4679413437843323, 0.30642929673194885], "r_norm": [0.2645619511604309, 0.2631147503852844, 0.2639426589012146, 0.26691359281539917, 0.261903315782547]}, {"step": 1750, "epoch": 3, "train_loss": 0.03980369493365288, "cos_r_negg": [0.43741297721862793, 0.4662773013114929, 0.4710339605808258, 0.45067518949508667, 0.3006078600883484], "cos_apical_negg": [0.43741297721862793, 0.4662773013114929, 0.4710339605808258, 0.45067518949508667, 0.3006078600883484], "cos_Ac_negg": [0.43741297721862793, 0.4662773013114929, 0.4710339605808258, 0.45067518949508667, 0.3006078600883484], "r_norm": [0.22522006928920746, 0.2249278426170349, 0.22274143993854523, 0.22669993340969086, 0.22269047796726227]}, {"step": 1800, "epoch": 3, "train_loss": 0.09401772171258926, "cos_r_negg": [0.43340060114860535, 0.45922935009002686, 0.4697551727294922, 0.4660927653312683, 0.3077576756477356], "cos_apical_negg": [0.43340060114860535, 0.45922935009002686, 0.4697551727294922, 0.4660927653312683, 0.3077576756477356], "cos_Ac_negg": [0.43340060114860535, 0.45922935009002686, 0.4697551727294922, 0.4660927653312683, 0.3077576756477356], "r_norm": [0.26116037368774414, 0.2616947889328003, 0.2604290544986725, 0.26678991317749023, 0.2602580785751343]}, {"step": 1850, "epoch": 3, "train_loss": 0.09288432449102402, "cos_r_negg": [0.4584992825984955, 0.4813621938228607, 0.4843800663948059, 0.47277218103408813, 0.32020944356918335], "cos_apical_negg": [0.4584992825984955, 0.4813621938228607, 0.4843800663948059, 0.47277218103408813, 0.32020944356918335], "cos_Ac_negg": [0.4584992825984955, 0.4813621938228607, 0.4843800663948059, 0.47277218103408813, 0.32020944356918335], "r_norm": [0.25652724504470825, 0.25727730989456177, 0.25537431240081787, 0.2606593072414398, 0.25064316391944885]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9674, "test_loss": 0.11773549633026123}, {"step": 1900, "epoch": 4, "train_loss": 0.042349718511104584, "cos_r_negg": [0.44275757670402527, 0.4776340126991272, 0.488411545753479, 0.477658748626709, 0.34515392780303955], "cos_apical_negg": [0.44275757670402527, 0.4776340126991272, 0.488411545753479, 0.477658748626709, 0.34515392780303955], "cos_Ac_negg": [0.44275757670402527, 0.4776340126991272, 0.488411545753479, 0.477658748626709, 0.34515392780303955], "r_norm": [0.23657134175300598, 0.23487479984760284, 0.23217499256134033, 0.23627029359340668, 0.23018355667591095]}, {"step": 1950, "epoch": 4, "train_loss": 0.09833087027072906, "cos_r_negg": [0.45353755354881287, 0.4824244976043701, 0.5058011412620544, 0.4858359098434448, 0.3341652750968933], "cos_apical_negg": [0.45353755354881287, 0.4824244976043701, 0.5058011412620544, 0.4858359098434448, 0.3341652750968933], "cos_Ac_negg": [0.45353755354881287, 0.4824244976043701, 0.5058011412620544, 0.4858359098434448, 0.3341652750968933], "r_norm": [0.23196908831596375, 0.23358213901519775, 0.22915294766426086, 0.2356240302324295, 0.23060959577560425]}, {"step": 2000, "epoch": 4, "train_loss": 0.0722593292593956, "cos_r_negg": [0.43744122982025146, 0.46615856885910034, 0.48876267671585083, 0.49300551414489746, 0.3337029218673706], "cos_apical_negg": [0.43744122982025146, 0.46615856885910034, 0.48876267671585083, 0.49300551414489746, 0.3337029218673706], "cos_Ac_negg": [0.43744122982025146, 0.46615856885910034, 0.48876267671585083, 0.49300551414489746, 0.3337029218673706], "r_norm": [0.21107622981071472, 0.20925284922122955, 0.20658022165298462, 0.2122909128665924, 0.20706969499588013]}, {"step": 2050, "epoch": 4, "train_loss": 0.07419314980506897, "cos_r_negg": [0.4175266921520233, 0.4487200379371643, 0.4639802575111389, 0.4636688232421875, 0.31417086720466614], "cos_apical_negg": [0.4175266921520233, 0.4487200379371643, 0.4639802575111389, 0.4636688232421875, 0.31417086720466614], "cos_Ac_negg": [0.4175266921520233, 0.4487200379371643, 0.4639802575111389, 0.4636688232421875, 0.31417086720466614], "r_norm": [0.2099476009607315, 0.20972132682800293, 0.2058568149805069, 0.21275530755519867, 0.20662656426429749]}, {"step": 2100, "epoch": 4, "train_loss": 0.06533317267894745, "cos_r_negg": [0.4317702651023865, 0.47545284032821655, 0.4884984493255615, 0.4758186638355255, 0.32066458463668823], "cos_apical_negg": [0.4317702651023865, 0.47545284032821655, 0.4884984493255615, 0.4758186638355255, 0.32066458463668823], "cos_Ac_negg": [0.4317702651023865, 0.47545284032821655, 0.4884984493255615, 0.4758186638355255, 0.32066458463668823], "r_norm": [0.20012831687927246, 0.19822630286216736, 0.19701367616653442, 0.20030470192432404, 0.19491228461265564]}, {"step": 2150, "epoch": 4, "train_loss": 0.042844440788030624, "cos_r_negg": [0.47391802072525024, 0.5119292736053467, 0.5099685788154602, 0.4996037781238556, 0.34909743070602417], "cos_apical_negg": [0.47391802072525024, 0.5119292736053467, 0.5099685788154602, 0.4996037781238556, 0.34909743070602417], "cos_Ac_negg": [0.47391802072525024, 0.5119292736053467, 0.5099685788154602, 0.4996037781238556, 0.34909743070602417], "r_norm": [0.21813245117664337, 0.2207217812538147, 0.2158196121454239, 0.22004461288452148, 0.21662726998329163]}, {"step": 2200, "epoch": 4, "train_loss": 0.08801880478858948, "cos_r_negg": [0.4483983814716339, 0.4777930676937103, 0.47806158661842346, 0.462917685508728, 0.3264826834201813], "cos_apical_negg": [0.4483983814716339, 0.4777930676937103, 0.47806158661842346, 0.462917685508728, 0.3264826834201813], "cos_Ac_negg": [0.4483983814716339, 0.4777930676937103, 0.47806158661842346, 0.462917685508728, 0.3264826834201813], "r_norm": [0.20701733231544495, 0.2088160216808319, 0.20550629496574402, 0.21096405386924744, 0.20578396320343018]}, {"step": 2250, "epoch": 4, "train_loss": 0.01077980361878872, "cos_r_negg": [0.4121752083301544, 0.4388972520828247, 0.4501802325248718, 0.44352036714553833, 0.31256937980651855], "cos_apical_negg": [0.4121752083301544, 0.4388972520828247, 0.4501802325248718, 0.44352036714553833, 0.31256937980651855], "cos_Ac_negg": [0.4121752083301544, 0.4388972520828247, 0.4501802325248718, 0.44352036714553833, 0.31256937980651855], "r_norm": [0.2341787964105606, 0.23498240113258362, 0.23456084728240967, 0.2391291856765747, 0.22865058481693268]}, {"step": 2300, "epoch": 4, "train_loss": 0.14170825481414795, "cos_r_negg": [0.40255340933799744, 0.44491004943847656, 0.45425519347190857, 0.4330885410308838, 0.3100394904613495], "cos_apical_negg": [0.40255340933799744, 0.44491004943847656, 0.45425519347190857, 0.4330885410308838, 0.3100394904613495], "cos_Ac_negg": [0.40255340933799744, 0.44491004943847656, 0.45425519347190857, 0.4330885410308838, 0.3100394904613495], "r_norm": [0.22536709904670715, 0.22654595971107483, 0.22709740698337555, 0.2269161194562912, 0.22250483930110931]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9693, "test_loss": 0.11960367851257324}, {"step": 2350, "epoch": 5, "train_loss": 0.03788723051548004, "cos_r_negg": [0.44444701075553894, 0.4651127755641937, 0.48248279094696045, 0.45751237869262695, 0.33036985993385315], "cos_apical_negg": [0.44444701075553894, 0.4651127755641937, 0.48248279094696045, 0.45751237869262695, 0.33036985993385315], "cos_Ac_negg": [0.44444701075553894, 0.4651127755641937, 0.48248279094696045, 0.45751237869262695, 0.33036985993385315], "r_norm": [0.210737407207489, 0.2123754620552063, 0.20873680710792542, 0.21419930458068848, 0.2113969773054123]}, {"step": 2400, "epoch": 5, "train_loss": 0.028574850410223007, "cos_r_negg": [0.43128275871276855, 0.4591781497001648, 0.46612149477005005, 0.46318697929382324, 0.3419799506664276], "cos_apical_negg": [0.43128275871276855, 0.4591781497001648, 0.46612149477005005, 0.46318697929382324, 0.3419799506664276], "cos_Ac_negg": [0.43128275871276855, 0.4591781497001648, 0.46612149477005005, 0.46318697929382324, 0.3419799506664276], "r_norm": [0.19661465287208557, 0.19548285007476807, 0.19466634094715118, 0.19731011986732483, 0.19112499058246613]}, {"step": 2450, "epoch": 5, "train_loss": 0.05019873380661011, "cos_r_negg": [0.4029710292816162, 0.4364347755908966, 0.4512401819229126, 0.4251183867454529, 0.3275247812271118], "cos_apical_negg": [0.4029710292816162, 0.4364347755908966, 0.4512401819229126, 0.4251183867454529, 0.3275247812271118], "cos_Ac_negg": [0.4029710292816162, 0.4364347755908966, 0.4512401819229126, 0.4251183867454529, 0.3275247812271118], "r_norm": [0.18318617343902588, 0.1803608536720276, 0.18099653720855713, 0.18308982253074646, 0.17772069573402405]}, {"step": 2500, "epoch": 5, "train_loss": 0.049204133450984955, "cos_r_negg": [0.4139975309371948, 0.44903743267059326, 0.4661516845226288, 0.43026337027549744, 0.3328257203102112], "cos_apical_negg": [0.4139975309371948, 0.44903743267059326, 0.4661516845226288, 0.43026337027549744, 0.3328257203102112], "cos_Ac_negg": [0.4139975309371948, 0.44903743267059326, 0.4661516845226288, 0.43026337027549744, 0.3328257203102112], "r_norm": [0.14296278357505798, 0.1416858583688736, 0.1402639001607895, 0.14191067218780518, 0.14009392261505127]}, {"step": 2550, "epoch": 5, "train_loss": 0.010763183236122131, "cos_r_negg": [0.40892115235328674, 0.4426848292350769, 0.4432137608528137, 0.4307558536529541, 0.32159340381622314], "cos_apical_negg": [0.40892115235328674, 0.4426848292350769, 0.4432137608528137, 0.4307558536529541, 0.32159340381622314], "cos_Ac_negg": [0.40892115235328674, 0.4426848292350769, 0.4432137608528137, 0.4307558536529541, 0.32159340381622314], "r_norm": [0.173537939786911, 0.17167982459068298, 0.17078737914562225, 0.172506183385849, 0.1686795949935913]}, {"step": 2600, "epoch": 5, "train_loss": 0.013586005195975304, "cos_r_negg": [0.4109245240688324, 0.45674553513526917, 0.4650443196296692, 0.45341554284095764, 0.31521356105804443], "cos_apical_negg": [0.4109245240688324, 0.45674553513526917, 0.4650443196296692, 0.45341554284095764, 0.31521356105804443], "cos_Ac_negg": [0.4109245240688324, 0.45674553513526917, 0.4650443196296692, 0.45341554284095764, 0.31521356105804443], "r_norm": [0.2248673141002655, 0.2234325408935547, 0.22267760336399078, 0.2284521460533142, 0.2221873700618744]}, {"step": 2650, "epoch": 5, "train_loss": 0.03431045264005661, "cos_r_negg": [0.41884100437164307, 0.4695795476436615, 0.48547375202178955, 0.46146366000175476, 0.3269953727722168], "cos_apical_negg": [0.41884100437164307, 0.4695795476436615, 0.48547375202178955, 0.46146366000175476, 0.3269953727722168], "cos_Ac_negg": [0.41884100437164307, 0.4695795476436615, 0.48547375202178955, 0.46146366000175476, 0.3269953727722168], "r_norm": [0.17054565250873566, 0.1689336895942688, 0.1673174500465393, 0.16999036073684692, 0.16675876080989838]}, {"step": 2700, "epoch": 5, "train_loss": 0.06791530549526215, "cos_r_negg": [0.41406503319740295, 0.4652635455131531, 0.4651987850666046, 0.4469280540943146, 0.32502055168151855], "cos_apical_negg": [0.41406503319740295, 0.4652635455131531, 0.4651987850666046, 0.4469280540943146, 0.32502055168151855], "cos_Ac_negg": [0.41406503319740295, 0.4652635455131531, 0.4651987850666046, 0.4469280540943146, 0.32502055168151855], "r_norm": [0.16182667016983032, 0.1619146168231964, 0.15943178534507751, 0.16380032896995544, 0.16030088067054749]}, {"step": 2750, "epoch": 5, "train_loss": 0.0302867591381073, "cos_r_negg": [0.40377333760261536, 0.4424389600753784, 0.44295617938041687, 0.4290521740913391, 0.3149350881576538], "cos_apical_negg": [0.40377333760261536, 0.4424389600753784, 0.44295617938041687, 0.4290521740913391, 0.3149350881576538], "cos_Ac_negg": [0.40377333760261536, 0.4424389600753784, 0.44295617938041687, 0.4290521740913391, 0.3149350881576538], "r_norm": [0.1427486538887024, 0.1412070393562317, 0.13939529657363892, 0.1420765221118927, 0.1405511051416397]}, {"step": 2800, "epoch": 5, "train_loss": 0.055613547563552856, "cos_r_negg": [0.40335533022880554, 0.43017154932022095, 0.43802410364151, 0.42534419894218445, 0.31188637018203735], "cos_apical_negg": [0.40335533022880554, 0.43017154932022095, 0.43802410364151, 0.42534419894218445, 0.31188637018203735], "cos_Ac_negg": [0.40335533022880554, 0.43017154932022095, 0.43802410364151, 0.42534419894218445, 0.31188637018203735], "r_norm": [0.15297150611877441, 0.15038099884986877, 0.14895236492156982, 0.1515154242515564, 0.14875900745391846]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.972, "test_loss": 0.11276415615081788}, {"step": 2850, "epoch": 6, "train_loss": 0.053172770887613297, "cos_r_negg": [0.36649638414382935, 0.4069371819496155, 0.4027249813079834, 0.4006909728050232, 0.29415756464004517], "cos_apical_negg": [0.36649638414382935, 0.4069371819496155, 0.4027249813079834, 0.4006909728050232, 0.29415756464004517], "cos_Ac_negg": [0.36649638414382935, 0.4069371819496155, 0.4027249813079834, 0.4006909728050232, 0.29415756464004517], "r_norm": [0.16535313427448273, 0.16274917125701904, 0.1614254117012024, 0.16379380226135254, 0.1633724868297577]}, {"step": 2900, "epoch": 6, "train_loss": 0.023358749225735664, "cos_r_negg": [0.3408700227737427, 0.38252943754196167, 0.37208154797554016, 0.369853138923645, 0.27722615003585815], "cos_apical_negg": [0.3408700227737427, 0.38252943754196167, 0.37208154797554016, 0.369853138923645, 0.27722615003585815], "cos_Ac_negg": [0.3408700227737427, 0.38252943754196167, 0.37208154797554016, 0.369853138923645, 0.27722615003585815], "r_norm": [0.16375912725925446, 0.1610296666622162, 0.15867748856544495, 0.16310755908489227, 0.16059422492980957]}, {"step": 2950, "epoch": 6, "train_loss": 0.03399168327450752, "cos_r_negg": [0.35301604866981506, 0.39753270149230957, 0.39528483152389526, 0.39145031571388245, 0.2962720990180969], "cos_apical_negg": [0.35301604866981506, 0.39753270149230957, 0.39528483152389526, 0.39145031571388245, 0.2962720990180969], "cos_Ac_negg": [0.35301604866981506, 0.39753270149230957, 0.39528483152389526, 0.39145031571388245, 0.2962720990180969], "r_norm": [0.14188815653324127, 0.14249491691589355, 0.14132501184940338, 0.1443280428647995, 0.1429031491279602]}, {"step": 3000, "epoch": 6, "train_loss": 0.018345743417739868, "cos_r_negg": [0.3383638858795166, 0.3783000707626343, 0.3786758780479431, 0.3746209144592285, 0.2869250178337097], "cos_apical_negg": [0.3383638858795166, 0.3783000707626343, 0.3786758780479431, 0.3746209144592285, 0.2869250178337097], "cos_Ac_negg": [0.3383638858795166, 0.3783000707626343, 0.3786758780479431, 0.3746209144592285, 0.2869250178337097], "r_norm": [0.13690759241580963, 0.13584749400615692, 0.13649645447731018, 0.13730169832706451, 0.13645976781845093]}, {"step": 3050, "epoch": 6, "train_loss": 0.02424503117799759, "cos_r_negg": [0.3359362483024597, 0.3762308359146118, 0.37280917167663574, 0.36728233098983765, 0.2729060649871826], "cos_apical_negg": [0.3359362483024597, 0.3762308359146118, 0.37280917167663574, 0.36728233098983765, 0.2729060649871826], "cos_Ac_negg": [0.3359362483024597, 0.3762308359146118, 0.37280917167663574, 0.36728233098983765, 0.2729060649871826], "r_norm": [0.13251382112503052, 0.13125211000442505, 0.13210541009902954, 0.13300900161266327, 0.13311901688575745]}, {"step": 3100, "epoch": 6, "train_loss": 0.07498349249362946, "cos_r_negg": [0.34874120354652405, 0.3910868465900421, 0.38940224051475525, 0.3784768283367157, 0.27649644017219543], "cos_apical_negg": [0.34874120354652405, 0.3910868465900421, 0.38940224051475525, 0.3784768283367157, 0.27649644017219543], "cos_Ac_negg": [0.34874120354652405, 0.3910868465900421, 0.38940224051475525, 0.3784768283367157, 0.27649644017219543], "r_norm": [0.1543261557817459, 0.15411710739135742, 0.1516176462173462, 0.1559063196182251, 0.1533273160457611]}, {"step": 3150, "epoch": 6, "train_loss": 0.08030255138874054, "cos_r_negg": [0.33034342527389526, 0.37991803884506226, 0.378936767578125, 0.3717818856239319, 0.27315616607666016], "cos_apical_negg": [0.33034342527389526, 0.37991803884506226, 0.378936767578125, 0.3717818856239319, 0.27315616607666016], "cos_Ac_negg": [0.33034342527389526, 0.37991803884506226, 0.378936767578125, 0.3717818856239319, 0.27315616607666016], "r_norm": [0.12896014750003815, 0.12833568453788757, 0.1288267821073532, 0.1312573105096817, 0.12993422150611877]}, {"step": 3200, "epoch": 6, "train_loss": 0.06029493361711502, "cos_r_negg": [0.3550291955471039, 0.41029834747314453, 0.41375231742858887, 0.4053746461868286, 0.29398834705352783], "cos_apical_negg": [0.3550291955471039, 0.41029834747314453, 0.41375231742858887, 0.4053746461868286, 0.29398834705352783], "cos_Ac_negg": [0.3550291955471039, 0.41029834747314453, 0.41375231742858887, 0.4053746461868286, 0.29398834705352783], "r_norm": [0.16072720289230347, 0.16167482733726501, 0.16062428057193756, 0.1633038967847824, 0.16232651472091675]}, {"step": 3250, "epoch": 6, "train_loss": 0.04303239658474922, "cos_r_negg": [0.357130229473114, 0.4117317199707031, 0.416229784488678, 0.40633702278137207, 0.29617011547088623], "cos_apical_negg": [0.357130229473114, 0.4117317199707031, 0.416229784488678, 0.40633702278137207, 0.29617011547088623], "cos_Ac_negg": [0.357130229473114, 0.4117317199707031, 0.416229784488678, 0.40633702278137207, 0.29617011547088623], "r_norm": [0.13879528641700745, 0.13974224030971527, 0.1385495662689209, 0.1405269056558609, 0.13990643620491028]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9687, "test_loss": 0.13061548957824706}, {"step": 3300, "epoch": 7, "train_loss": 0.016022156924009323, "cos_r_negg": [0.3710257411003113, 0.406471312046051, 0.416281521320343, 0.4174182415008545, 0.2941966652870178], "cos_apical_negg": [0.3710257411003113, 0.406471312046051, 0.416281521320343, 0.4174182415008545, 0.2941966652870178], "cos_Ac_negg": [0.3710257411003113, 0.406471312046051, 0.416281521320343, 0.4174182415008545, 0.2941966652870178], "r_norm": [0.1595689058303833, 0.16130664944648743, 0.1577041894197464, 0.16199389100074768, 0.1606357842683792]}, {"step": 3350, "epoch": 7, "train_loss": 0.008355803787708282, "cos_r_negg": [0.3126140832901001, 0.36296963691711426, 0.3596653938293457, 0.36407554149627686, 0.2730693817138672], "cos_apical_negg": [0.3126140832901001, 0.36296963691711426, 0.3596653938293457, 0.36407554149627686, 0.2730693817138672], "cos_Ac_negg": [0.3126140832901001, 0.36296963691711426, 0.3596653938293457, 0.36407554149627686, 0.2730693817138672], "r_norm": [0.12397389113903046, 0.12270336598157883, 0.12123327702283859, 0.1238328069448471, 0.12390472739934921]}, {"step": 3400, "epoch": 7, "train_loss": 0.009289141744375229, "cos_r_negg": [0.3131808936595917, 0.3640916645526886, 0.3610342741012573, 0.35963934659957886, 0.28070777654647827], "cos_apical_negg": [0.3131808936595917, 0.3640916645526886, 0.3610342741012573, 0.35963934659957886, 0.28070777654647827], "cos_Ac_negg": [0.3131808936595917, 0.3640916645526886, 0.3610342741012573, 0.35963934659957886, 0.28070777654647827], "r_norm": [0.1410338580608368, 0.13987886905670166, 0.13806341588497162, 0.14032448828220367, 0.14044350385665894]}, {"step": 3450, "epoch": 7, "train_loss": 0.017186740413308144, "cos_r_negg": [0.3095097541809082, 0.3675276041030884, 0.3617345690727234, 0.35073578357696533, 0.27400338649749756], "cos_apical_negg": [0.3095097541809082, 0.3675276041030884, 0.3617345690727234, 0.35073578357696533, 0.27400338649749756], "cos_Ac_negg": [0.3095097541809082, 0.3675276041030884, 0.3617345690727234, 0.35073578357696533, 0.27400338649749756], "r_norm": [0.12979011237621307, 0.1287928819656372, 0.12697431445121765, 0.1290149688720703, 0.1289077252149582]}, {"step": 3500, "epoch": 7, "train_loss": 0.006950936745852232, "cos_r_negg": [0.2986530065536499, 0.35776346921920776, 0.35489532351493835, 0.3431623876094818, 0.2673988938331604], "cos_apical_negg": [0.2986530065536499, 0.35776346921920776, 0.35489532351493835, 0.3431623876094818, 0.2673988938331604], "cos_Ac_negg": [0.2986530065536499, 0.35776346921920776, 0.35489532351493835, 0.3431623876094818, 0.2673988938331604], "r_norm": [0.12199389189481735, 0.12381508946418762, 0.12201295047998428, 0.12464345246553421, 0.12404441833496094]}, {"step": 3550, "epoch": 7, "train_loss": 0.012334488332271576, "cos_r_negg": [0.3016161322593689, 0.35317206382751465, 0.33949708938598633, 0.33206844329833984, 0.25678616762161255], "cos_apical_negg": [0.3016161322593689, 0.35317206382751465, 0.33949708938598633, 0.33206844329833984, 0.25678616762161255], "cos_Ac_negg": [0.3016161322593689, 0.35317206382751465, 0.33949708938598633, 0.33206844329833984, 0.25678616762161255], "r_norm": [0.17312659323215485, 0.1749577671289444, 0.17129476368427277, 0.17636758089065552, 0.17428669333457947]}, {"step": 3600, "epoch": 7, "train_loss": 0.01783360354602337, "cos_r_negg": [0.2814509868621826, 0.3389654755592346, 0.3403695225715637, 0.33548885583877563, 0.2635733187198639], "cos_apical_negg": [0.2814509868621826, 0.3389654755592346, 0.3403695225715637, 0.33548885583877563, 0.2635733187198639], "cos_Ac_negg": [0.2814509868621826, 0.3389654755592346, 0.3403695225715637, 0.33548885583877563, 0.2635733187198639], "r_norm": [0.13447324931621552, 0.13234269618988037, 0.13055507838726044, 0.1350478231906891, 0.13478504121303558]}, {"step": 3650, "epoch": 7, "train_loss": 0.0018467491026967764, "cos_r_negg": [0.2864152789115906, 0.33776459097862244, 0.333695650100708, 0.32122212648391724, 0.25085675716400146], "cos_apical_negg": [0.2864152789115906, 0.33776459097862244, 0.333695650100708, 0.32122212648391724, 0.25085675716400146], "cos_Ac_negg": [0.2864152789115906, 0.33776459097862244, 0.333695650100708, 0.32122212648391724, 0.25085675716400146], "r_norm": [0.12475191056728363, 0.12490036338567734, 0.12473177164793015, 0.12679897248744965, 0.1271248608827591]}, {"step": 3700, "epoch": 7, "train_loss": 0.0036878385581076145, "cos_r_negg": [0.27250367403030396, 0.31923097372055054, 0.31541961431503296, 0.3119225800037384, 0.23607391119003296], "cos_apical_negg": [0.27250367403030396, 0.31923097372055054, 0.31541961431503296, 0.3119225800037384, 0.23607391119003296], "cos_Ac_negg": [0.27250367403030396, 0.31923097372055054, 0.31541961431503296, 0.3119225800037384, 0.23607391119003296], "r_norm": [0.1283676028251648, 0.1268572062253952, 0.1260063350200653, 0.12876345217227936, 0.12798923254013062]}, {"step": 3750, "epoch": 7, "train_loss": 0.025523772463202477, "cos_r_negg": [0.2662200331687927, 0.3169440031051636, 0.31350141763687134, 0.30858248472213745, 0.23233553767204285], "cos_apical_negg": [0.2662200331687927, 0.3169440031051636, 0.31350141763687134, 0.30858248472213745, 0.23233553767204285], "cos_Ac_negg": [0.2662200331687927, 0.3169440031051636, 0.31350141763687134, 0.30858248472213745, 0.23233553767204285], "r_norm": [0.13532930612564087, 0.13318833708763123, 0.1325230896472931, 0.1351201981306076, 0.1336495280265808]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9707, "test_loss": 0.13337024612426757}, {"step": 3800, "epoch": 8, "train_loss": 0.04647771269083023, "cos_r_negg": [0.2733490467071533, 0.3205462098121643, 0.3207243084907532, 0.31106501817703247, 0.23958712816238403], "cos_apical_negg": [0.2733490467071533, 0.3205462098121643, 0.3207243084907532, 0.31106501817703247, 0.23958712816238403], "cos_Ac_negg": [0.2733490467071533, 0.3205462098121643, 0.3207243084907532, 0.31106501817703247, 0.23958712816238403], "r_norm": [0.1326076090335846, 0.1297895312309265, 0.12911918759346008, 0.13304153084754944, 0.131288081407547]}, {"step": 3850, "epoch": 8, "train_loss": 0.0017880660016089678, "cos_r_negg": [0.23931393027305603, 0.2878739833831787, 0.2823440432548523, 0.2685973048210144, 0.21536777913570404], "cos_apical_negg": [0.23931393027305603, 0.2878739833831787, 0.2823440432548523, 0.2685973048210144, 0.21536777913570404], "cos_Ac_negg": [0.23931393027305603, 0.2878739833831787, 0.2823440432548523, 0.2685973048210144, 0.21536777913570404], "r_norm": [0.12193159013986588, 0.1198788583278656, 0.11956369876861572, 0.12272146344184875, 0.1218845397233963]}, {"step": 3900, "epoch": 8, "train_loss": 0.019974103197455406, "cos_r_negg": [0.2406010627746582, 0.2828103303909302, 0.2771342992782593, 0.26684099435806274, 0.21451058983802795], "cos_apical_negg": [0.2406010627746582, 0.2828103303909302, 0.2771342992782593, 0.26684099435806274, 0.21451058983802795], "cos_Ac_negg": [0.2406010627746582, 0.2828103303909302, 0.2771342992782593, 0.26684099435806274, 0.21451058983802795], "r_norm": [0.13409824669361115, 0.1335575431585312, 0.1327625811100006, 0.13470782339572906, 0.1327655017375946]}, {"step": 3950, "epoch": 8, "train_loss": 0.004348804242908955, "cos_r_negg": [0.24022182822227478, 0.28198307752609253, 0.27224001288414, 0.2682056427001953, 0.22082647681236267], "cos_apical_negg": [0.24022182822227478, 0.28198307752609253, 0.27224001288414, 0.2682056427001953, 0.22082647681236267], "cos_Ac_negg": [0.24022182822227478, 0.28198307752609253, 0.27224001288414, 0.2682056427001953, 0.22082647681236267], "r_norm": [0.1390991359949112, 0.1406818926334381, 0.13893884420394897, 0.14135712385177612, 0.14043043553829193]}, {"step": 4000, "epoch": 8, "train_loss": 0.016646111384034157, "cos_r_negg": [0.22152107954025269, 0.2674182057380676, 0.2632717192173004, 0.25650379061698914, 0.20551583170890808], "cos_apical_negg": [0.22152107954025269, 0.2674182057380676, 0.2632717192173004, 0.25650379061698914, 0.20551583170890808], "cos_Ac_negg": [0.22152107954025269, 0.2674182057380676, 0.2632717192173004, 0.25650379061698914, 0.20551583170890808], "r_norm": [0.13146454095840454, 0.13100089132785797, 0.13027875125408173, 0.13244035840034485, 0.13250544667243958]}, {"step": 4050, "epoch": 8, "train_loss": 0.003236819291487336, "cos_r_negg": [0.24856744706630707, 0.2881355881690979, 0.2853202819824219, 0.2696704864501953, 0.2192874550819397], "cos_apical_negg": [0.24856744706630707, 0.2881355881690979, 0.2853202819824219, 0.2696704864501953, 0.2192874550819397], "cos_Ac_negg": [0.24856744706630707, 0.2881355881690979, 0.2853202819824219, 0.2696704864501953, 0.2192874550819397], "r_norm": [0.1342543065547943, 0.13380883634090424, 0.13174208998680115, 0.13547734916210175, 0.1347082257270813]}, {"step": 4100, "epoch": 8, "train_loss": 0.08310283720493317, "cos_r_negg": [0.23702004551887512, 0.2850866913795471, 0.28021079301834106, 0.2686842679977417, 0.22280187904834747], "cos_apical_negg": [0.23702004551887512, 0.2850866913795471, 0.28021079301834106, 0.2686842679977417, 0.22280187904834747], "cos_Ac_negg": [0.23702004551887512, 0.2850866913795471, 0.28021079301834106, 0.2686842679977417, 0.22280187904834747], "r_norm": [0.13926294445991516, 0.14060668647289276, 0.13833460211753845, 0.14086821675300598, 0.1415511667728424]}, {"step": 4150, "epoch": 8, "train_loss": 0.001682050060480833, "cos_r_negg": [0.24308329820632935, 0.2872906029224396, 0.2904467284679413, 0.27569496631622314, 0.2221846878528595], "cos_apical_negg": [0.24308329820632935, 0.2872906029224396, 0.2904467284679413, 0.27569496631622314, 0.2221846878528595], "cos_Ac_negg": [0.24308329820632935, 0.2872906029224396, 0.2904467284679413, 0.27569496631622314, 0.2221846878528595], "r_norm": [0.16228093206882477, 0.16442421078681946, 0.16100755333900452, 0.1647663712501526, 0.16332155466079712]}, {"step": 4200, "epoch": 8, "train_loss": 0.035737764090299606, "cos_r_negg": [0.2395641803741455, 0.283846914768219, 0.27495938539505005, 0.26087990403175354, 0.21131807565689087], "cos_apical_negg": [0.2395641803741455, 0.283846914768219, 0.27495938539505005, 0.26087990403175354, 0.21131807565689087], "cos_Ac_negg": [0.2395641803741455, 0.283846914768219, 0.27495938539505005, 0.26087990403175354, 0.21131807565689087], "r_norm": [0.15884695947170258, 0.16220557689666748, 0.15884581208229065, 0.16335834562778473, 0.162758007645607]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9722, "test_loss": 0.1391301544189453}, {"step": 4250, "epoch": 9, "train_loss": 0.022297056391835213, "cos_r_negg": [0.23257015645503998, 0.2767707407474518, 0.26547378301620483, 0.25609105825424194, 0.2057293951511383], "cos_apical_negg": [0.23257015645503998, 0.2767707407474518, 0.26547378301620483, 0.25609105825424194, 0.2057293951511383], "cos_Ac_negg": [0.23257015645503998, 0.2767707407474518, 0.26547378301620483, 0.25609105825424194, 0.2057293951511383], "r_norm": [0.1600191593170166, 0.159963920712471, 0.15768876671791077, 0.16206738352775574, 0.15992368757724762]}, {"step": 4300, "epoch": 9, "train_loss": 0.0011542490683495998, "cos_r_negg": [0.20083087682724, 0.2406027913093567, 0.23524172604084015, 0.22280144691467285, 0.1801370084285736], "cos_apical_negg": [0.20083087682724, 0.2406027913093567, 0.23524172604084015, 0.22280144691467285, 0.1801370084285736], "cos_Ac_negg": [0.20083087682724, 0.2406027913093567, 0.23524172604084015, 0.22280144691467285, 0.1801370084285736], "r_norm": [0.11774227023124695, 0.11885042488574982, 0.11645685136318207, 0.1198948547244072, 0.12119264155626297]}, {"step": 4350, "epoch": 9, "train_loss": 0.001571696251630783, "cos_r_negg": [0.20479798316955566, 0.2412692904472351, 0.23574477434158325, 0.22543570399284363, 0.18178610503673553], "cos_apical_negg": [0.20479798316955566, 0.2412692904472351, 0.23574477434158325, 0.22543570399284363, 0.18178610503673553], "cos_Ac_negg": [0.20479798316955566, 0.2412692904472351, 0.23574477434158325, 0.22543570399284363, 0.18178610503673553], "r_norm": [0.1348363161087036, 0.1344369351863861, 0.1351163536310196, 0.1360449194908142, 0.13750581443309784]}, {"step": 4400, "epoch": 9, "train_loss": 0.0007119765505194664, "cos_r_negg": [0.20448553562164307, 0.2404337078332901, 0.2308182269334793, 0.22092336416244507, 0.17276181280612946], "cos_apical_negg": [0.20448553562164307, 0.2404337078332901, 0.2308182269334793, 0.22092336416244507, 0.17276181280612946], "cos_Ac_negg": [0.20448553562164307, 0.2404337078332901, 0.2308182269334793, 0.22092336416244507, 0.17276181280612946], "r_norm": [0.16652286052703857, 0.1682925820350647, 0.16397035121917725, 0.16984814405441284, 0.16882729530334473]}, {"step": 4450, "epoch": 9, "train_loss": 0.0003944791678804904, "cos_r_negg": [0.18139559030532837, 0.2176467478275299, 0.21034041047096252, 0.20395353436470032, 0.1629854291677475], "cos_apical_negg": [0.18139559030532837, 0.2176467478275299, 0.21034041047096252, 0.20395353436470032, 0.1629854291677475], "cos_Ac_negg": [0.18139559030532837, 0.2176467478275299, 0.21034041047096252, 0.20395353436470032, 0.1629854291677475], "r_norm": [0.1470036804676056, 0.1473597288131714, 0.14442956447601318, 0.1489575356245041, 0.1483267843723297]}, {"step": 4500, "epoch": 9, "train_loss": 0.002148089464753866, "cos_r_negg": [0.1837305724620819, 0.22016151249408722, 0.21321260929107666, 0.20483127236366272, 0.16613632440567017], "cos_apical_negg": [0.1837305724620819, 0.22016151249408722, 0.21321260929107666, 0.20483127236366272, 0.16613632440567017], "cos_Ac_negg": [0.1837305724620819, 0.22016151249408722, 0.21321260929107666, 0.20483127236366272, 0.16613632440567017], "r_norm": [0.11780329048633575, 0.11597082018852234, 0.11494827270507812, 0.11815141141414642, 0.11856532096862793]}, {"step": 4550, "epoch": 9, "train_loss": 0.00193493883125484, "cos_r_negg": [0.19040432572364807, 0.2275521606206894, 0.22058971226215363, 0.21285457909107208, 0.17656198143959045], "cos_apical_negg": [0.19040432572364807, 0.2275521606206894, 0.22058971226215363, 0.21285457909107208, 0.17656198143959045], "cos_Ac_negg": [0.19040432572364807, 0.2275521606206894, 0.22058971226215363, 0.21285457909107208, 0.17656198143959045], "r_norm": [0.13812467455863953, 0.13686160743236542, 0.13466747105121613, 0.13848206400871277, 0.1380046308040619]}, {"step": 4600, "epoch": 9, "train_loss": 0.0904603973031044, "cos_r_negg": [0.1888357549905777, 0.2205444574356079, 0.20821717381477356, 0.1989649534225464, 0.16563153266906738], "cos_apical_negg": [0.1888357549905777, 0.2205444574356079, 0.20821717381477356, 0.1989649534225464, 0.16563153266906738], "cos_Ac_negg": [0.1888357549905777, 0.2205444574356079, 0.20821717381477356, 0.1989649534225464, 0.16563153266906738], "r_norm": [0.13926884531974792, 0.13879822194576263, 0.13608318567276, 0.14014717936515808, 0.1391521394252777]}, {"step": 4650, "epoch": 9, "train_loss": 0.003819126170128584, "cos_r_negg": [0.18454694747924805, 0.2140076458454132, 0.20144203305244446, 0.1973685622215271, 0.16115853190422058], "cos_apical_negg": [0.18454694747924805, 0.2140076458454132, 0.20144203305244446, 0.1973685622215271, 0.16115853190422058], "cos_Ac_negg": [0.18454694747924805, 0.2140076458454132, 0.20144203305244446, 0.1973685622215271, 0.16115853190422058], "r_norm": [0.1523398458957672, 0.1511276364326477, 0.14825943112373352, 0.15344439446926117, 0.15204110741615295]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.972, "test_loss": 0.14852537307739258}, {"step": 4700, "epoch": 10, "train_loss": 0.0035367831587791443, "cos_r_negg": [0.15928885340690613, 0.18930482864379883, 0.17685717344284058, 0.1710592806339264, 0.13882462680339813], "cos_apical_negg": [0.15928885340690613, 0.18930482864379883, 0.17685717344284058, 0.1710592806339264, 0.13882462680339813], "cos_Ac_negg": [0.15928885340690613, 0.18930482864379883, 0.17685717344284058, 0.1710592806339264, 0.13882462680339813], "r_norm": [0.15431857109069824, 0.15246057510375977, 0.1498885452747345, 0.15450549125671387, 0.1532650589942932]}, {"step": 4750, "epoch": 10, "train_loss": 0.013302205130457878, "cos_r_negg": [0.15797707438468933, 0.18767911195755005, 0.17521634697914124, 0.1665298491716385, 0.13668234646320343], "cos_apical_negg": [0.15797707438468933, 0.18767911195755005, 0.17521634697914124, 0.1665298491716385, 0.13668234646320343], "cos_Ac_negg": [0.15797707438468933, 0.18767911195755005, 0.17521634697914124, 0.1665298491716385, 0.13668234646320343], "r_norm": [0.13847486674785614, 0.13756486773490906, 0.1345556229352951, 0.13940191268920898, 0.1390182375907898]}, {"step": 4800, "epoch": 10, "train_loss": 0.0007349193911068141, "cos_r_negg": [0.1568421721458435, 0.1840086132287979, 0.1739637553691864, 0.16670213639736176, 0.13664886355400085], "cos_apical_negg": [0.1568421721458435, 0.1840086132287979, 0.1739637553691864, 0.16670213639736176, 0.13664886355400085], "cos_Ac_negg": [0.1568421721458435, 0.1840086132287979, 0.1739637553691864, 0.16670213639736176, 0.13664886355400085], "r_norm": [0.11006732285022736, 0.10948186367750168, 0.10830796509981155, 0.11082669347524643, 0.11124022305011749]}, {"step": 4850, "epoch": 10, "train_loss": 0.0009063722682185471, "cos_r_negg": [0.1536656618118286, 0.18097291886806488, 0.1712270826101303, 0.16494713723659515, 0.14103327691555023], "cos_apical_negg": [0.1536656618118286, 0.18097291886806488, 0.1712270826101303, 0.16494713723659515, 0.14103327691555023], "cos_Ac_negg": [0.1536656618118286, 0.18097291886806488, 0.1712270826101303, 0.16494713723659515, 0.14103327691555023], "r_norm": [0.12287131696939468, 0.121589794754982, 0.12077033519744873, 0.12377412617206573, 0.1235165148973465]}, {"step": 4900, "epoch": 10, "train_loss": 0.006604626774787903, "cos_r_negg": [0.14447444677352905, 0.17066848278045654, 0.1613469421863556, 0.15631380677223206, 0.13036054372787476], "cos_apical_negg": [0.14447444677352905, 0.17066848278045654, 0.1613469421863556, 0.15631380677223206, 0.13036054372787476], "cos_Ac_negg": [0.14447444677352905, 0.17066848278045654, 0.1613469421863556, 0.15631380677223206, 0.13036054372787476], "r_norm": [0.12477635592222214, 0.12519493699073792, 0.12329060584306717, 0.12683847546577454, 0.1264113485813141]}, {"step": 4950, "epoch": 10, "train_loss": 0.012581586837768555, "cos_r_negg": [0.154954731464386, 0.1819518506526947, 0.17357629537582397, 0.16702567040920258, 0.1393810212612152], "cos_apical_negg": [0.154954731464386, 0.1819518506526947, 0.17357629537582397, 0.16702567040920258, 0.1393810212612152], "cos_Ac_negg": [0.154954731464386, 0.1819518506526947, 0.17357629537582397, 0.16702567040920258, 0.1393810212612152], "r_norm": [0.12386821210384369, 0.12441039085388184, 0.12265477329492569, 0.12608008086681366, 0.12502421438694]}, {"step": 5000, "epoch": 10, "train_loss": 0.00032803858630359173, "cos_r_negg": [0.14118802547454834, 0.16553503274917603, 0.15602360665798187, 0.1510147750377655, 0.1243043765425682], "cos_apical_negg": [0.14118802547454834, 0.16553503274917603, 0.15602360665798187, 0.1510147750377655, 0.1243043765425682], "cos_Ac_negg": [0.14118802547454834, 0.16553503274917603, 0.15602360665798187, 0.1510147750377655, 0.1243043765425682], "r_norm": [0.11786316335201263, 0.11753561347723007, 0.11630411446094513, 0.11906857043504715, 0.11831919103860855]}, {"step": 5050, "epoch": 10, "train_loss": 0.0010648609604686499, "cos_r_negg": [0.15897861123085022, 0.1853196620941162, 0.1781589686870575, 0.17183378338813782, 0.13961613178253174], "cos_apical_negg": [0.15897861123085022, 0.1853196620941162, 0.1781589686870575, 0.17183378338813782, 0.13961613178253174], "cos_Ac_negg": [0.15897861123085022, 0.1853196620941162, 0.1781589686870575, 0.17183378338813782, 0.13961613178253174], "r_norm": [0.1477544903755188, 0.14588943123817444, 0.14424389600753784, 0.14926886558532715, 0.14662037789821625]}, {"step": 5100, "epoch": 10, "train_loss": 0.0019012009724974632, "cos_r_negg": [0.13823148608207703, 0.16105568408966064, 0.15356040000915527, 0.14701300859451294, 0.12160065025091171], "cos_apical_negg": [0.13823148608207703, 0.16105568408966064, 0.15356040000915527, 0.14701300859451294, 0.12160065025091171], "cos_Ac_negg": [0.13823148608207703, 0.16105568408966064, 0.15356040000915527, 0.14701300859451294, 0.12160065025091171], "r_norm": [0.14325743913650513, 0.142673522233963, 0.1408490538597107, 0.14539413154125214, 0.14340505003929138]}, {"step": 5150, "epoch": 10, "train_loss": 0.0011665113270282745, "cos_r_negg": [0.13865163922309875, 0.15977737307548523, 0.15207041800022125, 0.1448432058095932, 0.11641956865787506], "cos_apical_negg": [0.13865163922309875, 0.15977737307548523, 0.15207041800022125, 0.1448432058095932, 0.11641956865787506], "cos_Ac_negg": [0.13865163922309875, 0.15977737307548523, 0.15207041800022125, 0.1448432058095932, 0.11641956865787506], "r_norm": [0.14265595376491547, 0.14184436202049255, 0.13953010737895966, 0.14374583959579468, 0.14247651398181915]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9703, "test_loss": 0.16346331386566162}, {"step": 5200, "epoch": 11, "train_loss": 0.0004705890896730125, "cos_r_negg": [0.126105397939682, 0.14760343730449677, 0.13766053318977356, 0.13117317855358124, 0.10646059364080429], "cos_apical_negg": [0.126105397939682, 0.14760343730449677, 0.13766053318977356, 0.13117317855358124, 0.10646059364080429], "cos_Ac_negg": [0.126105397939682, 0.14760343730449677, 0.13766053318977356, 0.13117317855358124, 0.10646059364080429], "r_norm": [0.12844720482826233, 0.12813499569892883, 0.1254383623600006, 0.13018496334552765, 0.12997399270534515]}, {"step": 5250, "epoch": 11, "train_loss": 0.0008807961130514741, "cos_r_negg": [0.12163765728473663, 0.143259659409523, 0.13423022627830505, 0.12873435020446777, 0.10538048297166824], "cos_apical_negg": [0.12163765728473663, 0.143259659409523, 0.13423022627830505, 0.12873435020446777, 0.10538048297166824], "cos_Ac_negg": [0.12163765728473663, 0.143259659409523, 0.13423022627830505, 0.12873435020446777, 0.10538048297166824], "r_norm": [0.12494754046201706, 0.12401613593101501, 0.1223098561167717, 0.12629345059394836, 0.12577827274799347]}, {"step": 5300, "epoch": 11, "train_loss": 0.0135049382224679, "cos_r_negg": [0.12136852741241455, 0.14381183683872223, 0.1360986828804016, 0.130157470703125, 0.10821358859539032], "cos_apical_negg": [0.12136852741241455, 0.14381183683872223, 0.1360986828804016, 0.130157470703125, 0.10821358859539032], "cos_Ac_negg": [0.12136852741241455, 0.14381183683872223, 0.1360986828804016, 0.130157470703125, 0.10821358859539032], "r_norm": [0.14108963310718536, 0.13957887887954712, 0.13725340366363525, 0.14213787019252777, 0.1408652663230896]}, {"step": 5350, "epoch": 11, "train_loss": 0.006382510997354984, "cos_r_negg": [0.12439538538455963, 0.1479063481092453, 0.14028188586235046, 0.13400456309318542, 0.11035330593585968], "cos_apical_negg": [0.12439538538455963, 0.1479063481092453, 0.14028188586235046, 0.13400456309318542, 0.11035330593585968], "cos_Ac_negg": [0.12439538538455963, 0.1479063481092453, 0.14028188586235046, 0.13400456309318542, 0.11035330593585968], "r_norm": [0.1323608160018921, 0.1317991018295288, 0.12969093024730682, 0.1339445412158966, 0.1327359974384308]}, {"step": 5400, "epoch": 11, "train_loss": 0.0005734337028115988, "cos_r_negg": [0.12589208781719208, 0.14514702558517456, 0.1402486264705658, 0.1322372853755951, 0.11034808307886124], "cos_apical_negg": [0.12589208781719208, 0.14514702558517456, 0.1402486264705658, 0.1322372853755951, 0.11034808307886124], "cos_Ac_negg": [0.12589208781719208, 0.14514702558517456, 0.1402486264705658, 0.1322372853755951, 0.11034808307886124], "r_norm": [0.13040843605995178, 0.1296275109052658, 0.12755760550498962, 0.13123853504657745, 0.13091328740119934]}, {"step": 5450, "epoch": 11, "train_loss": 5.607957791653462e-05, "cos_r_negg": [0.11858974397182465, 0.13883665204048157, 0.13323932886123657, 0.12612393498420715, 0.10434770584106445], "cos_apical_negg": [0.11858974397182465, 0.13883665204048157, 0.13323932886123657, 0.12612393498420715, 0.10434770584106445], "cos_Ac_negg": [0.11858974397182465, 0.13883665204048157, 0.13323932886123657, 0.12612393498420715, 0.10434770584106445], "r_norm": [0.1333746314048767, 0.13224881887435913, 0.12995225191116333, 0.13402116298675537, 0.13350199162960052]}, {"step": 5500, "epoch": 11, "train_loss": 0.001912863808684051, "cos_r_negg": [0.11791017651557922, 0.13865995407104492, 0.13161621987819672, 0.12660792469978333, 0.1031990572810173], "cos_apical_negg": [0.11791017651557922, 0.13865995407104492, 0.13161621987819672, 0.12660792469978333, 0.1031990572810173], "cos_Ac_negg": [0.11791017651557922, 0.13865995407104492, 0.13161621987819672, 0.12660792469978333, 0.1031990572810173], "r_norm": [0.11384662985801697, 0.11230535805225372, 0.1107138991355896, 0.11383014172315598, 0.114267997443676]}, {"step": 5550, "epoch": 11, "train_loss": 0.0011768289841711521, "cos_r_negg": [0.11961953341960907, 0.1407407522201538, 0.1353825032711029, 0.12957365810871124, 0.10588080435991287], "cos_apical_negg": [0.11961953341960907, 0.1407407522201538, 0.1353825032711029, 0.12957365810871124, 0.10588080435991287], "cos_Ac_negg": [0.11961953341960907, 0.1407407522201538, 0.1353825032711029, 0.12957365810871124, 0.10588080435991287], "r_norm": [0.12296038866043091, 0.121983103454113, 0.11980904638767242, 0.12350122630596161, 0.1235138475894928]}, {"step": 5600, "epoch": 11, "train_loss": 0.000200916692847386, "cos_r_negg": [0.11544668674468994, 0.13530024886131287, 0.13000087440013885, 0.12494279444217682, 0.1014241874217987], "cos_apical_negg": [0.11544668674468994, 0.13530024886131287, 0.13000087440013885, 0.12494279444217682, 0.1014241874217987], "cos_Ac_negg": [0.11544668674468994, 0.13530024886131287, 0.13000087440013885, 0.12494279444217682, 0.1014241874217987], "r_norm": [0.12003043293952942, 0.11980804800987244, 0.11771233379840851, 0.121201291680336, 0.12117074429988861]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9726, "test_loss": 0.16481226539611815}, {"step": 5650, "epoch": 12, "train_loss": 0.0004175557987764478, "cos_r_negg": [0.11208006739616394, 0.13353142142295837, 0.1275142878293991, 0.12178780138492584, 0.09883719682693481], "cos_apical_negg": [0.11208006739616394, 0.13353142142295837, 0.1275142878293991, 0.12178780138492584, 0.09883719682693481], "cos_Ac_negg": [0.11208006739616394, 0.13353142142295837, 0.1275142878293991, 0.12178780138492584, 0.09883719682693481], "r_norm": [0.12184347212314606, 0.12227431684732437, 0.11989583820104599, 0.12397919595241547, 0.12390483915805817]}, {"step": 5700, "epoch": 12, "train_loss": 0.00041184754809364676, "cos_r_negg": [0.11290895938873291, 0.13412001729011536, 0.12900015711784363, 0.12303739786148071, 0.10008780658245087], "cos_apical_negg": [0.11290895938873291, 0.13412001729011536, 0.12900015711784363, 0.12303739786148071, 0.10008780658245087], "cos_Ac_negg": [0.11290895938873291, 0.13412001729011536, 0.12900015711784363, 0.12303739786148071, 0.10008780658245087], "r_norm": [0.10934066772460938, 0.1084359660744667, 0.10727435350418091, 0.10998299717903137, 0.11026863753795624]}, {"step": 5750, "epoch": 12, "train_loss": 0.00037774271913804114, "cos_r_negg": [0.11012528836727142, 0.13173054158687592, 0.12634320557117462, 0.12070775032043457, 0.09805397689342499], "cos_apical_negg": [0.11012528836727142, 0.13173054158687592, 0.12634320557117462, 0.12070775032043457, 0.09805397689342499], "cos_Ac_negg": [0.11012528836727142, 0.13173054158687592, 0.12634320557117462, 0.12070775032043457, 0.09805397689342499], "r_norm": [0.10844127833843231, 0.10830841958522797, 0.10698925703763962, 0.10981932282447815, 0.1100480854511261]}, {"step": 5800, "epoch": 12, "train_loss": 0.00018917644047178328, "cos_r_negg": [0.1085682362318039, 0.12934917211532593, 0.12467904388904572, 0.1195843368768692, 0.0980796217918396], "cos_apical_negg": [0.1085682362318039, 0.12934917211532593, 0.12467904388904572, 0.1195843368768692, 0.0980796217918396], "cos_Ac_negg": [0.1085682362318039, 0.12934917211532593, 0.12467904388904572, 0.1195843368768692, 0.0980796217918396], "r_norm": [0.1144198551774025, 0.11435223370790482, 0.11267632991075516, 0.11609762161970139, 0.1161213219165802]}, {"step": 5850, "epoch": 12, "train_loss": 0.000290075404336676, "cos_r_negg": [0.10825411975383759, 0.13020889461040497, 0.12466641515493393, 0.11875787377357483, 0.09668421745300293], "cos_apical_negg": [0.10825411975383759, 0.13020889461040497, 0.12466641515493393, 0.11875787377357483, 0.09668421745300293], "cos_Ac_negg": [0.10825411975383759, 0.13020889461040497, 0.12466641515493393, 0.11875787377357483, 0.09668421745300293], "r_norm": [0.117398202419281, 0.11718980967998505, 0.11551398038864136, 0.11928374320268631, 0.11925514787435532]}, {"step": 5900, "epoch": 12, "train_loss": 0.0016505473759025335, "cos_r_negg": [0.10800628364086151, 0.12862834334373474, 0.12359995394945145, 0.11775396764278412, 0.09763942658901215], "cos_apical_negg": [0.10800628364086151, 0.12862834334373474, 0.12359995394945145, 0.11775396764278412, 0.09763942658901215], "cos_Ac_negg": [0.10800628364086151, 0.12862834334373474, 0.12359995394945145, 0.11775396764278412, 0.09763942658901215], "r_norm": [0.11454016715288162, 0.11411303281784058, 0.11292561888694763, 0.11622921377420425, 0.11592088639736176]}, {"step": 5950, "epoch": 12, "train_loss": 0.0006300437962636352, "cos_r_negg": [0.10548333078622818, 0.12577447295188904, 0.12136915326118469, 0.11502718925476074, 0.09480439126491547], "cos_apical_negg": [0.10548333078622818, 0.12577447295188904, 0.12136915326118469, 0.11502718925476074, 0.09480439126491547], "cos_Ac_negg": [0.10548333078622818, 0.12577447295188904, 0.12136915326118469, 0.11502718925476074, 0.09480439126491547], "r_norm": [0.11589726060628891, 0.11547299474477768, 0.11411484330892563, 0.11743125319480896, 0.1171942800283432]}, {"step": 6000, "epoch": 12, "train_loss": 0.0005040889955125749, "cos_r_negg": [0.1055392473936081, 0.12682309746742249, 0.12242431938648224, 0.1167818233370781, 0.09755606204271317], "cos_apical_negg": [0.1055392473936081, 0.12682309746742249, 0.12242431938648224, 0.1167818233370781, 0.09755606204271317], "cos_Ac_negg": [0.1055392473936081, 0.12682309746742249, 0.12242431938648224, 0.1167818233370781, 0.09755606204271317], "r_norm": [0.11909934878349304, 0.11799925565719604, 0.11691466718912125, 0.120181605219841, 0.11965352296829224]}, {"step": 6050, "epoch": 12, "train_loss": 0.0003862231387756765, "cos_r_negg": [0.10477444529533386, 0.12549376487731934, 0.12083955109119415, 0.11508991569280624, 0.09595111012458801], "cos_apical_negg": [0.10477444529533386, 0.12549376487731934, 0.12083955109119415, 0.11508991569280624, 0.09595111012458801], "cos_Ac_negg": [0.10477444529533386, 0.12549376487731934, 0.12083955109119415, 0.11508991569280624, 0.09595111012458801], "r_norm": [0.11904482543468475, 0.11847760528326035, 0.1169341504573822, 0.12045292556285858, 0.1201591044664383]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9732, "test_loss": 0.1664197271347046}, {"step": 6100, "epoch": 13, "train_loss": 0.0003293729096185416, "cos_r_negg": [0.10441994667053223, 0.12427207827568054, 0.1195753812789917, 0.11410973221063614, 0.09409394860267639], "cos_apical_negg": [0.10441994667053223, 0.12427207827568054, 0.1195753812789917, 0.11410973221063614, 0.09409394860267639], "cos_Ac_negg": [0.10441994667053223, 0.12427207827568054, 0.1195753812789917, 0.11410973221063614, 0.09409394860267639], "r_norm": [0.11616867780685425, 0.11597168445587158, 0.11467161774635315, 0.11802402138710022, 0.11759867519140244]}, {"step": 6150, "epoch": 13, "train_loss": 0.00022612776956520975, "cos_r_negg": [0.10175688564777374, 0.12189815938472748, 0.11723561584949493, 0.11224959790706635, 0.09208548069000244], "cos_apical_negg": [0.10175688564777374, 0.12189815938472748, 0.11723561584949493, 0.11224959790706635, 0.09208548069000244], "cos_Ac_negg": [0.10175688564777374, 0.12189815938472748, 0.11723561584949493, 0.11224959790706635, 0.09208548069000244], "r_norm": [0.12148674577474594, 0.12058381736278534, 0.11905348300933838, 0.12285510450601578, 0.12248743325471878]}, {"step": 6200, "epoch": 13, "train_loss": 0.00023755068832542747, "cos_r_negg": [0.09958755970001221, 0.11887824535369873, 0.11449588090181351, 0.10989517718553543, 0.09040984511375427], "cos_apical_negg": [0.09958755970001221, 0.11887824535369873, 0.11449588090181351, 0.10989517718553543, 0.09040984511375427], "cos_Ac_negg": [0.09958755970001221, 0.11887824535369873, 0.11449588090181351, 0.10989517718553543, 0.09040984511375427], "r_norm": [0.12251690030097961, 0.12190867215394974, 0.12001506984233856, 0.12407393008470535, 0.12375020235776901]}, {"step": 6250, "epoch": 13, "train_loss": 0.00019362369494047016, "cos_r_negg": [0.0978720635175705, 0.11691144108772278, 0.11271379888057709, 0.1081189215183258, 0.08898349106311798], "cos_apical_negg": [0.0978720635175705, 0.11691144108772278, 0.11271379888057709, 0.1081189215183258, 0.08898349106311798], "cos_Ac_negg": [0.0978720635175705, 0.11691144108772278, 0.11271379888057709, 0.1081189215183258, 0.08898349106311798], "r_norm": [0.11962080001831055, 0.11874435096979141, 0.11712879687547684, 0.12090841680765152, 0.12062414735555649]}, {"step": 6300, "epoch": 13, "train_loss": 0.00017423537792637944, "cos_r_negg": [0.097113698720932, 0.11652223765850067, 0.11214848607778549, 0.10748054087162018, 0.08826152980327606], "cos_apical_negg": [0.097113698720932, 0.11652223765850067, 0.11214848607778549, 0.10748054087162018, 0.08826152980327606], "cos_Ac_negg": [0.097113698720932, 0.11652223765850067, 0.11214848607778549, 0.10748054087162018, 0.08826152980327606], "r_norm": [0.11996656656265259, 0.11926101893186569, 0.11775053292512894, 0.1214146763086319, 0.12097576260566711]}, {"step": 6350, "epoch": 13, "train_loss": 0.00045572759700007737, "cos_r_negg": [0.09533147513866425, 0.11439323425292969, 0.11008387058973312, 0.10565619170665741, 0.08703869581222534], "cos_apical_negg": [0.09533147513866425, 0.11439323425292969, 0.11008387058973312, 0.10565619170665741, 0.08703869581222534], "cos_Ac_negg": [0.09533147513866425, 0.11439323425292969, 0.11008387058973312, 0.10565619170665741, 0.08703869581222534], "r_norm": [0.11635670810937881, 0.11595422029495239, 0.11452101171016693, 0.11799457669258118, 0.11771278828382492]}, {"step": 6400, "epoch": 13, "train_loss": 0.001316960551775992, "cos_r_negg": [0.0967533066868782, 0.11503955721855164, 0.1112222969532013, 0.10607723891735077, 0.08900673687458038], "cos_apical_negg": [0.0967533066868782, 0.11503955721855164, 0.1112222969532013, 0.10607723891735077, 0.08900673687458038], "cos_Ac_negg": [0.0967533066868782, 0.11503955721855164, 0.1112222969532013, 0.10607723891735077, 0.08900673687458038], "r_norm": [0.11258452385663986, 0.11193588376045227, 0.11089416593313217, 0.11390547454357147, 0.11387304216623306]}, {"step": 6450, "epoch": 13, "train_loss": 0.0005310442647896707, "cos_r_negg": [0.09475358575582504, 0.11293686181306839, 0.1088111400604248, 0.10380129516124725, 0.08760256320238113], "cos_apical_negg": [0.09475358575582504, 0.11293686181306839, 0.1088111400604248, 0.10380129516124725, 0.08760256320238113], "cos_Ac_negg": [0.09475358575582504, 0.11293686181306839, 0.1088111400604248, 0.10380129516124725, 0.08760256320238113], "r_norm": [0.11376772075891495, 0.11320925503969193, 0.11206085234880447, 0.11529622226953506, 0.11515472084283829]}, {"step": 6500, "epoch": 13, "train_loss": 0.0003662736271508038, "cos_r_negg": [0.09398170560598373, 0.11169052124023438, 0.10776995122432709, 0.10317099094390869, 0.086893230676651], "cos_apical_negg": [0.09398170560598373, 0.11169052124023438, 0.10776995122432709, 0.10317099094390869, 0.086893230676651], "cos_Ac_negg": [0.09398170560598373, 0.11169052124023438, 0.10776995122432709, 0.10317099094390869, 0.086893230676651], "r_norm": [0.11217634379863739, 0.11171382665634155, 0.11050482839345932, 0.1136871948838234, 0.11364531517028809]}, {"step": 6550, "epoch": 13, "train_loss": 0.00164555583614856, "cos_r_negg": [0.09616503864526749, 0.11512015759944916, 0.11133307218551636, 0.10747605562210083, 0.09089086949825287], "cos_apical_negg": [0.09616503864526749, 0.11512015759944916, 0.11133307218551636, 0.10747605562210083, 0.09089086949825287], "cos_Ac_negg": [0.09616503864526749, 0.11512015759944916, 0.11133307218551636, 0.10747605562210083, 0.09089086949825287], "r_norm": [0.11173391342163086, 0.11105744540691376, 0.10997370630502701, 0.11301510035991669, 0.11294291913509369]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9722, "test_loss": 0.17089158535003662}, {"step": 6600, "epoch": 14, "train_loss": 0.00036114148679189384, "cos_r_negg": [0.09293213486671448, 0.11151456832885742, 0.10752084851264954, 0.10326123237609863, 0.08682960271835327], "cos_apical_negg": [0.09293213486671448, 0.11151456832885742, 0.10752084851264954, 0.10326123237609863, 0.08682960271835327], "cos_Ac_negg": [0.09293213486671448, 0.11151456832885742, 0.10752084851264954, 0.10326123237609863, 0.08682960271835327], "r_norm": [0.11636481434106827, 0.11609110236167908, 0.1144423857331276, 0.11792010813951492, 0.11797866225242615]}, {"step": 6650, "epoch": 14, "train_loss": 0.00029702280880883336, "cos_r_negg": [0.09146013855934143, 0.10972955822944641, 0.106104776263237, 0.10158763825893402, 0.08507535606622696], "cos_apical_negg": [0.09146013855934143, 0.10972955822944641, 0.106104776263237, 0.10158763825893402, 0.08507535606622696], "cos_Ac_negg": [0.09146013855934143, 0.10972955822944641, 0.106104776263237, 0.10158763825893402, 0.08507535606622696], "r_norm": [0.11686888337135315, 0.11645391583442688, 0.11480208486318588, 0.11834555119276047, 0.11845436692237854]}, {"step": 6700, "epoch": 14, "train_loss": 0.0009032412781380117, "cos_r_negg": [0.09068883955478668, 0.10873672366142273, 0.10525645315647125, 0.10077504813671112, 0.08438582718372345], "cos_apical_negg": [0.09068883955478668, 0.10873672366142273, 0.10525645315647125, 0.10077504813671112, 0.08438582718372345], "cos_Ac_negg": [0.09068883955478668, 0.10873672366142273, 0.10525645315647125, 0.10077504813671112, 0.08438582718372345], "r_norm": [0.1158752590417862, 0.1154690608382225, 0.11389080435037613, 0.11729709804058075, 0.1174292266368866]}, {"step": 6750, "epoch": 14, "train_loss": 0.00012409407645463943, "cos_r_negg": [0.08939938247203827, 0.10698626190423965, 0.10349974036216736, 0.09906423091888428, 0.08334816992282867], "cos_apical_negg": [0.08939938247203827, 0.10698626190423965, 0.10349974036216736, 0.09906423091888428, 0.08334816992282867], "cos_Ac_negg": [0.08939938247203827, 0.10698626190423965, 0.10349974036216736, 0.09906423091888428, 0.08334816992282867], "r_norm": [0.11666637659072876, 0.11639712750911713, 0.1147891953587532, 0.11820255219936371, 0.11824536323547363]}, {"step": 6800, "epoch": 14, "train_loss": 0.0011200300650671124, "cos_r_negg": [0.09111682325601578, 0.10927493870258331, 0.10642945766448975, 0.10338224470615387, 0.08644037693738937], "cos_apical_negg": [0.09111682325601578, 0.10927493870258331, 0.10642945766448975, 0.10338224470615387, 0.08644037693738937], "cos_Ac_negg": [0.09111682325601578, 0.10927493870258331, 0.10642945766448975, 0.10338224470615387, 0.08644037693738937], "r_norm": [0.11437909305095673, 0.11414621770381927, 0.11271234601736069, 0.11601917445659637, 0.11583875119686127]}, {"step": 6850, "epoch": 14, "train_loss": 0.00010329797805752605, "cos_r_negg": [0.08932606875896454, 0.10697252303361893, 0.10394831746816635, 0.10005508363246918, 0.08350306749343872], "cos_apical_negg": [0.08932606875896454, 0.10697252303361893, 0.10394831746816635, 0.10005508363246918, 0.08350306749343872], "cos_Ac_negg": [0.08932606875896454, 0.10697252303361893, 0.10394831746816635, 0.10005508363246918, 0.08350306749343872], "r_norm": [0.11676208674907684, 0.11604826152324677, 0.11441969871520996, 0.11788938194513321, 0.1180138811469078]}, {"step": 6900, "epoch": 14, "train_loss": 0.00038128450978547335, "cos_r_negg": [0.08894713222980499, 0.10641168057918549, 0.10289803892374039, 0.09901385754346848, 0.08271036297082901], "cos_apical_negg": [0.08894713222980499, 0.10641168057918549, 0.10289803892374039, 0.09901385754346848, 0.08271036297082901], "cos_Ac_negg": [0.08894713222980499, 0.10641168057918549, 0.10289803892374039, 0.09901385754346848, 0.08271036297082901], "r_norm": [0.12401784956455231, 0.12322977930307388, 0.12127426266670227, 0.12548083066940308, 0.12530633807182312]}, {"step": 6950, "epoch": 14, "train_loss": 0.00010772615496534854, "cos_r_negg": [0.08918921649456024, 0.1060129925608635, 0.10310754179954529, 0.09873279929161072, 0.08355090022087097], "cos_apical_negg": [0.08918921649456024, 0.1060129925608635, 0.10310754179954529, 0.09873279929161072, 0.08355090022087097], "cos_Ac_negg": [0.08918921649456024, 0.1060129925608635, 0.10310754179954529, 0.09873279929161072, 0.08355090022087097], "r_norm": [0.11820946633815765, 0.11725159734487534, 0.11590316146612167, 0.11950790882110596, 0.11952187865972519]}, {"step": 7000, "epoch": 14, "train_loss": 7.737785927020013e-05, "cos_r_negg": [0.08832874894142151, 0.105960413813591, 0.1030706912279129, 0.09920035302639008, 0.08286626636981964], "cos_apical_negg": [0.08832874894142151, 0.105960413813591, 0.1030706912279129, 0.09920035302639008, 0.08286626636981964], "cos_Ac_negg": [0.08832874894142151, 0.105960413813591, 0.1030706912279129, 0.09920035302639008, 0.08286626636981964], "r_norm": [0.11492635309696198, 0.1141660138964653, 0.11292935907840729, 0.11629331856966019, 0.11637061834335327]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9729, "test_loss": 0.17512847270965576}, {"step": 7050, "epoch": 15, "train_loss": 0.00026630429783836007, "cos_r_negg": [0.08746463805437088, 0.1043156236410141, 0.10203173756599426, 0.09832409024238586, 0.08270996809005737], "cos_apical_negg": [0.08746463805437088, 0.1043156236410141, 0.10203173756599426, 0.09832409024238586, 0.08270996809005737], "cos_Ac_negg": [0.08746463805437088, 0.1043156236410141, 0.10203173756599426, 0.09832409024238586, 0.08270996809005737], "r_norm": [0.11467047035694122, 0.1148754358291626, 0.11314238607883453, 0.11665625870227814, 0.1168072521686554]}, {"step": 7100, "epoch": 15, "train_loss": 0.000997185125015676, "cos_r_negg": [0.08757129311561584, 0.10519443452358246, 0.10281087458133698, 0.09986843168735504, 0.08240769803524017], "cos_apical_negg": [0.08757129311561584, 0.10519443452358246, 0.10281087458133698, 0.09986843168735504, 0.08240769803524017], "cos_Ac_negg": [0.08757129311561584, 0.10519443452358246, 0.10281087458133698, 0.09986843168735504, 0.08240769803524017], "r_norm": [0.10806351155042648, 0.1075950562953949, 0.10640443116426468, 0.10933586955070496, 0.10976338386535645]}, {"step": 7150, "epoch": 15, "train_loss": 0.00029861117945984006, "cos_r_negg": [0.08947718143463135, 0.10671517252922058, 0.1043713241815567, 0.10112704336643219, 0.08323375880718231], "cos_apical_negg": [0.08947718143463135, 0.10671517252922058, 0.1043713241815567, 0.10112704336643219, 0.08323375880718231], "cos_Ac_negg": [0.08947718143463135, 0.10671517252922058, 0.1043713241815567, 0.10112704336643219, 0.08323375880718231], "r_norm": [0.11616569012403488, 0.11503424495458603, 0.11343488097190857, 0.11691255867481232, 0.11730481684207916]}, {"step": 7200, "epoch": 15, "train_loss": 0.0001221010461449623, "cos_r_negg": [0.08743442595005035, 0.10407079756259918, 0.10190091282129288, 0.09878198057413101, 0.08161324262619019], "cos_apical_negg": [0.08743442595005035, 0.10407079756259918, 0.10190091282129288, 0.09878198057413101, 0.08161324262619019], "cos_Ac_negg": [0.08743442595005035, 0.10407079756259918, 0.10190091282129288, 0.09878198057413101, 0.08161324262619019], "r_norm": [0.11187298595905304, 0.11078871041536331, 0.10931220650672913, 0.11246152967214584, 0.11309091746807098]}, {"step": 7250, "epoch": 15, "train_loss": 0.00012112714466638863, "cos_r_negg": [0.08691130578517914, 0.1031426191329956, 0.10100440680980682, 0.09763700515031815, 0.08107393980026245], "cos_apical_negg": [0.08691130578517914, 0.1031426191329956, 0.10100440680980682, 0.09763700515031815, 0.08107393980026245], "cos_Ac_negg": [0.08691130578517914, 0.1031426191329956, 0.10100440680980682, 0.09763700515031815, 0.08107393980026245], "r_norm": [0.11181417107582092, 0.11112961173057556, 0.10944852232933044, 0.1127137541770935, 0.1133989468216896]}, {"step": 7300, "epoch": 15, "train_loss": 1.2544460332719609e-05, "cos_r_negg": [0.08625608682632446, 0.10227441787719727, 0.10020148754119873, 0.09701525419950485, 0.0802680253982544], "cos_apical_negg": [0.08625608682632446, 0.10227441787719727, 0.10020148754119873, 0.09701525419950485, 0.0802680253982544], "cos_Ac_negg": [0.08625608682632446, 0.10227441787719727, 0.10020148754119873, 0.09701525419950485, 0.0802680253982544], "r_norm": [0.11222876608371735, 0.11146901547908783, 0.10989667475223541, 0.11311635375022888, 0.11374790966510773]}, {"step": 7350, "epoch": 15, "train_loss": 0.0001821773184929043, "cos_r_negg": [0.08537425845861435, 0.10111989080905914, 0.09898459911346436, 0.0958167314529419, 0.0791972279548645], "cos_apical_negg": [0.08537425845861435, 0.10111989080905914, 0.09898459911346436, 0.0958167314529419, 0.0791972279548645], "cos_Ac_negg": [0.08537425845861435, 0.10111989080905914, 0.09898459911346436, 0.0958167314529419, 0.0791972279548645], "r_norm": [0.11152452230453491, 0.11091013252735138, 0.10925756394863129, 0.11249704658985138, 0.11319468915462494]}, {"step": 7400, "epoch": 15, "train_loss": 0.00041968916775658727, "cos_r_negg": [0.08505237847566605, 0.1009027436375618, 0.09867973625659943, 0.09515263140201569, 0.07934971153736115], "cos_apical_negg": [0.08505237847566605, 0.1009027436375618, 0.09867973625659943, 0.09515263140201569, 0.07934971153736115], "cos_Ac_negg": [0.08505237847566605, 0.1009027436375618, 0.09867973625659943, 0.09515263140201569, 0.07934971153736115], "r_norm": [0.1104218065738678, 0.10980908572673798, 0.10819083452224731, 0.11128102242946625, 0.11217188090085983]}, {"step": 7450, "epoch": 15, "train_loss": 0.00047607652959413826, "cos_r_negg": [0.08337745070457458, 0.09908255934715271, 0.09676937013864517, 0.09347357600927353, 0.07785884290933609], "cos_apical_negg": [0.08337745070457458, 0.09908255934715271, 0.09676937013864517, 0.09347357600927353, 0.07785884290933609], "cos_Ac_negg": [0.08337745070457458, 0.09908255934715271, 0.09676937013864517, 0.09347357600927353, 0.07785884290933609], "r_norm": [0.10996554046869278, 0.10951719433069229, 0.10782090574502945, 0.11093422025442123, 0.11182810366153717]}, {"step": 7500, "epoch": 15, "train_loss": 0.00028647715225815773, "cos_r_negg": [0.08379020541906357, 0.09966117143630981, 0.09715758264064789, 0.09423121809959412, 0.07866298407316208], "cos_apical_negg": [0.08379020541906357, 0.09966117143630981, 0.09715758264064789, 0.09423121809959412, 0.07866298407316208], "cos_Ac_negg": [0.08379020541906357, 0.09966117143630981, 0.09715758264064789, 0.09423121809959412, 0.07866298407316208], "r_norm": [0.1091805249452591, 0.10894135385751724, 0.10712386667728424, 0.11032382398843765, 0.11113119125366211]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9719, "test_loss": 0.1777652868270874}, {"step": 7550, "epoch": 16, "train_loss": 8.17998152342625e-05, "cos_r_negg": [0.08167313039302826, 0.09695613384246826, 0.09457139670848846, 0.09195350110530853, 0.07663799822330475], "cos_apical_negg": [0.08167313039302826, 0.09695613384246826, 0.09457139670848846, 0.09195350110530853, 0.07663799822330475], "cos_Ac_negg": [0.08167313039302826, 0.09695613384246826, 0.09457139670848846, 0.09195350110530853, 0.07663799822330475], "r_norm": [0.10632207244634628, 0.10612475872039795, 0.10442178696393967, 0.10739752650260925, 0.10835321247577667]}, {"step": 7600, "epoch": 16, "train_loss": 0.000995069625787437, "cos_r_negg": [0.08161058276891708, 0.09672386944293976, 0.09447117149829865, 0.0916578620672226, 0.07604570686817169], "cos_apical_negg": [0.08161058276891708, 0.09672386944293976, 0.09447117149829865, 0.0916578620672226, 0.07604570686817169], "cos_Ac_negg": [0.08161058276891708, 0.09672386944293976, 0.09447117149829865, 0.0916578620672226, 0.07604570686817169], "r_norm": [0.11567576229572296, 0.11505090445280075, 0.1131695806980133, 0.11665000021457672, 0.11715614795684814]}, {"step": 7650, "epoch": 16, "train_loss": 0.00011439472291385755, "cos_r_negg": [0.08112482726573944, 0.09614276885986328, 0.09402531385421753, 0.09130989015102386, 0.07548164576292038], "cos_apical_negg": [0.08112482726573944, 0.09614276885986328, 0.09402531385421753, 0.09130989015102386, 0.07548164576292038], "cos_Ac_negg": [0.08112482726573944, 0.09614276885986328, 0.09402531385421753, 0.09130989015102386, 0.07548164576292038], "r_norm": [0.11240749061107635, 0.11182532459497452, 0.11006804555654526, 0.11327953636646271, 0.11395334452390671]}, {"step": 7700, "epoch": 16, "train_loss": 1.7084836144931614e-05, "cos_r_negg": [0.08061426877975464, 0.09543320536613464, 0.0932428315281868, 0.09061489254236221, 0.07496647536754608], "cos_apical_negg": [0.08061426877975464, 0.09543320536613464, 0.0932428315281868, 0.09061489254236221, 0.07496647536754608], "cos_Ac_negg": [0.08061426877975464, 0.09543320536613464, 0.0932428315281868, 0.09061489254236221, 0.07496647536754608], "r_norm": [0.11068439483642578, 0.11022225022315979, 0.10844570398330688, 0.11160670965909958, 0.11235548555850983]}, {"step": 7750, "epoch": 16, "train_loss": 0.00026289111701771617, "cos_r_negg": [0.08019410073757172, 0.09504967927932739, 0.09289155900478363, 0.09014461934566498, 0.07456633448600769], "cos_apical_negg": [0.08019410073757172, 0.09504967927932739, 0.09289155900478363, 0.09014461934566498, 0.07456633448600769], "cos_Ac_negg": [0.08019410073757172, 0.09504967927932739, 0.09289155900478363, 0.09014461934566498, 0.07456633448600769], "r_norm": [0.11168324947357178, 0.11098036170005798, 0.1093071922659874, 0.11247514933347702, 0.1131325215101242]}, {"step": 7800, "epoch": 16, "train_loss": 0.0002990741631947458, "cos_r_negg": [0.07949043810367584, 0.09412060678005219, 0.09191971272230148, 0.08913204073905945, 0.0740869864821434], "cos_apical_negg": [0.07949043810367584, 0.09412060678005219, 0.09191971272230148, 0.08913204073905945, 0.0740869864821434], "cos_Ac_negg": [0.07949043810367584, 0.09412060678005219, 0.09191971272230148, 0.08913204073905945, 0.0740869864821434], "r_norm": [0.11049554497003555, 0.10992458462715149, 0.10824230313301086, 0.11134131997823715, 0.11209629476070404]}, {"step": 7850, "epoch": 16, "train_loss": 0.001156951766461134, "cos_r_negg": [0.07929453998804092, 0.09381236881017685, 0.09157535433769226, 0.08891472220420837, 0.07395625859498978], "cos_apical_negg": [0.07929453998804092, 0.09381236881017685, 0.09157535433769226, 0.08891472220420837, 0.07395625859498978], "cos_Ac_negg": [0.07929453998804092, 0.09381236881017685, 0.09157535433769226, 0.08891472220420837, 0.07395625859498978], "r_norm": [0.10966146737337112, 0.10907289385795593, 0.10745492577552795, 0.11051861196756363, 0.11132878065109253]}, {"step": 7900, "epoch": 16, "train_loss": 2.5828523575910367e-05, "cos_r_negg": [0.07928270101547241, 0.09377861022949219, 0.09152015298604965, 0.0889228880405426, 0.07396849244832993], "cos_apical_negg": [0.07928270101547241, 0.09377861022949219, 0.09152015298604965, 0.0889228880405426, 0.07396849244832993], "cos_Ac_negg": [0.07928270101547241, 0.09377861022949219, 0.09152015298604965, 0.0889228880405426, 0.07396849244832993], "r_norm": [0.11109163612127304, 0.11050140857696533, 0.10882355272769928, 0.11199980229139328, 0.1127241924405098]}, {"step": 7950, "epoch": 16, "train_loss": 0.00044514404726214707, "cos_r_negg": [0.07905258238315582, 0.09345804154872894, 0.09130557626485825, 0.08858994394540787, 0.07372605055570602], "cos_apical_negg": [0.07905258238315582, 0.09345804154872894, 0.09130557626485825, 0.08858994394540787, 0.07372605055570602], "cos_Ac_negg": [0.07905258238315582, 0.09345804154872894, 0.09130557626485825, 0.08858994394540787, 0.07372605055570602], "r_norm": [0.11046222597360611, 0.10991135239601135, 0.1082509309053421, 0.11137685179710388, 0.11215478181838989]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9724, "test_loss": 0.17979131832122802}, {"step": 8000, "epoch": 17, "train_loss": 0.0006360035622492433, "cos_r_negg": [0.07882983982563019, 0.09316195547580719, 0.09094318002462387, 0.08826835453510284, 0.07341603934764862], "cos_apical_negg": [0.07882983982563019, 0.09316195547580719, 0.09094318002462387, 0.08826835453510284, 0.07341603934764862], "cos_Ac_negg": [0.07882983982563019, 0.09316195547580719, 0.09094318002462387, 0.08826835453510284, 0.07341603934764862], "r_norm": [0.10987571626901627, 0.1091751903295517, 0.10767024755477905, 0.11071586608886719, 0.11151424050331116]}, {"step": 8050, "epoch": 17, "train_loss": 3.9613783883396536e-05, "cos_r_negg": [0.07867814600467682, 0.09287317097187042, 0.09077015519142151, 0.08792779594659805, 0.07308329641819], "cos_apical_negg": [0.07867814600467682, 0.09287317097187042, 0.09077015519142151, 0.08792779594659805, 0.07308329641819], "cos_Ac_negg": [0.07867814600467682, 0.09287317097187042, 0.09077015519142151, 0.08792779594659805, 0.07308329641819], "r_norm": [0.11122986674308777, 0.11054859310388565, 0.10900150239467621, 0.11212453246116638, 0.1128518283367157]}, {"step": 8100, "epoch": 17, "train_loss": 0.0007775288540869951, "cos_r_negg": [0.07813525199890137, 0.0922161266207695, 0.09014016389846802, 0.08733068406581879, 0.07265064120292664], "cos_apical_negg": [0.07813525199890137, 0.0922161266207695, 0.09014016389846802, 0.08733068406581879, 0.07265064120292664], "cos_Ac_negg": [0.07813525199890137, 0.0922161266207695, 0.09014016389846802, 0.08733068406581879, 0.07265064120292664], "r_norm": [0.1122618317604065, 0.11151693761348724, 0.10996309667825699, 0.11311012506484985, 0.11380114406347275]}, {"step": 8150, "epoch": 17, "train_loss": 4.981651727575809e-05, "cos_r_negg": [0.07720677554607391, 0.09110737591981888, 0.08905640244483948, 0.0863177478313446, 0.07171721756458282], "cos_apical_negg": [0.07720677554607391, 0.09110737591981888, 0.08905640244483948, 0.0863177478313446, 0.07171721756458282], "cos_Ac_negg": [0.07720677554607391, 0.09110737591981888, 0.08905640244483948, 0.0863177478313446, 0.07171721756458282], "r_norm": [0.10956153273582458, 0.1089259535074234, 0.10739348828792572, 0.11037245392799377, 0.11118048429489136]}, {"step": 8200, "epoch": 17, "train_loss": 0.00014068925520405173, "cos_r_negg": [0.07725942134857178, 0.09098448604345322, 0.08898604661226273, 0.08631755411624908, 0.07163335382938385], "cos_apical_negg": [0.07725942134857178, 0.09098448604345322, 0.08898604661226273, 0.08631755411624908, 0.07163335382938385], "cos_Ac_negg": [0.07725942134857178, 0.09098448604345322, 0.08898604661226273, 0.08631755411624908, 0.07163335382938385], "r_norm": [0.11121231317520142, 0.11050064116716385, 0.10891096293926239, 0.11204677820205688, 0.11275032162666321]}, {"step": 8250, "epoch": 17, "train_loss": 0.00042959340498782694, "cos_r_negg": [0.07689523696899414, 0.09058272838592529, 0.08854846656322479, 0.08589643985033035, 0.07137105613946915], "cos_apical_negg": [0.07689523696899414, 0.09058272838592529, 0.08854846656322479, 0.08589643985033035, 0.07137105613946915], "cos_Ac_negg": [0.07689523696899414, 0.09058272838592529, 0.08854846656322479, 0.08589643985033035, 0.07137105613946915], "r_norm": [0.11071804910898209, 0.11014983057975769, 0.10848450660705566, 0.11165294796228409, 0.11237476766109467]}, {"step": 8300, "epoch": 17, "train_loss": 0.00023840680660214275, "cos_r_negg": [0.07672350853681564, 0.09043362736701965, 0.08838621526956558, 0.08569493889808655, 0.07115885615348816], "cos_apical_negg": [0.07672350853681564, 0.09043362736701965, 0.08838621526956558, 0.08569493889808655, 0.07115885615348816], "cos_Ac_negg": [0.07672350853681564, 0.09043362736701965, 0.08838621526956558, 0.08569493889808655, 0.07115885615348816], "r_norm": [0.10930575430393219, 0.10877539217472076, 0.10716090351343155, 0.11021541804075241, 0.11100461333990097]}, {"step": 8350, "epoch": 17, "train_loss": 0.00017236717394553125, "cos_r_negg": [0.0763293206691742, 0.0896695926785469, 0.08766907453536987, 0.08506116271018982, 0.07072221487760544], "cos_apical_negg": [0.0763293206691742, 0.0896695926785469, 0.08766907453536987, 0.08506116271018982, 0.07072221487760544], "cos_Ac_negg": [0.0763293206691742, 0.0896695926785469, 0.08766907453536987, 0.08506116271018982, 0.07072221487760544], "r_norm": [0.11037295311689377, 0.10983087122440338, 0.10814668983221054, 0.11130926012992859, 0.11203745752573013]}, {"step": 8400, "epoch": 17, "train_loss": 0.0005360195063985884, "cos_r_negg": [0.07594795525074005, 0.08907638490200043, 0.08688624948263168, 0.08433869481086731, 0.07025111466646194], "cos_apical_negg": [0.07594795525074005, 0.08907638490200043, 0.08688624948263168, 0.08433869481086731, 0.07025111466646194], "cos_Ac_negg": [0.07594795525074005, 0.08907638490200043, 0.08688624948263168, 0.08433869481086731, 0.07025111466646194], "r_norm": [0.10908971726894379, 0.10860294103622437, 0.10691918432712555, 0.10999844968318939, 0.11085610091686249]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9726, "test_loss": 0.1822018695831299}, {"step": 8450, "epoch": 18, "train_loss": 0.0003503366024233401, "cos_r_negg": [0.07593347132205963, 0.08914493769407272, 0.08699073642492294, 0.0845293402671814, 0.07042458653450012], "cos_apical_negg": [0.07593347132205963, 0.08914493769407272, 0.08699073642492294, 0.0845293402671814, 0.07042458653450012], "cos_Ac_negg": [0.07593347132205963, 0.08914493769407272, 0.08699073642492294, 0.0845293402671814, 0.07042458653450012], "r_norm": [0.10762456804513931, 0.10710665583610535, 0.10551674664020538, 0.10847879946231842, 0.10938505083322525]}, {"step": 8500, "epoch": 18, "train_loss": 8.487300510751083e-05, "cos_r_negg": [0.0757608562707901, 0.08897842466831207, 0.08683127164840698, 0.08429937064647675, 0.07023671269416809], "cos_apical_negg": [0.0757608562707901, 0.08897842466831207, 0.08683127164840698, 0.08429937064647675, 0.07023671269416809], "cos_Ac_negg": [0.0757608562707901, 0.08897842466831207, 0.08683127164840698, 0.08429937064647675, 0.07023671269416809], "r_norm": [0.10768472403287888, 0.10719262808561325, 0.10560543835163116, 0.10858973115682602, 0.10947714745998383]}, {"step": 8550, "epoch": 18, "train_loss": 0.0006922289612703025, "cos_r_negg": [0.07544232159852982, 0.08842021971940994, 0.08635258674621582, 0.08389632403850555, 0.0698842704296112], "cos_apical_negg": [0.07544232159852982, 0.08842021971940994, 0.08635258674621582, 0.08389632403850555, 0.0698842704296112], "cos_Ac_negg": [0.07544232159852982, 0.08842021971940994, 0.08635258674621582, 0.08389632403850555, 0.0698842704296112], "r_norm": [0.10832317173480988, 0.10777309536933899, 0.10616524517536163, 0.1092061847448349, 0.11004072427749634]}, {"step": 8600, "epoch": 18, "train_loss": 0.0001329317456111312, "cos_r_negg": [0.07535670697689056, 0.08827300369739532, 0.08619047701358795, 0.08374792337417603, 0.06978058815002441], "cos_apical_negg": [0.07535670697689056, 0.08827300369739532, 0.08619047701358795, 0.08374792337417603, 0.06978058815002441], "cos_Ac_negg": [0.07535670697689056, 0.08827300369739532, 0.08619047701358795, 0.08374792337417603, 0.06978058815002441], "r_norm": [0.10874592512845993, 0.10813149064779282, 0.10654105991125107, 0.10960210859775543, 0.11042214930057526]}, {"step": 8650, "epoch": 18, "train_loss": 0.00020041967218276113, "cos_r_negg": [0.07500104606151581, 0.08792929351329803, 0.08576741069555283, 0.08327766507863998, 0.06949233263731003], "cos_apical_negg": [0.07500104606151581, 0.08792929351329803, 0.08576741069555283, 0.08327766507863998, 0.06949233263731003], "cos_Ac_negg": [0.07500104606151581, 0.08792929351329803, 0.08576741069555283, 0.08327766507863998, 0.06949233263731003], "r_norm": [0.10845141112804413, 0.10791939496994019, 0.1062956303358078, 0.10932474583387375, 0.11016097664833069]}, {"step": 8700, "epoch": 18, "train_loss": 0.00016519732889719307, "cos_r_negg": [0.07481465488672256, 0.08781620860099792, 0.08562400192022324, 0.08310460299253464, 0.06934641301631927], "cos_apical_negg": [0.07481465488672256, 0.08781620860099792, 0.08562400192022324, 0.08310460299253464, 0.06934641301631927], "cos_Ac_negg": [0.07481465488672256, 0.08781620860099792, 0.08562400192022324, 0.08310460299253464, 0.06934641301631927], "r_norm": [0.10984399914741516, 0.10927528142929077, 0.10761769115924835, 0.11073710024356842, 0.11150458455085754]}, {"step": 8750, "epoch": 18, "train_loss": 9.459094871999696e-05, "cos_r_negg": [0.07429786771535873, 0.08718858659267426, 0.08488620072603226, 0.082365021109581, 0.06861894577741623], "cos_apical_negg": [0.07429786771535873, 0.08718858659267426, 0.08488620072603226, 0.082365021109581, 0.06861894577741623], "cos_Ac_negg": [0.07429786771535873, 0.08718858659267426, 0.08488620072603226, 0.082365021109581, 0.06861894577741623], "r_norm": [0.10625492036342621, 0.10576456785202026, 0.10424160957336426, 0.10711054503917694, 0.10807820409536362]}, {"step": 8800, "epoch": 18, "train_loss": 3.603201184887439e-05, "cos_r_negg": [0.07374462485313416, 0.08642074465751648, 0.08418168872594833, 0.08154626935720444, 0.06799723207950592], "cos_apical_negg": [0.07374462485313416, 0.08642074465751648, 0.08418168872594833, 0.08154626935720444, 0.06799723207950592], "cos_Ac_negg": [0.07374462485313416, 0.08642074465751648, 0.08418168872594833, 0.08154626935720444, 0.06799723207950592], "r_norm": [0.10692862421274185, 0.10654104501008987, 0.1049475371837616, 0.1078687459230423, 0.10879336297512054]}, {"step": 8850, "epoch": 18, "train_loss": 0.0001653586805332452, "cos_r_negg": [0.0739150121808052, 0.08642228692770004, 0.08435304462909698, 0.08192425221204758, 0.06829319149255753], "cos_apical_negg": [0.0739150121808052, 0.08642228692770004, 0.08435304462909698, 0.08192425221204758, 0.06829319149255753], "cos_Ac_negg": [0.0739150121808052, 0.08642228692770004, 0.08435304462909698, 0.08192425221204758, 0.06829319149255753], "r_norm": [0.1086614802479744, 0.10821891576051712, 0.10656651854515076, 0.10960032045841217, 0.11042121052742004]}, {"step": 8900, "epoch": 18, "train_loss": 0.0001003194265649654, "cos_r_negg": [0.0737936720252037, 0.08625410497188568, 0.084123395383358, 0.08173275738954544, 0.06820695102214813], "cos_apical_negg": [0.0737936720252037, 0.08625410497188568, 0.084123395383358, 0.08173275738954544, 0.06820695102214813], "cos_Ac_negg": [0.0737936720252037, 0.08625410497188568, 0.084123395383358, 0.08173275738954544, 0.06820695102214813], "r_norm": [0.10856977105140686, 0.10812968015670776, 0.10646470636129379, 0.1095171570777893, 0.1103678047657013]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9723, "test_loss": 0.18513371963500977}, {"step": 8950, "epoch": 19, "train_loss": 0.00012676708865910769, "cos_r_negg": [0.07356492429971695, 0.08602996170520782, 0.08386463671922684, 0.08144869655370712, 0.06802703440189362], "cos_apical_negg": [0.07356492429971695, 0.08602996170520782, 0.08386463671922684, 0.08144869655370712, 0.06802703440189362], "cos_Ac_negg": [0.07356492429971695, 0.08602996170520782, 0.08386463671922684, 0.08144869655370712, 0.06802703440189362], "r_norm": [0.10864640772342682, 0.1082816869020462, 0.10656026005744934, 0.10964307934045792, 0.1105145737528801]}, {"step": 9000, "epoch": 19, "train_loss": 7.299677236005664e-05, "cos_r_negg": [0.073452889919281, 0.08601058274507523, 0.08386421203613281, 0.08143091201782227, 0.06801781058311462], "cos_apical_negg": [0.073452889919281, 0.08601058274507523, 0.08386421203613281, 0.08143091201782227, 0.06801781058311462], "cos_Ac_negg": [0.073452889919281, 0.08601058274507523, 0.08386421203613281, 0.08143091201782227, 0.06801781058311462], "r_norm": [0.10889461636543274, 0.10852056741714478, 0.10683871805667877, 0.10993386805057526, 0.11078052967786789]}, {"step": 9050, "epoch": 19, "train_loss": 0.00011182954767718911, "cos_r_negg": [0.07296200096607208, 0.08540754020214081, 0.08321096003055573, 0.08064635097980499, 0.06735756248235703], "cos_apical_negg": [0.07296200096607208, 0.08540754020214081, 0.08321096003055573, 0.08064635097980499, 0.06735756248235703], "cos_Ac_negg": [0.07296200096607208, 0.08540754020214081, 0.08321096003055573, 0.08064635097980499, 0.06735756248235703], "r_norm": [0.10690943896770477, 0.10660062730312347, 0.10499410331249237, 0.10796478390693665, 0.1088932678103447]}, {"step": 9100, "epoch": 19, "train_loss": 0.0003971499390900135, "cos_r_negg": [0.07280959188938141, 0.08502820134162903, 0.0827714279294014, 0.08020377904176712, 0.06694845855236053], "cos_apical_negg": [0.07280959188938141, 0.08502820134162903, 0.0827714279294014, 0.08020377904176712, 0.06694845855236053], "cos_Ac_negg": [0.07280959188938141, 0.08502820134162903, 0.0827714279294014, 0.08020377904176712, 0.06694845855236053], "r_norm": [0.10715075582265854, 0.10681642591953278, 0.10519007593393326, 0.10818637162446976, 0.10912707448005676]}, {"step": 9150, "epoch": 19, "train_loss": 0.0008349008858203888, "cos_r_negg": [0.07242098450660706, 0.08456042408943176, 0.08234313130378723, 0.07981537282466888, 0.06661936640739441], "cos_apical_negg": [0.07242098450660706, 0.08456042408943176, 0.08234313130378723, 0.07981537282466888, 0.06661936640739441], "cos_Ac_negg": [0.07242098450660706, 0.08456042408943176, 0.08234313130378723, 0.07981537282466888, 0.06661936640739441], "r_norm": [0.10727261751890182, 0.10690855979919434, 0.10528253018856049, 0.10827397555112839, 0.10919295251369476]}, {"step": 9200, "epoch": 19, "train_loss": 0.00011307854583719745, "cos_r_negg": [0.07218843698501587, 0.08435198664665222, 0.08214399963617325, 0.07966801524162292, 0.06656590849161148], "cos_apical_negg": [0.07218843698501587, 0.08435198664665222, 0.08214399963617325, 0.07966801524162292, 0.06656590849161148], "cos_Ac_negg": [0.07218843698501587, 0.08435198664665222, 0.08214399963617325, 0.07966801524162292, 0.06656590849161148], "r_norm": [0.10796260088682175, 0.1075049489736557, 0.10588423907756805, 0.10888735949993134, 0.10976223647594452]}, {"step": 9250, "epoch": 19, "train_loss": 9.562742343405262e-05, "cos_r_negg": [0.07212348282337189, 0.08418501168489456, 0.08195964992046356, 0.07953018695116043, 0.06648987531661987], "cos_apical_negg": [0.07212348282337189, 0.08418501168489456, 0.08195964992046356, 0.07953018695116043, 0.06648987531661987], "cos_Ac_negg": [0.07212348282337189, 0.08418501168489456, 0.08195964992046356, 0.07953018695116043, 0.06648987531661987], "r_norm": [0.1076255738735199, 0.10714784264564514, 0.10554032027721405, 0.10852144658565521, 0.10941639542579651]}, {"step": 9300, "epoch": 19, "train_loss": 0.0003510868991725147, "cos_r_negg": [0.07198982685804367, 0.08395186066627502, 0.08170892298221588, 0.07934649288654327, 0.06636719405651093], "cos_apical_negg": [0.07198982685804367, 0.08395186066627502, 0.08170892298221588, 0.07934649288654327, 0.06636719405651093], "cos_Ac_negg": [0.07198982685804367, 0.08395186066627502, 0.08170892298221588, 0.07934649288654327, 0.06636719405651093], "r_norm": [0.10731801390647888, 0.10683681070804596, 0.10522354394197464, 0.10820189118385315, 0.10911718010902405]}, {"step": 9350, "epoch": 19, "train_loss": 0.0002779453934635967, "cos_r_negg": [0.07159122079610825, 0.08349794149398804, 0.08122645318508148, 0.07886357605457306, 0.06609657406806946], "cos_apical_negg": [0.07159122079610825, 0.08349794149398804, 0.08122645318508148, 0.07886357605457306, 0.06609657406806946], "cos_Ac_negg": [0.07159122079610825, 0.08349794149398804, 0.08122645318508148, 0.07886357605457306, 0.06609657406806946], "r_norm": [0.10587218403816223, 0.10553683340549469, 0.10389858484268188, 0.10682258009910583, 0.10782469809055328]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9723, "test_loss": 0.1871402084350586}], "final": {"test_acc": 0.9723, "test_loss": 0.1871402084350586, "wall_s": 20.320272207260132, "cos_r_negg": [0.07183674722909927, 0.08372814953327179, 0.08154261857271194, 0.07921703159809113, 0.06632697582244873], "cos_apical_negg": [0.07183674722909927, 0.08372814953327179, 0.08154261857271194, 0.07921703159809113, 0.06632697582244873], "cos_Ac_negg": [0.07183674722909927, 0.08372814953327179, 0.08154261857271194, 0.07921703159809113, 0.06632697582244873]}}
\ No newline at end of file
diff --git a/results/depth_mnist_dfa_d5_s1.json b/results/depth_mnist_dfa_d5_s1.json
new file mode 100644
index 0000000..2b1b496
--- /dev/null
+++ b/results/depth_mnist_dfa_d5_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "mnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d5_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4329850673675537, "cos_r_negg": [0.019551292061805725, 0.011792095378041267, -0.00541458697989583, 0.015709199011325836, -0.029612718150019646], "cos_apical_negg": [0.019551292061805725, 0.011792095378041267, -0.00541458697989583, 0.015709199011325836, -0.029612718150019646], "cos_Ac_negg": [0.019551292061805725, 0.011792095378041267, -0.00541458697989583, 0.015709199011325836, -0.029612718150019646], "r_norm": [4.962601661682129, 4.763277053833008, 4.866179466247559, 4.913697242736816, 4.925415992736816]}, {"step": 50, "epoch": 0, "train_loss": 0.7334792613983154, "cos_r_negg": [0.31005242466926575, 0.2622440457344055, 0.2572247087955475, 0.2780907452106476, 0.16907170414924622], "cos_apical_negg": [0.31005242466926575, 0.2622440457344055, 0.2572247087955475, 0.2780907452106476, 0.16907170414924622], "cos_Ac_negg": [0.31005242466926575, 0.2622440457344055, 0.2572247087955475, 0.2780907452106476, 0.16907170414924622], "r_norm": [1.4833040237426758, 1.3863146305084229, 1.4604599475860596, 1.4749789237976074, 1.4716639518737793]}, {"step": 100, "epoch": 0, "train_loss": 0.41264522075653076, "cos_r_negg": [0.32081010937690735, 0.2906210422515869, 0.2528795003890991, 0.28883421421051025, 0.21871091425418854], "cos_apical_negg": [0.32081010937690735, 0.2906210422515869, 0.2528795003890991, 0.28883421421051025, 0.21871091425418854], "cos_Ac_negg": [0.32081010937690735, 0.2906210422515869, 0.2528795003890991, 0.28883421421051025, 0.21871091425418854], "r_norm": [1.0146849155426025, 0.9487056732177734, 1.0021309852600098, 1.007580280303955, 1.0070115327835083]}, {"step": 150, "epoch": 0, "train_loss": 0.3831346929073334, "cos_r_negg": [0.31599581241607666, 0.2873368263244629, 0.28419029712677, 0.342312753200531, 0.26507556438446045], "cos_apical_negg": [0.31599581241607666, 0.2873368263244629, 0.28419029712677, 0.342312753200531, 0.26507556438446045], "cos_Ac_negg": [0.31599581241607666, 0.2873368263244629, 0.28419029712677, 0.342312753200531, 0.26507556438446045], "r_norm": [0.9229838848114014, 0.8427223563194275, 0.8924484252929688, 0.9046562314033508, 0.9047622084617615]}, {"step": 200, "epoch": 0, "train_loss": 0.2903153896331787, "cos_r_negg": [0.33654654026031494, 0.3004666268825531, 0.3031984567642212, 0.33292078971862793, 0.2584666907787323], "cos_apical_negg": [0.33654654026031494, 0.3004666268825531, 0.3031984567642212, 0.33292078971862793, 0.2584666907787323], "cos_Ac_negg": [0.33654654026031494, 0.3004666268825531, 0.3031984567642212, 0.33292078971862793, 0.2584666907787323], "r_norm": [0.8473016023635864, 0.7831375002861023, 0.8198168277740479, 0.8350229859352112, 0.8350574374198914]}, {"step": 250, "epoch": 0, "train_loss": 0.18858957290649414, "cos_r_negg": [0.3643795847892761, 0.3459168076515198, 0.30882084369659424, 0.3519764542579651, 0.27169203758239746], "cos_apical_negg": [0.3643795847892761, 0.3459168076515198, 0.30882084369659424, 0.3519764542579651, 0.27169203758239746], "cos_Ac_negg": [0.3643795847892761, 0.3459168076515198, 0.30882084369659424, 0.3519764542579651, 0.27169203758239746], "r_norm": [0.7120833992958069, 0.6640692949295044, 0.6928039789199829, 0.7062250375747681, 0.7043507695198059]}, {"step": 300, "epoch": 0, "train_loss": 0.30547505617141724, "cos_r_negg": [0.4136747121810913, 0.3792496919631958, 0.3621906638145447, 0.3861027956008911, 0.2801496088504791], "cos_apical_negg": [0.4136747121810913, 0.3792496919631958, 0.3621906638145447, 0.3861027956008911, 0.2801496088504791], "cos_Ac_negg": [0.4136747121810913, 0.3792496919631958, 0.3621906638145447, 0.3861027956008911, 0.2801496088504791], "r_norm": [0.7099002003669739, 0.6607438325881958, 0.6877889037132263, 0.704302966594696, 0.6982933282852173]}, {"step": 350, "epoch": 0, "train_loss": 0.27521923184394836, "cos_r_negg": [0.40008798241615295, 0.3887746334075928, 0.36716681718826294, 0.4195248484611511, 0.2998587191104889], "cos_apical_negg": [0.40008798241615295, 0.3887746334075928, 0.36716681718826294, 0.4195248484611511, 0.2998587191104889], "cos_Ac_negg": [0.40008798241615295, 0.3887746334075928, 0.36716681718826294, 0.4195248484611511, 0.2998587191104889], "r_norm": [0.708613395690918, 0.6619369983673096, 0.6985824108123779, 0.7005785703659058, 0.7012671232223511]}, {"step": 400, "epoch": 0, "train_loss": 0.11588206142187119, "cos_r_negg": [0.4090586006641388, 0.3902447819709778, 0.3944486379623413, 0.4264277517795563, 0.31965887546539307], "cos_apical_negg": [0.4090586006641388, 0.3902447819709778, 0.3944486379623413, 0.4264277517795563, 0.31965887546539307], "cos_Ac_negg": [0.4090586006641388, 0.3902447819709778, 0.3944486379623413, 0.4264277517795563, 0.31965887546539307], "r_norm": [0.6029785871505737, 0.5561587810516357, 0.5815821886062622, 0.5967023372650146, 0.5928527116775513]}, {"step": 450, "epoch": 0, "train_loss": 0.2577122449874878, "cos_r_negg": [0.40450969338417053, 0.4126070737838745, 0.4117281436920166, 0.4241454005241394, 0.3143511414527893], "cos_apical_negg": [0.40450969338417053, 0.4126070737838745, 0.4117281436920166, 0.4241454005241394, 0.3143511414527893], "cos_Ac_negg": [0.40450969338417053, 0.4126070737838745, 0.4117281436920166, 0.4241454005241394, 0.3143511414527893], "r_norm": [0.6834227442741394, 0.6372661590576172, 0.6626152992248535, 0.6811736822128296, 0.6788042783737183]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9405, "test_loss": 0.21239936447143554}, {"step": 500, "epoch": 1, "train_loss": 0.2973704934120178, "cos_r_negg": [0.460197776556015, 0.4457657039165497, 0.4391350746154785, 0.43533509969711304, 0.29730162024497986], "cos_apical_negg": [0.460197776556015, 0.4457657039165497, 0.4391350746154785, 0.43533509969711304, 0.29730162024497986], "cos_Ac_negg": [0.460197776556015, 0.4457657039165497, 0.4391350746154785, 0.43533509969711304, 0.29730162024497986], "r_norm": [0.626745343208313, 0.5783791542053223, 0.6078085899353027, 0.6230419874191284, 0.6193625926971436]}, {"step": 550, "epoch": 1, "train_loss": 0.21849876642227173, "cos_r_negg": [0.43820852041244507, 0.43617957830429077, 0.4253833293914795, 0.42823129892349243, 0.3094051480293274], "cos_apical_negg": [0.43820852041244507, 0.43617957830429077, 0.4253833293914795, 0.42823129892349243, 0.3094051480293274], "cos_Ac_negg": [0.43820852041244507, 0.43617957830429077, 0.4253833293914795, 0.42823129892349243, 0.3094051480293274], "r_norm": [0.5834559798240662, 0.5460302829742432, 0.573108434677124, 0.5822067260742188, 0.58073490858078]}, {"step": 600, "epoch": 1, "train_loss": 0.2677730321884155, "cos_r_negg": [0.4303858280181885, 0.426758348941803, 0.40545201301574707, 0.4222339987754822, 0.27213382720947266], "cos_apical_negg": [0.4303858280181885, 0.426758348941803, 0.40545201301574707, 0.4222339987754822, 0.27213382720947266], "cos_Ac_negg": [0.4303858280181885, 0.426758348941803, 0.40545201301574707, 0.4222339987754822, 0.27213382720947266], "r_norm": [0.5396468639373779, 0.5061421394348145, 0.5322776436805725, 0.5361635684967041, 0.5367246866226196]}, {"step": 650, "epoch": 1, "train_loss": 0.1759614646434784, "cos_r_negg": [0.4238424301147461, 0.4338776767253876, 0.39608338475227356, 0.4014984369277954, 0.26559150218963623], "cos_apical_negg": [0.4238424301147461, 0.4338776767253876, 0.39608338475227356, 0.4014984369277954, 0.26559150218963623], "cos_Ac_negg": [0.4238424301147461, 0.4338776767253876, 0.39608338475227356, 0.4014984369277954, 0.26559150218963623], "r_norm": [0.5004474520683289, 0.4628204107284546, 0.48711028695106506, 0.4941874146461487, 0.49307385087013245]}, {"step": 700, "epoch": 1, "train_loss": 0.1098993718624115, "cos_r_negg": [0.4276401996612549, 0.438079297542572, 0.4172413945198059, 0.4133523106575012, 0.2751019597053528], "cos_apical_negg": [0.4276401996612549, 0.438079297542572, 0.4172413945198059, 0.4133523106575012, 0.2751019597053528], "cos_Ac_negg": [0.4276401996612549, 0.438079297542572, 0.4172413945198059, 0.4133523106575012, 0.2751019597053528], "r_norm": [0.45571354031562805, 0.4250572919845581, 0.4474080801010132, 0.4570574462413788, 0.453327476978302]}, {"step": 750, "epoch": 1, "train_loss": 0.07202513515949249, "cos_r_negg": [0.4309648871421814, 0.4405030310153961, 0.4295992851257324, 0.4326675534248352, 0.26887375116348267], "cos_apical_negg": [0.4309648871421814, 0.4405030310153961, 0.4295992851257324, 0.4326675534248352, 0.26887375116348267], "cos_Ac_negg": [0.4309648871421814, 0.4405030310153961, 0.4295992851257324, 0.4326675534248352, 0.26887375116348267], "r_norm": [0.4897323250770569, 0.4562545418739319, 0.4788532853126526, 0.49239635467529297, 0.4862106442451477]}, {"step": 800, "epoch": 1, "train_loss": 0.04378848522901535, "cos_r_negg": [0.4232432246208191, 0.43777740001678467, 0.41791391372680664, 0.4168244004249573, 0.2672830820083618], "cos_apical_negg": [0.4232432246208191, 0.43777740001678467, 0.41791391372680664, 0.4168244004249573, 0.2672830820083618], "cos_Ac_negg": [0.4232432246208191, 0.43777740001678467, 0.41791391372680664, 0.4168244004249573, 0.2672830820083618], "r_norm": [0.49059706926345825, 0.4540063142776489, 0.4784027338027954, 0.49153220653533936, 0.4852599501609802]}, {"step": 850, "epoch": 1, "train_loss": 0.2820465862751007, "cos_r_negg": [0.4131017029285431, 0.4494085907936096, 0.42026305198669434, 0.4119506776332855, 0.24602842330932617], "cos_apical_negg": [0.4131017029285431, 0.4494085907936096, 0.42026305198669434, 0.4119506776332855, 0.24602842330932617], "cos_Ac_negg": [0.4131017029285431, 0.4494085907936096, 0.42026305198669434, 0.4119506776332855, 0.24602842330932617], "r_norm": [0.47994381189346313, 0.448201447725296, 0.4674379229545593, 0.4813961684703827, 0.47724059224128723]}, {"step": 900, "epoch": 1, "train_loss": 0.1747995913028717, "cos_r_negg": [0.4247164726257324, 0.446422278881073, 0.4286367893218994, 0.41532790660858154, 0.27442431449890137], "cos_apical_negg": [0.4247164726257324, 0.446422278881073, 0.4286367893218994, 0.41532790660858154, 0.27442431449890137], "cos_Ac_negg": [0.4247164726257324, 0.446422278881073, 0.4286367893218994, 0.41532790660858154, 0.27442431449890137], "r_norm": [0.46167707443237305, 0.4306269586086273, 0.4523261785507202, 0.4629899859428406, 0.4585927724838257]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9536, "test_loss": 0.16984601669311525}, {"step": 950, "epoch": 2, "train_loss": 0.1643325686454773, "cos_r_negg": [0.4177531599998474, 0.45405420660972595, 0.4162231683731079, 0.4032517969608307, 0.2735861539840698], "cos_apical_negg": [0.4177531599998474, 0.45405420660972595, 0.4162231683731079, 0.4032517969608307, 0.2735861539840698], "cos_Ac_negg": [0.4177531599998474, 0.45405420660972595, 0.4162231683731079, 0.4032517969608307, 0.2735861539840698], "r_norm": [0.44293212890625, 0.4101904332637787, 0.43076562881469727, 0.44262775778770447, 0.4368324279785156]}, {"step": 1000, "epoch": 2, "train_loss": 0.22278311848640442, "cos_r_negg": [0.4323095381259918, 0.4624669551849365, 0.4513455629348755, 0.4455396831035614, 0.3041000962257385], "cos_apical_negg": [0.4323095381259918, 0.4624669551849365, 0.4513455629348755, 0.4455396831035614, 0.3041000962257385], "cos_Ac_negg": [0.4323095381259918, 0.4624669551849365, 0.4513455629348755, 0.4455396831035614, 0.3041000962257385], "r_norm": [0.4694161117076874, 0.4355798363685608, 0.45861339569091797, 0.4669520854949951, 0.46482816338539124]}, {"step": 1050, "epoch": 2, "train_loss": 0.07662102580070496, "cos_r_negg": [0.42418625950813293, 0.45071858167648315, 0.42629775404930115, 0.42831993103027344, 0.2558774948120117], "cos_apical_negg": [0.42418625950813293, 0.45071858167648315, 0.42629775404930115, 0.42831993103027344, 0.2558774948120117], "cos_Ac_negg": [0.42418625950813293, 0.45071858167648315, 0.42629775404930115, 0.42831993103027344, 0.2558774948120117], "r_norm": [0.3882265090942383, 0.3592455983161926, 0.3768019676208496, 0.38743531703948975, 0.38440388441085815]}, {"step": 1100, "epoch": 2, "train_loss": 0.13632547855377197, "cos_r_negg": [0.4059946835041046, 0.430107980966568, 0.395252525806427, 0.41088491678237915, 0.293998122215271], "cos_apical_negg": [0.4059946835041046, 0.430107980966568, 0.395252525806427, 0.41088491678237915, 0.293998122215271], "cos_Ac_negg": [0.4059946835041046, 0.430107980966568, 0.395252525806427, 0.41088491678237915, 0.293998122215271], "r_norm": [0.42174744606018066, 0.3968988060951233, 0.4133625626564026, 0.423730731010437, 0.4223717153072357]}, {"step": 1150, "epoch": 2, "train_loss": 0.0763016864657402, "cos_r_negg": [0.3982807993888855, 0.4297640919685364, 0.3926827609539032, 0.38939112424850464, 0.27949997782707214], "cos_apical_negg": [0.3982807993888855, 0.4297640919685364, 0.3926827609539032, 0.38939112424850464, 0.27949997782707214], "cos_Ac_negg": [0.3982807993888855, 0.4297640919685364, 0.3926827609539032, 0.38939112424850464, 0.27949997782707214], "r_norm": [0.4151563346385956, 0.39154180884361267, 0.41023343801498413, 0.41459763050079346, 0.4134521186351776]}, {"step": 1200, "epoch": 2, "train_loss": 0.032770149409770966, "cos_r_negg": [0.4034179151058197, 0.4375458359718323, 0.3921915888786316, 0.40923312306404114, 0.2705742120742798], "cos_apical_negg": [0.4034179151058197, 0.4375458359718323, 0.3921915888786316, 0.40923312306404114, 0.2705742120742798], "cos_Ac_negg": [0.4034179151058197, 0.4375458359718323, 0.3921915888786316, 0.40923312306404114, 0.2705742120742798], "r_norm": [0.3891565799713135, 0.36121442914009094, 0.3784027397632599, 0.3888908624649048, 0.38541412353515625]}, {"step": 1250, "epoch": 2, "train_loss": 0.1226380467414856, "cos_r_negg": [0.41551291942596436, 0.46409404277801514, 0.41437509655952454, 0.41703081130981445, 0.2622028887271881], "cos_apical_negg": [0.41551291942596436, 0.46409404277801514, 0.41437509655952454, 0.41703081130981445, 0.2622028887271881], "cos_Ac_negg": [0.41551291942596436, 0.46409404277801514, 0.41437509655952454, 0.41703081130981445, 0.2622028887271881], "r_norm": [0.3748219609260559, 0.3492720127105713, 0.36649462580680847, 0.3738980293273926, 0.3701477646827698]}, {"step": 1300, "epoch": 2, "train_loss": 0.19606009125709534, "cos_r_negg": [0.4345211386680603, 0.45116525888442993, 0.4129003584384918, 0.41539642214775085, 0.23672330379486084], "cos_apical_negg": [0.4345211386680603, 0.45116525888442993, 0.4129003584384918, 0.41539642214775085, 0.23672330379486084], "cos_Ac_negg": [0.4345211386680603, 0.45116525888442993, 0.4129003584384918, 0.41539642214775085, 0.23672330379486084], "r_norm": [0.4315534830093384, 0.40311938524246216, 0.4227277636528015, 0.43203049898147583, 0.43026310205459595]}, {"step": 1350, "epoch": 2, "train_loss": 0.09295304119586945, "cos_r_negg": [0.42479971051216125, 0.4630143642425537, 0.4211527705192566, 0.4182567000389099, 0.263443261384964], "cos_apical_negg": [0.42479971051216125, 0.4630143642425537, 0.4211527705192566, 0.4182567000389099, 0.263443261384964], "cos_Ac_negg": [0.42479971051216125, 0.4630143642425537, 0.4211527705192566, 0.4182567000389099, 0.263443261384964], "r_norm": [0.39727336168289185, 0.36856454610824585, 0.38382625579833984, 0.3956148028373718, 0.39390629529953003]}, {"step": 1400, "epoch": 2, "train_loss": 0.23799853026866913, "cos_r_negg": [0.44007378816604614, 0.47950947284698486, 0.44464337825775146, 0.45059674978256226, 0.2714618444442749], "cos_apical_negg": [0.44007378816604614, 0.47950947284698486, 0.44464337825775146, 0.45059674978256226, 0.2714618444442749], "cos_Ac_negg": [0.44007378816604614, 0.47950947284698486, 0.44464337825775146, 0.45059674978256226, 0.2714618444442749], "r_norm": [0.3720276355743408, 0.34490829706192017, 0.36604583263397217, 0.37013405561447144, 0.36706095933914185]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.958, "test_loss": 0.15091969261169433}, {"step": 1450, "epoch": 3, "train_loss": 0.05509169399738312, "cos_r_negg": [0.4345683157444, 0.4736100733280182, 0.4347996711730957, 0.42686766386032104, 0.264981746673584], "cos_apical_negg": [0.4345683157444, 0.4736100733280182, 0.4347996711730957, 0.42686766386032104, 0.264981746673584], "cos_Ac_negg": [0.4345683157444, 0.4736100733280182, 0.4347996711730957, 0.42686766386032104, 0.264981746673584], "r_norm": [0.33601000905036926, 0.31342899799346924, 0.32745370268821716, 0.3346857726573944, 0.33347082138061523]}, {"step": 1500, "epoch": 3, "train_loss": 0.06988883763551712, "cos_r_negg": [0.43431299924850464, 0.47348448634147644, 0.45347467064857483, 0.4394593834877014, 0.27928298711776733], "cos_apical_negg": [0.43431299924850464, 0.47348448634147644, 0.45347467064857483, 0.4394593834877014, 0.27928298711776733], "cos_Ac_negg": [0.43431299924850464, 0.47348448634147644, 0.45347467064857483, 0.4394593834877014, 0.27928298711776733], "r_norm": [0.355901300907135, 0.3269285261631012, 0.3456432819366455, 0.3531320095062256, 0.3492100238800049]}, {"step": 1550, "epoch": 3, "train_loss": 0.07325119525194168, "cos_r_negg": [0.4310314953327179, 0.4727984666824341, 0.4384784698486328, 0.457780122756958, 0.2878332734107971], "cos_apical_negg": [0.4310314953327179, 0.4727984666824341, 0.4384784698486328, 0.457780122756958, 0.2878332734107971], "cos_Ac_negg": [0.4310314953327179, 0.4727984666824341, 0.4384784698486328, 0.457780122756958, 0.2878332734107971], "r_norm": [0.3321141302585602, 0.30822640657424927, 0.32391899824142456, 0.3323698937892914, 0.32805517315864563]}, {"step": 1600, "epoch": 3, "train_loss": 0.11205193400382996, "cos_r_negg": [0.4405761957168579, 0.47355109453201294, 0.43932995200157166, 0.45068421959877014, 0.283097505569458], "cos_apical_negg": [0.4405761957168579, 0.47355109453201294, 0.43932995200157166, 0.45068421959877014, 0.283097505569458], "cos_Ac_negg": [0.4405761957168579, 0.47355109453201294, 0.43932995200157166, 0.45068421959877014, 0.283097505569458], "r_norm": [0.34699976444244385, 0.31694382429122925, 0.337158203125, 0.3448770046234131, 0.33671942353248596]}, {"step": 1650, "epoch": 3, "train_loss": 0.07517141103744507, "cos_r_negg": [0.4068836569786072, 0.4446362853050232, 0.41189342737197876, 0.42754894495010376, 0.2753485441207886], "cos_apical_negg": [0.4068836569786072, 0.4446362853050232, 0.41189342737197876, 0.42754894495010376, 0.2753485441207886], "cos_Ac_negg": [0.4068836569786072, 0.4446362853050232, 0.41189342737197876, 0.42754894495010376, 0.2753485441207886], "r_norm": [0.3110905885696411, 0.2928162217140198, 0.30624619126319885, 0.31212979555130005, 0.3083895146846771]}, {"step": 1700, "epoch": 3, "train_loss": 0.054021358489990234, "cos_r_negg": [0.428449809551239, 0.4680277705192566, 0.4304763078689575, 0.44836825132369995, 0.2647295892238617], "cos_apical_negg": [0.428449809551239, 0.4680277705192566, 0.4304763078689575, 0.44836825132369995, 0.2647295892238617], "cos_Ac_negg": [0.428449809551239, 0.4680277705192566, 0.4304763078689575, 0.44836825132369995, 0.2647295892238617], "r_norm": [0.3032074570655823, 0.2851172685623169, 0.2968323528766632, 0.30525141954421997, 0.30445563793182373]}, {"step": 1750, "epoch": 3, "train_loss": 0.029584851115942, "cos_r_negg": [0.42658674716949463, 0.46765702962875366, 0.44012728333473206, 0.44472408294677734, 0.28333550691604614], "cos_apical_negg": [0.42658674716949463, 0.46765702962875366, 0.44012728333473206, 0.44472408294677734, 0.28333550691604614], "cos_Ac_negg": [0.42658674716949463, 0.46765702962875366, 0.44012728333473206, 0.44472408294677734, 0.28333550691604614], "r_norm": [0.2550608515739441, 0.24394705891609192, 0.25078830122947693, 0.25905105471611023, 0.2562759220600128]}, {"step": 1800, "epoch": 3, "train_loss": 0.09686165302991867, "cos_r_negg": [0.407871812582016, 0.4568929672241211, 0.43063682317733765, 0.45173531770706177, 0.27005255222320557], "cos_apical_negg": [0.407871812582016, 0.4568929672241211, 0.43063682317733765, 0.45173531770706177, 0.27005255222320557], "cos_Ac_negg": [0.407871812582016, 0.4568929672241211, 0.43063682317733765, 0.45173531770706177, 0.27005255222320557], "r_norm": [0.33244985342025757, 0.3084860146045685, 0.3257230818271637, 0.33404362201690674, 0.32876867055892944]}, {"step": 1850, "epoch": 3, "train_loss": 0.10850152373313904, "cos_r_negg": [0.4133155047893524, 0.44822612404823303, 0.427392840385437, 0.43794935941696167, 0.27102088928222656], "cos_apical_negg": [0.4133155047893524, 0.44822612404823303, 0.427392840385437, 0.43794935941696167, 0.27102088928222656], "cos_Ac_negg": [0.4133155047893524, 0.44822612404823303, 0.427392840385437, 0.43794935941696167, 0.27102088928222656], "r_norm": [0.34660518169403076, 0.3243539333343506, 0.33746933937072754, 0.34729358553886414, 0.3438989520072937]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9639, "test_loss": 0.13057031936645508}, {"step": 1900, "epoch": 4, "train_loss": 0.074798583984375, "cos_r_negg": [0.4276304244995117, 0.4562775790691376, 0.43894869089126587, 0.46218234300613403, 0.28984335064888], "cos_apical_negg": [0.4276304244995117, 0.4562775790691376, 0.43894869089126587, 0.46218234300613403, 0.28984335064888], "cos_Ac_negg": [0.4276304244995117, 0.4562775790691376, 0.43894869089126587, 0.46218234300613403, 0.28984335064888], "r_norm": [0.2847325801849365, 0.2693536579608917, 0.28157031536102295, 0.28759193420410156, 0.2871692478656769]}, {"step": 1950, "epoch": 4, "train_loss": 0.09156759083271027, "cos_r_negg": [0.4265928566455841, 0.4776955246925354, 0.4580405354499817, 0.470779687166214, 0.29608410596847534], "cos_apical_negg": [0.4265928566455841, 0.4776955246925354, 0.4580405354499817, 0.470779687166214, 0.29608410596847534], "cos_Ac_negg": [0.4265928566455841, 0.4776955246925354, 0.4580405354499817, 0.470779687166214, 0.29608410596847534], "r_norm": [0.2965569496154785, 0.27459895610809326, 0.2877620458602905, 0.2969432473182678, 0.29597029089927673]}, {"step": 2000, "epoch": 4, "train_loss": 0.1537809818983078, "cos_r_negg": [0.4160071909427643, 0.46856316924095154, 0.43392202258110046, 0.44881924986839294, 0.29643720388412476], "cos_apical_negg": [0.4160071909427643, 0.46856316924095154, 0.43392202258110046, 0.44881924986839294, 0.29643720388412476], "cos_Ac_negg": [0.4160071909427643, 0.46856316924095154, 0.43392202258110046, 0.44881924986839294, 0.29643720388412476], "r_norm": [0.24155807495117188, 0.22781455516815186, 0.24029342830181122, 0.24261949956417084, 0.23992931842803955]}, {"step": 2050, "epoch": 4, "train_loss": 0.0634286105632782, "cos_r_negg": [0.39443376660346985, 0.4351952075958252, 0.4227440357208252, 0.4339132308959961, 0.27710092067718506], "cos_apical_negg": [0.39443376660346985, 0.4351952075958252, 0.4227440357208252, 0.4339132308959961, 0.27710092067718506], "cos_Ac_negg": [0.39443376660346985, 0.4351952075958252, 0.4227440357208252, 0.4339132308959961, 0.27710092067718506], "r_norm": [0.253363698720932, 0.23599761724472046, 0.2486201673746109, 0.25487691164016724, 0.2491021752357483]}, {"step": 2100, "epoch": 4, "train_loss": 0.0690820962190628, "cos_r_negg": [0.4003942012786865, 0.45009511709213257, 0.43461236357688904, 0.45729705691337585, 0.2865169048309326], "cos_apical_negg": [0.4003942012786865, 0.45009511709213257, 0.43461236357688904, 0.45729705691337585, 0.2865169048309326], "cos_Ac_negg": [0.4003942012786865, 0.45009511709213257, 0.43461236357688904, 0.45729705691337585, 0.2865169048309326], "r_norm": [0.34860920906066895, 0.31821492314338684, 0.3370194137096405, 0.34487682580947876, 0.3381970524787903]}, {"step": 2150, "epoch": 4, "train_loss": 0.0711214691400528, "cos_r_negg": [0.42191606760025024, 0.47985148429870605, 0.4679366946220398, 0.47461065649986267, 0.2913297414779663], "cos_apical_negg": [0.42191606760025024, 0.47985148429870605, 0.4679366946220398, 0.47461065649986267, 0.2913297414779663], "cos_Ac_negg": [0.42191606760025024, 0.47985148429870605, 0.4679366946220398, 0.47461065649986267, 0.2913297414779663], "r_norm": [0.2574639320373535, 0.23944994807243347, 0.25320884585380554, 0.256811261177063, 0.25587671995162964]}, {"step": 2200, "epoch": 4, "train_loss": 0.0793956071138382, "cos_r_negg": [0.41720691323280334, 0.46672511100769043, 0.4354708194732666, 0.4499441981315613, 0.2936515808105469], "cos_apical_negg": [0.41720691323280334, 0.46672511100769043, 0.4354708194732666, 0.4499441981315613, 0.2936515808105469], "cos_Ac_negg": [0.41720691323280334, 0.46672511100769043, 0.4354708194732666, 0.4499441981315613, 0.2936515808105469], "r_norm": [0.24078898131847382, 0.2272469699382782, 0.2371031939983368, 0.24187374114990234, 0.24144674837589264]}, {"step": 2250, "epoch": 4, "train_loss": 0.013423843309283257, "cos_r_negg": [0.41978976130485535, 0.453662633895874, 0.4321248531341553, 0.4549751877784729, 0.2964538335800171], "cos_apical_negg": [0.41978976130485535, 0.453662633895874, 0.4321248531341553, 0.4549751877784729, 0.2964538335800171], "cos_Ac_negg": [0.41978976130485535, 0.453662633895874, 0.4321248531341553, 0.4549751877784729, 0.2964538335800171], "r_norm": [0.2811853885650635, 0.26726680994033813, 0.2776079773902893, 0.2839870750904083, 0.2826359272003174]}, {"step": 2300, "epoch": 4, "train_loss": 0.1447634994983673, "cos_r_negg": [0.4456743597984314, 0.47493594884872437, 0.4649571180343628, 0.4676389694213867, 0.3025015592575073], "cos_apical_negg": [0.4456743597984314, 0.47493594884872437, 0.4649571180343628, 0.4676389694213867, 0.3025015592575073], "cos_Ac_negg": [0.4456743597984314, 0.47493594884872437, 0.4649571180343628, 0.4676389694213867, 0.3025015592575073], "r_norm": [0.2410215586423874, 0.22690558433532715, 0.23562046885490417, 0.24230007827281952, 0.2391832172870636]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9653, "test_loss": 0.12621693115234375}, {"step": 2350, "epoch": 5, "train_loss": 0.07592198252677917, "cos_r_negg": [0.44683024287223816, 0.4816138744354248, 0.4680026173591614, 0.4730055332183838, 0.3141896724700928], "cos_apical_negg": [0.44683024287223816, 0.4816138744354248, 0.4680026173591614, 0.4730055332183838, 0.3141896724700928], "cos_Ac_negg": [0.44683024287223816, 0.4816138744354248, 0.4680026173591614, 0.4730055332183838, 0.3141896724700928], "r_norm": [0.2779950797557831, 0.2609894871711731, 0.27201199531555176, 0.27703332901000977, 0.27545061707496643]}, {"step": 2400, "epoch": 5, "train_loss": 0.026851192116737366, "cos_r_negg": [0.4197407066822052, 0.4661378264427185, 0.44320112466812134, 0.46017616987228394, 0.2938300669193268], "cos_apical_negg": [0.4197407066822052, 0.4661378264427185, 0.44320112466812134, 0.46017616987228394, 0.2938300669193268], "cos_Ac_negg": [0.4197407066822052, 0.4661378264427185, 0.44320112466812134, 0.46017616987228394, 0.2938300669193268], "r_norm": [0.24466533958911896, 0.2255607396364212, 0.23827898502349854, 0.2418774664402008, 0.24111127853393555]}, {"step": 2450, "epoch": 5, "train_loss": 0.08071352541446686, "cos_r_negg": [0.41633954644203186, 0.4585615396499634, 0.44146186113357544, 0.44775503873825073, 0.28957223892211914], "cos_apical_negg": [0.41633954644203186, 0.4585615396499634, 0.44146186113357544, 0.44775503873825073, 0.28957223892211914], "cos_Ac_negg": [0.41633954644203186, 0.4585615396499634, 0.44146186113357544, 0.44775503873825073, 0.28957223892211914], "r_norm": [0.23435546457767487, 0.2191062569618225, 0.22859737277030945, 0.23634035885334015, 0.23394449055194855]}, {"step": 2500, "epoch": 5, "train_loss": 0.05801688879728317, "cos_r_negg": [0.42841118574142456, 0.4716862440109253, 0.4513135552406311, 0.45017993450164795, 0.2868811786174774], "cos_apical_negg": [0.42841118574142456, 0.4716862440109253, 0.4513135552406311, 0.45017993450164795, 0.2868811786174774], "cos_Ac_negg": [0.42841118574142456, 0.4716862440109253, 0.4513135552406311, 0.45017993450164795, 0.2868811786174774], "r_norm": [0.23485413193702698, 0.21817880868911743, 0.2295198142528534, 0.2344941645860672, 0.2340158075094223]}, {"step": 2550, "epoch": 5, "train_loss": 0.03312472254037857, "cos_r_negg": [0.4124884009361267, 0.46445614099502563, 0.43017005920410156, 0.43466508388519287, 0.28238216042518616], "cos_apical_negg": [0.4124884009361267, 0.46445614099502563, 0.43017005920410156, 0.43466508388519287, 0.28238216042518616], "cos_Ac_negg": [0.4124884009361267, 0.46445614099502563, 0.43017005920410156, 0.43466508388519287, 0.28238216042518616], "r_norm": [0.2036551535129547, 0.19151407480239868, 0.19949334859848022, 0.2064259648323059, 0.20497725903987885]}, {"step": 2600, "epoch": 5, "train_loss": 0.011787592433393002, "cos_r_negg": [0.4044974744319916, 0.46371710300445557, 0.4363880753517151, 0.4521809220314026, 0.2959216833114624], "cos_apical_negg": [0.4044974744319916, 0.46371710300445557, 0.4363880753517151, 0.4521809220314026, 0.2959216833114624], "cos_Ac_negg": [0.4044974744319916, 0.46371710300445557, 0.4363880753517151, 0.4521809220314026, 0.2959216833114624], "r_norm": [0.24570149183273315, 0.23175950348377228, 0.24512889981269836, 0.24865517020225525, 0.24689745903015137]}, {"step": 2650, "epoch": 5, "train_loss": 0.02512815222144127, "cos_r_negg": [0.42376500368118286, 0.4709250330924988, 0.45099884271621704, 0.4609135389328003, 0.3069092631340027], "cos_apical_negg": [0.42376500368118286, 0.4709250330924988, 0.45099884271621704, 0.4609135389328003, 0.3069092631340027], "cos_Ac_negg": [0.42376500368118286, 0.4709250330924988, 0.45099884271621704, 0.4609135389328003, 0.3069092631340027], "r_norm": [0.2583496570587158, 0.24445946514606476, 0.25274333357810974, 0.25887495279312134, 0.25836271047592163]}, {"step": 2700, "epoch": 5, "train_loss": 0.05581141635775566, "cos_r_negg": [0.42657482624053955, 0.47620564699172974, 0.4554198682308197, 0.4636366069316864, 0.3178406059741974], "cos_apical_negg": [0.42657482624053955, 0.47620564699172974, 0.4554198682308197, 0.4636366069316864, 0.3178406059741974], "cos_Ac_negg": [0.42657482624053955, 0.47620564699172974, 0.4554198682308197, 0.4636366069316864, 0.3178406059741974], "r_norm": [0.20920330286026, 0.19788697361946106, 0.20620682835578918, 0.2125799059867859, 0.21140870451927185]}, {"step": 2750, "epoch": 5, "train_loss": 0.04619352146983147, "cos_r_negg": [0.3822086751461029, 0.42878207564353943, 0.4112716317176819, 0.4209565818309784, 0.2869684398174286], "cos_apical_negg": [0.3822086751461029, 0.42878207564353943, 0.4112716317176819, 0.4209565818309784, 0.2869684398174286], "cos_Ac_negg": [0.3822086751461029, 0.42878207564353943, 0.4112716317176819, 0.4209565818309784, 0.2869684398174286], "r_norm": [0.2574021816253662, 0.24441945552825928, 0.2557155191898346, 0.2604082226753235, 0.2621856927871704]}, {"step": 2800, "epoch": 5, "train_loss": 0.021213091909885406, "cos_r_negg": [0.38967275619506836, 0.4353087544441223, 0.4298917353153229, 0.4300602376461029, 0.28590819239616394], "cos_apical_negg": [0.38967275619506836, 0.4353087544441223, 0.4298917353153229, 0.4300602376461029, 0.28590819239616394], "cos_Ac_negg": [0.38967275619506836, 0.4353087544441223, 0.4298917353153229, 0.4300602376461029, 0.28590819239616394], "r_norm": [0.2468908727169037, 0.22903935611248016, 0.24197615683078766, 0.24635571241378784, 0.24618016183376312]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9674, "test_loss": 0.13030331382751464}, {"step": 2850, "epoch": 6, "train_loss": 0.04528213292360306, "cos_r_negg": [0.36384761333465576, 0.40808773040771484, 0.39562472701072693, 0.41018858551979065, 0.2716518044471741], "cos_apical_negg": [0.36384761333465576, 0.40808773040771484, 0.39562472701072693, 0.41018858551979065, 0.2716518044471741], "cos_Ac_negg": [0.36384761333465576, 0.40808773040771484, 0.39562472701072693, 0.41018858551979065, 0.2716518044471741], "r_norm": [0.2537185847759247, 0.23690244555473328, 0.249375581741333, 0.25457894802093506, 0.25323665142059326]}, {"step": 2900, "epoch": 6, "train_loss": 0.007391449064016342, "cos_r_negg": [0.35442817211151123, 0.4032459557056427, 0.3847777247428894, 0.3929402828216553, 0.2673921585083008], "cos_apical_negg": [0.35442817211151123, 0.4032459557056427, 0.3847777247428894, 0.3929402828216553, 0.2673921585083008], "cos_Ac_negg": [0.35442817211151123, 0.4032459557056427, 0.3847777247428894, 0.3929402828216553, 0.2673921585083008], "r_norm": [0.2156439572572708, 0.2036004662513733, 0.21182334423065186, 0.21729271113872528, 0.21504893898963928]}, {"step": 2950, "epoch": 6, "train_loss": 0.05495861917734146, "cos_r_negg": [0.3681604862213135, 0.43127334117889404, 0.4110570251941681, 0.4182010889053345, 0.3017445206642151], "cos_apical_negg": [0.3681604862213135, 0.43127334117889404, 0.4110570251941681, 0.4182010889053345, 0.3017445206642151], "cos_Ac_negg": [0.3681604862213135, 0.43127334117889404, 0.4110570251941681, 0.4182010889053345, 0.3017445206642151], "r_norm": [0.20877008140087128, 0.19474658370018005, 0.20516014099121094, 0.20911817252635956, 0.20772168040275574]}, {"step": 3000, "epoch": 6, "train_loss": 0.009996417909860611, "cos_r_negg": [0.36630165576934814, 0.4134744107723236, 0.40505996346473694, 0.4014826714992523, 0.2734993100166321], "cos_apical_negg": [0.36630165576934814, 0.4134744107723236, 0.40505996346473694, 0.4014826714992523, 0.2734993100166321], "cos_Ac_negg": [0.36630165576934814, 0.4134744107723236, 0.40505996346473694, 0.4014826714992523, 0.2734993100166321], "r_norm": [0.20262017846107483, 0.18967509269714355, 0.19766497611999512, 0.2028542459011078, 0.19987857341766357]}, {"step": 3050, "epoch": 6, "train_loss": 0.015046682208776474, "cos_r_negg": [0.3561989963054657, 0.4042419195175171, 0.39152705669403076, 0.39980554580688477, 0.26948368549346924], "cos_apical_negg": [0.3561989963054657, 0.4042419195175171, 0.39152705669403076, 0.39980554580688477, 0.26948368549346924], "cos_Ac_negg": [0.3561989963054657, 0.4042419195175171, 0.39152705669403076, 0.39980554580688477, 0.26948368549346924], "r_norm": [0.2375721037387848, 0.2225344181060791, 0.23272719979286194, 0.23836824297904968, 0.23594292998313904]}, {"step": 3100, "epoch": 6, "train_loss": 0.057417359203100204, "cos_r_negg": [0.3606118857860565, 0.4118262827396393, 0.39692866802215576, 0.3936496376991272, 0.2721495032310486], "cos_apical_negg": [0.3606118857860565, 0.4118262827396393, 0.39692866802215576, 0.3936496376991272, 0.2721495032310486], "cos_Ac_negg": [0.3606118857860565, 0.4118262827396393, 0.39692866802215576, 0.3936496376991272, 0.2721495032310486], "r_norm": [0.19301769137382507, 0.1786409467458725, 0.19006356596946716, 0.1937013864517212, 0.1905435025691986]}, {"step": 3150, "epoch": 6, "train_loss": 0.030258120968937874, "cos_r_negg": [0.3390824496746063, 0.3915712833404541, 0.37294095754623413, 0.3691542148590088, 0.26208236813545227], "cos_apical_negg": [0.3390824496746063, 0.3915712833404541, 0.37294095754623413, 0.3691542148590088, 0.26208236813545227], "cos_Ac_negg": [0.3390824496746063, 0.3915712833404541, 0.37294095754623413, 0.3691542148590088, 0.26208236813545227], "r_norm": [0.2434256672859192, 0.2264508306980133, 0.24034619331359863, 0.2440580129623413, 0.24183228611946106]}, {"step": 3200, "epoch": 6, "train_loss": 0.11199558526277542, "cos_r_negg": [0.34177088737487793, 0.40168946981430054, 0.3879690170288086, 0.3985404372215271, 0.281551718711853], "cos_apical_negg": [0.34177088737487793, 0.40168946981430054, 0.3879690170288086, 0.3985404372215271, 0.281551718711853], "cos_Ac_negg": [0.34177088737487793, 0.40168946981430054, 0.3879690170288086, 0.3985404372215271, 0.281551718711853], "r_norm": [0.200558602809906, 0.18809185922145844, 0.19612422585487366, 0.20278453826904297, 0.2001507580280304]}, {"step": 3250, "epoch": 6, "train_loss": 0.030112652108073235, "cos_r_negg": [0.35576480627059937, 0.4027436077594757, 0.3886243999004364, 0.39612093567848206, 0.27802661061286926], "cos_apical_negg": [0.35576480627059937, 0.4027436077594757, 0.3886243999004364, 0.39612093567848206, 0.27802661061286926], "cos_Ac_negg": [0.35576480627059937, 0.4027436077594757, 0.3886243999004364, 0.39612093567848206, 0.27802661061286926], "r_norm": [0.2134253978729248, 0.20146898925304413, 0.20945532619953156, 0.21556910872459412, 0.21368232369422913]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.968, "test_loss": 0.13671828718185425}, {"step": 3300, "epoch": 7, "train_loss": 0.02295379713177681, "cos_r_negg": [0.3431622087955475, 0.3876277208328247, 0.37432390451431274, 0.36978861689567566, 0.2674487233161926], "cos_apical_negg": [0.3431622087955475, 0.3876277208328247, 0.37432390451431274, 0.36978861689567566, 0.2674487233161926], "cos_Ac_negg": [0.3431622087955475, 0.3876277208328247, 0.37432390451431274, 0.36978861689567566, 0.2674487233161926], "r_norm": [0.2253480851650238, 0.20795968174934387, 0.21891500055789948, 0.22403520345687866, 0.22177112102508545]}, {"step": 3350, "epoch": 7, "train_loss": 0.01650942862033844, "cos_r_negg": [0.35175275802612305, 0.39839985966682434, 0.381690114736557, 0.3790352940559387, 0.27936989068984985], "cos_apical_negg": [0.35175275802612305, 0.39839985966682434, 0.381690114736557, 0.3790352940559387, 0.27936989068984985], "cos_Ac_negg": [0.35175275802612305, 0.39839985966682434, 0.381690114736557, 0.3790352940559387, 0.27936989068984985], "r_norm": [0.23165419697761536, 0.21597784757614136, 0.22780627012252808, 0.23259207606315613, 0.2300466001033783]}, {"step": 3400, "epoch": 7, "train_loss": 0.017217421904206276, "cos_r_negg": [0.33272290229797363, 0.370970755815506, 0.3531578779220581, 0.35788461565971375, 0.26744478940963745], "cos_apical_negg": [0.33272290229797363, 0.370970755815506, 0.3531578779220581, 0.35788461565971375, 0.26744478940963745], "cos_Ac_negg": [0.33272290229797363, 0.370970755815506, 0.3531578779220581, 0.35788461565971375, 0.26744478940963745], "r_norm": [0.2353905588388443, 0.21824927628040314, 0.23005716502666473, 0.2358843982219696, 0.23283404111862183]}, {"step": 3450, "epoch": 7, "train_loss": 0.030359817668795586, "cos_r_negg": [0.3410077691078186, 0.38970184326171875, 0.3651617169380188, 0.36847156286239624, 0.2743535041809082], "cos_apical_negg": [0.3410077691078186, 0.38970184326171875, 0.3651617169380188, 0.36847156286239624, 0.2743535041809082], "cos_Ac_negg": [0.3410077691078186, 0.38970184326171875, 0.3651617169380188, 0.36847156286239624, 0.2743535041809082], "r_norm": [0.20589423179626465, 0.19241617619991302, 0.20244908332824707, 0.2083839774131775, 0.20673534274101257]}, {"step": 3500, "epoch": 7, "train_loss": 0.010622191242873669, "cos_r_negg": [0.3534046709537506, 0.4051070213317871, 0.37941133975982666, 0.3756057620048523, 0.2838665843009949], "cos_apical_negg": [0.3534046709537506, 0.4051070213317871, 0.37941133975982666, 0.3756057620048523, 0.2838665843009949], "cos_Ac_negg": [0.3534046709537506, 0.4051070213317871, 0.37941133975982666, 0.3756057620048523, 0.2838665843009949], "r_norm": [0.21319180727005005, 0.19877111911773682, 0.2107311487197876, 0.21644055843353271, 0.21402694284915924]}, {"step": 3550, "epoch": 7, "train_loss": 0.01875959150493145, "cos_r_negg": [0.3370744585990906, 0.38739341497421265, 0.37146705389022827, 0.35821640491485596, 0.27239111065864563], "cos_apical_negg": [0.3370744585990906, 0.38739341497421265, 0.37146705389022827, 0.35821640491485596, 0.27239111065864563], "cos_Ac_negg": [0.3370744585990906, 0.38739341497421265, 0.37146705389022827, 0.35821640491485596, 0.27239111065864563], "r_norm": [0.20556843280792236, 0.1913457214832306, 0.20152431726455688, 0.2056238353252411, 0.2036321759223938]}, {"step": 3600, "epoch": 7, "train_loss": 0.019653059542179108, "cos_r_negg": [0.32518720626831055, 0.36958765983581543, 0.3549281656742096, 0.3493848443031311, 0.2616712749004364], "cos_apical_negg": [0.32518720626831055, 0.36958765983581543, 0.3549281656742096, 0.3493848443031311, 0.2616712749004364], "cos_Ac_negg": [0.32518720626831055, 0.36958765983581543, 0.3549281656742096, 0.3493848443031311, 0.2616712749004364], "r_norm": [0.18334800004959106, 0.17380961775779724, 0.18135987222194672, 0.18596097826957703, 0.1837177723646164]}, {"step": 3650, "epoch": 7, "train_loss": 0.0003382270806469023, "cos_r_negg": [0.3213416039943695, 0.3683027923107147, 0.3486257493495941, 0.3411204516887665, 0.2577848434448242], "cos_apical_negg": [0.3213416039943695, 0.3683027923107147, 0.3486257493495941, 0.3411204516887665, 0.2577848434448242], "cos_Ac_negg": [0.3213416039943695, 0.3683027923107147, 0.3486257493495941, 0.3411204516887665, 0.2577848434448242], "r_norm": [0.2456282675266266, 0.22797882556915283, 0.24184557795524597, 0.2465580850839615, 0.24354764819145203]}, {"step": 3700, "epoch": 7, "train_loss": 0.06874987483024597, "cos_r_negg": [0.33257052302360535, 0.3756106495857239, 0.36087170243263245, 0.3584899306297302, 0.2678038477897644], "cos_apical_negg": [0.33257052302360535, 0.3756106495857239, 0.36087170243263245, 0.3584899306297302, 0.2678038477897644], "cos_Ac_negg": [0.33257052302360535, 0.3756106495857239, 0.36087170243263245, 0.3584899306297302, 0.2678038477897644], "r_norm": [0.2346569001674652, 0.2192143201828003, 0.22908419370651245, 0.23607726395130157, 0.232863649725914]}, {"step": 3750, "epoch": 7, "train_loss": 0.01592177525162697, "cos_r_negg": [0.30898118019104004, 0.3512866497039795, 0.3358033299446106, 0.33217182755470276, 0.2579294443130493], "cos_apical_negg": [0.30898118019104004, 0.3512866497039795, 0.3358033299446106, 0.33217182755470276, 0.2579294443130493], "cos_Ac_negg": [0.30898118019104004, 0.3512866497039795, 0.3358033299446106, 0.33217182755470276, 0.2579294443130493], "r_norm": [0.27081888914108276, 0.2539426386356354, 0.26567450165748596, 0.2714296579360962, 0.2688847482204437]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9684, "test_loss": 0.13741367206573488}, {"step": 3800, "epoch": 8, "train_loss": 0.06185223534703255, "cos_r_negg": [0.2978160083293915, 0.34363657236099243, 0.3239954113960266, 0.3249334394931793, 0.24534872174263], "cos_apical_negg": [0.2978160083293915, 0.34363657236099243, 0.3239954113960266, 0.3249334394931793, 0.24534872174263], "cos_Ac_negg": [0.2978160083293915, 0.34363657236099243, 0.3239954113960266, 0.3249334394931793, 0.24534872174263], "r_norm": [0.206541508436203, 0.19281624257564545, 0.20283129811286926, 0.20774418115615845, 0.20598281919956207]}, {"step": 3850, "epoch": 8, "train_loss": 0.019861938431859016, "cos_r_negg": [0.2928580939769745, 0.33580464124679565, 0.3153103291988373, 0.3133164644241333, 0.23822826147079468], "cos_apical_negg": [0.2928580939769745, 0.33580464124679565, 0.3153103291988373, 0.3133164644241333, 0.23822826147079468], "cos_Ac_negg": [0.2928580939769745, 0.33580464124679565, 0.3153103291988373, 0.3133164644241333, 0.23822826147079468], "r_norm": [0.22859781980514526, 0.2129482924938202, 0.2233535349369049, 0.22835582494735718, 0.22839519381523132]}, {"step": 3900, "epoch": 8, "train_loss": 0.006833773106336594, "cos_r_negg": [0.2963438928127289, 0.33787479996681213, 0.3225383460521698, 0.3211631178855896, 0.24204516410827637], "cos_apical_negg": [0.2963438928127289, 0.33787479996681213, 0.3225383460521698, 0.3211631178855896, 0.24204516410827637], "cos_Ac_negg": [0.2963438928127289, 0.33787479996681213, 0.3225383460521698, 0.3211631178855896, 0.24204516410827637], "r_norm": [0.22897468507289886, 0.21326559782028198, 0.22427015006542206, 0.23119619488716125, 0.22801759839057922]}, {"step": 3950, "epoch": 8, "train_loss": 0.0030807885341346264, "cos_r_negg": [0.267004132270813, 0.3050084114074707, 0.2905324697494507, 0.2832055687904358, 0.22147341072559357], "cos_apical_negg": [0.267004132270813, 0.3050084114074707, 0.2905324697494507, 0.2832055687904358, 0.22147341072559357], "cos_Ac_negg": [0.267004132270813, 0.3050084114074707, 0.2905324697494507, 0.2832055687904358, 0.22147341072559357], "r_norm": [0.21461838483810425, 0.20166726410388947, 0.2107631266117096, 0.21671874821186066, 0.21613416075706482]}, {"step": 4000, "epoch": 8, "train_loss": 0.008660913445055485, "cos_r_negg": [0.2590879797935486, 0.3013954758644104, 0.28677690029144287, 0.2873953580856323, 0.21760818362236023], "cos_apical_negg": [0.2590879797935486, 0.3013954758644104, 0.28677690029144287, 0.2873953580856323, 0.21760818362236023], "cos_Ac_negg": [0.2590879797935486, 0.3013954758644104, 0.28677690029144287, 0.2873953580856323, 0.21760818362236023], "r_norm": [0.21656754612922668, 0.20595847070217133, 0.21658077836036682, 0.2213793843984604, 0.21967178583145142]}, {"step": 4050, "epoch": 8, "train_loss": 0.017609110102057457, "cos_r_negg": [0.27529773116111755, 0.31421419978141785, 0.2993488311767578, 0.30930647253990173, 0.23973491787910461], "cos_apical_negg": [0.27529773116111755, 0.31421419978141785, 0.2993488311767578, 0.30930647253990173, 0.23973491787910461], "cos_Ac_negg": [0.27529773116111755, 0.31421419978141785, 0.2993488311767578, 0.30930647253990173, 0.23973491787910461], "r_norm": [0.22769971191883087, 0.21473583579063416, 0.22223502397537231, 0.2308158278465271, 0.22840285301208496]}, {"step": 4100, "epoch": 8, "train_loss": 0.0742790475487709, "cos_r_negg": [0.25876176357269287, 0.3045167922973633, 0.29068082571029663, 0.2887582778930664, 0.2279210090637207], "cos_apical_negg": [0.25876176357269287, 0.3045167922973633, 0.29068082571029663, 0.2887582778930664, 0.2279210090637207], "cos_Ac_negg": [0.25876176357269287, 0.3045167922973633, 0.29068082571029663, 0.2887582778930664, 0.2279210090637207], "r_norm": [0.19000886380672455, 0.17954197525978088, 0.18672043085098267, 0.19284138083457947, 0.1900743991136551]}, {"step": 4150, "epoch": 8, "train_loss": 0.0020284783095121384, "cos_r_negg": [0.26208943128585815, 0.3056829571723938, 0.2924109101295471, 0.2998829782009125, 0.23816153407096863], "cos_apical_negg": [0.26208943128585815, 0.3056829571723938, 0.2924109101295471, 0.2998829782009125, 0.23816153407096863], "cos_Ac_negg": [0.26208943128585815, 0.3056829571723938, 0.2924109101295471, 0.2998829782009125, 0.23816153407096863], "r_norm": [0.2174006700515747, 0.20332476496696472, 0.21331417560577393, 0.21898153424263, 0.21577270328998566]}, {"step": 4200, "epoch": 8, "train_loss": 0.025396384298801422, "cos_r_negg": [0.27726709842681885, 0.3261917233467102, 0.3070417046546936, 0.3133118748664856, 0.24549825489521027], "cos_apical_negg": [0.27726709842681885, 0.3261917233467102, 0.3070417046546936, 0.3133118748664856, 0.24549825489521027], "cos_Ac_negg": [0.27726709842681885, 0.3261917233467102, 0.3070417046546936, 0.3133118748664856, 0.24549825489521027], "r_norm": [0.2111324816942215, 0.19774211943149567, 0.20714424550533295, 0.21317337453365326, 0.2104816883802414]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.971, "test_loss": 0.14000260791778565}, {"step": 4250, "epoch": 9, "train_loss": 0.015301837585866451, "cos_r_negg": [0.23885484039783478, 0.2849341630935669, 0.2705693244934082, 0.26671525835990906, 0.20708173513412476], "cos_apical_negg": [0.23885484039783478, 0.2849341630935669, 0.2705693244934082, 0.26671525835990906, 0.20708173513412476], "cos_Ac_negg": [0.23885484039783478, 0.2849341630935669, 0.2705693244934082, 0.26671525835990906, 0.20708173513412476], "r_norm": [0.2173002064228058, 0.2022455334663391, 0.21352078020572662, 0.21812546253204346, 0.21630026400089264]}, {"step": 4300, "epoch": 9, "train_loss": 0.01224132627248764, "cos_r_negg": [0.22857198119163513, 0.26923680305480957, 0.25335147976875305, 0.25078749656677246, 0.19804982841014862], "cos_apical_negg": [0.22857198119163513, 0.26923680305480957, 0.25335147976875305, 0.25078749656677246, 0.19804982841014862], "cos_Ac_negg": [0.22857198119163513, 0.26923680305480957, 0.25335147976875305, 0.25078749656677246, 0.19804982841014862], "r_norm": [0.22042885422706604, 0.2062167376279831, 0.21670663356781006, 0.21944570541381836, 0.21860450506210327]}, {"step": 4350, "epoch": 9, "train_loss": 0.00177955802064389, "cos_r_negg": [0.2328665852546692, 0.27450814843177795, 0.2616964280605316, 0.26000839471817017, 0.20598626136779785], "cos_apical_negg": [0.2328665852546692, 0.27450814843177795, 0.2616964280605316, 0.26000839471817017, 0.20598626136779785], "cos_Ac_negg": [0.2328665852546692, 0.27450814843177795, 0.2616964280605316, 0.26000839471817017, 0.20598626136779785], "r_norm": [0.22029173374176025, 0.20435771346092224, 0.21558159589767456, 0.2181408703327179, 0.2166735827922821]}, {"step": 4400, "epoch": 9, "train_loss": 0.009947378188371658, "cos_r_negg": [0.22086408734321594, 0.26015639305114746, 0.24981573224067688, 0.24426181614398956, 0.1910283863544464], "cos_apical_negg": [0.22086408734321594, 0.26015639305114746, 0.24981573224067688, 0.24426181614398956, 0.1910283863544464], "cos_Ac_negg": [0.22086408734321594, 0.26015639305114746, 0.24981573224067688, 0.24426181614398956, 0.1910283863544464], "r_norm": [0.2207401990890503, 0.20390328764915466, 0.21563494205474854, 0.22043931484222412, 0.21832594275474548]}, {"step": 4450, "epoch": 9, "train_loss": 0.004102919716387987, "cos_r_negg": [0.21374523639678955, 0.2575823962688446, 0.24495306611061096, 0.24052685499191284, 0.19154798984527588], "cos_apical_negg": [0.21374523639678955, 0.2575823962688446, 0.24495306611061096, 0.24052685499191284, 0.19154798984527588], "cos_Ac_negg": [0.21374523639678955, 0.2575823962688446, 0.24495306611061096, 0.24052685499191284, 0.19154798984527588], "r_norm": [0.21142607927322388, 0.1962030529975891, 0.20702092349529266, 0.21079100668430328, 0.210126131772995]}, {"step": 4500, "epoch": 9, "train_loss": 0.0036371820606291294, "cos_r_negg": [0.22054021060466766, 0.257596880197525, 0.24647241830825806, 0.24439312517642975, 0.1896578073501587], "cos_apical_negg": [0.22054021060466766, 0.257596880197525, 0.24647241830825806, 0.24439312517642975, 0.1896578073501587], "cos_Ac_negg": [0.22054021060466766, 0.257596880197525, 0.24647241830825806, 0.24439312517642975, 0.1896578073501587], "r_norm": [0.235728919506073, 0.21823842823505402, 0.23164281249046326, 0.23447971045970917, 0.23230837285518646]}, {"step": 4550, "epoch": 9, "train_loss": 0.016930926591157913, "cos_r_negg": [0.22121581435203552, 0.2651079297065735, 0.25092998147010803, 0.24660685658454895, 0.1960536688566208], "cos_apical_negg": [0.22121581435203552, 0.2651079297065735, 0.25092998147010803, 0.24660685658454895, 0.1960536688566208], "cos_Ac_negg": [0.22121581435203552, 0.2651079297065735, 0.25092998147010803, 0.24660685658454895, 0.1960536688566208], "r_norm": [0.22603273391723633, 0.21196195483207703, 0.2221962958574295, 0.22687041759490967, 0.2240777164697647]}, {"step": 4600, "epoch": 9, "train_loss": 0.06863734126091003, "cos_r_negg": [0.2144402116537094, 0.2548673152923584, 0.24462512135505676, 0.2404862642288208, 0.19396361708641052], "cos_apical_negg": [0.2144402116537094, 0.2548673152923584, 0.24462512135505676, 0.2404862642288208, 0.19396361708641052], "cos_Ac_negg": [0.2144402116537094, 0.2548673152923584, 0.24462512135505676, 0.2404862642288208, 0.19396361708641052], "r_norm": [0.2551048994064331, 0.2385435700416565, 0.2512160539627075, 0.2578318119049072, 0.25243252515792847]}, {"step": 4650, "epoch": 9, "train_loss": 0.0020325651858001947, "cos_r_negg": [0.2115233987569809, 0.2561931014060974, 0.24461790919303894, 0.23953640460968018, 0.19857904314994812], "cos_apical_negg": [0.2115233987569809, 0.2561931014060974, 0.24461790919303894, 0.23953640460968018, 0.19857904314994812], "cos_Ac_negg": [0.2115233987569809, 0.2561931014060974, 0.24461790919303894, 0.23953640460968018, 0.19857904314994812], "r_norm": [0.24463237822055817, 0.2294328361749649, 0.24037373065948486, 0.24725311994552612, 0.242143452167511]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9721, "test_loss": 0.15153078804016112}, {"step": 4700, "epoch": 10, "train_loss": 0.002157066948711872, "cos_r_negg": [0.16752231121063232, 0.2036638706922531, 0.19135203957557678, 0.18620182573795319, 0.15463420748710632], "cos_apical_negg": [0.16752231121063232, 0.2036638706922531, 0.19135203957557678, 0.18620182573795319, 0.15463420748710632], "cos_Ac_negg": [0.16752231121063232, 0.2036638706922531, 0.19135203957557678, 0.18620182573795319, 0.15463420748710632], "r_norm": [0.2449745088815689, 0.23141929507255554, 0.2402174174785614, 0.24592384696006775, 0.24492475390434265]}, {"step": 4750, "epoch": 10, "train_loss": 0.004393331706523895, "cos_r_negg": [0.16796937584877014, 0.20100516080856323, 0.19171568751335144, 0.18327748775482178, 0.15184642374515533], "cos_apical_negg": [0.16796937584877014, 0.20100516080856323, 0.19171568751335144, 0.18327748775482178, 0.15184642374515533], "cos_Ac_negg": [0.16796937584877014, 0.20100516080856323, 0.19171568751335144, 0.18327748775482178, 0.15184642374515533], "r_norm": [0.24918942153453827, 0.2338017076253891, 0.24468278884887695, 0.2500128149986267, 0.24946653842926025]}, {"step": 4800, "epoch": 10, "train_loss": 0.001273796777240932, "cos_r_negg": [0.1795097291469574, 0.21243593096733093, 0.20551258325576782, 0.19807308912277222, 0.15920469164848328], "cos_apical_negg": [0.1795097291469574, 0.21243593096733093, 0.20551258325576782, 0.19807308912277222, 0.15920469164848328], "cos_Ac_negg": [0.1795097291469574, 0.21243593096733093, 0.20551258325576782, 0.19807308912277222, 0.15920469164848328], "r_norm": [0.24639998376369476, 0.23004703223705292, 0.24198929965496063, 0.24770954251289368, 0.24362677335739136]}, {"step": 4850, "epoch": 10, "train_loss": 0.005815791431814432, "cos_r_negg": [0.17424800992012024, 0.20760951936244965, 0.2023855745792389, 0.1977701634168625, 0.1570281684398651], "cos_apical_negg": [0.17424800992012024, 0.20760951936244965, 0.2023855745792389, 0.1977701634168625, 0.1570281684398651], "cos_Ac_negg": [0.17424800992012024, 0.20760951936244965, 0.2023855745792389, 0.1977701634168625, 0.1570281684398651], "r_norm": [0.2509899437427521, 0.23535189032554626, 0.2459315061569214, 0.2509913742542267, 0.24920755624771118]}, {"step": 4900, "epoch": 10, "train_loss": 0.0026330160908401012, "cos_r_negg": [0.17324036359786987, 0.2071724236011505, 0.20400255918502808, 0.20004045963287354, 0.16035619378089905], "cos_apical_negg": [0.17324036359786987, 0.2071724236011505, 0.20400255918502808, 0.20004045963287354, 0.16035619378089905], "cos_Ac_negg": [0.17324036359786987, 0.2071724236011505, 0.20400255918502808, 0.20004045963287354, 0.16035619378089905], "r_norm": [0.2562408447265625, 0.23845353722572327, 0.25088515877723694, 0.2555578351020813, 0.2530848979949951]}, {"step": 4950, "epoch": 10, "train_loss": 0.004718197043985128, "cos_r_negg": [0.16795295476913452, 0.19833339750766754, 0.1923944652080536, 0.18746376037597656, 0.14809849858283997], "cos_apical_negg": [0.16795295476913452, 0.19833339750766754, 0.1923944652080536, 0.18746376037597656, 0.14809849858283997], "cos_Ac_negg": [0.16795295476913452, 0.19833339750766754, 0.1923944652080536, 0.18746376037597656, 0.14809849858283997], "r_norm": [0.2980870008468628, 0.2796075642108917, 0.2911732494831085, 0.29821670055389404, 0.29556676745414734]}, {"step": 5000, "epoch": 10, "train_loss": 0.0021645205561071634, "cos_r_negg": [0.16219276189804077, 0.19313883781433105, 0.1828799545764923, 0.1815292239189148, 0.145546555519104], "cos_apical_negg": [0.16219276189804077, 0.19313883781433105, 0.1828799545764923, 0.1815292239189148, 0.145546555519104], "cos_Ac_negg": [0.16219276189804077, 0.19313883781433105, 0.1828799545764923, 0.1815292239189148, 0.145546555519104], "r_norm": [0.2475384771823883, 0.2343456745147705, 0.24336639046669006, 0.24991841614246368, 0.24752672016620636]}, {"step": 5050, "epoch": 10, "train_loss": 0.001478257356211543, "cos_r_negg": [0.16128602623939514, 0.1949496567249298, 0.1828254759311676, 0.18303129076957703, 0.1449146866798401], "cos_apical_negg": [0.16128602623939514, 0.1949496567249298, 0.1828254759311676, 0.18303129076957703, 0.1449146866798401], "cos_Ac_negg": [0.16128602623939514, 0.1949496567249298, 0.1828254759311676, 0.18303129076957703, 0.1449146866798401], "r_norm": [0.24699828028678894, 0.23004984855651855, 0.24233479797840118, 0.24673938751220703, 0.24554358422756195]}, {"step": 5100, "epoch": 10, "train_loss": 0.005455929785966873, "cos_r_negg": [0.1545816957950592, 0.18321511149406433, 0.17613385617733002, 0.17081554234027863, 0.1370221972465515], "cos_apical_negg": [0.1545816957950592, 0.18321511149406433, 0.17613385617733002, 0.17081554234027863, 0.1370221972465515], "cos_Ac_negg": [0.1545816957950592, 0.18321511149406433, 0.17613385617733002, 0.17081554234027863, 0.1370221972465515], "r_norm": [0.2517552971839905, 0.23970063030719757, 0.24953854084014893, 0.2546672224998474, 0.2532091736793518]}, {"step": 5150, "epoch": 10, "train_loss": 0.0012133505661040545, "cos_r_negg": [0.14909350872039795, 0.1767917424440384, 0.17091867327690125, 0.16869670152664185, 0.13570523262023926], "cos_apical_negg": [0.14909350872039795, 0.1767917424440384, 0.17091867327690125, 0.16869670152664185, 0.13570523262023926], "cos_Ac_negg": [0.14909350872039795, 0.1767917424440384, 0.17091867327690125, 0.16869670152664185, 0.13570523262023926], "r_norm": [0.2414351999759674, 0.22852963209152222, 0.23967663943767548, 0.2436029613018036, 0.24155130982398987]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9728, "test_loss": 0.1489063060760498}, {"step": 5200, "epoch": 11, "train_loss": 0.0009003904415294528, "cos_r_negg": [0.13654594123363495, 0.16149404644966125, 0.15731942653656006, 0.1533692181110382, 0.12282828241586685], "cos_apical_negg": [0.13654594123363495, 0.16149404644966125, 0.15731942653656006, 0.1533692181110382, 0.12282828241586685], "cos_Ac_negg": [0.13654594123363495, 0.16149404644966125, 0.15731942653656006, 0.1533692181110382, 0.12282828241586685], "r_norm": [0.24018347263336182, 0.22650687396526337, 0.23668739199638367, 0.2418494075536728, 0.24023164808750153]}, {"step": 5250, "epoch": 11, "train_loss": 0.0009789267787709832, "cos_r_negg": [0.14497482776641846, 0.16865237057209015, 0.16321426630020142, 0.15977893769741058, 0.12821422517299652], "cos_apical_negg": [0.14497482776641846, 0.16865237057209015, 0.16321426630020142, 0.15977893769741058, 0.12821422517299652], "cos_Ac_negg": [0.14497482776641846, 0.16865237057209015, 0.16321426630020142, 0.15977893769741058, 0.12821422517299652], "r_norm": [0.23623546957969666, 0.22077496349811554, 0.23146292567253113, 0.2374415248632431, 0.23571018874645233]}, {"step": 5300, "epoch": 11, "train_loss": 0.001754842116497457, "cos_r_negg": [0.14657562971115112, 0.17212294042110443, 0.16695313155651093, 0.16396325826644897, 0.1335998773574829], "cos_apical_negg": [0.14657562971115112, 0.17212294042110443, 0.16695313155651093, 0.16396325826644897, 0.1335998773574829], "cos_Ac_negg": [0.14657562971115112, 0.17212294042110443, 0.16695313155651093, 0.16396325826644897, 0.1335998773574829], "r_norm": [0.226087749004364, 0.21091997623443604, 0.22211679816246033, 0.22631676495075226, 0.22411459684371948]}, {"step": 5350, "epoch": 11, "train_loss": 0.0159305352717638, "cos_r_negg": [0.14244768023490906, 0.16730380058288574, 0.1627252995967865, 0.15666362643241882, 0.12749217450618744], "cos_apical_negg": [0.14244768023490906, 0.16730380058288574, 0.1627252995967865, 0.15666362643241882, 0.12749217450618744], "cos_Ac_negg": [0.14244768023490906, 0.16730380058288574, 0.1627252995967865, 0.15666362643241882, 0.12749217450618744], "r_norm": [0.2311592698097229, 0.21630124747753143, 0.22679299116134644, 0.23130351305007935, 0.230088472366333]}, {"step": 5400, "epoch": 11, "train_loss": 0.0006081035826355219, "cos_r_negg": [0.13650301098823547, 0.16061614453792572, 0.1557711511850357, 0.1522844284772873, 0.12372080981731415], "cos_apical_negg": [0.13650301098823547, 0.16061614453792572, 0.1557711511850357, 0.1522844284772873, 0.12372080981731415], "cos_Ac_negg": [0.13650301098823547, 0.16061614453792572, 0.1557711511850357, 0.1522844284772873, 0.12372080981731415], "r_norm": [0.22938591241836548, 0.21455800533294678, 0.22445367276668549, 0.2294350564479828, 0.22860443592071533]}, {"step": 5450, "epoch": 11, "train_loss": 0.0038699298165738583, "cos_r_negg": [0.12892310321331024, 0.15224066376686096, 0.1497071087360382, 0.14443643391132355, 0.11754578351974487], "cos_apical_negg": [0.12892310321331024, 0.15224066376686096, 0.1497071087360382, 0.14443643391132355, 0.11754578351974487], "cos_Ac_negg": [0.12892310321331024, 0.15224066376686096, 0.1497071087360382, 0.14443643391132355, 0.11754578351974487], "r_norm": [0.2537791132926941, 0.2397719919681549, 0.24980127811431885, 0.254827618598938, 0.25394588708877563]}, {"step": 5500, "epoch": 11, "train_loss": 0.0009237166377715766, "cos_r_negg": [0.13943397998809814, 0.1668015718460083, 0.1614556908607483, 0.15813231468200684, 0.1269300878047943], "cos_apical_negg": [0.13943397998809814, 0.1668015718460083, 0.1614556908607483, 0.15813231468200684, 0.1269300878047943], "cos_Ac_negg": [0.13943397998809814, 0.1668015718460083, 0.1614556908607483, 0.15813231468200684, 0.1269300878047943], "r_norm": [0.2539377212524414, 0.2345326989889145, 0.247391015291214, 0.2526525557041168, 0.2510368227958679]}, {"step": 5550, "epoch": 11, "train_loss": 0.0010609186720103025, "cos_r_negg": [0.137764111161232, 0.16421040892601013, 0.1583993285894394, 0.15552011132240295, 0.1242559626698494], "cos_apical_negg": [0.137764111161232, 0.16421040892601013, 0.1583993285894394, 0.15552011132240295, 0.1242559626698494], "cos_Ac_negg": [0.137764111161232, 0.16421040892601013, 0.1583993285894394, 0.15552011132240295, 0.1242559626698494], "r_norm": [0.24169184267520905, 0.22513285279273987, 0.23727285861968994, 0.24168792366981506, 0.23990744352340698]}, {"step": 5600, "epoch": 11, "train_loss": 0.00044801225885748863, "cos_r_negg": [0.13075348734855652, 0.1560402363538742, 0.14974582195281982, 0.14531037211418152, 0.11870859563350677], "cos_apical_negg": [0.13075348734855652, 0.1560402363538742, 0.14974582195281982, 0.14531037211418152, 0.11870859563350677], "cos_Ac_negg": [0.13075348734855652, 0.1560402363538742, 0.14974582195281982, 0.14531037211418152, 0.11870859563350677], "r_norm": [0.24282582104206085, 0.2262043058872223, 0.23781447112560272, 0.24278384447097778, 0.2409919798374176]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9713, "test_loss": 0.16415768451690674}, {"step": 5650, "epoch": 12, "train_loss": 0.001378616550937295, "cos_r_negg": [0.12961894273757935, 0.15460386872291565, 0.15031519532203674, 0.14804613590240479, 0.12105874717235565], "cos_apical_negg": [0.12961894273757935, 0.15460386872291565, 0.15031519532203674, 0.14804613590240479, 0.12105874717235565], "cos_Ac_negg": [0.12961894273757935, 0.15460386872291565, 0.15031519532203674, 0.14804613590240479, 0.12105874717235565], "r_norm": [0.24622201919555664, 0.22931307554244995, 0.24232730269432068, 0.24687084555625916, 0.24564795196056366]}, {"step": 5700, "epoch": 12, "train_loss": 9.494133701082319e-05, "cos_r_negg": [0.1259138435125351, 0.1495276540517807, 0.14509651064872742, 0.1430974006652832, 0.1169220358133316], "cos_apical_negg": [0.1259138435125351, 0.1495276540517807, 0.14509651064872742, 0.1430974006652832, 0.1169220358133316], "cos_Ac_negg": [0.1259138435125351, 0.1495276540517807, 0.14509651064872742, 0.1430974006652832, 0.1169220358133316], "r_norm": [0.2271164208650589, 0.21357285976409912, 0.2242896854877472, 0.22808387875556946, 0.22670476138591766]}, {"step": 5750, "epoch": 12, "train_loss": 0.00021352140174712986, "cos_r_negg": [0.12287166714668274, 0.14536088705062866, 0.14058691263198853, 0.139475017786026, 0.11487032473087311], "cos_apical_negg": [0.12287166714668274, 0.14536088705062866, 0.14058691263198853, 0.139475017786026, 0.11487032473087311], "cos_Ac_negg": [0.12287166714668274, 0.14536088705062866, 0.14058691263198853, 0.139475017786026, 0.11487032473087311], "r_norm": [0.22161245346069336, 0.20748767256736755, 0.217695951461792, 0.22184252738952637, 0.22105281054973602]}, {"step": 5800, "epoch": 12, "train_loss": 0.00022775173420086503, "cos_r_negg": [0.12183471024036407, 0.14427167177200317, 0.13892965018749237, 0.13620983064174652, 0.11274688690900803], "cos_apical_negg": [0.12183471024036407, 0.14427167177200317, 0.13892965018749237, 0.13620983064174652, 0.11274688690900803], "cos_Ac_negg": [0.12183471024036407, 0.14427167177200317, 0.13892965018749237, 0.13620983064174652, 0.11274688690900803], "r_norm": [0.23087017238140106, 0.21645525097846985, 0.22662286460399628, 0.23117244243621826, 0.23035547137260437]}, {"step": 5850, "epoch": 12, "train_loss": 0.00036261408240534365, "cos_r_negg": [0.11989599466323853, 0.14046117663383484, 0.1363113969564438, 0.1337711215019226, 0.11019537597894669], "cos_apical_negg": [0.11989599466323853, 0.14046117663383484, 0.1363113969564438, 0.1337711215019226, 0.11019537597894669], "cos_Ac_negg": [0.11989599466323853, 0.14046117663383484, 0.1363113969564438, 0.1337711215019226, 0.11019537597894669], "r_norm": [0.23144765198230743, 0.2171565741300583, 0.22757889330387115, 0.2320420742034912, 0.23142953217029572]}, {"step": 5900, "epoch": 12, "train_loss": 0.0006315181963145733, "cos_r_negg": [0.11801762878894806, 0.1392427235841751, 0.13525375723838806, 0.1333933025598526, 0.11025938391685486], "cos_apical_negg": [0.11801762878894806, 0.1392427235841751, 0.13525375723838806, 0.1333933025598526, 0.11025938391685486], "cos_Ac_negg": [0.11801762878894806, 0.1392427235841751, 0.13525375723838806, 0.1333933025598526, 0.11025938391685486], "r_norm": [0.22278998792171478, 0.20895026624202728, 0.21890930831432343, 0.22348952293395996, 0.22307676076889038]}, {"step": 5950, "epoch": 12, "train_loss": 0.0005167928175069392, "cos_r_negg": [0.11548105627298355, 0.1364016830921173, 0.1320149451494217, 0.13140597939491272, 0.10846757888793945], "cos_apical_negg": [0.11548105627298355, 0.1364016830921173, 0.1320149451494217, 0.13140597939491272, 0.10846757888793945], "cos_Ac_negg": [0.11548105627298355, 0.1364016830921173, 0.1320149451494217, 0.13140597939491272, 0.10846757888793945], "r_norm": [0.22136375308036804, 0.2074158787727356, 0.2172924429178238, 0.22128178179264069, 0.22010985016822815]}, {"step": 6000, "epoch": 12, "train_loss": 0.0008348191622644663, "cos_r_negg": [0.11388760805130005, 0.1341404765844345, 0.13129152357578278, 0.12936779856681824, 0.10701421648263931], "cos_apical_negg": [0.11388760805130005, 0.1341404765844345, 0.13129152357578278, 0.12936779856681824, 0.10701421648263931], "cos_Ac_negg": [0.11388760805130005, 0.1341404765844345, 0.13129152357578278, 0.12936779856681824, 0.10701421648263931], "r_norm": [0.2406177818775177, 0.2247731238603592, 0.23596233129501343, 0.24046047031879425, 0.23938703536987305]}, {"step": 6050, "epoch": 12, "train_loss": 0.00017319282051175833, "cos_r_negg": [0.11183235794305801, 0.13188892602920532, 0.12871816754341125, 0.1258358359336853, 0.10475084185600281], "cos_apical_negg": [0.11183235794305801, 0.13188892602920532, 0.12871816754341125, 0.1258358359336853, 0.10475084185600281], "cos_Ac_negg": [0.11183235794305801, 0.13188892602920532, 0.12871816754341125, 0.1258358359336853, 0.10475084185600281], "r_norm": [0.23800060153007507, 0.22352930903434753, 0.23347026109695435, 0.23840929567813873, 0.23729510605335236]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9726, "test_loss": 0.16726354103088378}, {"step": 6100, "epoch": 13, "train_loss": 0.0022628731094300747, "cos_r_negg": [0.11359526216983795, 0.13390538096427917, 0.1312619000673294, 0.12707501649856567, 0.10560785233974457], "cos_apical_negg": [0.11359526216983795, 0.13390538096427917, 0.1312619000673294, 0.12707501649856567, 0.10560785233974457], "cos_Ac_negg": [0.11359526216983795, 0.13390538096427917, 0.1312619000673294, 0.12707501649856567, 0.10560785233974457], "r_norm": [0.24729683995246887, 0.23063991963863373, 0.2424597591161728, 0.24745959043502808, 0.24550263583660126]}, {"step": 6150, "epoch": 13, "train_loss": 0.00015043003077153116, "cos_r_negg": [0.1119367927312851, 0.13149738311767578, 0.12828001379966736, 0.1261480152606964, 0.10509885102510452], "cos_apical_negg": [0.1119367927312851, 0.13149738311767578, 0.12828001379966736, 0.1261480152606964, 0.10509885102510452], "cos_Ac_negg": [0.1119367927312851, 0.13149738311767578, 0.12828001379966736, 0.1261480152606964, 0.10509885102510452], "r_norm": [0.24312178790569305, 0.2271185964345932, 0.23843789100646973, 0.2430519312620163, 0.24082377552986145]}, {"step": 6200, "epoch": 13, "train_loss": 0.000745305442251265, "cos_r_negg": [0.11002980917692184, 0.1289525330066681, 0.12547099590301514, 0.12485143542289734, 0.1033545657992363], "cos_apical_negg": [0.11002980917692184, 0.1289525330066681, 0.12547099590301514, 0.12485143542289734, 0.1033545657992363], "cos_Ac_negg": [0.11002980917692184, 0.1289525330066681, 0.12547099590301514, 0.12485143542289734, 0.1033545657992363], "r_norm": [0.23438876867294312, 0.21911123394966125, 0.22960102558135986, 0.23400108516216278, 0.23240630328655243]}, {"step": 6250, "epoch": 13, "train_loss": 0.0008178227581083775, "cos_r_negg": [0.11025676131248474, 0.12872381508350372, 0.12533268332481384, 0.12433319538831711, 0.10268077254295349], "cos_apical_negg": [0.11025676131248474, 0.12872381508350372, 0.12533268332481384, 0.12433319538831711, 0.10268077254295349], "cos_Ac_negg": [0.11025676131248474, 0.12872381508350372, 0.12533268332481384, 0.12433319538831711, 0.10268077254295349], "r_norm": [0.23755308985710144, 0.22219446301460266, 0.2327653169631958, 0.23747369647026062, 0.2356722205877304]}, {"step": 6300, "epoch": 13, "train_loss": 0.0006086054490879178, "cos_r_negg": [0.10939039289951324, 0.127707377076149, 0.1244182288646698, 0.12376400828361511, 0.10215595364570618], "cos_apical_negg": [0.10939039289951324, 0.127707377076149, 0.1244182288646698, 0.12376400828361511, 0.10215595364570618], "cos_Ac_negg": [0.10939039289951324, 0.127707377076149, 0.1244182288646698, 0.12376400828361511, 0.10215595364570618], "r_norm": [0.2382386475801468, 0.22361436486244202, 0.23387816548347473, 0.23850154876708984, 0.23706108331680298]}, {"step": 6350, "epoch": 13, "train_loss": 0.0003040980373043567, "cos_r_negg": [0.10822485387325287, 0.12661325931549072, 0.12359084188938141, 0.1222693920135498, 0.10102100670337677], "cos_apical_negg": [0.10822485387325287, 0.12661325931549072, 0.12359084188938141, 0.1222693920135498, 0.10102100670337677], "cos_Ac_negg": [0.10822485387325287, 0.12661325931549072, 0.12359084188938141, 0.1222693920135498, 0.10102100670337677], "r_norm": [0.2442489117383957, 0.22931934893131256, 0.2400769293308258, 0.24480009078979492, 0.2431717813014984]}, {"step": 6400, "epoch": 13, "train_loss": 0.0004516216285992414, "cos_r_negg": [0.10756869614124298, 0.12665240466594696, 0.12352590262889862, 0.12302394211292267, 0.10192219913005829], "cos_apical_negg": [0.10756869614124298, 0.12665240466594696, 0.12352590262889862, 0.12302394211292267, 0.10192219913005829], "cos_Ac_negg": [0.10756869614124298, 0.12665240466594696, 0.12352590262889862, 0.12302394211292267, 0.10192219913005829], "r_norm": [0.236485555768013, 0.22182981669902802, 0.23194117844104767, 0.2366255223751068, 0.23502901196479797]}, {"step": 6450, "epoch": 13, "train_loss": 0.00014218049182090908, "cos_r_negg": [0.10652468353509903, 0.12673749029636383, 0.12323015928268433, 0.12150134146213531, 0.10055531561374664], "cos_apical_negg": [0.10652468353509903, 0.12673749029636383, 0.12323015928268433, 0.12150134146213531, 0.10055531561374664], "cos_Ac_negg": [0.10652468353509903, 0.12673749029636383, 0.12323015928268433, 0.12150134146213531, 0.10055531561374664], "r_norm": [0.2418557107448578, 0.22699236869812012, 0.2371937781572342, 0.24211281538009644, 0.23984679579734802]}, {"step": 6500, "epoch": 13, "train_loss": 5.1876340876333416e-05, "cos_r_negg": [0.10406419634819031, 0.12408657371997833, 0.12114715576171875, 0.12016928941011429, 0.09966802597045898], "cos_apical_negg": [0.10406419634819031, 0.12408657371997833, 0.12114715576171875, 0.12016928941011429, 0.09966802597045898], "cos_Ac_negg": [0.10406419634819031, 0.12408657371997833, 0.12114715576171875, 0.12016928941011429, 0.09966802597045898], "r_norm": [0.229449063539505, 0.21500462293624878, 0.2246633619070053, 0.22960421442985535, 0.22811779379844666]}, {"step": 6550, "epoch": 13, "train_loss": 0.0009407286415807903, "cos_r_negg": [0.1037125289440155, 0.1234850063920021, 0.12066596746444702, 0.11965633183717728, 0.09959656000137329], "cos_apical_negg": [0.1037125289440155, 0.1234850063920021, 0.12066596746444702, 0.11965633183717728, 0.09959656000137329], "cos_Ac_negg": [0.1037125289440155, 0.1234850063920021, 0.12066596746444702, 0.11965633183717728, 0.09959656000137329], "r_norm": [0.22868603467941284, 0.2143583446741104, 0.2248726189136505, 0.22915610671043396, 0.22760774195194244]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9733, "test_loss": 0.17080057735443116}, {"step": 6600, "epoch": 14, "train_loss": 0.00028295122319832444, "cos_r_negg": [0.10147345811128616, 0.11996011435985565, 0.11721081286668777, 0.116548091173172, 0.09650588035583496], "cos_apical_negg": [0.10147345811128616, 0.11996011435985565, 0.11721081286668777, 0.116548091173172, 0.09650588035583496], "cos_Ac_negg": [0.10147345811128616, 0.11996011435985565, 0.11721081286668777, 0.116548091173172, 0.09650588035583496], "r_norm": [0.22576795518398285, 0.21120360493659973, 0.22158163785934448, 0.22548383474349976, 0.22454151511192322]}, {"step": 6650, "epoch": 14, "train_loss": 0.001041494426317513, "cos_r_negg": [0.10003436356782913, 0.11795783787965775, 0.11530863493680954, 0.11479610204696655, 0.09491315484046936], "cos_apical_negg": [0.10003436356782913, 0.11795783787965775, 0.11530863493680954, 0.11479610204696655, 0.09491315484046936], "cos_Ac_negg": [0.10003436356782913, 0.11795783787965775, 0.11530863493680954, 0.11479610204696655, 0.09491315484046936], "r_norm": [0.2228512167930603, 0.20860809087753296, 0.2186044156551361, 0.22241652011871338, 0.22173695266246796]}, {"step": 6700, "epoch": 14, "train_loss": 0.0006669223657809198, "cos_r_negg": [0.10007919371128082, 0.1183166354894638, 0.11533499509096146, 0.1144089549779892, 0.09502895176410675], "cos_apical_negg": [0.10007919371128082, 0.1183166354894638, 0.11533499509096146, 0.1144089549779892, 0.09502895176410675], "cos_Ac_negg": [0.10007919371128082, 0.1183166354894638, 0.11533499509096146, 0.1144089549779892, 0.09502895176410675], "r_norm": [0.22806797921657562, 0.2134215235710144, 0.22395873069763184, 0.22784888744354248, 0.2267886847257614]}, {"step": 6750, "epoch": 14, "train_loss": 0.0002296064340043813, "cos_r_negg": [0.0993761420249939, 0.11741350591182709, 0.11452678591012955, 0.11372397094964981, 0.09475883841514587], "cos_apical_negg": [0.0993761420249939, 0.11741350591182709, 0.11452678591012955, 0.11372397094964981, 0.09475883841514587], "cos_Ac_negg": [0.0993761420249939, 0.11741350591182709, 0.11452678591012955, 0.11372397094964981, 0.09475883841514587], "r_norm": [0.23105423152446747, 0.21613456308841705, 0.22696049511432648, 0.23079876601696014, 0.22976909577846527]}, {"step": 6800, "epoch": 14, "train_loss": 0.0005276003503240645, "cos_r_negg": [0.0997292697429657, 0.11834566295146942, 0.1149645745754242, 0.11510446667671204, 0.09565569460391998], "cos_apical_negg": [0.0997292697429657, 0.11834566295146942, 0.1149645745754242, 0.11510446667671204, 0.09565569460391998], "cos_Ac_negg": [0.0997292697429657, 0.11834566295146942, 0.1149645745754242, 0.11510446667671204, 0.09565569460391998], "r_norm": [0.22735595703125, 0.21242408454418182, 0.2228243052959442, 0.2272331863641739, 0.22576889395713806]}, {"step": 6850, "epoch": 14, "train_loss": 0.0001430169795639813, "cos_r_negg": [0.09962530434131622, 0.11791425198316574, 0.11476022005081177, 0.11439530551433563, 0.09516830742359161], "cos_apical_negg": [0.09962530434131622, 0.11791425198316574, 0.11476022005081177, 0.11439530551433563, 0.09516830742359161], "cos_Ac_negg": [0.09962530434131622, 0.11791425198316574, 0.11476022005081177, 0.11439530551433563, 0.09516830742359161], "r_norm": [0.22758617997169495, 0.2124408483505249, 0.22313642501831055, 0.22764316201210022, 0.22583669424057007]}, {"step": 6900, "epoch": 14, "train_loss": 0.00023705538478679955, "cos_r_negg": [0.09895585477352142, 0.11633774638175964, 0.1138717457652092, 0.11314049363136292, 0.09421694278717041], "cos_apical_negg": [0.09895585477352142, 0.11633774638175964, 0.1138717457652092, 0.11314049363136292, 0.09421694278717041], "cos_Ac_negg": [0.09895585477352142, 0.11633774638175964, 0.1138717457652092, 0.11314049363136292, 0.09421694278717041], "r_norm": [0.23606035113334656, 0.22159221768379211, 0.2320299744606018, 0.23680561780929565, 0.23519839346408844]}, {"step": 6950, "epoch": 14, "train_loss": 6.662234227405861e-05, "cos_r_negg": [0.09935638308525085, 0.11655381321907043, 0.11475221067667007, 0.11470171809196472, 0.09576232731342316], "cos_apical_negg": [0.09935638308525085, 0.11655381321907043, 0.11475221067667007, 0.11470171809196472, 0.09576232731342316], "cos_Ac_negg": [0.09935638308525085, 0.11655381321907043, 0.11475221067667007, 0.11470171809196472, 0.09576232731342316], "r_norm": [0.2315216362476349, 0.21727368235588074, 0.22727619111537933, 0.23210713267326355, 0.23070085048675537]}, {"step": 7000, "epoch": 14, "train_loss": 0.0004670783819165081, "cos_r_negg": [0.09883414208889008, 0.11628307402133942, 0.11421142518520355, 0.11299063265323639, 0.09373848140239716], "cos_apical_negg": [0.09883414208889008, 0.11628307402133942, 0.11421142518520355, 0.11299063265323639, 0.09373848140239716], "cos_Ac_negg": [0.09883414208889008, 0.11628307402133942, 0.11421142518520355, 0.11299063265323639, 0.09373848140239716], "r_norm": [0.23726585507392883, 0.2225247621536255, 0.23266664147377014, 0.23753510415554047, 0.23642726242542267]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9726, "test_loss": 0.17411356086730956}, {"step": 7050, "epoch": 15, "train_loss": 0.00014836862101219594, "cos_r_negg": [0.09804107993841171, 0.11535467952489853, 0.11335138976573944, 0.11199431121349335, 0.09339819848537445], "cos_apical_negg": [0.09804107993841171, 0.11535467952489853, 0.11335138976573944, 0.11199431121349335, 0.09339819848537445], "cos_Ac_negg": [0.09804107993841171, 0.11535467952489853, 0.11335138976573944, 0.11199431121349335, 0.09339819848537445], "r_norm": [0.24065762758255005, 0.22576002776622772, 0.23618987202644348, 0.24086043238639832, 0.23971593379974365]}, {"step": 7100, "epoch": 15, "train_loss": 0.0005983419250696898, "cos_r_negg": [0.09839397668838501, 0.11640241742134094, 0.11378251016139984, 0.11365830898284912, 0.0944567322731018], "cos_apical_negg": [0.09839397668838501, 0.11640241742134094, 0.11378251016139984, 0.11365830898284912, 0.0944567322731018], "cos_Ac_negg": [0.09839397668838501, 0.11640241742134094, 0.11378251016139984, 0.11365830898284912, 0.0944567322731018], "r_norm": [0.2390507459640503, 0.223062202334404, 0.23370786011219025, 0.2389955222606659, 0.2374158799648285]}, {"step": 7150, "epoch": 15, "train_loss": 5.01116992381867e-05, "cos_r_negg": [0.09835135191679001, 0.1156446635723114, 0.11377564817667007, 0.11373614519834518, 0.09481662511825562], "cos_apical_negg": [0.09835135191679001, 0.1156446635723114, 0.11377564817667007, 0.11373614519834518, 0.09481662511825562], "cos_Ac_negg": [0.09835135191679001, 0.1156446635723114, 0.11377564817667007, 0.11373614519834518, 0.09481662511825562], "r_norm": [0.24171015620231628, 0.2266986072063446, 0.23724550008773804, 0.2422846555709839, 0.24080884456634521]}, {"step": 7200, "epoch": 15, "train_loss": 0.00014033057959750295, "cos_r_negg": [0.09759624302387238, 0.11440160870552063, 0.11256367713212967, 0.11222609132528305, 0.09352295845746994], "cos_apical_negg": [0.09759624302387238, 0.11440160870552063, 0.11256367713212967, 0.11222609132528305, 0.09352295845746994], "cos_Ac_negg": [0.09759624302387238, 0.11440160870552063, 0.11256367713212967, 0.11222609132528305, 0.09352295845746994], "r_norm": [0.24386799335479736, 0.2292238175868988, 0.23967590928077698, 0.24461933970451355, 0.24341416358947754]}, {"step": 7250, "epoch": 15, "train_loss": 0.00020112843776587397, "cos_r_negg": [0.09698470681905746, 0.11340570449829102, 0.11193953454494476, 0.11140625923871994, 0.09302395582199097], "cos_apical_negg": [0.09698470681905746, 0.11340570449829102, 0.11193953454494476, 0.11140625923871994, 0.09302395582199097], "cos_Ac_negg": [0.09698470681905746, 0.11340570449829102, 0.11193953454494476, 0.11140625923871994, 0.09302395582199097], "r_norm": [0.25001639127731323, 0.23577485978603363, 0.2464936226606369, 0.25129377841949463, 0.2500480115413666]}, {"step": 7300, "epoch": 15, "train_loss": 0.00015450341743417084, "cos_r_negg": [0.09566445648670197, 0.11218613386154175, 0.11056479811668396, 0.10968314111232758, 0.09173956513404846], "cos_apical_negg": [0.09566445648670197, 0.11218613386154175, 0.11056479811668396, 0.10968314111232758, 0.09173956513404846], "cos_Ac_negg": [0.09566445648670197, 0.11218613386154175, 0.11056479811668396, 0.10968314111232758, 0.09173956513404846], "r_norm": [0.24852220714092255, 0.23445115983486176, 0.24493609368801117, 0.24970176815986633, 0.24860674142837524]}, {"step": 7350, "epoch": 15, "train_loss": 0.00045268796384334564, "cos_r_negg": [0.09409919381141663, 0.11066292226314545, 0.10872173309326172, 0.10763047635555267, 0.0898805484175682], "cos_apical_negg": [0.09409919381141663, 0.11066292226314545, 0.10872173309326172, 0.10763047635555267, 0.0898805484175682], "cos_Ac_negg": [0.09409919381141663, 0.11066292226314545, 0.10872173309326172, 0.10763047635555267, 0.0898805484175682], "r_norm": [0.2430473268032074, 0.2289707064628601, 0.23896601796150208, 0.24377450346946716, 0.2428443431854248]}, {"step": 7400, "epoch": 15, "train_loss": 0.0002614142722450197, "cos_r_negg": [0.0951099693775177, 0.11195860058069229, 0.11011584848165512, 0.10953928530216217, 0.0915287509560585], "cos_apical_negg": [0.0951099693775177, 0.11195860058069229, 0.11011584848165512, 0.10953928530216217, 0.0915287509560585], "cos_Ac_negg": [0.0951099693775177, 0.11195860058069229, 0.11011584848165512, 0.10953928530216217, 0.0915287509560585], "r_norm": [0.23496252298355103, 0.2207893431186676, 0.2303701490163803, 0.2352944314479828, 0.23434363305568695]}, {"step": 7450, "epoch": 15, "train_loss": 0.00040152971632778645, "cos_r_negg": [0.09478126466274261, 0.11108455061912537, 0.10923222452402115, 0.10863999277353287, 0.09051176905632019], "cos_apical_negg": [0.09478126466274261, 0.11108455061912537, 0.10923222452402115, 0.10863999277353287, 0.09051176905632019], "cos_Ac_negg": [0.09478126466274261, 0.11108455061912537, 0.10923222452402115, 0.10863999277353287, 0.09051176905632019], "r_norm": [0.23687919974327087, 0.2224733680486679, 0.23226624727249146, 0.23709480464458466, 0.23618802428245544]}, {"step": 7500, "epoch": 15, "train_loss": 9.274024341721088e-05, "cos_r_negg": [0.09414668381214142, 0.1102157011628151, 0.10848569869995117, 0.10769630968570709, 0.08978847414255142], "cos_apical_negg": [0.09414668381214142, 0.1102157011628151, 0.10848569869995117, 0.10769630968570709, 0.08978847414255142], "cos_Ac_negg": [0.09414668381214142, 0.1102157011628151, 0.10848569869995117, 0.10769630968570709, 0.08978847414255142], "r_norm": [0.23890690505504608, 0.22465330362319946, 0.23458029329776764, 0.2393614500761032, 0.23846852779388428]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9728, "test_loss": 0.17638640804290773}, {"step": 7550, "epoch": 16, "train_loss": 8.671406976645812e-05, "cos_r_negg": [0.09318433701992035, 0.11001917719841003, 0.10769819468259811, 0.10732024908065796, 0.08916574716567993], "cos_apical_negg": [0.09318433701992035, 0.11001917719841003, 0.10769819468259811, 0.10732024908065796, 0.08916574716567993], "cos_Ac_negg": [0.09318433701992035, 0.11001917719841003, 0.10769819468259811, 0.10732024908065796, 0.08916574716567993], "r_norm": [0.235410675406456, 0.22037041187286377, 0.2303348034620285, 0.23534706234931946, 0.2343454509973526]}, {"step": 7600, "epoch": 16, "train_loss": 0.0009371094638481736, "cos_r_negg": [0.09423065185546875, 0.11005215346813202, 0.10821302235126495, 0.1080823540687561, 0.0897315964102745], "cos_apical_negg": [0.09423065185546875, 0.11005215346813202, 0.10821302235126495, 0.1080823540687561, 0.0897315964102745], "cos_Ac_negg": [0.09423065185546875, 0.11005215346813202, 0.10821302235126495, 0.1080823540687561, 0.0897315964102745], "r_norm": [0.24534264206886292, 0.23111572861671448, 0.24096283316612244, 0.2464289516210556, 0.24523839354515076]}, {"step": 7650, "epoch": 16, "train_loss": 5.682397750206292e-05, "cos_r_negg": [0.09385219216346741, 0.10968761891126633, 0.10778511315584183, 0.10741855204105377, 0.08929325640201569], "cos_apical_negg": [0.09385219216346741, 0.10968761891126633, 0.10778511315584183, 0.10741855204105377, 0.08929325640201569], "cos_Ac_negg": [0.09385219216346741, 0.10968761891126633, 0.10778511315584183, 0.10741855204105377, 0.08929325640201569], "r_norm": [0.24677352607250214, 0.23284731805324554, 0.24268794059753418, 0.24804159998893738, 0.2467978149652481]}, {"step": 7700, "epoch": 16, "train_loss": 0.00012674635217990726, "cos_r_negg": [0.09287485480308533, 0.10854723304510117, 0.10650734603404999, 0.10570502281188965, 0.08810091018676758], "cos_apical_negg": [0.09287485480308533, 0.10854723304510117, 0.10650734603404999, 0.10570502281188965, 0.08810091018676758], "cos_Ac_negg": [0.09287485480308533, 0.10854723304510117, 0.10650734603404999, 0.10570502281188965, 0.08810091018676758], "r_norm": [0.24805930256843567, 0.23446418344974518, 0.24428631365299225, 0.2494169920682907, 0.2482210099697113]}, {"step": 7750, "epoch": 16, "train_loss": 0.00033642517519183457, "cos_r_negg": [0.09258668124675751, 0.10817957669496536, 0.10607883334159851, 0.10523830354213715, 0.08777991682291031], "cos_apical_negg": [0.09258668124675751, 0.10817957669496536, 0.10607883334159851, 0.10523830354213715, 0.08777991682291031], "cos_Ac_negg": [0.09258668124675751, 0.10817957669496536, 0.10607883334159851, 0.10523830354213715, 0.08777991682291031], "r_norm": [0.24720478057861328, 0.23362500965595245, 0.24338874220848083, 0.2484786957502365, 0.2473628669977188]}, {"step": 7800, "epoch": 16, "train_loss": 0.00031445821514353156, "cos_r_negg": [0.09185840934515, 0.10760451853275299, 0.1057819277048111, 0.10513180494308472, 0.08791056275367737], "cos_apical_negg": [0.09185840934515, 0.10760451853275299, 0.1057819277048111, 0.10513180494308472, 0.08791056275367737], "cos_Ac_negg": [0.09185840934515, 0.10760451853275299, 0.1057819277048111, 0.10513180494308472, 0.08791056275367737], "r_norm": [0.24486534297466278, 0.23055920004844666, 0.2406345009803772, 0.24542811512947083, 0.2446068376302719]}, {"step": 7850, "epoch": 16, "train_loss": 0.0006765765720047057, "cos_r_negg": [0.09153077751398087, 0.1074153482913971, 0.1055147796869278, 0.10481886565685272, 0.0876031219959259], "cos_apical_negg": [0.09153077751398087, 0.1074153482913971, 0.1055147796869278, 0.10481886565685272, 0.0876031219959259], "cos_Ac_negg": [0.09153077751398087, 0.1074153482913971, 0.1055147796869278, 0.10481886565685272, 0.0876031219959259], "r_norm": [0.24502986669540405, 0.2306823581457138, 0.24071812629699707, 0.2455298751592636, 0.2447848618030548]}, {"step": 7900, "epoch": 16, "train_loss": 0.00021453812951222062, "cos_r_negg": [0.09155832231044769, 0.10752981156110764, 0.10547861456871033, 0.10489685088396072, 0.0875844955444336], "cos_apical_negg": [0.09155832231044769, 0.10752981156110764, 0.10547861456871033, 0.10489685088396072, 0.0875844955444336], "cos_Ac_negg": [0.09155832231044769, 0.10752981156110764, 0.10547861456871033, 0.10489685088396072, 0.0875844955444336], "r_norm": [0.24423329532146454, 0.22978150844573975, 0.23988831043243408, 0.24468380212783813, 0.24391737580299377]}, {"step": 7950, "epoch": 16, "train_loss": 0.00019076390890404582, "cos_r_negg": [0.09133894741535187, 0.10719416290521622, 0.10516011714935303, 0.10446824133396149, 0.08745214343070984], "cos_apical_negg": [0.09133894741535187, 0.10719416290521622, 0.10516011714935303, 0.10446824133396149, 0.08745214343070984], "cos_Ac_negg": [0.09133894741535187, 0.10719416290521622, 0.10516011714935303, 0.10446824133396149, 0.08745214343070984], "r_norm": [0.24534961581230164, 0.23129090666770935, 0.24132704734802246, 0.2460222989320755, 0.24526840448379517]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9726, "test_loss": 0.1795231855392456}, {"step": 8000, "epoch": 17, "train_loss": 0.0004386205109767616, "cos_r_negg": [0.09026665985584259, 0.10576024651527405, 0.1036071851849556, 0.10293977707624435, 0.08613703399896622], "cos_apical_negg": [0.09026665985584259, 0.10576024651527405, 0.1036071851849556, 0.10293977707624435, 0.08613703399896622], "cos_Ac_negg": [0.09026665985584259, 0.10576024651527405, 0.1036071851849556, 0.10293977707624435, 0.08613703399896622], "r_norm": [0.2421402931213379, 0.22785571217536926, 0.2377309501171112, 0.24250319600105286, 0.2418738603591919]}, {"step": 8050, "epoch": 17, "train_loss": 0.00013084206148050725, "cos_r_negg": [0.08981867134571075, 0.10535284876823425, 0.10313936322927475, 0.10241538286209106, 0.08577977120876312], "cos_apical_negg": [0.08981867134571075, 0.10535284876823425, 0.10313936322927475, 0.10241538286209106, 0.08577977120876312], "cos_Ac_negg": [0.08981867134571075, 0.10535284876823425, 0.10313936322927475, 0.10241538286209106, 0.08577977120876312], "r_norm": [0.2430950105190277, 0.22867432236671448, 0.23865288496017456, 0.24342432618141174, 0.24274471402168274]}, {"step": 8100, "epoch": 17, "train_loss": 0.00028931224369443953, "cos_r_negg": [0.09010034799575806, 0.10580276697874069, 0.1039029210805893, 0.10362584888935089, 0.08682781457901001], "cos_apical_negg": [0.09010034799575806, 0.10580276697874069, 0.1039029210805893, 0.10362584888935089, 0.08682781457901001], "cos_Ac_negg": [0.09010034799575806, 0.10580276697874069, 0.1039029210805893, 0.10362584888935089, 0.08682781457901001], "r_norm": [0.24346846342086792, 0.22891227900981903, 0.23898020386695862, 0.24377962946891785, 0.24305389821529388]}, {"step": 8150, "epoch": 17, "train_loss": 6.805044540669769e-05, "cos_r_negg": [0.08838594704866409, 0.10499051213264465, 0.10294777899980545, 0.10292432457208633, 0.08609447628259659], "cos_apical_negg": [0.08838594704866409, 0.10499051213264465, 0.10294777899980545, 0.10292432457208633, 0.08609447628259659], "cos_Ac_negg": [0.08838594704866409, 0.10499051213264465, 0.10294777899980545, 0.10292432457208633, 0.08609447628259659], "r_norm": [0.24386103451251984, 0.2282925695180893, 0.23858824372291565, 0.24391767382621765, 0.2428995966911316]}, {"step": 8200, "epoch": 17, "train_loss": 0.0004518514033406973, "cos_r_negg": [0.08912400901317596, 0.10497941076755524, 0.10328412055969238, 0.10297152400016785, 0.08593593537807465], "cos_apical_negg": [0.08912400901317596, 0.10497941076755524, 0.10328412055969238, 0.10297152400016785, 0.08593593537807465], "cos_Ac_negg": [0.08912400901317596, 0.10497941076755524, 0.10328412055969238, 0.10297152400016785, 0.08593593537807465], "r_norm": [0.24617615342140198, 0.2319415807723999, 0.24179983139038086, 0.24692930281162262, 0.24613666534423828]}, {"step": 8250, "epoch": 17, "train_loss": 0.0003188740520272404, "cos_r_negg": [0.08795274794101715, 0.10384953022003174, 0.10193997621536255, 0.10137215256690979, 0.08458717167377472], "cos_apical_negg": [0.08795274794101715, 0.10384953022003174, 0.10193997621536255, 0.10137215256690979, 0.08458717167377472], "cos_Ac_negg": [0.08795274794101715, 0.10384953022003174, 0.10193997621536255, 0.10137215256690979, 0.08458717167377472], "r_norm": [0.2459157407283783, 0.23160086572170258, 0.24172082543373108, 0.24653826653957367, 0.24572695791721344]}, {"step": 8300, "epoch": 17, "train_loss": 0.00010083181405207142, "cos_r_negg": [0.08734361082315445, 0.1035778746008873, 0.10151176154613495, 0.10116109251976013, 0.08446688950061798], "cos_apical_negg": [0.08734361082315445, 0.1035778746008873, 0.10151176154613495, 0.10116109251976013, 0.08446688950061798], "cos_Ac_negg": [0.08734361082315445, 0.1035778746008873, 0.10151176154613495, 0.10116109251976013, 0.08446688950061798], "r_norm": [0.24443838000297546, 0.22949573397636414, 0.2398899495601654, 0.24454084038734436, 0.24368947744369507]}, {"step": 8350, "epoch": 17, "train_loss": 4.571566387312487e-05, "cos_r_negg": [0.08715435862541199, 0.10311783105134964, 0.10112074017524719, 0.10059338808059692, 0.08408624678850174], "cos_apical_negg": [0.08715435862541199, 0.10311783105134964, 0.10112074017524719, 0.10059338808059692, 0.08408624678850174], "cos_Ac_negg": [0.08715435862541199, 0.10311783105134964, 0.10112074017524719, 0.10059338808059692, 0.08408624678850174], "r_norm": [0.24424214661121368, 0.22965019941329956, 0.23973050713539124, 0.24448151886463165, 0.24366822838783264]}, {"step": 8400, "epoch": 17, "train_loss": 0.0002962186117656529, "cos_r_negg": [0.08641283959150314, 0.1021980345249176, 0.10016840696334839, 0.09955471754074097, 0.08329980075359344], "cos_apical_negg": [0.08641283959150314, 0.1021980345249176, 0.10016840696334839, 0.09955471754074097, 0.08329980075359344], "cos_Ac_negg": [0.08641283959150314, 0.1021980345249176, 0.10016840696334839, 0.09955471754074097, 0.08329980075359344], "r_norm": [0.24234037101268768, 0.2278662919998169, 0.23777976632118225, 0.2425125688314438, 0.24182891845703125]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9725, "test_loss": 0.1822581604003906}, {"step": 8450, "epoch": 18, "train_loss": 0.0003321137046441436, "cos_r_negg": [0.08628680557012558, 0.10202391445636749, 0.09995894879102707, 0.09935835003852844, 0.08325162529945374], "cos_apical_negg": [0.08628680557012558, 0.10202391445636749, 0.09995894879102707, 0.09935835003852844, 0.08325162529945374], "cos_Ac_negg": [0.08628680557012558, 0.10202391445636749, 0.09995894879102707, 0.09935835003852844, 0.08325162529945374], "r_norm": [0.2430810183286667, 0.2290431261062622, 0.23889291286468506, 0.2435414046049118, 0.24284489452838898]}, {"step": 8500, "epoch": 18, "train_loss": 9.929172665579244e-05, "cos_r_negg": [0.08579768240451813, 0.10146835446357727, 0.09940584003925323, 0.09866353124380112, 0.08269404619932175], "cos_apical_negg": [0.08579768240451813, 0.10146835446357727, 0.09940584003925323, 0.09866353124380112, 0.08269404619932175], "cos_Ac_negg": [0.08579768240451813, 0.10146835446357727, 0.09940584003925323, 0.09866353124380112, 0.08269404619932175], "r_norm": [0.24448330700397491, 0.23067109286785126, 0.24049508571624756, 0.24508699774742126, 0.24443402886390686]}, {"step": 8550, "epoch": 18, "train_loss": 0.00043024361366406083, "cos_r_negg": [0.0854802131652832, 0.10110984742641449, 0.0990336611866951, 0.09818510711193085, 0.08227051794528961], "cos_apical_negg": [0.0854802131652832, 0.10110984742641449, 0.0990336611866951, 0.09818510711193085, 0.08227051794528961], "cos_Ac_negg": [0.0854802131652832, 0.10110984742641449, 0.0990336611866951, 0.09818510711193085, 0.08227051794528961], "r_norm": [0.24483734369277954, 0.2309635728597641, 0.24077236652374268, 0.24541178345680237, 0.24481816589832306]}, {"step": 8600, "epoch": 18, "train_loss": 0.00022984592942520976, "cos_r_negg": [0.08525445312261581, 0.10098631680011749, 0.09889759868383408, 0.0980130061507225, 0.0821789801120758], "cos_apical_negg": [0.08525445312261581, 0.10098631680011749, 0.09889759868383408, 0.0980130061507225, 0.0821789801120758], "cos_Ac_negg": [0.08525445312261581, 0.10098631680011749, 0.09889759868383408, 0.0980130061507225, 0.0821789801120758], "r_norm": [0.24324950575828552, 0.22903531789779663, 0.2389104962348938, 0.2436082363128662, 0.24294525384902954]}, {"step": 8650, "epoch": 18, "train_loss": 0.00011407761485315859, "cos_r_negg": [0.08500507473945618, 0.10079069435596466, 0.09869177639484406, 0.09778976440429688, 0.0820683091878891], "cos_apical_negg": [0.08500507473945618, 0.10079069435596466, 0.09869177639484406, 0.09778976440429688, 0.0820683091878891], "cos_Ac_negg": [0.08500507473945618, 0.10079069435596466, 0.09869177639484406, 0.09778976440429688, 0.0820683091878891], "r_norm": [0.24347232282161713, 0.22919492423534393, 0.2390555441379547, 0.24378053843975067, 0.24319638311862946]}, {"step": 8700, "epoch": 18, "train_loss": 0.0004833257116843015, "cos_r_negg": [0.08486294746398926, 0.10064637660980225, 0.09858676791191101, 0.09803684800863266, 0.08235075324773788], "cos_apical_negg": [0.08486294746398926, 0.10064637660980225, 0.09858676791191101, 0.09803684800863266, 0.08235075324773788], "cos_Ac_negg": [0.08486294746398926, 0.10064637660980225, 0.09858676791191101, 0.09803684800863266, 0.08235075324773788], "r_norm": [0.24264320731163025, 0.2284012734889984, 0.23828662931919098, 0.2429342418909073, 0.24232321977615356]}, {"step": 8750, "epoch": 18, "train_loss": 0.0003213001764379442, "cos_r_negg": [0.08331124484539032, 0.09933595359325409, 0.09745686501264572, 0.09693597257137299, 0.0817670077085495], "cos_apical_negg": [0.08331124484539032, 0.09933595359325409, 0.09745686501264572, 0.09693597257137299, 0.0817670077085495], "cos_Ac_negg": [0.08331124484539032, 0.09933595359325409, 0.09745686501264572, 0.09693597257137299, 0.0817670077085495], "r_norm": [0.24111294746398926, 0.22604627907276154, 0.23608046770095825, 0.2410433292388916, 0.2402113825082779]}, {"step": 8800, "epoch": 18, "train_loss": 3.0863557185512036e-05, "cos_r_negg": [0.08343294262886047, 0.09933845698833466, 0.09754934161901474, 0.0971192717552185, 0.08191053569316864], "cos_apical_negg": [0.08343294262886047, 0.09933845698833466, 0.09754934161901474, 0.0971192717552185, 0.08191053569316864], "cos_Ac_negg": [0.08343294262886047, 0.09933845698833466, 0.09754934161901474, 0.0971192717552185, 0.08191053569316864], "r_norm": [0.2413194179534912, 0.2264147400856018, 0.23630937933921814, 0.24143752455711365, 0.2405403107404709]}, {"step": 8850, "epoch": 18, "train_loss": 0.00013496115570887923, "cos_r_negg": [0.08447638154029846, 0.09966547787189484, 0.09795336425304413, 0.09725407510995865, 0.08160191774368286], "cos_apical_negg": [0.08447638154029846, 0.09966547787189484, 0.09795336425304413, 0.09725407510995865, 0.08160191774368286], "cos_Ac_negg": [0.08447638154029846, 0.09966547787189484, 0.09795336425304413, 0.09725407510995865, 0.08160191774368286], "r_norm": [0.2428138554096222, 0.2289453148841858, 0.2385787069797516, 0.24338892102241516, 0.24262645840644836]}, {"step": 8900, "epoch": 18, "train_loss": 0.00024403928546234965, "cos_r_negg": [0.08417533338069916, 0.099204882979393, 0.09744655340909958, 0.09681729972362518, 0.08129636198282242], "cos_apical_negg": [0.08417533338069916, 0.099204882979393, 0.09744655340909958, 0.09681729972362518, 0.08129636198282242], "cos_Ac_negg": [0.08417533338069916, 0.099204882979393, 0.09744655340909958, 0.09681729972362518, 0.08129636198282242], "r_norm": [0.24103474617004395, 0.22727516293525696, 0.23681579530239105, 0.24153265357017517, 0.24073487520217896]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9723, "test_loss": 0.18522878017425537}, {"step": 8950, "epoch": 19, "train_loss": 3.9957696571946144e-05, "cos_r_negg": [0.08398447930812836, 0.09908797591924667, 0.09738361835479736, 0.09667511284351349, 0.08123987913131714], "cos_apical_negg": [0.08398447930812836, 0.09908797591924667, 0.09738361835479736, 0.09667511284351349, 0.08123987913131714], "cos_Ac_negg": [0.08398447930812836, 0.09908797591924667, 0.09738361835479736, 0.09667511284351349, 0.08123987913131714], "r_norm": [0.24115324020385742, 0.22730135917663574, 0.23692958056926727, 0.24163827300071716, 0.24076738953590393]}, {"step": 9000, "epoch": 19, "train_loss": 0.00026112282648682594, "cos_r_negg": [0.08352687954902649, 0.09876380860805511, 0.09707094728946686, 0.09616240859031677, 0.08090659976005554], "cos_apical_negg": [0.08352687954902649, 0.09876380860805511, 0.09707094728946686, 0.09616240859031677, 0.08090659976005554], "cos_Ac_negg": [0.08352687954902649, 0.09876380860805511, 0.09707094728946686, 0.09616240859031677, 0.08090659976005554], "r_norm": [0.24240753054618835, 0.22840552031993866, 0.2381802797317505, 0.24286189675331116, 0.24204754829406738]}, {"step": 9050, "epoch": 19, "train_loss": 0.0001693367084953934, "cos_r_negg": [0.08214668929576874, 0.09785798192024231, 0.09610545635223389, 0.0952412337064743, 0.08051061630249023], "cos_apical_negg": [0.08214668929576874, 0.09785798192024231, 0.09610545635223389, 0.0952412337064743, 0.08051061630249023], "cos_Ac_negg": [0.08214668929576874, 0.09785798192024231, 0.09610545635223389, 0.0952412337064743, 0.08051061630249023], "r_norm": [0.23803815245628357, 0.223672017455101, 0.23318734765052795, 0.23815852403640747, 0.23723986744880676]}, {"step": 9100, "epoch": 19, "train_loss": 0.00020024820696562529, "cos_r_negg": [0.08203700184822083, 0.09760566055774689, 0.0958382785320282, 0.0949535146355629, 0.0803506076335907], "cos_apical_negg": [0.08203700184822083, 0.09760566055774689, 0.0958382785320282, 0.0949535146355629, 0.0803506076335907], "cos_Ac_negg": [0.08203700184822083, 0.09760566055774689, 0.0958382785320282, 0.0949535146355629, 0.0803506076335907], "r_norm": [0.23750263452529907, 0.22357332706451416, 0.23284289240837097, 0.23778775334358215, 0.23697379231452942]}, {"step": 9150, "epoch": 19, "train_loss": 0.0006563590723089874, "cos_r_negg": [0.08206696808338165, 0.09761591255664825, 0.09573405981063843, 0.09499414265155792, 0.08028974384069443], "cos_apical_negg": [0.08206696808338165, 0.09761591255664825, 0.09573405981063843, 0.09499414265155792, 0.08028974384069443], "cos_Ac_negg": [0.08206696808338165, 0.09761591255664825, 0.09573405981063843, 0.09499414265155792, 0.08028974384069443], "r_norm": [0.2367333620786667, 0.22286024689674377, 0.23204483091831207, 0.23702631890773773, 0.23620781302452087]}, {"step": 9200, "epoch": 19, "train_loss": 0.0001655434025451541, "cos_r_negg": [0.08192268013954163, 0.09721392393112183, 0.09537114202976227, 0.0946192517876625, 0.07999464869499207], "cos_apical_negg": [0.08192268013954163, 0.09721392393112183, 0.09537114202976227, 0.0946192517876625, 0.07999464869499207], "cos_Ac_negg": [0.08192268013954163, 0.09721392393112183, 0.09537114202976227, 0.0946192517876625, 0.07999464869499207], "r_norm": [0.23858746886253357, 0.2251778542995453, 0.23422564566135406, 0.23906368017196655, 0.23837144672870636]}, {"step": 9250, "epoch": 19, "train_loss": 8.45973554532975e-05, "cos_r_negg": [0.08169105648994446, 0.09698554873466492, 0.09514613449573517, 0.09437333047389984, 0.07964134216308594], "cos_apical_negg": [0.08169105648994446, 0.09698554873466492, 0.09514613449573517, 0.09437333047389984, 0.07964134216308594], "cos_Ac_negg": [0.08169105648994446, 0.09698554873466492, 0.09514613449573517, 0.09437333047389984, 0.07964134216308594], "r_norm": [0.24101383984088898, 0.22783857583999634, 0.23693639039993286, 0.2417205274105072, 0.2410755157470703]}, {"step": 9300, "epoch": 19, "train_loss": 7.544785330537707e-05, "cos_r_negg": [0.08108066022396088, 0.09647643566131592, 0.0946769118309021, 0.093764528632164, 0.07929719984531403], "cos_apical_negg": [0.08108066022396088, 0.09647643566131592, 0.0946769118309021, 0.093764528632164, 0.07929719984531403], "cos_Ac_negg": [0.08108066022396088, 0.09647643566131592, 0.0946769118309021, 0.093764528632164, 0.07929719984531403], "r_norm": [0.24184313416481018, 0.22872117161750793, 0.23789958655834198, 0.24258704483509064, 0.24191728234291077]}, {"step": 9350, "epoch": 19, "train_loss": 3.119352550129406e-05, "cos_r_negg": [0.08107147365808487, 0.09639612585306168, 0.094696544110775, 0.09367509186267853, 0.0792309120297432], "cos_apical_negg": [0.08107147365808487, 0.09639612585306168, 0.094696544110775, 0.09367509186267853, 0.0792309120297432], "cos_Ac_negg": [0.08107147365808487, 0.09639612585306168, 0.094696544110775, 0.09367509186267853, 0.0792309120297432], "r_norm": [0.24129678308963776, 0.2281089425086975, 0.23728135228157043, 0.24195736646652222, 0.24129840731620789]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9723, "test_loss": 0.18803472690582276}], "final": {"test_acc": 0.9723, "test_loss": 0.18803472690582276, "wall_s": 19.32299542427063, "cos_r_negg": [0.08136593550443649, 0.09651286900043488, 0.09480593353509903, 0.0937938541173935, 0.07920540124177933], "cos_apical_negg": [0.08136593550443649, 0.09651286900043488, 0.09480593353509903, 0.0937938541173935, 0.07920540124177933], "cos_Ac_negg": [0.08136593550443649, 0.09651286900043488, 0.09480593353509903, 0.0937938541173935, 0.07920540124177933]}}
\ No newline at end of file
diff --git a/results/depth_mnist_dfa_d5_s2.json b/results/depth_mnist_dfa_d5_s2.json
new file mode 100644
index 0000000..6d05510
--- /dev/null
+++ b/results/depth_mnist_dfa_d5_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "mnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d5_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3298332691192627, "cos_r_negg": [-0.0058472780510783195, -0.015197782777249813, -0.0032740989699959755, 0.010826041921973228, 0.010081751272082329], "cos_apical_negg": [-0.0058472780510783195, -0.015197782777249813, -0.0032740989699959755, 0.010826041921973228, 0.010081751272082329], "cos_Ac_negg": [-0.0058472780510783195, -0.015197782777249813, -0.0032740989699959755, 0.010826041921973228, 0.010081751272082329], "r_norm": [4.82662296295166, 4.85488748550415, 4.740365982055664, 4.773012638092041, 4.849095821380615]}, {"step": 50, "epoch": 0, "train_loss": 0.7015708684921265, "cos_r_negg": [0.26093149185180664, 0.23303282260894775, 0.2453870177268982, 0.22142231464385986, 0.23752376437187195], "cos_apical_negg": [0.26093149185180664, 0.23303282260894775, 0.2453870177268982, 0.22142231464385986, 0.23752376437187195], "cos_Ac_negg": [0.26093149185180664, 0.23303282260894775, 0.2453870177268982, 0.22142231464385986, 0.23752376437187195], "r_norm": [1.3901278972625732, 1.4156062602996826, 1.3700225353240967, 1.3802311420440674, 1.3808363676071167]}, {"step": 100, "epoch": 0, "train_loss": 0.32048702239990234, "cos_r_negg": [0.3149072527885437, 0.2710947096347809, 0.2900758385658264, 0.22493651509284973, 0.2422492802143097], "cos_apical_negg": [0.3149072527885437, 0.2710947096347809, 0.2900758385658264, 0.22493651509284973, 0.2422492802143097], "cos_Ac_negg": [0.3149072527885437, 0.2710947096347809, 0.2900758385658264, 0.22493651509284973, 0.2422492802143097], "r_norm": [0.9012269973754883, 0.9140264391899109, 0.8859250545501709, 0.8932126760482788, 0.8883390426635742]}, {"step": 150, "epoch": 0, "train_loss": 0.44823405146598816, "cos_r_negg": [0.35593223571777344, 0.3152119219303131, 0.2974761128425598, 0.2627885043621063, 0.2734110653400421], "cos_apical_negg": [0.35593223571777344, 0.3152119219303131, 0.2974761128425598, 0.2627885043621063, 0.2734110653400421], "cos_Ac_negg": [0.35593223571777344, 0.3152119219303131, 0.2974761128425598, 0.2627885043621063, 0.2734110653400421], "r_norm": [0.8016362190246582, 0.8092405200004578, 0.7843103408813477, 0.7935206890106201, 0.7913479804992676]}, {"step": 200, "epoch": 0, "train_loss": 0.3240417242050171, "cos_r_negg": [0.34856289625167847, 0.3285388648509979, 0.3333694636821747, 0.3059845566749573, 0.2965938448905945], "cos_apical_negg": [0.34856289625167847, 0.3285388648509979, 0.3333694636821747, 0.3059845566749573, 0.2965938448905945], "cos_Ac_negg": [0.34856289625167847, 0.3285388648509979, 0.3333694636821747, 0.3059845566749573, 0.2965938448905945], "r_norm": [0.8486741781234741, 0.857182502746582, 0.8287311792373657, 0.844174325466156, 0.841171383857727]}, {"step": 250, "epoch": 0, "train_loss": 0.23384714126586914, "cos_r_negg": [0.3343772888183594, 0.3164514899253845, 0.3271418511867523, 0.31529155373573303, 0.2964392900466919], "cos_apical_negg": [0.3343772888183594, 0.3164514899253845, 0.3271418511867523, 0.31529155373573303, 0.2964392900466919], "cos_Ac_negg": [0.3343772888183594, 0.3164514899253845, 0.3271418511867523, 0.31529155373573303, 0.2964392900466919], "r_norm": [0.6699531674385071, 0.6758120059967041, 0.6552241444587708, 0.6606621742248535, 0.6608750820159912]}, {"step": 300, "epoch": 0, "train_loss": 0.3327423930168152, "cos_r_negg": [0.38478296995162964, 0.3599228262901306, 0.3679744005203247, 0.34727710485458374, 0.333434522151947], "cos_apical_negg": [0.38478296995162964, 0.3599228262901306, 0.3679744005203247, 0.34727710485458374, 0.333434522151947], "cos_Ac_negg": [0.38478296995162964, 0.3599228262901306, 0.3679744005203247, 0.34727710485458374, 0.333434522151947], "r_norm": [0.6061750650405884, 0.607722818851471, 0.5930651426315308, 0.5981041193008423, 0.5996239185333252]}, {"step": 350, "epoch": 0, "train_loss": 0.20034733414649963, "cos_r_negg": [0.3855186700820923, 0.34964224696159363, 0.38982993364334106, 0.362700879573822, 0.3397655785083771], "cos_apical_negg": [0.3855186700820923, 0.34964224696159363, 0.38982993364334106, 0.362700879573822, 0.3397655785083771], "cos_Ac_negg": [0.3855186700820923, 0.34964224696159363, 0.38982993364334106, 0.362700879573822, 0.3397655785083771], "r_norm": [0.5823284387588501, 0.5824294686317444, 0.5726305246353149, 0.5774372816085815, 0.5731382369995117]}, {"step": 400, "epoch": 0, "train_loss": 0.18504655361175537, "cos_r_negg": [0.39973223209381104, 0.3624277114868164, 0.39118635654449463, 0.354239821434021, 0.33773910999298096], "cos_apical_negg": [0.39973223209381104, 0.3624277114868164, 0.39118635654449463, 0.354239821434021, 0.33773910999298096], "cos_Ac_negg": [0.39973223209381104, 0.3624277114868164, 0.39118635654449463, 0.354239821434021, 0.33773910999298096], "r_norm": [0.592797577381134, 0.5964204668998718, 0.5783916711807251, 0.5862065553665161, 0.5873519778251648]}, {"step": 450, "epoch": 0, "train_loss": 0.2784416675567627, "cos_r_negg": [0.4120153784751892, 0.3607693314552307, 0.39825987815856934, 0.36231011152267456, 0.3321722149848938], "cos_apical_negg": [0.4120153784751892, 0.3607693314552307, 0.39825987815856934, 0.36231011152267456, 0.3321722149848938], "cos_Ac_negg": [0.4120153784751892, 0.3607693314552307, 0.39825987815856934, 0.36231011152267456, 0.3321722149848938], "r_norm": [0.7070651054382324, 0.7164299488067627, 0.6861737966537476, 0.7032467126846313, 0.6999877691268921]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9418, "test_loss": 0.20621016693115235}, {"step": 500, "epoch": 1, "train_loss": 0.2677198648452759, "cos_r_negg": [0.40960583090782166, 0.38054558634757996, 0.4037395417690277, 0.3662498891353607, 0.34397658705711365], "cos_apical_negg": [0.40960583090782166, 0.38054558634757996, 0.4037395417690277, 0.3662498891353607, 0.34397658705711365], "cos_Ac_negg": [0.40960583090782166, 0.38054558634757996, 0.4037395417690277, 0.3662498891353607, 0.34397658705711365], "r_norm": [0.6082745790481567, 0.6093891859054565, 0.5937389135360718, 0.6006920337677002, 0.5982691049575806]}, {"step": 550, "epoch": 1, "train_loss": 0.19348442554473877, "cos_r_negg": [0.3988568186759949, 0.37369999289512634, 0.3850671052932739, 0.354662150144577, 0.3184378147125244], "cos_apical_negg": [0.3988568186759949, 0.37369999289512634, 0.3850671052932739, 0.354662150144577, 0.3184378147125244], "cos_Ac_negg": [0.3988568186759949, 0.37369999289512634, 0.3850671052932739, 0.354662150144577, 0.3184378147125244], "r_norm": [0.5202150344848633, 0.5212359428405762, 0.5093756318092346, 0.5150797367095947, 0.5121231079101562]}, {"step": 600, "epoch": 1, "train_loss": 0.28805068135261536, "cos_r_negg": [0.3785823583602905, 0.3852808475494385, 0.39402616024017334, 0.3888545632362366, 0.30943620204925537], "cos_apical_negg": [0.3785823583602905, 0.3852808475494385, 0.39402616024017334, 0.3888545632362366, 0.30943620204925537], "cos_Ac_negg": [0.3785823583602905, 0.3852808475494385, 0.39402616024017334, 0.3888545632362366, 0.30943620204925537], "r_norm": [0.5118452310562134, 0.5142958760261536, 0.5022103190422058, 0.5105589628219604, 0.5084070563316345]}, {"step": 650, "epoch": 1, "train_loss": 0.221156507730484, "cos_r_negg": [0.4091166853904724, 0.41205430030822754, 0.40815407037734985, 0.38180315494537354, 0.33131128549575806], "cos_apical_negg": [0.4091166853904724, 0.41205430030822754, 0.40815407037734985, 0.38180315494537354, 0.33131128549575806], "cos_Ac_negg": [0.4091166853904724, 0.41205430030822754, 0.40815407037734985, 0.38180315494537354, 0.33131128549575806], "r_norm": [0.5268366932868958, 0.5300112962722778, 0.5133571028709412, 0.5224015116691589, 0.5194323062896729]}, {"step": 700, "epoch": 1, "train_loss": 0.09076551347970963, "cos_r_negg": [0.408977746963501, 0.41037845611572266, 0.40704724192619324, 0.4023715853691101, 0.31850534677505493], "cos_apical_negg": [0.408977746963501, 0.41037845611572266, 0.40704724192619324, 0.4023715853691101, 0.31850534677505493], "cos_Ac_negg": [0.408977746963501, 0.41037845611572266, 0.40704724192619324, 0.4023715853691101, 0.31850534677505493], "r_norm": [0.4721726179122925, 0.47086596488952637, 0.460223913192749, 0.46735528111457825, 0.465741366147995]}, {"step": 750, "epoch": 1, "train_loss": 0.10621155798435211, "cos_r_negg": [0.3990556597709656, 0.39027345180511475, 0.39667677879333496, 0.3999139666557312, 0.32164865732192993], "cos_apical_negg": [0.3990556597709656, 0.39027345180511475, 0.39667677879333496, 0.3999139666557312, 0.32164865732192993], "cos_Ac_negg": [0.3990556597709656, 0.39027345180511475, 0.39667677879333496, 0.3999139666557312, 0.32164865732192993], "r_norm": [0.47487491369247437, 0.47817909717559814, 0.4661702513694763, 0.46925783157348633, 0.4690394997596741]}, {"step": 800, "epoch": 1, "train_loss": 0.11186376214027405, "cos_r_negg": [0.3825366795063019, 0.4007432758808136, 0.41222041845321655, 0.40988028049468994, 0.34534019231796265], "cos_apical_negg": [0.3825366795063019, 0.4007432758808136, 0.41222041845321655, 0.40988028049468994, 0.34534019231796265], "cos_Ac_negg": [0.3825366795063019, 0.4007432758808136, 0.41222041845321655, 0.40988028049468994, 0.34534019231796265], "r_norm": [0.45534104108810425, 0.4543365240097046, 0.4434400796890259, 0.4469873607158661, 0.44853293895721436]}, {"step": 850, "epoch": 1, "train_loss": 0.23346728086471558, "cos_r_negg": [0.4046882390975952, 0.40392130613327026, 0.4259793162345886, 0.40992340445518494, 0.33850398659706116], "cos_apical_negg": [0.4046882390975952, 0.40392130613327026, 0.4259793162345886, 0.40992340445518494, 0.33850398659706116], "cos_Ac_negg": [0.4046882390975952, 0.40392130613327026, 0.4259793162345886, 0.40992340445518494, 0.33850398659706116], "r_norm": [0.4447583556175232, 0.4489413797855377, 0.4378826320171356, 0.4392443001270294, 0.44138288497924805]}, {"step": 900, "epoch": 1, "train_loss": 0.14604127407073975, "cos_r_negg": [0.4332796633243561, 0.434749573469162, 0.44501638412475586, 0.4175732731819153, 0.3478104770183563], "cos_apical_negg": [0.4332796633243561, 0.434749573469162, 0.44501638412475586, 0.4175732731819153, 0.3478104770183563], "cos_Ac_negg": [0.4332796633243561, 0.434749573469162, 0.44501638412475586, 0.4175732731819153, 0.3478104770183563], "r_norm": [0.4054942727088928, 0.4072110056877136, 0.3960365951061249, 0.40067070722579956, 0.39812710881233215]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9542, "test_loss": 0.16005020027160644}, {"step": 950, "epoch": 2, "train_loss": 0.1898980438709259, "cos_r_negg": [0.4183928966522217, 0.4084475636482239, 0.41825997829437256, 0.41563189029693604, 0.3570444583892822], "cos_apical_negg": [0.4183928966522217, 0.4084475636482239, 0.41825997829437256, 0.41563189029693604, 0.3570444583892822], "cos_Ac_negg": [0.4183928966522217, 0.4084475636482239, 0.41825997829437256, 0.41563189029693604, 0.3570444583892822], "r_norm": [0.44704049825668335, 0.4511127471923828, 0.4383942484855652, 0.4431731402873993, 0.4434588849544525]}, {"step": 1000, "epoch": 2, "train_loss": 0.11853065341711044, "cos_r_negg": [0.4177970886230469, 0.4288535714149475, 0.4383295178413391, 0.4286906123161316, 0.3637854754924774], "cos_apical_negg": [0.4177970886230469, 0.4288535714149475, 0.4383295178413391, 0.4286906123161316, 0.3637854754924774], "cos_Ac_negg": [0.4177970886230469, 0.4288535714149475, 0.4383295178413391, 0.4286906123161316, 0.3637854754924774], "r_norm": [0.40840181708335876, 0.409519225358963, 0.39921993017196655, 0.40180647373199463, 0.40217477083206177]}, {"step": 1050, "epoch": 2, "train_loss": 0.09728861600160599, "cos_r_negg": [0.42318615317344666, 0.428724467754364, 0.4267362952232361, 0.4048413038253784, 0.33583900332450867], "cos_apical_negg": [0.42318615317344666, 0.428724467754364, 0.4267362952232361, 0.4048413038253784, 0.33583900332450867], "cos_Ac_negg": [0.42318615317344666, 0.428724467754364, 0.4267362952232361, 0.4048413038253784, 0.33583900332450867], "r_norm": [0.4140195846557617, 0.4126465320587158, 0.40545642375946045, 0.4075784981250763, 0.4074888825416565]}, {"step": 1100, "epoch": 2, "train_loss": 0.11528176814317703, "cos_r_negg": [0.4393504858016968, 0.45226025581359863, 0.43972212076187134, 0.41230958700180054, 0.3259047865867615], "cos_apical_negg": [0.4393504858016968, 0.45226025581359863, 0.43972212076187134, 0.41230958700180054, 0.3259047865867615], "cos_Ac_negg": [0.4393504858016968, 0.45226025581359863, 0.43972212076187134, 0.41230958700180054, 0.3259047865867615], "r_norm": [0.33418747782707214, 0.33688127994537354, 0.32781073451042175, 0.3306635618209839, 0.33110058307647705]}, {"step": 1150, "epoch": 2, "train_loss": 0.08548354357481003, "cos_r_negg": [0.42865514755249023, 0.4391510486602783, 0.4308646619319916, 0.43608641624450684, 0.3395598828792572], "cos_apical_negg": [0.42865514755249023, 0.4391510486602783, 0.4308646619319916, 0.43608641624450684, 0.3395598828792572], "cos_Ac_negg": [0.42865514755249023, 0.4391510486602783, 0.4308646619319916, 0.43608641624450684, 0.3395598828792572], "r_norm": [0.384033203125, 0.38323479890823364, 0.37573522329330444, 0.3808401823043823, 0.3801479935646057]}, {"step": 1200, "epoch": 2, "train_loss": 0.03943484276533127, "cos_r_negg": [0.43594813346862793, 0.43383705615997314, 0.4408181309700012, 0.4230649471282959, 0.33928439021110535], "cos_apical_negg": [0.43594813346862793, 0.43383705615997314, 0.4408181309700012, 0.4230649471282959, 0.33928439021110535], "cos_Ac_negg": [0.43594813346862793, 0.43383705615997314, 0.4408181309700012, 0.4230649471282959, 0.33928439021110535], "r_norm": [0.36216670274734497, 0.35996997356414795, 0.35042670369148254, 0.3584025502204895, 0.3542848527431488]}, {"step": 1250, "epoch": 2, "train_loss": 0.103343665599823, "cos_r_negg": [0.42514103651046753, 0.44968295097351074, 0.42968809604644775, 0.4082910418510437, 0.33417266607284546], "cos_apical_negg": [0.42514103651046753, 0.44968295097351074, 0.42968809604644775, 0.4082910418510437, 0.33417266607284546], "cos_Ac_negg": [0.42514103651046753, 0.44968295097351074, 0.42968809604644775, 0.4082910418510437, 0.33417266607284546], "r_norm": [0.31717729568481445, 0.3116713762283325, 0.3081684708595276, 0.31273406744003296, 0.31105273962020874]}, {"step": 1300, "epoch": 2, "train_loss": 0.18514658510684967, "cos_r_negg": [0.44110798835754395, 0.45671308040618896, 0.44138967990875244, 0.42404529452323914, 0.34408992528915405], "cos_apical_negg": [0.44110798835754395, 0.45671308040618896, 0.44138967990875244, 0.42404529452323914, 0.34408992528915405], "cos_Ac_negg": [0.44110798835754395, 0.45671308040618896, 0.44138967990875244, 0.42404529452323914, 0.34408992528915405], "r_norm": [0.3190554082393646, 0.32300475239753723, 0.31221044063568115, 0.31397271156311035, 0.31513845920562744]}, {"step": 1350, "epoch": 2, "train_loss": 0.12154911458492279, "cos_r_negg": [0.42118704319000244, 0.44225257635116577, 0.42416584491729736, 0.41801297664642334, 0.35132426023483276], "cos_apical_negg": [0.42118704319000244, 0.44225257635116577, 0.42416584491729736, 0.41801297664642334, 0.35132426023483276], "cos_Ac_negg": [0.42118704319000244, 0.44225257635116577, 0.42416584491729736, 0.41801297664642334, 0.35132426023483276], "r_norm": [0.3611925542354584, 0.36438116431236267, 0.35260307788848877, 0.3553142547607422, 0.35520389676094055]}, {"step": 1400, "epoch": 2, "train_loss": 0.2430455982685089, "cos_r_negg": [0.40875065326690674, 0.43029117584228516, 0.4129481911659241, 0.40677303075790405, 0.33686795830726624], "cos_apical_negg": [0.40875065326690674, 0.43029117584228516, 0.4129481911659241, 0.40677303075790405, 0.33686795830726624], "cos_Ac_negg": [0.40875065326690674, 0.43029117584228516, 0.4129481911659241, 0.40677303075790405, 0.33686795830726624], "r_norm": [0.32060062885284424, 0.32235491275787354, 0.3157801032066345, 0.313606858253479, 0.3150246739387512]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9625, "test_loss": 0.13378685417175293}, {"step": 1450, "epoch": 3, "train_loss": 0.09578017890453339, "cos_r_negg": [0.4475935697555542, 0.4462149739265442, 0.43843889236450195, 0.4204506278038025, 0.3444279432296753], "cos_apical_negg": [0.4475935697555542, 0.4462149739265442, 0.43843889236450195, 0.4204506278038025, 0.3444279432296753], "cos_Ac_negg": [0.4475935697555542, 0.4462149739265442, 0.43843889236450195, 0.4204506278038025, 0.3444279432296753], "r_norm": [0.33590248227119446, 0.3404356837272644, 0.33008480072021484, 0.3296147584915161, 0.33068349957466125]}, {"step": 1500, "epoch": 3, "train_loss": 0.058830566704273224, "cos_r_negg": [0.3969218134880066, 0.41934818029403687, 0.41256940364837646, 0.3888634145259857, 0.3236650228500366], "cos_apical_negg": [0.3969218134880066, 0.41934818029403687, 0.41256940364837646, 0.3888634145259857, 0.3236650228500366], "cos_Ac_negg": [0.3969218134880066, 0.41934818029403687, 0.41256940364837646, 0.3888634145259857, 0.3236650228500366], "r_norm": [0.35069507360458374, 0.3535200357437134, 0.3426649272441864, 0.3460945188999176, 0.3473444879055023]}, {"step": 1550, "epoch": 3, "train_loss": 0.09321736544370651, "cos_r_negg": [0.41565853357315063, 0.4363999366760254, 0.4271261990070343, 0.40401309728622437, 0.3286163806915283], "cos_apical_negg": [0.41565853357315063, 0.4363999366760254, 0.4271261990070343, 0.40401309728622437, 0.3286163806915283], "cos_Ac_negg": [0.41565853357315063, 0.4363999366760254, 0.4271261990070343, 0.40401309728622437, 0.3286163806915283], "r_norm": [0.3105013966560364, 0.3113786578178406, 0.30267706513404846, 0.3064621686935425, 0.30347150564193726]}, {"step": 1600, "epoch": 3, "train_loss": 0.05933009833097458, "cos_r_negg": [0.4253634810447693, 0.4394913911819458, 0.43422919511795044, 0.4266751706600189, 0.34843188524246216], "cos_apical_negg": [0.4253634810447693, 0.4394913911819458, 0.43422919511795044, 0.4266751706600189, 0.34843188524246216], "cos_Ac_negg": [0.4253634810447693, 0.4394913911819458, 0.43422919511795044, 0.4266751706600189, 0.34843188524246216], "r_norm": [0.3251320719718933, 0.32734572887420654, 0.3165225088596344, 0.3204860985279083, 0.32054099440574646]}, {"step": 1650, "epoch": 3, "train_loss": 0.040506139397621155, "cos_r_negg": [0.40538716316223145, 0.4220618009567261, 0.41347992420196533, 0.405315101146698, 0.319305419921875], "cos_apical_negg": [0.40538716316223145, 0.4220618009567261, 0.41347992420196533, 0.405315101146698, 0.319305419921875], "cos_Ac_negg": [0.40538716316223145, 0.4220618009567261, 0.41347992420196533, 0.405315101146698, 0.319305419921875], "r_norm": [0.2942364513874054, 0.297470360994339, 0.28751301765441895, 0.2919250726699829, 0.29097968339920044]}, {"step": 1700, "epoch": 3, "train_loss": 0.05081281438469887, "cos_r_negg": [0.4331929087638855, 0.43884018063545227, 0.44185224175453186, 0.4223122000694275, 0.3476717472076416], "cos_apical_negg": [0.4331929087638855, 0.43884018063545227, 0.44185224175453186, 0.4223122000694275, 0.3476717472076416], "cos_Ac_negg": [0.4331929087638855, 0.43884018063545227, 0.44185224175453186, 0.4223122000694275, 0.3476717472076416], "r_norm": [0.3260003626346588, 0.32987111806869507, 0.31880617141723633, 0.32253143191337585, 0.32245275378227234]}, {"step": 1750, "epoch": 3, "train_loss": 0.04084593430161476, "cos_r_negg": [0.4347621202468872, 0.43295782804489136, 0.42529645562171936, 0.4156653881072998, 0.32800906896591187], "cos_apical_negg": [0.4347621202468872, 0.43295782804489136, 0.42529645562171936, 0.4156653881072998, 0.32800906896591187], "cos_Ac_negg": [0.4347621202468872, 0.43295782804489136, 0.42529645562171936, 0.4156653881072998, 0.32800906896591187], "r_norm": [0.2294894903898239, 0.2331916242837906, 0.2260122001171112, 0.2267574667930603, 0.2276877462863922]}, {"step": 1800, "epoch": 3, "train_loss": 0.1012650802731514, "cos_r_negg": [0.40785419940948486, 0.41102468967437744, 0.4072467088699341, 0.41334205865859985, 0.32392609119415283], "cos_apical_negg": [0.40785419940948486, 0.41102468967437744, 0.4072467088699341, 0.41334205865859985, 0.32392609119415283], "cos_Ac_negg": [0.40785419940948486, 0.41102468967437744, 0.4072467088699341, 0.41334205865859985, 0.32392609119415283], "r_norm": [0.32833540439605713, 0.3315795660018921, 0.31601232290267944, 0.32628658413887024, 0.32434922456741333]}, {"step": 1850, "epoch": 3, "train_loss": 0.049225255846977234, "cos_r_negg": [0.43555426597595215, 0.4407576322555542, 0.43520843982696533, 0.41386306285858154, 0.3416856527328491], "cos_apical_negg": [0.43555426597595215, 0.4407576322555542, 0.43520843982696533, 0.41386306285858154, 0.3416856527328491], "cos_Ac_negg": [0.43555426597595215, 0.4407576322555542, 0.43520843982696533, 0.41386306285858154, 0.3416856527328491], "r_norm": [0.3307831883430481, 0.3282942771911621, 0.3200559914112091, 0.3275008499622345, 0.3262646198272705]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9666, "test_loss": 0.11195780963897706}, {"step": 1900, "epoch": 4, "train_loss": 0.05879262462258339, "cos_r_negg": [0.4208037853240967, 0.4304004907608032, 0.4198102355003357, 0.4184958040714264, 0.3395974636077881], "cos_apical_negg": [0.4208037853240967, 0.4304004907608032, 0.4198102355003357, 0.4184958040714264, 0.3395974636077881], "cos_Ac_negg": [0.4208037853240967, 0.4304004907608032, 0.4198102355003357, 0.4184958040714264, 0.3395974636077881], "r_norm": [0.25743454694747925, 0.2607685625553131, 0.25139549374580383, 0.25480836629867554, 0.25418758392333984]}, {"step": 1950, "epoch": 4, "train_loss": 0.12447117269039154, "cos_r_negg": [0.42273208498954773, 0.43022769689559937, 0.4162330627441406, 0.4236031472682953, 0.3135012686252594], "cos_apical_negg": [0.42273208498954773, 0.43022769689559937, 0.4162330627441406, 0.4236031472682953, 0.3135012686252594], "cos_Ac_negg": [0.42273208498954773, 0.43022769689559937, 0.4162330627441406, 0.4236031472682953, 0.3135012686252594], "r_norm": [0.30305010080337524, 0.3068123459815979, 0.29607340693473816, 0.29894280433654785, 0.29864975810050964]}, {"step": 2000, "epoch": 4, "train_loss": 0.0999269187450409, "cos_r_negg": [0.41885238885879517, 0.42906609177589417, 0.408319354057312, 0.4104488492012024, 0.33270394802093506], "cos_apical_negg": [0.41885238885879517, 0.42906609177589417, 0.408319354057312, 0.4104488492012024, 0.33270394802093506], "cos_Ac_negg": [0.41885238885879517, 0.42906609177589417, 0.408319354057312, 0.4104488492012024, 0.33270394802093506], "r_norm": [0.2708158493041992, 0.2748207747936249, 0.2666085958480835, 0.2642068564891815, 0.2675922214984894]}, {"step": 2050, "epoch": 4, "train_loss": 0.09852492064237595, "cos_r_negg": [0.4106205701828003, 0.42456644773483276, 0.40779584646224976, 0.4202960133552551, 0.32616615295410156], "cos_apical_negg": [0.4106205701828003, 0.42456644773483276, 0.40779584646224976, 0.4202960133552551, 0.32616615295410156], "cos_Ac_negg": [0.4106205701828003, 0.42456644773483276, 0.40779584646224976, 0.4202960133552551, 0.32616615295410156], "r_norm": [0.2653370797634125, 0.2678786516189575, 0.2594546377658844, 0.2607077360153198, 0.2630392014980316]}, {"step": 2100, "epoch": 4, "train_loss": 0.07155045866966248, "cos_r_negg": [0.41246065497398376, 0.42457282543182373, 0.420546293258667, 0.4272974133491516, 0.33115482330322266], "cos_apical_negg": [0.41246065497398376, 0.42457282543182373, 0.420546293258667, 0.4272974133491516, 0.33115482330322266], "cos_Ac_negg": [0.41246065497398376, 0.42457282543182373, 0.420546293258667, 0.4272974133491516, 0.33115482330322266], "r_norm": [0.27021610736846924, 0.2720361351966858, 0.2664030194282532, 0.2663421928882599, 0.26665717363357544]}, {"step": 2150, "epoch": 4, "train_loss": 0.07828128337860107, "cos_r_negg": [0.43006062507629395, 0.44408977031707764, 0.43005961179733276, 0.4351752996444702, 0.3313538134098053], "cos_apical_negg": [0.43006062507629395, 0.44408977031707764, 0.43005961179733276, 0.4351752996444702, 0.3313538134098053], "cos_Ac_negg": [0.43006062507629395, 0.44408977031707764, 0.43005961179733276, 0.4351752996444702, 0.3313538134098053], "r_norm": [0.23879744112491608, 0.23761451244354248, 0.23094603419303894, 0.23610913753509521, 0.23492304980754852]}, {"step": 2200, "epoch": 4, "train_loss": 0.05647550895810127, "cos_r_negg": [0.39634931087493896, 0.41139405965805054, 0.40417104959487915, 0.41514354944229126, 0.3252866864204407], "cos_apical_negg": [0.39634931087493896, 0.41139405965805054, 0.40417104959487915, 0.41514354944229126, 0.3252866864204407], "cos_Ac_negg": [0.39634931087493896, 0.41139405965805054, 0.40417104959487915, 0.41514354944229126, 0.3252866864204407], "r_norm": [0.24438349902629852, 0.24723000824451447, 0.2373327761888504, 0.24076461791992188, 0.24127647280693054]}, {"step": 2250, "epoch": 4, "train_loss": 0.024787094444036484, "cos_r_negg": [0.4189448356628418, 0.4384309947490692, 0.4357220530509949, 0.42664939165115356, 0.33512306213378906], "cos_apical_negg": [0.4189448356628418, 0.4384309947490692, 0.4357220530509949, 0.42664939165115356, 0.33512306213378906], "cos_Ac_negg": [0.4189448356628418, 0.4384309947490692, 0.4357220530509949, 0.42664939165115356, 0.33512306213378906], "r_norm": [0.27340206503868103, 0.27200812101364136, 0.2644844949245453, 0.2680564522743225, 0.26778316497802734]}, {"step": 2300, "epoch": 4, "train_loss": 0.0905032828450203, "cos_r_negg": [0.41190192103385925, 0.4431290626525879, 0.4295058846473694, 0.43123379349708557, 0.3360567092895508], "cos_apical_negg": [0.41190192103385925, 0.4431290626525879, 0.4295058846473694, 0.43123379349708557, 0.3360567092895508], "cos_Ac_negg": [0.41190192103385925, 0.4431290626525879, 0.4295058846473694, 0.43123379349708557, 0.3360567092895508], "r_norm": [0.25446295738220215, 0.2540087103843689, 0.24762137234210968, 0.250840425491333, 0.25169360637664795]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9661, "test_loss": 0.1148147045135498}, {"step": 2350, "epoch": 5, "train_loss": 0.0656866580247879, "cos_r_negg": [0.4332747459411621, 0.44642412662506104, 0.42963850498199463, 0.41866666078567505, 0.3460240662097931], "cos_apical_negg": [0.4332747459411621, 0.44642412662506104, 0.42963850498199463, 0.41866666078567505, 0.3460240662097931], "cos_Ac_negg": [0.4332747459411621, 0.44642412662506104, 0.42963850498199463, 0.41866666078567505, 0.3460240662097931], "r_norm": [0.2904929518699646, 0.28808045387268066, 0.2818700671195984, 0.2854844927787781, 0.285309374332428]}, {"step": 2400, "epoch": 5, "train_loss": 0.041523706167936325, "cos_r_negg": [0.42387741804122925, 0.43317386507987976, 0.41864705085754395, 0.41880568861961365, 0.3364219665527344], "cos_apical_negg": [0.42387741804122925, 0.43317386507987976, 0.41864705085754395, 0.41880568861961365, 0.3364219665527344], "cos_Ac_negg": [0.42387741804122925, 0.43317386507987976, 0.41864705085754395, 0.41880568861961365, 0.3364219665527344], "r_norm": [0.23530830442905426, 0.23676110804080963, 0.23063479363918304, 0.23101159930229187, 0.23070421814918518]}, {"step": 2450, "epoch": 5, "train_loss": 0.060555506497621536, "cos_r_negg": [0.41519609093666077, 0.43474334478378296, 0.42133891582489014, 0.4269866347312927, 0.34462594985961914], "cos_apical_negg": [0.41519609093666077, 0.43474334478378296, 0.42133891582489014, 0.4269866347312927, 0.34462594985961914], "cos_Ac_negg": [0.41519609093666077, 0.43474334478378296, 0.42133891582489014, 0.4269866347312927, 0.34462594985961914], "r_norm": [0.20071619749069214, 0.20099496841430664, 0.1953124701976776, 0.19507667422294617, 0.19611606001853943]}, {"step": 2500, "epoch": 5, "train_loss": 0.06290042400360107, "cos_r_negg": [0.41454654932022095, 0.44777876138687134, 0.4208996593952179, 0.4193219840526581, 0.34157615900039673], "cos_apical_negg": [0.41454654932022095, 0.44777876138687134, 0.4208996593952179, 0.4193219840526581, 0.34157615900039673], "cos_Ac_negg": [0.41454654932022095, 0.44777876138687134, 0.4208996593952179, 0.4193219840526581, 0.34157615900039673], "r_norm": [0.22414645552635193, 0.22433477640151978, 0.21845674514770508, 0.21842944622039795, 0.22055873274803162]}, {"step": 2550, "epoch": 5, "train_loss": 0.02422950230538845, "cos_r_negg": [0.4149901568889618, 0.43538475036621094, 0.41938725113868713, 0.40285006165504456, 0.3281283378601074], "cos_apical_negg": [0.4149901568889618, 0.43538475036621094, 0.41938725113868713, 0.40285006165504456, 0.3281283378601074], "cos_Ac_negg": [0.4149901568889618, 0.43538475036621094, 0.41938725113868713, 0.40285006165504456, 0.3281283378601074], "r_norm": [0.19689330458641052, 0.19512465596199036, 0.19102349877357483, 0.19214147329330444, 0.19193974137306213]}, {"step": 2600, "epoch": 5, "train_loss": 0.026078002527356148, "cos_r_negg": [0.43160581588745117, 0.44701045751571655, 0.42973965406417847, 0.4364233911037445, 0.33837467432022095], "cos_apical_negg": [0.43160581588745117, 0.44701045751571655, 0.42973965406417847, 0.4364233911037445, 0.33837467432022095], "cos_Ac_negg": [0.43160581588745117, 0.44701045751571655, 0.42973965406417847, 0.4364233911037445, 0.33837467432022095], "r_norm": [0.24788111448287964, 0.24703681468963623, 0.23952323198318481, 0.24441061913967133, 0.24495716392993927]}, {"step": 2650, "epoch": 5, "train_loss": 0.036438219249248505, "cos_r_negg": [0.4270436465740204, 0.4519161581993103, 0.43898868560791016, 0.43437182903289795, 0.3445919156074524], "cos_apical_negg": [0.4270436465740204, 0.4519161581993103, 0.43898868560791016, 0.43437182903289795, 0.3445919156074524], "cos_Ac_negg": [0.4270436465740204, 0.4519161581993103, 0.43898868560791016, 0.43437182903289795, 0.3445919156074524], "r_norm": [0.3452562987804413, 0.3392975926399231, 0.33580687642097473, 0.3401247262954712, 0.3401186466217041]}, {"step": 2700, "epoch": 5, "train_loss": 0.1714765429496765, "cos_r_negg": [0.4227026700973511, 0.4412878751754761, 0.4278263449668884, 0.42012038826942444, 0.3283911645412445], "cos_apical_negg": [0.4227026700973511, 0.4412878751754761, 0.4278263449668884, 0.42012038826942444, 0.3283911645412445], "cos_Ac_negg": [0.4227026700973511, 0.4412878751754761, 0.4278263449668884, 0.42012038826942444, 0.3283911645412445], "r_norm": [0.23723438382148743, 0.2383180856704712, 0.2320472151041031, 0.2341872751712799, 0.23324373364448547]}, {"step": 2750, "epoch": 5, "train_loss": 0.030477317050099373, "cos_r_negg": [0.4034580588340759, 0.4262627065181732, 0.40739232301712036, 0.39968934655189514, 0.332762748003006], "cos_apical_negg": [0.4034580588340759, 0.4262627065181732, 0.40739232301712036, 0.39968934655189514, 0.332762748003006], "cos_Ac_negg": [0.4034580588340759, 0.4262627065181732, 0.40739232301712036, 0.39968934655189514, 0.332762748003006], "r_norm": [0.2678155303001404, 0.2653805911540985, 0.2621704638004303, 0.2604391574859619, 0.26162827014923096]}, {"step": 2800, "epoch": 5, "train_loss": 0.01786697283387184, "cos_r_negg": [0.3948649764060974, 0.4120789170265198, 0.4011164903640747, 0.3972119092941284, 0.326321005821228], "cos_apical_negg": [0.3948649764060974, 0.4120789170265198, 0.4011164903640747, 0.3972119092941284, 0.326321005821228], "cos_Ac_negg": [0.3948649764060974, 0.4120789170265198, 0.4011164903640747, 0.3972119092941284, 0.326321005821228], "r_norm": [0.22678856551647186, 0.2271878719329834, 0.2216552197933197, 0.22207193076610565, 0.22269213199615479]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9707, "test_loss": 0.11688015670776367}, {"step": 2850, "epoch": 6, "train_loss": 0.045812204480171204, "cos_r_negg": [0.37583255767822266, 0.39830440282821655, 0.3874044418334961, 0.38111254572868347, 0.31620967388153076], "cos_apical_negg": [0.37583255767822266, 0.39830440282821655, 0.3874044418334961, 0.38111254572868347, 0.31620967388153076], "cos_Ac_negg": [0.37583255767822266, 0.39830440282821655, 0.3874044418334961, 0.38111254572868347, 0.31620967388153076], "r_norm": [0.18838581442832947, 0.18760183453559875, 0.18493583798408508, 0.18362659215927124, 0.18415629863739014]}, {"step": 2900, "epoch": 6, "train_loss": 0.06020469218492508, "cos_r_negg": [0.37423014640808105, 0.3983861207962036, 0.3733821213245392, 0.36896824836730957, 0.31211501359939575], "cos_apical_negg": [0.37423014640808105, 0.3983861207962036, 0.3733821213245392, 0.36896824836730957, 0.31211501359939575], "cos_Ac_negg": [0.37423014640808105, 0.3983861207962036, 0.3733821213245392, 0.36896824836730957, 0.31211501359939575], "r_norm": [0.20408636331558228, 0.2061772644519806, 0.20067395269870758, 0.1991259753704071, 0.20077405869960785]}, {"step": 2950, "epoch": 6, "train_loss": 0.06884662806987762, "cos_r_negg": [0.35897207260131836, 0.3865218758583069, 0.37151527404785156, 0.350624680519104, 0.30427810549736023], "cos_apical_negg": [0.35897207260131836, 0.3865218758583069, 0.37151527404785156, 0.350624680519104, 0.30427810549736023], "cos_Ac_negg": [0.35897207260131836, 0.3865218758583069, 0.37151527404785156, 0.350624680519104, 0.30427810549736023], "r_norm": [0.18021495640277863, 0.18200308084487915, 0.178095281124115, 0.17522481083869934, 0.1768130362033844]}, {"step": 3000, "epoch": 6, "train_loss": 0.0037393798120319843, "cos_r_negg": [0.3570355474948883, 0.38473236560821533, 0.36419540643692017, 0.3522564768791199, 0.29312556982040405], "cos_apical_negg": [0.3570355474948883, 0.38473236560821533, 0.36419540643692017, 0.3522564768791199, 0.29312556982040405], "cos_Ac_negg": [0.3570355474948883, 0.38473236560821533, 0.36419540643692017, 0.3522564768791199, 0.29312556982040405], "r_norm": [0.1925329566001892, 0.19455769658088684, 0.18873198330402374, 0.1890258491039276, 0.18888400495052338]}, {"step": 3050, "epoch": 6, "train_loss": 0.013098320923745632, "cos_r_negg": [0.3557946979999542, 0.37930959463119507, 0.3547360897064209, 0.34393686056137085, 0.29158157110214233], "cos_apical_negg": [0.3557946979999542, 0.37930959463119507, 0.3547360897064209, 0.34393686056137085, 0.29158157110214233], "cos_Ac_negg": [0.3557946979999542, 0.37930959463119507, 0.3547360897064209, 0.34393686056137085, 0.29158157110214233], "r_norm": [0.18116384744644165, 0.18234747648239136, 0.1775071620941162, 0.17677198350429535, 0.17704668641090393]}, {"step": 3100, "epoch": 6, "train_loss": 0.02656886912882328, "cos_r_negg": [0.3523295521736145, 0.37548136711120605, 0.3583163917064667, 0.3479212522506714, 0.2918657660484314], "cos_apical_negg": [0.3523295521736145, 0.37548136711120605, 0.3583163917064667, 0.3479212522506714, 0.2918657660484314], "cos_Ac_negg": [0.3523295521736145, 0.37548136711120605, 0.3583163917064667, 0.3479212522506714, 0.2918657660484314], "r_norm": [0.16627667844295502, 0.16863100230693817, 0.16370134055614471, 0.16269776225090027, 0.16321243345737457]}, {"step": 3150, "epoch": 6, "train_loss": 0.04323471337556839, "cos_r_negg": [0.33142584562301636, 0.3574833273887634, 0.3408225476741791, 0.34348928928375244, 0.28361329436302185], "cos_apical_negg": [0.33142584562301636, 0.3574833273887634, 0.3408225476741791, 0.34348928928375244, 0.28361329436302185], "cos_Ac_negg": [0.33142584562301636, 0.3574833273887634, 0.3408225476741791, 0.34348928928375244, 0.28361329436302185], "r_norm": [0.1961067020893097, 0.19764527678489685, 0.19334034621715546, 0.1917950063943863, 0.19245636463165283]}, {"step": 3200, "epoch": 6, "train_loss": 0.05635209009051323, "cos_r_negg": [0.35077768564224243, 0.37160587310791016, 0.35761040449142456, 0.3616493344306946, 0.2862129211425781], "cos_apical_negg": [0.35077768564224243, 0.37160587310791016, 0.35761040449142456, 0.3616493344306946, 0.2862129211425781], "cos_Ac_negg": [0.35077768564224243, 0.37160587310791016, 0.35761040449142456, 0.3616493344306946, 0.2862129211425781], "r_norm": [0.24067899584770203, 0.24327170848846436, 0.23593629896640778, 0.2370520979166031, 0.23846518993377686]}, {"step": 3250, "epoch": 6, "train_loss": 0.05457942932844162, "cos_r_negg": [0.3802167773246765, 0.4017370939254761, 0.3887717127799988, 0.3957142233848572, 0.30833178758621216], "cos_apical_negg": [0.3802167773246765, 0.4017370939254761, 0.3887717127799988, 0.3957142233848572, 0.30833178758621216], "cos_Ac_negg": [0.3802167773246765, 0.4017370939254761, 0.3887717127799988, 0.3957142233848572, 0.30833178758621216], "r_norm": [0.22503255307674408, 0.22565513849258423, 0.2207988202571869, 0.22115448117256165, 0.22017309069633484]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9706, "test_loss": 0.1179389051437378}, {"step": 3300, "epoch": 7, "train_loss": 0.017309339717030525, "cos_r_negg": [0.3797106146812439, 0.3962743282318115, 0.3853832483291626, 0.38705718517303467, 0.3214761018753052], "cos_apical_negg": [0.3797106146812439, 0.3962743282318115, 0.3853832483291626, 0.38705718517303467, 0.3214761018753052], "cos_Ac_negg": [0.3797106146812439, 0.3962743282318115, 0.3853832483291626, 0.38705718517303467, 0.3214761018753052], "r_norm": [0.19269323348999023, 0.1933288872241974, 0.18912839889526367, 0.18969206511974335, 0.1898227035999298]}, {"step": 3350, "epoch": 7, "train_loss": 0.019621264189481735, "cos_r_negg": [0.3282255232334137, 0.3524021506309509, 0.3389889597892761, 0.33167406916618347, 0.2896837592124939], "cos_apical_negg": [0.3282255232334137, 0.3524021506309509, 0.3389889597892761, 0.33167406916618347, 0.2896837592124939], "cos_Ac_negg": [0.3282255232334137, 0.3524021506309509, 0.3389889597892761, 0.33167406916618347, 0.2896837592124939], "r_norm": [0.186766117811203, 0.18776756525039673, 0.183523029088974, 0.18254691362380981, 0.18231995403766632]}, {"step": 3400, "epoch": 7, "train_loss": 0.02699565887451172, "cos_r_negg": [0.30603286623954773, 0.32827097177505493, 0.321888267993927, 0.3195035457611084, 0.2662319540977478], "cos_apical_negg": [0.30603286623954773, 0.32827097177505493, 0.321888267993927, 0.3195035457611084, 0.2662319540977478], "cos_Ac_negg": [0.30603286623954773, 0.32827097177505493, 0.321888267993927, 0.3195035457611084, 0.2662319540977478], "r_norm": [0.23559387028217316, 0.23228824138641357, 0.22951528429985046, 0.22896774113178253, 0.22989000380039215]}, {"step": 3450, "epoch": 7, "train_loss": 0.04075568914413452, "cos_r_negg": [0.34909284114837646, 0.36750510334968567, 0.3605390787124634, 0.3548584580421448, 0.29855239391326904], "cos_apical_negg": [0.34909284114837646, 0.36750510334968567, 0.3605390787124634, 0.3548584580421448, 0.29855239391326904], "cos_Ac_negg": [0.34909284114837646, 0.36750510334968567, 0.3605390787124634, 0.3548584580421448, 0.29855239391326904], "r_norm": [0.16402973234653473, 0.1643224060535431, 0.16150647401809692, 0.1578017771244049, 0.15942755341529846]}, {"step": 3500, "epoch": 7, "train_loss": 0.009899960830807686, "cos_r_negg": [0.327144056558609, 0.356631338596344, 0.3457363247871399, 0.33457696437835693, 0.29519855976104736], "cos_apical_negg": [0.327144056558609, 0.356631338596344, 0.3457363247871399, 0.33457696437835693, 0.29519855976104736], "cos_Ac_negg": [0.327144056558609, 0.356631338596344, 0.3457363247871399, 0.33457696437835693, 0.29519855976104736], "r_norm": [0.16064462065696716, 0.16056415438652039, 0.15757541358470917, 0.15699291229248047, 0.1590336561203003]}, {"step": 3550, "epoch": 7, "train_loss": 0.014234339818358421, "cos_r_negg": [0.3284664750099182, 0.35217922925949097, 0.3424789607524872, 0.3245534300804138, 0.2859758734703064], "cos_apical_negg": [0.3284664750099182, 0.35217922925949097, 0.3424789607524872, 0.3245534300804138, 0.2859758734703064], "cos_Ac_negg": [0.3284664750099182, 0.35217922925949097, 0.3424789607524872, 0.3245534300804138, 0.2859758734703064], "r_norm": [0.16790616512298584, 0.16932453215122223, 0.16524970531463623, 0.16327986121177673, 0.16440212726593018]}, {"step": 3600, "epoch": 7, "train_loss": 0.021685661748051643, "cos_r_negg": [0.3218585252761841, 0.34666335582733154, 0.328362375497818, 0.3198310136795044, 0.28843218088150024], "cos_apical_negg": [0.3218585252761841, 0.34666335582733154, 0.328362375497818, 0.3198310136795044, 0.28843218088150024], "cos_Ac_negg": [0.3218585252761841, 0.34666335582733154, 0.328362375497818, 0.3198310136795044, 0.28843218088150024], "r_norm": [0.18944652378559113, 0.19017277657985687, 0.18495556712150574, 0.18416020274162292, 0.1847178041934967]}, {"step": 3650, "epoch": 7, "train_loss": 0.0014277803711593151, "cos_r_negg": [0.28533560037612915, 0.31934624910354614, 0.30721884965896606, 0.2991090416908264, 0.25577983260154724], "cos_apical_negg": [0.28533560037612915, 0.31934624910354614, 0.30721884965896606, 0.2991090416908264, 0.25577983260154724], "cos_Ac_negg": [0.28533560037612915, 0.31934624910354614, 0.30721884965896606, 0.2991090416908264, 0.25577983260154724], "r_norm": [0.16597992181777954, 0.16562515497207642, 0.16326503455638885, 0.16050198674201965, 0.16221308708190918]}, {"step": 3700, "epoch": 7, "train_loss": 0.02499268762767315, "cos_r_negg": [0.30007505416870117, 0.3267951011657715, 0.3113015592098236, 0.30424249172210693, 0.27347517013549805], "cos_apical_negg": [0.30007505416870117, 0.3267951011657715, 0.3113015592098236, 0.30424249172210693, 0.27347517013549805], "cos_Ac_negg": [0.30007505416870117, 0.3267951011657715, 0.3113015592098236, 0.30424249172210693, 0.27347517013549805], "r_norm": [0.1385444849729538, 0.14007435739040375, 0.137172669172287, 0.13548287749290466, 0.1363961100578308]}, {"step": 3750, "epoch": 7, "train_loss": 0.02854599803686142, "cos_r_negg": [0.2992364764213562, 0.3196250796318054, 0.3060818016529083, 0.3116438388824463, 0.2675620913505554], "cos_apical_negg": [0.2992364764213562, 0.3196250796318054, 0.3060818016529083, 0.3116438388824463, 0.2675620913505554], "cos_Ac_negg": [0.2992364764213562, 0.3196250796318054, 0.3060818016529083, 0.3116438388824463, 0.2675620913505554], "r_norm": [0.1827382743358612, 0.18697386980056763, 0.17910125851631165, 0.18127092719078064, 0.18164637684822083]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9718, "test_loss": 0.1253614896774292}, {"step": 3800, "epoch": 8, "train_loss": 0.02074168622493744, "cos_r_negg": [0.2532854676246643, 0.2792426347732544, 0.2655629515647888, 0.26739850640296936, 0.2362852692604065], "cos_apical_negg": [0.2532854676246643, 0.2792426347732544, 0.2655629515647888, 0.26739850640296936, 0.2362852692604065], "cos_Ac_negg": [0.2532854676246643, 0.2792426347732544, 0.2655629515647888, 0.26739850640296936, 0.2362852692604065], "r_norm": [0.16054020822048187, 0.16049587726593018, 0.15827324986457825, 0.15756607055664062, 0.15773463249206543]}, {"step": 3850, "epoch": 8, "train_loss": 0.007438287138938904, "cos_r_negg": [0.2585902214050293, 0.2869030237197876, 0.26868492364883423, 0.2657860815525055, 0.23634019494056702], "cos_apical_negg": [0.2585902214050293, 0.2869030237197876, 0.26868492364883423, 0.2657860815525055, 0.23634019494056702], "cos_Ac_negg": [0.2585902214050293, 0.2869030237197876, 0.26868492364883423, 0.2657860815525055, 0.23634019494056702], "r_norm": [0.17519424855709076, 0.17432457208633423, 0.17277631163597107, 0.1723448783159256, 0.1719154417514801]}, {"step": 3900, "epoch": 8, "train_loss": 0.004276040941476822, "cos_r_negg": [0.24820181727409363, 0.2773439288139343, 0.26627108454704285, 0.2654889225959778, 0.22750742733478546], "cos_apical_negg": [0.24820181727409363, 0.2773439288139343, 0.26627108454704285, 0.2654889225959778, 0.22750742733478546], "cos_Ac_negg": [0.24820181727409363, 0.2773439288139343, 0.26627108454704285, 0.2654889225959778, 0.22750742733478546], "r_norm": [0.1679678112268448, 0.16894200444221497, 0.16645509004592896, 0.16248652338981628, 0.16437794268131256]}, {"step": 3950, "epoch": 8, "train_loss": 0.008540259674191475, "cos_r_negg": [0.2225441187620163, 0.2525792717933655, 0.23764385282993317, 0.23320181667804718, 0.20778053998947144], "cos_apical_negg": [0.2225441187620163, 0.2525792717933655, 0.23764385282993317, 0.23320181667804718, 0.20778053998947144], "cos_Ac_negg": [0.2225441187620163, 0.2525792717933655, 0.23764385282993317, 0.23320181667804718, 0.20778053998947144], "r_norm": [0.17284490168094635, 0.17580553889274597, 0.1719227433204651, 0.16965746879577637, 0.17077243328094482]}, {"step": 4000, "epoch": 8, "train_loss": 0.0007712416700087488, "cos_r_negg": [0.21364904940128326, 0.2343415915966034, 0.22379735112190247, 0.22099240124225616, 0.18791121244430542], "cos_apical_negg": [0.21364904940128326, 0.2343415915966034, 0.22379735112190247, 0.22099240124225616, 0.18791121244430542], "cos_Ac_negg": [0.21364904940128326, 0.2343415915966034, 0.22379735112190247, 0.22099240124225616, 0.18791121244430542], "r_norm": [0.19866997003555298, 0.19981706142425537, 0.19598597288131714, 0.1946221888065338, 0.1952437162399292]}, {"step": 4050, "epoch": 8, "train_loss": 0.010242479853332043, "cos_r_negg": [0.21893779933452606, 0.24197763204574585, 0.22866761684417725, 0.2212907373905182, 0.19693884253501892], "cos_apical_negg": [0.21893779933452606, 0.24197763204574585, 0.22866761684417725, 0.2212907373905182, 0.19693884253501892], "cos_Ac_negg": [0.21893779933452606, 0.24197763204574585, 0.22866761684417725, 0.2212907373905182, 0.19693884253501892], "r_norm": [0.18461298942565918, 0.1836438775062561, 0.18145805597305298, 0.1785881221294403, 0.17945951223373413]}, {"step": 4100, "epoch": 8, "train_loss": 0.0702950730919838, "cos_r_negg": [0.21144118905067444, 0.23029190301895142, 0.2140517681837082, 0.20658385753631592, 0.1846364438533783], "cos_apical_negg": [0.21144118905067444, 0.23029190301895142, 0.2140517681837082, 0.20658385753631592, 0.1846364438533783], "cos_Ac_negg": [0.21144118905067444, 0.23029190301895142, 0.2140517681837082, 0.20658385753631592, 0.1846364438533783], "r_norm": [0.17074093222618103, 0.1691034883260727, 0.1676609218120575, 0.16613316535949707, 0.16630665957927704]}, {"step": 4150, "epoch": 8, "train_loss": 0.003135127481073141, "cos_r_negg": [0.21806928515434265, 0.2415478527545929, 0.22732385993003845, 0.2202451229095459, 0.1917283833026886], "cos_apical_negg": [0.21806928515434265, 0.2415478527545929, 0.22732385993003845, 0.2202451229095459, 0.1917283833026886], "cos_Ac_negg": [0.21806928515434265, 0.2415478527545929, 0.22732385993003845, 0.2202451229095459, 0.1917283833026886], "r_norm": [0.17758849263191223, 0.17957249283790588, 0.17555755376815796, 0.17197191715240479, 0.17437556385993958]}, {"step": 4200, "epoch": 8, "train_loss": 0.02997128665447235, "cos_r_negg": [0.23623177409172058, 0.26171618700027466, 0.24906033277511597, 0.23929889500141144, 0.2121434211730957], "cos_apical_negg": [0.23623177409172058, 0.26171618700027466, 0.24906033277511597, 0.23929889500141144, 0.2121434211730957], "cos_Ac_negg": [0.23623177409172058, 0.26171618700027466, 0.24906033277511597, 0.23929889500141144, 0.2121434211730957], "r_norm": [0.1664590835571289, 0.16489402949810028, 0.1628485918045044, 0.16141986846923828, 0.16182857751846313]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9738, "test_loss": 0.1324381603240967}, {"step": 4250, "epoch": 9, "train_loss": 0.058082420378923416, "cos_r_negg": [0.24409976601600647, 0.2672231197357178, 0.2567982077598572, 0.24707470834255219, 0.21887457370758057], "cos_apical_negg": [0.24409976601600647, 0.2672231197357178, 0.2567982077598572, 0.24707470834255219, 0.21887457370758057], "cos_Ac_negg": [0.24409976601600647, 0.2672231197357178, 0.2567982077598572, 0.24707470834255219, 0.21887457370758057], "r_norm": [0.1788380742073059, 0.17762422561645508, 0.1750781387090683, 0.17380878329277039, 0.17469976842403412]}, {"step": 4300, "epoch": 9, "train_loss": 0.0051886276341974735, "cos_r_negg": [0.21629402041435242, 0.2426355481147766, 0.23074530065059662, 0.22023871541023254, 0.1968841850757599], "cos_apical_negg": [0.21629402041435242, 0.2426355481147766, 0.23074530065059662, 0.22023871541023254, 0.1968841850757599], "cos_Ac_negg": [0.21629402041435242, 0.2426355481147766, 0.23074530065059662, 0.22023871541023254, 0.1968841850757599], "r_norm": [0.1745017170906067, 0.17392690479755402, 0.17186926305294037, 0.16910068690776825, 0.17065024375915527]}, {"step": 4350, "epoch": 9, "train_loss": 0.0009107503574341536, "cos_r_negg": [0.20512044429779053, 0.23399031162261963, 0.2181296944618225, 0.20933479070663452, 0.18772722780704498], "cos_apical_negg": [0.20512044429779053, 0.23399031162261963, 0.2181296944618225, 0.20933479070663452, 0.18772722780704498], "cos_Ac_negg": [0.20512044429779053, 0.23399031162261963, 0.2181296944618225, 0.20933479070663452, 0.18772722780704498], "r_norm": [0.17299512028694153, 0.1722675859928131, 0.17062415182590485, 0.16757729649543762, 0.16868464648723602]}, {"step": 4400, "epoch": 9, "train_loss": 0.0015720715746283531, "cos_r_negg": [0.19336211681365967, 0.216191828250885, 0.20366160571575165, 0.19487795233726501, 0.16821664571762085], "cos_apical_negg": [0.19336211681365967, 0.216191828250885, 0.20366160571575165, 0.19487795233726501, 0.16821664571762085], "cos_Ac_negg": [0.19336211681365967, 0.216191828250885, 0.20366160571575165, 0.19487795233726501, 0.16821664571762085], "r_norm": [0.17360717058181763, 0.1729450821876526, 0.17114388942718506, 0.16844557225704193, 0.16966427862644196]}, {"step": 4450, "epoch": 9, "train_loss": 0.009664946235716343, "cos_r_negg": [0.19995437562465668, 0.22498875856399536, 0.2124398648738861, 0.2073660045862198, 0.17834994196891785], "cos_apical_negg": [0.19995437562465668, 0.22498875856399536, 0.2124398648738861, 0.2073660045862198, 0.17834994196891785], "cos_Ac_negg": [0.19995437562465668, 0.22498875856399536, 0.2124398648738861, 0.2073660045862198, 0.17834994196891785], "r_norm": [0.14620092511177063, 0.14673465490341187, 0.14396709203720093, 0.14100459218025208, 0.1423393338918686]}, {"step": 4500, "epoch": 9, "train_loss": 0.0004061302461195737, "cos_r_negg": [0.18746846914291382, 0.2145334780216217, 0.20288828015327454, 0.1987907439470291, 0.16891264915466309], "cos_apical_negg": [0.18746846914291382, 0.2145334780216217, 0.20288828015327454, 0.1987907439470291, 0.16891264915466309], "cos_Ac_negg": [0.18746846914291382, 0.2145334780216217, 0.20288828015327454, 0.1987907439470291, 0.16891264915466309], "r_norm": [0.1669306606054306, 0.16786549985408783, 0.16446487605571747, 0.16209621727466583, 0.16420461237430573]}, {"step": 4550, "epoch": 9, "train_loss": 0.01008608192205429, "cos_r_negg": [0.18722602725028992, 0.20966589450836182, 0.20004117488861084, 0.18489502370357513, 0.16928882896900177], "cos_apical_negg": [0.18722602725028992, 0.20966589450836182, 0.20004117488861084, 0.18489502370357513, 0.16928882896900177], "cos_Ac_negg": [0.18722602725028992, 0.20966589450836182, 0.20004117488861084, 0.18489502370357513, 0.16928882896900177], "r_norm": [0.17593641579151154, 0.1763639599084854, 0.17234063148498535, 0.1728319227695465, 0.17428186535835266]}, {"step": 4600, "epoch": 9, "train_loss": 0.07091046869754791, "cos_r_negg": [0.1737520694732666, 0.19613677263259888, 0.18340998888015747, 0.17240065336227417, 0.15312989056110382], "cos_apical_negg": [0.1737520694732666, 0.19613677263259888, 0.18340998888015747, 0.17240065336227417, 0.15312989056110382], "cos_Ac_negg": [0.1737520694732666, 0.19613677263259888, 0.18340998888015747, 0.17240065336227417, 0.15312989056110382], "r_norm": [0.1585191935300827, 0.16064748167991638, 0.15678510069847107, 0.15486131608486176, 0.1570529192686081]}, {"step": 4650, "epoch": 9, "train_loss": 0.0008946682210080326, "cos_r_negg": [0.1742647886276245, 0.19495970010757446, 0.1852043867111206, 0.17586839199066162, 0.15207788348197937], "cos_apical_negg": [0.1742647886276245, 0.19495970010757446, 0.1852043867111206, 0.17586839199066162, 0.15207788348197937], "cos_Ac_negg": [0.1742647886276245, 0.19495970010757446, 0.1852043867111206, 0.17586839199066162, 0.15207788348197937], "r_norm": [0.15613237023353577, 0.1580195128917694, 0.15441416203975677, 0.151248499751091, 0.1534552276134491]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.973, "test_loss": 0.14250350265502928}, {"step": 4700, "epoch": 10, "train_loss": 0.00813316274434328, "cos_r_negg": [0.16212913393974304, 0.1828368902206421, 0.1721450239419937, 0.1660732924938202, 0.14101062715053558], "cos_apical_negg": [0.16212913393974304, 0.1828368902206421, 0.1721450239419937, 0.1660732924938202, 0.14101062715053558], "cos_Ac_negg": [0.16212913393974304, 0.1828368902206421, 0.1721450239419937, 0.1660732924938202, 0.14101062715053558], "r_norm": [0.14414629340171814, 0.14603310823440552, 0.1429837942123413, 0.13909214735031128, 0.14135408401489258]}, {"step": 4750, "epoch": 10, "train_loss": 0.00039567664498463273, "cos_r_negg": [0.1543406844139099, 0.1772245466709137, 0.16570702195167542, 0.15856966376304626, 0.13601234555244446], "cos_apical_negg": [0.1543406844139099, 0.1772245466709137, 0.16570702195167542, 0.15856966376304626, 0.13601234555244446], "cos_Ac_negg": [0.1543406844139099, 0.1772245466709137, 0.16570702195167542, 0.15856966376304626, 0.13601234555244446], "r_norm": [0.15734201669692993, 0.15893936157226562, 0.15544924139976501, 0.15293918550014496, 0.1552470624446869]}, {"step": 4800, "epoch": 10, "train_loss": 0.0010404599597677588, "cos_r_negg": [0.15306991338729858, 0.1735115349292755, 0.162499338388443, 0.15599849820137024, 0.13252423703670502], "cos_apical_negg": [0.15306991338729858, 0.1735115349292755, 0.162499338388443, 0.15599849820137024, 0.13252423703670502], "cos_Ac_negg": [0.15306991338729858, 0.1735115349292755, 0.162499338388443, 0.15599849820137024, 0.13252423703670502], "r_norm": [0.15533685684204102, 0.15686888992786407, 0.15359897911548615, 0.15064910054206848, 0.1527807116508484]}, {"step": 4850, "epoch": 10, "train_loss": 0.0014038571389392018, "cos_r_negg": [0.16103991866111755, 0.18272152543067932, 0.17286835610866547, 0.16515332460403442, 0.14005109667778015], "cos_apical_negg": [0.16103991866111755, 0.18272152543067932, 0.17286835610866547, 0.16515332460403442, 0.14005109667778015], "cos_Ac_negg": [0.16103991866111755, 0.18272152543067932, 0.17286835610866547, 0.16515332460403442, 0.14005109667778015], "r_norm": [0.16485632956027985, 0.16595351696014404, 0.16246023774147034, 0.1595297008752823, 0.16183310747146606]}, {"step": 4900, "epoch": 10, "train_loss": 0.0017564792651683092, "cos_r_negg": [0.1559443175792694, 0.1758800745010376, 0.16548943519592285, 0.15818996727466583, 0.1342749148607254], "cos_apical_negg": [0.1559443175792694, 0.1758800745010376, 0.16548943519592285, 0.15818996727466583, 0.1342749148607254], "cos_Ac_negg": [0.1559443175792694, 0.1758800745010376, 0.16548943519592285, 0.15818996727466583, 0.1342749148607254], "r_norm": [0.1531437486410141, 0.15400992333889008, 0.15124547481536865, 0.14723551273345947, 0.14910976588726044]}, {"step": 4950, "epoch": 10, "train_loss": 0.007198835723102093, "cos_r_negg": [0.15053148567676544, 0.16975408792495728, 0.15806944668293, 0.15205174684524536, 0.12917864322662354], "cos_apical_negg": [0.15053148567676544, 0.16975408792495728, 0.15806944668293, 0.15205174684524536, 0.12917864322662354], "cos_Ac_negg": [0.15053148567676544, 0.16975408792495728, 0.15806944668293, 0.15205174684524536, 0.12917864322662354], "r_norm": [0.1592416763305664, 0.15893855690956116, 0.15609081089496613, 0.1529095619916916, 0.15490174293518066]}, {"step": 5000, "epoch": 10, "train_loss": 0.00032475899206474423, "cos_r_negg": [0.13991717994213104, 0.1577942967414856, 0.14684046804904938, 0.1408931314945221, 0.11865513026714325], "cos_apical_negg": [0.13991717994213104, 0.1577942967414856, 0.14684046804904938, 0.1408931314945221, 0.11865513026714325], "cos_Ac_negg": [0.13991717994213104, 0.1577942967414856, 0.14684046804904938, 0.1408931314945221, 0.11865513026714325], "r_norm": [0.1536087691783905, 0.15387201309204102, 0.1516059935092926, 0.1475004255771637, 0.14976996183395386]}, {"step": 5050, "epoch": 10, "train_loss": 0.0011317800963297486, "cos_r_negg": [0.14342305064201355, 0.16068443655967712, 0.14963454008102417, 0.14505305886268616, 0.1244855523109436], "cos_apical_negg": [0.14342305064201355, 0.16068443655967712, 0.14963454008102417, 0.14505305886268616, 0.1244855523109436], "cos_Ac_negg": [0.14342305064201355, 0.16068443655967712, 0.14963454008102417, 0.14505305886268616, 0.1244855523109436], "r_norm": [0.150971919298172, 0.15112999081611633, 0.14894644916057587, 0.1452053338289261, 0.14742980897426605]}, {"step": 5100, "epoch": 10, "train_loss": 0.002338920719921589, "cos_r_negg": [0.14626836776733398, 0.16569733619689941, 0.15477100014686584, 0.1497538536787033, 0.12794692814350128], "cos_apical_negg": [0.14626836776733398, 0.16569733619689941, 0.15477100014686584, 0.1497538536787033, 0.12794692814350128], "cos_Ac_negg": [0.14626836776733398, 0.16569733619689941, 0.15477100014686584, 0.1497538536787033, 0.12794692814350128], "r_norm": [0.1478978991508484, 0.14680123329162598, 0.1455482691526413, 0.14232857525348663, 0.14364510774612427]}, {"step": 5150, "epoch": 10, "train_loss": 0.00014612555969506502, "cos_r_negg": [0.1395210325717926, 0.15653002262115479, 0.1449771225452423, 0.14170439541339874, 0.11851920187473297], "cos_apical_negg": [0.1395210325717926, 0.15653002262115479, 0.1449771225452423, 0.14170439541339874, 0.11851920187473297], "cos_Ac_negg": [0.1395210325717926, 0.15653002262115479, 0.1449771225452423, 0.14170439541339874, 0.11851920187473297], "r_norm": [0.14514733850955963, 0.1439506858587265, 0.14272907376289368, 0.1395065039396286, 0.14091041684150696]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9732, "test_loss": 0.14539165534973145}, {"step": 5200, "epoch": 11, "train_loss": 0.0016106489347293973, "cos_r_negg": [0.13653163611888885, 0.15371853113174438, 0.14262694120407104, 0.1382845640182495, 0.11677472293376923], "cos_apical_negg": [0.13653163611888885, 0.15371853113174438, 0.14262694120407104, 0.1382845640182495, 0.11677472293376923], "cos_Ac_negg": [0.13653163611888885, 0.15371853113174438, 0.14262694120407104, 0.1382845640182495, 0.11677472293376923], "r_norm": [0.15710994601249695, 0.1576574146747589, 0.155319482088089, 0.15225465595722198, 0.15385505557060242]}, {"step": 5250, "epoch": 11, "train_loss": 0.0009787303861230612, "cos_r_negg": [0.12984509766101837, 0.1479283571243286, 0.13651613891124725, 0.1320335566997528, 0.11177010089159012], "cos_apical_negg": [0.12984509766101837, 0.1479283571243286, 0.13651613891124725, 0.1320335566997528, 0.11177010089159012], "cos_Ac_negg": [0.12984509766101837, 0.1479283571243286, 0.13651613891124725, 0.1320335566997528, 0.11177010089159012], "r_norm": [0.16620752215385437, 0.1656481921672821, 0.16332349181175232, 0.16057145595550537, 0.16204684972763062]}, {"step": 5300, "epoch": 11, "train_loss": 0.0010578196961432695, "cos_r_negg": [0.1316922903060913, 0.14854960143566132, 0.1374693214893341, 0.13390560448169708, 0.11360429227352142], "cos_apical_negg": [0.1316922903060913, 0.14854960143566132, 0.1374693214893341, 0.13390560448169708, 0.11360429227352142], "cos_Ac_negg": [0.1316922903060913, 0.14854960143566132, 0.1374693214893341, 0.13390560448169708, 0.11360429227352142], "r_norm": [0.16862457990646362, 0.16903838515281677, 0.16590896248817444, 0.16267450153827667, 0.16440251469612122]}, {"step": 5350, "epoch": 11, "train_loss": 0.00017769192345440388, "cos_r_negg": [0.12599653005599976, 0.1419675052165985, 0.13126400113105774, 0.12780287861824036, 0.1081322431564331], "cos_apical_negg": [0.12599653005599976, 0.1419675052165985, 0.13126400113105774, 0.12780287861824036, 0.1081322431564331], "cos_Ac_negg": [0.12599653005599976, 0.1419675052165985, 0.13126400113105774, 0.12780287861824036, 0.1081322431564331], "r_norm": [0.16253089904785156, 0.1625344306230545, 0.16070497035980225, 0.15692652761936188, 0.15864399075508118]}, {"step": 5400, "epoch": 11, "train_loss": 0.00729744229465723, "cos_r_negg": [0.12248951196670532, 0.1366415023803711, 0.12571583688259125, 0.12185554206371307, 0.10276016592979431], "cos_apical_negg": [0.12248951196670532, 0.1366415023803711, 0.12571583688259125, 0.12185554206371307, 0.10276016592979431], "cos_Ac_negg": [0.12248951196670532, 0.1366415023803711, 0.12571583688259125, 0.12185554206371307, 0.10276016592979431], "r_norm": [0.15274834632873535, 0.15330372750759125, 0.1511855274438858, 0.14733991026878357, 0.14910396933555603]}, {"step": 5450, "epoch": 11, "train_loss": 0.0021986046340316534, "cos_r_negg": [0.12684977054595947, 0.14210104942321777, 0.13270188868045807, 0.12929609417915344, 0.10939673334360123], "cos_apical_negg": [0.12684977054595947, 0.14210104942321777, 0.13270188868045807, 0.12929609417915344, 0.10939673334360123], "cos_Ac_negg": [0.12684977054595947, 0.14210104942321777, 0.13270188868045807, 0.12929609417915344, 0.10939673334360123], "r_norm": [0.14227883517742157, 0.1421663761138916, 0.14038749039173126, 0.13683858513832092, 0.13840444386005402]}, {"step": 5500, "epoch": 11, "train_loss": 0.0004629818722605705, "cos_r_negg": [0.11777952313423157, 0.13282343745231628, 0.12241940945386887, 0.11826500296592712, 0.09776279330253601], "cos_apical_negg": [0.11777952313423157, 0.13282343745231628, 0.12241940945386887, 0.11826500296592712, 0.09776279330253601], "cos_Ac_negg": [0.11777952313423157, 0.13282343745231628, 0.12241940945386887, 0.11826500296592712, 0.09776279330253601], "r_norm": [0.1462123692035675, 0.14515061676502228, 0.14439807832241058, 0.14096125960350037, 0.14230915904045105]}, {"step": 5550, "epoch": 11, "train_loss": 0.001743459259159863, "cos_r_negg": [0.13419896364212036, 0.15259718894958496, 0.14344143867492676, 0.1411632001399994, 0.11917057633399963], "cos_apical_negg": [0.13419896364212036, 0.15259718894958496, 0.14344143867492676, 0.1411632001399994, 0.11917057633399963], "cos_Ac_negg": [0.13419896364212036, 0.15259718894958496, 0.14344143867492676, 0.1411632001399994, 0.11917057633399963], "r_norm": [0.14517372846603394, 0.1453811377286911, 0.14311975240707397, 0.13966241478919983, 0.14136768877506256]}, {"step": 5600, "epoch": 11, "train_loss": 0.00030529688228853047, "cos_r_negg": [0.12385884672403336, 0.13890378177165985, 0.12935587763786316, 0.1266321837902069, 0.1062898263335228], "cos_apical_negg": [0.12385884672403336, 0.13890378177165985, 0.12935587763786316, 0.1266321837902069, 0.1062898263335228], "cos_Ac_negg": [0.12385884672403336, 0.13890378177165985, 0.12935587763786316, 0.1266321837902069, 0.1062898263335228], "r_norm": [0.1617559790611267, 0.16048601269721985, 0.15903687477111816, 0.15541231632232666, 0.1572178304195404]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9732, "test_loss": 0.15186462841033935}, {"step": 5650, "epoch": 12, "train_loss": 0.00038207523175515234, "cos_r_negg": [0.1266361027956009, 0.14319315552711487, 0.1343589574098587, 0.13182805478572845, 0.1120227575302124], "cos_apical_negg": [0.1266361027956009, 0.14319315552711487, 0.1343589574098587, 0.13182805478572845, 0.1120227575302124], "cos_Ac_negg": [0.1266361027956009, 0.14319315552711487, 0.1343589574098587, 0.13182805478572845, 0.1120227575302124], "r_norm": [0.1519763469696045, 0.15082836151123047, 0.14943674206733704, 0.14536678791046143, 0.14708258211612701]}, {"step": 5700, "epoch": 12, "train_loss": 0.00014861203089822084, "cos_r_negg": [0.12586820125579834, 0.14085596799850464, 0.13245321810245514, 0.130085751414299, 0.11064000427722931], "cos_apical_negg": [0.12586820125579834, 0.14085596799850464, 0.13245321810245514, 0.130085751414299, 0.11064000427722931], "cos_Ac_negg": [0.12586820125579834, 0.14085596799850464, 0.13245321810245514, 0.130085751414299, 0.11064000427722931], "r_norm": [0.15735027194023132, 0.15687480568885803, 0.1551770269870758, 0.15152251720428467, 0.1531221568584442]}, {"step": 5750, "epoch": 12, "train_loss": 0.0002712144050747156, "cos_r_negg": [0.12115881592035294, 0.13443605601787567, 0.12588003277778625, 0.12289285659790039, 0.103757843375206], "cos_apical_negg": [0.12115881592035294, 0.13443605601787567, 0.12588003277778625, 0.12289285659790039, 0.103757843375206], "cos_Ac_negg": [0.12115881592035294, 0.13443605601787567, 0.12588003277778625, 0.12289285659790039, 0.103757843375206], "r_norm": [0.15771996974945068, 0.15711987018585205, 0.15560033917427063, 0.15207356214523315, 0.15352410078048706]}, {"step": 5800, "epoch": 12, "train_loss": 0.0002955991658382118, "cos_r_negg": [0.12398611009120941, 0.14032141864299774, 0.13187557458877563, 0.1301979124546051, 0.11107820272445679], "cos_apical_negg": [0.12398611009120941, 0.14032141864299774, 0.13187557458877563, 0.1301979124546051, 0.11107820272445679], "cos_Ac_negg": [0.12398611009120941, 0.14032141864299774, 0.13187557458877563, 0.1301979124546051, 0.11107820272445679], "r_norm": [0.15122078359127045, 0.15122002363204956, 0.14886131882667542, 0.14517048001289368, 0.1470666378736496]}, {"step": 5850, "epoch": 12, "train_loss": 0.0011012007016688585, "cos_r_negg": [0.11740303039550781, 0.13206078112125397, 0.1236659586429596, 0.12233173847198486, 0.10247135162353516], "cos_apical_negg": [0.11740303039550781, 0.13206078112125397, 0.1236659586429596, 0.12233173847198486, 0.10247135162353516], "cos_Ac_negg": [0.11740303039550781, 0.13206078112125397, 0.1236659586429596, 0.12233173847198486, 0.10247135162353516], "r_norm": [0.14822356402873993, 0.14920353889465332, 0.1467708945274353, 0.1431255042552948, 0.14512965083122253]}, {"step": 5900, "epoch": 12, "train_loss": 0.0015022808220237494, "cos_r_negg": [0.11524029821157455, 0.12871906161308289, 0.12058104574680328, 0.11829927563667297, 0.09827739745378494], "cos_apical_negg": [0.11524029821157455, 0.12871906161308289, 0.12058104574680328, 0.11829927563667297, 0.09827739745378494], "cos_Ac_negg": [0.11524029821157455, 0.12871906161308289, 0.12058104574680328, 0.11829927563667297, 0.09827739745378494], "r_norm": [0.1538432240486145, 0.15465839207172394, 0.1523594856262207, 0.14859196543693542, 0.1505158394575119]}, {"step": 5950, "epoch": 12, "train_loss": 0.00041448528645560145, "cos_r_negg": [0.12322413176298141, 0.13892680406570435, 0.1308736950159073, 0.12879638373851776, 0.10957424342632294], "cos_apical_negg": [0.12322413176298141, 0.13892680406570435, 0.1308736950159073, 0.12879638373851776, 0.10957424342632294], "cos_Ac_negg": [0.12322413176298141, 0.13892680406570435, 0.1308736950159073, 0.12879638373851776, 0.10957424342632294], "r_norm": [0.1511206030845642, 0.1526552438735962, 0.14976856112480164, 0.14586514234542847, 0.14809107780456543]}, {"step": 6000, "epoch": 12, "train_loss": 0.0021176780574023724, "cos_r_negg": [0.1138053685426712, 0.1283790022134781, 0.12027296423912048, 0.11658364534378052, 0.09926119446754456], "cos_apical_negg": [0.1138053685426712, 0.1283790022134781, 0.12027296423912048, 0.11658364534378052, 0.09926119446754456], "cos_Ac_negg": [0.1138053685426712, 0.1283790022134781, 0.12027296423912048, 0.11658364534378052, 0.09926119446754456], "r_norm": [0.1522561013698578, 0.15156403183937073, 0.1499336063861847, 0.14600244164466858, 0.147630512714386]}, {"step": 6050, "epoch": 12, "train_loss": 0.00018546509090811014, "cos_r_negg": [0.10931678116321564, 0.12217555195093155, 0.11463648080825806, 0.11040601134300232, 0.09237803518772125], "cos_apical_negg": [0.10931678116321564, 0.12217555195093155, 0.11463648080825806, 0.11040601134300232, 0.09237803518772125], "cos_Ac_negg": [0.10931678116321564, 0.12217555195093155, 0.11463648080825806, 0.11040601134300232, 0.09237803518772125], "r_norm": [0.14653852581977844, 0.14683397114276886, 0.14483532309532166, 0.1407218873500824, 0.14242763817310333]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9747, "test_loss": 0.15645256843566893}, {"step": 6100, "epoch": 13, "train_loss": 0.0004530230653472245, "cos_r_negg": [0.10662446916103363, 0.11861135065555573, 0.11120064556598663, 0.10681700706481934, 0.08946788311004639], "cos_apical_negg": [0.10662446916103363, 0.11861135065555573, 0.11120064556598663, 0.10681700706481934, 0.08946788311004639], "cos_Ac_negg": [0.10662446916103363, 0.11861135065555573, 0.11120064556598663, 0.10681700706481934, 0.08946788311004639], "r_norm": [0.14300194382667542, 0.143651083111763, 0.1415507048368454, 0.1374320387840271, 0.13912507891654968]}, {"step": 6150, "epoch": 13, "train_loss": 0.00034133545705117285, "cos_r_negg": [0.10520956665277481, 0.11682787537574768, 0.10931073129177094, 0.10533654689788818, 0.08862440288066864], "cos_apical_negg": [0.10520956665277481, 0.11682787537574768, 0.10931073129177094, 0.10533654689788818, 0.08862440288066864], "cos_Ac_negg": [0.10520956665277481, 0.11682787537574768, 0.10931073129177094, 0.10533654689788818, 0.08862440288066864], "r_norm": [0.14341917634010315, 0.1438714861869812, 0.1419021189212799, 0.13781262934207916, 0.13944260776042938]}, {"step": 6200, "epoch": 13, "train_loss": 0.00029031571466475725, "cos_r_negg": [0.10420346260070801, 0.11548773944377899, 0.10802438855171204, 0.10412149131298065, 0.08731430768966675], "cos_apical_negg": [0.10420346260070801, 0.11548773944377899, 0.10802438855171204, 0.10412149131298065, 0.08731430768966675], "cos_Ac_negg": [0.10420346260070801, 0.11548773944377899, 0.10802438855171204, 0.10412149131298065, 0.08731430768966675], "r_norm": [0.14296509325504303, 0.14325346052646637, 0.14136648178100586, 0.13733704388141632, 0.13887706398963928]}, {"step": 6250, "epoch": 13, "train_loss": 0.0001817750744521618, "cos_r_negg": [0.1028846874833107, 0.11372042447328568, 0.10659779608249664, 0.1032208800315857, 0.08642760664224625], "cos_apical_negg": [0.1028846874833107, 0.11372042447328568, 0.10659779608249664, 0.1032208800315857, 0.08642760664224625], "cos_Ac_negg": [0.1028846874833107, 0.11372042447328568, 0.10659779608249664, 0.1032208800315857, 0.08642760664224625], "r_norm": [0.14352518320083618, 0.1447269320487976, 0.1425301730632782, 0.13870327174663544, 0.14045482873916626]}, {"step": 6300, "epoch": 13, "train_loss": 7.986428681761026e-05, "cos_r_negg": [0.10125216841697693, 0.11220311373472214, 0.10508602857589722, 0.10178644210100174, 0.08546566963195801], "cos_apical_negg": [0.10125216841697693, 0.11220311373472214, 0.10508602857589722, 0.10178644210100174, 0.08546566963195801], "cos_Ac_negg": [0.10125216841697693, 0.11220311373472214, 0.10508602857589722, 0.10178644210100174, 0.08546566963195801], "r_norm": [0.1444249153137207, 0.14573007822036743, 0.14342617988586426, 0.13945648074150085, 0.1413402110338211]}, {"step": 6350, "epoch": 13, "train_loss": 0.0009827363537624478, "cos_r_negg": [0.10119329392910004, 0.1122104674577713, 0.10519047826528549, 0.10183502733707428, 0.08454668521881104], "cos_apical_negg": [0.10119329392910004, 0.1122104674577713, 0.10519047826528549, 0.10183502733707428, 0.08454668521881104], "cos_Ac_negg": [0.10119329392910004, 0.1122104674577713, 0.10519047826528549, 0.10183502733707428, 0.08454668521881104], "r_norm": [0.13901689648628235, 0.140340656042099, 0.1381233036518097, 0.1340559422969818, 0.13586749136447906]}, {"step": 6400, "epoch": 13, "train_loss": 0.00044381010229699314, "cos_r_negg": [0.10123339295387268, 0.11282756924629211, 0.10554523766040802, 0.1027311384677887, 0.08567498624324799], "cos_apical_negg": [0.10123339295387268, 0.11282756924629211, 0.10554523766040802, 0.1027311384677887, 0.08567498624324799], "cos_Ac_negg": [0.10123339295387268, 0.11282756924629211, 0.10554523766040802, 0.1027311384677887, 0.08567498624324799], "r_norm": [0.14428460597991943, 0.14536865055561066, 0.14320041239261627, 0.13894949853420258, 0.14096581935882568]}, {"step": 6450, "epoch": 13, "train_loss": 0.0009614275768399239, "cos_r_negg": [0.10031222552061081, 0.1118156909942627, 0.10425233840942383, 0.10132932662963867, 0.08481582999229431], "cos_apical_negg": [0.10031222552061081, 0.1118156909942627, 0.10425233840942383, 0.10132932662963867, 0.08481582999229431], "cos_Ac_negg": [0.10031222552061081, 0.1118156909942627, 0.10425233840942383, 0.10132932662963867, 0.08481582999229431], "r_norm": [0.1429818868637085, 0.14406372606754303, 0.14185984432697296, 0.13793662190437317, 0.13981805741786957]}, {"step": 6500, "epoch": 13, "train_loss": 0.00014036719221621752, "cos_r_negg": [0.10528057813644409, 0.11729706078767776, 0.10958404093980789, 0.10667015612125397, 0.09055358171463013], "cos_apical_negg": [0.10528057813644409, 0.11729706078767776, 0.10958404093980789, 0.10667015612125397, 0.09055358171463013], "cos_Ac_negg": [0.10528057813644409, 0.11729706078767776, 0.10958404093980789, 0.10667015612125397, 0.09055358171463013], "r_norm": [0.13842850923538208, 0.13944531977176666, 0.13736560940742493, 0.13364103436470032, 0.1353856474161148]}, {"step": 6550, "epoch": 13, "train_loss": 0.003171295626088977, "cos_r_negg": [0.10123670846223831, 0.11330059170722961, 0.1054115816950798, 0.10219238698482513, 0.08675182610750198], "cos_apical_negg": [0.10123670846223831, 0.11330059170722961, 0.1054115816950798, 0.10219238698482513, 0.08675182610750198], "cos_Ac_negg": [0.10123670846223831, 0.11330059170722961, 0.1054115816950798, 0.10219238698482513, 0.08675182610750198], "r_norm": [0.14110881090164185, 0.14223775267601013, 0.14004682004451752, 0.1362786591053009, 0.1381145566701889]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9734, "test_loss": 0.16345382900238037}, {"step": 6600, "epoch": 14, "train_loss": 0.00029941590037196875, "cos_r_negg": [0.09881551563739777, 0.1107320785522461, 0.10311046987771988, 0.10025690495967865, 0.08506084233522415], "cos_apical_negg": [0.09881551563739777, 0.1107320785522461, 0.10311046987771988, 0.10025690495967865, 0.08506084233522415], "cos_Ac_negg": [0.09881551563739777, 0.1107320785522461, 0.10311046987771988, 0.10025690495967865, 0.08506084233522415], "r_norm": [0.14355860650539398, 0.14469945430755615, 0.1425057351589203, 0.13868114352226257, 0.1405353844165802]}, {"step": 6650, "epoch": 14, "train_loss": 0.000953704584389925, "cos_r_negg": [0.09728827327489853, 0.10848964750766754, 0.10130961239337921, 0.09849271178245544, 0.08332761377096176], "cos_apical_negg": [0.09728827327489853, 0.10848964750766754, 0.10130961239337921, 0.09849271178245544, 0.08332761377096176], "cos_Ac_negg": [0.09728827327489853, 0.10848964750766754, 0.10130961239337921, 0.09849271178245544, 0.08332761377096176], "r_norm": [0.14227719604969025, 0.14324967563152313, 0.1411692053079605, 0.1373739391565323, 0.13912884891033173]}, {"step": 6700, "epoch": 14, "train_loss": 0.00103886635042727, "cos_r_negg": [0.09580632299184799, 0.10633628815412521, 0.0994386151432991, 0.0966612845659256, 0.0817088857293129], "cos_apical_negg": [0.09580632299184799, 0.10633628815412521, 0.0994386151432991, 0.0966612845659256, 0.0817088857293129], "cos_Ac_negg": [0.09580632299184799, 0.10633628815412521, 0.0994386151432991, 0.0966612845659256, 0.0817088857293129], "r_norm": [0.14512741565704346, 0.14626099169254303, 0.14410759508609772, 0.14041751623153687, 0.1420847326517105]}, {"step": 6750, "epoch": 14, "train_loss": 0.0002585595939308405, "cos_r_negg": [0.09480807930231094, 0.1049962043762207, 0.09829160571098328, 0.0954529419541359, 0.08076611161231995], "cos_apical_negg": [0.09480807930231094, 0.1049962043762207, 0.09829160571098328, 0.0954529419541359, 0.08076611161231995], "cos_Ac_negg": [0.09480807930231094, 0.1049962043762207, 0.09829160571098328, 0.0954529419541359, 0.08076611161231995], "r_norm": [0.14415927231311798, 0.14527380466461182, 0.1431700885295868, 0.13945400714874268, 0.14107894897460938]}, {"step": 6800, "epoch": 14, "train_loss": 0.000596041907556355, "cos_r_negg": [0.09392067790031433, 0.10375601053237915, 0.0968954786658287, 0.09486891329288483, 0.0800207108259201], "cos_apical_negg": [0.09392067790031433, 0.10375601053237915, 0.0968954786658287, 0.09486891329288483, 0.0800207108259201], "cos_Ac_negg": [0.09392067790031433, 0.10375601053237915, 0.0968954786658287, 0.09486891329288483, 0.0800207108259201], "r_norm": [0.15222418308258057, 0.15317627787590027, 0.15108360350131989, 0.147655189037323, 0.14907538890838623]}, {"step": 6850, "epoch": 14, "train_loss": 0.00014955108053982258, "cos_r_negg": [0.09482359886169434, 0.10490481555461884, 0.09808778762817383, 0.09606509655714035, 0.08153268694877625], "cos_apical_negg": [0.09482359886169434, 0.10490481555461884, 0.09808778762817383, 0.09606509655714035, 0.08153268694877625], "cos_Ac_negg": [0.09482359886169434, 0.10490481555461884, 0.09808778762817383, 0.09606509655714035, 0.08153268694877625], "r_norm": [0.14474357664585114, 0.14596058428287506, 0.1437785029411316, 0.14020423591136932, 0.1417447030544281]}, {"step": 6900, "epoch": 14, "train_loss": 3.2967975130304694e-05, "cos_r_negg": [0.09595899283885956, 0.10595458745956421, 0.09910044074058533, 0.09650953114032745, 0.08159036934375763], "cos_apical_negg": [0.09595899283885956, 0.10595458745956421, 0.09910044074058533, 0.09650953114032745, 0.08159036934375763], "cos_Ac_negg": [0.09595899283885956, 0.10595458745956421, 0.09910044074058533, 0.09650953114032745, 0.08159036934375763], "r_norm": [0.1380525827407837, 0.13958843052387238, 0.13726051151752472, 0.13367123901844025, 0.13530373573303223]}, {"step": 6950, "epoch": 14, "train_loss": 6.105336069595069e-05, "cos_r_negg": [0.09532520920038223, 0.10516130924224854, 0.09835679084062576, 0.09603025019168854, 0.08129671216011047], "cos_apical_negg": [0.09532520920038223, 0.10516130924224854, 0.09835679084062576, 0.09603025019168854, 0.08129671216011047], "cos_Ac_negg": [0.09532520920038223, 0.10516130924224854, 0.09835679084062576, 0.09603025019168854, 0.08129671216011047], "r_norm": [0.14332175254821777, 0.14483746886253357, 0.1425144076347351, 0.1385948210954666, 0.14046426117420197]}, {"step": 7000, "epoch": 14, "train_loss": 0.00030481943394988775, "cos_r_negg": [0.09246989339590073, 0.10175241529941559, 0.0950879156589508, 0.09248121082782745, 0.0785936787724495], "cos_apical_negg": [0.09246989339590073, 0.10175241529941559, 0.0950879156589508, 0.09248121082782745, 0.0785936787724495], "cos_Ac_negg": [0.09246989339590073, 0.10175241529941559, 0.0950879156589508, 0.09248121082782745, 0.0785936787724495], "r_norm": [0.14379426836967468, 0.14548584818840027, 0.14309968054294586, 0.13930237293243408, 0.14100326597690582]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9742, "test_loss": 0.16541031436920167}, {"step": 7050, "epoch": 15, "train_loss": 0.00010407737863715738, "cos_r_negg": [0.0917631983757019, 0.10086958110332489, 0.0942671075463295, 0.09147626161575317, 0.07769840955734253], "cos_apical_negg": [0.0917631983757019, 0.10086958110332489, 0.0942671075463295, 0.09147626161575317, 0.07769840955734253], "cos_Ac_negg": [0.0917631983757019, 0.10086958110332489, 0.0942671075463295, 0.09147626161575317, 0.07769840955734253], "r_norm": [0.14371681213378906, 0.14542436599731445, 0.14301659166812897, 0.13928598165512085, 0.14095476269721985]}, {"step": 7100, "epoch": 15, "train_loss": 0.001670856261625886, "cos_r_negg": [0.09133696556091309, 0.10026484727859497, 0.09333747625350952, 0.09105337411165237, 0.0774056613445282], "cos_apical_negg": [0.09133696556091309, 0.10026484727859497, 0.09333747625350952, 0.09105337411165237, 0.0774056613445282], "cos_Ac_negg": [0.09133696556091309, 0.10026484727859497, 0.09333747625350952, 0.09105337411165237, 0.0774056613445282], "r_norm": [0.14720730483531952, 0.14874039590358734, 0.1463976949453354, 0.1428339034318924, 0.14431554079055786]}, {"step": 7150, "epoch": 15, "train_loss": 0.0001168651579064317, "cos_r_negg": [0.09219974279403687, 0.10111992061138153, 0.09437163174152374, 0.09188063442707062, 0.07804269343614578], "cos_apical_negg": [0.09219974279403687, 0.10111992061138153, 0.09437163174152374, 0.09188063442707062, 0.07804269343614578], "cos_Ac_negg": [0.09219974279403687, 0.10111992061138153, 0.09437163174152374, 0.09188063442707062, 0.07804269343614578], "r_norm": [0.14496444165706635, 0.1465667486190796, 0.14418786764144897, 0.14040476083755493, 0.14206422865390778]}, {"step": 7200, "epoch": 15, "train_loss": 0.00012868351768702269, "cos_r_negg": [0.09144088625907898, 0.100251704454422, 0.09351852536201477, 0.0909690260887146, 0.0772215873003006], "cos_apical_negg": [0.09144088625907898, 0.100251704454422, 0.09351852536201477, 0.0909690260887146, 0.0772215873003006], "cos_Ac_negg": [0.09144088625907898, 0.100251704454422, 0.09351852536201477, 0.0909690260887146, 0.0772215873003006], "r_norm": [0.14409661293029785, 0.14553526043891907, 0.14326754212379456, 0.1395677924156189, 0.14116686582565308]}, {"step": 7250, "epoch": 15, "train_loss": 0.00027264253003522754, "cos_r_negg": [0.09138870984315872, 0.09979654103517532, 0.09326863288879395, 0.09087183326482773, 0.0766337439417839], "cos_apical_negg": [0.09138870984315872, 0.09979654103517532, 0.09326863288879395, 0.09087183326482773, 0.0766337439417839], "cos_Ac_negg": [0.09138870984315872, 0.09979654103517532, 0.09326863288879395, 0.09087183326482773, 0.0766337439417839], "r_norm": [0.14290864765644073, 0.14437517523765564, 0.1420784592628479, 0.1383001208305359, 0.13995200395584106]}, {"step": 7300, "epoch": 15, "train_loss": 3.9879603718873113e-05, "cos_r_negg": [0.09092049300670624, 0.09913946688175201, 0.0927148088812828, 0.09038212895393372, 0.0764046311378479], "cos_apical_negg": [0.09092049300670624, 0.09913946688175201, 0.0927148088812828, 0.09038212895393372, 0.0764046311378479], "cos_Ac_negg": [0.09092049300670624, 0.09913946688175201, 0.0927148088812828, 0.09038212895393372, 0.0764046311378479], "r_norm": [0.1429511308670044, 0.14452210068702698, 0.1421804428100586, 0.1384802609682083, 0.14011625945568085]}, {"step": 7350, "epoch": 15, "train_loss": 0.00057453871704638, "cos_r_negg": [0.09048807621002197, 0.09871083498001099, 0.09234227240085602, 0.08984290063381195, 0.0760270357131958], "cos_apical_negg": [0.09048807621002197, 0.09871083498001099, 0.09234227240085602, 0.08984290063381195, 0.0760270357131958], "cos_Ac_negg": [0.09048807621002197, 0.09871083498001099, 0.09234227240085602, 0.08984290063381195, 0.0760270357131958], "r_norm": [0.14236797392368317, 0.1439366489648819, 0.14162953197956085, 0.1379399448633194, 0.13951429724693298]}, {"step": 7400, "epoch": 15, "train_loss": 0.0002743867225944996, "cos_r_negg": [0.0897931382060051, 0.09793463349342346, 0.09168697893619537, 0.08943437039852142, 0.07555089145898819], "cos_apical_negg": [0.0897931382060051, 0.09793463349342346, 0.09168697893619537, 0.08943437039852142, 0.07555089145898819], "cos_Ac_negg": [0.0897931382060051, 0.09793463349342346, 0.09168697893619537, 0.08943437039852142, 0.07555089145898819], "r_norm": [0.14896409213542938, 0.1504659205675125, 0.14814221858978271, 0.14426590502262115, 0.14609657227993011]}, {"step": 7450, "epoch": 15, "train_loss": 0.00010763102909550071, "cos_r_negg": [0.08975419402122498, 0.09769178926944733, 0.09145151078701019, 0.08884888887405396, 0.07535219192504883], "cos_apical_negg": [0.08975419402122498, 0.09769178926944733, 0.09145151078701019, 0.08884888887405396, 0.07535219192504883], "cos_Ac_negg": [0.08975419402122498, 0.09769178926944733, 0.09145151078701019, 0.08884888887405396, 0.07535219192504883], "r_norm": [0.14436475932598114, 0.14605462551116943, 0.14362244307994843, 0.13970911502838135, 0.14154928922653198]}, {"step": 7500, "epoch": 15, "train_loss": 6.341703556245193e-05, "cos_r_negg": [0.08713743090629578, 0.09523177146911621, 0.08902215212583542, 0.08674558997154236, 0.07410287857055664], "cos_apical_negg": [0.08713743090629578, 0.09523177146911621, 0.08902215212583542, 0.08674558997154236, 0.07410287857055664], "cos_Ac_negg": [0.08713743090629578, 0.09523177146911621, 0.08902215212583542, 0.08674558997154236, 0.07410287857055664], "r_norm": [0.14500738680362701, 0.1466362029314041, 0.14425314962863922, 0.1404593586921692, 0.1421818882226944]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9742, "test_loss": 0.16761525268554686}, {"step": 7550, "epoch": 16, "train_loss": 0.00010945984104182571, "cos_r_negg": [0.08634427189826965, 0.09431919455528259, 0.08819999545812607, 0.08613666892051697, 0.07372879981994629], "cos_apical_negg": [0.08634427189826965, 0.09431919455528259, 0.08819999545812607, 0.08613666892051697, 0.07372879981994629], "cos_Ac_negg": [0.08634427189826965, 0.09431919455528259, 0.08819999545812607, 0.08613666892051697, 0.07372879981994629], "r_norm": [0.14754906296730042, 0.1491144597530365, 0.1467939019203186, 0.14312432706356049, 0.14472737908363342]}, {"step": 7600, "epoch": 16, "train_loss": 0.000937680306378752, "cos_r_negg": [0.08781380206346512, 0.09556932747364044, 0.08942161500453949, 0.08709228038787842, 0.07444576174020767], "cos_apical_negg": [0.08781380206346512, 0.09556932747364044, 0.08942161500453949, 0.08709228038787842, 0.07444576174020767], "cos_Ac_negg": [0.08781380206346512, 0.09556932747364044, 0.08942161500453949, 0.08709228038787842, 0.07444576174020767], "r_norm": [0.14356976747512817, 0.145351842045784, 0.14284348487854004, 0.1390099823474884, 0.14075051248073578]}, {"step": 7650, "epoch": 16, "train_loss": 5.9334575780667365e-05, "cos_r_negg": [0.08721087127923965, 0.09494546055793762, 0.08877290040254593, 0.08638039231300354, 0.07374770939350128], "cos_apical_negg": [0.08721087127923965, 0.09494546055793762, 0.08877290040254593, 0.08638039231300354, 0.07374770939350128], "cos_Ac_negg": [0.08721087127923965, 0.09494546055793762, 0.08877290040254593, 0.08638039231300354, 0.07374770939350128], "r_norm": [0.14272435009479523, 0.14448389410972595, 0.14199824631214142, 0.13821816444396973, 0.1399279087781906]}, {"step": 7700, "epoch": 16, "train_loss": 8.44062160467729e-05, "cos_r_negg": [0.08666093647480011, 0.09445828199386597, 0.0881756991147995, 0.0857544094324112, 0.07318750768899918], "cos_apical_negg": [0.08666093647480011, 0.09445828199386597, 0.0881756991147995, 0.0857544094324112, 0.07318750768899918], "cos_Ac_negg": [0.08666093647480011, 0.09445828199386597, 0.0881756991147995, 0.0857544094324112, 0.07318750768899918], "r_norm": [0.14260996878147125, 0.1443968266248703, 0.14191704988479614, 0.13814859092235565, 0.13984689116477966]}, {"step": 7750, "epoch": 16, "train_loss": 0.0002646791690494865, "cos_r_negg": [0.08694314956665039, 0.09467997401952744, 0.08847567439079285, 0.08617585152387619, 0.07342361658811569], "cos_apical_negg": [0.08694314956665039, 0.09467997401952744, 0.08847567439079285, 0.08617585152387619, 0.07342361658811569], "cos_Ac_negg": [0.08694314956665039, 0.09467997401952744, 0.08847567439079285, 0.08617585152387619, 0.07342361658811569], "r_norm": [0.14299872517585754, 0.14482314884662628, 0.14230206608772278, 0.13848714530467987, 0.14022953808307648]}, {"step": 7800, "epoch": 16, "train_loss": 0.0007706649485044181, "cos_r_negg": [0.08681934326887131, 0.0944337397813797, 0.08824091404676437, 0.0857468843460083, 0.07320617884397507], "cos_apical_negg": [0.08681934326887131, 0.0944337397813797, 0.08824091404676437, 0.0857468843460083, 0.07320617884397507], "cos_Ac_negg": [0.08681934326887131, 0.0944337397813797, 0.08824091404676437, 0.0857468843460083, 0.07320617884397507], "r_norm": [0.1441778540611267, 0.14578214287757874, 0.14339041709899902, 0.13953688740730286, 0.14135438203811646]}, {"step": 7850, "epoch": 16, "train_loss": 0.00019259713008068502, "cos_r_negg": [0.08588054031133652, 0.09343379735946655, 0.08723466098308563, 0.08464992046356201, 0.0725526362657547], "cos_apical_negg": [0.08588054031133652, 0.09343379735946655, 0.08723466098308563, 0.08464992046356201, 0.0725526362657547], "cos_Ac_negg": [0.08588054031133652, 0.09343379735946655, 0.08723466098308563, 0.08464992046356201, 0.0725526362657547], "r_norm": [0.1432802975177765, 0.144969642162323, 0.14256010949611664, 0.1387813687324524, 0.14052951335906982]}, {"step": 7900, "epoch": 16, "train_loss": 1.7714402929414064e-05, "cos_r_negg": [0.08556630462408066, 0.09292673319578171, 0.08688946068286896, 0.08421821147203445, 0.07225538790225983], "cos_apical_negg": [0.08556630462408066, 0.09292673319578171, 0.08688946068286896, 0.08421821147203445, 0.07225538790225983], "cos_Ac_negg": [0.08556630462408066, 0.09292673319578171, 0.08688946068286896, 0.08421821147203445, 0.07225538790225983], "r_norm": [0.14270350337028503, 0.14439156651496887, 0.14199258387088776, 0.1382153332233429, 0.13995221257209778]}, {"step": 7950, "epoch": 16, "train_loss": 0.0003017925482708961, "cos_r_negg": [0.08474034070968628, 0.09206928312778473, 0.08611532300710678, 0.08369385451078415, 0.07159163802862167], "cos_apical_negg": [0.08474034070968628, 0.09206928312778473, 0.08611532300710678, 0.08369385451078415, 0.07159163802862167], "cos_Ac_negg": [0.08474034070968628, 0.09206928312778473, 0.08611532300710678, 0.08369385451078415, 0.07159163802862167], "r_norm": [0.14312127232551575, 0.1447763442993164, 0.14240561425685883, 0.13871794939041138, 0.14041894674301147]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9736, "test_loss": 0.17188562717437744}, {"step": 8000, "epoch": 17, "train_loss": 0.00037456999416463077, "cos_r_negg": [0.08427613973617554, 0.09175847470760345, 0.0858318954706192, 0.08330690860748291, 0.07125727087259293], "cos_apical_negg": [0.08427613973617554, 0.09175847470760345, 0.0858318954706192, 0.08330690860748291, 0.07125727087259293], "cos_Ac_negg": [0.08427613973617554, 0.09175847470760345, 0.0858318954706192, 0.08330690860748291, 0.07125727087259293], "r_norm": [0.14203837513923645, 0.14368963241577148, 0.14135128259658813, 0.13783696293830872, 0.13941076397895813]}, {"step": 8050, "epoch": 17, "train_loss": 0.0002572527446318418, "cos_r_negg": [0.08384536951780319, 0.09120458364486694, 0.08533633500337601, 0.08277930319309235, 0.07088825106620789], "cos_apical_negg": [0.08384536951780319, 0.09120458364486694, 0.08533633500337601, 0.08277930319309235, 0.07088825106620789], "cos_Ac_negg": [0.08384536951780319, 0.09120458364486694, 0.08533633500337601, 0.08277930319309235, 0.07088825106620789], "r_norm": [0.1422290951013565, 0.1439104825258255, 0.14155039191246033, 0.13814020156860352, 0.1396860033273697]}, {"step": 8100, "epoch": 17, "train_loss": 0.000397646363126114, "cos_r_negg": [0.08332349359989166, 0.09034708887338638, 0.08468521386384964, 0.0823400467634201, 0.07038445770740509], "cos_apical_negg": [0.08332349359989166, 0.09034708887338638, 0.08468521386384964, 0.0823400467634201, 0.07038445770740509], "cos_Ac_negg": [0.08332349359989166, 0.09034708887338638, 0.08468521386384964, 0.0823400467634201, 0.07038445770740509], "r_norm": [0.14574426412582397, 0.14723926782608032, 0.14496590197086334, 0.1413487195968628, 0.14301979541778564]}, {"step": 8150, "epoch": 17, "train_loss": 2.1455460228025913e-05, "cos_r_negg": [0.0831373929977417, 0.09002333879470825, 0.08422180265188217, 0.08176760375499725, 0.06998206675052643], "cos_apical_negg": [0.0831373929977417, 0.09002333879470825, 0.08422180265188217, 0.08176760375499725, 0.06998206675052643], "cos_Ac_negg": [0.0831373929977417, 0.09002333879470825, 0.08422180265188217, 0.08176760375499725, 0.06998206675052643], "r_norm": [0.14222164452075958, 0.1437518298625946, 0.14148183166980743, 0.13797610998153687, 0.13951295614242554]}, {"step": 8200, "epoch": 17, "train_loss": 6.311001197900623e-05, "cos_r_negg": [0.08307015150785446, 0.09009023755788803, 0.08420407772064209, 0.0816965401172638, 0.06986148655414581], "cos_apical_negg": [0.08307015150785446, 0.09009023755788803, 0.08420407772064209, 0.0816965401172638, 0.06986148655414581], "cos_Ac_negg": [0.08307015150785446, 0.09009023755788803, 0.08420407772064209, 0.0816965401172638, 0.06986148655414581], "r_norm": [0.1414448767900467, 0.14308133721351624, 0.14073412120342255, 0.1372392475605011, 0.13880488276481628]}, {"step": 8250, "epoch": 17, "train_loss": 0.00028946949169039726, "cos_r_negg": [0.08314958959817886, 0.09022250026464462, 0.0843660831451416, 0.08201119303703308, 0.06980782002210617], "cos_apical_negg": [0.08314958959817886, 0.09022250026464462, 0.0843660831451416, 0.08201119303703308, 0.06980782002210617], "cos_Ac_negg": [0.08314958959817886, 0.09022250026464462, 0.0843660831451416, 0.08201119303703308, 0.06980782002210617], "r_norm": [0.14017635583877563, 0.1417781561613083, 0.13942649960517883, 0.13600531220436096, 0.1375313699245453]}, {"step": 8300, "epoch": 17, "train_loss": 7.45638826629147e-05, "cos_r_negg": [0.08277542889118195, 0.08981883525848389, 0.084156334400177, 0.08182193338871002, 0.06963087618350983], "cos_apical_negg": [0.08277542889118195, 0.08981883525848389, 0.084156334400177, 0.08182193338871002, 0.06963087618350983], "cos_Ac_negg": [0.08277542889118195, 0.08981883525848389, 0.084156334400177, 0.08182193338871002, 0.06963087618350983], "r_norm": [0.14098837971687317, 0.14271745085716248, 0.1403246372938156, 0.13688766956329346, 0.13841423392295837]}, {"step": 8350, "epoch": 17, "train_loss": 0.00011266738874837756, "cos_r_negg": [0.08214686810970306, 0.08925026655197144, 0.08370006084442139, 0.08142992854118347, 0.06941583007574081], "cos_apical_negg": [0.08214686810970306, 0.08925026655197144, 0.08370006084442139, 0.08142992854118347, 0.06941583007574081], "cos_Ac_negg": [0.08214686810970306, 0.08925026655197144, 0.08370006084442139, 0.08142992854118347, 0.06941583007574081], "r_norm": [0.14144614338874817, 0.14323267340660095, 0.1407899111509323, 0.1373957097530365, 0.13892176747322083]}, {"step": 8400, "epoch": 17, "train_loss": 4.973807881469838e-05, "cos_r_negg": [0.0815662145614624, 0.08869531005620956, 0.0832006111741066, 0.08084574341773987, 0.06908264011144638], "cos_apical_negg": [0.0815662145614624, 0.08869531005620956, 0.0832006111741066, 0.08084574341773987, 0.06908264011144638], "cos_Ac_negg": [0.0815662145614624, 0.08869531005620956, 0.0832006111741066, 0.08084574341773987, 0.06908264011144638], "r_norm": [0.14156758785247803, 0.14336702227592468, 0.14094704389572144, 0.1374761164188385, 0.13900455832481384]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.974, "test_loss": 0.1747695592880249}, {"step": 8450, "epoch": 18, "train_loss": 0.00036939443089067936, "cos_r_negg": [0.0813290923833847, 0.0885545164346695, 0.08308713883161545, 0.08075465261936188, 0.0690716803073883], "cos_apical_negg": [0.0813290923833847, 0.0885545164346695, 0.08308713883161545, 0.08075465261936188, 0.0690716803073883], "cos_Ac_negg": [0.0813290923833847, 0.0885545164346695, 0.08308713883161545, 0.08075465261936188, 0.0690716803073883], "r_norm": [0.14252473413944244, 0.14437349140644073, 0.1419316530227661, 0.13835540413856506, 0.13992765545845032]}, {"step": 8500, "epoch": 18, "train_loss": 0.0001784593187039718, "cos_r_negg": [0.08112949132919312, 0.08829128742218018, 0.08290019631385803, 0.08060908317565918, 0.06900123506784439], "cos_apical_negg": [0.08112949132919312, 0.08829128742218018, 0.08290019631385803, 0.08060908317565918, 0.06900123506784439], "cos_Ac_negg": [0.08112949132919312, 0.08829128742218018, 0.08290019631385803, 0.08060908317565918, 0.06900123506784439], "r_norm": [0.1424829363822937, 0.14435148239135742, 0.1418972611427307, 0.13831858336925507, 0.13989493250846863]}, {"step": 8550, "epoch": 18, "train_loss": 0.0004815504071302712, "cos_r_negg": [0.08062306046485901, 0.08768345415592194, 0.082350954413414, 0.08009933680295944, 0.06865006685256958], "cos_apical_negg": [0.08062306046485901, 0.08768345415592194, 0.082350954413414, 0.08009933680295944, 0.06865006685256958], "cos_Ac_negg": [0.08062306046485901, 0.08768345415592194, 0.082350954413414, 0.08009933680295944, 0.06865006685256958], "r_norm": [0.14271265268325806, 0.14454281330108643, 0.14211079478263855, 0.1384904980659485, 0.14006365835666656]}, {"step": 8600, "epoch": 18, "train_loss": 0.0003906191559508443, "cos_r_negg": [0.08015214651823044, 0.0872465968132019, 0.08191053569316864, 0.07959654927253723, 0.06819678843021393], "cos_apical_negg": [0.08015214651823044, 0.0872465968132019, 0.08191053569316864, 0.07959654927253723, 0.06819678843021393], "cos_Ac_negg": [0.08015214651823044, 0.0872465968132019, 0.08191053569316864, 0.07959654927253723, 0.06819678843021393], "r_norm": [0.14297960698604584, 0.14478439092636108, 0.14238162338733673, 0.13880592584609985, 0.14033859968185425]}, {"step": 8650, "epoch": 18, "train_loss": 9.190362470690161e-05, "cos_r_negg": [0.08001495152711868, 0.08685654401779175, 0.08170098066329956, 0.07944013178348541, 0.06815342605113983], "cos_apical_negg": [0.08001495152711868, 0.08685654401779175, 0.08170098066329956, 0.07944013178348541, 0.06815342605113983], "cos_Ac_negg": [0.08001495152711868, 0.08685654401779175, 0.08170098066329956, 0.07944013178348541, 0.06815342605113983], "r_norm": [0.14425206184387207, 0.14606446027755737, 0.14362841844558716, 0.13995853066444397, 0.14158451557159424]}, {"step": 8700, "epoch": 18, "train_loss": 0.0001514031901024282, "cos_r_negg": [0.08012372255325317, 0.08680537343025208, 0.08174543082714081, 0.07942230254411697, 0.06825564801692963], "cos_apical_negg": [0.08012372255325317, 0.08680537343025208, 0.08174543082714081, 0.07942230254411697, 0.06825564801692963], "cos_Ac_negg": [0.08012372255325317, 0.08680537343025208, 0.08174543082714081, 0.07942230254411697, 0.06825564801692963], "r_norm": [0.14578093588352203, 0.14748235046863556, 0.14510324597358704, 0.14140337705612183, 0.1430898904800415]}, {"step": 8750, "epoch": 18, "train_loss": 5.130357385496609e-05, "cos_r_negg": [0.07902182638645172, 0.08573797345161438, 0.08054997771978378, 0.07845495641231537, 0.0674142837524414], "cos_apical_negg": [0.07902182638645172, 0.08573797345161438, 0.08054997771978378, 0.07845495641231537, 0.0674142837524414], "cos_Ac_negg": [0.07902182638645172, 0.08573797345161438, 0.08054997771978378, 0.07845495641231537, 0.0674142837524414], "r_norm": [0.14421984553337097, 0.14589476585388184, 0.14359058439731598, 0.14005917310714722, 0.14158403873443604]}, {"step": 8800, "epoch": 18, "train_loss": 0.00031648745061829686, "cos_r_negg": [0.07870904356241226, 0.08534622937440872, 0.08011998981237411, 0.07804335653781891, 0.06717295944690704], "cos_apical_negg": [0.07870904356241226, 0.08534622937440872, 0.08011998981237411, 0.07804335653781891, 0.06717295944690704], "cos_Ac_negg": [0.07870904356241226, 0.08534622937440872, 0.08011998981237411, 0.07804335653781891, 0.06717295944690704], "r_norm": [0.14457809925079346, 0.14634084701538086, 0.1439542919397354, 0.14038988947868347, 0.14193843305110931]}, {"step": 8850, "epoch": 18, "train_loss": 0.00023275503190234303, "cos_r_negg": [0.07938732206821442, 0.08598281443119049, 0.08082658052444458, 0.07848528027534485, 0.06769511103630066], "cos_apical_negg": [0.07938732206821442, 0.08598281443119049, 0.08082658052444458, 0.07848528027534485, 0.06769511103630066], "cos_Ac_negg": [0.07938732206821442, 0.08598281443119049, 0.08082658052444458, 0.07848528027534485, 0.06769511103630066], "r_norm": [0.14176392555236816, 0.1436440497636795, 0.1412072479724884, 0.1375615894794464, 0.13913100957870483]}, {"step": 8900, "epoch": 18, "train_loss": 0.00014347070828080177, "cos_r_negg": [0.07977645099163055, 0.08640822768211365, 0.08127128332853317, 0.0789392963051796, 0.06783781945705414], "cos_apical_negg": [0.07977645099163055, 0.08640822768211365, 0.08127128332853317, 0.0789392963051796, 0.06783781945705414], "cos_Ac_negg": [0.07977645099163055, 0.08640822768211365, 0.08127128332853317, 0.0789392963051796, 0.06783781945705414], "r_norm": [0.1410878300666809, 0.14291930198669434, 0.14050230383872986, 0.1368866264820099, 0.1384381651878357]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9741, "test_loss": 0.1772057357788086}, {"step": 8950, "epoch": 19, "train_loss": 0.00015612390416208655, "cos_r_negg": [0.07969331741333008, 0.08632396906614304, 0.08113430440425873, 0.07881869375705719, 0.06761398911476135], "cos_apical_negg": [0.07969331741333008, 0.08632396906614304, 0.08113430440425873, 0.07881869375705719, 0.06761398911476135], "cos_Ac_negg": [0.07969331741333008, 0.08632396906614304, 0.08113430440425873, 0.07881869375705719, 0.06761398911476135], "r_norm": [0.14110516011714935, 0.14292702078819275, 0.1404920369386673, 0.13684533536434174, 0.13842201232910156]}, {"step": 9000, "epoch": 19, "train_loss": 0.00011596405965974554, "cos_r_negg": [0.07927623391151428, 0.0859745591878891, 0.08070909976959229, 0.07856135070323944, 0.06719902157783508], "cos_apical_negg": [0.07927623391151428, 0.0859745591878891, 0.08070909976959229, 0.07856135070323944, 0.06719902157783508], "cos_Ac_negg": [0.07927623391151428, 0.0859745591878891, 0.08070909976959229, 0.07856135070323944, 0.06719902157783508], "r_norm": [0.1401507705450058, 0.14186991751194, 0.13947232067584991, 0.1358116865158081, 0.13737744092941284]}, {"step": 9050, "epoch": 19, "train_loss": 0.00022867420921102166, "cos_r_negg": [0.07854121923446655, 0.08524997532367706, 0.07994168996810913, 0.07781685888767242, 0.06675329059362411], "cos_apical_negg": [0.07854121923446655, 0.08524997532367706, 0.07994168996810913, 0.07781685888767242, 0.06675329059362411], "cos_Ac_negg": [0.07854121923446655, 0.08524997532367706, 0.07994168996810913, 0.07781685888767242, 0.06675329059362411], "r_norm": [0.14129318296909332, 0.14303579926490784, 0.1406315267086029, 0.13701602816581726, 0.13857774436473846]}, {"step": 9100, "epoch": 19, "train_loss": 9.023149323184043e-05, "cos_r_negg": [0.0784713476896286, 0.08526107668876648, 0.07995057106018066, 0.07788535952568054, 0.0667562484741211], "cos_apical_negg": [0.0784713476896286, 0.08526107668876648, 0.07995057106018066, 0.07788535952568054, 0.0667562484741211], "cos_Ac_negg": [0.0784713476896286, 0.08526107668876648, 0.07995057106018066, 0.07788535952568054, 0.0667562484741211], "r_norm": [0.14079798758029938, 0.14251811802387238, 0.14013239741325378, 0.13655120134353638, 0.13807599246501923]}, {"step": 9150, "epoch": 19, "train_loss": 0.00048555078683421016, "cos_r_negg": [0.07822224497795105, 0.08490794897079468, 0.07974033802747726, 0.0776265561580658, 0.0668535903096199], "cos_apical_negg": [0.07822224497795105, 0.08490794897079468, 0.07974033802747726, 0.0776265561580658, 0.0668535903096199], "cos_Ac_negg": [0.07822224497795105, 0.08490794897079468, 0.07974033802747726, 0.0776265561580658, 0.0668535903096199], "r_norm": [0.1427270472049713, 0.14441731572151184, 0.14204537868499756, 0.13837192952632904, 0.13994500041007996]}, {"step": 9200, "epoch": 19, "train_loss": 8.861238893587142e-05, "cos_r_negg": [0.07832483947277069, 0.08476702868938446, 0.07971160858869553, 0.07744470238685608, 0.06691892445087433], "cos_apical_negg": [0.07832483947277069, 0.08476702868938446, 0.07971160858869553, 0.07744470238685608, 0.06691892445087433], "cos_Ac_negg": [0.07832483947277069, 0.08476702868938446, 0.07971160858869553, 0.07744470238685608, 0.06691892445087433], "r_norm": [0.14419128000736237, 0.14590603113174438, 0.14350003004074097, 0.13975000381469727, 0.14139077067375183]}, {"step": 9250, "epoch": 19, "train_loss": 0.00018033281958196312, "cos_r_negg": [0.07800979167222977, 0.08443662524223328, 0.07938564568758011, 0.07711717486381531, 0.06652995198965073], "cos_apical_negg": [0.07800979167222977, 0.08443662524223328, 0.07938564568758011, 0.07711717486381531, 0.06652995198965073], "cos_Ac_negg": [0.07800979167222977, 0.08443662524223328, 0.07938564568758011, 0.07711717486381531, 0.06652995198965073], "r_norm": [0.14238806068897247, 0.14406976103782654, 0.14173106849193573, 0.13805623352527618, 0.13963216543197632]}, {"step": 9300, "epoch": 19, "train_loss": 0.00012342080299276859, "cos_r_negg": [0.07753856480121613, 0.08404684066772461, 0.07897171378135681, 0.076724573969841, 0.06622631847858429], "cos_apical_negg": [0.07753856480121613, 0.08404684066772461, 0.07897171378135681, 0.076724573969841, 0.06622631847858429], "cos_Ac_negg": [0.07753856480121613, 0.08404684066772461, 0.07897171378135681, 0.076724573969841, 0.06622631847858429], "r_norm": [0.14175063371658325, 0.1434398591518402, 0.14112216234207153, 0.1375044584274292, 0.13901551067829132]}, {"step": 9350, "epoch": 19, "train_loss": 0.00013759519788436592, "cos_r_negg": [0.0773238018155098, 0.08369436860084534, 0.07869857549667358, 0.07653979957103729, 0.06616072356700897], "cos_apical_negg": [0.0773238018155098, 0.08369436860084534, 0.07869857549667358, 0.07653979957103729, 0.06616072356700897], "cos_Ac_negg": [0.0773238018155098, 0.08369436860084534, 0.07869857549667358, 0.07653979957103729, 0.06616072356700897], "r_norm": [0.14124824106693268, 0.14302662014961243, 0.14065687358379364, 0.13701416552066803, 0.13852792978286743]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9741, "test_loss": 0.17921936511993408}], "final": {"test_acc": 0.9741, "test_loss": 0.17921936511993408, "wall_s": 20.43191623687744, "cos_r_negg": [0.07763808220624924, 0.08393901586532593, 0.0790141299366951, 0.07679925113916397, 0.06633689999580383], "cos_apical_negg": [0.07763808220624924, 0.08393901586532593, 0.0790141299366951, 0.07679925113916397, 0.06633689999580383], "cos_Ac_negg": [0.07763808220624924, 0.08393901586532593, 0.0790141299366951, 0.07679925113916397, 0.06633689999580383]}}
\ No newline at end of file
diff --git a/results/depth_mnist_dfa_d7_s0.json b/results/depth_mnist_dfa_d7_s0.json
new file mode 100644
index 0000000..9f89a41
--- /dev/null
+++ b/results/depth_mnist_dfa_d7_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "mnist", "depth": 7, "width": 256, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d7_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3634605407714844, "cos_r_negg": [-0.02573799341917038, 0.003990300931036472, 0.02010888233780861, -0.0004756696871481836, -0.03500990569591522, -0.03427572548389435, -0.012468582950532436], "cos_apical_negg": [-0.02573799341917038, 0.003990300931036472, 0.02010888233780861, -0.0004756696871481836, -0.03500990569591522, -0.03427572548389435, -0.012468582950532436], "cos_Ac_negg": [-0.02573799341917038, 0.003990300931036472, 0.02010888233780861, -0.0004756696871481836, -0.03500990569591522, -0.03427572548389435, -0.012468582950532436], "r_norm": [4.842795372009277, 4.9189772605896, 4.742621898651123, 4.8005852699279785, 4.829050064086914, 4.647254943847656, 4.862675666809082]}, {"step": 50, "epoch": 0, "train_loss": 0.9227741360664368, "cos_r_negg": [0.1669464409351349, 0.13835082948207855, 0.16351445019245148, 0.16022594273090363, 0.12711849808692932, 0.1921420395374298, 0.18039914965629578], "cos_apical_negg": [0.1669464409351349, 0.13835082948207855, 0.16351445019245148, 0.16022594273090363, 0.12711849808692932, 0.1921420395374298, 0.18039914965629578], "cos_Ac_negg": [0.1669464409351349, 0.13835082948207855, 0.16351445019245148, 0.16022594273090363, 0.12711849808692932, 0.1921420395374298, 0.18039914965629578], "r_norm": [1.7892612218856812, 1.8308634757995605, 1.738669991493225, 1.7710673809051514, 1.8096346855163574, 1.7255632877349854, 1.8210092782974243]}, {"step": 100, "epoch": 0, "train_loss": 0.5822407007217407, "cos_r_negg": [0.2293337732553482, 0.19518999755382538, 0.1748889684677124, 0.17524179816246033, 0.17667141556739807, 0.16840265691280365, 0.2476413995027542], "cos_apical_negg": [0.2293337732553482, 0.19518999755382538, 0.1748889684677124, 0.17524179816246033, 0.17667141556739807, 0.16840265691280365, 0.2476413995027542], "cos_Ac_negg": [0.2293337732553482, 0.19518999755382538, 0.1748889684677124, 0.17524179816246033, 0.17667141556739807, 0.16840265691280365, 0.2476413995027542], "r_norm": [1.0711361169815063, 1.0918341875076294, 1.026139497756958, 1.0510380268096924, 1.0794734954833984, 1.034111499786377, 1.0798639059066772]}, {"step": 150, "epoch": 0, "train_loss": 0.5452160835266113, "cos_r_negg": [0.2479163408279419, 0.2430611252784729, 0.19780036807060242, 0.23779214918613434, 0.2050853818655014, 0.24376949667930603, 0.26008307933807373], "cos_apical_negg": [0.2479163408279419, 0.2430611252784729, 0.19780036807060242, 0.23779214918613434, 0.2050853818655014, 0.24376949667930603, 0.26008307933807373], "cos_Ac_negg": [0.2479163408279419, 0.2430611252784729, 0.19780036807060242, 0.23779214918613434, 0.2050853818655014, 0.24376949667930603, 0.26008307933807373], "r_norm": [0.9257341027259827, 0.9478596448898315, 0.8849607706069946, 0.9092233777046204, 0.9282721281051636, 0.8959435224533081, 0.9392620325088501]}, {"step": 200, "epoch": 0, "train_loss": 0.29086965322494507, "cos_r_negg": [0.27127784490585327, 0.2510206401348114, 0.24684685468673706, 0.24834075570106506, 0.2241370975971222, 0.2568422257900238, 0.21244150400161743], "cos_apical_negg": [0.27127784490585327, 0.2510206401348114, 0.24684685468673706, 0.24834075570106506, 0.2241370975971222, 0.2568422257900238, 0.21244150400161743], "cos_Ac_negg": [0.27127784490585327, 0.2510206401348114, 0.24684685468673706, 0.24834075570106506, 0.2241370975971222, 0.2568422257900238, 0.21244150400161743], "r_norm": [0.9146825075149536, 0.9307354092597961, 0.8782615661621094, 0.9000957608222961, 0.9144483804702759, 0.881632387638092, 0.9307724237442017]}, {"step": 250, "epoch": 0, "train_loss": 0.38934099674224854, "cos_r_negg": [0.29175400733947754, 0.27264517545700073, 0.2705762982368469, 0.2602023482322693, 0.24330686032772064, 0.2715300917625427, 0.23371581733226776], "cos_apical_negg": [0.29175400733947754, 0.27264517545700073, 0.2705762982368469, 0.2602023482322693, 0.24330686032772064, 0.2715300917625427, 0.23371581733226776], "cos_Ac_negg": [0.29175400733947754, 0.27264517545700073, 0.2705762982368469, 0.2602023482322693, 0.24330686032772064, 0.2715300917625427, 0.23371581733226776], "r_norm": [0.7938917875289917, 0.8068045973777771, 0.7616379261016846, 0.7805483937263489, 0.7950601577758789, 0.7681609392166138, 0.8086719512939453]}, {"step": 300, "epoch": 0, "train_loss": 0.19218677282333374, "cos_r_negg": [0.3076134920120239, 0.27013328671455383, 0.2588265538215637, 0.25872111320495605, 0.2760266661643982, 0.2957092523574829, 0.24015501141548157], "cos_apical_negg": [0.3076134920120239, 0.27013328671455383, 0.2588265538215637, 0.25872111320495605, 0.2760266661643982, 0.2957092523574829, 0.24015501141548157], "cos_Ac_negg": [0.3076134920120239, 0.27013328671455383, 0.2588265538215637, 0.25872111320495605, 0.2760266661643982, 0.2957092523574829, 0.24015501141548157], "r_norm": [0.7789732813835144, 0.7957013249397278, 0.7513914108276367, 0.7696049213409424, 0.7875111103057861, 0.7559932470321655, 0.7938505411148071]}, {"step": 350, "epoch": 0, "train_loss": 0.3181312382221222, "cos_r_negg": [0.3356642723083496, 0.2908952832221985, 0.2742866575717926, 0.25955694913864136, 0.25207948684692383, 0.2746067941188812, 0.25292694568634033], "cos_apical_negg": [0.3356642723083496, 0.2908952832221985, 0.2742866575717926, 0.25955694913864136, 0.25207948684692383, 0.2746067941188812, 0.25292694568634033], "cos_Ac_negg": [0.3356642723083496, 0.2908952832221985, 0.2742866575717926, 0.25955694913864136, 0.25207948684692383, 0.2746067941188812, 0.25292694568634033], "r_norm": [0.6997194886207581, 0.7170219421386719, 0.6759825348854065, 0.691501259803772, 0.7057653069496155, 0.680097758769989, 0.7116764783859253]}, {"step": 400, "epoch": 0, "train_loss": 0.17170944809913635, "cos_r_negg": [0.28200799226760864, 0.29230526089668274, 0.308511346578598, 0.32633668184280396, 0.32766541838645935, 0.37212783098220825, 0.26249486207962036], "cos_apical_negg": [0.28200799226760864, 0.29230526089668274, 0.308511346578598, 0.32633668184280396, 0.32766541838645935, 0.37212783098220825, 0.26249486207962036], "cos_Ac_negg": [0.28200799226760864, 0.29230526089668274, 0.308511346578598, 0.32633668184280396, 0.32766541838645935, 0.37212783098220825, 0.26249486207962036], "r_norm": [0.6900531053543091, 0.7047442197799683, 0.6601024270057678, 0.6802688837051392, 0.6929963827133179, 0.6689131259918213, 0.7048418521881104]}, {"step": 450, "epoch": 0, "train_loss": 0.29886284470558167, "cos_r_negg": [0.3071090877056122, 0.29838189482688904, 0.2900785207748413, 0.29027247428894043, 0.3231548070907593, 0.3654208779335022, 0.26732078194618225], "cos_apical_negg": [0.3071090877056122, 0.29838189482688904, 0.2900785207748413, 0.29027247428894043, 0.3231548070907593, 0.3654208779335022, 0.26732078194618225], "cos_Ac_negg": [0.3071090877056122, 0.29838189482688904, 0.2900785207748413, 0.29027247428894043, 0.3231548070907593, 0.3654208779335022, 0.26732078194618225], "r_norm": [0.7561807632446289, 0.7713809013366699, 0.7209078073501587, 0.7478455305099487, 0.7573807835578918, 0.728524923324585, 0.7683767080307007]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9323, "test_loss": 0.25485682830810547}, {"step": 500, "epoch": 1, "train_loss": 0.3728189468383789, "cos_r_negg": [0.2838103175163269, 0.30836978554725647, 0.2925722599029541, 0.28675636649131775, 0.34968888759613037, 0.36251187324523926, 0.26072755455970764], "cos_apical_negg": [0.2838103175163269, 0.30836978554725647, 0.2925722599029541, 0.28675636649131775, 0.34968888759613037, 0.36251187324523926, 0.26072755455970764], "cos_Ac_negg": [0.2838103175163269, 0.30836978554725647, 0.2925722599029541, 0.28675636649131775, 0.34968888759613037, 0.36251187324523926, 0.26072755455970764], "r_norm": [0.633294939994812, 0.6432770490646362, 0.6042121648788452, 0.6236572265625, 0.6350482702255249, 0.6166483163833618, 0.6448471546173096]}, {"step": 550, "epoch": 1, "train_loss": 0.24099761247634888, "cos_r_negg": [0.30126816034317017, 0.2973273694515228, 0.29012563824653625, 0.29991668462753296, 0.32997578382492065, 0.30232036113739014, 0.26177310943603516], "cos_apical_negg": [0.30126816034317017, 0.2973273694515228, 0.29012563824653625, 0.29991668462753296, 0.32997578382492065, 0.30232036113739014, 0.26177310943603516], "cos_Ac_negg": [0.30126816034317017, 0.2973273694515228, 0.29012563824653625, 0.29991668462753296, 0.32997578382492065, 0.30232036113739014, 0.26177310943603516], "r_norm": [0.6240003705024719, 0.6391175985336304, 0.6032557487487793, 0.6148916482925415, 0.6239564418792725, 0.6007131338119507, 0.6317265629768372]}, {"step": 600, "epoch": 1, "train_loss": 0.3949723243713379, "cos_r_negg": [0.29453057050704956, 0.2931963801383972, 0.27348560094833374, 0.28848451375961304, 0.2930586338043213, 0.3010249733924866, 0.19032080471515656], "cos_apical_negg": [0.29453057050704956, 0.2931963801383972, 0.27348560094833374, 0.28848451375961304, 0.2930586338043213, 0.3010249733924866, 0.19032080471515656], "cos_Ac_negg": [0.29453057050704956, 0.2931963801383972, 0.27348560094833374, 0.28848451375961304, 0.2930586338043213, 0.3010249733924866, 0.19032080471515656], "r_norm": [0.6777429580688477, 0.6921836137771606, 0.6589575409889221, 0.6711652278900146, 0.6861072778701782, 0.6535849571228027, 0.6912657022476196]}, {"step": 650, "epoch": 1, "train_loss": 0.2177778035402298, "cos_r_negg": [0.330450177192688, 0.316214382648468, 0.3242873549461365, 0.31024178862571716, 0.3402005732059479, 0.34371334314346313, 0.20750057697296143], "cos_apical_negg": [0.330450177192688, 0.316214382648468, 0.3242873549461365, 0.31024178862571716, 0.3402005732059479, 0.34371334314346313, 0.20750057697296143], "cos_Ac_negg": [0.330450177192688, 0.316214382648468, 0.3242873549461365, 0.31024178862571716, 0.3402005732059479, 0.34371334314346313, 0.20750057697296143], "r_norm": [0.6335964202880859, 0.6503689885139465, 0.612637996673584, 0.6277427673339844, 0.6430099606513977, 0.6212353706359863, 0.6438910961151123]}, {"step": 700, "epoch": 1, "train_loss": 0.0705738365650177, "cos_r_negg": [0.341103732585907, 0.31613099575042725, 0.3135722279548645, 0.3144073486328125, 0.3129603862762451, 0.3422459065914154, 0.21980278193950653], "cos_apical_negg": [0.341103732585907, 0.31613099575042725, 0.3135722279548645, 0.3144073486328125, 0.3129603862762451, 0.3422459065914154, 0.21980278193950653], "cos_Ac_negg": [0.341103732585907, 0.31613099575042725, 0.3135722279548645, 0.3144073486328125, 0.3129603862762451, 0.3422459065914154, 0.21980278193950653], "r_norm": [0.5682207345962524, 0.5793129205703735, 0.5461393594741821, 0.5584655404090881, 0.5736856460571289, 0.5522599220275879, 0.5780041217803955]}, {"step": 750, "epoch": 1, "train_loss": 0.08932149410247803, "cos_r_negg": [0.3360331654548645, 0.34193816781044006, 0.35123318433761597, 0.35831236839294434, 0.3215866684913635, 0.37424322962760925, 0.23930329084396362], "cos_apical_negg": [0.3360331654548645, 0.34193816781044006, 0.35123318433761597, 0.35831236839294434, 0.3215866684913635, 0.37424322962760925, 0.23930329084396362], "cos_Ac_negg": [0.3360331654548645, 0.34193816781044006, 0.35123318433761597, 0.35831236839294434, 0.3215866684913635, 0.37424322962760925, 0.23930329084396362], "r_norm": [0.49547967314720154, 0.5076441764831543, 0.4751774072647095, 0.4894598126411438, 0.49958041310310364, 0.4842676520347595, 0.5072745084762573]}, {"step": 800, "epoch": 1, "train_loss": 0.12992113828659058, "cos_r_negg": [0.3436998724937439, 0.33252447843551636, 0.34585610032081604, 0.3298105299472809, 0.3281196057796478, 0.35460367798805237, 0.21193072199821472], "cos_apical_negg": [0.3436998724937439, 0.33252447843551636, 0.34585610032081604, 0.3298105299472809, 0.3281196057796478, 0.35460367798805237, 0.21193072199821472], "cos_Ac_negg": [0.3436998724937439, 0.33252447843551636, 0.34585610032081604, 0.3298105299472809, 0.3281196057796478, 0.35460367798805237, 0.21193072199821472], "r_norm": [0.5312886834144592, 0.5416896343231201, 0.5130707621574402, 0.5256839394569397, 0.534622848033905, 0.5141545534133911, 0.5436687469482422]}, {"step": 850, "epoch": 1, "train_loss": 0.2629493474960327, "cos_r_negg": [0.3034794330596924, 0.3076280951499939, 0.32484665513038635, 0.30230218172073364, 0.32627877593040466, 0.3346904218196869, 0.2057112455368042], "cos_apical_negg": [0.3034794330596924, 0.3076280951499939, 0.32484665513038635, 0.30230218172073364, 0.32627877593040466, 0.3346904218196869, 0.2057112455368042], "cos_Ac_negg": [0.3034794330596924, 0.3076280951499939, 0.32484665513038635, 0.30230218172073364, 0.32627877593040466, 0.3346904218196869, 0.2057112455368042], "r_norm": [0.5716527700424194, 0.5817133784294128, 0.5444986820220947, 0.5624737739562988, 0.577650249004364, 0.5541911125183105, 0.581741988658905]}, {"step": 900, "epoch": 1, "train_loss": 0.20147410035133362, "cos_r_negg": [0.305607408285141, 0.31289663910865784, 0.3125864565372467, 0.2904078960418701, 0.3401670753955841, 0.322235107421875, 0.21978890895843506], "cos_apical_negg": [0.305607408285141, 0.31289663910865784, 0.3125864565372467, 0.2904078960418701, 0.3401670753955841, 0.322235107421875, 0.21978890895843506], "cos_Ac_negg": [0.305607408285141, 0.31289663910865784, 0.3125864565372467, 0.2904078960418701, 0.3401670753955841, 0.322235107421875, 0.21978890895843506], "r_norm": [0.5053955912590027, 0.5168166160583496, 0.4835919141769409, 0.4949483275413513, 0.5044559240341187, 0.4899759590625763, 0.5140553712844849]}, {"epoch_end": 1, "step": 938, "test_acc": 0.949, "test_loss": 0.18262964553833008}, {"step": 950, "epoch": 2, "train_loss": 0.1414613425731659, "cos_r_negg": [0.3602662980556488, 0.36623913049697876, 0.3777313828468323, 0.33837634325027466, 0.3775066137313843, 0.3558230400085449, 0.21836943924427032], "cos_apical_negg": [0.3602662980556488, 0.36623913049697876, 0.3777313828468323, 0.33837634325027466, 0.3775066137313843, 0.3558230400085449, 0.21836943924427032], "cos_Ac_negg": [0.3602662980556488, 0.36623913049697876, 0.3777313828468323, 0.33837634325027466, 0.3775066137313843, 0.3558230400085449, 0.21836943924427032], "r_norm": [0.4688398838043213, 0.47522246837615967, 0.44648993015289307, 0.46043309569358826, 0.4688504934310913, 0.4553714990615845, 0.4776094853878021]}, {"step": 1000, "epoch": 2, "train_loss": 0.17614451050758362, "cos_r_negg": [0.3501395285129547, 0.3671692907810211, 0.3618684411048889, 0.33160144090652466, 0.3713722825050354, 0.36817362904548645, 0.2541687488555908], "cos_apical_negg": [0.3501395285129547, 0.3671692907810211, 0.3618684411048889, 0.33160144090652466, 0.3713722825050354, 0.36817362904548645, 0.2541687488555908], "cos_Ac_negg": [0.3501395285129547, 0.3671692907810211, 0.3618684411048889, 0.33160144090652466, 0.3713722825050354, 0.36817362904548645, 0.2541687488555908], "r_norm": [0.44898560643196106, 0.4570361077785492, 0.42926910519599915, 0.44073694944381714, 0.4491598606109619, 0.4362265169620514, 0.45588788390159607]}, {"step": 1050, "epoch": 2, "train_loss": 0.10726437717676163, "cos_r_negg": [0.34042835235595703, 0.3664647340774536, 0.3627853989601135, 0.3588847517967224, 0.3535425662994385, 0.3538779616355896, 0.2453504502773285], "cos_apical_negg": [0.34042835235595703, 0.3664647340774536, 0.3627853989601135, 0.3588847517967224, 0.3535425662994385, 0.3538779616355896, 0.2453504502773285], "cos_Ac_negg": [0.34042835235595703, 0.3664647340774536, 0.3627853989601135, 0.3588847517967224, 0.3535425662994385, 0.3538779616355896, 0.2453504502773285], "r_norm": [0.44809040427207947, 0.45702695846557617, 0.4299734830856323, 0.44256025552749634, 0.4501800239086151, 0.4333999752998352, 0.4531312882900238]}, {"step": 1100, "epoch": 2, "train_loss": 0.10038749873638153, "cos_r_negg": [0.3121800422668457, 0.3373245596885681, 0.3585781455039978, 0.34138423204421997, 0.33775466680526733, 0.3507178723812103, 0.24003329873085022], "cos_apical_negg": [0.3121800422668457, 0.3373245596885681, 0.3585781455039978, 0.34138423204421997, 0.33775466680526733, 0.3507178723812103, 0.24003329873085022], "cos_Ac_negg": [0.3121800422668457, 0.3373245596885681, 0.3585781455039978, 0.34138423204421997, 0.33775466680526733, 0.3507178723812103, 0.24003329873085022], "r_norm": [0.408896803855896, 0.41684094071388245, 0.393747478723526, 0.4030598998069763, 0.4123136103153229, 0.3990078568458557, 0.41534048318862915]}, {"step": 1150, "epoch": 2, "train_loss": 0.09181280434131622, "cos_r_negg": [0.32623985409736633, 0.34530365467071533, 0.3397176265716553, 0.3153012692928314, 0.31086698174476624, 0.34286653995513916, 0.17805400490760803], "cos_apical_negg": [0.32623985409736633, 0.34530365467071533, 0.3397176265716553, 0.3153012692928314, 0.31086698174476624, 0.34286653995513916, 0.17805400490760803], "cos_Ac_negg": [0.32623985409736633, 0.34530365467071533, 0.3397176265716553, 0.3153012692928314, 0.31086698174476624, 0.34286653995513916, 0.17805400490760803], "r_norm": [0.4441130459308624, 0.4545155465602875, 0.43076780438423157, 0.4393520653247833, 0.44856002926826477, 0.4344455301761627, 0.45383238792419434]}, {"step": 1200, "epoch": 2, "train_loss": 0.057045817375183105, "cos_r_negg": [0.308214008808136, 0.308536171913147, 0.3148772120475769, 0.30893856287002563, 0.31607872247695923, 0.31998443603515625, 0.20764386653900146], "cos_apical_negg": [0.308214008808136, 0.308536171913147, 0.3148772120475769, 0.30893856287002563, 0.31607872247695923, 0.31998443603515625, 0.20764386653900146], "cos_Ac_negg": [0.308214008808136, 0.308536171913147, 0.3148772120475769, 0.30893856287002563, 0.31607872247695923, 0.31998443603515625, 0.20764386653900146], "r_norm": [0.4056476950645447, 0.41215312480926514, 0.3865050673484802, 0.39673912525177, 0.4071635603904724, 0.3949071168899536, 0.41527342796325684]}, {"step": 1250, "epoch": 2, "train_loss": 0.11419866979122162, "cos_r_negg": [0.3305777907371521, 0.33816057443618774, 0.349184513092041, 0.3396405577659607, 0.3370573818683624, 0.34078890085220337, 0.23727744817733765], "cos_apical_negg": [0.3305777907371521, 0.33816057443618774, 0.349184513092041, 0.3396405577659607, 0.3370573818683624, 0.34078890085220337, 0.23727744817733765], "cos_Ac_negg": [0.3305777907371521, 0.33816057443618774, 0.349184513092041, 0.3396405577659607, 0.3370573818683624, 0.34078890085220337, 0.23727744817733765], "r_norm": [0.3692714273929596, 0.3758774399757385, 0.3535619080066681, 0.3610219955444336, 0.3706471621990204, 0.35972779989242554, 0.37740153074264526]}, {"step": 1300, "epoch": 2, "train_loss": 0.2673274874687195, "cos_r_negg": [0.33449965715408325, 0.3444173038005829, 0.3516223728656769, 0.3352205157279968, 0.3173457384109497, 0.30918556451797485, 0.1997670829296112], "cos_apical_negg": [0.33449965715408325, 0.3444173038005829, 0.3516223728656769, 0.3352205157279968, 0.3173457384109497, 0.30918556451797485, 0.1997670829296112], "cos_Ac_negg": [0.33449965715408325, 0.3444173038005829, 0.3516223728656769, 0.3352205157279968, 0.3173457384109497, 0.30918556451797485, 0.1997670829296112], "r_norm": [0.3996196389198303, 0.40374019742012024, 0.3821184039115906, 0.3921549916267395, 0.4013510048389435, 0.38679611682891846, 0.40838104486465454]}, {"step": 1350, "epoch": 2, "train_loss": 0.12007465958595276, "cos_r_negg": [0.3493839502334595, 0.3773404657840729, 0.37062424421310425, 0.34701740741729736, 0.37213051319122314, 0.3644096255302429, 0.20768357813358307], "cos_apical_negg": [0.3493839502334595, 0.3773404657840729, 0.37062424421310425, 0.34701740741729736, 0.37213051319122314, 0.3644096255302429, 0.20768357813358307], "cos_Ac_negg": [0.3493839502334595, 0.3773404657840729, 0.37062424421310425, 0.34701740741729736, 0.37213051319122314, 0.3644096255302429, 0.20768357813358307], "r_norm": [0.4388386607170105, 0.44502753019332886, 0.4199565351009369, 0.43284106254577637, 0.4386860132217407, 0.42472314834594727, 0.4486967623233795]}, {"step": 1400, "epoch": 2, "train_loss": 0.2424878180027008, "cos_r_negg": [0.330685555934906, 0.3644676208496094, 0.359511137008667, 0.34751325845718384, 0.3561932444572449, 0.350801557302475, 0.17278091609477997], "cos_apical_negg": [0.330685555934906, 0.3644676208496094, 0.359511137008667, 0.34751325845718384, 0.3561932444572449, 0.350801557302475, 0.17278091609477997], "cos_Ac_negg": [0.330685555934906, 0.3644676208496094, 0.359511137008667, 0.34751325845718384, 0.3561932444572449, 0.350801557302475, 0.17278091609477997], "r_norm": [0.36367639899253845, 0.37502405047416687, 0.3528204560279846, 0.36180680990219116, 0.369637668132782, 0.3547773063182831, 0.3728402256965637]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9561, "test_loss": 0.16014174880981447}, {"step": 1450, "epoch": 3, "train_loss": 0.05165241286158562, "cos_r_negg": [0.3091002404689789, 0.35811856389045715, 0.3601084053516388, 0.32338839769363403, 0.32343727350234985, 0.2842424511909485, 0.19131648540496826], "cos_apical_negg": [0.3091002404689789, 0.35811856389045715, 0.3601084053516388, 0.32338839769363403, 0.32343727350234985, 0.2842424511909485, 0.19131648540496826], "cos_Ac_negg": [0.3091002404689789, 0.35811856389045715, 0.3601084053516388, 0.32338839769363403, 0.32343727350234985, 0.2842424511909485, 0.19131648540496826], "r_norm": [0.39430272579193115, 0.4005645513534546, 0.37667176127433777, 0.39070332050323486, 0.395776629447937, 0.38003408908843994, 0.4021463394165039]}, {"step": 1500, "epoch": 3, "train_loss": 0.09831011295318604, "cos_r_negg": [0.3468090891838074, 0.38574838638305664, 0.395180344581604, 0.35269302129745483, 0.35423824191093445, 0.3434584140777588, 0.20257990062236786], "cos_apical_negg": [0.3468090891838074, 0.38574838638305664, 0.395180344581604, 0.35269302129745483, 0.35423824191093445, 0.3434584140777588, 0.20257990062236786], "cos_Ac_negg": [0.3468090891838074, 0.38574838638305664, 0.395180344581604, 0.35269302129745483, 0.35423824191093445, 0.3434584140777588, 0.20257990062236786], "r_norm": [0.33901381492614746, 0.34679919481277466, 0.32803642749786377, 0.33405154943466187, 0.33976978063583374, 0.33086445927619934, 0.3457297384738922]}, {"step": 1550, "epoch": 3, "train_loss": 0.05516722425818443, "cos_r_negg": [0.37219417095184326, 0.40270304679870605, 0.3849523067474365, 0.36420729756355286, 0.37378180027008057, 0.383974552154541, 0.22874850034713745], "cos_apical_negg": [0.37219417095184326, 0.40270304679870605, 0.3849523067474365, 0.36420729756355286, 0.37378180027008057, 0.383974552154541, 0.22874850034713745], "cos_Ac_negg": [0.37219417095184326, 0.40270304679870605, 0.3849523067474365, 0.36420729756355286, 0.37378180027008057, 0.383974552154541, 0.22874850034713745], "r_norm": [0.33975130319595337, 0.34711652994155884, 0.3275032639503479, 0.3350142538547516, 0.3405388593673706, 0.3308662176132202, 0.3466625213623047]}, {"step": 1600, "epoch": 3, "train_loss": 0.06231174245476723, "cos_r_negg": [0.3403589129447937, 0.3869889974594116, 0.3790539503097534, 0.3665289878845215, 0.37725263833999634, 0.4032544195652008, 0.22905957698822021], "cos_apical_negg": [0.3403589129447937, 0.3869889974594116, 0.3790539503097534, 0.3665289878845215, 0.37725263833999634, 0.4032544195652008, 0.22905957698822021], "cos_Ac_negg": [0.3403589129447937, 0.3869889974594116, 0.3790539503097534, 0.3665289878845215, 0.37725263833999634, 0.4032544195652008, 0.22905957698822021], "r_norm": [0.2891327142715454, 0.29257479310035706, 0.2765014171600342, 0.285326212644577, 0.28981804847717285, 0.2800920307636261, 0.29506823420524597]}, {"step": 1650, "epoch": 3, "train_loss": 0.10211285203695297, "cos_r_negg": [0.3475898802280426, 0.38467246294021606, 0.37592601776123047, 0.3632212281227112, 0.3580288290977478, 0.3775482177734375, 0.19627438485622406], "cos_apical_negg": [0.3475898802280426, 0.38467246294021606, 0.37592601776123047, 0.3632212281227112, 0.3580288290977478, 0.3775482177734375, 0.19627438485622406], "cos_Ac_negg": [0.3475898802280426, 0.38467246294021606, 0.37592601776123047, 0.3632212281227112, 0.3580288290977478, 0.3775482177734375, 0.19627438485622406], "r_norm": [0.3170483708381653, 0.32243087887763977, 0.3044317662715912, 0.3129422068595886, 0.3177638649940491, 0.30791497230529785, 0.32533028721809387]}, {"step": 1700, "epoch": 3, "train_loss": 0.04571889713406563, "cos_r_negg": [0.3389253318309784, 0.37945759296417236, 0.3711899518966675, 0.3514542877674103, 0.3417856693267822, 0.3607591986656189, 0.1843070238828659], "cos_apical_negg": [0.3389253318309784, 0.37945759296417236, 0.3711899518966675, 0.3514542877674103, 0.3417856693267822, 0.3607591986656189, 0.1843070238828659], "cos_Ac_negg": [0.3389253318309784, 0.37945759296417236, 0.3711899518966675, 0.3514542877674103, 0.3417856693267822, 0.3607591986656189, 0.1843070238828659], "r_norm": [0.29376789927482605, 0.29983580112457275, 0.2808142900466919, 0.29052069783210754, 0.2952019274234772, 0.2858272194862366, 0.30210787057876587]}, {"step": 1750, "epoch": 3, "train_loss": 0.07235273718833923, "cos_r_negg": [0.35378122329711914, 0.3987681567668915, 0.38109225034713745, 0.35671767592430115, 0.37901806831359863, 0.3878837823867798, 0.1868455708026886], "cos_apical_negg": [0.35378122329711914, 0.3987681567668915, 0.38109225034713745, 0.35671767592430115, 0.37901806831359863, 0.3878837823867798, 0.1868455708026886], "cos_Ac_negg": [0.35378122329711914, 0.3987681567668915, 0.38109225034713745, 0.35671767592430115, 0.37901806831359863, 0.3878837823867798, 0.1868455708026886], "r_norm": [0.30358463525772095, 0.30991506576538086, 0.29127711057662964, 0.299130380153656, 0.3023003339767456, 0.29572245478630066, 0.30976730585098267]}, {"step": 1800, "epoch": 3, "train_loss": 0.10527495294809341, "cos_r_negg": [0.34105581045150757, 0.38093382120132446, 0.37612318992614746, 0.3453342318534851, 0.3585994839668274, 0.35915642976760864, 0.19050106406211853], "cos_apical_negg": [0.34105581045150757, 0.38093382120132446, 0.37612318992614746, 0.3453342318534851, 0.3585994839668274, 0.35915642976760864, 0.19050106406211853], "cos_Ac_negg": [0.34105581045150757, 0.38093382120132446, 0.37612318992614746, 0.3453342318534851, 0.3585994839668274, 0.35915642976760864, 0.19050106406211853], "r_norm": [0.35801997780799866, 0.3618070185184479, 0.34070128202438354, 0.35234105587005615, 0.35575252771377563, 0.3429052233695984, 0.36497220396995544]}, {"step": 1850, "epoch": 3, "train_loss": 0.13814283907413483, "cos_r_negg": [0.3534694314002991, 0.3976026177406311, 0.39582306146621704, 0.38694626092910767, 0.40162867307662964, 0.39772936701774597, 0.19546011090278625], "cos_apical_negg": [0.3534694314002991, 0.3976026177406311, 0.39582306146621704, 0.38694626092910767, 0.40162867307662964, 0.39772936701774597, 0.19546011090278625], "cos_Ac_negg": [0.3534694314002991, 0.3976026177406311, 0.39582306146621704, 0.38694626092910767, 0.40162867307662964, 0.39772936701774597, 0.19546011090278625], "r_norm": [0.3387587368488312, 0.34433138370513916, 0.32600709795951843, 0.3341825008392334, 0.3401912450790405, 0.32961148023605347, 0.34494635462760925]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9612, "test_loss": 0.13609478302001954}, {"step": 1900, "epoch": 4, "train_loss": 0.06359248608350754, "cos_r_negg": [0.34403109550476074, 0.40035462379455566, 0.3980831801891327, 0.3857914209365845, 0.3926716446876526, 0.39575234055519104, 0.19964805245399475], "cos_apical_negg": [0.34403109550476074, 0.40035462379455566, 0.3980831801891327, 0.3857914209365845, 0.3926716446876526, 0.39575234055519104, 0.19964805245399475], "cos_Ac_negg": [0.34403109550476074, 0.40035462379455566, 0.3980831801891327, 0.3857914209365845, 0.3926716446876526, 0.39575234055519104, 0.19964805245399475], "r_norm": [0.2830607295036316, 0.28647923469543457, 0.27045971155166626, 0.2802552580833435, 0.28184300661087036, 0.27367880940437317, 0.28775155544281006]}, {"step": 1950, "epoch": 4, "train_loss": 0.14406025409698486, "cos_r_negg": [0.3664775788784027, 0.4042389988899231, 0.40773797035217285, 0.38950660824775696, 0.38952475786209106, 0.41000017523765564, 0.21010138094425201], "cos_apical_negg": [0.3664775788784027, 0.4042389988899231, 0.40773797035217285, 0.38950660824775696, 0.38952475786209106, 0.41000017523765564, 0.21010138094425201], "cos_Ac_negg": [0.3664775788784027, 0.4042389988899231, 0.40773797035217285, 0.38950660824775696, 0.38952475786209106, 0.41000017523765564, 0.21010138094425201], "r_norm": [0.3059108853340149, 0.30824869871139526, 0.29194214940071106, 0.2988200783729553, 0.3045286536216736, 0.2968783676624298, 0.31117522716522217]}, {"step": 2000, "epoch": 4, "train_loss": 0.08214673399925232, "cos_r_negg": [0.37062421441078186, 0.4218560457229614, 0.41676491498947144, 0.39294856786727905, 0.38403448462486267, 0.3863787055015564, 0.22174876928329468], "cos_apical_negg": [0.37062421441078186, 0.4218560457229614, 0.41676491498947144, 0.39294856786727905, 0.38403448462486267, 0.3863787055015564, 0.22174876928329468], "cos_Ac_negg": [0.37062421441078186, 0.4218560457229614, 0.41676491498947144, 0.39294856786727905, 0.38403448462486267, 0.3863787055015564, 0.22174876928329468], "r_norm": [0.25649869441986084, 0.26128172874450684, 0.2468075305223465, 0.25258731842041016, 0.2582148015499115, 0.24931617081165314, 0.26235198974609375]}, {"step": 2050, "epoch": 4, "train_loss": 0.08986732363700867, "cos_r_negg": [0.3569164276123047, 0.40509170293807983, 0.4034014344215393, 0.3909427225589752, 0.38447409868240356, 0.39624184370040894, 0.22948014736175537], "cos_apical_negg": [0.3569164276123047, 0.40509170293807983, 0.4034014344215393, 0.3909427225589752, 0.38447409868240356, 0.39624184370040894, 0.22948014736175537], "cos_Ac_negg": [0.3569164276123047, 0.40509170293807983, 0.4034014344215393, 0.3909427225589752, 0.38447409868240356, 0.39624184370040894, 0.22948014736175537], "r_norm": [0.3303634822368622, 0.33481672406196594, 0.31166720390319824, 0.3229696750640869, 0.3294667601585388, 0.3190608322620392, 0.3351089358329773]}, {"step": 2100, "epoch": 4, "train_loss": 0.040402207523584366, "cos_r_negg": [0.3285157084465027, 0.3820670247077942, 0.4004368185997009, 0.39801037311553955, 0.4033461809158325, 0.3902095854282379, 0.22808226943016052], "cos_apical_negg": [0.3285157084465027, 0.3820670247077942, 0.4004368185997009, 0.39801037311553955, 0.4033461809158325, 0.3902095854282379, 0.22808226943016052], "cos_Ac_negg": [0.3285157084465027, 0.3820670247077942, 0.4004368185997009, 0.39801037311553955, 0.4033461809158325, 0.3902095854282379, 0.22808226943016052], "r_norm": [0.37593936920166016, 0.38571473956108093, 0.3630204200744629, 0.372069776058197, 0.3786958158016205, 0.3643495738506317, 0.38711273670196533]}, {"step": 2150, "epoch": 4, "train_loss": 0.10629468411207199, "cos_r_negg": [0.35978376865386963, 0.400770366191864, 0.3927021026611328, 0.41232824325561523, 0.4128611087799072, 0.3763274550437927, 0.2124248445034027], "cos_apical_negg": [0.35978376865386963, 0.400770366191864, 0.3927021026611328, 0.41232824325561523, 0.4128611087799072, 0.3763274550437927, 0.2124248445034027], "cos_Ac_negg": [0.35978376865386963, 0.400770366191864, 0.3927021026611328, 0.41232824325561523, 0.4128611087799072, 0.3763274550437927, 0.2124248445034027], "r_norm": [0.2887108623981476, 0.2937972843647003, 0.27775177359580994, 0.28490811586380005, 0.29126060009002686, 0.28233784437179565, 0.2972131371498108]}, {"step": 2200, "epoch": 4, "train_loss": 0.07315900176763535, "cos_r_negg": [0.3325388431549072, 0.3874388039112091, 0.3973724842071533, 0.3873418867588043, 0.3927599787712097, 0.36818820238113403, 0.20692767202854156], "cos_apical_negg": [0.3325388431549072, 0.3874388039112091, 0.3973724842071533, 0.3873418867588043, 0.3927599787712097, 0.36818820238113403, 0.20692767202854156], "cos_Ac_negg": [0.3325388431549072, 0.3874388039112091, 0.3973724842071533, 0.3873418867588043, 0.3927599787712097, 0.36818820238113403, 0.20692767202854156], "r_norm": [0.3139231204986572, 0.31735533475875854, 0.299848735332489, 0.3061577081680298, 0.31452882289886475, 0.30548056960105896, 0.3206639289855957]}, {"step": 2250, "epoch": 4, "train_loss": 0.008549254387617111, "cos_r_negg": [0.35064518451690674, 0.4141176640987396, 0.3969336152076721, 0.38932305574417114, 0.3917994499206543, 0.34924617409706116, 0.19458365440368652], "cos_apical_negg": [0.35064518451690674, 0.4141176640987396, 0.3969336152076721, 0.38932305574417114, 0.3917994499206543, 0.34924617409706116, 0.19458365440368652], "cos_Ac_negg": [0.35064518451690674, 0.4141176640987396, 0.3969336152076721, 0.38932305574417114, 0.3917994499206543, 0.34924617409706116, 0.19458365440368652], "r_norm": [0.27849674224853516, 0.28425416350364685, 0.26876896619796753, 0.27546972036361694, 0.27857503294944763, 0.27033019065856934, 0.28492748737335205]}, {"step": 2300, "epoch": 4, "train_loss": 0.1331242322921753, "cos_r_negg": [0.3678210973739624, 0.4320945739746094, 0.416785329580307, 0.40390557050704956, 0.40131351351737976, 0.3804876208305359, 0.20237964391708374], "cos_apical_negg": [0.3678210973739624, 0.4320945739746094, 0.416785329580307, 0.40390557050704956, 0.40131351351737976, 0.3804876208305359, 0.20237964391708374], "cos_Ac_negg": [0.3678210973739624, 0.4320945739746094, 0.416785329580307, 0.40390557050704956, 0.40131351351737976, 0.3804876208305359, 0.20237964391708374], "r_norm": [0.35673266649246216, 0.3576643764972687, 0.33734947443008423, 0.34933820366859436, 0.3532158136367798, 0.34166210889816284, 0.36065474152565]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9638, "test_loss": 0.13737388381958007}, {"step": 2350, "epoch": 5, "train_loss": 0.05840501934289932, "cos_r_negg": [0.3595661520957947, 0.41714364290237427, 0.4121813476085663, 0.3953963816165924, 0.37859606742858887, 0.3715527653694153, 0.2087000012397766], "cos_apical_negg": [0.3595661520957947, 0.41714364290237427, 0.4121813476085663, 0.3953963816165924, 0.37859606742858887, 0.3715527653694153, 0.2087000012397766], "cos_Ac_negg": [0.3595661520957947, 0.41714364290237427, 0.4121813476085663, 0.3953963816165924, 0.37859606742858887, 0.3715527653694153, 0.2087000012397766], "r_norm": [0.27862006425857544, 0.2838327884674072, 0.26613229513168335, 0.2735533118247986, 0.2791982889175415, 0.27189910411834717, 0.28390634059906006]}, {"step": 2400, "epoch": 5, "train_loss": 0.01452694647014141, "cos_r_negg": [0.3343731760978699, 0.3867013454437256, 0.3734334111213684, 0.3418805003166199, 0.3489558696746826, 0.35117411613464355, 0.19205203652381897], "cos_apical_negg": [0.3343731760978699, 0.3867013454437256, 0.3734334111213684, 0.3418805003166199, 0.3489558696746826, 0.35117411613464355, 0.19205203652381897], "cos_Ac_negg": [0.3343731760978699, 0.3867013454437256, 0.3734334111213684, 0.3418805003166199, 0.3489558696746826, 0.35117411613464355, 0.19205203652381897], "r_norm": [0.283754825592041, 0.29049524664878845, 0.2736258804798126, 0.2813107967376709, 0.28461623191833496, 0.2755863070487976, 0.291096955537796]}, {"step": 2450, "epoch": 5, "train_loss": 0.04419281333684921, "cos_r_negg": [0.34747663140296936, 0.4100887179374695, 0.40806013345718384, 0.3780778646469116, 0.3871854543685913, 0.37588316202163696, 0.21226534247398376], "cos_apical_negg": [0.34747663140296936, 0.4100887179374695, 0.40806013345718384, 0.3780778646469116, 0.3871854543685913, 0.37588316202163696, 0.21226534247398376], "cos_Ac_negg": [0.34747663140296936, 0.4100887179374695, 0.40806013345718384, 0.3780778646469116, 0.3871854543685913, 0.37588316202163696, 0.21226534247398376], "r_norm": [0.23584696650505066, 0.24177829921245575, 0.2269853800535202, 0.23415705561637878, 0.236765056848526, 0.23153480887413025, 0.240220308303833]}, {"step": 2500, "epoch": 5, "train_loss": 0.06954687088727951, "cos_r_negg": [0.3472527861595154, 0.41229110956192017, 0.40139901638031006, 0.39344489574432373, 0.3847416043281555, 0.3888123631477356, 0.20867770910263062], "cos_apical_negg": [0.3472527861595154, 0.41229110956192017, 0.40139901638031006, 0.39344489574432373, 0.3847416043281555, 0.3888123631477356, 0.20867770910263062], "cos_Ac_negg": [0.3472527861595154, 0.41229110956192017, 0.40139901638031006, 0.39344489574432373, 0.3847416043281555, 0.3888123631477356, 0.20867770910263062], "r_norm": [0.22686626017093658, 0.2324555665254593, 0.21769818663597107, 0.22567927837371826, 0.22833523154258728, 0.2201109230518341, 0.2315743863582611]}, {"step": 2550, "epoch": 5, "train_loss": 0.028228964656591415, "cos_r_negg": [0.3544970154762268, 0.4138026237487793, 0.39953523874282837, 0.37815380096435547, 0.3730848431587219, 0.37105172872543335, 0.1852012574672699], "cos_apical_negg": [0.3544970154762268, 0.4138026237487793, 0.39953523874282837, 0.37815380096435547, 0.3730848431587219, 0.37105172872543335, 0.1852012574672699], "cos_Ac_negg": [0.3544970154762268, 0.4138026237487793, 0.39953523874282837, 0.37815380096435547, 0.3730848431587219, 0.37105172872543335, 0.1852012574672699], "r_norm": [0.24616684019565582, 0.252475380897522, 0.23832541704177856, 0.24418054521083832, 0.2478441745042801, 0.24035657942295074, 0.25206252932548523]}, {"step": 2600, "epoch": 5, "train_loss": 0.06968282908201218, "cos_r_negg": [0.3528311848640442, 0.4202626943588257, 0.41697779297828674, 0.3963765799999237, 0.3891865313053131, 0.3743189573287964, 0.18957188725471497], "cos_apical_negg": [0.3528311848640442, 0.4202626943588257, 0.41697779297828674, 0.3963765799999237, 0.3891865313053131, 0.3743189573287964, 0.18957188725471497], "cos_Ac_negg": [0.3528311848640442, 0.4202626943588257, 0.41697779297828674, 0.3963765799999237, 0.3891865313053131, 0.3743189573287964, 0.18957188725471497], "r_norm": [0.3028436005115509, 0.3072325587272644, 0.29247957468032837, 0.29982972145080566, 0.30424511432647705, 0.2923887372016907, 0.30977383255958557]}, {"step": 2650, "epoch": 5, "train_loss": 0.043947964906692505, "cos_r_negg": [0.35579463839530945, 0.42121684551239014, 0.40919825434684753, 0.3960573077201843, 0.3863387107849121, 0.41232866048812866, 0.2199743241071701], "cos_apical_negg": [0.35579463839530945, 0.42121684551239014, 0.40919825434684753, 0.3960573077201843, 0.3863387107849121, 0.41232866048812866, 0.2199743241071701], "cos_Ac_negg": [0.35579463839530945, 0.42121684551239014, 0.40919825434684753, 0.3960573077201843, 0.3863387107849121, 0.41232866048812866, 0.2199743241071701], "r_norm": [0.27004286646842957, 0.27172204852104187, 0.25832030177116394, 0.2658577859401703, 0.26889699697494507, 0.26259711384773254, 0.2739938497543335]}, {"step": 2700, "epoch": 5, "train_loss": 0.030250947922468185, "cos_r_negg": [0.36832165718078613, 0.4502308964729309, 0.4394649267196655, 0.42010894417762756, 0.4048902690410614, 0.4238249659538269, 0.20124287903308868], "cos_apical_negg": [0.36832165718078613, 0.4502308964729309, 0.4394649267196655, 0.42010894417762756, 0.4048902690410614, 0.4238249659538269, 0.20124287903308868], "cos_Ac_negg": [0.36832165718078613, 0.4502308964729309, 0.4394649267196655, 0.42010894417762756, 0.4048902690410614, 0.4238249659538269, 0.20124287903308868], "r_norm": [0.23622223734855652, 0.23961281776428223, 0.2244006097316742, 0.23244749009609222, 0.23599302768707275, 0.22933520376682281, 0.2408391237258911]}, {"step": 2750, "epoch": 5, "train_loss": 0.02609935775399208, "cos_r_negg": [0.3461098074913025, 0.4195079207420349, 0.410784512758255, 0.40208613872528076, 0.38086697459220886, 0.4177420735359192, 0.20746800303459167], "cos_apical_negg": [0.3461098074913025, 0.4195079207420349, 0.410784512758255, 0.40208613872528076, 0.38086697459220886, 0.4177420735359192, 0.20746800303459167], "cos_Ac_negg": [0.3461098074913025, 0.4195079207420349, 0.410784512758255, 0.40208613872528076, 0.38086697459220886, 0.4177420735359192, 0.20746800303459167], "r_norm": [0.263685405254364, 0.26923996210098267, 0.25308656692504883, 0.26075479388237, 0.26427018642425537, 0.2570701539516449, 0.2692667245864868]}, {"step": 2800, "epoch": 5, "train_loss": 0.01235916092991829, "cos_r_negg": [0.31730157136917114, 0.40391796827316284, 0.3990962505340576, 0.4025856852531433, 0.39300256967544556, 0.41297417879104614, 0.2369992434978485], "cos_apical_negg": [0.31730157136917114, 0.40391796827316284, 0.3990962505340576, 0.4025856852531433, 0.39300256967544556, 0.41297417879104614, 0.2369992434978485], "cos_Ac_negg": [0.31730157136917114, 0.40391796827316284, 0.3990962505340576, 0.4025856852531433, 0.39300256967544556, 0.41297417879104614, 0.2369992434978485], "r_norm": [0.2368302345275879, 0.24131172895431519, 0.22579827904701233, 0.2343728244304657, 0.2381315529346466, 0.22826802730560303, 0.24219128489494324]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9676, "test_loss": 0.1314791717529297}, {"step": 2850, "epoch": 6, "train_loss": 0.06029682606458664, "cos_r_negg": [0.2998027205467224, 0.3798534870147705, 0.38013750314712524, 0.3685031533241272, 0.36566460132598877, 0.401691198348999, 0.20467311143875122], "cos_apical_negg": [0.2998027205467224, 0.3798534870147705, 0.38013750314712524, 0.3685031533241272, 0.36566460132598877, 0.401691198348999, 0.20467311143875122], "cos_Ac_negg": [0.2998027205467224, 0.3798534870147705, 0.38013750314712524, 0.3685031533241272, 0.36566460132598877, 0.401691198348999, 0.20467311143875122], "r_norm": [0.22210657596588135, 0.226604625582695, 0.2118382304906845, 0.21989873051643372, 0.22357402741909027, 0.2162596583366394, 0.22852736711502075]}, {"step": 2900, "epoch": 6, "train_loss": 0.01204393245279789, "cos_r_negg": [0.3116410970687866, 0.38753199577331543, 0.37536779046058655, 0.3570067286491394, 0.35056668519973755, 0.37840545177459717, 0.19569498300552368], "cos_apical_negg": [0.3116410970687866, 0.38753199577331543, 0.37536779046058655, 0.3570067286491394, 0.35056668519973755, 0.37840545177459717, 0.19569498300552368], "cos_Ac_negg": [0.3116410970687866, 0.38753199577331543, 0.37536779046058655, 0.3570067286491394, 0.35056668519973755, 0.37840545177459717, 0.19569498300552368], "r_norm": [0.22217629849910736, 0.22695210576057434, 0.21373620629310608, 0.22105062007904053, 0.22361823916435242, 0.2159711718559265, 0.22803601622581482]}, {"step": 2950, "epoch": 6, "train_loss": 0.12417171150445938, "cos_r_negg": [0.3019530177116394, 0.35942429304122925, 0.34765374660491943, 0.3269497752189636, 0.3160291016101837, 0.3483514189720154, 0.15574675798416138], "cos_apical_negg": [0.3019530177116394, 0.35942429304122925, 0.34765374660491943, 0.3269497752189636, 0.3160291016101837, 0.3483514189720154, 0.15574675798416138], "cos_Ac_negg": [0.3019530177116394, 0.35942429304122925, 0.34765374660491943, 0.3269497752189636, 0.3160291016101837, 0.3483514189720154, 0.15574675798416138], "r_norm": [0.2716389298439026, 0.27564892172813416, 0.2595411539077759, 0.2694132328033447, 0.27386221289634705, 0.2617252469062805, 0.27676743268966675]}, {"step": 3000, "epoch": 6, "train_loss": 0.005221026949584484, "cos_r_negg": [0.31693035364151, 0.37885165214538574, 0.3767770230770111, 0.3738635182380676, 0.37946122884750366, 0.38543227314949036, 0.21014422178268433], "cos_apical_negg": [0.31693035364151, 0.37885165214538574, 0.3767770230770111, 0.3738635182380676, 0.37946122884750366, 0.38543227314949036, 0.21014422178268433], "cos_Ac_negg": [0.31693035364151, 0.37885165214538574, 0.3767770230770111, 0.3738635182380676, 0.37946122884750366, 0.38543227314949036, 0.21014422178268433], "r_norm": [0.2511790096759796, 0.2570154368877411, 0.24511536955833435, 0.24985018372535706, 0.2531595528125763, 0.2446533739566803, 0.2571539580821991]}, {"step": 3050, "epoch": 6, "train_loss": 0.035937659442424774, "cos_r_negg": [0.2875148057937622, 0.35283052921295166, 0.3463938236236572, 0.3416592478752136, 0.34368911385536194, 0.35369184613227844, 0.19868361949920654], "cos_apical_negg": [0.2875148057937622, 0.35283052921295166, 0.3463938236236572, 0.3416592478752136, 0.34368911385536194, 0.35369184613227844, 0.19868361949920654], "cos_Ac_negg": [0.2875148057937622, 0.35283052921295166, 0.3463938236236572, 0.3416592478752136, 0.34368911385536194, 0.35369184613227844, 0.19868361949920654], "r_norm": [0.22965677082538605, 0.233912855386734, 0.21908755600452423, 0.22712087631225586, 0.23154759407043457, 0.22224825620651245, 0.23563840985298157]}, {"step": 3100, "epoch": 6, "train_loss": 0.07383611053228378, "cos_r_negg": [0.31373581290245056, 0.38385820388793945, 0.3742578625679016, 0.3601266145706177, 0.36678004264831543, 0.37945038080215454, 0.2067604959011078], "cos_apical_negg": [0.31373581290245056, 0.38385820388793945, 0.3742578625679016, 0.3601266145706177, 0.36678004264831543, 0.37945038080215454, 0.2067604959011078], "cos_Ac_negg": [0.31373581290245056, 0.38385820388793945, 0.3742578625679016, 0.3601266145706177, 0.36678004264831543, 0.37945038080215454, 0.2067604959011078], "r_norm": [0.21656861901283264, 0.22114208340644836, 0.20621152222156525, 0.2133699357509613, 0.2174103856086731, 0.21005535125732422, 0.22101476788520813]}, {"step": 3150, "epoch": 6, "train_loss": 0.003651655511930585, "cos_r_negg": [0.28886061906814575, 0.3471251130104065, 0.3350757956504822, 0.345580518245697, 0.33905479311943054, 0.3503159284591675, 0.18575456738471985], "cos_apical_negg": [0.28886061906814575, 0.3471251130104065, 0.3350757956504822, 0.345580518245697, 0.33905479311943054, 0.3503159284591675, 0.18575456738471985], "cos_Ac_negg": [0.28886061906814575, 0.3471251130104065, 0.3350757956504822, 0.345580518245697, 0.33905479311943054, 0.3503159284591675, 0.18575456738471985], "r_norm": [0.25706014037132263, 0.26025599241256714, 0.24440959095954895, 0.2535083293914795, 0.2592672109603882, 0.24953460693359375, 0.26309457421302795]}, {"step": 3200, "epoch": 6, "train_loss": 0.07561719417572021, "cos_r_negg": [0.3053545355796814, 0.36983412504196167, 0.37090665102005005, 0.3721104860305786, 0.3563191592693329, 0.3587579131126404, 0.21081098914146423], "cos_apical_negg": [0.3053545355796814, 0.36983412504196167, 0.37090665102005005, 0.3721104860305786, 0.3563191592693329, 0.3587579131126404, 0.21081098914146423], "cos_Ac_negg": [0.3053545355796814, 0.36983412504196167, 0.37090665102005005, 0.3721104860305786, 0.3563191592693329, 0.3587579131126404, 0.21081098914146423], "r_norm": [0.24201199412345886, 0.24495132267475128, 0.2302180379629135, 0.23989097774028778, 0.24301472306251526, 0.2343355268239975, 0.24633918702602386]}, {"step": 3250, "epoch": 6, "train_loss": 0.03530856594443321, "cos_r_negg": [0.3518778383731842, 0.42092365026474, 0.4169171452522278, 0.4230419397354126, 0.40499866008758545, 0.42153987288475037, 0.23788905143737793], "cos_apical_negg": [0.3518778383731842, 0.42092365026474, 0.4169171452522278, 0.4230419397354126, 0.40499866008758545, 0.42153987288475037, 0.23788905143737793], "cos_Ac_negg": [0.3518778383731842, 0.42092365026474, 0.4169171452522278, 0.4230419397354126, 0.40499866008758545, 0.42153987288475037, 0.23788905143737793], "r_norm": [0.27200502157211304, 0.27760934829711914, 0.2615073323249817, 0.2709309458732605, 0.27402612566947937, 0.26378053426742554, 0.27922898530960083]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9671, "test_loss": 0.1350620777130127}, {"step": 3300, "epoch": 7, "train_loss": 0.04402756690979004, "cos_r_negg": [0.32745227217674255, 0.3877037763595581, 0.37272757291793823, 0.36349916458129883, 0.36841684579849243, 0.3741414248943329, 0.2172090709209442], "cos_apical_negg": [0.32745227217674255, 0.3877037763595581, 0.37272757291793823, 0.36349916458129883, 0.36841684579849243, 0.3741414248943329, 0.2172090709209442], "cos_Ac_negg": [0.32745227217674255, 0.3877037763595581, 0.37272757291793823, 0.36349916458129883, 0.36841684579849243, 0.3741414248943329, 0.2172090709209442], "r_norm": [0.28787922859191895, 0.29281455278396606, 0.276231050491333, 0.28332090377807617, 0.2890462577342987, 0.27927011251449585, 0.2948378920555115]}, {"step": 3350, "epoch": 7, "train_loss": 0.011697749607264996, "cos_r_negg": [0.2880329489707947, 0.3381795287132263, 0.33162111043930054, 0.3338506817817688, 0.3290349841117859, 0.3389907777309418, 0.19332194328308105], "cos_apical_negg": [0.2880329489707947, 0.3381795287132263, 0.33162111043930054, 0.3338506817817688, 0.3290349841117859, 0.3389907777309418, 0.19332194328308105], "cos_Ac_negg": [0.2880329489707947, 0.3381795287132263, 0.33162111043930054, 0.3338506817817688, 0.3290349841117859, 0.3389907777309418, 0.19332194328308105], "r_norm": [0.24096886813640594, 0.24580708146095276, 0.23201045393943787, 0.2405710369348526, 0.24270567297935486, 0.23551347851753235, 0.24577371776103973]}, {"step": 3400, "epoch": 7, "train_loss": 0.008687623776495457, "cos_r_negg": [0.27122682332992554, 0.327675998210907, 0.3218057155609131, 0.30879393219947815, 0.30685168504714966, 0.3308470845222473, 0.19321024417877197], "cos_apical_negg": [0.27122682332992554, 0.327675998210907, 0.3218057155609131, 0.30879393219947815, 0.30685168504714966, 0.3308470845222473, 0.19321024417877197], "cos_Ac_negg": [0.27122682332992554, 0.327675998210907, 0.3218057155609131, 0.30879393219947815, 0.30685168504714966, 0.3308470845222473, 0.19321024417877197], "r_norm": [0.22981491684913635, 0.2329743504524231, 0.21886014938354492, 0.22915956377983093, 0.23036931455135345, 0.22348254919052124, 0.2337140440940857]}, {"step": 3450, "epoch": 7, "train_loss": 0.047885872423648834, "cos_r_negg": [0.280766099691391, 0.3451230823993683, 0.32444456219673157, 0.32392311096191406, 0.32473886013031006, 0.3459959626197815, 0.18844476342201233], "cos_apical_negg": [0.280766099691391, 0.3451230823993683, 0.32444456219673157, 0.32392311096191406, 0.32473886013031006, 0.3459959626197815, 0.18844476342201233], "cos_Ac_negg": [0.280766099691391, 0.3451230823993683, 0.32444456219673157, 0.32392311096191406, 0.32473886013031006, 0.3459959626197815, 0.18844476342201233], "r_norm": [0.22921323776245117, 0.23245900869369507, 0.21707755327224731, 0.227884441614151, 0.2299928367137909, 0.22283899784088135, 0.23454037308692932]}, {"step": 3500, "epoch": 7, "train_loss": 0.020771855488419533, "cos_r_negg": [0.2631523013114929, 0.3260256052017212, 0.3091646134853363, 0.30253860354423523, 0.300126850605011, 0.3328244686126709, 0.18110480904579163], "cos_apical_negg": [0.2631523013114929, 0.3260256052017212, 0.3091646134853363, 0.30253860354423523, 0.300126850605011, 0.3328244686126709, 0.18110480904579163], "cos_Ac_negg": [0.2631523013114929, 0.3260256052017212, 0.3091646134853363, 0.30253860354423523, 0.300126850605011, 0.3328244686126709, 0.18110480904579163], "r_norm": [0.20838198065757751, 0.2119949907064438, 0.20039905607700348, 0.20788615942001343, 0.2103588879108429, 0.20402589440345764, 0.2144441455602646]}, {"step": 3550, "epoch": 7, "train_loss": 0.05509781837463379, "cos_r_negg": [0.24857886135578156, 0.3141704797744751, 0.2981506586074829, 0.29945915937423706, 0.29767775535583496, 0.3083825707435608, 0.16198746860027313], "cos_apical_negg": [0.24857886135578156, 0.3141704797744751, 0.2981506586074829, 0.29945915937423706, 0.29767775535583496, 0.3083825707435608, 0.16198746860027313], "cos_Ac_negg": [0.24857886135578156, 0.3141704797744751, 0.2981506586074829, 0.29945915937423706, 0.29767775535583496, 0.3083825707435608, 0.16198746860027313], "r_norm": [0.24186770617961884, 0.24648791551589966, 0.233444482088089, 0.24083258211612701, 0.24427565932273865, 0.23613682389259338, 0.24880340695381165]}, {"step": 3600, "epoch": 7, "train_loss": 0.010248963721096516, "cos_r_negg": [0.2591056823730469, 0.3155660629272461, 0.31093335151672363, 0.3041819930076599, 0.30848485231399536, 0.32578665018081665, 0.18377287685871124], "cos_apical_negg": [0.2591056823730469, 0.3155660629272461, 0.31093335151672363, 0.3041819930076599, 0.30848485231399536, 0.32578665018081665, 0.18377287685871124], "cos_Ac_negg": [0.2591056823730469, 0.3155660629272461, 0.31093335151672363, 0.3041819930076599, 0.30848485231399536, 0.32578665018081665, 0.18377287685871124], "r_norm": [0.26318123936653137, 0.26949626207351685, 0.2526387870311737, 0.26069188117980957, 0.26646655797958374, 0.25771504640579224, 0.2702673673629761]}, {"step": 3650, "epoch": 7, "train_loss": 0.0040964954532682896, "cos_r_negg": [0.26925361156463623, 0.3231160044670105, 0.31387031078338623, 0.3099023997783661, 0.30558329820632935, 0.32429128885269165, 0.18938793241977692], "cos_apical_negg": [0.26925361156463623, 0.3231160044670105, 0.31387031078338623, 0.3099023997783661, 0.30558329820632935, 0.32429128885269165, 0.18938793241977692], "cos_Ac_negg": [0.26925361156463623, 0.3231160044670105, 0.31387031078338623, 0.3099023997783661, 0.30558329820632935, 0.32429128885269165, 0.18938793241977692], "r_norm": [0.27091720700263977, 0.2770340144634247, 0.2599698305130005, 0.2665947377681732, 0.2737083435058594, 0.2661249041557312, 0.27755358815193176]}, {"step": 3700, "epoch": 7, "train_loss": 0.012190733104944229, "cos_r_negg": [0.2578694224357605, 0.3183903694152832, 0.3064274489879608, 0.2991120219230652, 0.2964288890361786, 0.31565001606941223, 0.19414806365966797], "cos_apical_negg": [0.2578694224357605, 0.3183903694152832, 0.3064274489879608, 0.2991120219230652, 0.2964288890361786, 0.31565001606941223, 0.19414806365966797], "cos_Ac_negg": [0.2578694224357605, 0.3183903694152832, 0.3064274489879608, 0.2991120219230652, 0.2964288890361786, 0.31565001606941223, 0.19414806365966797], "r_norm": [0.2543753385543823, 0.2602981925010681, 0.24671801924705505, 0.2541864514350891, 0.25708073377609253, 0.249121755361557, 0.26038020849227905]}, {"step": 3750, "epoch": 7, "train_loss": 0.012841864489018917, "cos_r_negg": [0.2604009509086609, 0.317041277885437, 0.298534631729126, 0.2873460650444031, 0.2892078161239624, 0.31382590532302856, 0.18164925277233124], "cos_apical_negg": [0.2604009509086609, 0.317041277885437, 0.298534631729126, 0.2873460650444031, 0.2892078161239624, 0.31382590532302856, 0.18164925277233124], "cos_Ac_negg": [0.2604009509086609, 0.317041277885437, 0.298534631729126, 0.2873460650444031, 0.2892078161239624, 0.31382590532302856, 0.18164925277233124], "r_norm": [0.2428259551525116, 0.2471787929534912, 0.23363688588142395, 0.24034935235977173, 0.24431367218494415, 0.23634415864944458, 0.2492908388376236]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9677, "test_loss": 0.14900022621154785}, {"step": 3800, "epoch": 8, "train_loss": 0.05614946782588959, "cos_r_negg": [0.22427436709403992, 0.2808568477630615, 0.2653958201408386, 0.25528013706207275, 0.2499542534351349, 0.27242785692214966, 0.15612219274044037], "cos_apical_negg": [0.22427436709403992, 0.2808568477630615, 0.2653958201408386, 0.25528013706207275, 0.2499542534351349, 0.27242785692214966, 0.15612219274044037], "cos_Ac_negg": [0.22427436709403992, 0.2808568477630615, 0.2653958201408386, 0.25528013706207275, 0.2499542534351349, 0.27242785692214966, 0.15612219274044037], "r_norm": [0.22512705624103546, 0.23003286123275757, 0.21580687165260315, 0.22228071093559265, 0.22677025198936462, 0.2204732447862625, 0.23150402307510376]}, {"step": 3850, "epoch": 8, "train_loss": 0.00772895198315382, "cos_r_negg": [0.21601489186286926, 0.2768847346305847, 0.2566492557525635, 0.24895960092544556, 0.24301691353321075, 0.258029580116272, 0.15042853355407715], "cos_apical_negg": [0.21601489186286926, 0.2768847346305847, 0.2566492557525635, 0.24895960092544556, 0.24301691353321075, 0.258029580116272, 0.15042853355407715], "cos_Ac_negg": [0.21601489186286926, 0.2768847346305847, 0.2566492557525635, 0.24895960092544556, 0.24301691353321075, 0.258029580116272, 0.15042853355407715], "r_norm": [0.2258799970149994, 0.23124735057353973, 0.217748761177063, 0.22427025437355042, 0.2277129739522934, 0.22185158729553223, 0.23095563054084778]}, {"step": 3900, "epoch": 8, "train_loss": 0.0067223175428807735, "cos_r_negg": [0.22568194568157196, 0.28257226943969727, 0.2633272409439087, 0.2548798620700836, 0.255148708820343, 0.2673654556274414, 0.17107081413269043], "cos_apical_negg": [0.22568194568157196, 0.28257226943969727, 0.2633272409439087, 0.2548798620700836, 0.255148708820343, 0.2673654556274414, 0.17107081413269043], "cos_Ac_negg": [0.22568194568157196, 0.28257226943969727, 0.2633272409439087, 0.2548798620700836, 0.255148708820343, 0.2673654556274414, 0.17107081413269043], "r_norm": [0.23685744404792786, 0.2421802580356598, 0.2276797592639923, 0.2347227782011032, 0.24008296430110931, 0.2329314798116684, 0.24304987490177155]}, {"step": 3950, "epoch": 8, "train_loss": 0.01015019603073597, "cos_r_negg": [0.21217891573905945, 0.26478397846221924, 0.24714496731758118, 0.23800331354141235, 0.24458418786525726, 0.24751350283622742, 0.15504100918769836], "cos_apical_negg": [0.21217891573905945, 0.26478397846221924, 0.24714496731758118, 0.23800331354141235, 0.24458418786525726, 0.24751350283622742, 0.15504100918769836], "cos_Ac_negg": [0.21217891573905945, 0.26478397846221924, 0.24714496731758118, 0.23800331354141235, 0.24458418786525726, 0.24751350283622742, 0.15504100918769836], "r_norm": [0.21543043851852417, 0.22094164788722992, 0.2079588919878006, 0.2149113416671753, 0.21847058832645416, 0.21234771609306335, 0.2221827507019043]}, {"step": 4000, "epoch": 8, "train_loss": 0.006838271860033274, "cos_r_negg": [0.19965031743049622, 0.2508811354637146, 0.23334728181362152, 0.22980591654777527, 0.23604942858219147, 0.2347138375043869, 0.14071521162986755], "cos_apical_negg": [0.19965031743049622, 0.2508811354637146, 0.23334728181362152, 0.22980591654777527, 0.23604942858219147, 0.2347138375043869, 0.14071521162986755], "cos_Ac_negg": [0.19965031743049622, 0.2508811354637146, 0.23334728181362152, 0.22980591654777527, 0.23604942858219147, 0.2347138375043869, 0.14071521162986755], "r_norm": [0.22768738865852356, 0.23310843110084534, 0.220947727560997, 0.22695979475975037, 0.23082278668880463, 0.22398485243320465, 0.2342568337917328]}, {"step": 4050, "epoch": 8, "train_loss": 0.0016578013310208917, "cos_r_negg": [0.21314583718776703, 0.265777587890625, 0.2449086308479309, 0.23561376333236694, 0.2381279170513153, 0.2430054247379303, 0.14305324852466583], "cos_apical_negg": [0.21314583718776703, 0.265777587890625, 0.2449086308479309, 0.23561376333236694, 0.2381279170513153, 0.2430054247379303, 0.14305324852466583], "cos_Ac_negg": [0.21314583718776703, 0.265777587890625, 0.2449086308479309, 0.23561376333236694, 0.2381279170513153, 0.2430054247379303, 0.14305324852466583], "r_norm": [0.23121565580368042, 0.23601847887039185, 0.22095324099063873, 0.22983716428279877, 0.23293767869472504, 0.22665700316429138, 0.2374454289674759]}, {"step": 4100, "epoch": 8, "train_loss": 0.061716124415397644, "cos_r_negg": [0.21172529458999634, 0.2612546980381012, 0.24618107080459595, 0.2404402196407318, 0.24052555859088898, 0.24064525961875916, 0.1382659375667572], "cos_apical_negg": [0.21172529458999634, 0.2612546980381012, 0.24618107080459595, 0.2404402196407318, 0.24052555859088898, 0.24064525961875916, 0.1382659375667572], "cos_Ac_negg": [0.21172529458999634, 0.2612546980381012, 0.24618107080459595, 0.2404402196407318, 0.24052555859088898, 0.24064525961875916, 0.1382659375667572], "r_norm": [0.23235678672790527, 0.2360062301158905, 0.22021031379699707, 0.2310623824596405, 0.23371940851211548, 0.22650986909866333, 0.23859480023384094]}, {"step": 4150, "epoch": 8, "train_loss": 0.0006992191774770617, "cos_r_negg": [0.21172001957893372, 0.25567367672920227, 0.24493308365345, 0.23845136165618896, 0.23778240382671356, 0.24171671271324158, 0.1520565152168274], "cos_apical_negg": [0.21172001957893372, 0.25567367672920227, 0.24493308365345, 0.23845136165618896, 0.23778240382671356, 0.24171671271324158, 0.1520565152168274], "cos_Ac_negg": [0.21172001957893372, 0.25567367672920227, 0.24493308365345, 0.23845136165618896, 0.23778240382671356, 0.24171671271324158, 0.1520565152168274], "r_norm": [0.26510101556777954, 0.2697761058807373, 0.2526565492153168, 0.26283034682273865, 0.2673959732055664, 0.2591661810874939, 0.2718712091445923]}, {"step": 4200, "epoch": 8, "train_loss": 0.009719479829072952, "cos_r_negg": [0.2170296609401703, 0.26636117696762085, 0.24721860885620117, 0.24369914829730988, 0.24689960479736328, 0.25172966718673706, 0.14192545413970947], "cos_apical_negg": [0.2170296609401703, 0.26636117696762085, 0.24721860885620117, 0.24369914829730988, 0.24689960479736328, 0.25172966718673706, 0.14192545413970947], "cos_Ac_negg": [0.2170296609401703, 0.26636117696762085, 0.24721860885620117, 0.24369914829730988, 0.24689960479736328, 0.25172966718673706, 0.14192545413970947], "r_norm": [0.23975390195846558, 0.24437080323696136, 0.2275126427412033, 0.23605439066886902, 0.24183903634548187, 0.23529058694839478, 0.24707603454589844]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9702, "test_loss": 0.1446866491317749}, {"step": 4250, "epoch": 9, "train_loss": 0.02381182461977005, "cos_r_negg": [0.22412875294685364, 0.2779271602630615, 0.2594625651836395, 0.25495073199272156, 0.2509501874446869, 0.2539141774177551, 0.14976567029953003], "cos_apical_negg": [0.22412875294685364, 0.2779271602630615, 0.2594625651836395, 0.25495073199272156, 0.2509501874446869, 0.2539141774177551, 0.14976567029953003], "cos_Ac_negg": [0.22412875294685364, 0.2779271602630615, 0.2594625651836395, 0.25495073199272156, 0.2509501874446869, 0.2539141774177551, 0.14976567029953003], "r_norm": [0.19044512510299683, 0.19710706174373627, 0.18456628918647766, 0.19037388265132904, 0.19353103637695312, 0.18761396408081055, 0.19761605560779572]}, {"step": 4300, "epoch": 9, "train_loss": 0.014948543161153793, "cos_r_negg": [0.2116253823041916, 0.2598666846752167, 0.24039936065673828, 0.23242759704589844, 0.23557966947555542, 0.2357274740934372, 0.14139211177825928], "cos_apical_negg": [0.2116253823041916, 0.2598666846752167, 0.24039936065673828, 0.23242759704589844, 0.23557966947555542, 0.2357274740934372, 0.14139211177825928], "cos_Ac_negg": [0.2116253823041916, 0.2598666846752167, 0.24039936065673828, 0.23242759704589844, 0.23557966947555542, 0.2357274740934372, 0.14139211177825928], "r_norm": [0.23953713476657867, 0.24535949528217316, 0.22994659841060638, 0.23807570338249207, 0.24240078032016754, 0.23605281114578247, 0.24598005414009094]}, {"step": 4350, "epoch": 9, "train_loss": 0.023338254541158676, "cos_r_negg": [0.19217729568481445, 0.22845149040222168, 0.21467182040214539, 0.20683030784130096, 0.20911948382854462, 0.2068135142326355, 0.12267087399959564], "cos_apical_negg": [0.19217729568481445, 0.22845149040222168, 0.21467182040214539, 0.20683030784130096, 0.20911948382854462, 0.2068135142326355, 0.12267087399959564], "cos_Ac_negg": [0.19217729568481445, 0.22845149040222168, 0.21467182040214539, 0.20683030784130096, 0.20911948382854462, 0.2068135142326355, 0.12267087399959564], "r_norm": [0.24553659558296204, 0.25075459480285645, 0.2353346049785614, 0.24422010779380798, 0.24780714511871338, 0.24122054874897003, 0.2521490454673767]}, {"step": 4400, "epoch": 9, "train_loss": 0.005701666232198477, "cos_r_negg": [0.19506563246250153, 0.2365531325340271, 0.2176084816455841, 0.2097930908203125, 0.2088465541601181, 0.2077644169330597, 0.1219141036272049], "cos_apical_negg": [0.19506563246250153, 0.2365531325340271, 0.2176084816455841, 0.2097930908203125, 0.2088465541601181, 0.2077644169330597, 0.1219141036272049], "cos_Ac_negg": [0.19506563246250153, 0.2365531325340271, 0.2176084816455841, 0.2097930908203125, 0.2088465541601181, 0.2077644169330597, 0.1219141036272049], "r_norm": [0.23492279648780823, 0.24122466146945953, 0.22666820883750916, 0.2351878583431244, 0.23774953186511993, 0.23091208934783936, 0.24164168536663055]}, {"step": 4450, "epoch": 9, "train_loss": 0.0032884408719837666, "cos_r_negg": [0.17844542860984802, 0.21544939279556274, 0.20510989427566528, 0.20009015500545502, 0.19650226831436157, 0.1981220543384552, 0.1181798130273819], "cos_apical_negg": [0.17844542860984802, 0.21544939279556274, 0.20510989427566528, 0.20009015500545502, 0.19650226831436157, 0.1981220543384552, 0.1181798130273819], "cos_Ac_negg": [0.17844542860984802, 0.21544939279556274, 0.20510989427566528, 0.20009015500545502, 0.19650226831436157, 0.1981220543384552, 0.1181798130273819], "r_norm": [0.21669040620326996, 0.2234898805618286, 0.20732256770133972, 0.21560487151145935, 0.219114750623703, 0.21226558089256287, 0.22329068183898926]}, {"step": 4500, "epoch": 9, "train_loss": 0.005655031651258469, "cos_r_negg": [0.1822890043258667, 0.22093307971954346, 0.20835214853286743, 0.1989821195602417, 0.1922324001789093, 0.19947725534439087, 0.12110033631324768], "cos_apical_negg": [0.1822890043258667, 0.22093307971954346, 0.20835214853286743, 0.1989821195602417, 0.1922324001789093, 0.19947725534439087, 0.12110033631324768], "cos_Ac_negg": [0.1822890043258667, 0.22093307971954346, 0.20835214853286743, 0.1989821195602417, 0.1922324001789093, 0.19947725534439087, 0.12110033631324768], "r_norm": [0.21652507781982422, 0.22064529359340668, 0.20592841506004333, 0.213763028383255, 0.21793240308761597, 0.21262416243553162, 0.22311407327651978]}, {"step": 4550, "epoch": 9, "train_loss": 0.00178423710167408, "cos_r_negg": [0.1931530386209488, 0.2338060438632965, 0.22116531431674957, 0.21023206412792206, 0.2076384574174881, 0.20904511213302612, 0.13107827305793762], "cos_apical_negg": [0.1931530386209488, 0.2338060438632965, 0.22116531431674957, 0.21023206412792206, 0.2076384574174881, 0.20904511213302612, 0.13107827305793762], "cos_Ac_negg": [0.1931530386209488, 0.2338060438632965, 0.22116531431674957, 0.21023206412792206, 0.2076384574174881, 0.20904511213302612, 0.13107827305793762], "r_norm": [0.18694616854190826, 0.19190271198749542, 0.17961110174655914, 0.18673130869865417, 0.1898171603679657, 0.18327859044075012, 0.19400401413440704]}, {"step": 4600, "epoch": 9, "train_loss": 0.03564400598406792, "cos_r_negg": [0.19393470883369446, 0.23791001737117767, 0.21780407428741455, 0.20685043931007385, 0.20907041430473328, 0.20908723771572113, 0.12578102946281433], "cos_apical_negg": [0.19393470883369446, 0.23791001737117767, 0.21780407428741455, 0.20685043931007385, 0.20907041430473328, 0.20908723771572113, 0.12578102946281433], "cos_Ac_negg": [0.19393470883369446, 0.23791001737117767, 0.21780407428741455, 0.20685043931007385, 0.20907041430473328, 0.20908723771572113, 0.12578102946281433], "r_norm": [0.22880031168460846, 0.2324598878622055, 0.21631532907485962, 0.22596436738967896, 0.22976377606391907, 0.22397775948047638, 0.23424141108989716]}, {"step": 4650, "epoch": 9, "train_loss": 0.00859127938747406, "cos_r_negg": [0.17710751295089722, 0.21836495399475098, 0.20415955781936646, 0.19119226932525635, 0.18886780738830566, 0.18643131852149963, 0.11896365880966187], "cos_apical_negg": [0.17710751295089722, 0.21836495399475098, 0.20415955781936646, 0.19119226932525635, 0.18886780738830566, 0.18643131852149963, 0.11896365880966187], "cos_Ac_negg": [0.17710751295089722, 0.21836495399475098, 0.20415955781936646, 0.19119226932525635, 0.18886780738830566, 0.18643131852149963, 0.11896365880966187], "r_norm": [0.19713222980499268, 0.20339564979076385, 0.18976685404777527, 0.1962297558784485, 0.19940981268882751, 0.19373348355293274, 0.20389845967292786]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9694, "test_loss": 0.1576485580444336}, {"step": 4700, "epoch": 10, "train_loss": 0.006190818268805742, "cos_r_negg": [0.16330857574939728, 0.2006724774837494, 0.19060122966766357, 0.1807633489370346, 0.17589905858039856, 0.17127862572669983, 0.11552779376506805], "cos_apical_negg": [0.16330857574939728, 0.2006724774837494, 0.19060122966766357, 0.1807633489370346, 0.17589905858039856, 0.17127862572669983, 0.11552779376506805], "cos_Ac_negg": [0.16330857574939728, 0.2006724774837494, 0.19060122966766357, 0.1807633489370346, 0.17589905858039856, 0.17127862572669983, 0.11552779376506805], "r_norm": [0.17820486426353455, 0.18357595801353455, 0.17169059813022614, 0.1784813553094864, 0.1799091100692749, 0.17426365613937378, 0.18394026160240173]}, {"step": 4750, "epoch": 10, "train_loss": 0.0003286919090896845, "cos_r_negg": [0.1578526794910431, 0.1933772712945938, 0.1824760138988495, 0.1730809509754181, 0.17057056725025177, 0.17011350393295288, 0.11266149580478668], "cos_apical_negg": [0.1578526794910431, 0.1933772712945938, 0.1824760138988495, 0.1730809509754181, 0.17057056725025177, 0.17011350393295288, 0.11266149580478668], "cos_Ac_negg": [0.1578526794910431, 0.1933772712945938, 0.1824760138988495, 0.1730809509754181, 0.17057056725025177, 0.17011350393295288, 0.11266149580478668], "r_norm": [0.17156155407428741, 0.17492592334747314, 0.1639862060546875, 0.17106086015701294, 0.1728816032409668, 0.16783291101455688, 0.17628875374794006]}, {"step": 4800, "epoch": 10, "train_loss": 0.002998463809490204, "cos_r_negg": [0.15353979170322418, 0.18987950682640076, 0.18000344932079315, 0.1707381010055542, 0.1667717695236206, 0.16638362407684326, 0.10673048347234726], "cos_apical_negg": [0.15353979170322418, 0.18987950682640076, 0.18000344932079315, 0.1707381010055542, 0.1667717695236206, 0.16638362407684326, 0.10673048347234726], "cos_Ac_negg": [0.15353979170322418, 0.18987950682640076, 0.18000344932079315, 0.1707381010055542, 0.1667717695236206, 0.16638362407684326, 0.10673048347234726], "r_norm": [0.18276013433933258, 0.1858818084001541, 0.17253075540065765, 0.18103599548339844, 0.18328186869621277, 0.1787799894809723, 0.18658584356307983]}, {"step": 4850, "epoch": 10, "train_loss": 0.0013523994712159038, "cos_r_negg": [0.1448163390159607, 0.18258506059646606, 0.16836261749267578, 0.1561373770236969, 0.15634682774543762, 0.15495114028453827, 0.09839385747909546], "cos_apical_negg": [0.1448163390159607, 0.18258506059646606, 0.16836261749267578, 0.1561373770236969, 0.15634682774543762, 0.15495114028453827, 0.09839385747909546], "cos_Ac_negg": [0.1448163390159607, 0.18258506059646606, 0.16836261749267578, 0.1561373770236969, 0.15634682774543762, 0.15495114028453827, 0.09839385747909546], "r_norm": [0.18129375576972961, 0.18495407700538635, 0.17220930755138397, 0.180076465010643, 0.18254311382770538, 0.1777789443731308, 0.1856393665075302]}, {"step": 4900, "epoch": 10, "train_loss": 0.001159380073659122, "cos_r_negg": [0.1391592025756836, 0.17245693504810333, 0.16011840105056763, 0.14779675006866455, 0.14640270173549652, 0.1458853781223297, 0.09528607130050659], "cos_apical_negg": [0.1391592025756836, 0.17245693504810333, 0.16011840105056763, 0.14779675006866455, 0.14640270173549652, 0.1458853781223297, 0.09528607130050659], "cos_Ac_negg": [0.1391592025756836, 0.17245693504810333, 0.16011840105056763, 0.14779675006866455, 0.14640270173549652, 0.1458853781223297, 0.09528607130050659], "r_norm": [0.17711031436920166, 0.18084213137626648, 0.17065776884555817, 0.1777566373348236, 0.17924167215824127, 0.17450924217700958, 0.18236321210861206]}, {"step": 4950, "epoch": 10, "train_loss": 0.00031735628726892173, "cos_r_negg": [0.14283648133277893, 0.1750289499759674, 0.1632779836654663, 0.15466289222240448, 0.1499754935503006, 0.15076114237308502, 0.09711411595344543], "cos_apical_negg": [0.14283648133277893, 0.1750289499759674, 0.1632779836654663, 0.15466289222240448, 0.1499754935503006, 0.15076114237308502, 0.09711411595344543], "cos_Ac_negg": [0.14283648133277893, 0.1750289499759674, 0.1632779836654663, 0.15466289222240448, 0.1499754935503006, 0.15076114237308502, 0.09711411595344543], "r_norm": [0.18735960125923157, 0.19078756868839264, 0.17826709151268005, 0.18706092238426208, 0.18964019417762756, 0.1832447052001953, 0.19292524456977844]}, {"step": 5000, "epoch": 10, "train_loss": 0.000639556092210114, "cos_r_negg": [0.13148686289787292, 0.16603237390518188, 0.1524076759815216, 0.14652623236179352, 0.14243094623088837, 0.14194250106811523, 0.09150363504886627], "cos_apical_negg": [0.13148686289787292, 0.16603237390518188, 0.1524076759815216, 0.14652623236179352, 0.14243094623088837, 0.14194250106811523, 0.09150363504886627], "cos_Ac_negg": [0.13148686289787292, 0.16603237390518188, 0.1524076759815216, 0.14652623236179352, 0.14243094623088837, 0.14194250106811523, 0.09150363504886627], "r_norm": [0.18591880798339844, 0.18974755704402924, 0.1775732934474945, 0.18587225675582886, 0.18838897347450256, 0.1822717785835266, 0.19158467650413513]}, {"step": 5050, "epoch": 10, "train_loss": 0.0012932682875543833, "cos_r_negg": [0.15634019672870636, 0.1945127546787262, 0.18379919230937958, 0.17400458455085754, 0.17152179777622223, 0.1666378676891327, 0.10546913743019104], "cos_apical_negg": [0.15634019672870636, 0.1945127546787262, 0.18379919230937958, 0.17400458455085754, 0.17152179777622223, 0.1666378676891327, 0.10546913743019104], "cos_Ac_negg": [0.15634019672870636, 0.1945127546787262, 0.18379919230937958, 0.17400458455085754, 0.17152179777622223, 0.1666378676891327, 0.10546913743019104], "r_norm": [0.19840344786643982, 0.2024773806333542, 0.19024263322353363, 0.19968406856060028, 0.200856551527977, 0.1940106600522995, 0.2045823037624359]}, {"step": 5100, "epoch": 10, "train_loss": 0.0015239128842949867, "cos_r_negg": [0.14403104782104492, 0.17908817529678345, 0.1702786237001419, 0.16089114546775818, 0.16479387879371643, 0.16180244088172913, 0.1024031788110733], "cos_apical_negg": [0.14403104782104492, 0.17908817529678345, 0.1702786237001419, 0.16089114546775818, 0.16479387879371643, 0.16180244088172913, 0.1024031788110733], "cos_Ac_negg": [0.14403104782104492, 0.17908817529678345, 0.1702786237001419, 0.16089114546775818, 0.16479387879371643, 0.16180244088172913, 0.1024031788110733], "r_norm": [0.20665132999420166, 0.21125023066997528, 0.19923745095729828, 0.20751169323921204, 0.20903773605823517, 0.2034599334001541, 0.21252581477165222]}, {"step": 5150, "epoch": 10, "train_loss": 6.457445851992816e-05, "cos_r_negg": [0.14316606521606445, 0.17358443140983582, 0.16433873772621155, 0.15313878655433655, 0.1603795737028122, 0.1604267805814743, 0.10355676710605621], "cos_apical_negg": [0.14316606521606445, 0.17358443140983582, 0.16433873772621155, 0.15313878655433655, 0.1603795737028122, 0.1604267805814743, 0.10355676710605621], "cos_Ac_negg": [0.14316606521606445, 0.17358443140983582, 0.16433873772621155, 0.15313878655433655, 0.1603795737028122, 0.1604267805814743, 0.10355676710605621], "r_norm": [0.2085152566432953, 0.2115524858236313, 0.19970017671585083, 0.20850861072540283, 0.21064823865890503, 0.20353913307189941, 0.21402253210544586]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9702, "test_loss": 0.1710445960998535}, {"step": 5200, "epoch": 11, "train_loss": 0.004245718475431204, "cos_r_negg": [0.13486497104167938, 0.16431888937950134, 0.15320129692554474, 0.14085550606250763, 0.14460793137550354, 0.14487403631210327, 0.09259499609470367], "cos_apical_negg": [0.13486497104167938, 0.16431888937950134, 0.15320129692554474, 0.14085550606250763, 0.14460793137550354, 0.14487403631210327, 0.09259499609470367], "cos_Ac_negg": [0.13486497104167938, 0.16431888937950134, 0.15320129692554474, 0.14085550606250763, 0.14460793137550354, 0.14487403631210327, 0.09259499609470367], "r_norm": [0.1887308806180954, 0.19266146421432495, 0.18084664642810822, 0.1894342005252838, 0.19094382226467133, 0.18519559502601624, 0.19424012303352356]}, {"step": 5250, "epoch": 11, "train_loss": 0.007218279410153627, "cos_r_negg": [0.1365932822227478, 0.16698181629180908, 0.15576285123825073, 0.14462748169898987, 0.1444498598575592, 0.14356255531311035, 0.09136883914470673], "cos_apical_negg": [0.1365932822227478, 0.16698181629180908, 0.15576285123825073, 0.14462748169898987, 0.1444498598575592, 0.14356255531311035, 0.09136883914470673], "cos_Ac_negg": [0.1365932822227478, 0.16698181629180908, 0.15576285123825073, 0.14462748169898987, 0.1444498598575592, 0.14356255531311035, 0.09136883914470673], "r_norm": [0.19734513759613037, 0.20072902739048004, 0.18805384635925293, 0.19710658490657806, 0.19931167364120483, 0.19358563423156738, 0.20283064246177673]}, {"step": 5300, "epoch": 11, "train_loss": 0.0011929899919778109, "cos_r_negg": [0.13929103314876556, 0.16978032886981964, 0.1603056937456131, 0.14882014691829681, 0.15399609506130219, 0.1542198657989502, 0.09861414134502411], "cos_apical_negg": [0.13929103314876556, 0.16978032886981964, 0.1603056937456131, 0.14882014691829681, 0.15399609506130219, 0.1542198657989502, 0.09861414134502411], "cos_Ac_negg": [0.13929103314876556, 0.16978032886981964, 0.1603056937456131, 0.14882014691829681, 0.15399609506130219, 0.1542198657989502, 0.09861414134502411], "r_norm": [0.1905910223722458, 0.1934421956539154, 0.1822981834411621, 0.19155754148960114, 0.19266590476036072, 0.18640205264091492, 0.19631586968898773]}, {"step": 5350, "epoch": 11, "train_loss": 0.003734930418431759, "cos_r_negg": [0.13102057576179504, 0.16024214029312134, 0.15012049674987793, 0.13959571719169617, 0.14057621359825134, 0.14110104739665985, 0.09060579538345337], "cos_apical_negg": [0.13102057576179504, 0.16024214029312134, 0.15012049674987793, 0.13959571719169617, 0.14057621359825134, 0.14110104739665985, 0.09060579538345337], "cos_Ac_negg": [0.13102057576179504, 0.16024214029312134, 0.15012049674987793, 0.13959571719169617, 0.14057621359825134, 0.14110104739665985, 0.09060579538345337], "r_norm": [0.20353952050209045, 0.2066406011581421, 0.1936652511358261, 0.20251736044883728, 0.20514874160289764, 0.19970713555812836, 0.20913846790790558]}, {"step": 5400, "epoch": 11, "train_loss": 0.0032940185628831387, "cos_r_negg": [0.12783318758010864, 0.15717676281929016, 0.14923296868801117, 0.14120244979858398, 0.14044436812400818, 0.1432042121887207, 0.09312818944454193], "cos_apical_negg": [0.12783318758010864, 0.15717676281929016, 0.14923296868801117, 0.14120244979858398, 0.14044436812400818, 0.1432042121887207, 0.09312818944454193], "cos_Ac_negg": [0.12783318758010864, 0.15717676281929016, 0.14923296868801117, 0.14120244979858398, 0.14044436812400818, 0.1432042121887207, 0.09312818944454193], "r_norm": [0.20400798320770264, 0.20728090405464172, 0.19483545422554016, 0.203275665640831, 0.20593217015266418, 0.20020925998687744, 0.2095828652381897]}, {"step": 5450, "epoch": 11, "train_loss": 0.001981742912903428, "cos_r_negg": [0.12424329668283463, 0.15512993931770325, 0.147093266248703, 0.13887786865234375, 0.13615287840366364, 0.1364816129207611, 0.08960986137390137], "cos_apical_negg": [0.12424329668283463, 0.15512993931770325, 0.147093266248703, 0.13887786865234375, 0.13615287840366364, 0.1364816129207611, 0.08960986137390137], "cos_Ac_negg": [0.12424329668283463, 0.15512993931770325, 0.147093266248703, 0.13887786865234375, 0.13615287840366364, 0.1364816129207611, 0.08960986137390137], "r_norm": [0.20160003006458282, 0.20510390400886536, 0.19273558259010315, 0.20114067196846008, 0.2038298100233078, 0.19761022925376892, 0.20741823315620422]}, {"step": 5500, "epoch": 11, "train_loss": 0.0016108518466353416, "cos_r_negg": [0.11639721691608429, 0.14502958953380585, 0.13724255561828613, 0.12853239476680756, 0.13075797259807587, 0.13006529211997986, 0.08582724630832672], "cos_apical_negg": [0.11639721691608429, 0.14502958953380585, 0.13724255561828613, 0.12853239476680756, 0.13075797259807587, 0.13006529211997986, 0.08582724630832672], "cos_Ac_negg": [0.11639721691608429, 0.14502958953380585, 0.13724255561828613, 0.12853239476680756, 0.13075797259807587, 0.13006529211997986, 0.08582724630832672], "r_norm": [0.20876167714595795, 0.21282047033309937, 0.2023121565580368, 0.20887017250061035, 0.21162691712379456, 0.20618534088134766, 0.2152048945426941]}, {"step": 5550, "epoch": 11, "train_loss": 0.0006735459319315851, "cos_r_negg": [0.11800220608711243, 0.1473936289548874, 0.13696154952049255, 0.12920355796813965, 0.1289568990468979, 0.12987661361694336, 0.08392296731472015], "cos_apical_negg": [0.11800220608711243, 0.1473936289548874, 0.13696154952049255, 0.12920355796813965, 0.1289568990468979, 0.12987661361694336, 0.08392296731472015], "cos_Ac_negg": [0.11800220608711243, 0.1473936289548874, 0.13696154952049255, 0.12920355796813965, 0.1289568990468979, 0.12987661361694336, 0.08392296731472015], "r_norm": [0.20129704475402832, 0.20431947708129883, 0.19309547543525696, 0.20116597414016724, 0.20293162763118744, 0.19694805145263672, 0.20674218237400055]}, {"step": 5600, "epoch": 11, "train_loss": 0.0001638850662857294, "cos_r_negg": [0.11263647675514221, 0.1337193250656128, 0.12331549823284149, 0.11544184386730194, 0.11920756101608276, 0.12091904878616333, 0.07776182144880295], "cos_apical_negg": [0.11263647675514221, 0.1337193250656128, 0.12331549823284149, 0.11544184386730194, 0.11920756101608276, 0.12091904878616333, 0.07776182144880295], "cos_Ac_negg": [0.11263647675514221, 0.1337193250656128, 0.12331549823284149, 0.11544184386730194, 0.11920756101608276, 0.12091904878616333, 0.07776182144880295], "r_norm": [0.20531854033470154, 0.20953881740570068, 0.19815602898597717, 0.20605045557022095, 0.20787690579891205, 0.20209282636642456, 0.2116609811782837]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.972, "test_loss": 0.1716504077911377}, {"step": 5650, "epoch": 12, "train_loss": 0.0035766437649726868, "cos_r_negg": [0.11590424925088882, 0.1383868306875229, 0.12867727875709534, 0.1215626671910286, 0.1269623041152954, 0.12385502457618713, 0.08163492381572723], "cos_apical_negg": [0.11590424925088882, 0.1383868306875229, 0.12867727875709534, 0.1215626671910286, 0.1269623041152954, 0.12385502457618713, 0.08163492381572723], "cos_Ac_negg": [0.11590424925088882, 0.1383868306875229, 0.12867727875709534, 0.1215626671910286, 0.1269623041152954, 0.12385502457618713, 0.08163492381572723], "r_norm": [0.21167336404323578, 0.21514086425304413, 0.20194201171398163, 0.2105567753314972, 0.21419981122016907, 0.2072647213935852, 0.21799203753471375]}, {"step": 5700, "epoch": 12, "train_loss": 0.00017574001685716212, "cos_r_negg": [0.10855326056480408, 0.13027997314929962, 0.12124583125114441, 0.11556456238031387, 0.11805497854948044, 0.11638081073760986, 0.0732300728559494], "cos_apical_negg": [0.10855326056480408, 0.13027997314929962, 0.12124583125114441, 0.11556456238031387, 0.11805497854948044, 0.11638081073760986, 0.0732300728559494], "cos_Ac_negg": [0.10855326056480408, 0.13027997314929962, 0.12124583125114441, 0.11556456238031387, 0.11805497854948044, 0.11638081073760986, 0.0732300728559494], "r_norm": [0.22518950700759888, 0.22847044467926025, 0.2150348722934723, 0.22460708022117615, 0.22650261223316193, 0.21863526105880737, 0.23110783100128174]}, {"step": 5750, "epoch": 12, "train_loss": 0.0007960608345456421, "cos_r_negg": [0.1058960109949112, 0.1282370686531067, 0.11993856728076935, 0.11396729946136475, 0.11739277839660645, 0.11470134556293488, 0.07251755893230438], "cos_apical_negg": [0.1058960109949112, 0.1282370686531067, 0.11993856728076935, 0.11396729946136475, 0.11739277839660645, 0.11470134556293488, 0.07251755893230438], "cos_Ac_negg": [0.1058960109949112, 0.1282370686531067, 0.11993856728076935, 0.11396729946136475, 0.11739277839660645, 0.11470134556293488, 0.07251755893230438], "r_norm": [0.22903122007846832, 0.23427361249923706, 0.22043779492378235, 0.2290824055671692, 0.23152197897434235, 0.2224719375371933, 0.23620985448360443]}, {"step": 5800, "epoch": 12, "train_loss": 0.00034753777435980737, "cos_r_negg": [0.10766853392124176, 0.12946099042892456, 0.12177759408950806, 0.11445429176092148, 0.11654350161552429, 0.11435006558895111, 0.07504266500473022], "cos_apical_negg": [0.10766853392124176, 0.12946099042892456, 0.12177759408950806, 0.11445429176092148, 0.11654350161552429, 0.11435006558895111, 0.07504266500473022], "cos_Ac_negg": [0.10766853392124176, 0.12946099042892456, 0.12177759408950806, 0.11445429176092148, 0.11654350161552429, 0.11435006558895111, 0.07504266500473022], "r_norm": [0.21972878277301788, 0.2242998629808426, 0.2108798623085022, 0.22000733017921448, 0.2216571420431137, 0.21336930990219116, 0.22639766335487366]}, {"step": 5850, "epoch": 12, "train_loss": 0.0012896622065454721, "cos_r_negg": [0.10496996343135834, 0.12610673904418945, 0.11849980801343918, 0.11113838851451874, 0.1110822930932045, 0.11014452576637268, 0.0717393308877945], "cos_apical_negg": [0.10496996343135834, 0.12610673904418945, 0.11849980801343918, 0.11113838851451874, 0.1110822930932045, 0.11014452576637268, 0.0717393308877945], "cos_Ac_negg": [0.10496996343135834, 0.12610673904418945, 0.11849980801343918, 0.11113838851451874, 0.1110822930932045, 0.11014452576637268, 0.0717393308877945], "r_norm": [0.2077365219593048, 0.21077506244182587, 0.19822445511817932, 0.20738348364830017, 0.20897585153579712, 0.2017233520746231, 0.213622584939003]}, {"step": 5900, "epoch": 12, "train_loss": 0.0006706106942147017, "cos_r_negg": [0.0997600108385086, 0.11954841017723083, 0.11307117342948914, 0.1063423752784729, 0.10808753222227097, 0.10508784651756287, 0.06920354813337326], "cos_apical_negg": [0.0997600108385086, 0.11954841017723083, 0.11307117342948914, 0.1063423752784729, 0.10808753222227097, 0.10508784651756287, 0.06920354813337326], "cos_Ac_negg": [0.0997600108385086, 0.11954841017723083, 0.11307117342948914, 0.1063423752784729, 0.10808753222227097, 0.10508784651756287, 0.06920354813337326], "r_norm": [0.19843222200870514, 0.20137226581573486, 0.18878023326396942, 0.19757945835590363, 0.19964580237865448, 0.19337283074855804, 0.20372167229652405]}, {"step": 5950, "epoch": 12, "train_loss": 0.0027054320089519024, "cos_r_negg": [0.09630542248487473, 0.11610928177833557, 0.10954103618860245, 0.10275909304618835, 0.10563214123249054, 0.10174845159053802, 0.06642083823680878], "cos_apical_negg": [0.09630542248487473, 0.11610928177833557, 0.10954103618860245, 0.10275909304618835, 0.10563214123249054, 0.10174845159053802, 0.06642083823680878], "cos_Ac_negg": [0.09630542248487473, 0.11610928177833557, 0.10954103618860245, 0.10275909304618835, 0.10563214123249054, 0.10174845159053802, 0.06642083823680878], "r_norm": [0.2075636237859726, 0.2108232080936432, 0.19768688082695007, 0.20673198997974396, 0.20899173617362976, 0.20238040387630463, 0.21301451325416565]}, {"step": 6000, "epoch": 12, "train_loss": 0.0009432054357603192, "cos_r_negg": [0.09552378952503204, 0.11372670531272888, 0.10772046446800232, 0.10126202553510666, 0.10198286175727844, 0.09973398596048355, 0.06427325308322906], "cos_apical_negg": [0.09552378952503204, 0.11372670531272888, 0.10772046446800232, 0.10126202553510666, 0.10198286175727844, 0.09973398596048355, 0.06427325308322906], "cos_Ac_negg": [0.09552378952503204, 0.11372670531272888, 0.10772046446800232, 0.10126202553510666, 0.10198286175727844, 0.09973398596048355, 0.06427325308322906], "r_norm": [0.19930699467658997, 0.20269569754600525, 0.19063833355903625, 0.19898787140846252, 0.20092928409576416, 0.1940111368894577, 0.20456291735172272]}, {"step": 6050, "epoch": 12, "train_loss": 0.0008384709362871945, "cos_r_negg": [0.0931674987077713, 0.10971718281507492, 0.10414692759513855, 0.097814179956913, 0.09888025373220444, 0.09789121150970459, 0.06263332813978195], "cos_apical_negg": [0.0931674987077713, 0.10971718281507492, 0.10414692759513855, 0.097814179956913, 0.09888025373220444, 0.09789121150970459, 0.06263332813978195], "cos_Ac_negg": [0.0931674987077713, 0.10971718281507492, 0.10414692759513855, 0.097814179956913, 0.09888025373220444, 0.09789121150970459, 0.06263332813978195], "r_norm": [0.205521360039711, 0.20837099850177765, 0.19536715745925903, 0.20470497012138367, 0.20642410218715668, 0.19975091516971588, 0.21075496077537537]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9719, "test_loss": 0.18112503662109375}, {"step": 6100, "epoch": 13, "train_loss": 0.000871839583851397, "cos_r_negg": [0.09994249790906906, 0.11791713535785675, 0.11175365746021271, 0.10367991030216217, 0.10456022620201111, 0.10374397039413452, 0.06845441460609436], "cos_apical_negg": [0.09994249790906906, 0.11791713535785675, 0.11175365746021271, 0.10367991030216217, 0.10456022620201111, 0.10374397039413452, 0.06845441460609436], "cos_Ac_negg": [0.09994249790906906, 0.11791713535785675, 0.11175365746021271, 0.10367991030216217, 0.10456022620201111, 0.10374397039413452, 0.06845441460609436], "r_norm": [0.22336283326148987, 0.22653226554393768, 0.21242131292819977, 0.2214689701795578, 0.22433863580226898, 0.2178022414445877, 0.22947895526885986]}, {"step": 6150, "epoch": 13, "train_loss": 0.00012968797818757594, "cos_r_negg": [0.09717536717653275, 0.11420071125030518, 0.1088535487651825, 0.10075461864471436, 0.10373248904943466, 0.1048126220703125, 0.06814975291490555], "cos_apical_negg": [0.09717536717653275, 0.11420071125030518, 0.1088535487651825, 0.10075461864471436, 0.10373248904943466, 0.1048126220703125, 0.06814975291490555], "cos_Ac_negg": [0.09717536717653275, 0.11420071125030518, 0.1088535487651825, 0.10075461864471436, 0.10373248904943466, 0.1048126220703125, 0.06814975291490555], "r_norm": [0.20701338350772858, 0.20979835093021393, 0.19759121537208557, 0.20622366666793823, 0.20849749445915222, 0.20185808837413788, 0.21332129836082458]}, {"step": 6200, "epoch": 13, "train_loss": 0.00011935113434446976, "cos_r_negg": [0.09842702746391296, 0.11619623750448227, 0.11148129403591156, 0.10289586335420609, 0.10487645119428635, 0.10495026409626007, 0.06853373348712921], "cos_apical_negg": [0.09842702746391296, 0.11619623750448227, 0.11148129403591156, 0.10289586335420609, 0.10487645119428635, 0.10495026409626007, 0.06853373348712921], "cos_Ac_negg": [0.09842702746391296, 0.11619623750448227, 0.11148129403591156, 0.10289586335420609, 0.10487645119428635, 0.10495026409626007, 0.06853373348712921], "r_norm": [0.21014952659606934, 0.2137572020292282, 0.2009967565536499, 0.20908385515213013, 0.21199214458465576, 0.2052750140428543, 0.2171510010957718]}, {"step": 6250, "epoch": 13, "train_loss": 0.00013032696733716875, "cos_r_negg": [0.09749417752027512, 0.11500555276870728, 0.1102479100227356, 0.10298571735620499, 0.10294222831726074, 0.10213662683963776, 0.06647686660289764], "cos_apical_negg": [0.09749417752027512, 0.11500555276870728, 0.1102479100227356, 0.10298571735620499, 0.10294222831726074, 0.10213662683963776, 0.06647686660289764], "cos_Ac_negg": [0.09749417752027512, 0.11500555276870728, 0.1102479100227356, 0.10298571735620499, 0.10294222831726074, 0.10213662683963776, 0.06647686660289764], "r_norm": [0.21365541219711304, 0.217124804854393, 0.203941211104393, 0.21208149194717407, 0.21519559621810913, 0.20864024758338928, 0.220342755317688]}, {"step": 6300, "epoch": 13, "train_loss": 0.00034483696799725294, "cos_r_negg": [0.09337970614433289, 0.11049015820026398, 0.1059921607375145, 0.09909524023532867, 0.0979502871632576, 0.09848041087388992, 0.06529301404953003], "cos_apical_negg": [0.09337970614433289, 0.11049015820026398, 0.1059921607375145, 0.09909524023532867, 0.0979502871632576, 0.09848041087388992, 0.06529301404953003], "cos_Ac_negg": [0.09337970614433289, 0.11049015820026398, 0.1059921607375145, 0.09909524023532867, 0.0979502871632576, 0.09848041087388992, 0.06529301404953003], "r_norm": [0.20321343839168549, 0.20597395300865173, 0.1940849870443344, 0.20222662389278412, 0.20489250123500824, 0.19817686080932617, 0.20929118990898132]}, {"step": 6350, "epoch": 13, "train_loss": 0.0031055407598614693, "cos_r_negg": [0.09223330765962601, 0.10937356948852539, 0.10436439514160156, 0.09688147902488708, 0.09651067107915878, 0.09654809534549713, 0.06443223357200623], "cos_apical_negg": [0.09223330765962601, 0.10937356948852539, 0.10436439514160156, 0.09688147902488708, 0.09651067107915878, 0.09654809534549713, 0.06443223357200623], "cos_Ac_negg": [0.09223330765962601, 0.10937356948852539, 0.10436439514160156, 0.09688147902488708, 0.09651067107915878, 0.09654809534549713, 0.06443223357200623], "r_norm": [0.2072163224220276, 0.20994779467582703, 0.1976466178894043, 0.2059895396232605, 0.20872598886489868, 0.20202766358852386, 0.2132122814655304]}, {"step": 6400, "epoch": 13, "train_loss": 0.0014786019455641508, "cos_r_negg": [0.09392824023962021, 0.1115332543849945, 0.10715161263942719, 0.0999981015920639, 0.10010834038257599, 0.10027483105659485, 0.06762881577014923], "cos_apical_negg": [0.09392824023962021, 0.1115332543849945, 0.10715161263942719, 0.0999981015920639, 0.10010834038257599, 0.10027483105659485, 0.06762881577014923], "cos_Ac_negg": [0.09392824023962021, 0.1115332543849945, 0.10715161263942719, 0.0999981015920639, 0.10010834038257599, 0.10027483105659485, 0.06762881577014923], "r_norm": [0.19913822412490845, 0.20217865705490112, 0.19068562984466553, 0.19844529032707214, 0.2011776864528656, 0.19449284672737122, 0.20547781884670258]}, {"step": 6450, "epoch": 13, "train_loss": 0.00036103057209402323, "cos_r_negg": [0.09434264898300171, 0.11221575736999512, 0.10740300267934799, 0.09925945103168488, 0.09976068139076233, 0.10133997350931168, 0.0689563900232315], "cos_apical_negg": [0.09434264898300171, 0.11221575736999512, 0.10740300267934799, 0.09925945103168488, 0.09976068139076233, 0.10133997350931168, 0.0689563900232315], "cos_Ac_negg": [0.09434264898300171, 0.11221575736999512, 0.10740300267934799, 0.09925945103168488, 0.09976068139076233, 0.10133997350931168, 0.0689563900232315], "r_norm": [0.21470564603805542, 0.21829551458358765, 0.20507404208183289, 0.21360653638839722, 0.21643801033496857, 0.20926377177238464, 0.22116243839263916]}, {"step": 6500, "epoch": 13, "train_loss": 5.8308512961957604e-05, "cos_r_negg": [0.09009786695241928, 0.10730227828025818, 0.10278460383415222, 0.09585897624492645, 0.09674492478370667, 0.09846021234989166, 0.06656481325626373], "cos_apical_negg": [0.09009786695241928, 0.10730227828025818, 0.10278460383415222, 0.09585897624492645, 0.09674492478370667, 0.09846021234989166, 0.06656481325626373], "cos_Ac_negg": [0.09009786695241928, 0.10730227828025818, 0.10278460383415222, 0.09585897624492645, 0.09674492478370667, 0.09846021234989166, 0.06656481325626373], "r_norm": [0.20888328552246094, 0.21187156438827515, 0.19974100589752197, 0.20783081650733948, 0.21075433492660522, 0.20343178510665894, 0.21492670476436615]}, {"step": 6550, "epoch": 13, "train_loss": 0.0006765266880393028, "cos_r_negg": [0.08962278068065643, 0.10609239339828491, 0.10075509548187256, 0.09504061192274094, 0.09539145976305008, 0.09587458521127701, 0.06470270454883575], "cos_apical_negg": [0.08962278068065643, 0.10609239339828491, 0.10075509548187256, 0.09504061192274094, 0.09539145976305008, 0.09587458521127701, 0.06470270454883575], "cos_Ac_negg": [0.08962278068065643, 0.10609239339828491, 0.10075509548187256, 0.09504061192274094, 0.09539145976305008, 0.09587458521127701, 0.06470270454883575], "r_norm": [0.20760178565979004, 0.2105541080236435, 0.19820386171340942, 0.20638367533683777, 0.20941011607646942, 0.20230451226234436, 0.21368657052516937]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9723, "test_loss": 0.18654495887756348}, {"step": 6600, "epoch": 14, "train_loss": 0.00028365053003653884, "cos_r_negg": [0.08768551051616669, 0.10343099385499954, 0.09895513951778412, 0.09384466707706451, 0.0945901870727539, 0.09492462873458862, 0.06395167857408524], "cos_apical_negg": [0.08768551051616669, 0.10343099385499954, 0.09895513951778412, 0.09384466707706451, 0.0945901870727539, 0.09492462873458862, 0.06395167857408524], "cos_Ac_negg": [0.08768551051616669, 0.10343099385499954, 0.09895513951778412, 0.09384466707706451, 0.0945901870727539, 0.09492462873458862, 0.06395167857408524], "r_norm": [0.2015567123889923, 0.2044030725955963, 0.1927832067012787, 0.20047977566719055, 0.20367363095283508, 0.1966525912284851, 0.20779946446418762]}, {"step": 6650, "epoch": 14, "train_loss": 0.0012816620292142034, "cos_r_negg": [0.08549811691045761, 0.10107599198818207, 0.09692391753196716, 0.09162016957998276, 0.09185498207807541, 0.09244880080223083, 0.0621478445827961], "cos_apical_negg": [0.08549811691045761, 0.10107599198818207, 0.09692391753196716, 0.09162016957998276, 0.09185498207807541, 0.09244880080223083, 0.0621478445827961], "cos_Ac_negg": [0.08549811691045761, 0.10107599198818207, 0.09692391753196716, 0.09162016957998276, 0.09185498207807541, 0.09244880080223083, 0.0621478445827961], "r_norm": [0.20223715901374817, 0.20515750348567963, 0.1933227926492691, 0.2010442316532135, 0.20420441031455994, 0.1973157823085785, 0.20836949348449707]}, {"step": 6700, "epoch": 14, "train_loss": 0.0001624748983886093, "cos_r_negg": [0.08416914939880371, 0.09984105825424194, 0.09537872672080994, 0.09003043174743652, 0.08959080278873444, 0.09060435742139816, 0.06091983988881111], "cos_apical_negg": [0.08416914939880371, 0.09984105825424194, 0.09537872672080994, 0.09003043174743652, 0.08959080278873444, 0.09060435742139816, 0.06091983988881111], "cos_Ac_negg": [0.08416914939880371, 0.09984105825424194, 0.09537872672080994, 0.09003043174743652, 0.08959080278873444, 0.09060435742139816, 0.06091983988881111], "r_norm": [0.20428191125392914, 0.20731070637702942, 0.19526255130767822, 0.2031087577342987, 0.20618852972984314, 0.19924673438072205, 0.21037563681602478]}, {"step": 6750, "epoch": 14, "train_loss": 0.0004697143449448049, "cos_r_negg": [0.0828591138124466, 0.09824857115745544, 0.09389489144086838, 0.0885566771030426, 0.08822254836559296, 0.08961383998394012, 0.06013762205839157], "cos_apical_negg": [0.0828591138124466, 0.09824857115745544, 0.09389489144086838, 0.0885566771030426, 0.08822254836559296, 0.08961383998394012, 0.06013762205839157], "cos_Ac_negg": [0.0828591138124466, 0.09824857115745544, 0.09389489144086838, 0.0885566771030426, 0.08822254836559296, 0.08961383998394012, 0.06013762205839157], "r_norm": [0.20686306059360504, 0.20996186137199402, 0.1976567804813385, 0.20566797256469727, 0.20868411660194397, 0.201714426279068, 0.2128671258687973]}, {"step": 6800, "epoch": 14, "train_loss": 0.0009504781337454915, "cos_r_negg": [0.083605095744133, 0.09913555532693863, 0.09473869204521179, 0.08943304419517517, 0.08933200687170029, 0.09048937261104584, 0.05999138951301575], "cos_apical_negg": [0.083605095744133, 0.09913555532693863, 0.09473869204521179, 0.08943304419517517, 0.08933200687170029, 0.09048937261104584, 0.05999138951301575], "cos_Ac_negg": [0.083605095744133, 0.09913555532693863, 0.09473869204521179, 0.08943304419517517, 0.08933200687170029, 0.09048937261104584, 0.05999138951301575], "r_norm": [0.20151281356811523, 0.20446431636810303, 0.192638099193573, 0.20034551620483398, 0.20334899425506592, 0.19685788452625275, 0.2075975239276886]}, {"step": 6850, "epoch": 14, "train_loss": 0.0003346248995512724, "cos_r_negg": [0.08066016435623169, 0.0965813398361206, 0.0911920964717865, 0.08607552945613861, 0.08543147891759872, 0.08681975305080414, 0.05776533484458923], "cos_apical_negg": [0.08066016435623169, 0.0965813398361206, 0.0911920964717865, 0.08607552945613861, 0.08543147891759872, 0.08681975305080414, 0.05776533484458923], "cos_Ac_negg": [0.08066016435623169, 0.0965813398361206, 0.0911920964717865, 0.08607552945613861, 0.08543147891759872, 0.08681975305080414, 0.05776533484458923], "r_norm": [0.2080610692501068, 0.2112129181623459, 0.19874416291713715, 0.2067779302597046, 0.2098253071308136, 0.20287194848060608, 0.2139694094657898]}, {"step": 6900, "epoch": 14, "train_loss": 0.0006508664228022099, "cos_r_negg": [0.07993502914905548, 0.09527090191841125, 0.09042485803365707, 0.08516272157430649, 0.0841996818780899, 0.08603250235319138, 0.05765924230217934], "cos_apical_negg": [0.07993502914905548, 0.09527090191841125, 0.09042485803365707, 0.08516272157430649, 0.0841996818780899, 0.08603250235319138, 0.05765924230217934], "cos_Ac_negg": [0.07993502914905548, 0.09527090191841125, 0.09042485803365707, 0.08516272157430649, 0.0841996818780899, 0.08603250235319138, 0.05765924230217934], "r_norm": [0.21171770989894867, 0.21511375904083252, 0.20280243456363678, 0.21066594123840332, 0.2137722671031952, 0.20605960488319397, 0.217613086104393]}, {"step": 6950, "epoch": 14, "train_loss": 0.00013501601642929018, "cos_r_negg": [0.08310876786708832, 0.0986454039812088, 0.0942455604672432, 0.0888412594795227, 0.0899316817522049, 0.09095057845115662, 0.06159210950136185], "cos_apical_negg": [0.08310876786708832, 0.0986454039812088, 0.0942455604672432, 0.0888412594795227, 0.0899316817522049, 0.09095057845115662, 0.06159210950136185], "cos_Ac_negg": [0.08310876786708832, 0.0986454039812088, 0.0942455604672432, 0.0888412594795227, 0.0899316817522049, 0.09095057845115662, 0.06159210950136185], "r_norm": [0.19908365607261658, 0.20215094089508057, 0.19075599312782288, 0.19830863177776337, 0.20138609409332275, 0.19428423047065735, 0.20541350543498993]}, {"step": 7000, "epoch": 14, "train_loss": 0.00024986432981677353, "cos_r_negg": [0.08148884773254395, 0.09695148468017578, 0.09241332858800888, 0.0873529464006424, 0.088308185338974, 0.08906369656324387, 0.06051066145300865], "cos_apical_negg": [0.08148884773254395, 0.09695148468017578, 0.09241332858800888, 0.0873529464006424, 0.088308185338974, 0.08906369656324387, 0.06051066145300865], "cos_Ac_negg": [0.08148884773254395, 0.09695148468017578, 0.09241332858800888, 0.0873529464006424, 0.088308185338974, 0.08906369656324387, 0.06051066145300865], "r_norm": [0.20132029056549072, 0.20442306995391846, 0.19290655851364136, 0.20057693123817444, 0.2035457193851471, 0.19643600285053253, 0.2075587809085846]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9713, "test_loss": 0.19316751861572265}, {"step": 7050, "epoch": 15, "train_loss": 0.00016830085951369256, "cos_r_negg": [0.08077391982078552, 0.09627456963062286, 0.09105184674263, 0.08605353534221649, 0.08656096458435059, 0.08731411397457123, 0.05887628346681595], "cos_apical_negg": [0.08077391982078552, 0.09627456963062286, 0.09105184674263, 0.08605353534221649, 0.08656096458435059, 0.08731411397457123, 0.05887628346681595], "cos_Ac_negg": [0.08077391982078552, 0.09627456963062286, 0.09105184674263, 0.08605353534221649, 0.08656096458435059, 0.08731411397457123, 0.05887628346681595], "r_norm": [0.20081734657287598, 0.20379140973091125, 0.1923075169324875, 0.20000562071800232, 0.2029295712709427, 0.19596228003501892, 0.20706041157245636]}, {"step": 7100, "epoch": 15, "train_loss": 0.0004668241599574685, "cos_r_negg": [0.08094949275255203, 0.0966237410902977, 0.091133251786232, 0.0861244648694992, 0.08658497035503387, 0.08711245656013489, 0.05823926627635956], "cos_apical_negg": [0.08094949275255203, 0.0966237410902977, 0.091133251786232, 0.0861244648694992, 0.08658497035503387, 0.08711245656013489, 0.05823926627635956], "cos_Ac_negg": [0.08094949275255203, 0.0966237410902977, 0.091133251786232, 0.0861244648694992, 0.08658497035503387, 0.08711245656013489, 0.05823926627635956], "r_norm": [0.1971733570098877, 0.19997790455818176, 0.1885720193386078, 0.19621391594409943, 0.19915667176246643, 0.19261011481285095, 0.20345519483089447]}, {"step": 7150, "epoch": 15, "train_loss": 0.0001611123443581164, "cos_r_negg": [0.08017803728580475, 0.09578608721494675, 0.09045837819576263, 0.08555139601230621, 0.08592690527439117, 0.08641654253005981, 0.057797834277153015], "cos_apical_negg": [0.08017803728580475, 0.09578608721494675, 0.09045837819576263, 0.08555139601230621, 0.08592690527439117, 0.08641654253005981, 0.057797834277153015], "cos_Ac_negg": [0.08017803728580475, 0.09578608721494675, 0.09045837819576263, 0.08555139601230621, 0.08592690527439117, 0.08641654253005981, 0.057797834277153015], "r_norm": [0.197833850979805, 0.2007060945034027, 0.18923532962799072, 0.19691848754882812, 0.19982662796974182, 0.1931968629360199, 0.2040969580411911]}, {"step": 7200, "epoch": 15, "train_loss": 0.00032653482048772275, "cos_r_negg": [0.07886675000190735, 0.09435965865850449, 0.08938673883676529, 0.08470160514116287, 0.08467049896717072, 0.08536852896213531, 0.05734184384346008], "cos_apical_negg": [0.07886675000190735, 0.09435965865850449, 0.08938673883676529, 0.08470160514116287, 0.08467049896717072, 0.08536852896213531, 0.05734184384346008], "cos_Ac_negg": [0.07886675000190735, 0.09435965865850449, 0.08938673883676529, 0.08470160514116287, 0.08467049896717072, 0.08536852896213531, 0.05734184384346008], "r_norm": [0.19804514944553375, 0.20099201798439026, 0.18976658582687378, 0.19727134704589844, 0.20019592344760895, 0.1932688057422638, 0.2043314278125763]}, {"step": 7250, "epoch": 15, "train_loss": 0.0004496560140978545, "cos_r_negg": [0.07778291404247284, 0.09293912351131439, 0.0883796289563179, 0.08373083174228668, 0.08332362771034241, 0.08450724184513092, 0.0571163110435009], "cos_apical_negg": [0.07778291404247284, 0.09293912351131439, 0.0883796289563179, 0.08373083174228668, 0.08332362771034241, 0.08450724184513092, 0.0571163110435009], "cos_Ac_negg": [0.07778291404247284, 0.09293912351131439, 0.0883796289563179, 0.08373083174228668, 0.08332362771034241, 0.08450724184513092, 0.0571163110435009], "r_norm": [0.20040582120418549, 0.20344355702400208, 0.1922139674425125, 0.19973309338092804, 0.20260173082351685, 0.19534102082252502, 0.20667624473571777]}, {"step": 7300, "epoch": 15, "train_loss": 0.00012242647062521428, "cos_r_negg": [0.0769718587398529, 0.09208735823631287, 0.08745573461055756, 0.08283856511116028, 0.08263805508613586, 0.08356834948062897, 0.05647527799010277], "cos_apical_negg": [0.0769718587398529, 0.09208735823631287, 0.08745573461055756, 0.08283856511116028, 0.08263805508613586, 0.08356834948062897, 0.05647527799010277], "cos_Ac_negg": [0.0769718587398529, 0.09208735823631287, 0.08745573461055756, 0.08283856511116028, 0.08263805508613586, 0.08356834948062897, 0.05647527799010277], "r_norm": [0.20065225660800934, 0.20372319221496582, 0.19251789152622223, 0.1999935358762741, 0.20286226272583008, 0.19559088349342346, 0.20692060887813568]}, {"step": 7350, "epoch": 15, "train_loss": 0.00015424970479216427, "cos_r_negg": [0.07660713791847229, 0.09137332439422607, 0.08683928847312927, 0.08219443261623383, 0.08214273303747177, 0.0827319324016571, 0.055949196219444275], "cos_apical_negg": [0.07660713791847229, 0.09137332439422607, 0.08683928847312927, 0.08219443261623383, 0.08214273303747177, 0.0827319324016571, 0.055949196219444275], "cos_Ac_negg": [0.07660713791847229, 0.09137332439422607, 0.08683928847312927, 0.08219443261623383, 0.08214273303747177, 0.0827319324016571, 0.055949196219444275], "r_norm": [0.19861170649528503, 0.2016487419605255, 0.19049352407455444, 0.19793488085269928, 0.2007835954427719, 0.19369396567344666, 0.20495247840881348]}, {"step": 7400, "epoch": 15, "train_loss": 6.902137829456478e-05, "cos_r_negg": [0.07894854247570038, 0.09385800361633301, 0.08979692310094833, 0.08485230803489685, 0.08642907440662384, 0.08661952614784241, 0.05987776070833206], "cos_apical_negg": [0.07894854247570038, 0.09385800361633301, 0.08979692310094833, 0.08485230803489685, 0.08642907440662384, 0.08661952614784241, 0.05987776070833206], "cos_Ac_negg": [0.07894854247570038, 0.09385800361633301, 0.08979692310094833, 0.08485230803489685, 0.08642907440662384, 0.08661952614784241, 0.05987776070833206], "r_norm": [0.19818131625652313, 0.2012399584054947, 0.19006003439426422, 0.19763028621673584, 0.20039813220500946, 0.19346940517425537, 0.20460134744644165]}, {"step": 7450, "epoch": 15, "train_loss": 0.0001902160729514435, "cos_r_negg": [0.0776122584939003, 0.09245413541793823, 0.08832964301109314, 0.08353902399539948, 0.08471280336380005, 0.08507892489433289, 0.05900927260518074], "cos_apical_negg": [0.0776122584939003, 0.09245413541793823, 0.08832964301109314, 0.08353902399539948, 0.08471280336380005, 0.08507892489433289, 0.05900927260518074], "cos_Ac_negg": [0.0776122584939003, 0.09245413541793823, 0.08832964301109314, 0.08353902399539948, 0.08471280336380005, 0.08507892489433289, 0.05900927260518074], "r_norm": [0.19892145693302155, 0.2019432783126831, 0.19070592522621155, 0.19833101332187653, 0.20104603469371796, 0.1941586434841156, 0.20526713132858276]}, {"step": 7500, "epoch": 15, "train_loss": 0.00045365843106992543, "cos_r_negg": [0.07623464614152908, 0.09115272760391235, 0.08681264519691467, 0.08232475072145462, 0.08326778560876846, 0.0835367813706398, 0.057144731283187866], "cos_apical_negg": [0.07623464614152908, 0.09115272760391235, 0.08681264519691467, 0.08232475072145462, 0.08326778560876846, 0.0835367813706398, 0.057144731283187866], "cos_Ac_negg": [0.07623464614152908, 0.09115272760391235, 0.08681264519691467, 0.08232475072145462, 0.08326778560876846, 0.0835367813706398, 0.057144731283187866], "r_norm": [0.1983146071434021, 0.20128697156906128, 0.19006063044071198, 0.1976669579744339, 0.20038428902626038, 0.1935582458972931, 0.20461207628250122]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9713, "test_loss": 0.19733025436401366}, {"step": 7550, "epoch": 16, "train_loss": 4.7538080252707005e-05, "cos_r_negg": [0.0758330374956131, 0.0909246951341629, 0.08634711802005768, 0.08199432492256165, 0.08280255645513535, 0.08284032344818115, 0.05633893981575966], "cos_apical_negg": [0.0758330374956131, 0.0909246951341629, 0.08634711802005768, 0.08199432492256165, 0.08280255645513535, 0.08284032344818115, 0.05633893981575966], "cos_Ac_negg": [0.0758330374956131, 0.0909246951341629, 0.08634711802005768, 0.08199432492256165, 0.08280255645513535, 0.08284032344818115, 0.05633893981575966], "r_norm": [0.1985812783241272, 0.20157882571220398, 0.1902989149093628, 0.1979067027568817, 0.20063164830207825, 0.19379523396492004, 0.20483741164207458]}, {"step": 7600, "epoch": 16, "train_loss": 0.0009367951424792409, "cos_r_negg": [0.07525397837162018, 0.09038453549146652, 0.08590835332870483, 0.0815260112285614, 0.08206607401371002, 0.08260186016559601, 0.0565299466252327], "cos_apical_negg": [0.07525397837162018, 0.09038453549146652, 0.08590835332870483, 0.0815260112285614, 0.08206607401371002, 0.08260186016559601, 0.0565299466252327], "cos_Ac_negg": [0.07525397837162018, 0.09038453549146652, 0.08590835332870483, 0.0815260112285614, 0.08206607401371002, 0.08260186016559601, 0.0565299466252327], "r_norm": [0.19982630014419556, 0.2029930055141449, 0.19191133975982666, 0.19935482740402222, 0.20209313929080963, 0.1947939097881317, 0.20606879889965057]}, {"step": 7650, "epoch": 16, "train_loss": 0.00014225710765458643, "cos_r_negg": [0.07462067902088165, 0.089580237865448, 0.08507688343524933, 0.0808621495962143, 0.0813136026263237, 0.08184181898832321, 0.055916182696819305], "cos_apical_negg": [0.07462067902088165, 0.089580237865448, 0.08507688343524933, 0.0808621495962143, 0.0813136026263237, 0.08184181898832321, 0.055916182696819305], "cos_Ac_negg": [0.07462067902088165, 0.089580237865448, 0.08507688343524933, 0.0808621495962143, 0.0813136026263237, 0.08184181898832321, 0.055916182696819305], "r_norm": [0.19996362924575806, 0.20310845971107483, 0.1919502466917038, 0.19944040477275848, 0.20216284692287445, 0.19495290517807007, 0.20619046688079834]}, {"step": 7700, "epoch": 16, "train_loss": 4.3604060920188203e-05, "cos_r_negg": [0.07356148213148117, 0.08832841366529465, 0.08378681540489197, 0.07961071282625198, 0.07986882328987122, 0.08042013645172119, 0.05470641702413559], "cos_apical_negg": [0.07356148213148117, 0.08832841366529465, 0.08378681540489197, 0.07961071282625198, 0.07986882328987122, 0.08042013645172119, 0.05470641702413559], "cos_Ac_negg": [0.07356148213148117, 0.08832841366529465, 0.08378681540489197, 0.07961071282625198, 0.07986882328987122, 0.08042013645172119, 0.05470641702413559], "r_norm": [0.2002282440662384, 0.20330557227134705, 0.19200503826141357, 0.19956353306770325, 0.20229701697826385, 0.19522610306739807, 0.20643669366836548]}, {"step": 7750, "epoch": 16, "train_loss": 0.00022599345538765192, "cos_r_negg": [0.07335713505744934, 0.08800239115953445, 0.08331148326396942, 0.07924187928438187, 0.07969903945922852, 0.08017736673355103, 0.054651372134685516], "cos_apical_negg": [0.07335713505744934, 0.08800239115953445, 0.08331148326396942, 0.07924187928438187, 0.07969903945922852, 0.08017736673355103, 0.054651372134685516], "cos_Ac_negg": [0.07335713505744934, 0.08800239115953445, 0.08331148326396942, 0.07924187928438187, 0.07969903945922852, 0.08017736673355103, 0.054651372134685516], "r_norm": [0.19886593520641327, 0.20186233520507812, 0.19077442586421967, 0.1982242316007614, 0.20102383196353912, 0.19395658373832703, 0.2051497995853424]}, {"step": 7800, "epoch": 16, "train_loss": 0.00038637808756902814, "cos_r_negg": [0.07513348013162613, 0.08984848856925964, 0.08572827279567719, 0.08120958507061005, 0.08270879834890366, 0.08296284824609756, 0.05749239772558212], "cos_apical_negg": [0.07513348013162613, 0.08984848856925964, 0.08572827279567719, 0.08120958507061005, 0.08270879834890366, 0.08296284824609756, 0.05749239772558212], "cos_Ac_negg": [0.07513348013162613, 0.08984848856925964, 0.08572827279567719, 0.08120958507061005, 0.08270879834890366, 0.08296284824609756, 0.05749239772558212], "r_norm": [0.19880515336990356, 0.2019096463918686, 0.1908620446920395, 0.19833602011203766, 0.20107826590538025, 0.19402699172496796, 0.20514196157455444]}, {"step": 7850, "epoch": 16, "train_loss": 0.000748897553421557, "cos_r_negg": [0.07501767575740814, 0.08973978459835052, 0.08563342690467834, 0.08130145072937012, 0.08273597061634064, 0.08275263011455536, 0.0572943314909935], "cos_apical_negg": [0.07501767575740814, 0.08973978459835052, 0.08563342690467834, 0.08130145072937012, 0.08273597061634064, 0.08275263011455536, 0.0572943314909935], "cos_Ac_negg": [0.07501767575740814, 0.08973978459835052, 0.08563342690467834, 0.08130145072937012, 0.08273597061634064, 0.08275263011455536, 0.0572943314909935], "r_norm": [0.1983380913734436, 0.20141097903251648, 0.19040368497371674, 0.19781287014484406, 0.20058630406856537, 0.1935366839170456, 0.20463927090168]}, {"step": 7900, "epoch": 16, "train_loss": 0.000298241910059005, "cos_r_negg": [0.07387745380401611, 0.08861686289310455, 0.08418658375740051, 0.08030669391155243, 0.08112449198961258, 0.08104488253593445, 0.055819474160671234], "cos_apical_negg": [0.07387745380401611, 0.08861686289310455, 0.08418658375740051, 0.08030669391155243, 0.08112449198961258, 0.08104488253593445, 0.055819474160671234], "cos_Ac_negg": [0.07387745380401611, 0.08861686289310455, 0.08418658375740051, 0.08030669391155243, 0.08112449198961258, 0.08104488253593445, 0.055819474160671234], "r_norm": [0.19799044728279114, 0.20097532868385315, 0.1900203377008438, 0.1974015235900879, 0.20018284022808075, 0.1931125521659851, 0.20426900684833527]}, {"step": 7950, "epoch": 16, "train_loss": 0.00031672397744841874, "cos_r_negg": [0.07297627627849579, 0.08773922175168991, 0.08332595229148865, 0.07957417517900467, 0.08014777302742004, 0.08014699071645737, 0.055248528718948364], "cos_apical_negg": [0.07297627627849579, 0.08773922175168991, 0.08332595229148865, 0.07957417517900467, 0.08014777302742004, 0.08014699071645737, 0.055248528718948364], "cos_Ac_negg": [0.07297627627849579, 0.08773922175168991, 0.08332595229148865, 0.07957417517900467, 0.08014777302742004, 0.08014699071645737, 0.055248528718948364], "r_norm": [0.19849097728729248, 0.20146456360816956, 0.19037002325057983, 0.19783098995685577, 0.20062348246574402, 0.19357329607009888, 0.20476648211479187]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9715, "test_loss": 0.2012451988220215}, {"step": 8000, "epoch": 17, "train_loss": 0.0007594268536195159, "cos_r_negg": [0.07255937159061432, 0.08723500370979309, 0.0828091949224472, 0.07918524742126465, 0.07968468219041824, 0.07957570254802704, 0.05475287884473801], "cos_apical_negg": [0.07255937159061432, 0.08723500370979309, 0.0828091949224472, 0.07918524742126465, 0.07968468219041824, 0.07957570254802704, 0.05475287884473801], "cos_Ac_negg": [0.07255937159061432, 0.08723500370979309, 0.0828091949224472, 0.07918524742126465, 0.07968468219041824, 0.07957570254802704, 0.05475287884473801], "r_norm": [0.1991216242313385, 0.20215392112731934, 0.191124826669693, 0.19851292669773102, 0.20135262608528137, 0.1941249966621399, 0.2053735852241516]}, {"step": 8050, "epoch": 17, "train_loss": 1.5695719412178732e-05, "cos_r_negg": [0.07181569933891296, 0.08645917475223541, 0.08207518607378006, 0.07849463075399399, 0.07880449295043945, 0.07893245667219162, 0.0542190857231617], "cos_apical_negg": [0.07181569933891296, 0.08645917475223541, 0.08207518607378006, 0.07849463075399399, 0.07880449295043945, 0.07893245667219162, 0.0542190857231617], "cos_Ac_negg": [0.07181569933891296, 0.08645917475223541, 0.08207518607378006, 0.07849463075399399, 0.07880449295043945, 0.07893245667219162, 0.0542190857231617], "r_norm": [0.20009572803974152, 0.2032373547554016, 0.1920684576034546, 0.19952446222305298, 0.2022961974143982, 0.195048525929451, 0.2063269019126892]}, {"step": 8100, "epoch": 17, "train_loss": 0.0004019951156806201, "cos_r_negg": [0.07442459464073181, 0.08922357112169266, 0.08551859855651855, 0.08118215948343277, 0.08284918963909149, 0.0829373151063919, 0.05853039026260376], "cos_apical_negg": [0.07442459464073181, 0.08922357112169266, 0.08551859855651855, 0.08118215948343277, 0.08284918963909149, 0.0829373151063919, 0.05853039026260376], "cos_Ac_negg": [0.07442459464073181, 0.08922357112169266, 0.08551859855651855, 0.08118215948343277, 0.08284918963909149, 0.0829373151063919, 0.05853039026260376], "r_norm": [0.20026010274887085, 0.2034524381160736, 0.19237735867500305, 0.1998806595802307, 0.20256751775741577, 0.19535624980926514, 0.20656242966651917]}, {"step": 8150, "epoch": 17, "train_loss": 4.277610423741862e-05, "cos_r_negg": [0.07392780482769012, 0.08914324641227722, 0.08484093844890594, 0.08069466054439545, 0.08181856572628021, 0.08150171488523483, 0.05678699165582657], "cos_apical_negg": [0.07392780482769012, 0.08914324641227722, 0.08484093844890594, 0.08069466054439545, 0.08181856572628021, 0.08150171488523483, 0.05678699165582657], "cos_Ac_negg": [0.07392780482769012, 0.08914324641227722, 0.08484093844890594, 0.08069466054439545, 0.08181856572628021, 0.08150171488523483, 0.05678699165582657], "r_norm": [0.1983838528394699, 0.2014797329902649, 0.1903541088104248, 0.19783583283424377, 0.20056354999542236, 0.19355562329292297, 0.2046481817960739]}, {"step": 8200, "epoch": 17, "train_loss": 0.00012224879174027592, "cos_r_negg": [0.07318879663944244, 0.08807384967803955, 0.08376163989305496, 0.07997532933950424, 0.08084534108638763, 0.08051169663667679, 0.05608810484409332], "cos_apical_negg": [0.07318879663944244, 0.08807384967803955, 0.08376163989305496, 0.07997532933950424, 0.08084534108638763, 0.08051169663667679, 0.05608810484409332], "cos_Ac_negg": [0.07318879663944244, 0.08807384967803955, 0.08376163989305496, 0.07997532933950424, 0.08084534108638763, 0.08051169663667679, 0.05608810484409332], "r_norm": [0.19921347498893738, 0.20229917764663696, 0.19124513864517212, 0.1986415833234787, 0.20145437121391296, 0.1942434012889862, 0.20545874536037445]}, {"step": 8250, "epoch": 17, "train_loss": 0.00016910978592932224, "cos_r_negg": [0.07230550050735474, 0.087151899933815, 0.08271188288927078, 0.07917435467243195, 0.07963021099567413, 0.0795198380947113, 0.055204011499881744], "cos_apical_negg": [0.07230550050735474, 0.087151899933815, 0.08271188288927078, 0.07917435467243195, 0.07963021099567413, 0.0795198380947113, 0.055204011499881744], "cos_Ac_negg": [0.07230550050735474, 0.087151899933815, 0.08271188288927078, 0.07917435467243195, 0.07963021099567413, 0.0795198380947113, 0.055204011499881744], "r_norm": [0.20014062523841858, 0.20310398936271667, 0.1920126974582672, 0.1994478404521942, 0.20229852199554443, 0.1950775384902954, 0.20640280842781067]}, {"step": 8300, "epoch": 17, "train_loss": 3.8138947275001556e-05, "cos_r_negg": [0.0716829001903534, 0.08648931980133057, 0.08202674239873886, 0.07858860492706299, 0.07884392887353897, 0.0788414403796196, 0.05455974489450455], "cos_apical_negg": [0.0716829001903534, 0.08648931980133057, 0.08202674239873886, 0.07858860492706299, 0.07884392887353897, 0.0788414403796196, 0.05455974489450455], "cos_Ac_negg": [0.0716829001903534, 0.08648931980133057, 0.08202674239873886, 0.07858860492706299, 0.07884392887353897, 0.0788414403796196, 0.05455974489450455], "r_norm": [0.20041495561599731, 0.20340561866760254, 0.19240263104438782, 0.19975954294204712, 0.20264530181884766, 0.19532449543476105, 0.20667973160743713]}, {"step": 8350, "epoch": 17, "train_loss": 5.785301618743688e-05, "cos_r_negg": [0.07078784704208374, 0.08546211570501328, 0.08110536634922028, 0.07775319367647171, 0.07788541913032532, 0.07808704674243927, 0.05392429977655411], "cos_apical_negg": [0.07078784704208374, 0.08546211570501328, 0.08110536634922028, 0.07775319367647171, 0.07788541913032532, 0.07808704674243927, 0.05392429977655411], "cos_Ac_negg": [0.07078784704208374, 0.08546211570501328, 0.08110536634922028, 0.07775319367647171, 0.07788541913032532, 0.07808704674243927, 0.05392429977655411], "r_norm": [0.20072925090789795, 0.20379020273685455, 0.19278904795646667, 0.20011605322360992, 0.20298509299755096, 0.19561943411827087, 0.20696645975112915]}, {"step": 8400, "epoch": 17, "train_loss": 9.75938601186499e-05, "cos_r_negg": [0.07018505036830902, 0.0847129374742508, 0.08046446740627289, 0.0770154595375061, 0.07728323340415955, 0.07756219804286957, 0.05361410230398178], "cos_apical_negg": [0.07018505036830902, 0.0847129374742508, 0.08046446740627289, 0.0770154595375061, 0.07728323340415955, 0.07756219804286957, 0.05361410230398178], "cos_Ac_negg": [0.07018505036830902, 0.0847129374742508, 0.08046446740627289, 0.0770154595375061, 0.07728323340415955, 0.07756219804286957, 0.05361410230398178], "r_norm": [0.19952915608882904, 0.20256051421165466, 0.1914752572774887, 0.19891893863677979, 0.20169395208358765, 0.19452908635139465, 0.20578697323799133]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9716, "test_loss": 0.20451825561523437}, {"step": 8450, "epoch": 18, "train_loss": 0.00011869269656017423, "cos_r_negg": [0.06956856697797775, 0.08407433331012726, 0.0797533243894577, 0.07638685405254364, 0.0766020268201828, 0.07671930640935898, 0.05299360305070877], "cos_apical_negg": [0.06956856697797775, 0.08407433331012726, 0.0797533243894577, 0.07638685405254364, 0.0766020268201828, 0.07671930640935898, 0.05299360305070877], "cos_Ac_negg": [0.06956856697797775, 0.08407433331012726, 0.0797533243894577, 0.07638685405254364, 0.0766020268201828, 0.07671930640935898, 0.05299360305070877], "r_norm": [0.19910597801208496, 0.2021685093641281, 0.19112002849578857, 0.19853317737579346, 0.20131148397922516, 0.1941392421722412, 0.20535385608673096]}, {"step": 8500, "epoch": 18, "train_loss": 0.00018360724789090455, "cos_r_negg": [0.06924468278884888, 0.0836992859840393, 0.07935020327568054, 0.07601799070835114, 0.07624974101781845, 0.07631096243858337, 0.05263982713222504], "cos_apical_negg": [0.06924468278884888, 0.0836992859840393, 0.07935020327568054, 0.07601799070835114, 0.07624974101781845, 0.07631096243858337, 0.05263982713222504], "cos_Ac_negg": [0.06924468278884888, 0.0836992859840393, 0.07935020327568054, 0.07601799070835114, 0.07624974101781845, 0.07631096243858337, 0.05263982713222504], "r_norm": [0.1979529708623886, 0.20097169280052185, 0.18998359143733978, 0.19738411903381348, 0.2001509666442871, 0.19306641817092896, 0.2042245715856552]}, {"step": 8550, "epoch": 18, "train_loss": 0.0003956032742280513, "cos_r_negg": [0.06840711086988449, 0.08272634446620941, 0.07845195382833481, 0.07520682364702225, 0.07524102926254272, 0.07543647289276123, 0.05189725011587143], "cos_apical_negg": [0.06840711086988449, 0.08272634446620941, 0.07845195382833481, 0.07520682364702225, 0.07524102926254272, 0.07543647289276123, 0.05189725011587143], "cos_Ac_negg": [0.06840711086988449, 0.08272634446620941, 0.07845195382833481, 0.07520682364702225, 0.07524102926254272, 0.07543647289276123, 0.05189725011587143], "r_norm": [0.19901952147483826, 0.2021106779575348, 0.19108596444129944, 0.19848373532295227, 0.2012476623058319, 0.1940525770187378, 0.2052556276321411]}, {"step": 8600, "epoch": 18, "train_loss": 0.00037049761158414185, "cos_r_negg": [0.06798466295003891, 0.08220769464969635, 0.07795822620391846, 0.07471930980682373, 0.07476217299699783, 0.07499779015779495, 0.05155302956700325], "cos_apical_negg": [0.06798466295003891, 0.08220769464969635, 0.07795822620391846, 0.07471930980682373, 0.07476217299699783, 0.07499779015779495, 0.05155302956700325], "cos_Ac_negg": [0.06798466295003891, 0.08220769464969635, 0.07795822620391846, 0.07471930980682373, 0.07476217299699783, 0.07499779015779495, 0.05155302956700325], "r_norm": [0.1986808329820633, 0.20179328322410583, 0.1908034086227417, 0.1981830596923828, 0.20092517137527466, 0.19372302293777466, 0.2049272656440735]}, {"step": 8650, "epoch": 18, "train_loss": 9.168111864710227e-05, "cos_r_negg": [0.06906633824110031, 0.08342871069908142, 0.07910732924938202, 0.07580593973398209, 0.07633022964000702, 0.07650347054004669, 0.053002700209617615], "cos_apical_negg": [0.06906633824110031, 0.08342871069908142, 0.07910732924938202, 0.07580593973398209, 0.07633022964000702, 0.07650347054004669, 0.053002700209617615], "cos_Ac_negg": [0.06906633824110031, 0.08342871069908142, 0.07910732924938202, 0.07580593973398209, 0.07633022964000702, 0.07650347054004669, 0.053002700209617615], "r_norm": [0.19907818734645844, 0.20222268998622894, 0.19123858213424683, 0.19864410161972046, 0.20135465264320374, 0.1941411793231964, 0.20533615350723267]}, {"step": 8700, "epoch": 18, "train_loss": 6.886527262395248e-05, "cos_r_negg": [0.07032299041748047, 0.0845484584569931, 0.0805223286151886, 0.07691150903701782, 0.07802525162696838, 0.07808760553598404, 0.05468389391899109], "cos_apical_negg": [0.07032299041748047, 0.0845484584569931, 0.0805223286151886, 0.07691150903701782, 0.07802525162696838, 0.07808760553598404, 0.05468389391899109], "cos_Ac_negg": [0.07032299041748047, 0.0845484584569931, 0.0805223286151886, 0.07691150903701782, 0.07802525162696838, 0.07808760553598404, 0.05468389391899109], "r_norm": [0.19981008768081665, 0.20293927192687988, 0.19187085330486298, 0.19936561584472656, 0.2020546942949295, 0.1948564052581787, 0.20606154203414917]}, {"step": 8750, "epoch": 18, "train_loss": 0.0001224083243869245, "cos_r_negg": [0.06861161440610886, 0.08312703669071198, 0.07853160053491592, 0.07535796612501144, 0.07553687691688538, 0.07529962062835693, 0.05226273834705353], "cos_apical_negg": [0.06861161440610886, 0.08312703669071198, 0.07853160053491592, 0.07535796612501144, 0.07553687691688538, 0.07529962062835693, 0.05226273834705353], "cos_Ac_negg": [0.06861161440610886, 0.08312703669071198, 0.07853160053491592, 0.07535796612501144, 0.07553687691688538, 0.07529962062835693, 0.05226273834705353], "r_norm": [0.20071035623550415, 0.20371320843696594, 0.1923186033964157, 0.19994954764842987, 0.20271265506744385, 0.1956384778022766, 0.20691841840744019]}, {"step": 8800, "epoch": 18, "train_loss": 7.312705565709621e-05, "cos_r_negg": [0.06828832626342773, 0.08275924623012543, 0.07805603742599487, 0.07489657402038574, 0.07504391670227051, 0.07496967166662216, 0.05181943252682686], "cos_apical_negg": [0.06828832626342773, 0.08275924623012543, 0.07805603742599487, 0.07489657402038574, 0.07504391670227051, 0.07496967166662216, 0.05181943252682686], "cos_Ac_negg": [0.06828832626342773, 0.08275924623012543, 0.07805603742599487, 0.07489657402038574, 0.07504391670227051, 0.07496967166662216, 0.05181943252682686], "r_norm": [0.20064452290534973, 0.20364393293857574, 0.19229012727737427, 0.1998859941959381, 0.2026718705892563, 0.195608988404274, 0.20687641203403473]}, {"step": 8850, "epoch": 18, "train_loss": 9.880938159767538e-05, "cos_r_negg": [0.0673568993806839, 0.08182624727487564, 0.07754726707935333, 0.07446599006652832, 0.07427550107240677, 0.07421745359897614, 0.05140671879053116], "cos_apical_negg": [0.0673568993806839, 0.08182624727487564, 0.07754726707935333, 0.07446599006652832, 0.07427550107240677, 0.07421745359897614, 0.05140671879053116], "cos_Ac_negg": [0.0673568993806839, 0.08182624727487564, 0.07754726707935333, 0.07446599006652832, 0.07427550107240677, 0.07421745359897614, 0.05140671879053116], "r_norm": [0.1992720365524292, 0.20232000946998596, 0.1912553757429123, 0.19863244891166687, 0.20144063234329224, 0.19425763189792633, 0.20547480881214142]}, {"step": 8900, "epoch": 18, "train_loss": 9.918133582687005e-05, "cos_r_negg": [0.06693685054779053, 0.08139960467815399, 0.07714620232582092, 0.07406455278396606, 0.07383839040994644, 0.07383352518081665, 0.05108264833688736], "cos_apical_negg": [0.06693685054779053, 0.08139960467815399, 0.07714620232582092, 0.07406455278396606, 0.07383839040994644, 0.07383352518081665, 0.05108264833688736], "cos_Ac_negg": [0.06693685054779053, 0.08139960467815399, 0.07714620232582092, 0.07406455278396606, 0.07383839040994644, 0.07383352518081665, 0.05108264833688736], "r_norm": [0.19967709481716156, 0.20276501774787903, 0.1917254626750946, 0.1990782916545868, 0.20189371705055237, 0.19460389018058777, 0.20587515830993652]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9714, "test_loss": 0.2074885513305664}, {"step": 8950, "epoch": 19, "train_loss": 6.128268432803452e-05, "cos_r_negg": [0.06651945412158966, 0.08093667030334473, 0.07678720355033875, 0.07372927665710449, 0.07344213128089905, 0.07355376332998276, 0.05091334879398346], "cos_apical_negg": [0.06651945412158966, 0.08093667030334473, 0.07678720355033875, 0.07372927665710449, 0.07344213128089905, 0.07355376332998276, 0.05091334879398346], "cos_Ac_negg": [0.06651945412158966, 0.08093667030334473, 0.07678720355033875, 0.07372927665710449, 0.07344213128089905, 0.07355376332998276, 0.05091334879398346], "r_norm": [0.2006044089794159, 0.20374830067157745, 0.19259023666381836, 0.19998961687088013, 0.20281028747558594, 0.1955035924911499, 0.20678085088729858]}, {"step": 9000, "epoch": 19, "train_loss": 0.0002254790160804987, "cos_r_negg": [0.06605486571788788, 0.08048322051763535, 0.07637516409158707, 0.07335165143013, 0.07295992970466614, 0.07292351126670837, 0.05055391788482666], "cos_apical_negg": [0.06605486571788788, 0.08048322051763535, 0.07637516409158707, 0.07335165143013, 0.07295992970466614, 0.07292351126670837, 0.05055391788482666], "cos_Ac_negg": [0.06605486571788788, 0.08048322051763535, 0.07637516409158707, 0.07335165143013, 0.07295992970466614, 0.07292351126670837, 0.05055391788482666], "r_norm": [0.2007324993610382, 0.20389500260353088, 0.1926443874835968, 0.2000848948955536, 0.20290729403495789, 0.19562985002994537, 0.2069002091884613]}, {"step": 9050, "epoch": 19, "train_loss": 0.0005534643423743546, "cos_r_negg": [0.06581138074398041, 0.08024317026138306, 0.07608683407306671, 0.07302947342395782, 0.0726558119058609, 0.07256996631622314, 0.050133444368839264], "cos_apical_negg": [0.06581138074398041, 0.08024317026138306, 0.07608683407306671, 0.07302947342395782, 0.0726558119058609, 0.07256996631622314, 0.050133444368839264], "cos_Ac_negg": [0.06581138074398041, 0.08024317026138306, 0.07608683407306671, 0.07302947342395782, 0.0726558119058609, 0.07256996631622314, 0.050133444368839264], "r_norm": [0.19958341121673584, 0.20271146297454834, 0.19152319431304932, 0.19894461333751678, 0.20175068080425262, 0.19454987347126007, 0.2057749181985855]}, {"step": 9100, "epoch": 19, "train_loss": 0.0002361824590479955, "cos_r_negg": [0.0657387226819992, 0.08002840727567673, 0.07591072469949722, 0.07284191250801086, 0.0725921094417572, 0.07263164967298508, 0.05005454644560814], "cos_apical_negg": [0.0657387226819992, 0.08002840727567673, 0.07591072469949722, 0.07284191250801086, 0.0725921094417572, 0.07263164967298508, 0.05005454644560814], "cos_Ac_negg": [0.0657387226819992, 0.08002840727567673, 0.07591072469949722, 0.07284191250801086, 0.0725921094417572, 0.07263164967298508, 0.05005454644560814], "r_norm": [0.19936683773994446, 0.20249897241592407, 0.19147077202796936, 0.19880281388759613, 0.2016250044107437, 0.19431522488594055, 0.20556938648223877]}, {"step": 9150, "epoch": 19, "train_loss": 0.0010263031581416726, "cos_r_negg": [0.06731124222278595, 0.08177578449249268, 0.077529177069664, 0.07437701523303986, 0.07463837414979935, 0.07464616000652313, 0.05181577056646347], "cos_apical_negg": [0.06731124222278595, 0.08177578449249268, 0.077529177069664, 0.07437701523303986, 0.07463837414979935, 0.07464616000652313, 0.05181577056646347], "cos_Ac_negg": [0.06731124222278595, 0.08177578449249268, 0.077529177069664, 0.07437701523303986, 0.07463837414979935, 0.07464616000652313, 0.05181577056646347], "r_norm": [0.19857969880104065, 0.20177236199378967, 0.1908888816833496, 0.19815896451473236, 0.2009405493736267, 0.19362632930278778, 0.20483066141605377]}, {"step": 9200, "epoch": 19, "train_loss": 8.131464710459113e-05, "cos_r_negg": [0.06833262741565704, 0.08273494243621826, 0.07858031988143921, 0.07534435391426086, 0.07588745653629303, 0.07595110684633255, 0.05310767516493797], "cos_apical_negg": [0.06833262741565704, 0.08273494243621826, 0.07858031988143921, 0.07534435391426086, 0.07588745653629303, 0.07595110684633255, 0.05310767516493797], "cos_Ac_negg": [0.06833262741565704, 0.08273494243621826, 0.07858031988143921, 0.07534435391426086, 0.07588745653629303, 0.07595110684633255, 0.05310767516493797], "r_norm": [0.19834116101264954, 0.20153126120567322, 0.1906847506761551, 0.19797852635383606, 0.2007095366716385, 0.1934259533882141, 0.20461958646774292]}, {"step": 9250, "epoch": 19, "train_loss": 0.0004611569456756115, "cos_r_negg": [0.06715594977140427, 0.08157067000865936, 0.07728085666894913, 0.07425612211227417, 0.07450981438159943, 0.07460708916187286, 0.051930442452430725], "cos_apical_negg": [0.06715594977140427, 0.08157067000865936, 0.07728085666894913, 0.07425612211227417, 0.07450981438159943, 0.07460708916187286, 0.051930442452430725], "cos_Ac_negg": [0.06715594977140427, 0.08157067000865936, 0.07728085666894913, 0.07425612211227417, 0.07450981438159943, 0.07460708916187286, 0.051930442452430725], "r_norm": [0.19951878488063812, 0.20269671082496643, 0.19170698523521423, 0.19906127452850342, 0.20181317627429962, 0.19450362026691437, 0.20572450757026672]}, {"step": 9300, "epoch": 19, "train_loss": 4.8446898290421814e-05, "cos_r_negg": [0.06617471575737, 0.08055521547794342, 0.07634417712688446, 0.0733703076839447, 0.07338621467351913, 0.07358658313751221, 0.0512026883661747], "cos_apical_negg": [0.06617471575737, 0.08055521547794342, 0.07634417712688446, 0.0733703076839447, 0.07338621467351913, 0.07358658313751221, 0.0512026883661747], "cos_Ac_negg": [0.06617471575737, 0.08055521547794342, 0.07634417712688446, 0.0733703076839447, 0.07338621467351913, 0.07358658313751221, 0.0512026883661747], "r_norm": [0.19974562525749207, 0.2028988003730774, 0.1918669492006302, 0.19922703504562378, 0.20199555158615112, 0.19468097388744354, 0.20593801140785217]}, {"step": 9350, "epoch": 19, "train_loss": 0.00015026422624941915, "cos_r_negg": [0.06534504145383835, 0.07959981262683868, 0.07534351944923401, 0.07241034507751465, 0.07227437198162079, 0.07255194336175919, 0.050358813256025314], "cos_apical_negg": [0.06534504145383835, 0.07959981262683868, 0.07534351944923401, 0.07241034507751465, 0.07227437198162079, 0.07255194336175919, 0.050358813256025314], "cos_Ac_negg": [0.06534504145383835, 0.07959981262683868, 0.07534351944923401, 0.07241034507751465, 0.07227437198162079, 0.07255194336175919, 0.050358813256025314], "r_norm": [0.20074886083602905, 0.20387442409992218, 0.19278746843338013, 0.20017655193805695, 0.20296785235404968, 0.1956157684326172, 0.20694074034690857]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9714, "test_loss": 0.20996778717041015}], "final": {"test_acc": 0.9714, "test_loss": 0.20996778717041015, "wall_s": 24.664680242538452, "cos_r_negg": [0.0651712417602539, 0.07932080328464508, 0.07510068267583847, 0.07219716906547546, 0.07203906774520874, 0.07238003611564636, 0.05021427571773529], "cos_apical_negg": [0.0651712417602539, 0.07932080328464508, 0.07510068267583847, 0.07219716906547546, 0.07203906774520874, 0.07238003611564636, 0.05021427571773529], "cos_Ac_negg": [0.0651712417602539, 0.07932080328464508, 0.07510068267583847, 0.07219716906547546, 0.07203906774520874, 0.07238003611564636, 0.05021427571773529]}}
\ No newline at end of file
diff --git a/results/depth_mnist_dfa_d7_s1.json b/results/depth_mnist_dfa_d7_s1.json
new file mode 100644
index 0000000..77ea52b
--- /dev/null
+++ b/results/depth_mnist_dfa_d7_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "mnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d7_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.319544792175293, "cos_r_negg": [0.010983233340084553, 0.011824159882962704, 0.011866165325045586, 0.004540884401649237, -0.026095552369952202, -0.015318549238145351, 0.0013906591339036822], "cos_apical_negg": [0.010983233340084553, 0.011824159882962704, 0.011866165325045586, 0.004540884401649237, -0.026095552369952202, -0.015318549238145351, 0.0013906591339036822], "cos_Ac_negg": [0.010983233340084553, 0.011824159882962704, 0.011866165325045586, 0.004540884401649237, -0.026095552369952202, -0.015318549238145351, 0.0013906591339036822], "r_norm": [4.754972457885742, 4.774343013763428, 4.732273101806641, 4.807147979736328, 4.817104816436768, 4.914268970489502, 4.696163654327393]}, {"step": 50, "epoch": 0, "train_loss": 0.9206575751304626, "cos_r_negg": [0.19963526725769043, 0.18301430344581604, 0.15952633321285248, 0.15603139996528625, 0.23440688848495483, 0.12671545147895813, 0.11697046458721161], "cos_apical_negg": [0.19963526725769043, 0.18301430344581604, 0.15952633321285248, 0.15603139996528625, 0.23440688848495483, 0.12671545147895813, 0.11697046458721161], "cos_Ac_negg": [0.19963526725769043, 0.18301430344581604, 0.15952633321285248, 0.15603139996528625, 0.23440688848495483, 0.12671545147895813, 0.11697046458721161], "r_norm": [1.7585407495498657, 1.767934799194336, 1.7452038526535034, 1.7852851152420044, 1.7757817506790161, 1.7763147354125977, 1.7511920928955078]}, {"step": 100, "epoch": 0, "train_loss": 0.356619656085968, "cos_r_negg": [0.23352694511413574, 0.19352245330810547, 0.18481570482254028, 0.19405095279216766, 0.18425220251083374, 0.21221797168254852, 0.14517614245414734], "cos_apical_negg": [0.23352694511413574, 0.19352245330810547, 0.18481570482254028, 0.19405095279216766, 0.18425220251083374, 0.21221797168254852, 0.14517614245414734], "cos_Ac_negg": [0.23352694511413574, 0.19352245330810547, 0.18481570482254028, 0.19405095279216766, 0.18425220251083374, 0.21221797168254852, 0.14517614245414734], "r_norm": [1.0239739418029785, 1.040696620941162, 1.025552749633789, 1.0455304384231567, 1.041811466217041, 1.0421628952026367, 1.0273364782333374]}, {"step": 150, "epoch": 0, "train_loss": 0.467888742685318, "cos_r_negg": [0.28033944964408875, 0.24092425405979156, 0.207032710313797, 0.2266988307237625, 0.2110719531774521, 0.25650978088378906, 0.14890320599079132], "cos_apical_negg": [0.28033944964408875, 0.24092425405979156, 0.207032710313797, 0.2266988307237625, 0.2110719531774521, 0.25650978088378906, 0.14890320599079132], "cos_Ac_negg": [0.28033944964408875, 0.24092425405979156, 0.207032710313797, 0.2266988307237625, 0.2110719531774521, 0.25650978088378906, 0.14890320599079132], "r_norm": [0.8713159561157227, 0.8906953930854797, 0.8808782696723938, 0.8943047523498535, 0.8931259512901306, 0.8948547840118408, 0.8800201416015625]}, {"step": 200, "epoch": 0, "train_loss": 0.3623460531234741, "cos_r_negg": [0.30452871322631836, 0.28818848729133606, 0.25458401441574097, 0.23388290405273438, 0.20686455070972443, 0.25687775015830994, 0.18633319437503815], "cos_apical_negg": [0.30452871322631836, 0.28818848729133606, 0.25458401441574097, 0.23388290405273438, 0.20686455070972443, 0.25687775015830994, 0.18633319437503815], "cos_Ac_negg": [0.30452871322631836, 0.28818848729133606, 0.25458401441574097, 0.23388290405273438, 0.20686455070972443, 0.25687775015830994, 0.18633319437503815], "r_norm": [0.9418171644210815, 0.9603182673454285, 0.9468685388565063, 0.9643520712852478, 0.9608006477355957, 0.9597327709197998, 0.9448310136795044]}, {"step": 250, "epoch": 0, "train_loss": 0.35012197494506836, "cos_r_negg": [0.3041916489601135, 0.28943532705307007, 0.267721951007843, 0.27566462755203247, 0.23698309063911438, 0.21920894086360931, 0.18715456128120422], "cos_apical_negg": [0.3041916489601135, 0.28943532705307007, 0.267721951007843, 0.27566462755203247, 0.23698309063911438, 0.21920894086360931, 0.18715456128120422], "cos_Ac_negg": [0.3041916489601135, 0.28943532705307007, 0.267721951007843, 0.27566462755203247, 0.23698309063911438, 0.21920894086360931, 0.18715456128120422], "r_norm": [0.8269553184509277, 0.8422189950942993, 0.8286713361740112, 0.842146635055542, 0.8417714834213257, 0.8479344844818115, 0.8299635648727417]}, {"step": 300, "epoch": 0, "train_loss": 0.28721940517425537, "cos_r_negg": [0.25520655512809753, 0.24593901634216309, 0.2233225703239441, 0.24973011016845703, 0.25064897537231445, 0.2276313602924347, 0.1932479441165924], "cos_apical_negg": [0.25520655512809753, 0.24593901634216309, 0.2233225703239441, 0.24973011016845703, 0.25064897537231445, 0.2276313602924347, 0.1932479441165924], "cos_Ac_negg": [0.25520655512809753, 0.24593901634216309, 0.2233225703239441, 0.24973011016845703, 0.25064897537231445, 0.2276313602924347, 0.1932479441165924], "r_norm": [0.7187454700469971, 0.7311931848526001, 0.7215900421142578, 0.7316502332687378, 0.7337220311164856, 0.7313259840011597, 0.7209721207618713]}, {"step": 350, "epoch": 0, "train_loss": 0.2163543999195099, "cos_r_negg": [0.2710525393486023, 0.26476216316223145, 0.25060299038887024, 0.2787284851074219, 0.24981769919395447, 0.23913121223449707, 0.17800937592983246], "cos_apical_negg": [0.2710525393486023, 0.26476216316223145, 0.25060299038887024, 0.2787284851074219, 0.24981769919395447, 0.23913121223449707, 0.17800937592983246], "cos_Ac_negg": [0.2710525393486023, 0.26476216316223145, 0.25060299038887024, 0.2787284851074219, 0.24981769919395447, 0.23913121223449707, 0.17800937592983246], "r_norm": [0.6732034683227539, 0.6822302937507629, 0.6795049905776978, 0.6881675124168396, 0.6806843280792236, 0.6863856315612793, 0.6768878698348999]}, {"step": 400, "epoch": 0, "train_loss": 0.1681787371635437, "cos_r_negg": [0.29390281438827515, 0.2797560393810272, 0.27928808331489563, 0.2772946357727051, 0.2953926920890808, 0.3112577199935913, 0.22127830982208252], "cos_apical_negg": [0.29390281438827515, 0.2797560393810272, 0.27928808331489563, 0.2772946357727051, 0.2953926920890808, 0.3112577199935913, 0.22127830982208252], "cos_Ac_negg": [0.29390281438827515, 0.2797560393810272, 0.27928808331489563, 0.2772946357727051, 0.2953926920890808, 0.3112577199935913, 0.22127830982208252], "r_norm": [0.6399801969528198, 0.6509167551994324, 0.6435850858688354, 0.6533041000366211, 0.6530462503433228, 0.6478651762008667, 0.6409815549850464]}, {"step": 450, "epoch": 0, "train_loss": 0.2963063418865204, "cos_r_negg": [0.29480108618736267, 0.29752251505851746, 0.2812764346599579, 0.27105459570884705, 0.2729889154434204, 0.29539990425109863, 0.24195852875709534], "cos_apical_negg": [0.29480108618736267, 0.29752251505851746, 0.2812764346599579, 0.27105459570884705, 0.2729889154434204, 0.29539990425109863, 0.24195852875709534], "cos_Ac_negg": [0.29480108618736267, 0.29752251505851746, 0.2812764346599579, 0.27105459570884705, 0.2729889154434204, 0.29539990425109863, 0.24195852875709534], "r_norm": [0.6464565992355347, 0.6549274921417236, 0.646218478679657, 0.6611119508743286, 0.6568881273269653, 0.6606226563453674, 0.6421812772750854]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9324, "test_loss": 0.24748777923583984}, {"step": 500, "epoch": 1, "train_loss": 0.2892898619174957, "cos_r_negg": [0.2911140024662018, 0.31690850853919983, 0.30863481760025024, 0.29704827070236206, 0.3165220618247986, 0.3168196976184845, 0.23423202335834503], "cos_apical_negg": [0.2911140024662018, 0.31690850853919983, 0.30863481760025024, 0.29704827070236206, 0.3165220618247986, 0.3168196976184845, 0.23423202335834503], "cos_Ac_negg": [0.2911140024662018, 0.31690850853919983, 0.30863481760025024, 0.29704827070236206, 0.3165220618247986, 0.3168196976184845, 0.23423202335834503], "r_norm": [0.6153624057769775, 0.6232929825782776, 0.6201962828636169, 0.6291670799255371, 0.627930760383606, 0.627787172794342, 0.6127306222915649]}, {"step": 550, "epoch": 1, "train_loss": 0.1749371588230133, "cos_r_negg": [0.35414743423461914, 0.34155401587486267, 0.31599146127700806, 0.3118707537651062, 0.29774993658065796, 0.3058820366859436, 0.23409870266914368], "cos_apical_negg": [0.35414743423461914, 0.34155401587486267, 0.31599146127700806, 0.3118707537651062, 0.29774993658065796, 0.3058820366859436, 0.23409870266914368], "cos_Ac_negg": [0.35414743423461914, 0.34155401587486267, 0.31599146127700806, 0.3118707537651062, 0.29774993658065796, 0.3058820366859436, 0.23409870266914368], "r_norm": [0.578865110874176, 0.596693217754364, 0.5885558724403381, 0.5933037996292114, 0.5925074219703674, 0.5966325998306274, 0.5827425122261047]}, {"step": 600, "epoch": 1, "train_loss": 0.41610628366470337, "cos_r_negg": [0.31467461585998535, 0.3010199964046478, 0.2885185778141022, 0.2775707244873047, 0.2871476411819458, 0.27979230880737305, 0.2075631022453308], "cos_apical_negg": [0.31467461585998535, 0.3010199964046478, 0.2885185778141022, 0.2775707244873047, 0.2871476411819458, 0.27979230880737305, 0.2075631022453308], "cos_Ac_negg": [0.31467461585998535, 0.3010199964046478, 0.2885185778141022, 0.2775707244873047, 0.2871476411819458, 0.27979230880737305, 0.2075631022453308], "r_norm": [0.6098450422286987, 0.6269171237945557, 0.6148337125778198, 0.6235796213150024, 0.6191554665565491, 0.6248904466629028, 0.6128048300743103]}, {"step": 650, "epoch": 1, "train_loss": 0.27266860008239746, "cos_r_negg": [0.347209095954895, 0.33628541231155396, 0.34223729372024536, 0.3296845555305481, 0.29229265451431274, 0.3121200203895569, 0.2538403868675232], "cos_apical_negg": [0.347209095954895, 0.33628541231155396, 0.34223729372024536, 0.3296845555305481, 0.29229265451431274, 0.3121200203895569, 0.2538403868675232], "cos_Ac_negg": [0.347209095954895, 0.33628541231155396, 0.34223729372024536, 0.3296845555305481, 0.29229265451431274, 0.3121200203895569, 0.2538403868675232], "r_norm": [0.558712363243103, 0.5685505867004395, 0.5602940320968628, 0.5668656826019287, 0.5665653347969055, 0.567296028137207, 0.55953449010849]}, {"step": 700, "epoch": 1, "train_loss": 0.046844251453876495, "cos_r_negg": [0.33429765701293945, 0.30821463465690613, 0.32359737157821655, 0.284097284078598, 0.2921142876148224, 0.31210723519325256, 0.21833747625350952], "cos_apical_negg": [0.33429765701293945, 0.30821463465690613, 0.32359737157821655, 0.284097284078598, 0.2921142876148224, 0.31210723519325256, 0.21833747625350952], "cos_Ac_negg": [0.33429765701293945, 0.30821463465690613, 0.32359737157821655, 0.284097284078598, 0.2921142876148224, 0.31210723519325256, 0.21833747625350952], "r_norm": [0.4962945878505707, 0.5018756985664368, 0.4940842390060425, 0.5009450912475586, 0.5022282600402832, 0.5062670707702637, 0.49164044857025146]}, {"step": 750, "epoch": 1, "train_loss": 0.19596247375011444, "cos_r_negg": [0.31269118189811707, 0.323166161775589, 0.3446357846260071, 0.308635950088501, 0.31266701221466064, 0.33816078305244446, 0.21841758489608765], "cos_apical_negg": [0.31269118189811707, 0.323166161775589, 0.3446357846260071, 0.308635950088501, 0.31266701221466064, 0.33816078305244446, 0.21841758489608765], "cos_Ac_negg": [0.31269118189811707, 0.323166161775589, 0.3446357846260071, 0.308635950088501, 0.31266701221466064, 0.33816078305244446, 0.21841758489608765], "r_norm": [0.5692140460014343, 0.577307939529419, 0.5682753920555115, 0.5752778649330139, 0.5751710534095764, 0.5794910192489624, 0.568263590335846]}, {"step": 800, "epoch": 1, "train_loss": 0.1355031132698059, "cos_r_negg": [0.35159313678741455, 0.33365193009376526, 0.3526350259780884, 0.33337369561195374, 0.32444870471954346, 0.32562965154647827, 0.20570161938667297], "cos_apical_negg": [0.35159313678741455, 0.33365193009376526, 0.3526350259780884, 0.33337369561195374, 0.32444870471954346, 0.32562965154647827, 0.20570161938667297], "cos_Ac_negg": [0.35159313678741455, 0.33365193009376526, 0.3526350259780884, 0.33337369561195374, 0.32444870471954346, 0.32562965154647827, 0.20570161938667297], "r_norm": [0.4637051224708557, 0.46979451179504395, 0.4648812413215637, 0.47015446424484253, 0.4692760109901428, 0.4718921184539795, 0.4603401720523834]}, {"step": 850, "epoch": 1, "train_loss": 0.2559985816478729, "cos_r_negg": [0.34034043550491333, 0.32612860202789307, 0.34827548265457153, 0.34618961811065674, 0.33955058455467224, 0.342107892036438, 0.22011923789978027], "cos_apical_negg": [0.34034043550491333, 0.32612860202789307, 0.34827548265457153, 0.34618961811065674, 0.33955058455467224, 0.342107892036438, 0.22011923789978027], "cos_Ac_negg": [0.34034043550491333, 0.32612860202789307, 0.34827548265457153, 0.34618961811065674, 0.33955058455467224, 0.342107892036438, 0.22011923789978027], "r_norm": [0.44261154532432556, 0.45415347814559937, 0.4513033330440521, 0.4541107714176178, 0.4521806240081787, 0.4565938711166382, 0.4461521506309509]}, {"step": 900, "epoch": 1, "train_loss": 0.16913166642189026, "cos_r_negg": [0.30836132168769836, 0.32508569955825806, 0.3357168436050415, 0.32494908571243286, 0.3168650269508362, 0.31588393449783325, 0.24342022836208344], "cos_apical_negg": [0.30836132168769836, 0.32508569955825806, 0.3357168436050415, 0.32494908571243286, 0.3168650269508362, 0.31588393449783325, 0.24342022836208344], "cos_Ac_negg": [0.30836132168769836, 0.32508569955825806, 0.3357168436050415, 0.32494908571243286, 0.3168650269508362, 0.31588393449783325, 0.24342022836208344], "r_norm": [0.4887569546699524, 0.5025675892829895, 0.4982137978076935, 0.5014289617538452, 0.49983954429626465, 0.4999158978462219, 0.4941977560520172]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9525, "test_loss": 0.17572359008789062}, {"step": 950, "epoch": 2, "train_loss": 0.14257946610450745, "cos_r_negg": [0.3191174268722534, 0.3252289891242981, 0.34303292632102966, 0.3447783589363098, 0.33461230993270874, 0.31188902258872986, 0.215416818857193], "cos_apical_negg": [0.3191174268722534, 0.3252289891242981, 0.34303292632102966, 0.3447783589363098, 0.33461230993270874, 0.31188902258872986, 0.215416818857193], "cos_Ac_negg": [0.3191174268722534, 0.3252289891242981, 0.34303292632102966, 0.3447783589363098, 0.33461230993270874, 0.31188902258872986, 0.215416818857193], "r_norm": [0.43035298585891724, 0.43860697746276855, 0.4350733757019043, 0.43780994415283203, 0.438772976398468, 0.43820294737815857, 0.4306420683860779]}, {"step": 1000, "epoch": 2, "train_loss": 0.09239447861909866, "cos_r_negg": [0.34674400091171265, 0.34939152002334595, 0.3794744312763214, 0.37363743782043457, 0.34885847568511963, 0.3555459678173065, 0.2393786460161209], "cos_apical_negg": [0.34674400091171265, 0.34939152002334595, 0.3794744312763214, 0.37363743782043457, 0.34885847568511963, 0.3555459678173065, 0.2393786460161209], "cos_Ac_negg": [0.34674400091171265, 0.34939152002334595, 0.3794744312763214, 0.37363743782043457, 0.34885847568511963, 0.3555459678173065, 0.2393786460161209], "r_norm": [0.4401216208934784, 0.4481208920478821, 0.4443330466747284, 0.4471803903579712, 0.4472660422325134, 0.4495339095592499, 0.4410615563392639]}, {"step": 1050, "epoch": 2, "train_loss": 0.08025315403938293, "cos_r_negg": [0.35397830605506897, 0.37026339769363403, 0.3716983199119568, 0.368457555770874, 0.36643415689468384, 0.3115801215171814, 0.2543067932128906], "cos_apical_negg": [0.35397830605506897, 0.37026339769363403, 0.3716983199119568, 0.368457555770874, 0.36643415689468384, 0.3115801215171814, 0.2543067932128906], "cos_Ac_negg": [0.35397830605506897, 0.37026339769363403, 0.3716983199119568, 0.368457555770874, 0.36643415689468384, 0.3115801215171814, 0.2543067932128906], "r_norm": [0.40717625617980957, 0.4164319932460785, 0.41129112243652344, 0.4167863130569458, 0.41633546352386475, 0.41641199588775635, 0.4104168117046356]}, {"step": 1100, "epoch": 2, "train_loss": 0.12387528270483017, "cos_r_negg": [0.3606630265712738, 0.3726816177368164, 0.39055073261260986, 0.4026351273059845, 0.3663212060928345, 0.35715797543525696, 0.23109669983386993], "cos_apical_negg": [0.3606630265712738, 0.3726816177368164, 0.39055073261260986, 0.4026351273059845, 0.3663212060928345, 0.35715797543525696, 0.23109669983386993], "cos_Ac_negg": [0.3606630265712738, 0.3726816177368164, 0.39055073261260986, 0.4026351273059845, 0.3663212060928345, 0.35715797543525696, 0.23109669983386993], "r_norm": [0.3890596032142639, 0.39669978618621826, 0.3935009241104126, 0.39598625898361206, 0.39675360918045044, 0.3991571068763733, 0.392463356256485]}, {"step": 1150, "epoch": 2, "train_loss": 0.11562763154506683, "cos_r_negg": [0.3211367428302765, 0.3320193588733673, 0.3475721478462219, 0.35224664211273193, 0.33775216341018677, 0.34855949878692627, 0.2386506348848343], "cos_apical_negg": [0.3211367428302765, 0.3320193588733673, 0.3475721478462219, 0.35224664211273193, 0.33775216341018677, 0.34855949878692627, 0.2386506348848343], "cos_Ac_negg": [0.3211367428302765, 0.3320193588733673, 0.3475721478462219, 0.35224664211273193, 0.33775216341018677, 0.34855949878692627, 0.2386506348848343], "r_norm": [0.3871906101703644, 0.39739394187927246, 0.39493343234062195, 0.39549964666366577, 0.3955945074558258, 0.3985491096973419, 0.39054423570632935]}, {"step": 1200, "epoch": 2, "train_loss": 0.056403014808893204, "cos_r_negg": [0.3097917437553406, 0.3228490650653839, 0.3374292254447937, 0.330049067735672, 0.34809333086013794, 0.3368138074874878, 0.2128535509109497], "cos_apical_negg": [0.3097917437553406, 0.3228490650653839, 0.3374292254447937, 0.330049067735672, 0.34809333086013794, 0.3368138074874878, 0.2128535509109497], "cos_Ac_negg": [0.3097917437553406, 0.3228490650653839, 0.3374292254447937, 0.330049067735672, 0.34809333086013794, 0.3368138074874878, 0.2128535509109497], "r_norm": [0.39839300513267517, 0.4077247083187103, 0.40566080808639526, 0.41119784116744995, 0.4065709114074707, 0.41211408376693726, 0.4009290337562561]}, {"step": 1250, "epoch": 2, "train_loss": 0.1399170160293579, "cos_r_negg": [0.31189507246017456, 0.3374622166156769, 0.3592376708984375, 0.33390119671821594, 0.33448562026023865, 0.33670806884765625, 0.202006995677948], "cos_apical_negg": [0.31189507246017456, 0.3374622166156769, 0.3592376708984375, 0.33390119671821594, 0.33448562026023865, 0.33670806884765625, 0.202006995677948], "cos_Ac_negg": [0.31189507246017456, 0.3374622166156769, 0.3592376708984375, 0.33390119671821594, 0.33448562026023865, 0.33670806884765625, 0.202006995677948], "r_norm": [0.380414217710495, 0.39137428998947144, 0.3871139585971832, 0.38844454288482666, 0.38920798897743225, 0.39439886808395386, 0.3830597400665283]}, {"step": 1300, "epoch": 2, "train_loss": 0.19605517387390137, "cos_r_negg": [0.3269193768501282, 0.34755271673202515, 0.3574190139770508, 0.3387904763221741, 0.3563641905784607, 0.3421782851219177, 0.21619011461734772], "cos_apical_negg": [0.3269193768501282, 0.34755271673202515, 0.3574190139770508, 0.3387904763221741, 0.3563641905784607, 0.3421782851219177, 0.21619011461734772], "cos_Ac_negg": [0.3269193768501282, 0.34755271673202515, 0.3574190139770508, 0.3387904763221741, 0.3563641905784607, 0.3421782851219177, 0.21619011461734772], "r_norm": [0.4831829071044922, 0.48528701066970825, 0.47702687978744507, 0.490049809217453, 0.4858502447605133, 0.4898195266723633, 0.4752632677555084]}, {"step": 1350, "epoch": 2, "train_loss": 0.12012593448162079, "cos_r_negg": [0.3308085799217224, 0.3419014513492584, 0.3445797264575958, 0.33401501178741455, 0.2940203845500946, 0.29464805126190186, 0.18429169058799744], "cos_apical_negg": [0.3308085799217224, 0.3419014513492584, 0.3445797264575958, 0.33401501178741455, 0.2940203845500946, 0.29464805126190186, 0.18429169058799744], "cos_Ac_negg": [0.3308085799217224, 0.3419014513492584, 0.3445797264575958, 0.33401501178741455, 0.2940203845500946, 0.29464805126190186, 0.18429169058799744], "r_norm": [0.3529209792613983, 0.3629824221134186, 0.3596368730068207, 0.362872838973999, 0.36156320571899414, 0.36313730478286743, 0.356017529964447]}, {"step": 1400, "epoch": 2, "train_loss": 0.23872895538806915, "cos_r_negg": [0.3095380365848541, 0.3315046429634094, 0.35054612159729004, 0.3364931046962738, 0.35374313592910767, 0.3219040334224701, 0.18844956159591675], "cos_apical_negg": [0.3095380365848541, 0.3315046429634094, 0.35054612159729004, 0.3364931046962738, 0.35374313592910767, 0.3219040334224701, 0.18844956159591675], "cos_Ac_negg": [0.3095380365848541, 0.3315046429634094, 0.35054612159729004, 0.3364931046962738, 0.35374313592910767, 0.3219040334224701, 0.18844956159591675], "r_norm": [0.3419073224067688, 0.35445088148117065, 0.3506721258163452, 0.35119420289993286, 0.35049545764923096, 0.3510117530822754, 0.34723275899887085]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9552, "test_loss": 0.16808669662475587}, {"step": 1450, "epoch": 3, "train_loss": 0.0792919397354126, "cos_r_negg": [0.3208134174346924, 0.3334980607032776, 0.3727003335952759, 0.36185866594314575, 0.3494933247566223, 0.31197285652160645, 0.16900599002838135], "cos_apical_negg": [0.3208134174346924, 0.3334980607032776, 0.3727003335952759, 0.36185866594314575, 0.3494933247566223, 0.31197285652160645, 0.16900599002838135], "cos_Ac_negg": [0.3208134174346924, 0.3334980607032776, 0.3727003335952759, 0.36185866594314575, 0.3494933247566223, 0.31197285652160645, 0.16900599002838135], "r_norm": [0.39020276069641113, 0.4014494717121124, 0.3956822156906128, 0.4016633629798889, 0.3984556198120117, 0.4009583592414856, 0.3920171856880188]}, {"step": 1500, "epoch": 3, "train_loss": 0.09565655142068863, "cos_r_negg": [0.31958261132240295, 0.32884812355041504, 0.3610147535800934, 0.3598189651966095, 0.3717535138130188, 0.33113402128219604, 0.16600529849529266], "cos_apical_negg": [0.31958261132240295, 0.32884812355041504, 0.3610147535800934, 0.3598189651966095, 0.3717535138130188, 0.33113402128219604, 0.16600529849529266], "cos_Ac_negg": [0.31958261132240295, 0.32884812355041504, 0.3610147535800934, 0.3598189651966095, 0.3717535138130188, 0.33113402128219604, 0.16600529849529266], "r_norm": [0.341136634349823, 0.34970206022262573, 0.3455835282802582, 0.3489207625389099, 0.34695541858673096, 0.3461681604385376, 0.3447892367839813]}, {"step": 1550, "epoch": 3, "train_loss": 0.08015351742506027, "cos_r_negg": [0.31873613595962524, 0.3374306559562683, 0.35902780294418335, 0.34355399012565613, 0.3390169143676758, 0.34010225534439087, 0.1810588836669922], "cos_apical_negg": [0.31873613595962524, 0.3374306559562683, 0.35902780294418335, 0.34355399012565613, 0.3390169143676758, 0.34010225534439087, 0.1810588836669922], "cos_Ac_negg": [0.31873613595962524, 0.3374306559562683, 0.35902780294418335, 0.34355399012565613, 0.3390169143676758, 0.34010225534439087, 0.1810588836669922], "r_norm": [0.30746951699256897, 0.31699901819229126, 0.311022013425827, 0.31461387872695923, 0.3161604404449463, 0.3184894919395447, 0.31023284792900085]}, {"step": 1600, "epoch": 3, "train_loss": 0.045791760087013245, "cos_r_negg": [0.3333835005760193, 0.3526740074157715, 0.37941938638687134, 0.35920223593711853, 0.3520883023738861, 0.33788907527923584, 0.1669600009918213], "cos_apical_negg": [0.3333835005760193, 0.3526740074157715, 0.37941938638687134, 0.35920223593711853, 0.3520883023738861, 0.33788907527923584, 0.1669600009918213], "cos_Ac_negg": [0.3333835005760193, 0.3526740074157715, 0.37941938638687134, 0.35920223593711853, 0.3520883023738861, 0.33788907527923584, 0.1669600009918213], "r_norm": [0.32226794958114624, 0.3327081799507141, 0.32542359828948975, 0.3309559226036072, 0.3313291072845459, 0.331348180770874, 0.32150647044181824]}, {"step": 1650, "epoch": 3, "train_loss": 0.0904749408364296, "cos_r_negg": [0.32743480801582336, 0.34855157136917114, 0.37931135296821594, 0.36200302839279175, 0.35634443163871765, 0.3365205228328705, 0.19896018505096436], "cos_apical_negg": [0.32743480801582336, 0.34855157136917114, 0.37931135296821594, 0.36200302839279175, 0.35634443163871765, 0.3365205228328705, 0.19896018505096436], "cos_Ac_negg": [0.32743480801582336, 0.34855157136917114, 0.37931135296821594, 0.36200302839279175, 0.35634443163871765, 0.3365205228328705, 0.19896018505096436], "r_norm": [0.289426326751709, 0.30173593759536743, 0.2957858443260193, 0.29770052433013916, 0.2997247278690338, 0.30085936188697815, 0.29271697998046875]}, {"step": 1700, "epoch": 3, "train_loss": 0.09851454198360443, "cos_r_negg": [0.3275444209575653, 0.3570699095726013, 0.385748028755188, 0.3786852955818176, 0.3798612952232361, 0.3707045018672943, 0.1941545605659485], "cos_apical_negg": [0.3275444209575653, 0.3570699095726013, 0.385748028755188, 0.3786852955818176, 0.3798612952232361, 0.3707045018672943, 0.1941545605659485], "cos_Ac_negg": [0.3275444209575653, 0.3570699095726013, 0.385748028755188, 0.3786852955818176, 0.3798612952232361, 0.3707045018672943, 0.1941545605659485], "r_norm": [0.3078203499317169, 0.31861162185668945, 0.3155401349067688, 0.31683632731437683, 0.31520265340805054, 0.31663835048675537, 0.3129746615886688]}, {"step": 1750, "epoch": 3, "train_loss": 0.07654762268066406, "cos_r_negg": [0.34878236055374146, 0.3679697811603546, 0.4004563093185425, 0.39892110228538513, 0.3851260542869568, 0.3725317716598511, 0.20053139328956604], "cos_apical_negg": [0.34878236055374146, 0.3679697811603546, 0.4004563093185425, 0.39892110228538513, 0.3851260542869568, 0.3725317716598511, 0.20053139328956604], "cos_Ac_negg": [0.34878236055374146, 0.3679697811603546, 0.4004563093185425, 0.39892110228538513, 0.3851260542869568, 0.3725317716598511, 0.20053139328956604], "r_norm": [0.28314095735549927, 0.29277947545051575, 0.2900792956352234, 0.28996002674102783, 0.290377676486969, 0.29160627722740173, 0.2872803807258606]}, {"step": 1800, "epoch": 3, "train_loss": 0.11091452091932297, "cos_r_negg": [0.3411930799484253, 0.35874712467193604, 0.3930504024028778, 0.3992351293563843, 0.3956908583641052, 0.3785388171672821, 0.2011348307132721], "cos_apical_negg": [0.3411930799484253, 0.35874712467193604, 0.3930504024028778, 0.3992351293563843, 0.3956908583641052, 0.3785388171672821, 0.2011348307132721], "cos_Ac_negg": [0.3411930799484253, 0.35874712467193604, 0.3930504024028778, 0.3992351293563843, 0.3956908583641052, 0.3785388171672821, 0.2011348307132721], "r_norm": [0.31204894185066223, 0.3195117712020874, 0.31790828704833984, 0.31989431381225586, 0.31896668672561646, 0.3179234266281128, 0.3140140175819397]}, {"step": 1850, "epoch": 3, "train_loss": 0.13736459612846375, "cos_r_negg": [0.38526755571365356, 0.39191049337387085, 0.41139596700668335, 0.3996654450893402, 0.38381069898605347, 0.37985455989837646, 0.19374589622020721], "cos_apical_negg": [0.38526755571365356, 0.39191049337387085, 0.41139596700668335, 0.3996654450893402, 0.38381069898605347, 0.37985455989837646, 0.19374589622020721], "cos_Ac_negg": [0.38526755571365356, 0.39191049337387085, 0.41139596700668335, 0.3996654450893402, 0.38381069898605347, 0.37985455989837646, 0.19374589622020721], "r_norm": [0.3479059934616089, 0.35350731015205383, 0.3519588112831116, 0.35278934240341187, 0.3536893427371979, 0.356961727142334, 0.3468797206878662]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9634, "test_loss": 0.13996147956848146}, {"step": 1900, "epoch": 4, "train_loss": 0.03503191098570824, "cos_r_negg": [0.3488837480545044, 0.3747352361679077, 0.40436896681785583, 0.3921976089477539, 0.3996429443359375, 0.3635771870613098, 0.20653440058231354], "cos_apical_negg": [0.3488837480545044, 0.3747352361679077, 0.40436896681785583, 0.3921976089477539, 0.3996429443359375, 0.3635771870613098, 0.20653440058231354], "cos_Ac_negg": [0.3488837480545044, 0.3747352361679077, 0.40436896681785583, 0.3921976089477539, 0.3996429443359375, 0.3635771870613098, 0.20653440058231354], "r_norm": [0.26793956756591797, 0.27561551332473755, 0.2746250629425049, 0.27443087100982666, 0.2759239673614502, 0.2756496071815491, 0.27000007033348083]}, {"step": 1950, "epoch": 4, "train_loss": 0.06653816998004913, "cos_r_negg": [0.35282641649246216, 0.37105756998062134, 0.38446173071861267, 0.38924381136894226, 0.3873293399810791, 0.3652994930744171, 0.20264066755771637], "cos_apical_negg": [0.35282641649246216, 0.37105756998062134, 0.38446173071861267, 0.38924381136894226, 0.3873293399810791, 0.3652994930744171, 0.20264066755771637], "cos_Ac_negg": [0.35282641649246216, 0.37105756998062134, 0.38446173071861267, 0.38924381136894226, 0.3873293399810791, 0.3652994930744171, 0.20264066755771637], "r_norm": [0.31524568796157837, 0.3226590156555176, 0.31708577275276184, 0.32292699813842773, 0.3231663405895233, 0.3249225616455078, 0.3132653534412384]}, {"step": 2000, "epoch": 4, "train_loss": 0.09688937664031982, "cos_r_negg": [0.36411893367767334, 0.3777579069137573, 0.39101752638816833, 0.3999006748199463, 0.39549344778060913, 0.37128138542175293, 0.19142507016658783], "cos_apical_negg": [0.36411893367767334, 0.3777579069137573, 0.39101752638816833, 0.3999006748199463, 0.39549344778060913, 0.37128138542175293, 0.19142507016658783], "cos_Ac_negg": [0.36411893367767334, 0.3777579069137573, 0.39101752638816833, 0.3999006748199463, 0.39549344778060913, 0.37128138542175293, 0.19142507016658783], "r_norm": [0.25304466485977173, 0.26330047845840454, 0.2589455246925354, 0.25864046812057495, 0.2610514163970947, 0.2616780400276184, 0.25505906343460083]}, {"step": 2050, "epoch": 4, "train_loss": 0.04837607964873314, "cos_r_negg": [0.3365747630596161, 0.34804612398147583, 0.3725358247756958, 0.3711377680301666, 0.3898262083530426, 0.3506222665309906, 0.19729241728782654], "cos_apical_negg": [0.3365747630596161, 0.34804612398147583, 0.3725358247756958, 0.3711377680301666, 0.3898262083530426, 0.3506222665309906, 0.19729241728782654], "cos_Ac_negg": [0.3365747630596161, 0.34804612398147583, 0.3725358247756958, 0.3711377680301666, 0.3898262083530426, 0.3506222665309906, 0.19729241728782654], "r_norm": [0.26295244693756104, 0.269853413105011, 0.26575595140457153, 0.2661740779876709, 0.2697507441043854, 0.26793891191482544, 0.26398906111717224]}, {"step": 2100, "epoch": 4, "train_loss": 0.1037844568490982, "cos_r_negg": [0.364202618598938, 0.36725473403930664, 0.39732885360717773, 0.3996879756450653, 0.4244005084037781, 0.3751527667045593, 0.2018895149230957], "cos_apical_negg": [0.364202618598938, 0.36725473403930664, 0.39732885360717773, 0.3996879756450653, 0.4244005084037781, 0.3751527667045593, 0.2018895149230957], "cos_Ac_negg": [0.364202618598938, 0.36725473403930664, 0.39732885360717773, 0.3996879756450653, 0.4244005084037781, 0.3751527667045593, 0.2018895149230957], "r_norm": [0.3220984935760498, 0.3260350227355957, 0.3185103237628937, 0.3236904740333557, 0.32658714056015015, 0.3277944326400757, 0.31819599866867065]}, {"step": 2150, "epoch": 4, "train_loss": 0.062154240906238556, "cos_r_negg": [0.35777896642684937, 0.37699103355407715, 0.40938854217529297, 0.4022969603538513, 0.4343773424625397, 0.3975449800491333, 0.23177377879619598], "cos_apical_negg": [0.35777896642684937, 0.37699103355407715, 0.40938854217529297, 0.4022969603538513, 0.4343773424625397, 0.3975449800491333, 0.23177377879619598], "cos_Ac_negg": [0.35777896642684937, 0.37699103355407715, 0.40938854217529297, 0.4022969603538513, 0.4343773424625397, 0.3975449800491333, 0.23177377879619598], "r_norm": [0.23775582015514374, 0.24760159850120544, 0.2439274936914444, 0.24284803867340088, 0.24568486213684082, 0.24719321727752686, 0.24129900336265564]}, {"step": 2200, "epoch": 4, "train_loss": 0.0994865894317627, "cos_r_negg": [0.3431742191314697, 0.36955133080482483, 0.3821437954902649, 0.3867030739784241, 0.41197437047958374, 0.3660576343536377, 0.19073545932769775], "cos_apical_negg": [0.3431742191314697, 0.36955133080482483, 0.3821437954902649, 0.3867030739784241, 0.41197437047958374, 0.3660576343536377, 0.19073545932769775], "cos_Ac_negg": [0.3431742191314697, 0.36955133080482483, 0.3821437954902649, 0.3867030739784241, 0.41197437047958374, 0.3660576343536377, 0.19073545932769775], "r_norm": [0.2558727264404297, 0.26027601957321167, 0.25795531272888184, 0.2600824534893036, 0.26227685809135437, 0.2605510652065277, 0.25757360458374023]}, {"step": 2250, "epoch": 4, "train_loss": 0.020197318866848946, "cos_r_negg": [0.3636068105697632, 0.38413816690444946, 0.3992170989513397, 0.41858533024787903, 0.42398202419281006, 0.37422022223472595, 0.2025706171989441], "cos_apical_negg": [0.3636068105697632, 0.38413816690444946, 0.3992170989513397, 0.41858533024787903, 0.42398202419281006, 0.37422022223472595, 0.2025706171989441], "cos_Ac_negg": [0.3636068105697632, 0.38413816690444946, 0.3992170989513397, 0.41858533024787903, 0.42398202419281006, 0.37422022223472595, 0.2025706171989441], "r_norm": [0.32337310910224915, 0.32573503255844116, 0.32572710514068604, 0.3280792832374573, 0.32838496565818787, 0.3233555555343628, 0.3214508593082428]}, {"step": 2300, "epoch": 4, "train_loss": 0.1434432864189148, "cos_r_negg": [0.3483307957649231, 0.3699679374694824, 0.38580775260925293, 0.390595942735672, 0.40122610330581665, 0.369222491979599, 0.20943623781204224], "cos_apical_negg": [0.3483307957649231, 0.3699679374694824, 0.38580775260925293, 0.390595942735672, 0.40122610330581665, 0.369222491979599, 0.20943623781204224], "cos_Ac_negg": [0.3483307957649231, 0.3699679374694824, 0.38580775260925293, 0.390595942735672, 0.40122610330581665, 0.369222491979599, 0.20943623781204224], "r_norm": [0.3207683861255646, 0.3247185945510864, 0.32102611660957336, 0.32411670684814453, 0.3257637917995453, 0.3243327736854553, 0.319271445274353]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9629, "test_loss": 0.13042717170715332}, {"step": 2350, "epoch": 5, "train_loss": 0.08201411366462708, "cos_r_negg": [0.3596181869506836, 0.3943882882595062, 0.41199639439582825, 0.42377740144729614, 0.4351961016654968, 0.3795322775840759, 0.20892664790153503], "cos_apical_negg": [0.3596181869506836, 0.3943882882595062, 0.41199639439582825, 0.42377740144729614, 0.4351961016654968, 0.3795322775840759, 0.20892664790153503], "cos_Ac_negg": [0.3596181869506836, 0.3943882882595062, 0.41199639439582825, 0.42377740144729614, 0.4351961016654968, 0.3795322775840759, 0.20892664790153503], "r_norm": [0.29492485523223877, 0.3011425733566284, 0.299080491065979, 0.30049601197242737, 0.29945799708366394, 0.30125176906585693, 0.2976786494255066]}, {"step": 2400, "epoch": 5, "train_loss": 0.04915120452642441, "cos_r_negg": [0.349295973777771, 0.3845565915107727, 0.403033047914505, 0.4080251455307007, 0.4115521311759949, 0.3843729496002197, 0.20938479900360107], "cos_apical_negg": [0.349295973777771, 0.3845565915107727, 0.403033047914505, 0.4080251455307007, 0.4115521311759949, 0.3843729496002197, 0.20938479900360107], "cos_Ac_negg": [0.349295973777771, 0.3845565915107727, 0.403033047914505, 0.4080251455307007, 0.4115521311759949, 0.3843729496002197, 0.20938479900360107], "r_norm": [0.2515999674797058, 0.2581196129322052, 0.2553946077823639, 0.25595635175704956, 0.2577662467956543, 0.2567196786403656, 0.25120633840560913]}, {"step": 2450, "epoch": 5, "train_loss": 0.07270151376724243, "cos_r_negg": [0.3603973984718323, 0.40480098128318787, 0.4156569242477417, 0.42254483699798584, 0.4360063970088959, 0.41220706701278687, 0.22928987443447113], "cos_apical_negg": [0.3603973984718323, 0.40480098128318787, 0.4156569242477417, 0.42254483699798584, 0.4360063970088959, 0.41220706701278687, 0.22928987443447113], "cos_Ac_negg": [0.3603973984718323, 0.40480098128318787, 0.4156569242477417, 0.42254483699798584, 0.4360063970088959, 0.41220706701278687, 0.22928987443447113], "r_norm": [0.2480422854423523, 0.25470325350761414, 0.25122714042663574, 0.2534082531929016, 0.25324150919914246, 0.25564825534820557, 0.24742797017097473]}, {"step": 2500, "epoch": 5, "train_loss": 0.09528237581253052, "cos_r_negg": [0.3527136743068695, 0.397433876991272, 0.4158775210380554, 0.3979388475418091, 0.4154264032840729, 0.38839206099510193, 0.20060130953788757], "cos_apical_negg": [0.3527136743068695, 0.397433876991272, 0.4158775210380554, 0.3979388475418091, 0.4154264032840729, 0.38839206099510193, 0.20060130953788757], "cos_Ac_negg": [0.3527136743068695, 0.397433876991272, 0.4158775210380554, 0.3979388475418091, 0.4154264032840729, 0.38839206099510193, 0.20060130953788757], "r_norm": [0.25832051038742065, 0.26192083954811096, 0.2599554657936096, 0.2629249393939972, 0.2625700533390045, 0.2633211612701416, 0.25469136238098145]}, {"step": 2550, "epoch": 5, "train_loss": 0.07149698585271835, "cos_r_negg": [0.3290380835533142, 0.3751218020915985, 0.391710102558136, 0.3922211825847626, 0.4137004017829895, 0.38243985176086426, 0.20409409701824188], "cos_apical_negg": [0.3290380835533142, 0.3751218020915985, 0.391710102558136, 0.3922211825847626, 0.4137004017829895, 0.38243985176086426, 0.20409409701824188], "cos_Ac_negg": [0.3290380835533142, 0.3751218020915985, 0.391710102558136, 0.3922211825847626, 0.4137004017829895, 0.38243985176086426, 0.20409409701824188], "r_norm": [0.2035956233739853, 0.20985500514507294, 0.20566993951797485, 0.20862704515457153, 0.2086600959300995, 0.20781299471855164, 0.20352251827716827]}, {"step": 2600, "epoch": 5, "train_loss": 0.031711068004369736, "cos_r_negg": [0.3276168406009674, 0.3818674087524414, 0.379694402217865, 0.3782980740070343, 0.40283823013305664, 0.3745137155056, 0.22784781455993652], "cos_apical_negg": [0.3276168406009674, 0.3818674087524414, 0.379694402217865, 0.3782980740070343, 0.40283823013305664, 0.3745137155056, 0.22784781455993652], "cos_Ac_negg": [0.3276168406009674, 0.3818674087524414, 0.379694402217865, 0.3782980740070343, 0.40283823013305664, 0.3745137155056, 0.22784781455993652], "r_norm": [0.24579142034053802, 0.25114333629608154, 0.24779652059078217, 0.2494138777256012, 0.250781774520874, 0.2511324882507324, 0.24458223581314087]}, {"step": 2650, "epoch": 5, "train_loss": 0.08044467866420746, "cos_r_negg": [0.36026549339294434, 0.40553581714630127, 0.42718225717544556, 0.43224167823791504, 0.4391854405403137, 0.4055211842060089, 0.2481904774904251], "cos_apical_negg": [0.36026549339294434, 0.40553581714630127, 0.42718225717544556, 0.43224167823791504, 0.4391854405403137, 0.4055211842060089, 0.2481904774904251], "cos_Ac_negg": [0.36026549339294434, 0.40553581714630127, 0.42718225717544556, 0.43224167823791504, 0.4391854405403137, 0.4055211842060089, 0.2481904774904251], "r_norm": [0.23991623520851135, 0.24713900685310364, 0.24453838169574738, 0.24561595916748047, 0.2465038299560547, 0.24598869681358337, 0.24202799797058105]}, {"step": 2700, "epoch": 5, "train_loss": 0.08019106835126877, "cos_r_negg": [0.37695127725601196, 0.39502909779548645, 0.4073975682258606, 0.411030113697052, 0.41122329235076904, 0.3899940550327301, 0.2205304652452469], "cos_apical_negg": [0.37695127725601196, 0.39502909779548645, 0.4073975682258606, 0.411030113697052, 0.41122329235076904, 0.3899940550327301, 0.2205304652452469], "cos_Ac_negg": [0.37695127725601196, 0.39502909779548645, 0.4073975682258606, 0.411030113697052, 0.41122329235076904, 0.3899940550327301, 0.2205304652452469], "r_norm": [0.19778749346733093, 0.19736120104789734, 0.1973191201686859, 0.19793802499771118, 0.20089372992515564, 0.19809240102767944, 0.19475920498371124]}, {"step": 2750, "epoch": 5, "train_loss": 0.03320532292127609, "cos_r_negg": [0.34575048089027405, 0.3871443569660187, 0.39987289905548096, 0.3962751626968384, 0.40398210287094116, 0.3968683183193207, 0.20886020362377167], "cos_apical_negg": [0.34575048089027405, 0.3871443569660187, 0.39987289905548096, 0.3962751626968384, 0.40398210287094116, 0.3968683183193207, 0.20886020362377167], "cos_Ac_negg": [0.34575048089027405, 0.3871443569660187, 0.39987289905548096, 0.3962751626968384, 0.40398210287094116, 0.3968683183193207, 0.20886020362377167], "r_norm": [0.2559812068939209, 0.2643459141254425, 0.2588425874710083, 0.25757336616516113, 0.2596834599971771, 0.26360028982162476, 0.2575070858001709]}, {"step": 2800, "epoch": 5, "train_loss": 0.022369898855686188, "cos_r_negg": [0.35706058144569397, 0.38858115673065186, 0.39553359150886536, 0.3921622931957245, 0.39768463373184204, 0.387165904045105, 0.2179695963859558], "cos_apical_negg": [0.35706058144569397, 0.38858115673065186, 0.39553359150886536, 0.3921622931957245, 0.39768463373184204, 0.387165904045105, 0.2179695963859558], "cos_Ac_negg": [0.35706058144569397, 0.38858115673065186, 0.39553359150886536, 0.3921622931957245, 0.39768463373184204, 0.387165904045105, 0.2179695963859558], "r_norm": [0.23282691836357117, 0.23981121182441711, 0.23549234867095947, 0.23627698421478271, 0.23764657974243164, 0.2387157827615738, 0.23322921991348267]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9703, "test_loss": 0.12375423984527588}, {"step": 2850, "epoch": 6, "train_loss": 0.12100730836391449, "cos_r_negg": [0.33876121044158936, 0.37884238362312317, 0.3836795687675476, 0.3865453004837036, 0.3863714337348938, 0.3694126009941101, 0.2068164348602295], "cos_apical_negg": [0.33876121044158936, 0.37884238362312317, 0.3836795687675476, 0.3865453004837036, 0.3863714337348938, 0.3694126009941101, 0.2068164348602295], "cos_Ac_negg": [0.33876121044158936, 0.37884238362312317, 0.3836795687675476, 0.3865453004837036, 0.3863714337348938, 0.3694126009941101, 0.2068164348602295], "r_norm": [0.2595219612121582, 0.265973836183548, 0.2622354328632355, 0.2636261284351349, 0.26470619440078735, 0.2656189203262329, 0.25873225927352905]}, {"step": 2900, "epoch": 6, "train_loss": 0.018940327689051628, "cos_r_negg": [0.3279857933521271, 0.37390387058258057, 0.38652506470680237, 0.3771786093711853, 0.3958771824836731, 0.3869921863079071, 0.21776127815246582], "cos_apical_negg": [0.3279857933521271, 0.37390387058258057, 0.38652506470680237, 0.3771786093711853, 0.3958771824836731, 0.3869921863079071, 0.21776127815246582], "cos_Ac_negg": [0.3279857933521271, 0.37390387058258057, 0.38652506470680237, 0.3771786093711853, 0.3958771824836731, 0.3869921863079071, 0.21776127815246582], "r_norm": [0.264465868473053, 0.2670300602912903, 0.26573485136032104, 0.26903361082077026, 0.27008727192878723, 0.26613056659698486, 0.26015859842300415]}, {"step": 2950, "epoch": 6, "train_loss": 0.05113036185503006, "cos_r_negg": [0.3124341666698456, 0.3508226275444031, 0.36859068274497986, 0.38410356640815735, 0.3910338282585144, 0.37887755036354065, 0.21200692653656006], "cos_apical_negg": [0.3124341666698456, 0.3508226275444031, 0.36859068274497986, 0.38410356640815735, 0.3910338282585144, 0.37887755036354065, 0.21200692653656006], "cos_Ac_negg": [0.3124341666698456, 0.3508226275444031, 0.36859068274497986, 0.38410356640815735, 0.3910338282585144, 0.37887755036354065, 0.21200692653656006], "r_norm": [0.2355888932943344, 0.24058212339878082, 0.237531840801239, 0.2374216914176941, 0.24050524830818176, 0.2407679259777069, 0.2338498830795288]}, {"step": 3000, "epoch": 6, "train_loss": 0.008687586523592472, "cos_r_negg": [0.33065325021743774, 0.38334745168685913, 0.4036117494106293, 0.40871116518974304, 0.40277099609375, 0.3838757574558258, 0.1926896721124649], "cos_apical_negg": [0.33065325021743774, 0.38334745168685913, 0.4036117494106293, 0.40871116518974304, 0.40277099609375, 0.3838757574558258, 0.1926896721124649], "cos_Ac_negg": [0.33065325021743774, 0.38334745168685913, 0.4036117494106293, 0.40871116518974304, 0.40277099609375, 0.3838757574558258, 0.1926896721124649], "r_norm": [0.22903499007225037, 0.2354162484407425, 0.23342052102088928, 0.23454517126083374, 0.23613569140434265, 0.2338184416294098, 0.22907783091068268]}, {"step": 3050, "epoch": 6, "train_loss": 0.08568622916936874, "cos_r_negg": [0.3062933683395386, 0.35352975130081177, 0.3674139976501465, 0.3758895695209503, 0.3761882483959198, 0.37215960025787354, 0.20092268288135529], "cos_apical_negg": [0.3062933683395386, 0.35352975130081177, 0.3674139976501465, 0.3758895695209503, 0.3761882483959198, 0.37215960025787354, 0.20092268288135529], "cos_Ac_negg": [0.3062933683395386, 0.35352975130081177, 0.3674139976501465, 0.3758895695209503, 0.3761882483959198, 0.37215960025787354, 0.20092268288135529], "r_norm": [0.2060081958770752, 0.21016515791416168, 0.2077690213918686, 0.20878179371356964, 0.20933198928833008, 0.21044108271598816, 0.20673170685768127]}, {"step": 3100, "epoch": 6, "train_loss": 0.12998990714550018, "cos_r_negg": [0.3010416030883789, 0.3566993474960327, 0.3619474768638611, 0.3723447024822235, 0.37438082695007324, 0.39690902829170227, 0.1985645294189453], "cos_apical_negg": [0.3010416030883789, 0.3566993474960327, 0.3619474768638611, 0.3723447024822235, 0.37438082695007324, 0.39690902829170227, 0.1985645294189453], "cos_Ac_negg": [0.3010416030883789, 0.3566993474960327, 0.3619474768638611, 0.3723447024822235, 0.37438082695007324, 0.39690902829170227, 0.1985645294189453], "r_norm": [0.24029818177223206, 0.24462099373340607, 0.24137738347053528, 0.24343213438987732, 0.2441299855709076, 0.2435031682252884, 0.23833155632019043]}, {"step": 3150, "epoch": 6, "train_loss": 0.008339040912687778, "cos_r_negg": [0.3165396749973297, 0.3705143332481384, 0.3701063394546509, 0.37749841809272766, 0.3713761568069458, 0.38404303789138794, 0.18896827101707458], "cos_apical_negg": [0.3165396749973297, 0.3705143332481384, 0.3701063394546509, 0.37749841809272766, 0.3713761568069458, 0.38404303789138794, 0.18896827101707458], "cos_Ac_negg": [0.3165396749973297, 0.3705143332481384, 0.3701063394546509, 0.37749841809272766, 0.3713761568069458, 0.38404303789138794, 0.18896827101707458], "r_norm": [0.168132945895195, 0.17216774821281433, 0.17127855122089386, 0.17118693888187408, 0.1714964509010315, 0.17086517810821533, 0.16823112964630127]}, {"step": 3200, "epoch": 6, "train_loss": 0.034435492008924484, "cos_r_negg": [0.3530748784542084, 0.3971705138683319, 0.40685099363327026, 0.38884657621383667, 0.39089152216911316, 0.3823508620262146, 0.21220505237579346], "cos_apical_negg": [0.3530748784542084, 0.3971705138683319, 0.40685099363327026, 0.38884657621383667, 0.39089152216911316, 0.3823508620262146, 0.21220505237579346], "cos_Ac_negg": [0.3530748784542084, 0.3971705138683319, 0.40685099363327026, 0.38884657621383667, 0.39089152216911316, 0.3823508620262146, 0.21220505237579346], "r_norm": [0.23367837071418762, 0.24103257060050964, 0.23770694434642792, 0.2369156777858734, 0.23893141746520996, 0.24083688855171204, 0.2339327037334442]}, {"step": 3250, "epoch": 6, "train_loss": 0.062340181320905685, "cos_r_negg": [0.3401850461959839, 0.38473939895629883, 0.4025722146034241, 0.39250797033309937, 0.4023442268371582, 0.38855698704719543, 0.20336699485778809], "cos_apical_negg": [0.3401850461959839, 0.38473939895629883, 0.4025722146034241, 0.39250797033309937, 0.4023442268371582, 0.38855698704719543, 0.20336699485778809], "cos_Ac_negg": [0.3401850461959839, 0.38473939895629883, 0.4025722146034241, 0.39250797033309937, 0.4023442268371582, 0.38855698704719543, 0.20336699485778809], "r_norm": [0.21579718589782715, 0.22224685549736023, 0.21965168416500092, 0.22089916467666626, 0.2214430272579193, 0.2214132845401764, 0.21613460779190063]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9695, "test_loss": 0.12290372371673584}, {"step": 3300, "epoch": 7, "train_loss": 0.020268280059099197, "cos_r_negg": [0.3404458165168762, 0.3877958655357361, 0.392161101102829, 0.40174049139022827, 0.41646653413772583, 0.39277613162994385, 0.20775283873081207], "cos_apical_negg": [0.3404458165168762, 0.3877958655357361, 0.392161101102829, 0.40174049139022827, 0.41646653413772583, 0.39277613162994385, 0.20775283873081207], "cos_Ac_negg": [0.3404458165168762, 0.3877958655357361, 0.392161101102829, 0.40174049139022827, 0.41646653413772583, 0.39277613162994385, 0.20775283873081207], "r_norm": [0.20496778190135956, 0.2120564579963684, 0.21076847612857819, 0.21027734875679016, 0.21118924021720886, 0.21048766374588013, 0.20696164667606354]}, {"step": 3350, "epoch": 7, "train_loss": 0.01065942831337452, "cos_r_negg": [0.3127925395965576, 0.37657445669174194, 0.3788313567638397, 0.39046913385391235, 0.4150334894657135, 0.41857630014419556, 0.22553594410419464], "cos_apical_negg": [0.3127925395965576, 0.37657445669174194, 0.3788313567638397, 0.39046913385391235, 0.4150334894657135, 0.41857630014419556, 0.22553594410419464], "cos_Ac_negg": [0.3127925395965576, 0.37657445669174194, 0.3788313567638397, 0.39046913385391235, 0.4150334894657135, 0.41857630014419556, 0.22553594410419464], "r_norm": [0.20338881015777588, 0.20999865233898163, 0.2084088921546936, 0.21001900732517242, 0.20956654846668243, 0.2083648145198822, 0.20499034225940704]}, {"step": 3400, "epoch": 7, "train_loss": 0.00468068104237318, "cos_r_negg": [0.3140580654144287, 0.3706966042518616, 0.3714140057563782, 0.37790167331695557, 0.38731175661087036, 0.403339684009552, 0.2300291806459427], "cos_apical_negg": [0.3140580654144287, 0.3706966042518616, 0.3714140057563782, 0.37790167331695557, 0.38731175661087036, 0.403339684009552, 0.2300291806459427], "cos_Ac_negg": [0.3140580654144287, 0.3706966042518616, 0.3714140057563782, 0.37790167331695557, 0.38731175661087036, 0.403339684009552, 0.2300291806459427], "r_norm": [0.22361841797828674, 0.22935113310813904, 0.22716492414474487, 0.2277800738811493, 0.22905465960502625, 0.22681742906570435, 0.22514455020427704]}, {"step": 3450, "epoch": 7, "train_loss": 0.061402566730976105, "cos_r_negg": [0.3190418481826782, 0.3882931172847748, 0.3861054480075836, 0.38181543350219727, 0.3905753791332245, 0.3998841941356659, 0.22408722341060638], "cos_apical_negg": [0.3190418481826782, 0.3882931172847748, 0.3861054480075836, 0.38181543350219727, 0.3905753791332245, 0.3998841941356659, 0.22408722341060638], "cos_Ac_negg": [0.3190418481826782, 0.3882931172847748, 0.3861054480075836, 0.38181543350219727, 0.3905753791332245, 0.3998841941356659, 0.22408722341060638], "r_norm": [0.24777400493621826, 0.2545669972896576, 0.2517760396003723, 0.2532069683074951, 0.2543792724609375, 0.251476526260376, 0.2478483021259308]}, {"step": 3500, "epoch": 7, "train_loss": 0.007414313964545727, "cos_r_negg": [0.3174985647201538, 0.37960079312324524, 0.3712592124938965, 0.37127071619033813, 0.3708736300468445, 0.3928215205669403, 0.21889810264110565], "cos_apical_negg": [0.3174985647201538, 0.37960079312324524, 0.3712592124938965, 0.37127071619033813, 0.3708736300468445, 0.3928215205669403, 0.21889810264110565], "cos_Ac_negg": [0.3174985647201538, 0.37960079312324524, 0.3712592124938965, 0.37127071619033813, 0.3708736300468445, 0.3928215205669403, 0.21889810264110565], "r_norm": [0.25847843289375305, 0.2631224989891052, 0.26332348585128784, 0.26401591300964355, 0.26357564330101013, 0.2615179419517517, 0.25938016176223755]}, {"step": 3550, "epoch": 7, "train_loss": 0.02867126651108265, "cos_r_negg": [0.29278162121772766, 0.349901020526886, 0.3446088433265686, 0.33020153641700745, 0.3407742977142334, 0.34876787662506104, 0.19266556203365326], "cos_apical_negg": [0.29278162121772766, 0.349901020526886, 0.3446088433265686, 0.33020153641700745, 0.3407742977142334, 0.34876787662506104, 0.19266556203365326], "cos_Ac_negg": [0.29278162121772766, 0.349901020526886, 0.3446088433265686, 0.33020153641700745, 0.3407742977142334, 0.34876787662506104, 0.19266556203365326], "r_norm": [0.20673170685768127, 0.21232500672340393, 0.21225273609161377, 0.21297027170658112, 0.21350179612636566, 0.21046403050422668, 0.209760844707489]}, {"step": 3600, "epoch": 7, "train_loss": 0.030338052660226822, "cos_r_negg": [0.29252731800079346, 0.3421197533607483, 0.33108648657798767, 0.32806703448295593, 0.350991427898407, 0.35656145215034485, 0.17625896632671356], "cos_apical_negg": [0.29252731800079346, 0.3421197533607483, 0.33108648657798767, 0.32806703448295593, 0.350991427898407, 0.35656145215034485, 0.17625896632671356], "cos_Ac_negg": [0.29252731800079346, 0.3421197533607483, 0.33108648657798767, 0.32806703448295593, 0.350991427898407, 0.35656145215034485, 0.17625896632671356], "r_norm": [0.22110098600387573, 0.2225654274225235, 0.2225920855998993, 0.2226773351430893, 0.22524285316467285, 0.22254575788974762, 0.21988023817539215]}, {"step": 3650, "epoch": 7, "train_loss": 0.0013356696581467986, "cos_r_negg": [0.2749890089035034, 0.3277350962162018, 0.3109714686870575, 0.29908084869384766, 0.3163352310657501, 0.33902591466903687, 0.1706855595111847], "cos_apical_negg": [0.2749890089035034, 0.3277350962162018, 0.3109714686870575, 0.29908084869384766, 0.3163352310657501, 0.33902591466903687, 0.1706855595111847], "cos_Ac_negg": [0.2749890089035034, 0.3277350962162018, 0.3109714686870575, 0.29908084869384766, 0.3163352310657501, 0.33902591466903687, 0.1706855595111847], "r_norm": [0.1902291476726532, 0.1929313689470291, 0.1939995288848877, 0.19263571500778198, 0.19389647245407104, 0.19268539547920227, 0.18982116878032684]}, {"step": 3700, "epoch": 7, "train_loss": 0.024145692586898804, "cos_r_negg": [0.2924400866031647, 0.34872815012931824, 0.338476300239563, 0.335343599319458, 0.3482745885848999, 0.36485064029693604, 0.18088579177856445], "cos_apical_negg": [0.2924400866031647, 0.34872815012931824, 0.338476300239563, 0.335343599319458, 0.3482745885848999, 0.36485064029693604, 0.18088579177856445], "cos_Ac_negg": [0.2924400866031647, 0.34872815012931824, 0.338476300239563, 0.335343599319458, 0.3482745885848999, 0.36485064029693604, 0.18088579177856445], "r_norm": [0.20131802558898926, 0.2071438431739807, 0.20725232362747192, 0.20480425655841827, 0.20665647089481354, 0.20675545930862427, 0.2044125348329544]}, {"step": 3750, "epoch": 7, "train_loss": 0.021722035482525826, "cos_r_negg": [0.31721004843711853, 0.3657033443450928, 0.3613409399986267, 0.3612217307090759, 0.38739532232284546, 0.3733214735984802, 0.1862107813358307], "cos_apical_negg": [0.31721004843711853, 0.3657033443450928, 0.3613409399986267, 0.3612217307090759, 0.38739532232284546, 0.3733214735984802, 0.1862107813358307], "cos_Ac_negg": [0.31721004843711853, 0.3657033443450928, 0.3613409399986267, 0.3612217307090759, 0.38739532232284546, 0.3733214735984802, 0.1862107813358307], "r_norm": [0.20127388834953308, 0.2049027681350708, 0.20335444808006287, 0.2021222859621048, 0.20535778999328613, 0.20316994190216064, 0.20109987258911133]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9703, "test_loss": 0.13425134658813476}, {"step": 3800, "epoch": 8, "train_loss": 0.0416485071182251, "cos_r_negg": [0.3076266050338745, 0.35667625069618225, 0.3531266152858734, 0.3506467640399933, 0.3714790940284729, 0.3736145496368408, 0.19032791256904602], "cos_apical_negg": [0.3076266050338745, 0.35667625069618225, 0.3531266152858734, 0.3506467640399933, 0.3714790940284729, 0.3736145496368408, 0.19032791256904602], "cos_Ac_negg": [0.3076266050338745, 0.35667625069618225, 0.3531266152858734, 0.3506467640399933, 0.3714790940284729, 0.3736145496368408, 0.19032791256904602], "r_norm": [0.16287949681282043, 0.16691894829273224, 0.16634501516819, 0.16411598026752472, 0.16626740992069244, 0.16579678654670715, 0.16385063529014587]}, {"step": 3850, "epoch": 8, "train_loss": 0.018506521359086037, "cos_r_negg": [0.282474160194397, 0.33392173051834106, 0.3248952627182007, 0.31500405073165894, 0.3322117328643799, 0.3467184901237488, 0.16469363868236542], "cos_apical_negg": [0.282474160194397, 0.33392173051834106, 0.3248952627182007, 0.31500405073165894, 0.3322117328643799, 0.3467184901237488, 0.16469363868236542], "cos_Ac_negg": [0.282474160194397, 0.33392173051834106, 0.3248952627182007, 0.31500405073165894, 0.3322117328643799, 0.3467184901237488, 0.16469363868236542], "r_norm": [0.21278411149978638, 0.21731114387512207, 0.217966228723526, 0.21725088357925415, 0.21787425875663757, 0.21545284986495972, 0.21376587450504303]}, {"step": 3900, "epoch": 8, "train_loss": 0.006229730322957039, "cos_r_negg": [0.27684083580970764, 0.32957547903060913, 0.3220442831516266, 0.32030031085014343, 0.33153235912323, 0.36127036809921265, 0.18662315607070923], "cos_apical_negg": [0.27684083580970764, 0.32957547903060913, 0.3220442831516266, 0.32030031085014343, 0.33153235912323, 0.36127036809921265, 0.18662315607070923], "cos_Ac_negg": [0.27684083580970764, 0.32957547903060913, 0.3220442831516266, 0.32030031085014343, 0.33153235912323, 0.36127036809921265, 0.18662315607070923], "r_norm": [0.1745152771472931, 0.17778663337230682, 0.17822059988975525, 0.1775829792022705, 0.17886370420455933, 0.17717453837394714, 0.1757037341594696]}, {"step": 3950, "epoch": 8, "train_loss": 0.019586661830544472, "cos_r_negg": [0.2573818564414978, 0.3067587614059448, 0.299552321434021, 0.2977319657802582, 0.31500351428985596, 0.3386601209640503, 0.16878855228424072], "cos_apical_negg": [0.2573818564414978, 0.3067587614059448, 0.299552321434021, 0.2977319657802582, 0.31500351428985596, 0.3386601209640503, 0.16878855228424072], "cos_Ac_negg": [0.2573818564414978, 0.3067587614059448, 0.299552321434021, 0.2977319657802582, 0.31500351428985596, 0.3386601209640503, 0.16878855228424072], "r_norm": [0.16486285626888275, 0.1696559339761734, 0.16898146271705627, 0.16787025332450867, 0.1695987433195114, 0.16774675250053406, 0.16742800176143646]}, {"step": 4000, "epoch": 8, "train_loss": 0.0026016675401479006, "cos_r_negg": [0.2563107907772064, 0.29840612411499023, 0.28844839334487915, 0.28374654054641724, 0.30329009890556335, 0.32539018988609314, 0.16100703179836273], "cos_apical_negg": [0.2563107907772064, 0.29840612411499023, 0.28844839334487915, 0.28374654054641724, 0.30329009890556335, 0.32539018988609314, 0.16100703179836273], "cos_Ac_negg": [0.2563107907772064, 0.29840612411499023, 0.28844839334487915, 0.28374654054641724, 0.30329009890556335, 0.32539018988609314, 0.16100703179836273], "r_norm": [0.1812111735343933, 0.1859809160232544, 0.18640467524528503, 0.18511584401130676, 0.18653079867362976, 0.1841687560081482, 0.1829814910888672]}, {"step": 4050, "epoch": 8, "train_loss": 0.023921584710478783, "cos_r_negg": [0.23859834671020508, 0.2859871983528137, 0.2763310670852661, 0.2630581855773926, 0.27001285552978516, 0.29934161901474, 0.1583334505558014], "cos_apical_negg": [0.23859834671020508, 0.2859871983528137, 0.2763310670852661, 0.2630581855773926, 0.27001285552978516, 0.29934161901474, 0.1583334505558014], "cos_Ac_negg": [0.23859834671020508, 0.2859871983528137, 0.2763310670852661, 0.2630581855773926, 0.27001285552978516, 0.29934161901474, 0.1583334505558014], "r_norm": [0.1454431116580963, 0.14978837966918945, 0.15057729184627533, 0.1478109359741211, 0.14891228079795837, 0.1492932140827179, 0.14778800308704376]}, {"step": 4100, "epoch": 8, "train_loss": 0.09163598716259003, "cos_r_negg": [0.230251282453537, 0.2879614233970642, 0.2775115966796875, 0.26824265718460083, 0.27279654145240784, 0.2912464141845703, 0.15385262668132782], "cos_apical_negg": [0.230251282453537, 0.2879614233970642, 0.2775115966796875, 0.26824265718460083, 0.27279654145240784, 0.2912464141845703, 0.15385262668132782], "cos_Ac_negg": [0.230251282453537, 0.2879614233970642, 0.2775115966796875, 0.26824265718460083, 0.27279654145240784, 0.2912464141845703, 0.15385262668132782], "r_norm": [0.1634666472673416, 0.16894549131393433, 0.16874969005584717, 0.16819198429584503, 0.1694212555885315, 0.1673172116279602, 0.16570602357387543]}, {"step": 4150, "epoch": 8, "train_loss": 0.0035097221843898296, "cos_r_negg": [0.24406951665878296, 0.2942338287830353, 0.29060447216033936, 0.2873634099960327, 0.2884293794631958, 0.2919498682022095, 0.14686095714569092], "cos_apical_negg": [0.24406951665878296, 0.2942338287830353, 0.29060447216033936, 0.2873634099960327, 0.2884293794631958, 0.2919498682022095, 0.14686095714569092], "cos_Ac_negg": [0.24406951665878296, 0.2942338287830353, 0.29060447216033936, 0.2873634099960327, 0.2884293794631958, 0.2919498682022095, 0.14686095714569092], "r_norm": [0.17322316765785217, 0.17836566269397736, 0.1781216859817505, 0.17737580835819244, 0.17849864065647125, 0.17753726243972778, 0.17502442002296448]}, {"step": 4200, "epoch": 8, "train_loss": 0.017742034047842026, "cos_r_negg": [0.22819803655147552, 0.2884090840816498, 0.27481722831726074, 0.26145946979522705, 0.26183944940567017, 0.2816418409347534, 0.15270638465881348], "cos_apical_negg": [0.22819803655147552, 0.2884090840816498, 0.27481722831726074, 0.26145946979522705, 0.26183944940567017, 0.2816418409347534, 0.15270638465881348], "cos_Ac_negg": [0.22819803655147552, 0.2884090840816498, 0.27481722831726074, 0.26145946979522705, 0.26183944940567017, 0.2816418409347534, 0.15270638465881348], "r_norm": [0.22454151511192322, 0.23043681681156158, 0.23052626848220825, 0.2308599352836609, 0.2306138575077057, 0.22748005390167236, 0.22606918215751648]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9709, "test_loss": 0.14735016803741455}, {"step": 4250, "epoch": 9, "train_loss": 0.009762835688889027, "cos_r_negg": [0.23343294858932495, 0.28412553668022156, 0.27076470851898193, 0.26201093196868896, 0.26143038272857666, 0.28531932830810547, 0.17184974253177643], "cos_apical_negg": [0.23343294858932495, 0.28412553668022156, 0.27076470851898193, 0.26201093196868896, 0.26143038272857666, 0.28531932830810547, 0.17184974253177643], "cos_Ac_negg": [0.23343294858932495, 0.28412553668022156, 0.27076470851898193, 0.26201093196868896, 0.26143038272857666, 0.28531932830810547, 0.17184974253177643], "r_norm": [0.20951730012893677, 0.21281608939170837, 0.21294614672660828, 0.21294379234313965, 0.21405014395713806, 0.2120169997215271, 0.20888423919677734]}, {"step": 4300, "epoch": 9, "train_loss": 0.014721295796334743, "cos_r_negg": [0.21996170282363892, 0.27185893058776855, 0.2608257234096527, 0.2573331594467163, 0.2586265802383423, 0.28049081563949585, 0.17034390568733215], "cos_apical_negg": [0.21996170282363892, 0.27185893058776855, 0.2608257234096527, 0.2573331594467163, 0.2586265802383423, 0.28049081563949585, 0.17034390568733215], "cos_Ac_negg": [0.21996170282363892, 0.27185893058776855, 0.2608257234096527, 0.2573331594467163, 0.2586265802383423, 0.28049081563949585, 0.17034390568733215], "r_norm": [0.19937169551849365, 0.20482629537582397, 0.2045811116695404, 0.20423045754432678, 0.20523734390735626, 0.20307490229606628, 0.20053806900978088]}, {"step": 4350, "epoch": 9, "train_loss": 0.004836231004446745, "cos_r_negg": [0.2210816890001297, 0.27009835839271545, 0.25860172510147095, 0.25674983859062195, 0.260649174451828, 0.27170538902282715, 0.16496652364730835], "cos_apical_negg": [0.2210816890001297, 0.27009835839271545, 0.25860172510147095, 0.25674983859062195, 0.260649174451828, 0.27170538902282715, 0.16496652364730835], "cos_Ac_negg": [0.2210816890001297, 0.27009835839271545, 0.25860172510147095, 0.25674983859062195, 0.260649174451828, 0.27170538902282715, 0.16496652364730835], "r_norm": [0.1701333224773407, 0.17452415823936462, 0.17489981651306152, 0.1737833321094513, 0.17473603785037994, 0.1733849048614502, 0.17120353877544403]}, {"step": 4400, "epoch": 9, "train_loss": 0.0011771516874432564, "cos_r_negg": [0.19825974106788635, 0.24627181887626648, 0.22826728224754333, 0.22262808680534363, 0.21771544218063354, 0.23478242754936218, 0.13785947859287262], "cos_apical_negg": [0.19825974106788635, 0.24627181887626648, 0.22826728224754333, 0.22262808680534363, 0.21771544218063354, 0.23478242754936218, 0.13785947859287262], "cos_Ac_negg": [0.19825974106788635, 0.24627181887626648, 0.22826728224754333, 0.22262808680534363, 0.21771544218063354, 0.23478242754936218, 0.13785947859287262], "r_norm": [0.16882574558258057, 0.1731555461883545, 0.17284515500068665, 0.17219825088977814, 0.1737026870250702, 0.17139604687690735, 0.16877508163452148]}, {"step": 4450, "epoch": 9, "train_loss": 0.0018011289648711681, "cos_r_negg": [0.1763649433851242, 0.21729090809822083, 0.19737130403518677, 0.19041708111763, 0.18766865134239197, 0.20314256846904755, 0.12508848309516907], "cos_apical_negg": [0.1763649433851242, 0.21729090809822083, 0.19737130403518677, 0.19041708111763, 0.18766865134239197, 0.20314256846904755, 0.12508848309516907], "cos_Ac_negg": [0.1763649433851242, 0.21729090809822083, 0.19737130403518677, 0.19041708111763, 0.18766865134239197, 0.20314256846904755, 0.12508848309516907], "r_norm": [0.1679854691028595, 0.17218124866485596, 0.17307119071483612, 0.1714743971824646, 0.17332328855991364, 0.17036299407482147, 0.1689324676990509]}, {"step": 4500, "epoch": 9, "train_loss": 0.0004754575784318149, "cos_r_negg": [0.16418039798736572, 0.2038726508617401, 0.18436187505722046, 0.17909133434295654, 0.17696817219257355, 0.18585452437400818, 0.1151743084192276], "cos_apical_negg": [0.16418039798736572, 0.2038726508617401, 0.18436187505722046, 0.17909133434295654, 0.17696817219257355, 0.18585452437400818, 0.1151743084192276], "cos_Ac_negg": [0.16418039798736572, 0.2038726508617401, 0.18436187505722046, 0.17909133434295654, 0.17696817219257355, 0.18585452437400818, 0.1151743084192276], "r_norm": [0.14252883195877075, 0.1474161297082901, 0.14771384000778198, 0.14564676582813263, 0.14721158146858215, 0.14528939127922058, 0.1448248326778412]}, {"step": 4550, "epoch": 9, "train_loss": 0.0006024041213095188, "cos_r_negg": [0.1858544647693634, 0.22455251216888428, 0.2101384848356247, 0.20266437530517578, 0.2011420726776123, 0.2081102728843689, 0.12920163571834564], "cos_apical_negg": [0.1858544647693634, 0.22455251216888428, 0.2101384848356247, 0.20266437530517578, 0.2011420726776123, 0.2081102728843689, 0.12920163571834564], "cos_Ac_negg": [0.1858544647693634, 0.22455251216888428, 0.2101384848356247, 0.20266437530517578, 0.2011420726776123, 0.2081102728843689, 0.12920163571834564], "r_norm": [0.1377360224723816, 0.14187771081924438, 0.14231444895267487, 0.1413796842098236, 0.14314623177051544, 0.14162573218345642, 0.1386386752128601]}, {"step": 4600, "epoch": 9, "train_loss": 0.09226268529891968, "cos_r_negg": [0.1967349648475647, 0.23514249920845032, 0.22118785977363586, 0.21277527511119843, 0.20773945748806, 0.21253307163715363, 0.14088895916938782], "cos_apical_negg": [0.1967349648475647, 0.23514249920845032, 0.22118785977363586, 0.21277527511119843, 0.20773945748806, 0.21253307163715363, 0.14088895916938782], "cos_Ac_negg": [0.1967349648475647, 0.23514249920845032, 0.22118785977363586, 0.21277527511119843, 0.20773945748806, 0.21253307163715363, 0.14088895916938782], "r_norm": [0.15690937638282776, 0.1602090299129486, 0.1596645712852478, 0.15917986631393433, 0.16015955805778503, 0.15812349319458008, 0.15640223026275635]}, {"step": 4650, "epoch": 9, "train_loss": 0.0026755027938634157, "cos_r_negg": [0.17186301946640015, 0.20853984355926514, 0.19196732342243195, 0.18124738335609436, 0.18394890427589417, 0.18090224266052246, 0.11871544271707535], "cos_apical_negg": [0.17186301946640015, 0.20853984355926514, 0.19196732342243195, 0.18124738335609436, 0.18394890427589417, 0.18090224266052246, 0.11871544271707535], "cos_Ac_negg": [0.17186301946640015, 0.20853984355926514, 0.19196732342243195, 0.18124738335609436, 0.18394890427589417, 0.18090224266052246, 0.11871544271707535], "r_norm": [0.1496504247188568, 0.1544504314661026, 0.15328551828861237, 0.1532045602798462, 0.15329661965370178, 0.15359938144683838, 0.1523105800151825]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.971, "test_loss": 0.16150983600616456}, {"step": 4700, "epoch": 10, "train_loss": 0.0004920256906189024, "cos_r_negg": [0.17119137942790985, 0.20538926124572754, 0.19198565185070038, 0.18035747110843658, 0.18291276693344116, 0.18231233954429626, 0.11328601092100143], "cos_apical_negg": [0.17119137942790985, 0.20538926124572754, 0.19198565185070038, 0.18035747110843658, 0.18291276693344116, 0.18231233954429626, 0.11328601092100143], "cos_Ac_negg": [0.17119137942790985, 0.20538926124572754, 0.19198565185070038, 0.18035747110843658, 0.18291276693344116, 0.18231233954429626, 0.11328601092100143], "r_norm": [0.17064738273620605, 0.1744142770767212, 0.1748988926410675, 0.17254634201526642, 0.1745944321155548, 0.17375218868255615, 0.17146238684654236]}, {"step": 4750, "epoch": 10, "train_loss": 0.0203117523342371, "cos_r_negg": [0.17217354476451874, 0.204496830701828, 0.18800297379493713, 0.17909258604049683, 0.18254727125167847, 0.18160602450370789, 0.11136412620544434], "cos_apical_negg": [0.17217354476451874, 0.204496830701828, 0.18800297379493713, 0.17909258604049683, 0.18254727125167847, 0.18160602450370789, 0.11136412620544434], "cos_Ac_negg": [0.17217354476451874, 0.204496830701828, 0.18800297379493713, 0.17909258604049683, 0.18254727125167847, 0.18160602450370789, 0.11136412620544434], "r_norm": [0.13879552483558655, 0.1442471742630005, 0.14329880475997925, 0.14045500755310059, 0.14265140891075134, 0.14189563691616058, 0.14171485602855682]}, {"step": 4800, "epoch": 10, "train_loss": 0.0007649795152246952, "cos_r_negg": [0.1624811887741089, 0.19851219654083252, 0.1856728196144104, 0.17834649980068207, 0.177766814827919, 0.178910493850708, 0.11654270440340042], "cos_apical_negg": [0.1624811887741089, 0.19851219654083252, 0.1856728196144104, 0.17834649980068207, 0.177766814827919, 0.178910493850708, 0.11654270440340042], "cos_Ac_negg": [0.1624811887741089, 0.19851219654083252, 0.1856728196144104, 0.17834649980068207, 0.177766814827919, 0.178910493850708, 0.11654270440340042], "r_norm": [0.12508875131607056, 0.1313191056251526, 0.1312481164932251, 0.12667344510555267, 0.1295514702796936, 0.12939074635505676, 0.12912793457508087]}, {"step": 4850, "epoch": 10, "train_loss": 0.020702442154288292, "cos_r_negg": [0.16450926661491394, 0.19891293346881866, 0.19793762266635895, 0.18993553519248962, 0.1911039650440216, 0.19140124320983887, 0.11978296935558319], "cos_apical_negg": [0.16450926661491394, 0.19891293346881866, 0.19793762266635895, 0.18993553519248962, 0.1911039650440216, 0.19140124320983887, 0.11978296935558319], "cos_Ac_negg": [0.16450926661491394, 0.19891293346881866, 0.19793762266635895, 0.18993553519248962, 0.1911039650440216, 0.19140124320983887, 0.11978296935558319], "r_norm": [0.11933203786611557, 0.12459398061037064, 0.12489890307188034, 0.12153962254524231, 0.1243908554315567, 0.12219062447547913, 0.12232615798711777]}, {"step": 4900, "epoch": 10, "train_loss": 0.0011176473926752806, "cos_r_negg": [0.17459505796432495, 0.2112998366355896, 0.20342810451984406, 0.19672714173793793, 0.19570302963256836, 0.1962183266878128, 0.14035376906394958], "cos_apical_negg": [0.17459505796432495, 0.2112998366355896, 0.20342810451984406, 0.19672714173793793, 0.19570302963256836, 0.1962183266878128, 0.14035376906394958], "cos_Ac_negg": [0.17459505796432495, 0.2112998366355896, 0.20342810451984406, 0.19672714173793793, 0.19570302963256836, 0.1962183266878128, 0.14035376906394958], "r_norm": [0.1301489770412445, 0.13627755641937256, 0.1349615454673767, 0.13270318508148193, 0.13475912809371948, 0.13383042812347412, 0.13237106800079346]}, {"step": 4950, "epoch": 10, "train_loss": 0.0002505527518223971, "cos_r_negg": [0.1545087993144989, 0.18017369508743286, 0.16276176273822784, 0.15872730314731598, 0.15337620675563812, 0.15712600946426392, 0.10378460586071014], "cos_apical_negg": [0.1545087993144989, 0.18017369508743286, 0.16276176273822784, 0.15872730314731598, 0.15337620675563812, 0.15712600946426392, 0.10378460586071014], "cos_Ac_negg": [0.1545087993144989, 0.18017369508743286, 0.16276176273822784, 0.15872730314731598, 0.15337620675563812, 0.15712600946426392, 0.10378460586071014], "r_norm": [0.16381029784679413, 0.16729745268821716, 0.1674184799194336, 0.16634830832481384, 0.16857858002185822, 0.16481713950634003, 0.16309189796447754]}, {"step": 5000, "epoch": 10, "train_loss": 0.00203882297500968, "cos_r_negg": [0.14317893981933594, 0.16863030195236206, 0.15477362275123596, 0.14953091740608215, 0.14671117067337036, 0.1492902934551239, 0.08838775008916855], "cos_apical_negg": [0.14317893981933594, 0.16863030195236206, 0.15477362275123596, 0.14953091740608215, 0.14671117067337036, 0.1492902934551239, 0.08838775008916855], "cos_Ac_negg": [0.14317893981933594, 0.16863030195236206, 0.15477362275123596, 0.14953091740608215, 0.14671117067337036, 0.1492902934551239, 0.08838775008916855], "r_norm": [0.12976717948913574, 0.13544321060180664, 0.13471835851669312, 0.13190516829490662, 0.13432705402374268, 0.13333748281002045, 0.13250571489334106]}, {"step": 5050, "epoch": 10, "train_loss": 0.001189686474390328, "cos_r_negg": [0.14675673842430115, 0.17272497713565826, 0.1629180908203125, 0.16104620695114136, 0.16075854003429413, 0.16507329046726227, 0.11015309393405914], "cos_apical_negg": [0.14675673842430115, 0.17272497713565826, 0.1629180908203125, 0.16104620695114136, 0.16075854003429413, 0.16507329046726227, 0.11015309393405914], "cos_Ac_negg": [0.14675673842430115, 0.17272497713565826, 0.1629180908203125, 0.16104620695114136, 0.16075854003429413, 0.16507329046726227, 0.11015309393405914], "r_norm": [0.15807077288627625, 0.1613221913576126, 0.161091148853302, 0.1594679057598114, 0.16242966055870056, 0.16017121076583862, 0.1576305776834488]}, {"step": 5100, "epoch": 10, "train_loss": 0.0014154640957713127, "cos_r_negg": [0.1365201771259308, 0.16113592684268951, 0.1488492786884308, 0.1433679461479187, 0.1425359547138214, 0.14291566610336304, 0.09787654876708984], "cos_apical_negg": [0.1365201771259308, 0.16113592684268951, 0.1488492786884308, 0.1433679461479187, 0.1425359547138214, 0.14291566610336304, 0.09787654876708984], "cos_Ac_negg": [0.1365201771259308, 0.16113592684268951, 0.1488492786884308, 0.1433679461479187, 0.1425359547138214, 0.14291566610336304, 0.09787654876708984], "r_norm": [0.13835005462169647, 0.14350444078445435, 0.1433163285255432, 0.14123615622520447, 0.14356520771980286, 0.14161773025989532, 0.1392664760351181]}, {"step": 5150, "epoch": 10, "train_loss": 0.0003660186193883419, "cos_r_negg": [0.1397746503353119, 0.16329437494277954, 0.15297119319438934, 0.14625340700149536, 0.14196261763572693, 0.14064225554466248, 0.1008525863289833], "cos_apical_negg": [0.1397746503353119, 0.16329437494277954, 0.15297119319438934, 0.14625340700149536, 0.14196261763572693, 0.14064225554466248, 0.1008525863289833], "cos_Ac_negg": [0.1397746503353119, 0.16329437494277954, 0.15297119319438934, 0.14625340700149536, 0.14196261763572693, 0.14064225554466248, 0.1008525863289833], "r_norm": [0.11573150753974915, 0.12072281539440155, 0.12020301818847656, 0.11742699146270752, 0.11949460208415985, 0.11882404237985611, 0.11744647473096848]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9717, "test_loss": 0.16533413543701173}, {"step": 5200, "epoch": 11, "train_loss": 0.0014500169781967998, "cos_r_negg": [0.12807196378707886, 0.14574061334133148, 0.13864938914775848, 0.13182702660560608, 0.12868115305900574, 0.12666717171669006, 0.08690987527370453], "cos_apical_negg": [0.12807196378707886, 0.14574061334133148, 0.13864938914775848, 0.13182702660560608, 0.12868115305900574, 0.12666717171669006, 0.08690987527370453], "cos_Ac_negg": [0.12807196378707886, 0.14574061334133148, 0.13864938914775848, 0.13182702660560608, 0.12868115305900574, 0.12666717171669006, 0.08690987527370453], "r_norm": [0.1450137495994568, 0.1491665244102478, 0.14889439940452576, 0.14713305234909058, 0.1494227647781372, 0.1473539024591446, 0.1443542242050171]}, {"step": 5250, "epoch": 11, "train_loss": 0.014394011348485947, "cos_r_negg": [0.12640421092510223, 0.14539620280265808, 0.1350756287574768, 0.12864580750465393, 0.12538236379623413, 0.1242237389087677, 0.08815363794565201], "cos_apical_negg": [0.12640421092510223, 0.14539620280265808, 0.1350756287574768, 0.12864580750465393, 0.12538236379623413, 0.1242237389087677, 0.08815363794565201], "cos_Ac_negg": [0.12640421092510223, 0.14539620280265808, 0.1350756287574768, 0.12864580750465393, 0.12538236379623413, 0.1242237389087677, 0.08815363794565201], "r_norm": [0.13416975736618042, 0.13733291625976562, 0.1381138414144516, 0.13679158687591553, 0.13780492544174194, 0.135972261428833, 0.13449066877365112]}, {"step": 5300, "epoch": 11, "train_loss": 0.0023345216177403927, "cos_r_negg": [0.12100864946842194, 0.14321255683898926, 0.13535594940185547, 0.13116662204265594, 0.12713998556137085, 0.12437465786933899, 0.08829589188098907], "cos_apical_negg": [0.12100864946842194, 0.14321255683898926, 0.13535594940185547, 0.13116662204265594, 0.12713998556137085, 0.12437465786933899, 0.08829589188098907], "cos_Ac_negg": [0.12100864946842194, 0.14321255683898926, 0.13535594940185547, 0.13116662204265594, 0.12713998556137085, 0.12437465786933899, 0.08829589188098907], "r_norm": [0.12594489753246307, 0.1286037117242813, 0.1297326534986496, 0.1284068524837494, 0.12894871830940247, 0.12770505249500275, 0.12624827027320862]}, {"step": 5350, "epoch": 11, "train_loss": 0.0006968100205995142, "cos_r_negg": [0.13452616333961487, 0.15931645035743713, 0.1561681032180786, 0.15303809940814972, 0.15544509887695312, 0.14614227414131165, 0.10257719457149506], "cos_apical_negg": [0.13452616333961487, 0.15931645035743713, 0.1561681032180786, 0.15303809940814972, 0.15544509887695312, 0.14614227414131165, 0.10257719457149506], "cos_Ac_negg": [0.13452616333961487, 0.15931645035743713, 0.1561681032180786, 0.15303809940814972, 0.15544509887695312, 0.14614227414131165, 0.10257719457149506], "r_norm": [0.1415327787399292, 0.14579468965530396, 0.1463118940591812, 0.14476294815540314, 0.1459246426820755, 0.14446689188480377, 0.14317315816879272]}, {"step": 5400, "epoch": 11, "train_loss": 0.0010843826457858086, "cos_r_negg": [0.13990724086761475, 0.16346979141235352, 0.15611639618873596, 0.15341795980930328, 0.15196534991264343, 0.14802080392837524, 0.10558272898197174], "cos_apical_negg": [0.13990724086761475, 0.16346979141235352, 0.15611639618873596, 0.15341795980930328, 0.15196534991264343, 0.14802080392837524, 0.10558272898197174], "cos_Ac_negg": [0.13990724086761475, 0.16346979141235352, 0.15611639618873596, 0.15341795980930328, 0.15196534991264343, 0.14802080392837524, 0.10558272898197174], "r_norm": [0.11523307114839554, 0.11814948916435242, 0.11866286396980286, 0.11651027202606201, 0.11877802759408951, 0.11704590916633606, 0.1153048425912857]}, {"step": 5450, "epoch": 11, "train_loss": 0.001810790621675551, "cos_r_negg": [0.13234485685825348, 0.15452012419700623, 0.14450645446777344, 0.14066332578659058, 0.13640573620796204, 0.13684707880020142, 0.09889829158782959], "cos_apical_negg": [0.13234485685825348, 0.15452012419700623, 0.14450645446777344, 0.14066332578659058, 0.13640573620796204, 0.13684707880020142, 0.09889829158782959], "cos_Ac_negg": [0.13234485685825348, 0.15452012419700623, 0.14450645446777344, 0.14066332578659058, 0.13640573620796204, 0.13684707880020142, 0.09889829158782959], "r_norm": [0.10846579074859619, 0.11141826957464218, 0.11206020414829254, 0.11007760465145111, 0.112106092274189, 0.11019672453403473, 0.10878551751375198]}, {"step": 5500, "epoch": 11, "train_loss": 0.0004123494727537036, "cos_r_negg": [0.11968141794204712, 0.13902932405471802, 0.1317543089389801, 0.12505149841308594, 0.12178356200456619, 0.12007857114076614, 0.08630312979221344], "cos_apical_negg": [0.11968141794204712, 0.13902932405471802, 0.1317543089389801, 0.12505149841308594, 0.12178356200456619, 0.12007857114076614, 0.08630312979221344], "cos_Ac_negg": [0.11968141794204712, 0.13902932405471802, 0.1317543089389801, 0.12505149841308594, 0.12178356200456619, 0.12007857114076614, 0.08630312979221344], "r_norm": [0.11493436992168427, 0.11797130107879639, 0.1188645213842392, 0.11668839305639267, 0.11877754330635071, 0.11699153482913971, 0.11552654206752777]}, {"step": 5550, "epoch": 11, "train_loss": 0.0006496372516267002, "cos_r_negg": [0.11882083117961884, 0.1381148397922516, 0.130573570728302, 0.12489546090364456, 0.12314153462648392, 0.11923937499523163, 0.0837920531630516], "cos_apical_negg": [0.11882083117961884, 0.1381148397922516, 0.130573570728302, 0.12489546090364456, 0.12314153462648392, 0.11923937499523163, 0.0837920531630516], "cos_Ac_negg": [0.11882083117961884, 0.1381148397922516, 0.130573570728302, 0.12489546090364456, 0.12314153462648392, 0.11923937499523163, 0.0837920531630516], "r_norm": [0.12341834604740143, 0.12667500972747803, 0.12753114104270935, 0.12512388825416565, 0.12699663639068604, 0.1255894899368286, 0.12440343201160431]}, {"step": 5600, "epoch": 11, "train_loss": 0.0015467162011191249, "cos_r_negg": [0.1174665167927742, 0.13662976026535034, 0.12860220670700073, 0.12359900027513504, 0.12389282882213593, 0.12049111723899841, 0.08534188568592072], "cos_apical_negg": [0.1174665167927742, 0.13662976026535034, 0.12860220670700073, 0.12359900027513504, 0.12389282882213593, 0.12049111723899841, 0.08534188568592072], "cos_Ac_negg": [0.1174665167927742, 0.13662976026535034, 0.12860220670700073, 0.12359900027513504, 0.12389282882213593, 0.12049111723899841, 0.08534188568592072], "r_norm": [0.12472420185804367, 0.1287316083908081, 0.12949992716312408, 0.12636782228946686, 0.1290421038866043, 0.12743932008743286, 0.1263653039932251]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9734, "test_loss": 0.16922128677368165}, {"step": 5650, "epoch": 12, "train_loss": 0.01713087037205696, "cos_r_negg": [0.11950676143169403, 0.14010027050971985, 0.13525423407554626, 0.13194286823272705, 0.13175120949745178, 0.12744438648223877, 0.08991953730583191], "cos_apical_negg": [0.11950676143169403, 0.14010027050971985, 0.13525423407554626, 0.13194286823272705, 0.13175120949745178, 0.12744438648223877, 0.08991953730583191], "cos_Ac_negg": [0.11950676143169403, 0.14010027050971985, 0.13525423407554626, 0.13194286823272705, 0.13175120949745178, 0.12744438648223877, 0.08991953730583191], "r_norm": [0.14165371656417847, 0.1471373438835144, 0.14662624895572662, 0.14398223161697388, 0.1469358205795288, 0.14502054452896118, 0.14335137605667114]}, {"step": 5700, "epoch": 12, "train_loss": 0.0002156032423954457, "cos_r_negg": [0.10485720634460449, 0.12061421573162079, 0.11360924690961838, 0.1089719831943512, 0.10795887559652328, 0.1061968207359314, 0.0732128769159317], "cos_apical_negg": [0.10485720634460449, 0.12061421573162079, 0.11360924690961838, 0.1089719831943512, 0.10795887559652328, 0.1061968207359314, 0.0732128769159317], "cos_Ac_negg": [0.10485720634460449, 0.12061421573162079, 0.11360924690961838, 0.1089719831943512, 0.10795887559652328, 0.1061968207359314, 0.0732128769159317], "r_norm": [0.11798802018165588, 0.12270671129226685, 0.12361983954906464, 0.12041524052619934, 0.12303786724805832, 0.12120608985424042, 0.12064486742019653]}, {"step": 5750, "epoch": 12, "train_loss": 0.004491572733968496, "cos_r_negg": [0.11755689233541489, 0.13851138949394226, 0.13256724178791046, 0.130498006939888, 0.1283445656299591, 0.1257617324590683, 0.08910861611366272], "cos_apical_negg": [0.11755689233541489, 0.13851138949394226, 0.13256724178791046, 0.130498006939888, 0.1283445656299591, 0.1257617324590683, 0.08910861611366272], "cos_Ac_negg": [0.11755689233541489, 0.13851138949394226, 0.13256724178791046, 0.130498006939888, 0.1283445656299591, 0.1257617324590683, 0.08910861611366272], "r_norm": [0.14034074544906616, 0.14612555503845215, 0.14549672603607178, 0.14403900504112244, 0.14664077758789062, 0.14313086867332458, 0.141659215092659]}, {"step": 5800, "epoch": 12, "train_loss": 0.000536546460352838, "cos_r_negg": [0.1129259318113327, 0.13182881474494934, 0.1259635090827942, 0.1236768364906311, 0.12153631448745728, 0.1193765252828598, 0.08127029240131378], "cos_apical_negg": [0.1129259318113327, 0.13182881474494934, 0.1259635090827942, 0.1236768364906311, 0.12153631448745728, 0.1193765252828598, 0.08127029240131378], "cos_Ac_negg": [0.1129259318113327, 0.13182881474494934, 0.1259635090827942, 0.1236768364906311, 0.12153631448745728, 0.1193765252828598, 0.08127029240131378], "r_norm": [0.09845905005931854, 0.10228827595710754, 0.10299716889858246, 0.10042156279087067, 0.10342820733785629, 0.10099874436855316, 0.10114740580320358]}, {"step": 5850, "epoch": 12, "train_loss": 0.00047020905185490847, "cos_r_negg": [0.11160783469676971, 0.13241314888000488, 0.12803210318088531, 0.12495200335979462, 0.1234755739569664, 0.12168905884027481, 0.08316288888454437], "cos_apical_negg": [0.11160783469676971, 0.13241314888000488, 0.12803210318088531, 0.12495200335979462, 0.1234755739569664, 0.12168905884027481, 0.08316288888454437], "cos_Ac_negg": [0.11160783469676971, 0.13241314888000488, 0.12803210318088531, 0.12495200335979462, 0.1234755739569664, 0.12168905884027481, 0.08316288888454437], "r_norm": [0.10100248456001282, 0.1050109714269638, 0.10560344904661179, 0.10297398269176483, 0.10597723722457886, 0.10346224904060364, 0.1037367731332779]}, {"step": 5900, "epoch": 12, "train_loss": 0.0009750090539455414, "cos_r_negg": [0.10795429348945618, 0.12497280538082123, 0.11858849227428436, 0.11446651816368103, 0.11003480851650238, 0.11271257698535919, 0.07874354720115662], "cos_apical_negg": [0.10795429348945618, 0.12497280538082123, 0.11858849227428436, 0.11446651816368103, 0.11003480851650238, 0.11271257698535919, 0.07874354720115662], "cos_Ac_negg": [0.10795429348945618, 0.12497280538082123, 0.11858849227428436, 0.11446651816368103, 0.11003480851650238, 0.11271257698535919, 0.07874354720115662], "r_norm": [0.10806827247142792, 0.11161895841360092, 0.11212268471717834, 0.110026054084301, 0.11211562901735306, 0.11019912362098694, 0.10919651389122009]}, {"step": 5950, "epoch": 12, "train_loss": 0.0005327867111191154, "cos_r_negg": [0.10827895253896713, 0.12899473309516907, 0.12217535078525543, 0.11840412020683289, 0.11731431633234024, 0.11514465510845184, 0.08025846630334854], "cos_apical_negg": [0.10827895253896713, 0.12899473309516907, 0.12217535078525543, 0.11840412020683289, 0.11731431633234024, 0.11514465510845184, 0.08025846630334854], "cos_Ac_negg": [0.10827895253896713, 0.12899473309516907, 0.12217535078525543, 0.11840412020683289, 0.11731431633234024, 0.11514465510845184, 0.08025846630334854], "r_norm": [0.11064642667770386, 0.11506190896034241, 0.11572731286287308, 0.11294181644916534, 0.11535513401031494, 0.11366988718509674, 0.11274435371160507]}, {"step": 6000, "epoch": 12, "train_loss": 0.0008391023147851229, "cos_r_negg": [0.10416451841592789, 0.12215625494718552, 0.11846382915973663, 0.1159832626581192, 0.1166975200176239, 0.11266142129898071, 0.0773448571562767], "cos_apical_negg": [0.10416451841592789, 0.12215625494718552, 0.11846382915973663, 0.1159832626581192, 0.1166975200176239, 0.11266142129898071, 0.0773448571562767], "cos_Ac_negg": [0.10416451841592789, 0.12215625494718552, 0.11846382915973663, 0.1159832626581192, 0.1166975200176239, 0.11266142129898071, 0.0773448571562767], "r_norm": [0.1347234696149826, 0.14060553908348083, 0.140418142080307, 0.13733604550361633, 0.14010491967201233, 0.13865326344966888, 0.1373407393693924]}, {"step": 6050, "epoch": 12, "train_loss": 0.011862675659358501, "cos_r_negg": [0.10172362625598907, 0.11960861086845398, 0.11354987323284149, 0.10909900069236755, 0.10886133462190628, 0.10562456399202347, 0.07367883622646332], "cos_apical_negg": [0.10172362625598907, 0.11960861086845398, 0.11354987323284149, 0.10909900069236755, 0.10886133462190628, 0.10562456399202347, 0.07367883622646332], "cos_Ac_negg": [0.10172362625598907, 0.11960861086845398, 0.11354987323284149, 0.10909900069236755, 0.10886133462190628, 0.10562456399202347, 0.07367883622646332], "r_norm": [0.12790052592754364, 0.1329490691423416, 0.13320466876029968, 0.13031905889511108, 0.13265204429626465, 0.1300472468137741, 0.13025474548339844]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9739, "test_loss": 0.174918794631958}, {"step": 6100, "epoch": 13, "train_loss": 0.0003620099159888923, "cos_r_negg": [0.0954727753996849, 0.11120256781578064, 0.10403737425804138, 0.10058099776506424, 0.09885028004646301, 0.09597556293010712, 0.06551817059516907], "cos_apical_negg": [0.0954727753996849, 0.11120256781578064, 0.10403737425804138, 0.10058099776506424, 0.09885028004646301, 0.09597556293010712, 0.06551817059516907], "cos_Ac_negg": [0.0954727753996849, 0.11120256781578064, 0.10403737425804138, 0.10058099776506424, 0.09885028004646301, 0.09597556293010712, 0.06551817059516907], "r_norm": [0.1241687461733818, 0.12718255817890167, 0.12777288258075714, 0.1263902187347412, 0.12774527072906494, 0.12505026161670685, 0.12407305836677551]}, {"step": 6150, "epoch": 13, "train_loss": 0.0004344279586803168, "cos_r_negg": [0.09851008653640747, 0.11578121036291122, 0.11041223257780075, 0.107909195125103, 0.10720887780189514, 0.10462126135826111, 0.07271014153957367], "cos_apical_negg": [0.09851008653640747, 0.11578121036291122, 0.11041223257780075, 0.107909195125103, 0.10720887780189514, 0.10462126135826111, 0.07271014153957367], "cos_Ac_negg": [0.09851008653640747, 0.11578121036291122, 0.11041223257780075, 0.107909195125103, 0.10720887780189514, 0.10462126135826111, 0.07271014153957367], "r_norm": [0.13028916716575623, 0.13360077142715454, 0.1342306286096573, 0.1327836811542511, 0.13411644101142883, 0.13113337755203247, 0.13080163300037384]}, {"step": 6200, "epoch": 13, "train_loss": 6.425561878131703e-05, "cos_r_negg": [0.09319894760847092, 0.10972036421298981, 0.10392139852046967, 0.10210856795310974, 0.10013127326965332, 0.09730731695890427, 0.06689490377902985], "cos_apical_negg": [0.09319894760847092, 0.10972036421298981, 0.10392139852046967, 0.10210856795310974, 0.10013127326965332, 0.09730731695890427, 0.06689490377902985], "cos_Ac_negg": [0.09319894760847092, 0.10972036421298981, 0.10392139852046967, 0.10210856795310974, 0.10013127326965332, 0.09730731695890427, 0.06689490377902985], "r_norm": [0.11263808608055115, 0.11564888060092926, 0.11626330763101578, 0.11472313851118088, 0.11619444936513901, 0.113802969455719, 0.11293850839138031]}, {"step": 6250, "epoch": 13, "train_loss": 9.034700633492321e-05, "cos_r_negg": [0.09334345906972885, 0.10904994606971741, 0.10313437879085541, 0.10194937139749527, 0.10018716007471085, 0.09689505398273468, 0.06683647632598877], "cos_apical_negg": [0.09334345906972885, 0.10904994606971741, 0.10313437879085541, 0.10194937139749527, 0.10018716007471085, 0.09689505398273468, 0.06683647632598877], "cos_Ac_negg": [0.09334345906972885, 0.10904994606971741, 0.10313437879085541, 0.10194937139749527, 0.10018716007471085, 0.09689505398273468, 0.06683647632598877], "r_norm": [0.11200238764286041, 0.11450856924057007, 0.11519412696361542, 0.11384166032075882, 0.11537366360425949, 0.11317772418260574, 0.11159129440784454]}, {"step": 6300, "epoch": 13, "train_loss": 0.0003757096128538251, "cos_r_negg": [0.09023675322532654, 0.10576917231082916, 0.09903396666049957, 0.09842072427272797, 0.09646351635456085, 0.09283024072647095, 0.06475986540317535], "cos_apical_negg": [0.09023675322532654, 0.10576917231082916, 0.09903396666049957, 0.09842072427272797, 0.09646351635456085, 0.09283024072647095, 0.06475986540317535], "cos_Ac_negg": [0.09023675322532654, 0.10576917231082916, 0.09903396666049957, 0.09842072427272797, 0.09646351635456085, 0.09283024072647095, 0.06475986540317535], "r_norm": [0.10590425133705139, 0.10867781192064285, 0.10932876169681549, 0.1076621413230896, 0.10912633687257767, 0.10744360089302063, 0.10611465573310852]}, {"step": 6350, "epoch": 13, "train_loss": 0.000367751345038414, "cos_r_negg": [0.09764037281274796, 0.11241719126701355, 0.10696272552013397, 0.10398631542921066, 0.10288837552070618, 0.09780973196029663, 0.06820336729288101], "cos_apical_negg": [0.09764037281274796, 0.11241719126701355, 0.10696272552013397, 0.10398631542921066, 0.10288837552070618, 0.09780973196029663, 0.06820336729288101], "cos_Ac_negg": [0.09764037281274796, 0.11241719126701355, 0.10696272552013397, 0.10398631542921066, 0.10288837552070618, 0.09780973196029663, 0.06820336729288101], "r_norm": [0.11650058627128601, 0.1224336326122284, 0.12195199728012085, 0.1201394721865654, 0.12207932025194168, 0.12060229480266571, 0.11853072047233582]}, {"step": 6400, "epoch": 13, "train_loss": 0.0014140470884740353, "cos_r_negg": [0.09375852346420288, 0.11053425073623657, 0.1052965372800827, 0.10345263034105301, 0.1020042821764946, 0.0983467847108841, 0.07003964483737946], "cos_apical_negg": [0.09375852346420288, 0.11053425073623657, 0.1052965372800827, 0.10345263034105301, 0.1020042821764946, 0.0983467847108841, 0.07003964483737946], "cos_Ac_negg": [0.09375852346420288, 0.11053425073623657, 0.1052965372800827, 0.10345263034105301, 0.1020042821764946, 0.0983467847108841, 0.07003964483737946], "r_norm": [0.10788048803806305, 0.11389894783496857, 0.11347618699073792, 0.11097971349954605, 0.11297053098678589, 0.11289025843143463, 0.11044272780418396]}, {"step": 6450, "epoch": 13, "train_loss": 0.030125239863991737, "cos_r_negg": [0.08734545111656189, 0.10294480621814728, 0.09704618155956268, 0.09672264009714127, 0.09426262229681015, 0.09035606682300568, 0.06419377028942108], "cos_apical_negg": [0.08734545111656189, 0.10294480621814728, 0.09704618155956268, 0.09672264009714127, 0.09426262229681015, 0.09035606682300568, 0.06419377028942108], "cos_Ac_negg": [0.08734545111656189, 0.10294480621814728, 0.09704618155956268, 0.09672264009714127, 0.09426262229681015, 0.09035606682300568, 0.06419377028942108], "r_norm": [0.11353706568479538, 0.11918358504772186, 0.11965376138687134, 0.1168840080499649, 0.11882133036851883, 0.1176300197839737, 0.11663411557674408]}, {"step": 6500, "epoch": 13, "train_loss": 0.00020845049584750086, "cos_r_negg": [0.08807116746902466, 0.1034182608127594, 0.09748552739620209, 0.09674588590860367, 0.09509415924549103, 0.09005136787891388, 0.06341841071844101], "cos_apical_negg": [0.08807116746902466, 0.1034182608127594, 0.09748552739620209, 0.09674588590860367, 0.09509415924549103, 0.09005136787891388, 0.06341841071844101], "cos_Ac_negg": [0.08807116746902466, 0.1034182608127594, 0.09748552739620209, 0.09674588590860367, 0.09509415924549103, 0.09005136787891388, 0.06341841071844101], "r_norm": [0.11313501000404358, 0.11938096582889557, 0.11962142586708069, 0.11624275147914886, 0.11808286607265472, 0.11758490651845932, 0.11683572083711624]}, {"step": 6550, "epoch": 13, "train_loss": 0.007711237762123346, "cos_r_negg": [0.08751809597015381, 0.10079602897167206, 0.09650370478630066, 0.09552500396966934, 0.09408824145793915, 0.08990927040576935, 0.06247376650571823], "cos_apical_negg": [0.08751809597015381, 0.10079602897167206, 0.09650370478630066, 0.09552500396966934, 0.09408824145793915, 0.08990927040576935, 0.06247376650571823], "cos_Ac_negg": [0.08751809597015381, 0.10079602897167206, 0.09650370478630066, 0.09552500396966934, 0.09408824145793915, 0.08990927040576935, 0.06247376650571823], "r_norm": [0.12186578661203384, 0.1292247772216797, 0.128068208694458, 0.12488660216331482, 0.12703344225883484, 0.1274213343858719, 0.12537914514541626]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9748, "test_loss": 0.17973984718322755}, {"step": 6600, "epoch": 14, "train_loss": 0.0009247636189684272, "cos_r_negg": [0.08555403351783752, 0.09862101078033447, 0.09300430119037628, 0.0932079628109932, 0.09112686663866043, 0.0866958498954773, 0.06119387596845627], "cos_apical_negg": [0.08555403351783752, 0.09862101078033447, 0.09300430119037628, 0.0932079628109932, 0.09112686663866043, 0.0866958498954773, 0.06119387596845627], "cos_Ac_negg": [0.08555403351783752, 0.09862101078033447, 0.09300430119037628, 0.0932079628109932, 0.09112686663866043, 0.0866958498954773, 0.06119387596845627], "r_norm": [0.10127108544111252, 0.10865409672260284, 0.10764600336551666, 0.10437233746051788, 0.1061674952507019, 0.10621138662099838, 0.10531255602836609]}, {"step": 6650, "epoch": 14, "train_loss": 0.0005488191964104772, "cos_r_negg": [0.08328430354595184, 0.09631665050983429, 0.0906887874007225, 0.09116841852664948, 0.08873805403709412, 0.08460176736116409, 0.059652116149663925], "cos_apical_negg": [0.08328430354595184, 0.09631665050983429, 0.0906887874007225, 0.09116841852664948, 0.08873805403709412, 0.08460176736116409, 0.059652116149663925], "cos_Ac_negg": [0.08328430354595184, 0.09631665050983429, 0.0906887874007225, 0.09116841852664948, 0.08873805403709412, 0.08460176736116409, 0.059652116149663925], "r_norm": [0.10313622653484344, 0.11040794849395752, 0.10961142182350159, 0.10626932978630066, 0.10808208584785461, 0.10797852277755737, 0.10725311934947968]}, {"step": 6700, "epoch": 14, "train_loss": 0.0025418177247047424, "cos_r_negg": [0.0820859894156456, 0.09578205645084381, 0.08938870579004288, 0.08982530236244202, 0.08661948889493942, 0.08284176886081696, 0.05836624652147293], "cos_apical_negg": [0.0820859894156456, 0.09578205645084381, 0.08938870579004288, 0.08982530236244202, 0.08661948889493942, 0.08284176886081696, 0.05836624652147293], "cos_Ac_negg": [0.0820859894156456, 0.09578205645084381, 0.08938870579004288, 0.08982530236244202, 0.08661948889493942, 0.08284176886081696, 0.05836624652147293], "r_norm": [0.11885498464107513, 0.1264512836933136, 0.12595124542713165, 0.12236109375953674, 0.12398795783519745, 0.12345705926418304, 0.12370507419109344]}, {"step": 6750, "epoch": 14, "train_loss": 8.387300476897508e-05, "cos_r_negg": [0.0810728520154953, 0.09386810660362244, 0.08782283961772919, 0.08803841471672058, 0.0855790451169014, 0.08149263262748718, 0.05773860961198807], "cos_apical_negg": [0.0810728520154953, 0.09386810660362244, 0.08782283961772919, 0.08803841471672058, 0.0855790451169014, 0.08149263262748718, 0.05773860961198807], "cos_Ac_negg": [0.0810728520154953, 0.09386810660362244, 0.08782283961772919, 0.08803841471672058, 0.0855790451169014, 0.08149263262748718, 0.05773860961198807], "r_norm": [0.11727841198444366, 0.12483660876750946, 0.1241879016160965, 0.12064214795827866, 0.12228011339902878, 0.12186301499605179, 0.12202407419681549]}, {"step": 6800, "epoch": 14, "train_loss": 0.00048123416490852833, "cos_r_negg": [0.08475030213594437, 0.09746332466602325, 0.09304483234882355, 0.09305134415626526, 0.09141650795936584, 0.0872596949338913, 0.0606149286031723], "cos_apical_negg": [0.08475030213594437, 0.09746332466602325, 0.09304483234882355, 0.09305134415626526, 0.09141650795936584, 0.0872596949338913, 0.0606149286031723], "cos_Ac_negg": [0.08475030213594437, 0.09746332466602325, 0.09304483234882355, 0.09305134415626526, 0.09141650795936584, 0.0872596949338913, 0.0606149286031723], "r_norm": [0.12504589557647705, 0.1330784559249878, 0.1319561004638672, 0.12887588143348694, 0.13051095604896545, 0.1305622011423111, 0.12951411306858063]}, {"step": 6850, "epoch": 14, "train_loss": 0.0005132229998707771, "cos_r_negg": [0.08742667734622955, 0.100736603140831, 0.09648953378200531, 0.09552989900112152, 0.09358789026737213, 0.09025529026985168, 0.06283050775527954], "cos_apical_negg": [0.08742667734622955, 0.100736603140831, 0.09648953378200531, 0.09552989900112152, 0.09358789026737213, 0.09025529026985168, 0.06283050775527954], "cos_Ac_negg": [0.08742667734622955, 0.100736603140831, 0.09648953378200531, 0.09552989900112152, 0.09358789026737213, 0.09025529026985168, 0.06283050775527954], "r_norm": [0.12348021566867828, 0.1310252845287323, 0.12992459535598755, 0.12667721509933472, 0.12853802740573883, 0.12889720499515533, 0.12730342149734497]}, {"step": 6900, "epoch": 14, "train_loss": 0.00025724462466314435, "cos_r_negg": [0.08331958949565887, 0.0951870009303093, 0.09023573994636536, 0.09023942798376083, 0.08769456297159195, 0.08437728881835938, 0.0579892061650753], "cos_apical_negg": [0.08331958949565887, 0.0951870009303093, 0.09023573994636536, 0.09023942798376083, 0.08769456297159195, 0.08437728881835938, 0.0579892061650753], "cos_Ac_negg": [0.08331958949565887, 0.0951870009303093, 0.09023573994636536, 0.09023942798376083, 0.08769456297159195, 0.08437728881835938, 0.0579892061650753], "r_norm": [0.12572583556175232, 0.13210105895996094, 0.13193626701831818, 0.12939119338989258, 0.13037268817424774, 0.1294410675764084, 0.12929223477840424]}, {"step": 6950, "epoch": 14, "train_loss": 6.269332516239956e-05, "cos_r_negg": [0.08443266898393631, 0.09721897542476654, 0.09111054986715317, 0.09140175580978394, 0.08822625875473022, 0.08540363609790802, 0.060825228691101074], "cos_apical_negg": [0.08443266898393631, 0.09721897542476654, 0.09111054986715317, 0.09140175580978394, 0.08822625875473022, 0.08540363609790802, 0.060825228691101074], "cos_Ac_negg": [0.08443266898393631, 0.09721897542476654, 0.09111054986715317, 0.09140175580978394, 0.08822625875473022, 0.08540363609790802, 0.060825228691101074], "r_norm": [0.11611080169677734, 0.12194971740245819, 0.12203610688447952, 0.11948635429143906, 0.12066798657178879, 0.12002065032720566, 0.1191907450556755]}, {"step": 7000, "epoch": 14, "train_loss": 0.0004552215395960957, "cos_r_negg": [0.08288493752479553, 0.095838263630867, 0.08981072157621384, 0.08993801474571228, 0.08707578480243683, 0.08395921438932419, 0.05946507677435875], "cos_apical_negg": [0.08288493752479553, 0.095838263630867, 0.08981072157621384, 0.08993801474571228, 0.08707578480243683, 0.08395921438932419, 0.05946507677435875], "cos_Ac_negg": [0.08288493752479553, 0.095838263630867, 0.08981072157621384, 0.08993801474571228, 0.08707578480243683, 0.08395921438932419, 0.05946507677435875], "r_norm": [0.11533178389072418, 0.12155332416296005, 0.12168128788471222, 0.11880342662334442, 0.12005465477705002, 0.1194661557674408, 0.11893759667873383]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9751, "test_loss": 0.1833114444732666}, {"step": 7050, "epoch": 15, "train_loss": 0.0002441743272356689, "cos_r_negg": [0.08110056072473526, 0.09412737190723419, 0.08888699114322662, 0.08857130259275436, 0.08575661480426788, 0.08233189582824707, 0.05788099393248558], "cos_apical_negg": [0.08110056072473526, 0.09412737190723419, 0.08888699114322662, 0.08857130259275436, 0.08575661480426788, 0.08233189582824707, 0.05788099393248558], "cos_Ac_negg": [0.08110056072473526, 0.09412737190723419, 0.08888699114322662, 0.08857130259275436, 0.08575661480426788, 0.08233189582824707, 0.05788099393248558], "r_norm": [0.11532717943191528, 0.12163002043962479, 0.12161555141210556, 0.11883367598056793, 0.12012282013893127, 0.1192764937877655, 0.11890722811222076]}, {"step": 7100, "epoch": 15, "train_loss": 0.0006816035602241755, "cos_r_negg": [0.0839020162820816, 0.0975380390882492, 0.09300625324249268, 0.09210298955440521, 0.09009827673435211, 0.08724579960107803, 0.06039641425013542], "cos_apical_negg": [0.0839020162820816, 0.0975380390882492, 0.09300625324249268, 0.09210298955440521, 0.09009827673435211, 0.08724579960107803, 0.06039641425013542], "cos_Ac_negg": [0.0839020162820816, 0.0975380390882492, 0.09300625324249268, 0.09210298955440521, 0.09009827673435211, 0.08724579960107803, 0.06039641425013542], "r_norm": [0.129649817943573, 0.13676698505878448, 0.13607028126716614, 0.13364170491695404, 0.1348506063222885, 0.13466200232505798, 0.13343466818332672]}, {"step": 7150, "epoch": 15, "train_loss": 0.0002235729043604806, "cos_r_negg": [0.08265001326799393, 0.09583982825279236, 0.09116256982088089, 0.0903107151389122, 0.08804170042276382, 0.08496090024709702, 0.058979928493499756], "cos_apical_negg": [0.08265001326799393, 0.09583982825279236, 0.09116256982088089, 0.0903107151389122, 0.08804170042276382, 0.08496090024709702, 0.058979928493499756], "cos_Ac_negg": [0.08265001326799393, 0.09583982825279236, 0.09116256982088089, 0.0903107151389122, 0.08804170042276382, 0.08496090024709702, 0.058979928493499756], "r_norm": [0.12444940954446793, 0.130933940410614, 0.13069680333137512, 0.12831108272075653, 0.12935113906860352, 0.12873181700706482, 0.12803319096565247]}, {"step": 7200, "epoch": 15, "train_loss": 6.976590520935133e-05, "cos_r_negg": [0.08105174452066422, 0.09409187734127045, 0.08938807994127274, 0.08884000778198242, 0.08654366433620453, 0.08298221975564957, 0.057824160903692245], "cos_apical_negg": [0.08105174452066422, 0.09409187734127045, 0.08938807994127274, 0.08884000778198242, 0.08654366433620453, 0.08298221975564957, 0.057824160903692245], "cos_Ac_negg": [0.08105174452066422, 0.09409187734127045, 0.08938807994127274, 0.08884000778198242, 0.08654366433620453, 0.08298221975564957, 0.057824160903692245], "r_norm": [0.12072435021400452, 0.12709353864192963, 0.12691448628902435, 0.12450012564659119, 0.12547703087329865, 0.12487629055976868, 0.12433203309774399]}, {"step": 7250, "epoch": 15, "train_loss": 0.0008855127380229533, "cos_r_negg": [0.07986269891262054, 0.09249599277973175, 0.08785380423069, 0.08747975528240204, 0.08509852737188339, 0.08113990724086761, 0.05676090717315674], "cos_apical_negg": [0.07986269891262054, 0.09249599277973175, 0.08785380423069, 0.08747975528240204, 0.08509852737188339, 0.08113990724086761, 0.05676090717315674], "cos_Ac_negg": [0.07986269891262054, 0.09249599277973175, 0.08785380423069, 0.08747975528240204, 0.08509852737188339, 0.08113990724086761, 0.05676090717315674], "r_norm": [0.11669902503490448, 0.1229659765958786, 0.12296329438686371, 0.12037837505340576, 0.12134942412376404, 0.1207219660282135, 0.12035423517227173]}, {"step": 7300, "epoch": 15, "train_loss": 0.00010819652379723266, "cos_r_negg": [0.07914811372756958, 0.09123072773218155, 0.08684629201889038, 0.08655291050672531, 0.08401104807853699, 0.07997896522283554, 0.055601589381694794], "cos_apical_negg": [0.07914811372756958, 0.09123072773218155, 0.08684629201889038, 0.08655291050672531, 0.08401104807853699, 0.07997896522283554, 0.055601589381694794], "cos_Ac_negg": [0.07914811372756958, 0.09123072773218155, 0.08684629201889038, 0.08655291050672531, 0.08401104807853699, 0.07997896522283554, 0.055601589381694794], "r_norm": [0.11971050500869751, 0.1260913908481598, 0.12606580555438995, 0.12341449409723282, 0.12441427260637283, 0.12353087216615677, 0.1235155463218689]}, {"step": 7350, "epoch": 15, "train_loss": 0.00031311853672377765, "cos_r_negg": [0.07811341434717178, 0.08976170420646667, 0.0854373574256897, 0.08515523374080658, 0.08266720175743103, 0.0785689502954483, 0.054444871842861176], "cos_apical_negg": [0.07811341434717178, 0.08976170420646667, 0.0854373574256897, 0.08515523374080658, 0.08266720175743103, 0.0785689502954483, 0.054444871842861176], "cos_Ac_negg": [0.07811341434717178, 0.08976170420646667, 0.0854373574256897, 0.08515523374080658, 0.08266720175743103, 0.0785689502954483, 0.054444871842861176], "r_norm": [0.12015654146671295, 0.12648925185203552, 0.1265416294336319, 0.12391302734613419, 0.12483623623847961, 0.12382033467292786, 0.12399066239595413]}, {"step": 7400, "epoch": 15, "train_loss": 4.7639980039093643e-05, "cos_r_negg": [0.07827556133270264, 0.09021667391061783, 0.0851512998342514, 0.08537578582763672, 0.08269050717353821, 0.07857730984687805, 0.05585883557796478], "cos_apical_negg": [0.07827556133270264, 0.09021667391061783, 0.0851512998342514, 0.08537578582763672, 0.08269050717353821, 0.07857730984687805, 0.05585883557796478], "cos_Ac_negg": [0.07827556133270264, 0.09021667391061783, 0.0851512998342514, 0.08537578582763672, 0.08269050717353821, 0.07857730984687805, 0.05585883557796478], "r_norm": [0.11410561949014664, 0.12025145441293716, 0.12028463184833527, 0.11768919974565506, 0.11864842474460602, 0.11785896122455597, 0.11767563223838806]}, {"step": 7450, "epoch": 15, "train_loss": 0.00022490418632514775, "cos_r_negg": [0.07725656032562256, 0.0891365259885788, 0.08422268182039261, 0.08453461527824402, 0.08185967057943344, 0.07813873887062073, 0.055271998047828674], "cos_apical_negg": [0.07725656032562256, 0.0891365259885788, 0.08422268182039261, 0.08453461527824402, 0.08185967057943344, 0.07813873887062073, 0.055271998047828674], "cos_Ac_negg": [0.07725656032562256, 0.0891365259885788, 0.08422268182039261, 0.08453461527824402, 0.08185967057943344, 0.07813873887062073, 0.055271998047828674], "r_norm": [0.11432841420173645, 0.12047341465950012, 0.12065738439559937, 0.1179313212633133, 0.11886521428823471, 0.11805702745914459, 0.11814746260643005]}, {"step": 7500, "epoch": 15, "train_loss": 1.8967812138726003e-05, "cos_r_negg": [0.07678879797458649, 0.08858035504817963, 0.0838075503706932, 0.0842951089143753, 0.08151473104953766, 0.07785163819789886, 0.05483455955982208], "cos_apical_negg": [0.07678879797458649, 0.08858035504817963, 0.0838075503706932, 0.0842951089143753, 0.08151473104953766, 0.07785163819789886, 0.05483455955982208], "cos_Ac_negg": [0.07678879797458649, 0.08858035504817963, 0.0838075503706932, 0.0842951089143753, 0.08151473104953766, 0.07785163819789886, 0.05483455955982208], "r_norm": [0.11282607913017273, 0.11904536187648773, 0.11933054029941559, 0.11636873334646225, 0.1173868328332901, 0.11663071066141129, 0.11688531190156937]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9748, "test_loss": 0.188467737197876}, {"step": 7550, "epoch": 16, "train_loss": 3.3323631214443594e-05, "cos_r_negg": [0.07723879814147949, 0.08910069614648819, 0.08462931215763092, 0.08482760190963745, 0.08242125064134598, 0.07908084988594055, 0.05530284345149994], "cos_apical_negg": [0.07723879814147949, 0.08910069614648819, 0.08462931215763092, 0.08482760190963745, 0.08242125064134598, 0.07908084988594055, 0.05530284345149994], "cos_Ac_negg": [0.07723879814147949, 0.08910069614648819, 0.08462931215763092, 0.08482760190963745, 0.08242125064134598, 0.07908084988594055, 0.05530284345149994], "r_norm": [0.11841214448213577, 0.12484367191791534, 0.12486637383699417, 0.12209446728229523, 0.12311965227127075, 0.12241128087043762, 0.12243937700986862]}, {"step": 7600, "epoch": 16, "train_loss": 0.0007078754133544862, "cos_r_negg": [0.07795454561710358, 0.08996762335300446, 0.08600618690252304, 0.08581271767616272, 0.0836641862988472, 0.08034025132656097, 0.05577091500163078], "cos_apical_negg": [0.07795454561710358, 0.08996762335300446, 0.08600618690252304, 0.08581271767616272, 0.0836641862988472, 0.08034025132656097, 0.05577091500163078], "cos_Ac_negg": [0.07795454561710358, 0.08996762335300446, 0.08600618690252304, 0.08581271767616272, 0.0836641862988472, 0.08034025132656097, 0.05577091500163078], "r_norm": [0.12190957367420197, 0.1285085678100586, 0.12831208109855652, 0.12575599551200867, 0.1266995370388031, 0.1261349618434906, 0.12584541738033295]}, {"step": 7650, "epoch": 16, "train_loss": 9.26718203118071e-05, "cos_r_negg": [0.07691872119903564, 0.0887615829706192, 0.08480164408683777, 0.08466009050607681, 0.08240438997745514, 0.07883836328983307, 0.05482475459575653], "cos_apical_negg": [0.07691872119903564, 0.0887615829706192, 0.08480164408683777, 0.08466009050607681, 0.08240438997745514, 0.07883836328983307, 0.05482475459575653], "cos_Ac_negg": [0.07691872119903564, 0.0887615829706192, 0.08480164408683777, 0.08466009050607681, 0.08240438997745514, 0.07883836328983307, 0.05482475459575653], "r_norm": [0.11678703129291534, 0.12310929596424103, 0.12325797975063324, 0.12045753002166748, 0.12142327427864075, 0.12063154578208923, 0.12081338465213776]}, {"step": 7700, "epoch": 16, "train_loss": 5.138208143762313e-05, "cos_r_negg": [0.0761726051568985, 0.08788774907588959, 0.08398981392383575, 0.08404549956321716, 0.0816730484366417, 0.07803686708211899, 0.05421660467982292], "cos_apical_negg": [0.0761726051568985, 0.08788774907588959, 0.08398981392383575, 0.08404549956321716, 0.0816730484366417, 0.07803686708211899, 0.05421660467982292], "cos_Ac_negg": [0.0761726051568985, 0.08788774907588959, 0.08398981392383575, 0.08404549956321716, 0.0816730484366417, 0.07803686708211899, 0.05421660467982292], "r_norm": [0.11568573862314224, 0.12199569493532181, 0.12223917990922928, 0.11929958313703537, 0.12032226473093033, 0.11949265748262405, 0.11982329934835434]}, {"step": 7750, "epoch": 16, "train_loss": 0.0011031435569748282, "cos_r_negg": [0.0756603330373764, 0.08734133839607239, 0.08349994570016861, 0.08360642194747925, 0.08114735782146454, 0.07764187455177307, 0.054030872881412506], "cos_apical_negg": [0.0756603330373764, 0.08734133839607239, 0.08349994570016861, 0.08360642194747925, 0.08114735782146454, 0.07764187455177307, 0.054030872881412506], "cos_Ac_negg": [0.0756603330373764, 0.08734133839607239, 0.08349994570016861, 0.08360642194747925, 0.08114735782146454, 0.07764187455177307, 0.054030872881412506], "r_norm": [0.11545823514461517, 0.12173284590244293, 0.122036412358284, 0.11903504282236099, 0.12010128796100616, 0.11921469122171402, 0.11962597072124481]}, {"step": 7800, "epoch": 16, "train_loss": 0.00031077105086296797, "cos_r_negg": [0.0752255991101265, 0.08684178441762924, 0.0826098769903183, 0.0829773098230362, 0.08025923371315002, 0.07660576701164246, 0.054066501557826996], "cos_apical_negg": [0.0752255991101265, 0.08684178441762924, 0.0826098769903183, 0.0829773098230362, 0.08025923371315002, 0.07660576701164246, 0.054066501557826996], "cos_Ac_negg": [0.0752255991101265, 0.08684178441762924, 0.0826098769903183, 0.0829773098230362, 0.08025923371315002, 0.07660576701164246, 0.054066501557826996], "r_norm": [0.1160847544670105, 0.12207550555467606, 0.12247777730226517, 0.11958993971347809, 0.1207626536488533, 0.11969636380672455, 0.11992506682872772]}, {"step": 7850, "epoch": 16, "train_loss": 0.0011036880314350128, "cos_r_negg": [0.07535494863986969, 0.08722151815891266, 0.08287927508354187, 0.08309672772884369, 0.08020536601543427, 0.07645764946937561, 0.05412886291742325], "cos_apical_negg": [0.07535494863986969, 0.08722151815891266, 0.08287927508354187, 0.08309672772884369, 0.08020536601543427, 0.07645764946937561, 0.05412886291742325], "cos_Ac_negg": [0.07535494863986969, 0.08722151815891266, 0.08287927508354187, 0.08309672772884369, 0.08020536601543427, 0.07645764946937561, 0.05412886291742325], "r_norm": [0.11168785393238068, 0.1181691512465477, 0.1183338388800621, 0.11519462615251541, 0.11633006483316422, 0.11575725674629211, 0.11591145396232605]}, {"step": 7900, "epoch": 16, "train_loss": 5.167374911252409e-05, "cos_r_negg": [0.07468026876449585, 0.08608946204185486, 0.08197106420993805, 0.0822896957397461, 0.07922491431236267, 0.07555222511291504, 0.052782632410526276], "cos_apical_negg": [0.07468026876449585, 0.08608946204185486, 0.08197106420993805, 0.0822896957397461, 0.07922491431236267, 0.07555222511291504, 0.052782632410526276], "cos_Ac_negg": [0.07468026876449585, 0.08608946204185486, 0.08197106420993805, 0.0822896957397461, 0.07922491431236267, 0.07555222511291504, 0.052782632410526276], "r_norm": [0.112324558198452, 0.11860375851392746, 0.11902379989624023, 0.11577177047729492, 0.11701571941375732, 0.1161583736538887, 0.11653512716293335]}, {"step": 7950, "epoch": 16, "train_loss": 0.00013922389189247042, "cos_r_negg": [0.07402583956718445, 0.08534379303455353, 0.08121058344841003, 0.08126930147409439, 0.07808316498994827, 0.07449802756309509, 0.05195979028940201], "cos_apical_negg": [0.07402583956718445, 0.08534379303455353, 0.08121058344841003, 0.08126930147409439, 0.07808316498994827, 0.07449802756309509, 0.05195979028940201], "cos_Ac_negg": [0.07402583956718445, 0.08534379303455353, 0.08121058344841003, 0.08126930147409439, 0.07808316498994827, 0.07449802756309509, 0.05195979028940201], "r_norm": [0.11389707028865814, 0.11989734321832657, 0.12026087939739227, 0.11731937527656555, 0.11851394921541214, 0.11729911714792252, 0.11773458123207092]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9747, "test_loss": 0.18967326049804686}, {"step": 8000, "epoch": 17, "train_loss": 0.00011327301035635173, "cos_r_negg": [0.07381042838096619, 0.08492571860551834, 0.08085101842880249, 0.08071853220462799, 0.07750795781612396, 0.0740002989768982, 0.05150974541902542], "cos_apical_negg": [0.07381042838096619, 0.08492571860551834, 0.08085101842880249, 0.08071853220462799, 0.07750795781612396, 0.0740002989768982, 0.05150974541902542], "cos_Ac_negg": [0.07381042838096619, 0.08492571860551834, 0.08085101842880249, 0.08071853220462799, 0.07750795781612396, 0.0740002989768982, 0.05150974541902542], "r_norm": [0.1154303252696991, 0.1214619129896164, 0.12180541455745697, 0.1189182698726654, 0.12003527581691742, 0.11887352168560028, 0.11928405612707138]}, {"step": 8050, "epoch": 17, "train_loss": 7.480272324755788e-05, "cos_r_negg": [0.0739620178937912, 0.08513953536748886, 0.08120273798704147, 0.08092352002859116, 0.07766690850257874, 0.07399018108844757, 0.0513487383723259], "cos_apical_negg": [0.0739620178937912, 0.08513953536748886, 0.08120273798704147, 0.08092352002859116, 0.07766690850257874, 0.07399018108844757, 0.0513487383723259], "cos_Ac_negg": [0.0739620178937912, 0.08513953536748886, 0.08120273798704147, 0.08092352002859116, 0.07766690850257874, 0.07399018108844757, 0.0513487383723259], "r_norm": [0.1129903644323349, 0.11929428577423096, 0.11955775320529938, 0.11649926006793976, 0.11753790825605392, 0.11664815992116928, 0.11714107543230057]}, {"step": 8100, "epoch": 17, "train_loss": 0.00017921724065672606, "cos_r_negg": [0.07433746010065079, 0.085589699447155, 0.08137528598308563, 0.08130049705505371, 0.0779111385345459, 0.07411853224039078, 0.05188756436109543], "cos_apical_negg": [0.07433746010065079, 0.085589699447155, 0.08137528598308563, 0.08130049705505371, 0.0779111385345459, 0.07411853224039078, 0.05188756436109543], "cos_Ac_negg": [0.07433746010065079, 0.085589699447155, 0.08137528598308563, 0.08130049705505371, 0.0779111385345459, 0.07411853224039078, 0.05188756436109543], "r_norm": [0.11139339208602905, 0.11773733794689178, 0.11800721287727356, 0.11487078666687012, 0.1159319058060646, 0.11516410112380981, 0.11558333039283752]}, {"step": 8150, "epoch": 17, "train_loss": 0.00012473639799281955, "cos_r_negg": [0.07462183386087418, 0.08627113699913025, 0.08248656988143921, 0.08185460418462753, 0.07875041663646698, 0.07519319653511047, 0.05195096507668495], "cos_apical_negg": [0.07462183386087418, 0.08627113699913025, 0.08248656988143921, 0.08185460418462753, 0.07875041663646698, 0.07519319653511047, 0.05195096507668495], "cos_Ac_negg": [0.07462183386087418, 0.08627113699913025, 0.08248656988143921, 0.08185460418462753, 0.07875041663646698, 0.07519319653511047, 0.05195096507668495], "r_norm": [0.1181173324584961, 0.12504087388515472, 0.12480971217155457, 0.12189538776874542, 0.12295470386743546, 0.12267720699310303, 0.1223648339509964]}, {"step": 8200, "epoch": 17, "train_loss": 9.642769873607904e-05, "cos_r_negg": [0.07453738152980804, 0.08621671050786972, 0.08248813450336456, 0.08168525248765945, 0.0786474421620369, 0.07498884201049805, 0.051745519042015076], "cos_apical_negg": [0.07453738152980804, 0.08621671050786972, 0.08248813450336456, 0.08168525248765945, 0.0786474421620369, 0.07498884201049805, 0.051745519042015076], "cos_Ac_negg": [0.07453738152980804, 0.08621671050786972, 0.08248813450336456, 0.08168525248765945, 0.0786474421620369, 0.07498884201049805, 0.051745519042015076], "r_norm": [0.11547286063432693, 0.12238297611474991, 0.12219104170799255, 0.11915954947471619, 0.12024910748004913, 0.1199081540107727, 0.1198032796382904]}, {"step": 8250, "epoch": 17, "train_loss": 0.00027026323368772864, "cos_r_negg": [0.0738806501030922, 0.08538718521595001, 0.08169931173324585, 0.08111239224672318, 0.07808439433574677, 0.07430100440979004, 0.05129333585500717], "cos_apical_negg": [0.0738806501030922, 0.08538718521595001, 0.08169931173324585, 0.08111239224672318, 0.07808439433574677, 0.07430100440979004, 0.05129333585500717], "cos_Ac_negg": [0.0738806501030922, 0.08538718521595001, 0.08169931173324585, 0.08111239224672318, 0.07808439433574677, 0.07430100440979004, 0.05129333585500717], "r_norm": [0.1139700710773468, 0.12076032161712646, 0.12071017920970917, 0.1175704076886177, 0.11872893571853638, 0.11832670867443085, 0.11830559372901917]}, {"step": 8300, "epoch": 17, "train_loss": 4.269050987204537e-05, "cos_r_negg": [0.0732855498790741, 0.0846690982580185, 0.08087866008281708, 0.08043470978736877, 0.07736849784851074, 0.07360707223415375, 0.05097945034503937], "cos_apical_negg": [0.0732855498790741, 0.0846690982580185, 0.08087866008281708, 0.08043470978736877, 0.07736849784851074, 0.07360707223415375, 0.05097945034503937], "cos_Ac_negg": [0.0732855498790741, 0.0846690982580185, 0.08087866008281708, 0.08043470978736877, 0.07736849784851074, 0.07360707223415375, 0.05097945034503937], "r_norm": [0.11284668743610382, 0.11946059763431549, 0.11951754242181778, 0.11639076471328735, 0.11751857399940491, 0.117019422352314, 0.11710511893033981]}, {"step": 8350, "epoch": 17, "train_loss": 2.746906284301076e-05, "cos_r_negg": [0.0726635679602623, 0.08395182341337204, 0.08012333512306213, 0.0797920748591423, 0.0768708661198616, 0.07311588525772095, 0.050599776208400726], "cos_apical_negg": [0.0726635679602623, 0.08395182341337204, 0.08012333512306213, 0.0797920748591423, 0.0768708661198616, 0.07311588525772095, 0.050599776208400726], "cos_Ac_negg": [0.0726635679602623, 0.08395182341337204, 0.08012333512306213, 0.0797920748591423, 0.0768708661198616, 0.07311588525772095, 0.050599776208400726], "r_norm": [0.11350574344396591, 0.12014773488044739, 0.12022872269153595, 0.11704239249229431, 0.1182461827993393, 0.11767834424972534, 0.11781977117061615]}, {"step": 8400, "epoch": 17, "train_loss": 0.00024539040168747306, "cos_r_negg": [0.07211606204509735, 0.08324427902698517, 0.07950975000858307, 0.07918751984834671, 0.07620742917060852, 0.07247594743967056, 0.05020305514335632], "cos_apical_negg": [0.07211606204509735, 0.08324427902698517, 0.07950975000858307, 0.07918751984834671, 0.07620742917060852, 0.07247594743967056, 0.05020305514335632], "cos_Ac_negg": [0.07211606204509735, 0.08324427902698517, 0.07950975000858307, 0.07918751984834671, 0.07620742917060852, 0.07247594743967056, 0.05020305514335632], "r_norm": [0.11475333571434021, 0.1212666854262352, 0.12139556556940079, 0.11831966042518616, 0.11946936696767807, 0.11877308785915375, 0.11898303776979446]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9748, "test_loss": 0.1927501708984375}, {"step": 8450, "epoch": 18, "train_loss": 8.565076132072136e-05, "cos_r_negg": [0.07155013829469681, 0.08246657997369766, 0.07870832085609436, 0.07851752638816833, 0.07546208798885345, 0.07173004746437073, 0.04987577348947525], "cos_apical_negg": [0.07155013829469681, 0.08246657997369766, 0.07870832085609436, 0.07851752638816833, 0.07546208798885345, 0.07173004746437073, 0.04987577348947525], "cos_Ac_negg": [0.07155013829469681, 0.08246657997369766, 0.07870832085609436, 0.07851752638816833, 0.07546208798885345, 0.07173004746437073, 0.04987577348947525], "r_norm": [0.11362820863723755, 0.1200166866183281, 0.12028818577528, 0.11709282547235489, 0.11833305656909943, 0.11752688884735107, 0.11786775290966034]}, {"step": 8500, "epoch": 18, "train_loss": 0.0001813618146115914, "cos_r_negg": [0.07147875428199768, 0.08233794569969177, 0.07869327068328857, 0.07847408950328827, 0.07548852264881134, 0.0715959221124649, 0.04976155608892441], "cos_apical_negg": [0.07147875428199768, 0.08233794569969177, 0.07869327068328857, 0.07847408950328827, 0.07548852264881134, 0.0715959221124649, 0.04976155608892441], "cos_Ac_negg": [0.07147875428199768, 0.08233794569969177, 0.07869327068328857, 0.07847408950328827, 0.07548852264881134, 0.0715959221124649, 0.04976155608892441], "r_norm": [0.11345410346984863, 0.11988628655672073, 0.12014355510473251, 0.11690835654735565, 0.11819605529308319, 0.1173684298992157, 0.11771881580352783]}, {"step": 8550, "epoch": 18, "train_loss": 0.0003870903456117958, "cos_r_negg": [0.0712418407201767, 0.08198414742946625, 0.07839712500572205, 0.07818716764450073, 0.07508879899978638, 0.07130559533834457, 0.049548231065273285], "cos_apical_negg": [0.0712418407201767, 0.08198414742946625, 0.07839712500572205, 0.07818716764450073, 0.07508879899978638, 0.07130559533834457, 0.049548231065273285], "cos_Ac_negg": [0.0712418407201767, 0.08198414742946625, 0.07839712500572205, 0.07818716764450073, 0.07508879899978638, 0.07130559533834457, 0.049548231065273285], "r_norm": [0.11274983733892441, 0.11902502179145813, 0.11939296871423721, 0.11615057289600372, 0.11742241680622101, 0.1164783462882042, 0.11696334183216095]}, {"step": 8600, "epoch": 18, "train_loss": 0.0001401587505824864, "cos_r_negg": [0.07132703065872192, 0.08206769078969955, 0.07852029800415039, 0.0781894326210022, 0.07507986575365067, 0.07135427743196487, 0.049406539648771286], "cos_apical_negg": [0.07132703065872192, 0.08206769078969955, 0.07852029800415039, 0.0781894326210022, 0.07507986575365067, 0.07135427743196487, 0.049406539648771286], "cos_Ac_negg": [0.07132703065872192, 0.08206769078969955, 0.07852029800415039, 0.0781894326210022, 0.07507986575365067, 0.07135427743196487, 0.049406539648771286], "r_norm": [0.11162006855010986, 0.11819726228713989, 0.118464395403862, 0.11502231657505035, 0.11633819341659546, 0.11564357578754425, 0.116094209253788]}, {"step": 8650, "epoch": 18, "train_loss": 4.709908535005525e-05, "cos_r_negg": [0.07100218534469604, 0.08173370361328125, 0.0780441164970398, 0.07780110836029053, 0.07469844073057175, 0.07090862095355988, 0.04926539957523346], "cos_apical_negg": [0.07100218534469604, 0.08173370361328125, 0.0780441164970398, 0.07780110836029053, 0.07469844073057175, 0.07090862095355988, 0.04926539957523346], "cos_Ac_negg": [0.07100218534469604, 0.08173370361328125, 0.0780441164970398, 0.07780110836029053, 0.07469844073057175, 0.07090862095355988, 0.04926539957523346], "r_norm": [0.11149084568023682, 0.11803342401981354, 0.11834241449832916, 0.11487068235874176, 0.1162332072854042, 0.11551733314990997, 0.11594510078430176]}, {"step": 8700, "epoch": 18, "train_loss": 8.029681339394301e-05, "cos_r_negg": [0.07067806273698807, 0.08132195472717285, 0.07751033455133438, 0.07743273675441742, 0.07434449344873428, 0.07050610333681107, 0.04923507571220398], "cos_apical_negg": [0.07067806273698807, 0.08132195472717285, 0.07751033455133438, 0.07743273675441742, 0.07434449344873428, 0.07050610333681107, 0.04923507571220398], "cos_Ac_negg": [0.07067806273698807, 0.08132195472717285, 0.07751033455133438, 0.07743273675441742, 0.07434449344873428, 0.07050610333681107, 0.04923507571220398], "r_norm": [0.11017534881830215, 0.11664091795682907, 0.11699989438056946, 0.11354264616966248, 0.11488810181617737, 0.11421608924865723, 0.11457470059394836]}, {"step": 8750, "epoch": 18, "train_loss": 7.37790614948608e-05, "cos_r_negg": [0.07038937509059906, 0.08134457468986511, 0.07779566943645477, 0.07730170339345932, 0.07428613305091858, 0.0706363320350647, 0.049094945192337036], "cos_apical_negg": [0.07038937509059906, 0.08134457468986511, 0.07779566943645477, 0.07730170339345932, 0.07428613305091858, 0.0706363320350647, 0.049094945192337036], "cos_Ac_negg": [0.07038937509059906, 0.08134457468986511, 0.07779566943645477, 0.07730170339345932, 0.07428613305091858, 0.0706363320350647, 0.049094945192337036], "r_norm": [0.1143120527267456, 0.12112779915332794, 0.12116637080907822, 0.11782686412334442, 0.1191999614238739, 0.1187775582075119, 0.11874653398990631]}, {"step": 8800, "epoch": 18, "train_loss": 0.0001259892451344058, "cos_r_negg": [0.07020170986652374, 0.08120524883270264, 0.0777163952589035, 0.07726460695266724, 0.07425631582736969, 0.07068350911140442, 0.04908683896064758], "cos_apical_negg": [0.07020170986652374, 0.08120524883270264, 0.0777163952589035, 0.07726460695266724, 0.07425631582736969, 0.07068350911140442, 0.04908683896064758], "cos_Ac_negg": [0.07020170986652374, 0.08120524883270264, 0.0777163952589035, 0.07726460695266724, 0.07425631582736969, 0.07068350911140442, 0.04908683896064758], "r_norm": [0.11399824172258377, 0.12081976234912872, 0.120878666639328, 0.11749006807804108, 0.11889474093914032, 0.11850866675376892, 0.11845047771930695]}, {"step": 8850, "epoch": 18, "train_loss": 0.00016970137949101627, "cos_r_negg": [0.06963402032852173, 0.08048375695943832, 0.0768829956650734, 0.07671141624450684, 0.07360253483057022, 0.07009079307317734, 0.048770926892757416], "cos_apical_negg": [0.06963402032852173, 0.08048375695943832, 0.0768829956650734, 0.07671141624450684, 0.07360253483057022, 0.07009079307317734, 0.048770926892757416], "cos_Ac_negg": [0.06963402032852173, 0.08048375695943832, 0.0768829956650734, 0.07671141624450684, 0.07360253483057022, 0.07009079307317734, 0.048770926892757416], "r_norm": [0.11153893917798996, 0.11813271045684814, 0.11839153617620468, 0.11494521051645279, 0.11629781126976013, 0.11575830727815628, 0.11599326133728027]}, {"step": 8900, "epoch": 18, "train_loss": 0.00012520527525339276, "cos_r_negg": [0.0693703144788742, 0.08006250858306885, 0.07645627856254578, 0.07632197439670563, 0.07321877777576447, 0.06968076527118683, 0.04845084995031357], "cos_apical_negg": [0.0693703144788742, 0.08006250858306885, 0.07645627856254578, 0.07632197439670563, 0.07321877777576447, 0.06968076527118683, 0.04845084995031357], "cos_Ac_negg": [0.0693703144788742, 0.08006250858306885, 0.07645627856254578, 0.07632197439670563, 0.07321877777576447, 0.06968076527118683, 0.04845084995031357], "r_norm": [0.11210786551237106, 0.11867231130599976, 0.11893948167562485, 0.11552256345748901, 0.11683684587478638, 0.11625391244888306, 0.11655233055353165]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9746, "test_loss": 0.19556360244750975}, {"step": 8950, "epoch": 19, "train_loss": 5.820859223604202e-05, "cos_r_negg": [0.06918490678071976, 0.07987788319587708, 0.07625635713338852, 0.07610107213258743, 0.07302166521549225, 0.0693872720003128, 0.04827874153852463], "cos_apical_negg": [0.06918490678071976, 0.07987788319587708, 0.07625635713338852, 0.07610107213258743, 0.07302166521549225, 0.0693872720003128, 0.04827874153852463], "cos_Ac_negg": [0.06918490678071976, 0.07987788319587708, 0.07625635713338852, 0.07610107213258743, 0.07302166521549225, 0.0693872720003128, 0.04827874153852463], "r_norm": [0.11192727088928223, 0.11848263442516327, 0.11875790357589722, 0.11534924060106277, 0.11666110903024673, 0.11607787013053894, 0.11635470390319824]}, {"step": 9000, "epoch": 19, "train_loss": 3.215071774320677e-05, "cos_r_negg": [0.06917807459831238, 0.07977304607629776, 0.07621458172798157, 0.07595089077949524, 0.07291579246520996, 0.06925034523010254, 0.04807436466217041], "cos_apical_negg": [0.06917807459831238, 0.07977304607629776, 0.07621458172798157, 0.07595089077949524, 0.07291579246520996, 0.06925034523010254, 0.04807436466217041], "cos_Ac_negg": [0.06917807459831238, 0.07977304607629776, 0.07621458172798157, 0.07595089077949524, 0.07291579246520996, 0.06925034523010254, 0.04807436466217041], "r_norm": [0.11103971302509308, 0.1176086813211441, 0.11789751052856445, 0.1144489124417305, 0.11575773358345032, 0.11517034471035004, 0.11550907045602798]}, {"step": 9050, "epoch": 19, "train_loss": 0.0001581960532348603, "cos_r_negg": [0.06883546710014343, 0.07946722209453583, 0.07602250576019287, 0.07565748691558838, 0.07258791476488113, 0.06903679668903351, 0.04777991399168968], "cos_apical_negg": [0.06883546710014343, 0.07946722209453583, 0.07602250576019287, 0.07565748691558838, 0.07258791476488113, 0.06903679668903351, 0.04777991399168968], "cos_Ac_negg": [0.06883546710014343, 0.07946722209453583, 0.07602250576019287, 0.07565748691558838, 0.07258791476488113, 0.06903679668903351, 0.04777991399168968], "r_norm": [0.11134429275989532, 0.11793660372495651, 0.11819203943014145, 0.11472976207733154, 0.11609210073947906, 0.11552178114652634, 0.11579077690839767]}, {"step": 9100, "epoch": 19, "train_loss": 0.0006648304406553507, "cos_r_negg": [0.06880821287631989, 0.07937511801719666, 0.07596272230148315, 0.07558254897594452, 0.07249660789966583, 0.06889571994543076, 0.047733746469020844], "cos_apical_negg": [0.06880821287631989, 0.07937511801719666, 0.07596272230148315, 0.07558254897594452, 0.07249660789966583, 0.06889571994543076, 0.047733746469020844], "cos_Ac_negg": [0.06880821287631989, 0.07937511801719666, 0.07596272230148315, 0.07558254897594452, 0.07249660789966583, 0.06889571994543076, 0.047733746469020844], "r_norm": [0.1111057847738266, 0.1177600622177124, 0.11794238537549973, 0.11446703970432281, 0.1158556416630745, 0.11532366275787354, 0.1155577152967453]}, {"step": 9150, "epoch": 19, "train_loss": 0.0003975701692979783, "cos_r_negg": [0.06846807152032852, 0.07905116677284241, 0.07554033398628235, 0.07527036964893341, 0.07218428701162338, 0.06856485456228256, 0.047593869268894196], "cos_apical_negg": [0.06846807152032852, 0.07905116677284241, 0.07554033398628235, 0.07527036964893341, 0.07218428701162338, 0.06856485456228256, 0.047593869268894196], "cos_Ac_negg": [0.06846807152032852, 0.07905116677284241, 0.07554033398628235, 0.07527036964893341, 0.07218428701162338, 0.06856485456228256, 0.047593869268894196], "r_norm": [0.11208128184080124, 0.11869269609451294, 0.11889383941888809, 0.11547145992517471, 0.11683542281389236, 0.11628033965826035, 0.1164868026971817]}, {"step": 9200, "epoch": 19, "train_loss": 0.00021672056755051017, "cos_r_negg": [0.06807424128055573, 0.07860741764307022, 0.07504839450120926, 0.07485894113779068, 0.07176478952169418, 0.06813499331474304, 0.047448910772800446], "cos_apical_negg": [0.06807424128055573, 0.07860741764307022, 0.07504839450120926, 0.07485894113779068, 0.07176478952169418, 0.06813499331474304, 0.047448910772800446], "cos_Ac_negg": [0.06807424128055573, 0.07860741764307022, 0.07504839450120926, 0.07485894113779068, 0.07176478952169418, 0.06813499331474304, 0.047448910772800446], "r_norm": [0.11091840267181396, 0.11753752082586288, 0.11774049699306488, 0.11428550630807877, 0.11561869084835052, 0.11511150002479553, 0.11537085473537445]}, {"step": 9250, "epoch": 19, "train_loss": 0.00014538323739543557, "cos_r_negg": [0.06793311983346939, 0.07835762202739716, 0.07482413947582245, 0.07470101863145828, 0.07156707346439362, 0.06802276521921158, 0.04727477207779884], "cos_apical_negg": [0.06793311983346939, 0.07835762202739716, 0.07482413947582245, 0.07470101863145828, 0.07156707346439362, 0.06802276521921158, 0.04727477207779884], "cos_Ac_negg": [0.06793311983346939, 0.07835762202739716, 0.07482413947582245, 0.07470101863145828, 0.07156707346439362, 0.06802276521921158, 0.04727477207779884], "r_norm": [0.10969115793704987, 0.11631151288747787, 0.11656999588012695, 0.11300230771303177, 0.11437468975782394, 0.11389373242855072, 0.11420491337776184]}, {"step": 9300, "epoch": 19, "train_loss": 0.0005711796693503857, "cos_r_negg": [0.06780758500099182, 0.07829384505748749, 0.07473529875278473, 0.07458774000406265, 0.07150398194789886, 0.06789406388998032, 0.04726547375321388], "cos_apical_negg": [0.06780758500099182, 0.07829384505748749, 0.07473529875278473, 0.07458774000406265, 0.07150398194789886, 0.06789406388998032, 0.04726547375321388], "cos_Ac_negg": [0.06780758500099182, 0.07829384505748749, 0.07473529875278473, 0.07458774000406265, 0.07150398194789886, 0.06789406388998032, 0.04726547375321388], "r_norm": [0.1100383996963501, 0.11673694849014282, 0.11694535613059998, 0.11339183151721954, 0.11475563049316406, 0.11428596079349518, 0.11459895968437195]}, {"step": 9350, "epoch": 19, "train_loss": 0.00017228731303475797, "cos_r_negg": [0.06761178374290466, 0.07800225913524628, 0.07438096404075623, 0.07425423711538315, 0.07121538370847702, 0.06776093691587448, 0.04720044881105423], "cos_apical_negg": [0.06761178374290466, 0.07800225913524628, 0.07438096404075623, 0.07425423711538315, 0.07121538370847702, 0.06776093691587448, 0.04720044881105423], "cos_Ac_negg": [0.06761178374290466, 0.07800225913524628, 0.07438096404075623, 0.07425423711538315, 0.07121538370847702, 0.06776093691587448, 0.04720044881105423], "r_norm": [0.10946942120790482, 0.11607146263122559, 0.11637081205844879, 0.11279016733169556, 0.11414816230535507, 0.11361181735992432, 0.1140267476439476]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9745, "test_loss": 0.19843962860107422}], "final": {"test_acc": 0.9745, "test_loss": 0.19843962860107422, "wall_s": 24.382896184921265, "cos_r_negg": [0.06751495599746704, 0.07784878462553024, 0.07421703636646271, 0.07409431785345078, 0.071097731590271, 0.06764844059944153, 0.047136202454566956], "cos_apical_negg": [0.06751495599746704, 0.07784878462553024, 0.07421703636646271, 0.07409431785345078, 0.071097731590271, 0.06764844059944153, 0.047136202454566956], "cos_Ac_negg": [0.06751495599746704, 0.07784878462553024, 0.07421703636646271, 0.07409431785345078, 0.071097731590271, 0.06764844059944153, 0.047136202454566956]}}
\ No newline at end of file
diff --git a/results/depth_mnist_dfa_d7_s2.json b/results/depth_mnist_dfa_d7_s2.json
new file mode 100644
index 0000000..f5a8582
--- /dev/null
+++ b/results/depth_mnist_dfa_d7_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "dfa", "dataset": "mnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.05, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 4, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_dfa_d7_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.352363109588623, "cos_r_negg": [-0.0002927471068687737, 0.014314777217805386, -0.01009481493383646, -0.0005465769208967686, -0.0055986372753977776, -0.035534247756004333, -0.03133472800254822], "cos_apical_negg": [-0.0002927471068687737, 0.014314777217805386, -0.01009481493383646, -0.0005465769208967686, -0.0055986372753977776, -0.035534247756004333, -0.03133472800254822], "cos_Ac_negg": [-0.0002927471068687737, 0.014314777217805386, -0.01009481493383646, -0.0005465769208967686, -0.0055986372753977776, -0.035534247756004333, -0.03133472800254822], "r_norm": [4.850730895996094, 4.7678327560424805, 4.767110824584961, 4.744546890258789, 4.862131118774414, 4.891189098358154, 4.809317111968994]}, {"step": 50, "epoch": 0, "train_loss": 0.7713555097579956, "cos_r_negg": [0.18846401572227478, 0.12974850833415985, 0.1492859423160553, 0.1641686111688614, 0.17821623384952545, 0.14413906633853912, 0.09736016392707825], "cos_apical_negg": [0.18846401572227478, 0.12974850833415985, 0.1492859423160553, 0.1641686111688614, 0.17821623384952545, 0.14413906633853912, 0.09736016392707825], "cos_Ac_negg": [0.18846401572227478, 0.12974850833415985, 0.1492859423160553, 0.1641686111688614, 0.17821623384952545, 0.14413906633853912, 0.09736016392707825], "r_norm": [1.4283219575881958, 1.397826910018921, 1.3818764686584473, 1.4173133373260498, 1.4018526077270508, 1.443042278289795, 1.429433822631836]}, {"step": 100, "epoch": 0, "train_loss": 0.457223117351532, "cos_r_negg": [0.26013612747192383, 0.2082454115152359, 0.19727467000484467, 0.19763803482055664, 0.2463734745979309, 0.2001856565475464, 0.21233198046684265], "cos_apical_negg": [0.26013612747192383, 0.2082454115152359, 0.19727467000484467, 0.19763803482055664, 0.2463734745979309, 0.2001856565475464, 0.21233198046684265], "cos_Ac_negg": [0.26013612747192383, 0.2082454115152359, 0.19727467000484467, 0.19763803482055664, 0.2463734745979309, 0.2001856565475464, 0.21233198046684265], "r_norm": [1.188493013381958, 1.146346092224121, 1.1520477533340454, 1.166224479675293, 1.1747838258743286, 1.1944102048873901, 1.1880476474761963]}, {"step": 150, "epoch": 0, "train_loss": 0.5826268196105957, "cos_r_negg": [0.2571013569831848, 0.214844211935997, 0.2341514378786087, 0.23109003901481628, 0.23624777793884277, 0.18378719687461853, 0.22723200917243958], "cos_apical_negg": [0.2571013569831848, 0.214844211935997, 0.2341514378786087, 0.23109003901481628, 0.23624777793884277, 0.18378719687461853, 0.22723200917243958], "cos_Ac_negg": [0.2571013569831848, 0.214844211935997, 0.2341514378786087, 0.23109003901481628, 0.23624777793884277, 0.18378719687461853, 0.22723200917243958], "r_norm": [0.8016064167022705, 0.7769821286201477, 0.7816029787063599, 0.7889583110809326, 0.7963462471961975, 0.8115637302398682, 0.8015989065170288]}, {"step": 200, "epoch": 0, "train_loss": 0.31504595279693604, "cos_r_negg": [0.27554091811180115, 0.2507890462875366, 0.24667929112911224, 0.24677033722400665, 0.270804226398468, 0.2439839392900467, 0.18000958859920502], "cos_apical_negg": [0.27554091811180115, 0.2507890462875366, 0.24667929112911224, 0.24677033722400665, 0.270804226398468, 0.2439839392900467, 0.18000958859920502], "cos_Ac_negg": [0.27554091811180115, 0.2507890462875366, 0.24667929112911224, 0.24677033722400665, 0.270804226398468, 0.2439839392900467, 0.18000958859920502], "r_norm": [0.7844988107681274, 0.7609643936157227, 0.761070728302002, 0.7711372375488281, 0.7765874266624451, 0.7946990728378296, 0.7877562046051025]}, {"step": 250, "epoch": 0, "train_loss": 0.2546253204345703, "cos_r_negg": [0.29564523696899414, 0.2585604190826416, 0.24850261211395264, 0.23130661249160767, 0.28197789192199707, 0.24940072000026703, 0.1706262230873108], "cos_apical_negg": [0.29564523696899414, 0.2585604190826416, 0.24850261211395264, 0.23130661249160767, 0.28197789192199707, 0.24940072000026703, 0.1706262230873108], "cos_Ac_negg": [0.29564523696899414, 0.2585604190826416, 0.24850261211395264, 0.23130661249160767, 0.28197789192199707, 0.24940072000026703, 0.1706262230873108], "r_norm": [0.7458260655403137, 0.7229872345924377, 0.7274797558784485, 0.7373841404914856, 0.7425694465637207, 0.7552411556243896, 0.746780276298523]}, {"step": 300, "epoch": 0, "train_loss": 0.31619009375572205, "cos_r_negg": [0.30056652426719666, 0.26617759466171265, 0.29785650968551636, 0.27482354640960693, 0.26431819796562195, 0.23656734824180603, 0.18824619054794312], "cos_apical_negg": [0.30056652426719666, 0.26617759466171265, 0.29785650968551636, 0.27482354640960693, 0.26431819796562195, 0.23656734824180603, 0.18824619054794312], "cos_Ac_negg": [0.30056652426719666, 0.26617759466171265, 0.29785650968551636, 0.27482354640960693, 0.26431819796562195, 0.23656734824180603, 0.18824619054794312], "r_norm": [0.7211921215057373, 0.6977918148040771, 0.7037071585655212, 0.7150264978408813, 0.7200326919555664, 0.7271537184715271, 0.7201919555664062]}, {"step": 350, "epoch": 0, "train_loss": 0.21230468153953552, "cos_r_negg": [0.3106657862663269, 0.3082951307296753, 0.3201633393764496, 0.3025522828102112, 0.2887117862701416, 0.26107627153396606, 0.1690516173839569], "cos_apical_negg": [0.3106657862663269, 0.3082951307296753, 0.3201633393764496, 0.3025522828102112, 0.2887117862701416, 0.26107627153396606, 0.1690516173839569], "cos_Ac_negg": [0.3106657862663269, 0.3082951307296753, 0.3201633393764496, 0.3025522828102112, 0.2887117862701416, 0.26107627153396606, 0.1690516173839569], "r_norm": [0.6740132570266724, 0.6532094478607178, 0.6549039483070374, 0.6669214367866516, 0.6684228777885437, 0.6796038746833801, 0.6785024404525757]}, {"step": 400, "epoch": 0, "train_loss": 0.16937105357646942, "cos_r_negg": [0.3353967070579529, 0.31809887290000916, 0.3263341784477234, 0.32889804244041443, 0.3215146064758301, 0.2865128517150879, 0.19522926211357117], "cos_apical_negg": [0.3353967070579529, 0.31809887290000916, 0.3263341784477234, 0.32889804244041443, 0.3215146064758301, 0.2865128517150879, 0.19522926211357117], "cos_Ac_negg": [0.3353967070579529, 0.31809887290000916, 0.3263341784477234, 0.32889804244041443, 0.3215146064758301, 0.2865128517150879, 0.19522926211357117], "r_norm": [0.624588131904602, 0.6089032888412476, 0.6144338846206665, 0.6175887584686279, 0.6212640404701233, 0.6377878785133362, 0.6285673379898071]}, {"step": 450, "epoch": 0, "train_loss": 0.23122745752334595, "cos_r_negg": [0.3234674334526062, 0.2979673445224762, 0.296182781457901, 0.29084330797195435, 0.2755563259124756, 0.24256882071495056, 0.15010714530944824], "cos_apical_negg": [0.3234674334526062, 0.2979673445224762, 0.296182781457901, 0.29084330797195435, 0.2755563259124756, 0.24256882071495056, 0.15010714530944824], "cos_Ac_negg": [0.3234674334526062, 0.2979673445224762, 0.296182781457901, 0.29084330797195435, 0.2755563259124756, 0.24256882071495056, 0.15010714530944824], "r_norm": [0.6634774804115295, 0.6495233774185181, 0.6534087657928467, 0.6588279008865356, 0.6643550992012024, 0.681488037109375, 0.6727772951126099]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9373, "test_loss": 0.2264087142944336}, {"step": 500, "epoch": 1, "train_loss": 0.2881368398666382, "cos_r_negg": [0.3180743157863617, 0.2887153625488281, 0.2970593273639679, 0.3342026472091675, 0.3680698573589325, 0.3026255965232849, 0.18302857875823975], "cos_apical_negg": [0.3180743157863617, 0.2887153625488281, 0.2970593273639679, 0.3342026472091675, 0.3680698573589325, 0.3026255965232849, 0.18302857875823975], "cos_Ac_negg": [0.3180743157863617, 0.2887153625488281, 0.2970593273639679, 0.3342026472091675, 0.3680698573589325, 0.3026255965232849, 0.18302857875823975], "r_norm": [0.6150829195976257, 0.6023893356323242, 0.6038433313369751, 0.6069896221160889, 0.6169333457946777, 0.6330633163452148, 0.6220874190330505]}, {"step": 550, "epoch": 1, "train_loss": 0.22672896087169647, "cos_r_negg": [0.32240474224090576, 0.2941787838935852, 0.30101314187049866, 0.30360716581344604, 0.30723077058792114, 0.2892001271247864, 0.17484328150749207], "cos_apical_negg": [0.32240474224090576, 0.2941787838935852, 0.30101314187049866, 0.30360716581344604, 0.30723077058792114, 0.2892001271247864, 0.17484328150749207], "cos_Ac_negg": [0.32240474224090576, 0.2941787838935852, 0.30101314187049866, 0.30360716581344604, 0.30723077058792114, 0.2892001271247864, 0.17484328150749207], "r_norm": [0.5429721474647522, 0.531600832939148, 0.5341613292694092, 0.5415465831756592, 0.5471488833427429, 0.5552823543548584, 0.5494043827056885]}, {"step": 600, "epoch": 1, "train_loss": 0.2816930413246155, "cos_r_negg": [0.3206402063369751, 0.31148457527160645, 0.34288299083709717, 0.32880470156669617, 0.33516931533813477, 0.28989508748054504, 0.21978755295276642], "cos_apical_negg": [0.3206402063369751, 0.31148457527160645, 0.34288299083709717, 0.32880470156669617, 0.33516931533813477, 0.28989508748054504, 0.21978755295276642], "cos_Ac_negg": [0.3206402063369751, 0.31148457527160645, 0.34288299083709717, 0.32880470156669617, 0.33516931533813477, 0.28989508748054504, 0.21978755295276642], "r_norm": [0.6360506415367126, 0.6204027533531189, 0.6157708764076233, 0.6263032555580139, 0.6311273574829102, 0.6445173025131226, 0.6386507749557495]}, {"step": 650, "epoch": 1, "train_loss": 0.22294043004512787, "cos_r_negg": [0.3167531490325928, 0.31994128227233887, 0.3021593987941742, 0.28708675503730774, 0.3029530942440033, 0.2744942903518677, 0.16155248880386353], "cos_apical_negg": [0.3167531490325928, 0.31994128227233887, 0.3021593987941742, 0.28708675503730774, 0.3029530942440033, 0.2744942903518677, 0.16155248880386353], "cos_Ac_negg": [0.3167531490325928, 0.31994128227233887, 0.3021593987941742, 0.28708675503730774, 0.3029530942440033, 0.2744942903518677, 0.16155248880386353], "r_norm": [0.5128508806228638, 0.5025663375854492, 0.5041021704673767, 0.5071073770523071, 0.5140519142150879, 0.5280241370201111, 0.515461802482605]}, {"step": 700, "epoch": 1, "train_loss": 0.08327095210552216, "cos_r_negg": [0.3125118911266327, 0.3298005163669586, 0.34544897079467773, 0.3280603885650635, 0.33796098828315735, 0.329969197511673, 0.17078223824501038], "cos_apical_negg": [0.3125118911266327, 0.3298005163669586, 0.34544897079467773, 0.3280603885650635, 0.33796098828315735, 0.329969197511673, 0.17078223824501038], "cos_Ac_negg": [0.3125118911266327, 0.3298005163669586, 0.34544897079467773, 0.3280603885650635, 0.33796098828315735, 0.329969197511673, 0.17078223824501038], "r_norm": [0.48467323184013367, 0.4730644226074219, 0.478739470243454, 0.47748327255249023, 0.4865647554397583, 0.4995806813240051, 0.4877804219722748]}, {"step": 750, "epoch": 1, "train_loss": 0.09918949007987976, "cos_r_negg": [0.27305281162261963, 0.2882710099220276, 0.3122478723526001, 0.3090352416038513, 0.3076591491699219, 0.30828917026519775, 0.17010751366615295], "cos_apical_negg": [0.27305281162261963, 0.2882710099220276, 0.3122478723526001, 0.3090352416038513, 0.3076591491699219, 0.30828917026519775, 0.17010751366615295], "cos_Ac_negg": [0.27305281162261963, 0.2882710099220276, 0.3122478723526001, 0.3090352416038513, 0.3076591491699219, 0.30828917026519775, 0.17010751366615295], "r_norm": [0.5083377361297607, 0.49446940422058105, 0.5011546015739441, 0.5021870136260986, 0.5104326009750366, 0.5217795968055725, 0.5140020847320557]}, {"step": 800, "epoch": 1, "train_loss": 0.08603042364120483, "cos_r_negg": [0.29262834787368774, 0.3134714663028717, 0.325115829706192, 0.2919456958770752, 0.3193891644477844, 0.3230840861797333, 0.1784263402223587], "cos_apical_negg": [0.29262834787368774, 0.3134714663028717, 0.325115829706192, 0.2919456958770752, 0.3193891644477844, 0.3230840861797333, 0.1784263402223587], "cos_Ac_negg": [0.29262834787368774, 0.3134714663028717, 0.325115829706192, 0.2919456958770752, 0.3193891644477844, 0.3230840861797333, 0.1784263402223587], "r_norm": [0.5188317894935608, 0.5016453862190247, 0.5088903903961182, 0.5126585364341736, 0.5208192467689514, 0.5279266238212585, 0.5219699144363403]}, {"step": 850, "epoch": 1, "train_loss": 0.18704523146152496, "cos_r_negg": [0.2866968512535095, 0.3024178445339203, 0.29530930519104004, 0.2913692593574524, 0.31433701515197754, 0.2776945233345032, 0.1452382504940033], "cos_apical_negg": [0.2866968512535095, 0.3024178445339203, 0.29530930519104004, 0.2913692593574524, 0.31433701515197754, 0.2776945233345032, 0.1452382504940033], "cos_Ac_negg": [0.2866968512535095, 0.3024178445339203, 0.29530930519104004, 0.2913692593574524, 0.31433701515197754, 0.2776945233345032, 0.1452382504940033], "r_norm": [0.4441372752189636, 0.43103212118148804, 0.4325355589389801, 0.4360074996948242, 0.44425803422927856, 0.4543531537055969, 0.44745874404907227]}, {"step": 900, "epoch": 1, "train_loss": 0.24589885771274567, "cos_r_negg": [0.340431272983551, 0.3592025637626648, 0.34834927320480347, 0.35211873054504395, 0.3454034924507141, 0.31869640946388245, 0.1539084017276764], "cos_apical_negg": [0.340431272983551, 0.3592025637626648, 0.34834927320480347, 0.35211873054504395, 0.3454034924507141, 0.31869640946388245, 0.1539084017276764], "cos_Ac_negg": [0.340431272983551, 0.3592025637626648, 0.34834927320480347, 0.35211873054504395, 0.3454034924507141, 0.31869640946388245, 0.1539084017276764], "r_norm": [0.44218534231185913, 0.4328720271587372, 0.43224185705184937, 0.4362727403640747, 0.4408155679702759, 0.45515143871307373, 0.44323936104774475]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9521, "test_loss": 0.17692361373901366}, {"step": 950, "epoch": 2, "train_loss": 0.15725478529930115, "cos_r_negg": [0.360363245010376, 0.3584279417991638, 0.3531615734100342, 0.37543001770973206, 0.3464057445526123, 0.3397653102874756, 0.14662426710128784], "cos_apical_negg": [0.360363245010376, 0.3584279417991638, 0.3531615734100342, 0.37543001770973206, 0.3464057445526123, 0.3397653102874756, 0.14662426710128784], "cos_Ac_negg": [0.360363245010376, 0.3584279417991638, 0.3531615734100342, 0.37543001770973206, 0.3464057445526123, 0.3397653102874756, 0.14662426710128784], "r_norm": [0.4048624634742737, 0.39400339126586914, 0.39953067898750305, 0.40047597885131836, 0.40660035610198975, 0.41664600372314453, 0.4093279242515564]}, {"step": 1000, "epoch": 2, "train_loss": 0.15441825985908508, "cos_r_negg": [0.3376480042934418, 0.361711710691452, 0.35462185740470886, 0.38274309039115906, 0.32539117336273193, 0.3437754511833191, 0.15703736245632172], "cos_apical_negg": [0.3376480042934418, 0.361711710691452, 0.35462185740470886, 0.38274309039115906, 0.32539117336273193, 0.3437754511833191, 0.15703736245632172], "cos_Ac_negg": [0.3376480042934418, 0.361711710691452, 0.35462185740470886, 0.38274309039115906, 0.32539117336273193, 0.3437754511833191, 0.15703736245632172], "r_norm": [0.4466571807861328, 0.4354822635650635, 0.44231072068214417, 0.44072073698043823, 0.4502359628677368, 0.460860937833786, 0.4510781168937683]}, {"step": 1050, "epoch": 2, "train_loss": 0.08991988003253937, "cos_r_negg": [0.3212304711341858, 0.34193170070648193, 0.357075035572052, 0.36698099970817566, 0.33013856410980225, 0.32137155532836914, 0.1846950203180313], "cos_apical_negg": [0.3212304711341858, 0.34193170070648193, 0.357075035572052, 0.36698099970817566, 0.33013856410980225, 0.32137155532836914, 0.1846950203180313], "cos_Ac_negg": [0.3212304711341858, 0.34193170070648193, 0.357075035572052, 0.36698099970817566, 0.33013856410980225, 0.32137155532836914, 0.1846950203180313], "r_norm": [0.37978073954582214, 0.3694254755973816, 0.3745793402194977, 0.3765130043029785, 0.383300244808197, 0.3898923397064209, 0.3859981298446655]}, {"step": 1100, "epoch": 2, "train_loss": 0.13935311138629913, "cos_r_negg": [0.33527833223342896, 0.3728482127189636, 0.36917781829833984, 0.38739365339279175, 0.35254985094070435, 0.3400611877441406, 0.21757256984710693], "cos_apical_negg": [0.33527833223342896, 0.3728482127189636, 0.36917781829833984, 0.38739365339279175, 0.35254985094070435, 0.3400611877441406, 0.21757256984710693], "cos_Ac_negg": [0.33527833223342896, 0.3728482127189636, 0.36917781829833984, 0.38739365339279175, 0.35254985094070435, 0.3400611877441406, 0.21757256984710693], "r_norm": [0.3499646782875061, 0.3416150212287903, 0.34312957525253296, 0.34738558530807495, 0.35590696334838867, 0.36095985770225525, 0.3551490902900696]}, {"step": 1150, "epoch": 2, "train_loss": 0.17778030037879944, "cos_r_negg": [0.33006519079208374, 0.35129591822624207, 0.36375242471694946, 0.36936622858047485, 0.3609130382537842, 0.33914071321487427, 0.20874649286270142], "cos_apical_negg": [0.33006519079208374, 0.35129591822624207, 0.36375242471694946, 0.36936622858047485, 0.3609130382537842, 0.33914071321487427, 0.20874649286270142], "cos_Ac_negg": [0.33006519079208374, 0.35129591822624207, 0.36375242471694946, 0.36936622858047485, 0.3609130382537842, 0.33914071321487427, 0.20874649286270142], "r_norm": [0.35639604926109314, 0.3466911017894745, 0.3465850353240967, 0.35094690322875977, 0.35448598861694336, 0.36386871337890625, 0.3561479449272156]}, {"step": 1200, "epoch": 2, "train_loss": 0.04991023615002632, "cos_r_negg": [0.3310420513153076, 0.3465084433555603, 0.3486424386501312, 0.37843650579452515, 0.34942108392715454, 0.3299660086631775, 0.2054443210363388], "cos_apical_negg": [0.3310420513153076, 0.3465084433555603, 0.3486424386501312, 0.37843650579452515, 0.34942108392715454, 0.3299660086631775, 0.2054443210363388], "cos_Ac_negg": [0.3310420513153076, 0.3465084433555603, 0.3486424386501312, 0.37843650579452515, 0.34942108392715454, 0.3299660086631775, 0.2054443210363388], "r_norm": [0.4137999415397644, 0.4054222106933594, 0.40535998344421387, 0.4081747829914093, 0.4146631360054016, 0.4246163070201874, 0.41601502895355225]}, {"step": 1250, "epoch": 2, "train_loss": 0.14479587972164154, "cos_r_negg": [0.31298255920410156, 0.32130032777786255, 0.33900967240333557, 0.3381754159927368, 0.35894060134887695, 0.3000507950782776, 0.19819051027297974], "cos_apical_negg": [0.31298255920410156, 0.32130032777786255, 0.33900967240333557, 0.3381754159927368, 0.35894060134887695, 0.3000507950782776, 0.19819051027297974], "cos_Ac_negg": [0.31298255920410156, 0.32130032777786255, 0.33900967240333557, 0.3381754159927368, 0.35894060134887695, 0.3000507950782776, 0.19819051027297974], "r_norm": [0.3893412947654724, 0.37670448422431946, 0.38227376341819763, 0.38199111819267273, 0.38853543996810913, 0.39856982231140137, 0.3914874792098999]}, {"step": 1300, "epoch": 2, "train_loss": 0.20609140396118164, "cos_r_negg": [0.2915280759334564, 0.29192832112312317, 0.3177051544189453, 0.3249363899230957, 0.32213741540908813, 0.32203322649002075, 0.1884685754776001], "cos_apical_negg": [0.2915280759334564, 0.29192832112312317, 0.3177051544189453, 0.3249363899230957, 0.32213741540908813, 0.32203322649002075, 0.1884685754776001], "cos_Ac_negg": [0.2915280759334564, 0.29192832112312317, 0.3177051544189453, 0.3249363899230957, 0.32213741540908813, 0.32203322649002075, 0.1884685754776001], "r_norm": [0.3828127980232239, 0.368900865316391, 0.37686946988105774, 0.3764156699180603, 0.3852096498012543, 0.3922138810157776, 0.3855825662612915]}, {"step": 1350, "epoch": 2, "train_loss": 0.18271026015281677, "cos_r_negg": [0.3408167064189911, 0.351385235786438, 0.34643247723579407, 0.3475099205970764, 0.3256664276123047, 0.2965775728225708, 0.17458543181419373], "cos_apical_negg": [0.3408167064189911, 0.351385235786438, 0.34643247723579407, 0.3475099205970764, 0.3256664276123047, 0.2965775728225708, 0.17458543181419373], "cos_Ac_negg": [0.3408167064189911, 0.351385235786438, 0.34643247723579407, 0.3475099205970764, 0.3256664276123047, 0.2965775728225708, 0.17458543181419373], "r_norm": [0.36700934171676636, 0.356861412525177, 0.35678908228874207, 0.35912778973579407, 0.3660138249397278, 0.3756537139415741, 0.3692566752433777]}, {"step": 1400, "epoch": 2, "train_loss": 0.22076797485351562, "cos_r_negg": [0.34232819080352783, 0.37087321281433105, 0.3748464286327362, 0.3594682216644287, 0.3680937886238098, 0.32702454924583435, 0.18718253076076508], "cos_apical_negg": [0.34232819080352783, 0.37087321281433105, 0.3748464286327362, 0.3594682216644287, 0.3680937886238098, 0.32702454924583435, 0.18718253076076508], "cos_Ac_negg": [0.34232819080352783, 0.37087321281433105, 0.3748464286327362, 0.3594682216644287, 0.3680937886238098, 0.32702454924583435, 0.18718253076076508], "r_norm": [0.3310108184814453, 0.3212345540523529, 0.3239370286464691, 0.3247622847557068, 0.3316645622253418, 0.3393285870552063, 0.33344897627830505]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9595, "test_loss": 0.15168832092285156}, {"step": 1450, "epoch": 3, "train_loss": 0.03293578326702118, "cos_r_negg": [0.33771634101867676, 0.38099199533462524, 0.36117932200431824, 0.3536749482154846, 0.35160717368125916, 0.3264840543270111, 0.17856940627098083], "cos_apical_negg": [0.33771634101867676, 0.38099199533462524, 0.36117932200431824, 0.3536749482154846, 0.35160717368125916, 0.3264840543270111, 0.17856940627098083], "cos_Ac_negg": [0.33771634101867676, 0.38099199533462524, 0.36117932200431824, 0.3536749482154846, 0.35160717368125916, 0.3264840543270111, 0.17856940627098083], "r_norm": [0.36085301637649536, 0.35519731044769287, 0.3582477569580078, 0.3580123782157898, 0.3628627359867096, 0.37384724617004395, 0.36662089824676514]}, {"step": 1500, "epoch": 3, "train_loss": 0.0485176220536232, "cos_r_negg": [0.3283105492591858, 0.34440815448760986, 0.3408816158771515, 0.3286212086677551, 0.3198997974395752, 0.28964024782180786, 0.16240617632865906], "cos_apical_negg": [0.3283105492591858, 0.34440815448760986, 0.3408816158771515, 0.3286212086677551, 0.3198997974395752, 0.28964024782180786, 0.16240617632865906], "cos_Ac_negg": [0.3283105492591858, 0.34440815448760986, 0.3408816158771515, 0.3286212086677551, 0.3198997974395752, 0.28964024782180786, 0.16240617632865906], "r_norm": [0.29671505093574524, 0.29142194986343384, 0.2948390543460846, 0.29644283652305603, 0.30033552646636963, 0.3069015443325043, 0.30107131600379944]}, {"step": 1550, "epoch": 3, "train_loss": 0.07025393098592758, "cos_r_negg": [0.3356119990348816, 0.3469128906726837, 0.33690178394317627, 0.3486253619194031, 0.34676212072372437, 0.30922457575798035, 0.16316047310829163], "cos_apical_negg": [0.3356119990348816, 0.3469128906726837, 0.33690178394317627, 0.3486253619194031, 0.34676212072372437, 0.30922457575798035, 0.16316047310829163], "cos_Ac_negg": [0.3356119990348816, 0.3469128906726837, 0.33690178394317627, 0.3486253619194031, 0.34676212072372437, 0.30922457575798035, 0.16316047310829163], "r_norm": [0.24310439825057983, 0.238994300365448, 0.24000492691993713, 0.2422640323638916, 0.24674785137176514, 0.2525186836719513, 0.24657782912254333]}, {"step": 1600, "epoch": 3, "train_loss": 0.09789958596229553, "cos_r_negg": [0.33919066190719604, 0.3675338625907898, 0.3668426275253296, 0.3628438711166382, 0.3575141429901123, 0.31523507833480835, 0.1390770971775055], "cos_apical_negg": [0.33919066190719604, 0.3675338625907898, 0.3668426275253296, 0.3628438711166382, 0.3575141429901123, 0.31523507833480835, 0.1390770971775055], "cos_Ac_negg": [0.33919066190719604, 0.3675338625907898, 0.3668426275253296, 0.3628438711166382, 0.3575141429901123, 0.31523507833480835, 0.1390770971775055], "r_norm": [0.30641186237335205, 0.29927659034729004, 0.30236148834228516, 0.30236437916755676, 0.3057473599910736, 0.3151640295982361, 0.3085181713104248]}, {"step": 1650, "epoch": 3, "train_loss": 0.08964923024177551, "cos_r_negg": [0.3483370542526245, 0.3764813244342804, 0.3698573112487793, 0.3643168807029724, 0.3670538663864136, 0.34313851594924927, 0.15727117657661438], "cos_apical_negg": [0.3483370542526245, 0.3764813244342804, 0.3698573112487793, 0.3643168807029724, 0.3670538663864136, 0.34313851594924927, 0.15727117657661438], "cos_Ac_negg": [0.3483370542526245, 0.3764813244342804, 0.3698573112487793, 0.3643168807029724, 0.3670538663864136, 0.34313851594924927, 0.15727117657661438], "r_norm": [0.2627059817314148, 0.2568976879119873, 0.2598826289176941, 0.2623724341392517, 0.2674032747745514, 0.27137669920921326, 0.26549232006073]}, {"step": 1700, "epoch": 3, "train_loss": 0.07426617294549942, "cos_r_negg": [0.3275487422943115, 0.3687547445297241, 0.35061588883399963, 0.3516331613063812, 0.3447878956794739, 0.3026224374771118, 0.14704984426498413], "cos_apical_negg": [0.3275487422943115, 0.3687547445297241, 0.35061588883399963, 0.3516331613063812, 0.3447878956794739, 0.3026224374771118, 0.14704984426498413], "cos_Ac_negg": [0.3275487422943115, 0.3687547445297241, 0.35061588883399963, 0.3516331613063812, 0.3447878956794739, 0.3026224374771118, 0.14704984426498413], "r_norm": [0.3008531928062439, 0.29380732774734497, 0.2969861924648285, 0.2973564863204956, 0.3034977316856384, 0.3112165331840515, 0.3041785955429077]}, {"step": 1750, "epoch": 3, "train_loss": 0.09962227940559387, "cos_r_negg": [0.33937203884124756, 0.36770933866500854, 0.35483863949775696, 0.3490522503852844, 0.36712646484375, 0.29370999336242676, 0.14377161860466003], "cos_apical_negg": [0.33937203884124756, 0.36770933866500854, 0.35483863949775696, 0.3490522503852844, 0.36712646484375, 0.29370999336242676, 0.14377161860466003], "cos_Ac_negg": [0.33937203884124756, 0.36770933866500854, 0.35483863949775696, 0.3490522503852844, 0.36712646484375, 0.29370999336242676, 0.14377161860466003], "r_norm": [0.22861343622207642, 0.22508478164672852, 0.2266383320093155, 0.22818532586097717, 0.23106825351715088, 0.2373206466436386, 0.231583833694458]}, {"step": 1800, "epoch": 3, "train_loss": 0.09944514185190201, "cos_r_negg": [0.30835026502609253, 0.3412672281265259, 0.32801464200019836, 0.34430992603302, 0.33807623386383057, 0.30146878957748413, 0.16863097250461578], "cos_apical_negg": [0.30835026502609253, 0.3412672281265259, 0.32801464200019836, 0.34430992603302, 0.33807623386383057, 0.30146878957748413, 0.16863097250461578], "cos_Ac_negg": [0.30835026502609253, 0.3412672281265259, 0.32801464200019836, 0.34430992603302, 0.33807623386383057, 0.30146878957748413, 0.16863097250461578], "r_norm": [0.3137872815132141, 0.30732107162475586, 0.3129424452781677, 0.31022512912750244, 0.3138304352760315, 0.3261547386646271, 0.31640875339508057]}, {"step": 1850, "epoch": 3, "train_loss": 0.19181105494499207, "cos_r_negg": [0.3154658377170563, 0.33775201439857483, 0.3386678695678711, 0.3706129789352417, 0.3458193242549896, 0.3012547492980957, 0.16095152497291565], "cos_apical_negg": [0.3154658377170563, 0.33775201439857483, 0.3386678695678711, 0.3706129789352417, 0.3458193242549896, 0.3012547492980957, 0.16095152497291565], "cos_Ac_negg": [0.3154658377170563, 0.33775201439857483, 0.3386678695678711, 0.3706129789352417, 0.3458193242549896, 0.3012547492980957, 0.16095152497291565], "r_norm": [0.3555009067058563, 0.3466595411300659, 0.35230714082717896, 0.35283806920051575, 0.35878968238830566, 0.3650130033493042, 0.35839933156967163]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.964, "test_loss": 0.13204690990447998}, {"step": 1900, "epoch": 4, "train_loss": 0.060287296772003174, "cos_r_negg": [0.29034173488616943, 0.3211628198623657, 0.3146750032901764, 0.34092333912849426, 0.32578638195991516, 0.30777186155319214, 0.1522814929485321], "cos_apical_negg": [0.29034173488616943, 0.3211628198623657, 0.3146750032901764, 0.34092333912849426, 0.32578638195991516, 0.30777186155319214, 0.1522814929485321], "cos_Ac_negg": [0.29034173488616943, 0.3211628198623657, 0.3146750032901764, 0.34092333912849426, 0.32578638195991516, 0.30777186155319214, 0.1522814929485321], "r_norm": [0.27165716886520386, 0.2656599283218384, 0.2668531537055969, 0.2693289518356323, 0.2725546360015869, 0.2810029983520508, 0.2739894986152649]}, {"step": 1950, "epoch": 4, "train_loss": 0.06313696503639221, "cos_r_negg": [0.3135108947753906, 0.34150367975234985, 0.323300302028656, 0.3476119041442871, 0.3091714084148407, 0.2981039881706238, 0.16640783846378326], "cos_apical_negg": [0.3135108947753906, 0.34150367975234985, 0.323300302028656, 0.3476119041442871, 0.3091714084148407, 0.2981039881706238, 0.16640783846378326], "cos_Ac_negg": [0.3135108947753906, 0.34150367975234985, 0.323300302028656, 0.3476119041442871, 0.3091714084148407, 0.2981039881706238, 0.16640783846378326], "r_norm": [0.28829121589660645, 0.2820066213607788, 0.28288471698760986, 0.285891592502594, 0.29146289825439453, 0.29711592197418213, 0.2914562225341797]}, {"step": 2000, "epoch": 4, "train_loss": 0.07614366710186005, "cos_r_negg": [0.3064393401145935, 0.3398658037185669, 0.3307599425315857, 0.3535754680633545, 0.3130376935005188, 0.29347163438796997, 0.17542976140975952], "cos_apical_negg": [0.3064393401145935, 0.3398658037185669, 0.3307599425315857, 0.3535754680633545, 0.3130376935005188, 0.29347163438796997, 0.17542976140975952], "cos_Ac_negg": [0.3064393401145935, 0.3398658037185669, 0.3307599425315857, 0.3535754680633545, 0.3130376935005188, 0.29347163438796997, 0.17542976140975952], "r_norm": [0.2186596840620041, 0.21564750373363495, 0.21437080204486847, 0.21747145056724548, 0.2214658558368683, 0.22609402239322662, 0.22185973823070526]}, {"step": 2050, "epoch": 4, "train_loss": 0.07790976017713547, "cos_r_negg": [0.33013203740119934, 0.34427547454833984, 0.3330751657485962, 0.34545040130615234, 0.3325139880180359, 0.32013869285583496, 0.17102068662643433], "cos_apical_negg": [0.33013203740119934, 0.34427547454833984, 0.3330751657485962, 0.34545040130615234, 0.3325139880180359, 0.32013869285583496, 0.17102068662643433], "cos_Ac_negg": [0.33013203740119934, 0.34427547454833984, 0.3330751657485962, 0.34545040130615234, 0.3325139880180359, 0.32013869285583496, 0.17102068662643433], "r_norm": [0.2609748840332031, 0.25413721799850464, 0.26032212376594543, 0.257967084646225, 0.26572301983833313, 0.27035170793533325, 0.2646882236003876]}, {"step": 2100, "epoch": 4, "train_loss": 0.03310670331120491, "cos_r_negg": [0.2919684052467346, 0.33182281255722046, 0.33997875452041626, 0.3471638858318329, 0.3391426205635071, 0.33852237462997437, 0.14747220277786255], "cos_apical_negg": [0.2919684052467346, 0.33182281255722046, 0.33997875452041626, 0.3471638858318329, 0.3391426205635071, 0.33852237462997437, 0.14747220277786255], "cos_Ac_negg": [0.2919684052467346, 0.33182281255722046, 0.33997875452041626, 0.3471638858318329, 0.3391426205635071, 0.33852237462997437, 0.14747220277786255], "r_norm": [0.2628363370895386, 0.25702545046806335, 0.25951552391052246, 0.2608183026313782, 0.2696041464805603, 0.27142441272735596, 0.26759690046310425]}, {"step": 2150, "epoch": 4, "train_loss": 0.12487011402845383, "cos_r_negg": [0.3782721161842346, 0.40350639820098877, 0.4084728956222534, 0.42382001876831055, 0.4117737114429474, 0.38072365522384644, 0.15189985930919647], "cos_apical_negg": [0.3782721161842346, 0.40350639820098877, 0.4084728956222534, 0.42382001876831055, 0.4117737114429474, 0.38072365522384644, 0.15189985930919647], "cos_Ac_negg": [0.3782721161842346, 0.40350639820098877, 0.4084728956222534, 0.42382001876831055, 0.4117737114429474, 0.38072365522384644, 0.15189985930919647], "r_norm": [0.2843859791755676, 0.27851980924606323, 0.28228113055229187, 0.2795100212097168, 0.2876898944377899, 0.2932063937187195, 0.2859589457511902]}, {"step": 2200, "epoch": 4, "train_loss": 0.10050323605537415, "cos_r_negg": [0.3573804497718811, 0.3884679973125458, 0.3779643177986145, 0.39152753353118896, 0.35495978593826294, 0.36437997221946716, 0.16033491492271423], "cos_apical_negg": [0.3573804497718811, 0.3884679973125458, 0.3779643177986145, 0.39152753353118896, 0.35495978593826294, 0.36437997221946716, 0.16033491492271423], "cos_Ac_negg": [0.3573804497718811, 0.3884679973125458, 0.3779643177986145, 0.39152753353118896, 0.35495978593826294, 0.36437997221946716, 0.16033491492271423], "r_norm": [0.2682112455368042, 0.2598379850387573, 0.26241737604141235, 0.26106899976730347, 0.26535090804100037, 0.2754267454147339, 0.26930466294288635]}, {"step": 2250, "epoch": 4, "train_loss": 0.020104391500353813, "cos_r_negg": [0.3449976444244385, 0.3678319454193115, 0.36340200901031494, 0.3798731565475464, 0.3577515184879303, 0.3811718225479126, 0.1672394573688507], "cos_apical_negg": [0.3449976444244385, 0.3678319454193115, 0.36340200901031494, 0.3798731565475464, 0.3577515184879303, 0.3811718225479126, 0.1672394573688507], "cos_Ac_negg": [0.3449976444244385, 0.3678319454193115, 0.36340200901031494, 0.3798731565475464, 0.3577515184879303, 0.3811718225479126, 0.1672394573688507], "r_norm": [0.31733906269073486, 0.3076333701610565, 0.31530797481536865, 0.3124794661998749, 0.31849297881126404, 0.32711362838745117, 0.319350004196167]}, {"step": 2300, "epoch": 4, "train_loss": 0.12771636247634888, "cos_r_negg": [0.3611113429069519, 0.3701865077018738, 0.38054537773132324, 0.3799944519996643, 0.3526408076286316, 0.33738818764686584, 0.17659378051757812], "cos_apical_negg": [0.3611113429069519, 0.3701865077018738, 0.38054537773132324, 0.3799944519996643, 0.3526408076286316, 0.33738818764686584, 0.17659378051757812], "cos_Ac_negg": [0.3611113429069519, 0.3701865077018738, 0.38054537773132324, 0.3799944519996643, 0.3526408076286316, 0.33738818764686584, 0.17659378051757812], "r_norm": [0.26894354820251465, 0.2615729868412018, 0.2660183012485504, 0.2653958797454834, 0.27183035016059875, 0.27828508615493774, 0.2726452350616455]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9674, "test_loss": 0.13339740047454834}, {"step": 2350, "epoch": 5, "train_loss": 0.07817906886339188, "cos_r_negg": [0.37150901556015015, 0.4028366804122925, 0.3965975046157837, 0.4074280858039856, 0.3886702358722687, 0.36772188544273376, 0.16186480224132538], "cos_apical_negg": [0.37150901556015015, 0.4028366804122925, 0.3965975046157837, 0.4074280858039856, 0.3886702358722687, 0.36772188544273376, 0.16186480224132538], "cos_Ac_negg": [0.37150901556015015, 0.4028366804122925, 0.3965975046157837, 0.4074280858039856, 0.3886702358722687, 0.36772188544273376, 0.16186480224132538], "r_norm": [0.3056260943412781, 0.29963088035583496, 0.3030003607273102, 0.30250856280326843, 0.31139880418777466, 0.31684550642967224, 0.30897238850593567]}, {"step": 2400, "epoch": 5, "train_loss": 0.046146459877491, "cos_r_negg": [0.3840182423591614, 0.40114468336105347, 0.40478527545928955, 0.3895390033721924, 0.3946090340614319, 0.37013083696365356, 0.1692158281803131], "cos_apical_negg": [0.3840182423591614, 0.40114468336105347, 0.40478527545928955, 0.3895390033721924, 0.3946090340614319, 0.37013083696365356, 0.1692158281803131], "cos_Ac_negg": [0.3840182423591614, 0.40114468336105347, 0.40478527545928955, 0.3895390033721924, 0.3946090340614319, 0.37013083696365356, 0.1692158281803131], "r_norm": [0.29260486364364624, 0.2851001024246216, 0.2875981032848358, 0.28924569487571716, 0.294724702835083, 0.30260202288627625, 0.295318603515625]}, {"step": 2450, "epoch": 5, "train_loss": 0.03408711403608322, "cos_r_negg": [0.36726608872413635, 0.4039566218852997, 0.402560830116272, 0.388660192489624, 0.39395013451576233, 0.35858580470085144, 0.17201174795627594], "cos_apical_negg": [0.36726608872413635, 0.4039566218852997, 0.402560830116272, 0.388660192489624, 0.39395013451576233, 0.35858580470085144, 0.17201174795627594], "cos_Ac_negg": [0.36726608872413635, 0.4039566218852997, 0.402560830116272, 0.388660192489624, 0.39395013451576233, 0.35858580470085144, 0.17201174795627594], "r_norm": [0.25162798166275024, 0.24575507640838623, 0.2491801679134369, 0.2500270903110504, 0.25702977180480957, 0.2603447139263153, 0.256030410528183]}, {"step": 2500, "epoch": 5, "train_loss": 0.05334404855966568, "cos_r_negg": [0.37211161851882935, 0.40461626648902893, 0.3911260664463043, 0.38987499475479126, 0.37858468294143677, 0.3594021797180176, 0.16458278894424438], "cos_apical_negg": [0.37211161851882935, 0.40461626648902893, 0.3911260664463043, 0.38987499475479126, 0.37858468294143677, 0.3594021797180176, 0.16458278894424438], "cos_Ac_negg": [0.37211161851882935, 0.40461626648902893, 0.3911260664463043, 0.38987499475479126, 0.37858468294143677, 0.3594021797180176, 0.16458278894424438], "r_norm": [0.25067058205604553, 0.2458975911140442, 0.24884910881519318, 0.2471228390932083, 0.25272509455680847, 0.26011133193969727, 0.2523859739303589]}, {"step": 2550, "epoch": 5, "train_loss": 0.027575518935918808, "cos_r_negg": [0.36775368452072144, 0.39289146661758423, 0.3929020166397095, 0.38395220041275024, 0.3770047426223755, 0.35808655619621277, 0.15042372047901154], "cos_apical_negg": [0.36775368452072144, 0.39289146661758423, 0.3929020166397095, 0.38395220041275024, 0.3770047426223755, 0.35808655619621277, 0.15042372047901154], "cos_Ac_negg": [0.36775368452072144, 0.39289146661758423, 0.3929020166397095, 0.38395220041275024, 0.3770047426223755, 0.35808655619621277, 0.15042372047901154], "r_norm": [0.28687340021133423, 0.28266337513923645, 0.2834741473197937, 0.28336089849472046, 0.2911752462387085, 0.2977975904941559, 0.29032525420188904]}, {"step": 2600, "epoch": 5, "train_loss": 0.04040458798408508, "cos_r_negg": [0.370155394077301, 0.3831874132156372, 0.3878297209739685, 0.3935866951942444, 0.36308568716049194, 0.35277146100997925, 0.13267859816551208], "cos_apical_negg": [0.370155394077301, 0.3831874132156372, 0.3878297209739685, 0.3935866951942444, 0.36308568716049194, 0.35277146100997925, 0.13267859816551208], "cos_Ac_negg": [0.370155394077301, 0.3831874132156372, 0.3878297209739685, 0.3935866951942444, 0.36308568716049194, 0.35277146100997925, 0.13267859816551208], "r_norm": [0.3025744557380676, 0.2965192198753357, 0.29666921496391296, 0.2988148629665375, 0.30367839336395264, 0.31255680322647095, 0.30593353509902954]}, {"step": 2650, "epoch": 5, "train_loss": 0.024862036108970642, "cos_r_negg": [0.3561992645263672, 0.372050940990448, 0.3811742067337036, 0.38343238830566406, 0.33990517258644104, 0.33241042494773865, 0.1488247513771057], "cos_apical_negg": [0.3561992645263672, 0.372050940990448, 0.3811742067337036, 0.38343238830566406, 0.33990517258644104, 0.33241042494773865, 0.1488247513771057], "cos_Ac_negg": [0.3561992645263672, 0.372050940990448, 0.3811742067337036, 0.38343238830566406, 0.33990517258644104, 0.33241042494773865, 0.1488247513771057], "r_norm": [0.3020945191383362, 0.2974574863910675, 0.29746013879776, 0.30166178941726685, 0.3056201934814453, 0.31164395809173584, 0.30693694949150085]}, {"step": 2700, "epoch": 5, "train_loss": 0.0765160620212555, "cos_r_negg": [0.3827231824398041, 0.38943734765052795, 0.3820747137069702, 0.37127190828323364, 0.3612135052680969, 0.35807639360427856, 0.15948128700256348], "cos_apical_negg": [0.3827231824398041, 0.38943734765052795, 0.3820747137069702, 0.37127190828323364, 0.3612135052680969, 0.35807639360427856, 0.15948128700256348], "cos_Ac_negg": [0.3827231824398041, 0.38943734765052795, 0.3820747137069702, 0.37127190828323364, 0.3612135052680969, 0.35807639360427856, 0.15948128700256348], "r_norm": [0.2385004758834839, 0.235627681016922, 0.23448242247104645, 0.2388818860054016, 0.24211201071739197, 0.2474670708179474, 0.24294030666351318]}, {"step": 2750, "epoch": 5, "train_loss": 0.02402784302830696, "cos_r_negg": [0.3524407148361206, 0.36392942070961, 0.36863818764686584, 0.3687897324562073, 0.3459808826446533, 0.33708932995796204, 0.1576264649629593], "cos_apical_negg": [0.3524407148361206, 0.36392942070961, 0.36863818764686584, 0.3687897324562073, 0.3459808826446533, 0.33708932995796204, 0.1576264649629593], "cos_Ac_negg": [0.3524407148361206, 0.36392942070961, 0.36863818764686584, 0.3687897324562073, 0.3459808826446533, 0.33708932995796204, 0.1576264649629593], "r_norm": [0.2750851511955261, 0.267324298620224, 0.27134841680526733, 0.2708207964897156, 0.27851516008377075, 0.2839965522289276, 0.2782173156738281]}, {"step": 2800, "epoch": 5, "train_loss": 0.047429151833057404, "cos_r_negg": [0.3415434956550598, 0.3706265091896057, 0.37078219652175903, 0.3584068715572357, 0.3286755681037903, 0.32981306314468384, 0.12331273406744003], "cos_apical_negg": [0.3415434956550598, 0.3706265091896057, 0.37078219652175903, 0.3584068715572357, 0.3286755681037903, 0.32981306314468384, 0.12331273406744003], "cos_Ac_negg": [0.3415434956550598, 0.3706265091896057, 0.37078219652175903, 0.3584068715572357, 0.3286755681037903, 0.32981306314468384, 0.12331273406744003], "r_norm": [0.2513122260570526, 0.24671891331672668, 0.2478901743888855, 0.24794641137123108, 0.2544199824333191, 0.26184481382369995, 0.2556319832801819]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9676, "test_loss": 0.14343670063018799}, {"step": 2850, "epoch": 6, "train_loss": 0.030716445297002792, "cos_r_negg": [0.31903284788131714, 0.34590721130371094, 0.3621259331703186, 0.35848599672317505, 0.31894540786743164, 0.34082913398742676, 0.13738413155078888], "cos_apical_negg": [0.31903284788131714, 0.34590721130371094, 0.3621259331703186, 0.35848599672317505, 0.31894540786743164, 0.34082913398742676, 0.13738413155078888], "cos_Ac_negg": [0.31903284788131714, 0.34590721130371094, 0.3621259331703186, 0.35848599672317505, 0.31894540786743164, 0.34082913398742676, 0.13738413155078888], "r_norm": [0.24302701652050018, 0.23841892182826996, 0.23833036422729492, 0.23959660530090332, 0.2459055483341217, 0.2524407207965851, 0.2465132772922516]}, {"step": 2900, "epoch": 6, "train_loss": 0.015854062512516975, "cos_r_negg": [0.29300054907798767, 0.3120615482330322, 0.31657692790031433, 0.31032419204711914, 0.27613365650177, 0.3040585517883301, 0.1262236088514328], "cos_apical_negg": [0.29300054907798767, 0.3120615482330322, 0.31657692790031433, 0.31032419204711914, 0.27613365650177, 0.3040585517883301, 0.1262236088514328], "cos_Ac_negg": [0.29300054907798767, 0.3120615482330322, 0.31657692790031433, 0.31032419204711914, 0.27613365650177, 0.3040585517883301, 0.1262236088514328], "r_norm": [0.23854611814022064, 0.23234908282756805, 0.23466145992279053, 0.23670440912246704, 0.24143952131271362, 0.24531273543834686, 0.24226143956184387]}, {"step": 2950, "epoch": 6, "train_loss": 0.08089277148246765, "cos_r_negg": [0.3318614065647125, 0.36381763219833374, 0.36747366189956665, 0.38585609197616577, 0.35531777143478394, 0.35970282554626465, 0.1569879949092865], "cos_apical_negg": [0.3318614065647125, 0.36381763219833374, 0.36747366189956665, 0.38585609197616577, 0.35531777143478394, 0.35970282554626465, 0.1569879949092865], "cos_Ac_negg": [0.3318614065647125, 0.36381763219833374, 0.36747366189956665, 0.38585609197616577, 0.35531777143478394, 0.35970282554626465, 0.1569879949092865], "r_norm": [0.22639597952365875, 0.22247731685638428, 0.21920618414878845, 0.22213900089263916, 0.22804541885852814, 0.23553553223609924, 0.22883522510528564]}, {"step": 3000, "epoch": 6, "train_loss": 0.013344564475119114, "cos_r_negg": [0.331758588552475, 0.3658246099948883, 0.35970407724380493, 0.35377371311187744, 0.3393591046333313, 0.33438658714294434, 0.14196425676345825], "cos_apical_negg": [0.331758588552475, 0.3658246099948883, 0.35970407724380493, 0.35377371311187744, 0.3393591046333313, 0.33438658714294434, 0.14196425676345825], "cos_Ac_negg": [0.331758588552475, 0.3658246099948883, 0.35970407724380493, 0.35377371311187744, 0.3393591046333313, 0.33438658714294434, 0.14196425676345825], "r_norm": [0.2424079179763794, 0.23850134015083313, 0.23783262073993683, 0.2402431219816208, 0.240431547164917, 0.24845007061958313, 0.24318969249725342]}, {"step": 3050, "epoch": 6, "train_loss": 0.05464373528957367, "cos_r_negg": [0.31128695607185364, 0.339261919260025, 0.3241879343986511, 0.313423216342926, 0.3242172598838806, 0.29748475551605225, 0.12731203436851501], "cos_apical_negg": [0.31128695607185364, 0.339261919260025, 0.3241879343986511, 0.313423216342926, 0.3242172598838806, 0.29748475551605225, 0.12731203436851501], "cos_Ac_negg": [0.31128695607185364, 0.339261919260025, 0.3241879343986511, 0.313423216342926, 0.3242172598838806, 0.29748475551605225, 0.12731203436851501], "r_norm": [0.245641827583313, 0.23727703094482422, 0.23870384693145752, 0.23918938636779785, 0.24644365906715393, 0.2525467276573181, 0.24789133667945862]}, {"step": 3100, "epoch": 6, "train_loss": 0.048772819340229034, "cos_r_negg": [0.3504997193813324, 0.38560178875923157, 0.3792034983634949, 0.3831084668636322, 0.38632088899612427, 0.3570302426815033, 0.16011890769004822], "cos_apical_negg": [0.3504997193813324, 0.38560178875923157, 0.3792034983634949, 0.3831084668636322, 0.38632088899612427, 0.3570302426815033, 0.16011890769004822], "cos_Ac_negg": [0.3504997193813324, 0.38560178875923157, 0.3792034983634949, 0.3831084668636322, 0.38632088899612427, 0.3570302426815033, 0.16011890769004822], "r_norm": [0.22721409797668457, 0.22089053690433502, 0.22429175674915314, 0.22485482692718506, 0.22911228239536285, 0.23516270518302917, 0.22984880208969116]}, {"step": 3150, "epoch": 6, "train_loss": 0.029497183859348297, "cos_r_negg": [0.31110185384750366, 0.34755614399909973, 0.33812835812568665, 0.3380216360092163, 0.34747183322906494, 0.34375473856925964, 0.14306862652301788], "cos_apical_negg": [0.31110185384750366, 0.34755614399909973, 0.33812835812568665, 0.3380216360092163, 0.34747183322906494, 0.34375473856925964, 0.14306862652301788], "cos_Ac_negg": [0.31110185384750366, 0.34755614399909973, 0.33812835812568665, 0.3380216360092163, 0.34747183322906494, 0.34375473856925964, 0.14306862652301788], "r_norm": [0.23960267007350922, 0.23462100327014923, 0.23705285787582397, 0.23775538802146912, 0.2413339614868164, 0.24766069650650024, 0.2413664162158966]}, {"step": 3200, "epoch": 6, "train_loss": 0.08759725093841553, "cos_r_negg": [0.3298006057739258, 0.36492815613746643, 0.34660041332244873, 0.3738445043563843, 0.3724159896373749, 0.34697747230529785, 0.137704998254776], "cos_apical_negg": [0.3298006057739258, 0.36492815613746643, 0.34660041332244873, 0.3738445043563843, 0.3724159896373749, 0.34697747230529785, 0.137704998254776], "cos_Ac_negg": [0.3298006057739258, 0.36492815613746643, 0.34660041332244873, 0.3738445043563843, 0.3724159896373749, 0.34697747230529785, 0.137704998254776], "r_norm": [0.2648562788963318, 0.25620317459106445, 0.25905799865722656, 0.2578231692314148, 0.26722386479377747, 0.27226099371910095, 0.26661476492881775]}, {"step": 3250, "epoch": 6, "train_loss": 0.008363809436559677, "cos_r_negg": [0.3563818335533142, 0.3723592162132263, 0.36584073305130005, 0.3675779402256012, 0.3637583255767822, 0.35496360063552856, 0.15323883295059204], "cos_apical_negg": [0.3563818335533142, 0.3723592162132263, 0.36584073305130005, 0.3675779402256012, 0.3637583255767822, 0.35496360063552856, 0.15323883295059204], "cos_Ac_negg": [0.3563818335533142, 0.3723592162132263, 0.36584073305130005, 0.3675779402256012, 0.3637583255767822, 0.35496360063552856, 0.15323883295059204], "r_norm": [0.26360583305358887, 0.2554521858692169, 0.2562521994113922, 0.2568461000919342, 0.265541136264801, 0.27139025926589966, 0.26536625623703003]}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9669, "test_loss": 0.14496346454620362}, {"step": 3300, "epoch": 7, "train_loss": 0.013218012638390064, "cos_r_negg": [0.37058737874031067, 0.39748460054397583, 0.38738512992858887, 0.40907153487205505, 0.38200175762176514, 0.36998608708381653, 0.18003608286380768], "cos_apical_negg": [0.37058737874031067, 0.39748460054397583, 0.38738512992858887, 0.40907153487205505, 0.38200175762176514, 0.36998608708381653, 0.18003608286380768], "cos_Ac_negg": [0.37058737874031067, 0.39748460054397583, 0.38738512992858887, 0.40907153487205505, 0.38200175762176514, 0.36998608708381653, 0.18003608286380768], "r_norm": [0.2463555485010147, 0.24109235405921936, 0.24183984100818634, 0.2439160794019699, 0.24907264113426208, 0.2551523447036743, 0.24853426218032837]}, {"step": 3350, "epoch": 7, "train_loss": 0.036086972802877426, "cos_r_negg": [0.31290504336357117, 0.34555137157440186, 0.34070444107055664, 0.3456537425518036, 0.3437981605529785, 0.35410547256469727, 0.16195273399353027], "cos_apical_negg": [0.31290504336357117, 0.34555137157440186, 0.34070444107055664, 0.3456537425518036, 0.3437981605529785, 0.35410547256469727, 0.16195273399353027], "cos_Ac_negg": [0.31290504336357117, 0.34555137157440186, 0.34070444107055664, 0.3456537425518036, 0.3437981605529785, 0.35410547256469727, 0.16195273399353027], "r_norm": [0.20984527468681335, 0.2075362205505371, 0.20525218546390533, 0.20596812665462494, 0.21230021119117737, 0.2191905975341797, 0.21080856025218964]}, {"step": 3400, "epoch": 7, "train_loss": 0.010648706927895546, "cos_r_negg": [0.279239684343338, 0.31263497471809387, 0.3081050515174866, 0.3087383508682251, 0.3090743124485016, 0.32068127393722534, 0.1448567807674408], "cos_apical_negg": [0.279239684343338, 0.31263497471809387, 0.3081050515174866, 0.3087383508682251, 0.3090743124485016, 0.32068127393722534, 0.1448567807674408], "cos_Ac_negg": [0.279239684343338, 0.31263497471809387, 0.3081050515174866, 0.3087383508682251, 0.3090743124485016, 0.32068127393722534, 0.1448567807674408], "r_norm": [0.25580912828445435, 0.25107449293136597, 0.25464969873428345, 0.2554425001144409, 0.25986409187316895, 0.265210896730423, 0.2588605284690857]}, {"step": 3450, "epoch": 7, "train_loss": 0.02249962091445923, "cos_r_negg": [0.2967703938484192, 0.3281160891056061, 0.31596261262893677, 0.31231576204299927, 0.31428027153015137, 0.3153756260871887, 0.15351375937461853], "cos_apical_negg": [0.2967703938484192, 0.3281160891056061, 0.31596261262893677, 0.31231576204299927, 0.31428027153015137, 0.3153756260871887, 0.15351375937461853], "cos_Ac_negg": [0.2967703938484192, 0.3281160891056061, 0.31596261262893677, 0.31231576204299927, 0.31428027153015137, 0.3153756260871887, 0.15351375937461853], "r_norm": [0.23674558103084564, 0.2309190034866333, 0.23262768983840942, 0.23333194851875305, 0.2402917742729187, 0.24490264058113098, 0.24039439857006073]}, {"step": 3500, "epoch": 7, "train_loss": 0.002643737941980362, "cos_r_negg": [0.275820791721344, 0.30744263529777527, 0.30308997631073, 0.29697030782699585, 0.299660325050354, 0.3072624206542969, 0.15328967571258545], "cos_apical_negg": [0.275820791721344, 0.30744263529777527, 0.30308997631073, 0.29697030782699585, 0.299660325050354, 0.3072624206542969, 0.15328967571258545], "cos_Ac_negg": [0.275820791721344, 0.30744263529777527, 0.30308997631073, 0.29697030782699585, 0.299660325050354, 0.3072624206542969, 0.15328967571258545], "r_norm": [0.24846182763576508, 0.24272167682647705, 0.24621771275997162, 0.24698489904403687, 0.2528129816055298, 0.2577739953994751, 0.2525850832462311]}, {"step": 3550, "epoch": 7, "train_loss": 0.00892583467066288, "cos_r_negg": [0.29915523529052734, 0.3361956477165222, 0.32468369603157043, 0.3179616928100586, 0.3074935972690582, 0.3052949607372284, 0.14415422081947327], "cos_apical_negg": [0.29915523529052734, 0.3361956477165222, 0.32468369603157043, 0.3179616928100586, 0.3074935972690582, 0.3052949607372284, 0.14415422081947327], "cos_Ac_negg": [0.29915523529052734, 0.3361956477165222, 0.32468369603157043, 0.3179616928100586, 0.3074935972690582, 0.3052949607372284, 0.14415422081947327], "r_norm": [0.20179980993270874, 0.19732314348220825, 0.2015254646539688, 0.20032545924186707, 0.20490902662277222, 0.2100783884525299, 0.20446833968162537]}, {"step": 3600, "epoch": 7, "train_loss": 0.0498550608754158, "cos_r_negg": [0.2695658206939697, 0.29708704352378845, 0.29486560821533203, 0.2868521809577942, 0.27155232429504395, 0.26982200145721436, 0.1414707899093628], "cos_apical_negg": [0.2695658206939697, 0.29708704352378845, 0.29486560821533203, 0.2868521809577942, 0.27155232429504395, 0.26982200145721436, 0.1414707899093628], "cos_Ac_negg": [0.2695658206939697, 0.29708704352378845, 0.29486560821533203, 0.2868521809577942, 0.27155232429504395, 0.26982200145721436, 0.1414707899093628], "r_norm": [0.1491680145263672, 0.14662736654281616, 0.14704859256744385, 0.14663253724575043, 0.1525886058807373, 0.15606050193309784, 0.15103557705879211]}, {"step": 3650, "epoch": 7, "train_loss": 0.0009137912420555949, "cos_r_negg": [0.26852235198020935, 0.3063582479953766, 0.30766215920448303, 0.2994731068611145, 0.28858935832977295, 0.27333685755729675, 0.1383236050605774], "cos_apical_negg": [0.26852235198020935, 0.3063582479953766, 0.30766215920448303, 0.2994731068611145, 0.28858935832977295, 0.27333685755729675, 0.1383236050605774], "cos_Ac_negg": [0.26852235198020935, 0.3063582479953766, 0.30766215920448303, 0.2994731068611145, 0.28858935832977295, 0.27333685755729675, 0.1383236050605774], "r_norm": [0.2495475560426712, 0.24536794424057007, 0.24627913534641266, 0.2467419058084488, 0.2517869174480438, 0.25943228602409363, 0.252143919467926]}, {"step": 3700, "epoch": 7, "train_loss": 0.02161252126097679, "cos_r_negg": [0.27233225107192993, 0.3061954081058502, 0.2992217242717743, 0.2970711290836334, 0.2887950539588928, 0.2710992693901062, 0.13609948754310608], "cos_apical_negg": [0.27233225107192993, 0.3061954081058502, 0.2992217242717743, 0.2970711290836334, 0.2887950539588928, 0.2710992693901062, 0.13609948754310608], "cos_Ac_negg": [0.27233225107192993, 0.3061954081058502, 0.2992217242717743, 0.2970711290836334, 0.2887950539588928, 0.2710992693901062, 0.13609948754310608], "r_norm": [0.20647543668746948, 0.20197606086730957, 0.20375028252601624, 0.20309413969516754, 0.20923066139221191, 0.2149685025215149, 0.207941934466362]}, {"step": 3750, "epoch": 7, "train_loss": 0.017411472275853157, "cos_r_negg": [0.28285762667655945, 0.3127869963645935, 0.30925452709198, 0.31707340478897095, 0.31264132261276245, 0.29555460810661316, 0.1446537971496582], "cos_apical_negg": [0.28285762667655945, 0.3127869963645935, 0.30925452709198, 0.31707340478897095, 0.31264132261276245, 0.29555460810661316, 0.1446537971496582], "cos_Ac_negg": [0.28285762667655945, 0.3127869963645935, 0.30925452709198, 0.31707340478897095, 0.31264132261276245, 0.29555460810661316, 0.1446537971496582], "r_norm": [0.20645660161972046, 0.20261049270629883, 0.20569810271263123, 0.20566213130950928, 0.21030926704406738, 0.21549901366233826, 0.20900452136993408]}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9683, "test_loss": 0.1478614730834961}, {"step": 3800, "epoch": 8, "train_loss": 0.04242628440260887, "cos_r_negg": [0.2635837197303772, 0.29956233501434326, 0.28777873516082764, 0.2962578535079956, 0.28122690320014954, 0.27022674679756165, 0.1371431052684784], "cos_apical_negg": [0.2635837197303772, 0.29956233501434326, 0.28777873516082764, 0.2962578535079956, 0.28122690320014954, 0.27022674679756165, 0.1371431052684784], "cos_Ac_negg": [0.2635837197303772, 0.29956233501434326, 0.28777873516082764, 0.2962578535079956, 0.28122690320014954, 0.27022674679756165, 0.1371431052684784], "r_norm": [0.20252518355846405, 0.1993878185749054, 0.20037144422531128, 0.1997292935848236, 0.20500361919403076, 0.21068310737609863, 0.2037912905216217]}, {"step": 3850, "epoch": 8, "train_loss": 0.012935896404087543, "cos_r_negg": [0.2547716200351715, 0.2943556010723114, 0.27994102239608765, 0.2840116024017334, 0.27609509229660034, 0.26053595542907715, 0.13274621963500977], "cos_apical_negg": [0.2547716200351715, 0.2943556010723114, 0.27994102239608765, 0.2840116024017334, 0.27609509229660034, 0.26053595542907715, 0.13274621963500977], "cos_Ac_negg": [0.2547716200351715, 0.2943556010723114, 0.27994102239608765, 0.2840116024017334, 0.27609509229660034, 0.26053595542907715, 0.13274621963500977], "r_norm": [0.24745865166187286, 0.24114736914634705, 0.242710679769516, 0.2410648912191391, 0.24934059381484985, 0.25708404183387756, 0.2476685494184494]}, {"step": 3900, "epoch": 8, "train_loss": 0.0025124941021203995, "cos_r_negg": [0.24673444032669067, 0.2893191874027252, 0.2787526249885559, 0.283512681722641, 0.2848299443721771, 0.27326393127441406, 0.14570015668869019], "cos_apical_negg": [0.24673444032669067, 0.2893191874027252, 0.2787526249885559, 0.283512681722641, 0.2848299443721771, 0.27326393127441406, 0.14570015668869019], "cos_Ac_negg": [0.24673444032669067, 0.2893191874027252, 0.2787526249885559, 0.283512681722641, 0.2848299443721771, 0.27326393127441406, 0.14570015668869019], "r_norm": [0.21612511575222015, 0.208766907453537, 0.2156095802783966, 0.2117973268032074, 0.2197522073984146, 0.22434931993484497, 0.21768727898597717]}, {"step": 3950, "epoch": 8, "train_loss": 0.001578253461048007, "cos_r_negg": [0.2501019835472107, 0.2880691885948181, 0.2773212194442749, 0.2772613763809204, 0.2852379083633423, 0.2770951986312866, 0.14714252948760986], "cos_apical_negg": [0.2501019835472107, 0.2880691885948181, 0.2773212194442749, 0.2772613763809204, 0.2852379083633423, 0.2770951986312866, 0.14714252948760986], "cos_Ac_negg": [0.2501019835472107, 0.2880691885948181, 0.2773212194442749, 0.2772613763809204, 0.2852379083633423, 0.2770951986312866, 0.14714252948760986], "r_norm": [0.2471773773431778, 0.2428613156080246, 0.24053099751472473, 0.2428601086139679, 0.24846522510051727, 0.25508496165275574, 0.25007393956184387]}, {"step": 4000, "epoch": 8, "train_loss": 0.0005904921563342214, "cos_r_negg": [0.22621864080429077, 0.2694658637046814, 0.25890013575553894, 0.25484147667884827, 0.2579551935195923, 0.2601322531700134, 0.13899067044258118], "cos_apical_negg": [0.22621864080429077, 0.2694658637046814, 0.25890013575553894, 0.25484147667884827, 0.2579551935195923, 0.2601322531700134, 0.13899067044258118], "cos_Ac_negg": [0.22621864080429077, 0.2694658637046814, 0.25890013575553894, 0.25484147667884827, 0.2579551935195923, 0.2601322531700134, 0.13899067044258118], "r_norm": [0.21404987573623657, 0.21044626832008362, 0.20987823605537415, 0.21023790538311005, 0.2154819667339325, 0.22223587334156036, 0.21667489409446716]}, {"step": 4050, "epoch": 8, "train_loss": 0.0026944337878376245, "cos_r_negg": [0.23817339539527893, 0.2858736217021942, 0.27433276176452637, 0.27029481530189514, 0.2677229344844818, 0.25523841381073, 0.1426270455121994], "cos_apical_negg": [0.23817339539527893, 0.2858736217021942, 0.27433276176452637, 0.27029481530189514, 0.2677229344844818, 0.25523841381073, 0.1426270455121994], "cos_Ac_negg": [0.23817339539527893, 0.2858736217021942, 0.27433276176452637, 0.27029481530189514, 0.2677229344844818, 0.25523841381073, 0.1426270455121994], "r_norm": [0.22996364533901215, 0.2262808382511139, 0.22838781774044037, 0.228440061211586, 0.23376953601837158, 0.2385655641555786, 0.23321770131587982]}, {"step": 4100, "epoch": 8, "train_loss": 0.07417923212051392, "cos_r_negg": [0.24864718317985535, 0.2866862118244171, 0.2740195095539093, 0.2689018249511719, 0.26430854201316833, 0.2527256906032562, 0.13700398802757263], "cos_apical_negg": [0.24864718317985535, 0.2866862118244171, 0.2740195095539093, 0.2689018249511719, 0.26430854201316833, 0.2527256906032562, 0.13700398802757263], "cos_Ac_negg": [0.24864718317985535, 0.2866862118244171, 0.2740195095539093, 0.2689018249511719, 0.26430854201316833, 0.2527256906032562, 0.13700398802757263], "r_norm": [0.21354174613952637, 0.21012172102928162, 0.2102203220129013, 0.2102755606174469, 0.21606352925300598, 0.2202995866537094, 0.2158917933702469]}, {"step": 4150, "epoch": 8, "train_loss": 0.00106188771314919, "cos_r_negg": [0.2515210211277008, 0.28786802291870117, 0.27723225951194763, 0.2745245099067688, 0.26375919580459595, 0.26573604345321655, 0.1425463855266571], "cos_apical_negg": [0.2515210211277008, 0.28786802291870117, 0.27723225951194763, 0.2745245099067688, 0.26375919580459595, 0.26573604345321655, 0.1425463855266571], "cos_Ac_negg": [0.2515210211277008, 0.28786802291870117, 0.27723225951194763, 0.2745245099067688, 0.26375919580459595, 0.26573604345321655, 0.1425463855266571], "r_norm": [0.20604491233825684, 0.20092175900936127, 0.2042398303747177, 0.20434512197971344, 0.21064640581607819, 0.21390791237354279, 0.20824575424194336]}, {"step": 4200, "epoch": 8, "train_loss": 0.004561324138194323, "cos_r_negg": [0.2433841973543167, 0.274646520614624, 0.26665300130844116, 0.2604605555534363, 0.2539597749710083, 0.24928660690784454, 0.14033153653144836], "cos_apical_negg": [0.2433841973543167, 0.274646520614624, 0.26665300130844116, 0.2604605555534363, 0.2539597749710083, 0.24928660690784454, 0.14033153653144836], "cos_Ac_negg": [0.2433841973543167, 0.274646520614624, 0.26665300130844116, 0.2604605555534363, 0.2539597749710083, 0.24928660690784454, 0.14033153653144836], "r_norm": [0.20795536041259766, 0.20431800186634064, 0.2035866677761078, 0.2054654061794281, 0.21126793324947357, 0.2164837270975113, 0.21073861420154572]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9712, "test_loss": 0.15470993041992187}, {"step": 4250, "epoch": 9, "train_loss": 0.022780491039156914, "cos_r_negg": [0.22451680898666382, 0.2610419988632202, 0.2547585964202881, 0.24548134207725525, 0.23981043696403503, 0.2388657033443451, 0.14123141765594482], "cos_apical_negg": [0.22451680898666382, 0.2610419988632202, 0.2547585964202881, 0.24548134207725525, 0.23981043696403503, 0.2388657033443451, 0.14123141765594482], "cos_Ac_negg": [0.22451680898666382, 0.2610419988632202, 0.2547585964202881, 0.24548134207725525, 0.23981043696403503, 0.2388657033443451, 0.14123141765594482], "r_norm": [0.21126912534236908, 0.20589326322078705, 0.20669512450695038, 0.2073061466217041, 0.2145397663116455, 0.21957126259803772, 0.2138265073299408]}, {"step": 4300, "epoch": 9, "train_loss": 0.010891672223806381, "cos_r_negg": [0.22531461715698242, 0.26165473461151123, 0.2568473219871521, 0.24665163457393646, 0.23937799036502838, 0.2446325719356537, 0.14300762116909027], "cos_apical_negg": [0.22531461715698242, 0.26165473461151123, 0.2568473219871521, 0.24665163457393646, 0.23937799036502838, 0.2446325719356537, 0.14300762116909027], "cos_Ac_negg": [0.22531461715698242, 0.26165473461151123, 0.2568473219871521, 0.24665163457393646, 0.23937799036502838, 0.2446325719356537, 0.14300762116909027], "r_norm": [0.21593274176120758, 0.2114993929862976, 0.21315152943134308, 0.21346122026443481, 0.22071504592895508, 0.22533181309700012, 0.21939216554164886]}, {"step": 4350, "epoch": 9, "train_loss": 0.0037138236220926046, "cos_r_negg": [0.22608450055122375, 0.2634540796279907, 0.2505996525287628, 0.24232110381126404, 0.240029975771904, 0.24034792184829712, 0.14000952243804932], "cos_apical_negg": [0.22608450055122375, 0.2634540796279907, 0.2505996525287628, 0.24232110381126404, 0.240029975771904, 0.24034792184829712, 0.14000952243804932], "cos_Ac_negg": [0.22608450055122375, 0.2634540796279907, 0.2505996525287628, 0.24232110381126404, 0.240029975771904, 0.24034792184829712, 0.14000952243804932], "r_norm": [0.20389795303344727, 0.19900068640708923, 0.20130078494548798, 0.20087936520576477, 0.2088812291622162, 0.2125721573829651, 0.20595766603946686]}, {"step": 4400, "epoch": 9, "train_loss": 0.013955214992165565, "cos_r_negg": [0.20139332115650177, 0.2303205132484436, 0.2239120900630951, 0.2085980623960495, 0.21254068613052368, 0.2137087732553482, 0.11909449100494385], "cos_apical_negg": [0.20139332115650177, 0.2303205132484436, 0.2239120900630951, 0.2085980623960495, 0.21254068613052368, 0.2137087732553482, 0.11909449100494385], "cos_Ac_negg": [0.20139332115650177, 0.2303205132484436, 0.2239120900630951, 0.2085980623960495, 0.21254068613052368, 0.2137087732553482, 0.11909449100494385], "r_norm": [0.22232401371002197, 0.21688997745513916, 0.21843141317367554, 0.2198178768157959, 0.22585980594158173, 0.23200944066047668, 0.22497989237308502]}, {"step": 4450, "epoch": 9, "train_loss": 0.00310226040892303, "cos_r_negg": [0.19953539967536926, 0.2297607660293579, 0.2190106213092804, 0.2043759822845459, 0.2071828693151474, 0.20469701290130615, 0.12487844377756119], "cos_apical_negg": [0.19953539967536926, 0.2297607660293579, 0.2190106213092804, 0.2043759822845459, 0.2071828693151474, 0.20469701290130615, 0.12487844377756119], "cos_Ac_negg": [0.19953539967536926, 0.2297607660293579, 0.2190106213092804, 0.2043759822845459, 0.2071828693151474, 0.20469701290130615, 0.12487844377756119], "r_norm": [0.1889168620109558, 0.18432989716529846, 0.18864288926124573, 0.18673518300056458, 0.19422632455825806, 0.19733315706253052, 0.19131675362586975]}, {"step": 4500, "epoch": 9, "train_loss": 0.001407222356647253, "cos_r_negg": [0.18788495659828186, 0.21575145423412323, 0.20639067888259888, 0.19795715808868408, 0.19488561153411865, 0.19354259967803955, 0.12326613068580627], "cos_apical_negg": [0.18788495659828186, 0.21575145423412323, 0.20639067888259888, 0.19795715808868408, 0.19488561153411865, 0.19354259967803955, 0.12326613068580627], "cos_Ac_negg": [0.18788495659828186, 0.21575145423412323, 0.20639067888259888, 0.19795715808868408, 0.19488561153411865, 0.19354259967803955, 0.12326613068580627], "r_norm": [0.23176804184913635, 0.22709551453590393, 0.23038336634635925, 0.2317104935646057, 0.23637011647224426, 0.24131491780281067, 0.23441487550735474]}, {"step": 4550, "epoch": 9, "train_loss": 0.030399883165955544, "cos_r_negg": [0.18481141328811646, 0.21582220494747162, 0.20659059286117554, 0.19782795011997223, 0.191242054104805, 0.19513259828090668, 0.11555946618318558], "cos_apical_negg": [0.18481141328811646, 0.21582220494747162, 0.20659059286117554, 0.19782795011997223, 0.191242054104805, 0.19513259828090668, 0.11555946618318558], "cos_Ac_negg": [0.18481141328811646, 0.21582220494747162, 0.20659059286117554, 0.19782795011997223, 0.191242054104805, 0.19513259828090668, 0.11555946618318558], "r_norm": [0.19793587923049927, 0.19501706957817078, 0.19540920853614807, 0.19824114441871643, 0.20199079811573029, 0.20632383227348328, 0.20151154696941376]}, {"step": 4600, "epoch": 9, "train_loss": 0.06557374447584152, "cos_r_negg": [0.18491458892822266, 0.21259154379367828, 0.20376084744930267, 0.1945527195930481, 0.1985187828540802, 0.20199957489967346, 0.1177111491560936], "cos_apical_negg": [0.18491458892822266, 0.21259154379367828, 0.20376084744930267, 0.1945527195930481, 0.1985187828540802, 0.20199957489967346, 0.1177111491560936], "cos_Ac_negg": [0.18491458892822266, 0.21259154379367828, 0.20376084744930267, 0.1945527195930481, 0.1985187828540802, 0.20199957489967346, 0.1177111491560936], "r_norm": [0.20711876451969147, 0.20312583446502686, 0.2063983678817749, 0.20627744495868683, 0.2127959132194519, 0.21580015122890472, 0.21087795495986938]}, {"step": 4650, "epoch": 9, "train_loss": 0.009592436254024506, "cos_r_negg": [0.19035115838050842, 0.22302186489105225, 0.21318696439266205, 0.19921226799488068, 0.19338031113147736, 0.20091567933559418, 0.12130686640739441], "cos_apical_negg": [0.19035115838050842, 0.22302186489105225, 0.21318696439266205, 0.19921226799488068, 0.19338031113147736, 0.20091567933559418, 0.12130686640739441], "cos_Ac_negg": [0.19035115838050842, 0.22302186489105225, 0.21318696439266205, 0.19921226799488068, 0.19338031113147736, 0.20091567933559418, 0.12130686640739441], "r_norm": [0.20870228111743927, 0.20603907108306885, 0.20802538096904755, 0.20872493088245392, 0.2125280648469925, 0.2172379493713379, 0.21079522371292114]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9713, "test_loss": 0.16928948173522948}, {"step": 4700, "epoch": 10, "train_loss": 0.006078595761209726, "cos_r_negg": [0.17302905023097992, 0.2113642394542694, 0.20264852046966553, 0.19295217096805573, 0.186187744140625, 0.18864668905735016, 0.10763725638389587], "cos_apical_negg": [0.17302905023097992, 0.2113642394542694, 0.20264852046966553, 0.19295217096805573, 0.186187744140625, 0.18864668905735016, 0.10763725638389587], "cos_Ac_negg": [0.17302905023097992, 0.2113642394542694, 0.20264852046966553, 0.19295217096805573, 0.186187744140625, 0.18864668905735016, 0.10763725638389587], "r_norm": [0.21014654636383057, 0.20656375586986542, 0.21067242324352264, 0.20955032110214233, 0.21516074240207672, 0.21917186677455902, 0.21363848447799683]}, {"step": 4750, "epoch": 10, "train_loss": 0.010628724470734596, "cos_r_negg": [0.16890954971313477, 0.20299212634563446, 0.19376979768276215, 0.18160778284072876, 0.17666083574295044, 0.18779680132865906, 0.11103034764528275], "cos_apical_negg": [0.16890954971313477, 0.20299212634563446, 0.19376979768276215, 0.18160778284072876, 0.17666083574295044, 0.18779680132865906, 0.11103034764528275], "cos_Ac_negg": [0.16890954971313477, 0.20299212634563446, 0.19376979768276215, 0.18160778284072876, 0.17666083574295044, 0.18779680132865906, 0.11103034764528275], "r_norm": [0.21179670095443726, 0.20848964154720306, 0.21051442623138428, 0.21226486563682556, 0.2161582112312317, 0.22014972567558289, 0.21537913382053375]}, {"step": 4800, "epoch": 10, "train_loss": 0.0019142478704452515, "cos_r_negg": [0.15975207090377808, 0.18974705040454865, 0.17728140950202942, 0.16876158118247986, 0.1704813539981842, 0.17823976278305054, 0.10290078818798065], "cos_apical_negg": [0.15975207090377808, 0.18974705040454865, 0.17728140950202942, 0.16876158118247986, 0.1704813539981842, 0.17823976278305054, 0.10290078818798065], "cos_Ac_negg": [0.15975207090377808, 0.18974705040454865, 0.17728140950202942, 0.16876158118247986, 0.1704813539981842, 0.17823976278305054, 0.10290078818798065], "r_norm": [0.1873568445444107, 0.18565483391284943, 0.18707028031349182, 0.18759673833847046, 0.19251227378845215, 0.19593554735183716, 0.19134196639060974]}, {"step": 4850, "epoch": 10, "train_loss": 0.004667176399379969, "cos_r_negg": [0.15494383871555328, 0.1876881718635559, 0.17653068900108337, 0.1666950285434723, 0.16488724946975708, 0.1680753529071808, 0.09943865984678268], "cos_apical_negg": [0.15494383871555328, 0.1876881718635559, 0.17653068900108337, 0.1666950285434723, 0.16488724946975708, 0.1680753529071808, 0.09943865984678268], "cos_Ac_negg": [0.15494383871555328, 0.1876881718635559, 0.17653068900108337, 0.1666950285434723, 0.16488724946975708, 0.1680753529071808, 0.09943865984678268], "r_norm": [0.22158963978290558, 0.2211747020483017, 0.220658540725708, 0.22330769896507263, 0.22608700394630432, 0.23056697845458984, 0.22611795365810394]}, {"step": 4900, "epoch": 10, "train_loss": 0.0024633335415273905, "cos_r_negg": [0.13927823305130005, 0.17219731211662292, 0.15999756753444672, 0.15280669927597046, 0.15041877329349518, 0.1585915982723236, 0.09356290102005005], "cos_apical_negg": [0.13927823305130005, 0.17219731211662292, 0.15999756753444672, 0.15280669927597046, 0.15041877329349518, 0.1585915982723236, 0.09356290102005005], "cos_Ac_negg": [0.13927823305130005, 0.17219731211662292, 0.15999756753444672, 0.15280669927597046, 0.15041877329349518, 0.1585915982723236, 0.09356290102005005], "r_norm": [0.20241916179656982, 0.2009095847606659, 0.20101425051689148, 0.20284388959407806, 0.20764386653900146, 0.2115420401096344, 0.20579808950424194]}, {"step": 4950, "epoch": 10, "train_loss": 0.0008960067061707377, "cos_r_negg": [0.14173662662506104, 0.175068199634552, 0.16393053531646729, 0.15478424727916718, 0.15426601469516754, 0.16082501411437988, 0.09435109794139862], "cos_apical_negg": [0.14173662662506104, 0.175068199634552, 0.16393053531646729, 0.15478424727916718, 0.15426601469516754, 0.16082501411437988, 0.09435109794139862], "cos_Ac_negg": [0.14173662662506104, 0.175068199634552, 0.16393053531646729, 0.15478424727916718, 0.15426601469516754, 0.16082501411437988, 0.09435109794139862], "r_norm": [0.2276611030101776, 0.2262730896472931, 0.2260582447052002, 0.22848665714263916, 0.2332133799791336, 0.237759068608284, 0.23179474472999573]}, {"step": 5000, "epoch": 10, "train_loss": 0.0017076553776860237, "cos_r_negg": [0.15343473851680756, 0.17875786125659943, 0.1683352291584015, 0.16075271368026733, 0.15334929525852203, 0.1637660264968872, 0.09588760882616043], "cos_apical_negg": [0.15343473851680756, 0.17875786125659943, 0.1683352291584015, 0.16075271368026733, 0.15334929525852203, 0.1637660264968872, 0.09588760882616043], "cos_Ac_negg": [0.15343473851680756, 0.17875786125659943, 0.1683352291584015, 0.16075271368026733, 0.15334929525852203, 0.1637660264968872, 0.09588760882616043], "r_norm": [0.17462214827537537, 0.17494143545627594, 0.17093873023986816, 0.17467926442623138, 0.1792169213294983, 0.1831696778535843, 0.17817474901676178]}, {"step": 5050, "epoch": 10, "train_loss": 0.0026490583550184965, "cos_r_negg": [0.14884233474731445, 0.17141187191009521, 0.16259020566940308, 0.15622545778751373, 0.15318149328231812, 0.16095325350761414, 0.09742607921361923], "cos_apical_negg": [0.14884233474731445, 0.17141187191009521, 0.16259020566940308, 0.15622545778751373, 0.15318149328231812, 0.16095325350761414, 0.09742607921361923], "cos_Ac_negg": [0.14884233474731445, 0.17141187191009521, 0.16259020566940308, 0.15622545778751373, 0.15318149328231812, 0.16095325350761414, 0.09742607921361923], "r_norm": [0.2151990681886673, 0.2111225575208664, 0.21361485123634338, 0.2154519259929657, 0.22082474827766418, 0.2238612174987793, 0.21861809492111206]}, {"step": 5100, "epoch": 10, "train_loss": 0.0027934161480516195, "cos_r_negg": [0.14913667738437653, 0.1762731969356537, 0.1683790236711502, 0.1629752516746521, 0.1573631465435028, 0.16280187666416168, 0.1001977026462555], "cos_apical_negg": [0.14913667738437653, 0.1762731969356537, 0.1683790236711502, 0.1629752516746521, 0.1573631465435028, 0.16280187666416168, 0.1001977026462555], "cos_Ac_negg": [0.14913667738437653, 0.1762731969356537, 0.1683790236711502, 0.1629752516746521, 0.1573631465435028, 0.16280187666416168, 0.1001977026462555], "r_norm": [0.20875710248947144, 0.20526526868343353, 0.20429949462413788, 0.20717772841453552, 0.21162980794906616, 0.2176082879304886, 0.21139517426490784]}, {"step": 5150, "epoch": 10, "train_loss": 0.0005493275821208954, "cos_r_negg": [0.15184932947158813, 0.17665362358093262, 0.1646469086408615, 0.15736088156700134, 0.15241500735282898, 0.15632760524749756, 0.1001879945397377], "cos_apical_negg": [0.15184932947158813, 0.17665362358093262, 0.1646469086408615, 0.15736088156700134, 0.15241500735282898, 0.15632760524749756, 0.1001879945397377], "cos_Ac_negg": [0.15184932947158813, 0.17665362358093262, 0.1646469086408615, 0.15736088156700134, 0.15241500735282898, 0.15632760524749756, 0.1001879945397377], "r_norm": [0.20375552773475647, 0.1996147334575653, 0.20166759192943573, 0.20158261060714722, 0.20746684074401855, 0.21230895817279816, 0.2059977948665619]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9708, "test_loss": 0.1728509780883789}, {"step": 5200, "epoch": 11, "train_loss": 0.0008724767249077559, "cos_r_negg": [0.13249096274375916, 0.15366530418395996, 0.1466890573501587, 0.14000284671783447, 0.13590127229690552, 0.14478613436222076, 0.08995496481657028], "cos_apical_negg": [0.13249096274375916, 0.15366530418395996, 0.1466890573501587, 0.14000284671783447, 0.13590127229690552, 0.14478613436222076, 0.08995496481657028], "cos_Ac_negg": [0.13249096274375916, 0.15366530418395996, 0.1466890573501587, 0.14000284671783447, 0.13590127229690552, 0.14478613436222076, 0.08995496481657028], "r_norm": [0.17998555302619934, 0.1775149703025818, 0.17623001337051392, 0.17929014563560486, 0.18409684300422668, 0.18793997168540955, 0.18334683775901794]}, {"step": 5250, "epoch": 11, "train_loss": 0.0010012922575697303, "cos_r_negg": [0.13432711362838745, 0.15550532937049866, 0.14697305858135223, 0.14088359475135803, 0.139765664935112, 0.1460753083229065, 0.08862697333097458], "cos_apical_negg": [0.13432711362838745, 0.15550532937049866, 0.14697305858135223, 0.14088359475135803, 0.139765664935112, 0.1460753083229065, 0.08862697333097458], "cos_Ac_negg": [0.13432711362838745, 0.15550532937049866, 0.14697305858135223, 0.14088359475135803, 0.139765664935112, 0.1460753083229065, 0.08862697333097458], "r_norm": [0.1978166401386261, 0.19551533460617065, 0.19449661672115326, 0.19769734144210815, 0.20222614705562592, 0.2063927948474884, 0.2012713998556137]}, {"step": 5300, "epoch": 11, "train_loss": 0.001141394255682826, "cos_r_negg": [0.12554842233657837, 0.14796416461467743, 0.14637643098831177, 0.13970112800598145, 0.13622626662254333, 0.139957994222641, 0.08665725588798523], "cos_apical_negg": [0.12554842233657837, 0.14796416461467743, 0.14637643098831177, 0.13970112800598145, 0.13622626662254333, 0.139957994222641, 0.08665725588798523], "cos_Ac_negg": [0.12554842233657837, 0.14796416461467743, 0.14637643098831177, 0.13970112800598145, 0.13622626662254333, 0.139957994222641, 0.08665725588798523], "r_norm": [0.18864020705223083, 0.18546076118946075, 0.18607427179813385, 0.18836715817451477, 0.19455251097679138, 0.19679763913154602, 0.19217823445796967]}, {"step": 5350, "epoch": 11, "train_loss": 0.00019657312077470124, "cos_r_negg": [0.12932522594928741, 0.1508936583995819, 0.1491527259349823, 0.143294557929039, 0.13988709449768066, 0.14450904726982117, 0.0921371579170227], "cos_apical_negg": [0.12932522594928741, 0.1508936583995819, 0.1491527259349823, 0.143294557929039, 0.13988709449768066, 0.14450904726982117, 0.0921371579170227], "cos_Ac_negg": [0.12932522594928741, 0.1508936583995819, 0.1491527259349823, 0.143294557929039, 0.13988709449768066, 0.14450904726982117, 0.0921371579170227], "r_norm": [0.19876547157764435, 0.1967105269432068, 0.19441065192222595, 0.19966211915016174, 0.20273879170417786, 0.20695628225803375, 0.2023802548646927]}, {"step": 5400, "epoch": 11, "train_loss": 0.0004389708919916302, "cos_r_negg": [0.1335565149784088, 0.15167434513568878, 0.1477542668581009, 0.14061544835567474, 0.1367090344429016, 0.14270175993442535, 0.0907684713602066], "cos_apical_negg": [0.1335565149784088, 0.15167434513568878, 0.1477542668581009, 0.14061544835567474, 0.1367090344429016, 0.14270175993442535, 0.0907684713602066], "cos_Ac_negg": [0.1335565149784088, 0.15167434513568878, 0.1477542668581009, 0.14061544835567474, 0.1367090344429016, 0.14270175993442535, 0.0907684713602066], "r_norm": [0.17966845631599426, 0.17619654536247253, 0.17781475186347961, 0.17808878421783447, 0.18389996886253357, 0.18727350234985352, 0.18211635947227478]}, {"step": 5450, "epoch": 11, "train_loss": 1.9787961718975566e-05, "cos_r_negg": [0.12454964220523834, 0.14060768485069275, 0.13447049260139465, 0.12795725464820862, 0.12678222358226776, 0.1335221827030182, 0.08420170098543167], "cos_apical_negg": [0.12454964220523834, 0.14060768485069275, 0.13447049260139465, 0.12795725464820862, 0.12678222358226776, 0.1335221827030182, 0.08420170098543167], "cos_Ac_negg": [0.12454964220523834, 0.14060768485069275, 0.13447049260139465, 0.12795725464820862, 0.12678222358226776, 0.1335221827030182, 0.08420170098543167], "r_norm": [0.19797490537166595, 0.19245721399784088, 0.19154682755470276, 0.19345565140247345, 0.19953709840774536, 0.20576755702495575, 0.19943930208683014]}, {"step": 5500, "epoch": 11, "train_loss": 0.008979478850960732, "cos_r_negg": [0.12967728078365326, 0.1455509066581726, 0.14132028818130493, 0.13386395573616028, 0.12692907452583313, 0.13282665610313416, 0.08594784140586853], "cos_apical_negg": [0.12967728078365326, 0.1455509066581726, 0.14132028818130493, 0.13386395573616028, 0.12692907452583313, 0.13282665610313416, 0.08594784140586853], "cos_Ac_negg": [0.12967728078365326, 0.1455509066581726, 0.14132028818130493, 0.13386395573616028, 0.12692907452583313, 0.13282665610313416, 0.08594784140586853], "r_norm": [0.1793726235628128, 0.1756371557712555, 0.17519032955169678, 0.17678003013134003, 0.18242503702640533, 0.18703803420066833, 0.18171432614326477]}, {"step": 5550, "epoch": 11, "train_loss": 0.0006653040181845427, "cos_r_negg": [0.12477780878543854, 0.13970893621444702, 0.13497336208820343, 0.1263309121131897, 0.1208188533782959, 0.12450913339853287, 0.08440819382667542], "cos_apical_negg": [0.12477780878543854, 0.13970893621444702, 0.13497336208820343, 0.1263309121131897, 0.1208188533782959, 0.12450913339853287, 0.08440819382667542], "cos_Ac_negg": [0.12477780878543854, 0.13970893621444702, 0.13497336208820343, 0.1263309121131897, 0.1208188533782959, 0.12450913339853287, 0.08440819382667542], "r_norm": [0.15960854291915894, 0.15574046969413757, 0.15681900084018707, 0.15692928433418274, 0.1634531021118164, 0.16660916805267334, 0.16251948475837708]}, {"step": 5600, "epoch": 11, "train_loss": 0.0027303025126457214, "cos_r_negg": [0.12300657480955124, 0.1365858018398285, 0.13146211206912994, 0.12419073283672333, 0.12026297301054001, 0.12357059121131897, 0.08457641303539276], "cos_apical_negg": [0.12300657480955124, 0.1365858018398285, 0.13146211206912994, 0.12419073283672333, 0.12026297301054001, 0.12357059121131897, 0.08457641303539276], "cos_Ac_negg": [0.12300657480955124, 0.1365858018398285, 0.13146211206912994, 0.12419073283672333, 0.12026297301054001, 0.12357059121131897, 0.08457641303539276], "r_norm": [0.16055071353912354, 0.15812401473522186, 0.15777240693569183, 0.15834516286849976, 0.1641678810119629, 0.16791725158691406, 0.16376037895679474]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9725, "test_loss": 0.17870801105499268}, {"step": 5650, "epoch": 12, "train_loss": 0.00025332439690828323, "cos_r_negg": [0.1208186000585556, 0.13491062819957733, 0.13241830468177795, 0.125186949968338, 0.12259914726018906, 0.12543576955795288, 0.085301473736763], "cos_apical_negg": [0.1208186000585556, 0.13491062819957733, 0.13241830468177795, 0.125186949968338, 0.12259914726018906, 0.12543576955795288, 0.085301473736763], "cos_Ac_negg": [0.1208186000585556, 0.13491062819957733, 0.13241830468177795, 0.125186949968338, 0.12259914726018906, 0.12543576955795288, 0.085301473736763], "r_norm": [0.15768475830554962, 0.15506890416145325, 0.15475305914878845, 0.1562156081199646, 0.16201916337013245, 0.16455665230751038, 0.16078291833400726]}, {"step": 5700, "epoch": 12, "train_loss": 0.00016855431022122502, "cos_r_negg": [0.11743069440126419, 0.13105429708957672, 0.1274205446243286, 0.12136052548885345, 0.11820683628320694, 0.12035876512527466, 0.08156441152095795], "cos_apical_negg": [0.11743069440126419, 0.13105429708957672, 0.1274205446243286, 0.12136052548885345, 0.11820683628320694, 0.12035876512527466, 0.08156441152095795], "cos_Ac_negg": [0.11743069440126419, 0.13105429708957672, 0.1274205446243286, 0.12136052548885345, 0.11820683628320694, 0.12035876512527466, 0.08156441152095795], "r_norm": [0.1731930375099182, 0.170755535364151, 0.1669844090938568, 0.17099210619926453, 0.17573830485343933, 0.1805385798215866, 0.17603591084480286]}, {"step": 5750, "epoch": 12, "train_loss": 0.0009795896476134658, "cos_r_negg": [0.11505499482154846, 0.13171786069869995, 0.12888142466545105, 0.12379045784473419, 0.11997247487306595, 0.12406657636165619, 0.0842612236738205], "cos_apical_negg": [0.11505499482154846, 0.13171786069869995, 0.12888142466545105, 0.12379045784473419, 0.11997247487306595, 0.12406657636165619, 0.0842612236738205], "cos_Ac_negg": [0.11505499482154846, 0.13171786069869995, 0.12888142466545105, 0.12379045784473419, 0.11997247487306595, 0.12406657636165619, 0.0842612236738205], "r_norm": [0.17595075070858002, 0.17487627267837524, 0.17192964255809784, 0.17551985383033752, 0.17962747812271118, 0.18388374149799347, 0.17953085899353027]}, {"step": 5800, "epoch": 12, "train_loss": 0.000602365646045655, "cos_r_negg": [0.1120179295539856, 0.12650009989738464, 0.12420210242271423, 0.1207800805568695, 0.11399943381547928, 0.12029265612363815, 0.08238531649112701], "cos_apical_negg": [0.1120179295539856, 0.12650009989738464, 0.12420210242271423, 0.1207800805568695, 0.11399943381547928, 0.12029265612363815, 0.08238531649112701], "cos_Ac_negg": [0.1120179295539856, 0.12650009989738464, 0.12420210242271423, 0.1207800805568695, 0.11399943381547928, 0.12029265612363815, 0.08238531649112701], "r_norm": [0.15296143293380737, 0.15139302611351013, 0.15059798955917358, 0.15195316076278687, 0.15699031949043274, 0.15999659895896912, 0.15581834316253662]}, {"step": 5850, "epoch": 12, "train_loss": 0.000904459971934557, "cos_r_negg": [0.10581308603286743, 0.11847009509801865, 0.11712144315242767, 0.11222728341817856, 0.10749853402376175, 0.11203861236572266, 0.0771017074584961], "cos_apical_negg": [0.10581308603286743, 0.11847009509801865, 0.11712144315242767, 0.11222728341817856, 0.10749853402376175, 0.11203861236572266, 0.0771017074584961], "cos_Ac_negg": [0.10581308603286743, 0.11847009509801865, 0.11712144315242767, 0.11222728341817856, 0.10749853402376175, 0.11203861236572266, 0.0771017074584961], "r_norm": [0.13941559195518494, 0.13665771484375, 0.13585510849952698, 0.1363459825515747, 0.14190223813056946, 0.1460552215576172, 0.14157278835773468]}, {"step": 5900, "epoch": 12, "train_loss": 0.005969647318124771, "cos_r_negg": [0.10350583493709564, 0.11922739446163177, 0.11841453611850739, 0.11264615505933762, 0.10928818583488464, 0.11330405622720718, 0.07618942856788635], "cos_apical_negg": [0.10350583493709564, 0.11922739446163177, 0.11841453611850739, 0.11264615505933762, 0.10928818583488464, 0.11330405622720718, 0.07618942856788635], "cos_Ac_negg": [0.10350583493709564, 0.11922739446163177, 0.11841453611850739, 0.11264615505933762, 0.10928818583488464, 0.11330405622720718, 0.07618942856788635], "r_norm": [0.14520865678787231, 0.1418205201625824, 0.14207231998443604, 0.14180505275726318, 0.14837852120399475, 0.1522587537765503, 0.14751315116882324]}, {"step": 5950, "epoch": 12, "train_loss": 0.0011000187369063497, "cos_r_negg": [0.10169713199138641, 0.11688485741615295, 0.11510492116212845, 0.10910539329051971, 0.10316020995378494, 0.10602566599845886, 0.0746181309223175], "cos_apical_negg": [0.10169713199138641, 0.11688485741615295, 0.11510492116212845, 0.10910539329051971, 0.10316020995378494, 0.10602566599845886, 0.0746181309223175], "cos_Ac_negg": [0.10169713199138641, 0.11688485741615295, 0.11510492116212845, 0.10910539329051971, 0.10316020995378494, 0.10602566599845886, 0.0746181309223175], "r_norm": [0.1617850661277771, 0.15945467352867126, 0.15699025988578796, 0.15917354822158813, 0.1648244708776474, 0.16952234506607056, 0.16436249017715454]}, {"step": 6000, "epoch": 12, "train_loss": 0.0009482575114816427, "cos_r_negg": [0.1021263375878334, 0.11800266802310944, 0.11639523506164551, 0.10948973894119263, 0.1064092144370079, 0.10928802192211151, 0.07722905278205872], "cos_apical_negg": [0.1021263375878334, 0.11800266802310944, 0.11639523506164551, 0.10948973894119263, 0.1064092144370079, 0.10928802192211151, 0.07722905278205872], "cos_Ac_negg": [0.1021263375878334, 0.11800266802310944, 0.11639523506164551, 0.10948973894119263, 0.1064092144370079, 0.10928802192211151, 0.07722905278205872], "r_norm": [0.15503600239753723, 0.15190841257572174, 0.1518458127975464, 0.15183496475219727, 0.15841683745384216, 0.16204801201820374, 0.15742939710617065]}, {"step": 6050, "epoch": 12, "train_loss": 0.00025886669754981995, "cos_r_negg": [0.09673243761062622, 0.11107611656188965, 0.1091201901435852, 0.1033351868391037, 0.09988068789243698, 0.10163970291614532, 0.07193629443645477], "cos_apical_negg": [0.09673243761062622, 0.11107611656188965, 0.1091201901435852, 0.1033351868391037, 0.09988068789243698, 0.10163970291614532, 0.07193629443645477], "cos_Ac_negg": [0.09673243761062622, 0.11107611656188965, 0.1091201901435852, 0.1033351868391037, 0.09988068789243698, 0.10163970291614532, 0.07193629443645477], "r_norm": [0.1484668254852295, 0.14538703858852386, 0.14559398591518402, 0.14561152458190918, 0.15140098333358765, 0.15487968921661377, 0.15056189894676208]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9731, "test_loss": 0.18421956863403322}, {"step": 6100, "epoch": 13, "train_loss": 0.0010483216028660536, "cos_r_negg": [0.09219329059123993, 0.10542888194322586, 0.10485977679491043, 0.09887336939573288, 0.09635039418935776, 0.0982021689414978, 0.07035062462091446], "cos_apical_negg": [0.09219329059123993, 0.10542888194322586, 0.10485977679491043, 0.09887336939573288, 0.09635039418935776, 0.0982021689414978, 0.07035062462091446], "cos_Ac_negg": [0.09219329059123993, 0.10542888194322586, 0.10485977679491043, 0.09887336939573288, 0.09635039418935776, 0.0982021689414978, 0.07035062462091446], "r_norm": [0.14360421895980835, 0.1437033712863922, 0.14040574431419373, 0.142175555229187, 0.14711326360702515, 0.15107740461826324, 0.14681516587734222]}, {"step": 6150, "epoch": 13, "train_loss": 0.00032313133124262094, "cos_r_negg": [0.09020262956619263, 0.1028442457318306, 0.10333442687988281, 0.09808085113763809, 0.09445073455572128, 0.09603134542703629, 0.0696740448474884], "cos_apical_negg": [0.09020262956619263, 0.1028442457318306, 0.10333442687988281, 0.09808085113763809, 0.09445073455572128, 0.09603134542703629, 0.0696740448474884], "cos_Ac_negg": [0.09020262956619263, 0.1028442457318306, 0.10333442687988281, 0.09808085113763809, 0.09445073455572128, 0.09603134542703629, 0.0696740448474884], "r_norm": [0.1392298936843872, 0.13771864771842957, 0.1352357566356659, 0.13676047325134277, 0.1418667733669281, 0.1458507478237152, 0.14168652892112732]}, {"step": 6200, "epoch": 13, "train_loss": 0.00026609672931954265, "cos_r_negg": [0.09129636734724045, 0.10231176018714905, 0.10261443257331848, 0.09803836047649384, 0.09476867318153381, 0.09550708532333374, 0.07002580165863037], "cos_apical_negg": [0.09129636734724045, 0.10231176018714905, 0.10261443257331848, 0.09803836047649384, 0.09476867318153381, 0.09550708532333374, 0.07002580165863037], "cos_Ac_negg": [0.09129636734724045, 0.10231176018714905, 0.10261443257331848, 0.09803836047649384, 0.09476867318153381, 0.09550708532333374, 0.07002580165863037], "r_norm": [0.15242689847946167, 0.14935654401779175, 0.1483774185180664, 0.14909309148788452, 0.15507595241069794, 0.15925243496894836, 0.1548936665058136]}, {"step": 6250, "epoch": 13, "train_loss": 0.0008161531877703965, "cos_r_negg": [0.08886078000068665, 0.10021720826625824, 0.10053308308124542, 0.09570308774709702, 0.0912729799747467, 0.0924890786409378, 0.06663669645786285], "cos_apical_negg": [0.08886078000068665, 0.10021720826625824, 0.10053308308124542, 0.09570308774709702, 0.0912729799747467, 0.0924890786409378, 0.06663669645786285], "cos_Ac_negg": [0.08886078000068665, 0.10021720826625824, 0.10053308308124542, 0.09570308774709702, 0.0912729799747467, 0.0924890786409378, 0.06663669645786285], "r_norm": [0.1525290310382843, 0.14992815256118774, 0.1486380249261856, 0.14942693710327148, 0.15541289746761322, 0.15975061058998108, 0.15533685684204102]}, {"step": 6300, "epoch": 13, "train_loss": 0.0035767473746091127, "cos_r_negg": [0.08781665563583374, 0.09977678954601288, 0.09859247505664825, 0.09281647205352783, 0.08748677372932434, 0.08889956772327423, 0.06374961137771606], "cos_apical_negg": [0.08781665563583374, 0.09977678954601288, 0.09859247505664825, 0.09281647205352783, 0.08748677372932434, 0.08889956772327423, 0.06374961137771606], "cos_Ac_negg": [0.08781665563583374, 0.09977678954601288, 0.09859247505664825, 0.09281647205352783, 0.08748677372932434, 0.08889956772327423, 0.06374961137771606], "r_norm": [0.16256378591060638, 0.15996409952640533, 0.15716910362243652, 0.15972444415092468, 0.16492336988449097, 0.17005902528762817, 0.16530126333236694]}, {"step": 6350, "epoch": 13, "train_loss": 0.0005596217815764248, "cos_r_negg": [0.08592091500759125, 0.0982300266623497, 0.09680181741714478, 0.09128956496715546, 0.08639401942491531, 0.08782684803009033, 0.06342118978500366], "cos_apical_negg": [0.08592091500759125, 0.0982300266623497, 0.09680181741714478, 0.09128956496715546, 0.08639401942491531, 0.08782684803009033, 0.06342118978500366], "cos_Ac_negg": [0.08592091500759125, 0.0982300266623497, 0.09680181741714478, 0.09128956496715546, 0.08639401942491531, 0.08782684803009033, 0.06342118978500366], "r_norm": [0.17040419578552246, 0.16818782687187195, 0.16536808013916016, 0.16890473663806915, 0.17383837699890137, 0.1781604140996933, 0.17347706854343414]}, {"step": 6400, "epoch": 13, "train_loss": 0.00033995817648246884, "cos_r_negg": [0.08795005083084106, 0.10011696815490723, 0.10102208703756332, 0.09657745063304901, 0.09351639449596405, 0.09441420435905457, 0.06907227635383606], "cos_apical_negg": [0.08795005083084106, 0.10011696815490723, 0.10102208703756332, 0.09657745063304901, 0.09351639449596405, 0.09441420435905457, 0.06907227635383606], "cos_Ac_negg": [0.08795005083084106, 0.10011696815490723, 0.10102208703756332, 0.09657745063304901, 0.09351639449596405, 0.09441420435905457, 0.06907227635383606], "r_norm": [0.1564428061246872, 0.15544521808624268, 0.15389978885650635, 0.15495871007442474, 0.16048160195350647, 0.1641349494457245, 0.1598503142595291]}, {"step": 6450, "epoch": 13, "train_loss": 0.0016125375404953957, "cos_r_negg": [0.08888915181159973, 0.10036350786685944, 0.09939831495285034, 0.09357024729251862, 0.08940746635198593, 0.09099365025758743, 0.06597467511892319], "cos_apical_negg": [0.08888915181159973, 0.10036350786685944, 0.09939831495285034, 0.09357024729251862, 0.08940746635198593, 0.09099365025758743, 0.06597467511892319], "cos_Ac_negg": [0.08888915181159973, 0.10036350786685944, 0.09939831495285034, 0.09357024729251862, 0.08940746635198593, 0.09099365025758743, 0.06597467511892319], "r_norm": [0.16151608526706696, 0.15922990441322327, 0.1578528881072998, 0.15978288650512695, 0.1652567982673645, 0.16888025403022766, 0.16452397406101227]}, {"step": 6500, "epoch": 13, "train_loss": 9.684539691079408e-05, "cos_r_negg": [0.0857764184474945, 0.09587360918521881, 0.0951274186372757, 0.08937829732894897, 0.08421589434146881, 0.08607272803783417, 0.0625869557261467], "cos_apical_negg": [0.0857764184474945, 0.09587360918521881, 0.0951274186372757, 0.08937829732894897, 0.08421589434146881, 0.08607272803783417, 0.0625869557261467], "cos_Ac_negg": [0.0857764184474945, 0.09587360918521881, 0.0951274186372757, 0.08937829732894897, 0.08421589434146881, 0.08607272803783417, 0.0625869557261467], "r_norm": [0.15935610234737396, 0.15730467438697815, 0.1553713083267212, 0.1577821671962738, 0.16300708055496216, 0.16663695871829987, 0.1624930500984192]}, {"step": 6550, "epoch": 13, "train_loss": 0.004129755310714245, "cos_r_negg": [0.08510645478963852, 0.09552790224552155, 0.0934450775384903, 0.08824500441551208, 0.08377499878406525, 0.08574527502059937, 0.06290701776742935], "cos_apical_negg": [0.08510645478963852, 0.09552790224552155, 0.0934450775384903, 0.08824500441551208, 0.08377499878406525, 0.08574527502059937, 0.06290701776742935], "cos_Ac_negg": [0.08510645478963852, 0.09552790224552155, 0.0934450775384903, 0.08824500441551208, 0.08377499878406525, 0.08574527502059937, 0.06290701776742935], "r_norm": [0.16092278063297272, 0.1586712896823883, 0.15845492482185364, 0.15887263417243958, 0.16529753804206848, 0.16851745545864105, 0.16375979781150818]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9719, "test_loss": 0.19628446798324584}, {"step": 6600, "epoch": 14, "train_loss": 0.00031244836281985044, "cos_r_negg": [0.08566705137491226, 0.09485158324241638, 0.09501443058252335, 0.08862826228141785, 0.08412554860115051, 0.08592897653579712, 0.06313823163509369], "cos_apical_negg": [0.08566705137491226, 0.09485158324241638, 0.09501443058252335, 0.08862826228141785, 0.08412554860115051, 0.08592897653579712, 0.06313823163509369], "cos_Ac_negg": [0.08566705137491226, 0.09485158324241638, 0.09501443058252335, 0.08862826228141785, 0.08412554860115051, 0.08592897653579712, 0.06313823163509369], "r_norm": [0.15217003226280212, 0.14987732470035553, 0.1497204303741455, 0.15065151453018188, 0.15681038796901703, 0.15923219919204712, 0.15523290634155273]}, {"step": 6650, "epoch": 14, "train_loss": 0.0007631275802850723, "cos_r_negg": [0.08542638272047043, 0.0941111221909523, 0.0936148539185524, 0.08702286332845688, 0.08253023028373718, 0.08387507498264313, 0.06168896332383156], "cos_apical_negg": [0.08542638272047043, 0.0941111221909523, 0.0936148539185524, 0.08702286332845688, 0.08253023028373718, 0.08387507498264313, 0.06168896332383156], "cos_Ac_negg": [0.08542638272047043, 0.0941111221909523, 0.0936148539185524, 0.08702286332845688, 0.08253023028373718, 0.08387507498264313, 0.06168896332383156], "r_norm": [0.15062639117240906, 0.1484488993883133, 0.14825677871704102, 0.1492767035961151, 0.1551768183708191, 0.15770292282104492, 0.15361467003822327]}, {"step": 6700, "epoch": 14, "train_loss": 0.00042876170482486486, "cos_r_negg": [0.08447010815143585, 0.09327857941389084, 0.09239435940980911, 0.08549153059720993, 0.08116452395915985, 0.08230350911617279, 0.0600920245051384], "cos_apical_negg": [0.08447010815143585, 0.09327857941389084, 0.09239435940980911, 0.08549153059720993, 0.08116452395915985, 0.08230350911617279, 0.0600920245051384], "cos_Ac_negg": [0.08447010815143585, 0.09327857941389084, 0.09239435940980911, 0.08549153059720993, 0.08116452395915985, 0.08230350911617279, 0.0600920245051384], "r_norm": [0.15160004794597626, 0.14950907230377197, 0.14922839403152466, 0.15018782019615173, 0.15631890296936035, 0.15878668427467346, 0.15466919541358948]}, {"step": 6750, "epoch": 14, "train_loss": 3.2527132134418935e-05, "cos_r_negg": [0.08339052647352219, 0.09238237887620926, 0.09153695404529572, 0.08469422906637192, 0.08013513684272766, 0.08116187155246735, 0.05977370962500572], "cos_apical_negg": [0.08339052647352219, 0.09238237887620926, 0.09153695404529572, 0.08469422906637192, 0.08013513684272766, 0.08116187155246735, 0.05977370962500572], "cos_Ac_negg": [0.08339052647352219, 0.09238237887620926, 0.09153695404529572, 0.08469422906637192, 0.08013513684272766, 0.08116187155246735, 0.05977370962500572], "r_norm": [0.14975427091121674, 0.1476779282093048, 0.14764143526554108, 0.14829584956169128, 0.15463373064994812, 0.15691524744033813, 0.15285161137580872]}, {"step": 6800, "epoch": 14, "train_loss": 0.0004620308754965663, "cos_r_negg": [0.08411963284015656, 0.09391175955533981, 0.09361901134252548, 0.08903590589761734, 0.08541324734687805, 0.08542917668819427, 0.062182679772377014], "cos_apical_negg": [0.08411963284015656, 0.09391175955533981, 0.09361901134252548, 0.08903590589761734, 0.08541324734687805, 0.08542917668819427, 0.062182679772377014], "cos_Ac_negg": [0.08411963284015656, 0.09391175955533981, 0.09361901134252548, 0.08903590589761734, 0.08541324734687805, 0.08542917668819427, 0.062182679772377014], "r_norm": [0.15826919674873352, 0.15747395157814026, 0.15637709200382233, 0.1565096527338028, 0.1627642661333084, 0.16643026471138, 0.16170570254325867]}, {"step": 6850, "epoch": 14, "train_loss": 0.0006074479315429926, "cos_r_negg": [0.08275925368070602, 0.09210088849067688, 0.09267282485961914, 0.08832654356956482, 0.08527116477489471, 0.08467472344636917, 0.06302009522914886], "cos_apical_negg": [0.08275925368070602, 0.09210088849067688, 0.09267282485961914, 0.08832654356956482, 0.08527116477489471, 0.08467472344636917, 0.06302009522914886], "cos_Ac_negg": [0.08275925368070602, 0.09210088849067688, 0.09267282485961914, 0.08832654356956482, 0.08527116477489471, 0.08467472344636917, 0.06302009522914886], "r_norm": [0.1599063277244568, 0.15834403038024902, 0.15762236714363098, 0.1583116054534912, 0.16461199522018433, 0.16764064133167267, 0.16339991986751556]}, {"step": 6900, "epoch": 14, "train_loss": 0.00023833088926039636, "cos_r_negg": [0.08236964046955109, 0.09152963757514954, 0.0916210263967514, 0.0869963988661766, 0.08387567102909088, 0.08352963626384735, 0.06222046911716461], "cos_apical_negg": [0.08236964046955109, 0.09152963757514954, 0.0916210263967514, 0.0869963988661766, 0.08387567102909088, 0.08352963626384735, 0.06222046911716461], "cos_Ac_negg": [0.08236964046955109, 0.09152963757514954, 0.0916210263967514, 0.0869963988661766, 0.08387567102909088, 0.08352963626384735, 0.06222046911716461], "r_norm": [0.1604863852262497, 0.15844868123531342, 0.1581445038318634, 0.15869708359241486, 0.16515609622001648, 0.16804593801498413, 0.16375571489334106]}, {"step": 6950, "epoch": 14, "train_loss": 4.2290565033908933e-05, "cos_r_negg": [0.08328831940889359, 0.09320411086082458, 0.09405854344367981, 0.08900239318609238, 0.08579248189926147, 0.08624590188264847, 0.06380251049995422], "cos_apical_negg": [0.08328831940889359, 0.09320411086082458, 0.09405854344367981, 0.08900239318609238, 0.08579248189926147, 0.08624590188264847, 0.06380251049995422], "cos_Ac_negg": [0.08328831940889359, 0.09320411086082458, 0.09405854344367981, 0.08900239318609238, 0.08579248189926147, 0.08624590188264847, 0.06380251049995422], "r_norm": [0.15699660778045654, 0.15492919087409973, 0.15446236729621887, 0.1553775817155838, 0.1616324633359909, 0.1643797755241394, 0.16029316186904907]}, {"step": 7000, "epoch": 14, "train_loss": 0.00014537712559103966, "cos_r_negg": [0.0815565437078476, 0.09163280576467514, 0.09147721529006958, 0.08643637597560883, 0.08334989845752716, 0.08353741466999054, 0.06253854930400848], "cos_apical_negg": [0.0815565437078476, 0.09163280576467514, 0.09147721529006958, 0.08643637597560883, 0.08334989845752716, 0.08353741466999054, 0.06253854930400848], "cos_Ac_negg": [0.0815565437078476, 0.09163280576467514, 0.09147721529006958, 0.08643637597560883, 0.08334989845752716, 0.08353741466999054, 0.06253854930400848], "r_norm": [0.15803870558738708, 0.15616127848625183, 0.15548977255821228, 0.15647032856941223, 0.16252747178077698, 0.16547562181949615, 0.16130143404006958]}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9726, "test_loss": 0.19705856037139893}, {"step": 7050, "epoch": 15, "train_loss": 0.00014296037261374295, "cos_r_negg": [0.08034476637840271, 0.09050041437149048, 0.09009814262390137, 0.08544822037220001, 0.08220534771680832, 0.08232367783784866, 0.061405643820762634], "cos_apical_negg": [0.08034476637840271, 0.09050041437149048, 0.09009814262390137, 0.08544822037220001, 0.08220534771680832, 0.08232367783784866, 0.061405643820762634], "cos_Ac_negg": [0.08034476637840271, 0.09050041437149048, 0.09009814262390137, 0.08544822037220001, 0.08220534771680832, 0.08232367783784866, 0.061405643820762634], "r_norm": [0.16213735938072205, 0.16075792908668518, 0.15984579920768738, 0.16051077842712402, 0.16665016114711761, 0.16997116804122925, 0.16565567255020142]}, {"step": 7100, "epoch": 15, "train_loss": 0.0005405585980042815, "cos_r_negg": [0.08082279562950134, 0.09170404076576233, 0.09156447649002075, 0.0879579484462738, 0.08535918593406677, 0.08527205139398575, 0.06294040381908417], "cos_apical_negg": [0.08082279562950134, 0.09170404076576233, 0.09156447649002075, 0.0879579484462738, 0.08535918593406677, 0.08527205139398575, 0.06294040381908417], "cos_Ac_negg": [0.08082279562950134, 0.09170404076576233, 0.09156447649002075, 0.0879579484462738, 0.08535918593406677, 0.08527205139398575, 0.06294040381908417], "r_norm": [0.16372063755989075, 0.16253292560577393, 0.1617106795310974, 0.16186410188674927, 0.16817086935043335, 0.1717698872089386, 0.16727794706821442]}, {"step": 7150, "epoch": 15, "train_loss": 7.752146484563127e-05, "cos_r_negg": [0.08004667609930038, 0.09016472101211548, 0.08943311125040054, 0.08520011603832245, 0.0818486288189888, 0.08286542445421219, 0.06174599006772041], "cos_apical_negg": [0.08004667609930038, 0.09016472101211548, 0.08943311125040054, 0.08520011603832245, 0.0818486288189888, 0.08286542445421219, 0.06174599006772041], "cos_Ac_negg": [0.08004667609930038, 0.09016472101211548, 0.08943311125040054, 0.08520011603832245, 0.0818486288189888, 0.08286542445421219, 0.06174599006772041], "r_norm": [0.16417458653450012, 0.1629486232995987, 0.16174305975437164, 0.16253197193145752, 0.1686875969171524, 0.17221519351005554, 0.167738676071167]}, {"step": 7200, "epoch": 15, "train_loss": 0.0005626421188935637, "cos_r_negg": [0.07839175313711166, 0.08820442855358124, 0.08752501010894775, 0.08321096748113632, 0.07974539697170258, 0.08101339638233185, 0.06042863428592682], "cos_apical_negg": [0.07839175313711166, 0.08820442855358124, 0.08752501010894775, 0.08321096748113632, 0.07974539697170258, 0.08101339638233185, 0.06042863428592682], "cos_Ac_negg": [0.07839175313711166, 0.08820442855358124, 0.08752501010894775, 0.08321096748113632, 0.07974539697170258, 0.08101339638233185, 0.06042863428592682], "r_norm": [0.1625095009803772, 0.16122852265834808, 0.15995347499847412, 0.16105519235134125, 0.16704986989498138, 0.1703849732875824, 0.16607427597045898]}, {"step": 7250, "epoch": 15, "train_loss": 0.00016841859905980527, "cos_r_negg": [0.07740212976932526, 0.08667973428964615, 0.08596031367778778, 0.08140604943037033, 0.07772238552570343, 0.07894763350486755, 0.05895107239484787], "cos_apical_negg": [0.07740212976932526, 0.08667973428964615, 0.08596031367778778, 0.08140604943037033, 0.07772238552570343, 0.07894763350486755, 0.05895107239484787], "cos_Ac_negg": [0.07740212976932526, 0.08667973428964615, 0.08596031367778778, 0.08140604943037033, 0.07772238552570343, 0.07894763350486755, 0.05895107239484787], "r_norm": [0.1607934534549713, 0.1593295931816101, 0.15823771059513092, 0.1594940572977066, 0.16549082100391388, 0.16843967139720917, 0.16435563564300537]}, {"step": 7300, "epoch": 15, "train_loss": 0.00025055845617316663, "cos_r_negg": [0.07682041078805923, 0.08548586815595627, 0.08484960347414017, 0.08018025010824203, 0.0764780044555664, 0.07761888206005096, 0.058181032538414], "cos_apical_negg": [0.07682041078805923, 0.08548586815595627, 0.08484960347414017, 0.08018025010824203, 0.0764780044555664, 0.07761888206005096, 0.058181032538414], "cos_Ac_negg": [0.07682041078805923, 0.08548586815595627, 0.08484960347414017, 0.08018025010824203, 0.0764780044555664, 0.07761888206005096, 0.058181032538414], "r_norm": [0.16062778234481812, 0.15911859273910522, 0.15817895531654358, 0.15934321284294128, 0.1654057502746582, 0.1682596504688263, 0.16419579088687897]}, {"step": 7350, "epoch": 15, "train_loss": 0.00019220751710236073, "cos_r_negg": [0.07569152116775513, 0.08409406244754791, 0.08322581648826599, 0.07845211774110794, 0.0743160992860794, 0.07544278353452682, 0.05665484815835953], "cos_apical_negg": [0.07569152116775513, 0.08409406244754791, 0.08322581648826599, 0.07845211774110794, 0.0743160992860794, 0.07544278353452682, 0.05665484815835953], "cos_Ac_negg": [0.07569152116775513, 0.08409406244754791, 0.08322581648826599, 0.07845211774110794, 0.0743160992860794, 0.07544278353452682, 0.05665484815835953], "r_norm": [0.15755492448806763, 0.15601077675819397, 0.15501534938812256, 0.15634137392044067, 0.1622803807258606, 0.16508901119232178, 0.16105081140995026]}, {"step": 7400, "epoch": 15, "train_loss": 0.00031842588214203715, "cos_r_negg": [0.07607372105121613, 0.08518031239509583, 0.08497510850429535, 0.08014075458049774, 0.07554411143064499, 0.07761041074991226, 0.057840097695589066], "cos_apical_negg": [0.07607372105121613, 0.08518031239509583, 0.08497510850429535, 0.08014075458049774, 0.07554411143064499, 0.07761041074991226, 0.057840097695589066], "cos_Ac_negg": [0.07607372105121613, 0.08518031239509583, 0.08497510850429535, 0.08014075458049774, 0.07554411143064499, 0.07761041074991226, 0.057840097695589066], "r_norm": [0.1543695330619812, 0.1526835560798645, 0.15184646844863892, 0.1531623750925064, 0.1591917723417282, 0.16175884008407593, 0.15783219039440155]}, {"step": 7450, "epoch": 15, "train_loss": 0.00011372828157618642, "cos_r_negg": [0.07604777812957764, 0.08418107032775879, 0.084282286465168, 0.07895620167255402, 0.07429520785808563, 0.07640185952186584, 0.05712149292230606], "cos_apical_negg": [0.07604777812957764, 0.08418107032775879, 0.084282286465168, 0.07895620167255402, 0.07429520785808563, 0.07640185952186584, 0.05712149292230606], "cos_Ac_negg": [0.07604777812957764, 0.08418107032775879, 0.084282286465168, 0.07895620167255402, 0.07429520785808563, 0.07640185952186584, 0.05712149292230606], "r_norm": [0.1546480804681778, 0.15292349457740784, 0.15209972858428955, 0.1534620225429535, 0.15948835015296936, 0.16200509667396545, 0.15811027586460114]}, {"step": 7500, "epoch": 15, "train_loss": 0.00029133737552911043, "cos_r_negg": [0.07554760575294495, 0.08308690786361694, 0.0829710140824318, 0.07762207835912704, 0.07281694561243057, 0.07498448342084885, 0.05609077587723732], "cos_apical_negg": [0.07554760575294495, 0.08308690786361694, 0.0829710140824318, 0.07762207835912704, 0.07281694561243057, 0.07498448342084885, 0.05609077587723732], "cos_Ac_negg": [0.07554760575294495, 0.08308690786361694, 0.0829710140824318, 0.07762207835912704, 0.07281694561243057, 0.07498448342084885, 0.05609077587723732], "r_norm": [0.15576709806919098, 0.15402506291866302, 0.15336665511131287, 0.15453866124153137, 0.16070792078971863, 0.1631573587656021, 0.15919172763824463]}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9726, "test_loss": 0.2038700972557068}, {"step": 7550, "epoch": 16, "train_loss": 9.651355867390521e-06, "cos_r_negg": [0.07513733208179474, 0.08329212665557861, 0.08295943588018417, 0.0785699188709259, 0.07415717840194702, 0.07575637102127075, 0.05666003376245499], "cos_apical_negg": [0.07513733208179474, 0.08329212665557861, 0.08295943588018417, 0.0785699188709259, 0.07415717840194702, 0.07575637102127075, 0.05666003376245499], "cos_Ac_negg": [0.07513733208179474, 0.08329212665557861, 0.08295943588018417, 0.0785699188709259, 0.07415717840194702, 0.07575637102127075, 0.05666003376245499], "r_norm": [0.163901224732399, 0.1628890186548233, 0.16161689162254333, 0.16251888871192932, 0.16868096590042114, 0.171984001994133, 0.16770735383033752]}, {"step": 7600, "epoch": 16, "train_loss": 0.0006889080395922065, "cos_r_negg": [0.07476142048835754, 0.08281807601451874, 0.08243174105882645, 0.07793046534061432, 0.07353883981704712, 0.075557641685009, 0.05630582571029663], "cos_apical_negg": [0.07476142048835754, 0.08281807601451874, 0.08243174105882645, 0.07793046534061432, 0.07353883981704712, 0.075557641685009, 0.05630582571029663], "cos_Ac_negg": [0.07476142048835754, 0.08281807601451874, 0.08243174105882645, 0.07793046534061432, 0.07353883981704712, 0.075557641685009, 0.05630582571029663], "r_norm": [0.16082584857940674, 0.15949559211730957, 0.1584991067647934, 0.15952101349830627, 0.16566598415374756, 0.16858947277069092, 0.1644798219203949]}, {"step": 7650, "epoch": 16, "train_loss": 0.0002986568142659962, "cos_r_negg": [0.07344137132167816, 0.08148768544197083, 0.08060844242572784, 0.07594630122184753, 0.07124637067317963, 0.07308927923440933, 0.05461733788251877], "cos_apical_negg": [0.07344137132167816, 0.08148768544197083, 0.08060844242572784, 0.07594630122184753, 0.07124637067317963, 0.07308927923440933, 0.05461733788251877], "cos_Ac_negg": [0.07344137132167816, 0.08148768544197083, 0.08060844242572784, 0.07594630122184753, 0.07124637067317963, 0.07308927923440933, 0.05461733788251877], "r_norm": [0.15856710076332092, 0.1570076048374176, 0.1561962068080902, 0.15719035267829895, 0.16339334845542908, 0.1661677062511444, 0.16208197176456451]}, {"step": 7700, "epoch": 16, "train_loss": 0.00011708946840371937, "cos_r_negg": [0.07298064231872559, 0.08048397302627563, 0.07958860695362091, 0.07478836923837662, 0.06995643675327301, 0.07186634093523026, 0.05358538031578064], "cos_apical_negg": [0.07298064231872559, 0.08048397302627563, 0.07958860695362091, 0.07478836923837662, 0.06995643675327301, 0.07186634093523026, 0.05358538031578064], "cos_Ac_negg": [0.07298064231872559, 0.08048397302627563, 0.07958860695362091, 0.07478836923837662, 0.06995643675327301, 0.07186634093523026, 0.05358538031578064], "r_norm": [0.15664944052696228, 0.1548708975315094, 0.15427608788013458, 0.15532788634300232, 0.16153788566589355, 0.16405656933784485, 0.16006764769554138]}, {"step": 7750, "epoch": 16, "train_loss": 0.00018896916299127042, "cos_r_negg": [0.07247860729694366, 0.07961444556713104, 0.0787569060921669, 0.07391667366027832, 0.06898680329322815, 0.07104729861021042, 0.052960410714149475], "cos_apical_negg": [0.07247860729694366, 0.07961444556713104, 0.0787569060921669, 0.07391667366027832, 0.06898680329322815, 0.07104729861021042, 0.052960410714149475], "cos_Ac_negg": [0.07247860729694366, 0.07961444556713104, 0.0787569060921669, 0.07391667366027832, 0.06898680329322815, 0.07104729861021042, 0.052960410714149475], "r_norm": [0.15577279031276703, 0.1539635956287384, 0.15327847003936768, 0.15450456738471985, 0.16061410307884216, 0.16310659050941467, 0.15914283692836761]}, {"step": 7800, "epoch": 16, "train_loss": 0.00021707329142373055, "cos_r_negg": [0.07258781790733337, 0.08007963746786118, 0.07985873520374298, 0.07527711987495422, 0.0699889212846756, 0.07272231578826904, 0.05406729876995087], "cos_apical_negg": [0.07258781790733337, 0.08007963746786118, 0.07985873520374298, 0.07527711987495422, 0.0699889212846756, 0.07272231578826904, 0.05406729876995087], "cos_Ac_negg": [0.07258781790733337, 0.08007963746786118, 0.07985873520374298, 0.07527711987495422, 0.0699889212846756, 0.07272231578826904, 0.05406729876995087], "r_norm": [0.15325219929218292, 0.15143677592277527, 0.1508016586303711, 0.1519976109266281, 0.15809990465641022, 0.16046534478664398, 0.15661634504795074]}, {"step": 7850, "epoch": 16, "train_loss": 0.00021153769921511412, "cos_r_negg": [0.07269544899463654, 0.07977641373872757, 0.07925394177436829, 0.07431672513484955, 0.06904088705778122, 0.07162491977214813, 0.05325800180435181], "cos_apical_negg": [0.07269544899463654, 0.07977641373872757, 0.07925394177436829, 0.07431672513484955, 0.06904088705778122, 0.07162491977214813, 0.05325800180435181], "cos_Ac_negg": [0.07269544899463654, 0.07977641373872757, 0.07925394177436829, 0.07431672513484955, 0.06904088705778122, 0.07162491977214813, 0.05325800180435181], "r_norm": [0.15536297857761383, 0.15352851152420044, 0.1528693288564682, 0.15407311916351318, 0.16026225686073303, 0.16268855333328247, 0.1587044894695282]}, {"step": 7900, "epoch": 16, "train_loss": 0.00012239499483257532, "cos_r_negg": [0.07234610617160797, 0.07917711138725281, 0.07855664938688278, 0.07361556589603424, 0.0684022530913353, 0.07082810997962952, 0.052683040499687195], "cos_apical_negg": [0.07234610617160797, 0.07917711138725281, 0.07855664938688278, 0.07361556589603424, 0.0684022530913353, 0.07082810997962952, 0.052683040499687195], "cos_Ac_negg": [0.07234610617160797, 0.07917711138725281, 0.07855664938688278, 0.07361556589603424, 0.0684022530913353, 0.07082810997962952, 0.052683040499687195], "r_norm": [0.1554359644651413, 0.15361572802066803, 0.15294548869132996, 0.15415418148040771, 0.1603478640317917, 0.16276690363883972, 0.15877696871757507]}, {"step": 7950, "epoch": 16, "train_loss": 0.0001792523544281721, "cos_r_negg": [0.07196864485740662, 0.07860418409109116, 0.07819491624832153, 0.07336947321891785, 0.06835891306400299, 0.07047900557518005, 0.05277901142835617], "cos_apical_negg": [0.07196864485740662, 0.07860418409109116, 0.07819491624832153, 0.07336947321891785, 0.06835891306400299, 0.07047900557518005, 0.05277901142835617], "cos_Ac_negg": [0.07196864485740662, 0.07860418409109116, 0.07819491624832153, 0.07336947321891785, 0.06835891306400299, 0.07047900557518005, 0.05277901142835617], "r_norm": [0.15509848296642303, 0.1532285511493683, 0.15277919173240662, 0.15378719568252563, 0.1600700169801712, 0.1623857170343399, 0.15844473242759705]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9723, "test_loss": 0.20837278032302856}, {"step": 8000, "epoch": 17, "train_loss": 5.4866908612893894e-05, "cos_r_negg": [0.0712767094373703, 0.07756264507770538, 0.07689603418111801, 0.0722823292016983, 0.06733691692352295, 0.06947419047355652, 0.05216839164495468], "cos_apical_negg": [0.0712767094373703, 0.07756264507770538, 0.07689603418111801, 0.0722823292016983, 0.06733691692352295, 0.06947419047355652, 0.05216839164495468], "cos_Ac_negg": [0.0712767094373703, 0.07756264507770538, 0.07689603418111801, 0.0722823292016983, 0.06733691692352295, 0.06947419047355652, 0.05216839164495468], "r_norm": [0.15522204339504242, 0.15355327725410461, 0.1527649164199829, 0.153943732380867, 0.16000422835350037, 0.16258999705314636, 0.158595472574234]}, {"step": 8050, "epoch": 17, "train_loss": 0.00012372643686830997, "cos_r_negg": [0.07062932848930359, 0.0768483579158783, 0.07614579796791077, 0.07158178091049194, 0.06658529490232468, 0.06872421503067017, 0.05157129839062691], "cos_apical_negg": [0.07062932848930359, 0.0768483579158783, 0.07614579796791077, 0.07158178091049194, 0.06658529490232468, 0.06872421503067017, 0.05157129839062691], "cos_Ac_negg": [0.07062932848930359, 0.0768483579158783, 0.07614579796791077, 0.07158178091049194, 0.06658529490232468, 0.06872421503067017, 0.05157129839062691], "r_norm": [0.15577562153339386, 0.15411147475242615, 0.153272807598114, 0.15451675653457642, 0.16053429245948792, 0.16313359141349792, 0.1591646671295166]}, {"step": 8100, "epoch": 17, "train_loss": 0.0002708649553824216, "cos_r_negg": [0.07051914930343628, 0.07737436890602112, 0.0770682543516159, 0.07231231033802032, 0.06661932915449142, 0.069234699010849, 0.05213981121778488], "cos_apical_negg": [0.07051914930343628, 0.07737436890602112, 0.0770682543516159, 0.07231231033802032, 0.06661932915449142, 0.069234699010849, 0.05213981121778488], "cos_Ac_negg": [0.07051914930343628, 0.07737436890602112, 0.0770682543516159, 0.07231231033802032, 0.06661932915449142, 0.069234699010849, 0.05213981121778488], "r_norm": [0.15917789936065674, 0.15783266723155975, 0.15654286742210388, 0.15787585079669952, 0.16392061114311218, 0.1669480949640274, 0.16281336545944214]}, {"step": 8150, "epoch": 17, "train_loss": 0.0002128284831997007, "cos_r_negg": [0.07022447884082794, 0.07780663669109344, 0.07714393734931946, 0.07302843034267426, 0.06800816208124161, 0.07048027962446213, 0.0525021031498909], "cos_apical_negg": [0.07022447884082794, 0.07780663669109344, 0.07714393734931946, 0.07302843034267426, 0.06800816208124161, 0.07048027962446213, 0.0525021031498909], "cos_Ac_negg": [0.07022447884082794, 0.07780663669109344, 0.07714393734931946, 0.07302843034267426, 0.06800816208124161, 0.07048027962446213, 0.0525021031498909], "r_norm": [0.16525328159332275, 0.16449250280857086, 0.16277354955673218, 0.16385138034820557, 0.1698959469795227, 0.1735554337501526, 0.16921068727970123]}, {"step": 8200, "epoch": 17, "train_loss": 9.068268991541117e-05, "cos_r_negg": [0.06938999891281128, 0.07623111456632614, 0.0757862776517868, 0.07139337062835693, 0.06597603112459183, 0.0689135491847992, 0.051700592041015625], "cos_apical_negg": [0.06938999891281128, 0.07623111456632614, 0.0757862776517868, 0.07139337062835693, 0.06597603112459183, 0.0689135491847992, 0.051700592041015625], "cos_Ac_negg": [0.06938999891281128, 0.07623111456632614, 0.0757862776517868, 0.07139337062835693, 0.06597603112459183, 0.0689135491847992, 0.051700592041015625], "r_norm": [0.15750038623809814, 0.15608122944831848, 0.1548730731010437, 0.15632307529449463, 0.16230645775794983, 0.16510258615016937, 0.16113287210464478]}, {"step": 8250, "epoch": 17, "train_loss": 0.00018085155170410872, "cos_r_negg": [0.06908013671636581, 0.0755653828382492, 0.0748729333281517, 0.07055476307868958, 0.06551530212163925, 0.06780131161212921, 0.05100938305258751], "cos_apical_negg": [0.06908013671636581, 0.0755653828382492, 0.0748729333281517, 0.07055476307868958, 0.06551530212163925, 0.06780131161212921, 0.05100938305258751], "cos_Ac_negg": [0.06908013671636581, 0.0755653828382492, 0.0748729333281517, 0.07055476307868958, 0.06551530212163925, 0.06780131161212921, 0.05100938305258751], "r_norm": [0.15569277107715607, 0.15410354733467102, 0.153072327375412, 0.15452948212623596, 0.1605304777622223, 0.1631065011024475, 0.15925751626491547]}, {"step": 8300, "epoch": 17, "train_loss": 0.00012942256580572575, "cos_r_negg": [0.06882372498512268, 0.07516232132911682, 0.07444222271442413, 0.0700235441327095, 0.0651962086558342, 0.06717286258935928, 0.05046795308589935], "cos_apical_negg": [0.06882372498512268, 0.07516232132911682, 0.07444222271442413, 0.0700235441327095, 0.0651962086558342, 0.06717286258935928, 0.05046795308589935], "cos_Ac_negg": [0.06882372498512268, 0.07516232132911682, 0.07444222271442413, 0.0700235441327095, 0.0651962086558342, 0.06717286258935928, 0.05046795308589935], "r_norm": [0.15455842018127441, 0.1528482735157013, 0.15189576148986816, 0.15338373184204102, 0.15937727689743042, 0.1618475466966629, 0.15805797278881073]}, {"step": 8350, "epoch": 17, "train_loss": 5.353542655939236e-05, "cos_r_negg": [0.06882548332214355, 0.07489114999771118, 0.07419843971729279, 0.0699290856719017, 0.06515822559595108, 0.06700214743614197, 0.05020199716091156], "cos_apical_negg": [0.06882548332214355, 0.07489114999771118, 0.07419843971729279, 0.0699290856719017, 0.06515822559595108, 0.06700214743614197, 0.05020199716091156], "cos_Ac_negg": [0.06882548332214355, 0.07489114999771118, 0.07419843971729279, 0.0699290856719017, 0.06515822559595108, 0.06700214743614197, 0.05020199716091156], "r_norm": [0.1536770612001419, 0.1519465148448944, 0.15110750496387482, 0.15252161026000977, 0.15850088000297546, 0.16088172793388367, 0.1571331024169922]}, {"step": 8400, "epoch": 17, "train_loss": 0.00010964398825308308, "cos_r_negg": [0.06831057369709015, 0.07406868040561676, 0.07351808249950409, 0.06923853605985641, 0.0644683688879013, 0.06634834408760071, 0.04977720230817795], "cos_apical_negg": [0.06831057369709015, 0.07406868040561676, 0.07351808249950409, 0.06923853605985641, 0.0644683688879013, 0.06634834408760071, 0.04977720230817795], "cos_Ac_negg": [0.06831057369709015, 0.07406868040561676, 0.07351808249950409, 0.06923853605985641, 0.0644683688879013, 0.06634834408760071, 0.04977720230817795], "r_norm": [0.15366867184638977, 0.15189576148986816, 0.1510268747806549, 0.1524249017238617, 0.1583349108695984, 0.16087307035923004, 0.15707731246948242]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9723, "test_loss": 0.21212246980667115}, {"step": 8450, "epoch": 18, "train_loss": 0.00011308978719171137, "cos_r_negg": [0.06790491193532944, 0.07347305119037628, 0.07284095138311386, 0.06863869726657867, 0.06369898468255997, 0.06581729650497437, 0.049518831074237823], "cos_apical_negg": [0.06790491193532944, 0.07347305119037628, 0.07284095138311386, 0.06863869726657867, 0.06369898468255997, 0.06581729650497437, 0.049518831074237823], "cos_Ac_negg": [0.06790491193532944, 0.07347305119037628, 0.07284095138311386, 0.06863869726657867, 0.06369898468255997, 0.06581729650497437, 0.049518831074237823], "r_norm": [0.1543642282485962, 0.1527009755373001, 0.1517638862133026, 0.15319007635116577, 0.159103125333786, 0.16165271401405334, 0.15779198706150055]}, {"step": 8500, "epoch": 18, "train_loss": 0.00020937807857990265, "cos_r_negg": [0.06770766526460648, 0.07311481237411499, 0.07246159017086029, 0.06825065612792969, 0.06331523507833481, 0.06535378098487854, 0.049208253622055054], "cos_apical_negg": [0.06770766526460648, 0.07311481237411499, 0.07246159017086029, 0.06825065612792969, 0.06331523507833481, 0.06535378098487854, 0.049208253622055054], "cos_Ac_negg": [0.06770766526460648, 0.07311481237411499, 0.07246159017086029, 0.06825065612792969, 0.06331523507833481, 0.06535378098487854, 0.049208253622055054], "r_norm": [0.16004598140716553, 0.1589077115058899, 0.15745608508586884, 0.15880011022090912, 0.1646834909915924, 0.16783182322978973, 0.1637336015701294]}, {"step": 8550, "epoch": 18, "train_loss": 0.00027838529786095023, "cos_r_negg": [0.0677134245634079, 0.07312478125095367, 0.07252252846956253, 0.06831331551074982, 0.06343448162078857, 0.06553035974502563, 0.04930364340543747], "cos_apical_negg": [0.0677134245634079, 0.07312478125095367, 0.07252252846956253, 0.06831331551074982, 0.06343448162078857, 0.06553035974502563, 0.04930364340543747], "cos_Ac_negg": [0.0677134245634079, 0.07312478125095367, 0.07252252846956253, 0.06831331551074982, 0.06343448162078857, 0.06553035974502563, 0.04930364340543747], "r_norm": [0.15926271677017212, 0.15792955458164215, 0.15658824145793915, 0.15809953212738037, 0.16393046081066132, 0.16688108444213867, 0.1628565490245819]}, {"step": 8600, "epoch": 18, "train_loss": 0.00017042590479832143, "cos_r_negg": [0.06733613461256027, 0.07254733145236969, 0.07192201912403107, 0.06770153343677521, 0.06296689808368683, 0.06502580642700195, 0.04893959313631058], "cos_apical_negg": [0.06733613461256027, 0.07254733145236969, 0.07192201912403107, 0.06770153343677521, 0.06296689808368683, 0.06502580642700195, 0.04893959313631058], "cos_Ac_negg": [0.06733613461256027, 0.07254733145236969, 0.07192201912403107, 0.06770153343677521, 0.06296689808368683, 0.06502580642700195, 0.04893959313631058], "r_norm": [0.15919438004493713, 0.15790171921253204, 0.15657076239585876, 0.15795297920703888, 0.16379883885383606, 0.1668090522289276, 0.16275781393051147]}, {"step": 8650, "epoch": 18, "train_loss": 3.542397462297231e-05, "cos_r_negg": [0.06676290929317474, 0.07218798995018005, 0.07177916169166565, 0.06784471869468689, 0.0628538727760315, 0.06516727060079575, 0.04933430999517441], "cos_apical_negg": [0.06676290929317474, 0.07218798995018005, 0.07177916169166565, 0.06784471869468689, 0.0628538727760315, 0.06516727060079575, 0.04933430999517441], "cos_Ac_negg": [0.06676290929317474, 0.07218798995018005, 0.07177916169166565, 0.06784471869468689, 0.0628538727760315, 0.06516727060079575, 0.04933430999517441], "r_norm": [0.1575683206319809, 0.15625956654548645, 0.1549575924873352, 0.1563696265220642, 0.16222131252288818, 0.1651400327682495, 0.1611391305923462]}, {"step": 8700, "epoch": 18, "train_loss": 8.843623800203204e-05, "cos_r_negg": [0.06688759475946426, 0.0726761668920517, 0.07247170060873032, 0.06859778612852097, 0.06334489583969116, 0.06590639799833298, 0.04999762773513794], "cos_apical_negg": [0.06688759475946426, 0.0726761668920517, 0.07247170060873032, 0.06859778612852097, 0.06334489583969116, 0.06590639799833298, 0.04999762773513794], "cos_Ac_negg": [0.06688759475946426, 0.0726761668920517, 0.07247170060873032, 0.06859778612852097, 0.06334489583969116, 0.06590639799833298, 0.04999762773513794], "r_norm": [0.15713945031166077, 0.15576323866844177, 0.15452110767364502, 0.15587687492370605, 0.16178034245967865, 0.16470341384410858, 0.16070401668548584]}, {"step": 8750, "epoch": 18, "train_loss": 0.0001405118964612484, "cos_r_negg": [0.06639537960290909, 0.07170995324850082, 0.07111068069934845, 0.06716141104698181, 0.06216118112206459, 0.0641963928937912, 0.04838384687900543], "cos_apical_negg": [0.06639537960290909, 0.07170995324850082, 0.07111068069934845, 0.06716141104698181, 0.06216118112206459, 0.0641963928937912, 0.04838384687900543], "cos_Ac_negg": [0.06639537960290909, 0.07170995324850082, 0.07111068069934845, 0.06716141104698181, 0.06216118112206459, 0.0641963928937912, 0.04838384687900543], "r_norm": [0.16478008031845093, 0.16397297382354736, 0.16225415468215942, 0.1633332073688507, 0.16925638914108276, 0.17292991280555725, 0.1686713993549347]}, {"step": 8800, "epoch": 18, "train_loss": 0.0002628126530908048, "cos_r_negg": [0.06619377434253693, 0.07129645347595215, 0.07075899839401245, 0.06687816977500916, 0.06193992868065834, 0.06401605159044266, 0.04821944236755371], "cos_apical_negg": [0.06619377434253693, 0.07129645347595215, 0.07075899839401245, 0.06687816977500916, 0.06193992868065834, 0.06401605159044266, 0.04821944236755371], "cos_Ac_negg": [0.06619377434253693, 0.07129645347595215, 0.07075899839401245, 0.06687816977500916, 0.06193992868065834, 0.06401605159044266, 0.04821944236755371], "r_norm": [0.16546593606472015, 0.16459640860557556, 0.16296786069869995, 0.16399720311164856, 0.17000293731689453, 0.1736152023077011, 0.16936424374580383]}, {"step": 8850, "epoch": 18, "train_loss": 3.519547317409888e-05, "cos_r_negg": [0.06633973121643066, 0.07124003767967224, 0.07074830681085587, 0.06670840084552765, 0.06179394945502281, 0.0638645589351654, 0.047954048961400986], "cos_apical_negg": [0.06633973121643066, 0.07124003767967224, 0.07074830681085587, 0.06670840084552765, 0.06179394945502281, 0.0638645589351654, 0.047954048961400986], "cos_Ac_negg": [0.06633973121643066, 0.07124003767967224, 0.07074830681085587, 0.06670840084552765, 0.06179394945502281, 0.0638645589351654, 0.047954048961400986], "r_norm": [0.16376720368862152, 0.16258543729782104, 0.16115492582321167, 0.16222870349884033, 0.16824506223201752, 0.17167305946350098, 0.16748419404029846]}, {"step": 8900, "epoch": 18, "train_loss": 5.577555202762596e-05, "cos_r_negg": [0.06606634706258774, 0.07088655978441238, 0.07040707767009735, 0.06638988852500916, 0.06154704466462135, 0.06351284682750702, 0.04777168855071068], "cos_apical_negg": [0.06606634706258774, 0.07088655978441238, 0.07040707767009735, 0.06638988852500916, 0.06154704466462135, 0.06351284682750702, 0.04777168855071068], "cos_Ac_negg": [0.06606634706258774, 0.07088655978441238, 0.07040707767009735, 0.06638988852500916, 0.06154704466462135, 0.06351284682750702, 0.04777168855071068], "r_norm": [0.16136518120765686, 0.16004517674446106, 0.15859299898147583, 0.15983553230762482, 0.16575561463832855, 0.16914132237434387, 0.1650053858757019]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9722, "test_loss": 0.21469253911972047}, {"step": 8950, "epoch": 19, "train_loss": 4.24898462370038e-05, "cos_r_negg": [0.06579853594303131, 0.07081370055675507, 0.07032255828380585, 0.06616772711277008, 0.06119710952043533, 0.06345070153474808, 0.047866303473711014], "cos_apical_negg": [0.06579853594303131, 0.07081370055675507, 0.07032255828380585, 0.06616772711277008, 0.06119710952043533, 0.06345070153474808, 0.047866303473711014], "cos_Ac_negg": [0.06579853594303131, 0.07081370055675507, 0.07032255828380585, 0.06616772711277008, 0.06119710952043533, 0.06345070153474808, 0.047866303473711014], "r_norm": [0.16083556413650513, 0.15935072302818298, 0.1580684781074524, 0.1593313217163086, 0.16533923149108887, 0.16851824522018433, 0.16442227363586426]}, {"step": 9000, "epoch": 19, "train_loss": 0.0002181314630433917, "cos_r_negg": [0.06556173413991928, 0.07058174908161163, 0.0701645165681839, 0.06597553938627243, 0.06110113114118576, 0.06330068409442902, 0.04774485528469086], "cos_apical_negg": [0.06556173413991928, 0.07058174908161163, 0.0701645165681839, 0.06597553938627243, 0.06110113114118576, 0.06330068409442902, 0.04774485528469086], "cos_Ac_negg": [0.06556173413991928, 0.07058174908161163, 0.0701645165681839, 0.06597553938627243, 0.06110113114118576, 0.06330068409442902, 0.04774485528469086], "r_norm": [0.1606260985136032, 0.15909123420715332, 0.1578252911567688, 0.15908479690551758, 0.16509732604026794, 0.16827207803726196, 0.16419214010238647]}, {"step": 9050, "epoch": 19, "train_loss": 7.795287820044905e-05, "cos_r_negg": [0.06525097787380219, 0.07005683332681656, 0.06955111771821976, 0.06541900336742401, 0.06060969457030296, 0.0628080815076828, 0.04733622074127197], "cos_apical_negg": [0.06525097787380219, 0.07005683332681656, 0.06955111771821976, 0.06541900336742401, 0.06060969457030296, 0.0628080815076828, 0.04733622074127197], "cos_Ac_negg": [0.06525097787380219, 0.07005683332681656, 0.06955111771821976, 0.06541900336742401, 0.06060969457030296, 0.0628080815076828, 0.04733622074127197], "r_norm": [0.16253125667572021, 0.16127388179302216, 0.159756138920784, 0.1610393524169922, 0.16698810458183289, 0.17037120461463928, 0.16625390946865082]}, {"step": 9100, "epoch": 19, "train_loss": 3.372182618477382e-05, "cos_r_negg": [0.0647951140999794, 0.06951907277107239, 0.06915836036205292, 0.06514419615268707, 0.06052206829190254, 0.062717005610466, 0.04729297012090683], "cos_apical_negg": [0.0647951140999794, 0.06951907277107239, 0.06915836036205292, 0.06514419615268707, 0.06052206829190254, 0.062717005610466, 0.04729297012090683], "cos_Ac_negg": [0.0647951140999794, 0.06951907277107239, 0.06915836036205292, 0.06514419615268707, 0.06052206829190254, 0.062717005610466, 0.04729297012090683], "r_norm": [0.1605188101530075, 0.15919288992881775, 0.15770940482616425, 0.15907377004623413, 0.16497348248958588, 0.16822464764118195, 0.16422629356384277]}, {"step": 9150, "epoch": 19, "train_loss": 0.00041842274367809296, "cos_r_negg": [0.0648176446557045, 0.06956936419010162, 0.06908915936946869, 0.06537385284900665, 0.06054959446191788, 0.06319154798984528, 0.04757847636938095], "cos_apical_negg": [0.0648176446557045, 0.06956936419010162, 0.06908915936946869, 0.06537385284900665, 0.06054959446191788, 0.06319154798984528, 0.04757847636938095], "cos_Ac_negg": [0.0648176446557045, 0.06956936419010162, 0.06908915936946869, 0.06537385284900665, 0.06054959446191788, 0.06319154798984528, 0.04757847636938095], "r_norm": [0.1598297506570816, 0.15851517021656036, 0.1570548564195633, 0.15841007232666016, 0.16431230306625366, 0.16754302382469177, 0.16350938379764557]}, {"step": 9200, "epoch": 19, "train_loss": 9.447856427868828e-05, "cos_r_negg": [0.06477876007556915, 0.06955191493034363, 0.06901414692401886, 0.06543437391519547, 0.06057484447956085, 0.06312711536884308, 0.04755271226167679], "cos_apical_negg": [0.06477876007556915, 0.06955191493034363, 0.06901414692401886, 0.06543437391519547, 0.06057484447956085, 0.06312711536884308, 0.04755271226167679], "cos_Ac_negg": [0.06477876007556915, 0.06955191493034363, 0.06901414692401886, 0.06543437391519547, 0.06057484447956085, 0.06312711536884308, 0.04755271226167679], "r_norm": [0.1580171436071396, 0.1566140055656433, 0.15519988536834717, 0.15660691261291504, 0.16245990991592407, 0.16561077535152435, 0.1616068333387375]}, {"step": 9250, "epoch": 19, "train_loss": 3.765339351957664e-05, "cos_r_negg": [0.06460364162921906, 0.06927863508462906, 0.06875148415565491, 0.06522227078676224, 0.06043420732021332, 0.0627400279045105, 0.04733981192111969], "cos_apical_negg": [0.06460364162921906, 0.06927863508462906, 0.06875148415565491, 0.06522227078676224, 0.06043420732021332, 0.0627400279045105, 0.04733981192111969], "cos_Ac_negg": [0.06460364162921906, 0.06927863508462906, 0.06875148415565491, 0.06522227078676224, 0.06043420732021332, 0.0627400279045105, 0.04733981192111969], "r_norm": [0.15797707438468933, 0.1565188765525818, 0.1551174819469452, 0.15652763843536377, 0.16234420239925385, 0.16554777324199677, 0.1615266501903534]}, {"step": 9300, "epoch": 19, "train_loss": 7.26131402188912e-05, "cos_r_negg": [0.06443268060684204, 0.06888933479785919, 0.06850185990333557, 0.06507647037506104, 0.060437604784965515, 0.06256039440631866, 0.04718456417322159], "cos_apical_negg": [0.06443268060684204, 0.06888933479785919, 0.06850185990333557, 0.06507647037506104, 0.060437604784965515, 0.06256039440631866, 0.04718456417322159], "cos_Ac_negg": [0.06443268060684204, 0.06888933479785919, 0.06850185990333557, 0.06507647037506104, 0.060437604784965515, 0.06256039440631866, 0.04718456417322159], "r_norm": [0.1561405062675476, 0.1545756459236145, 0.15334853529930115, 0.15474340319633484, 0.1605808138847351, 0.16354921460151672, 0.15965265035629272]}, {"step": 9350, "epoch": 19, "train_loss": 6.947423389647156e-05, "cos_r_negg": [0.06435185670852661, 0.06871512532234192, 0.06840194761753082, 0.06498320400714874, 0.06044703722000122, 0.062464624643325806, 0.047209229320287704], "cos_apical_negg": [0.06435185670852661, 0.06871512532234192, 0.06840194761753082, 0.06498320400714874, 0.06044703722000122, 0.062464624643325806, 0.047209229320287704], "cos_Ac_negg": [0.06435185670852661, 0.06871512532234192, 0.06840194761753082, 0.06498320400714874, 0.06044703722000122, 0.062464624643325806, 0.047209229320287704], "r_norm": [0.15697667002677917, 0.15537820756435394, 0.15411922335624695, 0.1555882841348648, 0.16141295433044434, 0.164401575922966, 0.16047921776771545]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9724, "test_loss": 0.21814390106201173}], "final": {"test_acc": 0.9724, "test_loss": 0.21814390106201173, "wall_s": 24.331026554107666, "cos_r_negg": [0.06419390439987183, 0.06857390701770782, 0.0682784765958786, 0.06487356126308441, 0.06036467105150223, 0.06238633021712303, 0.04712085798382759], "cos_apical_negg": [0.06419390439987183, 0.06857390701770782, 0.0682784765958786, 0.06487356126308441, 0.06036467105150223, 0.06238633021712303, 0.04712085798382759], "cos_Ac_negg": [0.06419390439987183, 0.06857390701770782, 0.0682784765958786, 0.06487356126308441, 0.06036467105150223, 0.06238633021712303, 0.04712085798382759]}}
\ No newline at end of file
diff --git a/results/depth_mnist_sdil_d10_s0.json b/results/depth_mnist_sdil_d10_s0.json
new file mode 100644
index 0000000..220600e
--- /dev/null
+++ b/results/depth_mnist_sdil_d10_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 10, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d10_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3040730953216553, "cos_r_negg": [0.012704264372587204, -0.05519097298383713, -0.007540669292211533, 0.007316965609788895, 0.004755464382469654, 0.0031545290257781744, 0.01737443543970585, 0.022966556251049042, 0.01362223643809557, -0.004629609175026417], "cos_apical_negg": [0.012704264372587204, -0.05519097298383713, -0.007540669292211533, 0.007316965609788895, 0.004755464382469654, 0.0031545290257781744, 0.01737443543970585, 0.022966556251049042, 0.01362223643809557, -0.004629609175026417], "cos_Ac_negg": [0.012704264372587204, -0.05519097298383713, -0.007540669292211533, 0.007316965609788895, 0.004755464382469654, 0.0031545290257781744, 0.01737443543970585, 0.022966556251049042, 0.01362223643809557, -0.004629609175026417], "r_norm": [4.761030197143555, 4.772373199462891, 4.806885719299316, 4.810417175292969, 4.860893249511719, 4.780272483825684, 4.792279243469238, 4.788887977600098, 4.881718635559082, 4.878331184387207], "ldr": {"dL_sdil": 0.0048370361328125, "dL_bp": -0.061614036560058594, "ratio": -0.07850542510873434}}, {"step": 50, "epoch": 0, "train_loss": 1.0205707550048828, "cos_r_negg": [0.16871914267539978, 0.13489797711372375, 0.11499959975481033, 0.08246611058712006, 0.08014547824859619, 0.14511078596115112, 0.14354091882705688, 0.19812677800655365, 0.19561266899108887, 0.1799364984035492], "cos_apical_negg": [0.16871914267539978, 0.13489797711372375, 0.11499959975481033, 0.08246611058712006, 0.08014547824859619, 0.14511078596115112, 0.14354091882705688, 0.19812677800655365, 0.19561266899108887, 0.1799364984035492], "cos_Ac_negg": [0.16871914267539978, 0.13489797711372375, 0.11499959975481033, 0.08246611058712006, 0.08014547824859619, 0.14511078596115112, 0.14354091882705688, 0.19812677800655365, 0.19561266899108887, 0.1799364984035492], "r_norm": [2.1075806617736816, 2.1138079166412354, 2.128742218017578, 2.1289381980895996, 2.1384756565093994, 2.13816499710083, 2.1116199493408203, 2.119471788406372, 2.13145112991333, 2.142442226409912]}, {"step": 100, "epoch": 0, "train_loss": 0.5856322646141052, "cos_r_negg": [0.14239242672920227, 0.13052555918693542, 0.1476660966873169, 0.09811178594827652, 0.11743545532226562, 0.14485371112823486, 0.13326767086982727, 0.151436910033226, 0.1762431114912033, 0.22152036428451538], "cos_apical_negg": [0.14239242672920227, 0.13052555918693542, 0.1476660966873169, 0.09811178594827652, 0.11743545532226562, 0.14485371112823486, 0.13326767086982727, 0.151436910033226, 0.1762431114912033, 0.22152036428451538], "cos_Ac_negg": [0.14239242672920227, 0.13052555918693542, 0.1476660966873169, 0.09811178594827652, 0.11743545532226562, 0.14485371112823486, 0.13326767086982727, 0.151436910033226, 0.1762431114912033, 0.22152036428451538], "r_norm": [1.1427457332611084, 1.1439582109451294, 1.1491050720214844, 1.1542400121688843, 1.159788727760315, 1.1564507484436035, 1.1444590091705322, 1.1479237079620361, 1.154005765914917, 1.1642369031906128]}, {"step": 150, "epoch": 0, "train_loss": 0.4745701551437378, "cos_r_negg": [0.23474586009979248, 0.1993376463651657, 0.16236968338489532, 0.12996500730514526, 0.17249295115470886, 0.1929062157869339, 0.17608341574668884, 0.1699022650718689, 0.15725934505462646, 0.21724388003349304], "cos_apical_negg": [0.23474586009979248, 0.1993376463651657, 0.16236968338489532, 0.12996500730514526, 0.17249295115470886, 0.1929062157869339, 0.17608341574668884, 0.1699022650718689, 0.15725934505462646, 0.21724388003349304], "cos_Ac_negg": [0.23474586009979248, 0.1993376463651657, 0.16236968338489532, 0.12996500730514526, 0.17249295115470886, 0.1929062157869339, 0.17608341574668884, 0.1699022650718689, 0.15725934505462646, 0.21724388003349304], "r_norm": [0.8786655068397522, 0.8792754411697388, 0.8886352777481079, 0.8899897336959839, 0.8971819281578064, 0.888521671295166, 0.8801953196525574, 0.8889824151992798, 0.893064558506012, 0.8989335894584656]}, {"step": 200, "epoch": 0, "train_loss": 0.35536307096481323, "cos_r_negg": [0.19286443293094635, 0.19775056838989258, 0.17200030386447906, 0.15705862641334534, 0.18681004643440247, 0.1853923797607422, 0.25700849294662476, 0.255146324634552, 0.20213940739631653, 0.23738175630569458], "cos_apical_negg": [0.19286443293094635, 0.19775056838989258, 0.17200030386447906, 0.15705862641334534, 0.18681004643440247, 0.1853923797607422, 0.25700849294662476, 0.255146324634552, 0.20213940739631653, 0.23738175630569458], "cos_Ac_negg": [0.19286443293094635, 0.19775056838989258, 0.17200030386447906, 0.15705862641334534, 0.18681004643440247, 0.1853923797607422, 0.25700849294662476, 0.255146324634552, 0.20213940739631653, 0.23738175630569458], "r_norm": [0.9226994514465332, 0.9253370761871338, 0.9288266897201538, 0.9283023476600647, 0.9428938627243042, 0.9378931522369385, 0.9215297698974609, 0.9317824840545654, 0.9310557246208191, 0.9388017058372498]}, {"step": 250, "epoch": 0, "train_loss": 0.2564942240715027, "cos_r_negg": [0.29170817136764526, 0.2781808078289032, 0.2748940587043762, 0.21863794326782227, 0.25152260065078735, 0.24409472942352295, 0.25369691848754883, 0.28811776638031006, 0.270332396030426, 0.2764911651611328], "cos_apical_negg": [0.29170817136764526, 0.2781808078289032, 0.2748940587043762, 0.21863794326782227, 0.25152260065078735, 0.24409472942352295, 0.25369691848754883, 0.28811776638031006, 0.270332396030426, 0.2764911651611328], "cos_Ac_negg": [0.29170817136764526, 0.2781808078289032, 0.2748940587043762, 0.21863794326782227, 0.25152260065078735, 0.24409472942352295, 0.25369691848754883, 0.28811776638031006, 0.270332396030426, 0.2764911651611328], "r_norm": [0.8208537101745605, 0.825705885887146, 0.8286389112472534, 0.8295063972473145, 0.8403745889663696, 0.8337243795394897, 0.8250993490219116, 0.8314688801765442, 0.8361239433288574, 0.8362611532211304], "ldr": {"dL_sdil": -0.012169718742370605, "dL_bp": -0.01118481159210205, "ratio": 1.0880575539568345}}, {"step": 300, "epoch": 0, "train_loss": 0.2734048664569855, "cos_r_negg": [0.27865707874298096, 0.24796777963638306, 0.2260303497314453, 0.2151724100112915, 0.2367383986711502, 0.21147216856479645, 0.22051651775836945, 0.2626841366291046, 0.293612003326416, 0.30360162258148193], "cos_apical_negg": [0.27865707874298096, 0.24796777963638306, 0.2260303497314453, 0.2151724100112915, 0.2367383986711502, 0.21147216856479645, 0.22051651775836945, 0.2626841366291046, 0.293612003326416, 0.30360162258148193], "cos_Ac_negg": [0.27865707874298096, 0.24796777963638306, 0.2260303497314453, 0.2151724100112915, 0.2367383986711502, 0.21147216856479645, 0.22051651775836945, 0.2626841366291046, 0.293612003326416, 0.30360162258148193], "r_norm": [0.760456383228302, 0.7626560926437378, 0.7689014673233032, 0.7680469751358032, 0.7794288992881775, 0.7703261375427246, 0.76054847240448, 0.7679362297058105, 0.775895357131958, 0.779584527015686]}, {"step": 350, "epoch": 0, "train_loss": 0.26594042778015137, "cos_r_negg": [0.33973458409309387, 0.31124982237815857, 0.26434844732284546, 0.24265456199645996, 0.25465652346611023, 0.2759125828742981, 0.2621476650238037, 0.2721204459667206, 0.2948729693889618, 0.30781590938568115], "cos_apical_negg": [0.33973458409309387, 0.31124982237815857, 0.26434844732284546, 0.24265456199645996, 0.25465652346611023, 0.2759125828742981, 0.2621476650238037, 0.2721204459667206, 0.2948729693889618, 0.30781590938568115], "cos_Ac_negg": [0.33973458409309387, 0.31124982237815857, 0.26434844732284546, 0.24265456199645996, 0.25465652346611023, 0.2759125828742981, 0.2621476650238037, 0.2721204459667206, 0.2948729693889618, 0.30781590938568115], "r_norm": [0.7283955812454224, 0.7306574583053589, 0.7330830097198486, 0.7325586080551147, 0.7423966526985168, 0.733989953994751, 0.7289681434631348, 0.73482346534729, 0.7398867011070251, 0.7420657873153687]}, {"step": 400, "epoch": 0, "train_loss": 0.171381413936615, "cos_r_negg": [0.3095988631248474, 0.2966644763946533, 0.26630330085754395, 0.23535743355751038, 0.2456279695034027, 0.27610117197036743, 0.25262880325317383, 0.25819969177246094, 0.29813599586486816, 0.30962759256362915], "cos_apical_negg": [0.3095988631248474, 0.2966644763946533, 0.26630330085754395, 0.23535743355751038, 0.2456279695034027, 0.27610117197036743, 0.25262880325317383, 0.25819969177246094, 0.29813599586486816, 0.30962759256362915], "cos_Ac_negg": [0.3095988631248474, 0.2966644763946533, 0.26630330085754395, 0.23535743355751038, 0.2456279695034027, 0.27610117197036743, 0.25262880325317383, 0.25819969177246094, 0.29813599586486816, 0.30962759256362915], "r_norm": [0.627704918384552, 0.6285231709480286, 0.6342005729675293, 0.6319248676300049, 0.6426964998245239, 0.6338057518005371, 0.6296290159225464, 0.6368086338043213, 0.6422902941703796, 0.6437054872512817]}, {"step": 450, "epoch": 0, "train_loss": 0.272346556186676, "cos_r_negg": [0.3411071300506592, 0.3179923892021179, 0.29591432213783264, 0.24225351214408875, 0.2694181203842163, 0.2689353823661804, 0.25745633244514465, 0.25628718733787537, 0.2754853367805481, 0.30935174226760864], "cos_apical_negg": [0.3411071300506592, 0.3179923892021179, 0.29591432213783264, 0.24225351214408875, 0.2694181203842163, 0.2689353823661804, 0.25745633244514465, 0.25628718733787537, 0.2754853367805481, 0.30935174226760864], "cos_Ac_negg": [0.3411071300506592, 0.3179923892021179, 0.29591432213783264, 0.24225351214408875, 0.2694181203842163, 0.2689353823661804, 0.25745633244514465, 0.25628718733787537, 0.2754853367805481, 0.30935174226760864], "r_norm": [0.597036600112915, 0.6003391742706299, 0.6011954545974731, 0.6009790301322937, 0.6123196482658386, 0.6026685237884521, 0.5963234901428223, 0.6033265590667725, 0.6051340103149414, 0.6110190153121948]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9365, "test_loss": 0.2320592124938965}, {"step": 500, "epoch": 1, "train_loss": 0.2861258387565613, "cos_r_negg": [0.3417995870113373, 0.3299903869628906, 0.31516388058662415, 0.28885817527770996, 0.25780773162841797, 0.23618283867835999, 0.2707485854625702, 0.2661065459251404, 0.29699426889419556, 0.3205248713493347], "cos_apical_negg": [0.3417995870113373, 0.3299903869628906, 0.31516388058662415, 0.28885817527770996, 0.25780773162841797, 0.23618283867835999, 0.2707485854625702, 0.2661065459251404, 0.29699426889419556, 0.3205248713493347], "cos_Ac_negg": [0.3417995870113373, 0.3299903869628906, 0.31516388058662415, 0.28885817527770996, 0.25780773162841797, 0.23618283867835999, 0.2707485854625702, 0.2661065459251404, 0.29699426889419556, 0.3205248713493347], "r_norm": [0.5781360864639282, 0.5825136303901672, 0.5846971273422241, 0.5831161141395569, 0.5950855016708374, 0.5852490067481995, 0.5768365263938904, 0.58681321144104, 0.5900261402130127, 0.5942851305007935], "ldr": {"dL_sdil": -0.005936965346336365, "dL_bp": -0.0046980977058410645, "ratio": 1.2636955887390415}}, {"step": 550, "epoch": 1, "train_loss": 0.26823121309280396, "cos_r_negg": [0.2738618552684784, 0.27131012082099915, 0.2567618489265442, 0.24278612434864044, 0.23366323113441467, 0.213531494140625, 0.20879286527633667, 0.23701588809490204, 0.2767769992351532, 0.30504941940307617], "cos_apical_negg": [0.2738618552684784, 0.27131012082099915, 0.2567618489265442, 0.24278612434864044, 0.23366323113441467, 0.213531494140625, 0.20879286527633667, 0.23701588809490204, 0.2767769992351532, 0.30504941940307617], "cos_Ac_negg": [0.2738618552684784, 0.27131012082099915, 0.2567618489265442, 0.24278612434864044, 0.23366323113441467, 0.213531494140625, 0.20879286527633667, 0.23701588809490204, 0.2767769992351532, 0.30504941940307617], "r_norm": [0.5598316192626953, 0.562398374080658, 0.5632007122039795, 0.5620877742767334, 0.5712839365005493, 0.5663642287254333, 0.560014545917511, 0.5647451877593994, 0.5681498050689697, 0.5723134279251099]}, {"step": 600, "epoch": 1, "train_loss": 0.34467828273773193, "cos_r_negg": [0.33389532566070557, 0.30228790640830994, 0.2842469811439514, 0.2543792724609375, 0.2638353705406189, 0.23455020785331726, 0.2517082989215851, 0.2779655158519745, 0.30715444684028625, 0.32902199029922485], "cos_apical_negg": [0.33389532566070557, 0.30228790640830994, 0.2842469811439514, 0.2543792724609375, 0.2638353705406189, 0.23455020785331726, 0.2517082989215851, 0.2779655158519745, 0.30715444684028625, 0.32902199029922485], "cos_Ac_negg": [0.33389532566070557, 0.30228790640830994, 0.2842469811439514, 0.2543792724609375, 0.2638353705406189, 0.23455020785331726, 0.2517082989215851, 0.2779655158519745, 0.30715444684028625, 0.32902199029922485], "r_norm": [0.5412722229957581, 0.5478953123092651, 0.5445859432220459, 0.5441317558288574, 0.5554101467132568, 0.5453518629074097, 0.5429569482803345, 0.5483338832855225, 0.5516212582588196, 0.5566845536231995]}, {"step": 650, "epoch": 1, "train_loss": 0.26053574681282043, "cos_r_negg": [0.35931462049484253, 0.3251218795776367, 0.30957460403442383, 0.2636960446834564, 0.29000842571258545, 0.2535172700881958, 0.23913615942001343, 0.2847801446914673, 0.30833202600479126, 0.33736127614974976], "cos_apical_negg": [0.35931462049484253, 0.3251218795776367, 0.30957460403442383, 0.2636960446834564, 0.29000842571258545, 0.2535172700881958, 0.23913615942001343, 0.2847801446914673, 0.30833202600479126, 0.33736127614974976], "cos_Ac_negg": [0.35931462049484253, 0.3251218795776367, 0.30957460403442383, 0.2636960446834564, 0.29000842571258545, 0.2535172700881958, 0.23913615942001343, 0.2847801446914673, 0.30833202600479126, 0.33736127614974976], "r_norm": [0.5549989938735962, 0.5568321347236633, 0.5600587129592896, 0.5562494993209839, 0.5679676532745361, 0.5602968335151672, 0.5537289381027222, 0.5585384368896484, 0.5655837655067444, 0.5666431188583374]}, {"step": 700, "epoch": 1, "train_loss": 0.09011369943618774, "cos_r_negg": [0.32259947061538696, 0.28815168142318726, 0.2684338688850403, 0.24840490520000458, 0.269118070602417, 0.24039950966835022, 0.2518567442893982, 0.30570369958877563, 0.29945099353790283, 0.33017462491989136], "cos_apical_negg": [0.32259947061538696, 0.28815168142318726, 0.2684338688850403, 0.24840490520000458, 0.269118070602417, 0.24039950966835022, 0.2518567442893982, 0.30570369958877563, 0.29945099353790283, 0.33017462491989136], "cos_Ac_negg": [0.32259947061538696, 0.28815168142318726, 0.2684338688850403, 0.24840490520000458, 0.269118070602417, 0.24039950966835022, 0.2518567442893982, 0.30570369958877563, 0.29945099353790283, 0.33017462491989136], "r_norm": [0.48847970366477966, 0.49302351474761963, 0.4909094572067261, 0.4905669093132019, 0.5011730194091797, 0.490373432636261, 0.48764413595199585, 0.49275997281074524, 0.4945888817310333, 0.4981098771095276]}, {"step": 750, "epoch": 1, "train_loss": 0.10289748013019562, "cos_r_negg": [0.3269977271556854, 0.3157038688659668, 0.2868592143058777, 0.2697865962982178, 0.297977089881897, 0.2605913281440735, 0.25179794430732727, 0.28616952896118164, 0.32457995414733887, 0.33909761905670166], "cos_apical_negg": [0.3269977271556854, 0.3157038688659668, 0.2868592143058777, 0.2697865962982178, 0.297977089881897, 0.2605913281440735, 0.25179794430732727, 0.28616952896118164, 0.32457995414733887, 0.33909761905670166], "cos_Ac_negg": [0.3269977271556854, 0.3157038688659668, 0.2868592143058777, 0.2697865962982178, 0.297977089881897, 0.2605913281440735, 0.25179794430732727, 0.28616952896118164, 0.32457995414733887, 0.33909761905670166], "r_norm": [0.4792790412902832, 0.47946271300315857, 0.48009470105171204, 0.4789946377277374, 0.4876187741756439, 0.4821365773677826, 0.4767185151576996, 0.48229795694351196, 0.48229748010635376, 0.48640120029449463], "ldr": {"dL_sdil": -0.005915462970733643, "dL_bp": -0.005078017711639404, "ratio": 1.164915781442573}}, {"step": 800, "epoch": 1, "train_loss": 0.1351189911365509, "cos_r_negg": [0.3070172071456909, 0.29675430059432983, 0.28791478276252747, 0.28816813230514526, 0.292419970035553, 0.27964097261428833, 0.2606857717037201, 0.30679386854171753, 0.30868300795555115, 0.3358873724937439], "cos_apical_negg": [0.3070172071456909, 0.29675430059432983, 0.28791478276252747, 0.28816813230514526, 0.292419970035553, 0.27964097261428833, 0.2606857717037201, 0.30679386854171753, 0.30868300795555115, 0.3358873724937439], "cos_Ac_negg": [0.3070172071456909, 0.29675430059432983, 0.28791478276252747, 0.28816813230514526, 0.292419970035553, 0.27964097261428833, 0.2606857717037201, 0.30679386854171753, 0.30868300795555115, 0.3358873724937439], "r_norm": [0.5231594443321228, 0.5206583142280579, 0.5252501964569092, 0.5245493650436401, 0.531536877155304, 0.5266240835189819, 0.5217174291610718, 0.5223547220230103, 0.5274201035499573, 0.5271494388580322]}, {"step": 850, "epoch": 1, "train_loss": 0.204824298620224, "cos_r_negg": [0.30528801679611206, 0.2901816964149475, 0.28774434328079224, 0.27866119146347046, 0.28966963291168213, 0.25244593620300293, 0.26359862089157104, 0.2660178244113922, 0.2886090576648712, 0.3153257966041565], "cos_apical_negg": [0.30528801679611206, 0.2901816964149475, 0.28774434328079224, 0.27866119146347046, 0.28966963291168213, 0.25244593620300293, 0.26359862089157104, 0.2660178244113922, 0.2886090576648712, 0.3153257966041565], "cos_Ac_negg": [0.30528801679611206, 0.2901816964149475, 0.28774434328079224, 0.27866119146347046, 0.28966963291168213, 0.25244593620300293, 0.26359862089157104, 0.2660178244113922, 0.2886090576648712, 0.3153257966041565], "r_norm": [0.464346319437027, 0.4670434296131134, 0.46533966064453125, 0.4642702639102936, 0.47334206104278564, 0.46640855073928833, 0.462765634059906, 0.4680243730545044, 0.4687279760837555, 0.4726390242576599]}, {"step": 900, "epoch": 1, "train_loss": 0.19726096093654633, "cos_r_negg": [0.32673290371894836, 0.31509608030319214, 0.30266427993774414, 0.29021215438842773, 0.27985280752182007, 0.26150551438331604, 0.25371676683425903, 0.2733909487724304, 0.2958933413028717, 0.33530282974243164], "cos_apical_negg": [0.32673290371894836, 0.31509608030319214, 0.30266427993774414, 0.29021215438842773, 0.27985280752182007, 0.26150551438331604, 0.25371676683425903, 0.2733909487724304, 0.2958933413028717, 0.33530282974243164], "cos_Ac_negg": [0.32673290371894836, 0.31509608030319214, 0.30266427993774414, 0.29021215438842773, 0.27985280752182007, 0.26150551438331604, 0.25371676683425903, 0.2733909487724304, 0.2958933413028717, 0.33530282974243164], "r_norm": [0.4664265513420105, 0.4675067961215973, 0.4650452435016632, 0.4630277156829834, 0.473946213722229, 0.46953853964805603, 0.4626084566116333, 0.46632349491119385, 0.46788695454597473, 0.4708464443683624]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9484, "test_loss": 0.18267168807983397}, {"step": 950, "epoch": 2, "train_loss": 0.15767106413841248, "cos_r_negg": [0.34055274724960327, 0.33751851320266724, 0.32626616954803467, 0.33367130160331726, 0.3086186945438385, 0.28119978308677673, 0.26891982555389404, 0.2998749315738678, 0.30186736583709717, 0.3227095901966095], "cos_apical_negg": [0.34055274724960327, 0.33751851320266724, 0.32626616954803467, 0.33367130160331726, 0.3086186945438385, 0.28119978308677673, 0.26891982555389404, 0.2998749315738678, 0.30186736583709717, 0.3227095901966095], "cos_Ac_negg": [0.34055274724960327, 0.33751851320266724, 0.32626616954803467, 0.33367130160331726, 0.3086186945438385, 0.28119978308677673, 0.26891982555389404, 0.2998749315738678, 0.30186736583709717, 0.3227095901966095], "r_norm": [0.45419156551361084, 0.45679789781570435, 0.45705941319465637, 0.4553208351135254, 0.4631613492965698, 0.4579068720340729, 0.45286989212036133, 0.45648854970932007, 0.45778948068618774, 0.46102404594421387]}, {"step": 1000, "epoch": 2, "train_loss": 0.11695076525211334, "cos_r_negg": [0.3500005304813385, 0.33763211965560913, 0.31870728731155396, 0.301726758480072, 0.32129567861557007, 0.2782537341117859, 0.2812444865703583, 0.30483919382095337, 0.27509135007858276, 0.3255763649940491], "cos_apical_negg": [0.3500005304813385, 0.33763211965560913, 0.31870728731155396, 0.301726758480072, 0.32129567861557007, 0.2782537341117859, 0.2812444865703583, 0.30483919382095337, 0.27509135007858276, 0.3255763649940491], "cos_Ac_negg": [0.3500005304813385, 0.33763211965560913, 0.31870728731155396, 0.301726758480072, 0.32129567861557007, 0.2782537341117859, 0.2812444865703583, 0.30483919382095337, 0.27509135007858276, 0.3255763649940491], "r_norm": [0.4208202064037323, 0.42158061265945435, 0.4229108691215515, 0.42173004150390625, 0.4311332106590271, 0.4240224361419678, 0.4186467230319977, 0.4217000901699066, 0.4261738061904907, 0.42736151814460754], "ldr": {"dL_sdil": -0.004885807633399963, "dL_bp": -0.004120141267776489, "ratio": 1.1858349789148566}}, {"step": 1050, "epoch": 2, "train_loss": 0.09120956063270569, "cos_r_negg": [0.3391278386116028, 0.3292991518974304, 0.324659526348114, 0.3030560314655304, 0.3181614279747009, 0.29993587732315063, 0.30614250898361206, 0.3055786192417145, 0.27932560443878174, 0.3398354947566986], "cos_apical_negg": [0.3391278386116028, 0.3292991518974304, 0.324659526348114, 0.3030560314655304, 0.3181614279747009, 0.29993587732315063, 0.30614250898361206, 0.3055786192417145, 0.27932560443878174, 0.3398354947566986], "cos_Ac_negg": [0.3391278386116028, 0.3292991518974304, 0.324659526348114, 0.3030560314655304, 0.3181614279747009, 0.29993587732315063, 0.30614250898361206, 0.3055786192417145, 0.27932560443878174, 0.3398354947566986], "r_norm": [0.42394930124282837, 0.42501652240753174, 0.42532050609588623, 0.42189404368400574, 0.4340333044528961, 0.42725101113319397, 0.4200586676597595, 0.42568284273147583, 0.42983439564704895, 0.4330076575279236]}, {"step": 1100, "epoch": 2, "train_loss": 0.13443394005298615, "cos_r_negg": [0.3509686291217804, 0.33775627613067627, 0.3256417214870453, 0.3151967525482178, 0.304567813873291, 0.28116273880004883, 0.28324633836746216, 0.30234742164611816, 0.27431344985961914, 0.3367727994918823], "cos_apical_negg": [0.3509686291217804, 0.33775627613067627, 0.3256417214870453, 0.3151967525482178, 0.304567813873291, 0.28116273880004883, 0.28324633836746216, 0.30234742164611816, 0.27431344985961914, 0.3367727994918823], "cos_Ac_negg": [0.3509686291217804, 0.33775627613067627, 0.3256417214870453, 0.3151967525482178, 0.304567813873291, 0.28116273880004883, 0.28324633836746216, 0.30234742164611816, 0.27431344985961914, 0.3367727994918823], "r_norm": [0.3867862820625305, 0.38809967041015625, 0.38828325271606445, 0.38705524802207947, 0.39424437284469604, 0.3875312805175781, 0.3853258490562439, 0.38790035247802734, 0.3907555937767029, 0.39326077699661255]}, {"step": 1150, "epoch": 2, "train_loss": 0.0781940221786499, "cos_r_negg": [0.35049542784690857, 0.32526612281799316, 0.31172871589660645, 0.3206889033317566, 0.3193899393081665, 0.300355464220047, 0.3131532669067383, 0.3371959328651428, 0.3213532269001007, 0.3436664938926697], "cos_apical_negg": [0.35049542784690857, 0.32526612281799316, 0.31172871589660645, 0.3206889033317566, 0.3193899393081665, 0.300355464220047, 0.3131532669067383, 0.3371959328651428, 0.3213532269001007, 0.3436664938926697], "cos_Ac_negg": [0.35049542784690857, 0.32526612281799316, 0.31172871589660645, 0.3206889033317566, 0.3193899393081665, 0.300355464220047, 0.3131532669067383, 0.3371959328651428, 0.3213532269001007, 0.3436664938926697], "r_norm": [0.3843922019004822, 0.38511571288108826, 0.3832349181175232, 0.3852841854095459, 0.38861197233200073, 0.3853796720504761, 0.38287001848220825, 0.38392698764801025, 0.38656753301620483, 0.38749662041664124]}, {"step": 1200, "epoch": 2, "train_loss": 0.029421577230095863, "cos_r_negg": [0.3799738883972168, 0.3623473048210144, 0.3565421998500824, 0.334299236536026, 0.324375182390213, 0.2612413763999939, 0.3115425705909729, 0.30226555466651917, 0.30098217725753784, 0.33861953020095825], "cos_apical_negg": [0.3799738883972168, 0.3623473048210144, 0.3565421998500824, 0.334299236536026, 0.324375182390213, 0.2612413763999939, 0.3115425705909729, 0.30226555466651917, 0.30098217725753784, 0.33861953020095825], "cos_Ac_negg": [0.3799738883972168, 0.3623473048210144, 0.3565421998500824, 0.334299236536026, 0.324375182390213, 0.2612413763999939, 0.3115425705909729, 0.30226555466651917, 0.30098217725753784, 0.33861953020095825], "r_norm": [0.3931207060813904, 0.39493370056152344, 0.38857102394104004, 0.390272319316864, 0.3958001136779785, 0.39308878779411316, 0.39308252930641174, 0.39161211252212524, 0.39042508602142334, 0.3977591395378113]}, {"step": 1250, "epoch": 2, "train_loss": 0.1276424080133438, "cos_r_negg": [0.3795483112335205, 0.38630008697509766, 0.362366646528244, 0.33827704191207886, 0.3329138457775116, 0.3048759698867798, 0.3336564600467682, 0.32633480429649353, 0.311970591545105, 0.3249640166759491], "cos_apical_negg": [0.3795483112335205, 0.38630008697509766, 0.362366646528244, 0.33827704191207886, 0.3329138457775116, 0.3048759698867798, 0.3336564600467682, 0.32633480429649353, 0.311970591545105, 0.3249640166759491], "cos_Ac_negg": [0.3795483112335205, 0.38630008697509766, 0.362366646528244, 0.33827704191207886, 0.3329138457775116, 0.3048759698867798, 0.3336564600467682, 0.32633480429649353, 0.311970591545105, 0.3249640166759491], "r_norm": [0.3644419312477112, 0.3672064244747162, 0.3640860319137573, 0.36528873443603516, 0.36998337507247925, 0.36544913053512573, 0.36431536078453064, 0.3639965057373047, 0.36575067043304443, 0.36777263879776], "ldr": {"dL_sdil": -0.006610214710235596, "dL_bp": -0.005273252725601196, "ratio": 1.253536489564318}}, {"step": 1300, "epoch": 2, "train_loss": 0.14101344347000122, "cos_r_negg": [0.38974320888519287, 0.36695215106010437, 0.34712764620780945, 0.3421972990036011, 0.33674943447113037, 0.3156079649925232, 0.31004011631011963, 0.3217262327671051, 0.3118455410003662, 0.3527345359325409], "cos_apical_negg": [0.38974320888519287, 0.36695215106010437, 0.34712764620780945, 0.3421972990036011, 0.33674943447113037, 0.3156079649925232, 0.31004011631011963, 0.3217262327671051, 0.3118455410003662, 0.3527345359325409], "cos_Ac_negg": [0.38974320888519287, 0.36695215106010437, 0.34712764620780945, 0.3421972990036011, 0.33674943447113037, 0.3156079649925232, 0.31004011631011963, 0.3217262327671051, 0.3118455410003662, 0.3527345359325409], "r_norm": [0.36522340774536133, 0.36868560314178467, 0.3663892149925232, 0.36641162633895874, 0.3734320402145386, 0.36723923683166504, 0.36539578437805176, 0.3670198917388916, 0.36926767230033875, 0.37180522084236145]}, {"step": 1350, "epoch": 2, "train_loss": 0.19360961019992828, "cos_r_negg": [0.41769206523895264, 0.4140895903110504, 0.38656556606292725, 0.370290607213974, 0.3658066391944885, 0.3366003632545471, 0.33251678943634033, 0.33092987537384033, 0.3309375047683716, 0.34477800130844116], "cos_apical_negg": [0.41769206523895264, 0.4140895903110504, 0.38656556606292725, 0.370290607213974, 0.3658066391944885, 0.3366003632545471, 0.33251678943634033, 0.33092987537384033, 0.3309375047683716, 0.34477800130844116], "cos_Ac_negg": [0.41769206523895264, 0.4140895903110504, 0.38656556606292725, 0.370290607213974, 0.3658066391944885, 0.3366003632545471, 0.33251678943634033, 0.33092987537384033, 0.3309375047683716, 0.34477800130844116], "r_norm": [0.37632817029953003, 0.37713292241096497, 0.3757231831550598, 0.3759407103061676, 0.38374096155166626, 0.3771412670612335, 0.3751646876335144, 0.3769342601299286, 0.3780946433544159, 0.38292181491851807]}, {"step": 1400, "epoch": 2, "train_loss": 0.22100317478179932, "cos_r_negg": [0.39356961846351624, 0.3894631564617157, 0.3688132166862488, 0.37217384576797485, 0.35983264446258545, 0.3268476724624634, 0.29756537079811096, 0.33016014099121094, 0.3128623962402344, 0.33587151765823364], "cos_apical_negg": [0.39356961846351624, 0.3894631564617157, 0.3688132166862488, 0.37217384576797485, 0.35983264446258545, 0.3268476724624634, 0.29756537079811096, 0.33016014099121094, 0.3128623962402344, 0.33587151765823364], "cos_Ac_negg": [0.39356961846351624, 0.3894631564617157, 0.3688132166862488, 0.37217384576797485, 0.35983264446258545, 0.3268476724624634, 0.29756537079811096, 0.33016014099121094, 0.3128623962402344, 0.33587151765823364], "r_norm": [0.33472079038619995, 0.3366151750087738, 0.3345182538032532, 0.33457642793655396, 0.3431153893470764, 0.33518603444099426, 0.33270955085754395, 0.33586227893829346, 0.33839643001556396, 0.3396350145339966]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9581, "test_loss": 0.15091735343933105}, {"step": 1450, "epoch": 3, "train_loss": 0.12465670704841614, "cos_r_negg": [0.3685629367828369, 0.36970409750938416, 0.3623720407485962, 0.3702032268047333, 0.3631185293197632, 0.33001959323883057, 0.3440234065055847, 0.35992002487182617, 0.3129703998565674, 0.33040887117385864], "cos_apical_negg": [0.3685629367828369, 0.36970409750938416, 0.3623720407485962, 0.3702032268047333, 0.3631185293197632, 0.33001959323883057, 0.3440234065055847, 0.35992002487182617, 0.3129703998565674, 0.33040887117385864], "cos_Ac_negg": [0.3685629367828369, 0.36970409750938416, 0.3623720407485962, 0.3702032268047333, 0.3631185293197632, 0.33001959323883057, 0.3440234065055847, 0.35992002487182617, 0.3129703998565674, 0.33040887117385864], "r_norm": [0.339238703250885, 0.3408312201499939, 0.3395432233810425, 0.33814388513565063, 0.34729766845703125, 0.3402496874332428, 0.3367995023727417, 0.341526597738266, 0.3411056399345398, 0.34581100940704346]}, {"step": 1500, "epoch": 3, "train_loss": 0.03366297855973244, "cos_r_negg": [0.3973143696784973, 0.4119303822517395, 0.386179119348526, 0.3977082371711731, 0.40105363726615906, 0.3551945984363556, 0.35864004492759705, 0.37085917592048645, 0.3247893452644348, 0.3440873324871063], "cos_apical_negg": [0.3973143696784973, 0.4119303822517395, 0.386179119348526, 0.3977082371711731, 0.40105363726615906, 0.3551945984363556, 0.35864004492759705, 0.37085917592048645, 0.3247893452644348, 0.3440873324871063], "cos_Ac_negg": [0.3973143696784973, 0.4119303822517395, 0.386179119348526, 0.3977082371711731, 0.40105363726615906, 0.3551945984363556, 0.35864004492759705, 0.37085917592048645, 0.3247893452644348, 0.3440873324871063], "r_norm": [0.30272555351257324, 0.3053620159626007, 0.30565255880355835, 0.3045053482055664, 0.31234902143478394, 0.30472198128700256, 0.30211180448532104, 0.30660319328308105, 0.30690640211105347, 0.3101113736629486], "ldr": {"dL_sdil": -0.0037774741649627686, "dL_bp": -0.004311174154281616, "ratio": 0.8762054210246165}}, {"step": 1550, "epoch": 3, "train_loss": 0.0758875161409378, "cos_r_negg": [0.4138637185096741, 0.41584712266921997, 0.38854050636291504, 0.3839617967605591, 0.38051819801330566, 0.3219001591205597, 0.3506951332092285, 0.33851194381713867, 0.32784503698349, 0.36043500900268555], "cos_apical_negg": [0.4138637185096741, 0.41584712266921997, 0.38854050636291504, 0.3839617967605591, 0.38051819801330566, 0.3219001591205597, 0.3506951332092285, 0.33851194381713867, 0.32784503698349, 0.36043500900268555], "cos_Ac_negg": [0.4138637185096741, 0.41584712266921997, 0.38854050636291504, 0.3839617967605591, 0.38051819801330566, 0.3219001591205597, 0.3506951332092285, 0.33851194381713867, 0.32784503698349, 0.36043500900268555], "r_norm": [0.2961794137954712, 0.2993577718734741, 0.2968369126319885, 0.298068642616272, 0.30334675312042236, 0.29782646894454956, 0.2959192097187042, 0.2995084524154663, 0.2996608316898346, 0.3017035126686096]}, {"step": 1600, "epoch": 3, "train_loss": 0.054691944271326065, "cos_r_negg": [0.39570188522338867, 0.402779757976532, 0.37982335686683655, 0.3886569142341614, 0.37456661462783813, 0.35489621758461, 0.3619040250778198, 0.34118831157684326, 0.30467548966407776, 0.3301731050014496], "cos_apical_negg": [0.39570188522338867, 0.402779757976532, 0.37982335686683655, 0.3886569142341614, 0.37456661462783813, 0.35489621758461, 0.3619040250778198, 0.34118831157684326, 0.30467548966407776, 0.3301731050014496], "cos_Ac_negg": [0.39570188522338867, 0.402779757976532, 0.37982335686683655, 0.3886569142341614, 0.37456661462783813, 0.35489621758461, 0.3619040250778198, 0.34118831157684326, 0.30467548966407776, 0.3301731050014496], "r_norm": [0.27998167276382446, 0.2812895178794861, 0.2788752615451813, 0.2797873318195343, 0.285749614238739, 0.2795085310935974, 0.2791997790336609, 0.2803007662296295, 0.2812408208847046, 0.2833438515663147]}, {"step": 1650, "epoch": 3, "train_loss": 0.08832353353500366, "cos_r_negg": [0.39913439750671387, 0.41320037841796875, 0.4075605273246765, 0.4129471778869629, 0.41669026017189026, 0.40263405442237854, 0.3984467685222626, 0.38932403922080994, 0.328386127948761, 0.35125136375427246], "cos_apical_negg": [0.39913439750671387, 0.41320037841796875, 0.4075605273246765, 0.4129471778869629, 0.41669026017189026, 0.40263405442237854, 0.3984467685222626, 0.38932403922080994, 0.328386127948761, 0.35125136375427246], "cos_Ac_negg": [0.39913439750671387, 0.41320037841796875, 0.4075605273246765, 0.4129471778869629, 0.41669026017189026, 0.40263405442237854, 0.3984467685222626, 0.38932403922080994, 0.328386127948761, 0.35125136375427246], "r_norm": [0.2996307611465454, 0.2991703152656555, 0.29875844717025757, 0.29857322573661804, 0.30347076058387756, 0.29970860481262207, 0.2981921434402466, 0.3003648519515991, 0.3012279272079468, 0.3033956289291382]}, {"step": 1700, "epoch": 3, "train_loss": 0.08711124956607819, "cos_r_negg": [0.4054345488548279, 0.3887889087200165, 0.3754957318305969, 0.3900231122970581, 0.3760125935077667, 0.3287818729877472, 0.33426332473754883, 0.34251898527145386, 0.3156297504901886, 0.3547514081001282], "cos_apical_negg": [0.4054345488548279, 0.3887889087200165, 0.3754957318305969, 0.3900231122970581, 0.3760125935077667, 0.3287818729877472, 0.33426332473754883, 0.34251898527145386, 0.3156297504901886, 0.3547514081001282], "cos_Ac_negg": [0.4054345488548279, 0.3887889087200165, 0.3754957318305969, 0.3900231122970581, 0.3760125935077667, 0.3287818729877472, 0.33426332473754883, 0.34251898527145386, 0.3156297504901886, 0.3547514081001282], "r_norm": [0.306926429271698, 0.3082786798477173, 0.304733008146286, 0.30616533756256104, 0.3115023374557495, 0.30709946155548096, 0.30511730909347534, 0.3060997426509857, 0.30625176429748535, 0.30959275364875793]}, {"step": 1750, "epoch": 3, "train_loss": 0.052115943282842636, "cos_r_negg": [0.4258421063423157, 0.4027802646160126, 0.39718103408813477, 0.4038008451461792, 0.38383036851882935, 0.3202316164970398, 0.33585208654403687, 0.3352068066596985, 0.31894075870513916, 0.35504430532455444], "cos_apical_negg": [0.4258421063423157, 0.4027802646160126, 0.39718103408813477, 0.4038008451461792, 0.38383036851882935, 0.3202316164970398, 0.33585208654403687, 0.3352068066596985, 0.31894075870513916, 0.35504430532455444], "cos_Ac_negg": [0.4258421063423157, 0.4027802646160126, 0.39718103408813477, 0.4038008451461792, 0.38383036851882935, 0.3202316164970398, 0.33585208654403687, 0.3352068066596985, 0.31894075870513916, 0.35504430532455444], "r_norm": [0.28454089164733887, 0.28604656457901, 0.28317245841026306, 0.2847191095352173, 0.28982430696487427, 0.2837662696838379, 0.28372228145599365, 0.28440630435943604, 0.2859993577003479, 0.2890773415565491], "ldr": {"dL_sdil": -0.004123762249946594, "dL_bp": -0.004019796848297119, "ratio": 1.0258633472220162}}, {"step": 1800, "epoch": 3, "train_loss": 0.11645415425300598, "cos_r_negg": [0.4300796389579773, 0.428385853767395, 0.4239792227745056, 0.421954870223999, 0.4164862334728241, 0.35184043645858765, 0.35822951793670654, 0.37039482593536377, 0.334555447101593, 0.34826409816741943], "cos_apical_negg": [0.4300796389579773, 0.428385853767395, 0.4239792227745056, 0.421954870223999, 0.4164862334728241, 0.35184043645858765, 0.35822951793670654, 0.37039482593536377, 0.334555447101593, 0.34826409816741943], "cos_Ac_negg": [0.4300796389579773, 0.428385853767395, 0.4239792227745056, 0.421954870223999, 0.4164862334728241, 0.35184043645858765, 0.35822951793670654, 0.37039482593536377, 0.334555447101593, 0.34826409816741943], "r_norm": [0.31712090969085693, 0.3178941607475281, 0.3148377537727356, 0.31597691774368286, 0.3213595747947693, 0.31514042615890503, 0.3165817856788635, 0.31639838218688965, 0.3188866972923279, 0.3201260268688202]}, {"step": 1850, "epoch": 3, "train_loss": 0.12818510830402374, "cos_r_negg": [0.41322875022888184, 0.41406768560409546, 0.4097369313240051, 0.41784530878067017, 0.40371114015579224, 0.33670589327812195, 0.3598463535308838, 0.3635358214378357, 0.34058529138565063, 0.35374537110328674], "cos_apical_negg": [0.41322875022888184, 0.41406768560409546, 0.4097369313240051, 0.41784530878067017, 0.40371114015579224, 0.33670589327812195, 0.3598463535308838, 0.3635358214378357, 0.34058529138565063, 0.35374537110328674], "cos_Ac_negg": [0.41322875022888184, 0.41406768560409546, 0.4097369313240051, 0.41784530878067017, 0.40371114015579224, 0.33670589327812195, 0.3598463535308838, 0.3635358214378357, 0.34058529138565063, 0.35374537110328674], "r_norm": [0.33930128812789917, 0.3396151065826416, 0.3385356664657593, 0.33935537934303284, 0.3454189896583557, 0.3391878008842468, 0.33674532175064087, 0.33842116594314575, 0.3417147994041443, 0.3426987826824188]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9638, "test_loss": 0.13306543502807616}, {"step": 1900, "epoch": 4, "train_loss": 0.04603566601872444, "cos_r_negg": [0.38795316219329834, 0.3858911991119385, 0.39575913548469543, 0.39819324016571045, 0.39835813641548157, 0.3427793085575104, 0.3657568693161011, 0.3703038692474365, 0.32192492485046387, 0.33857667446136475], "cos_apical_negg": [0.38795316219329834, 0.3858911991119385, 0.39575913548469543, 0.39819324016571045, 0.39835813641548157, 0.3427793085575104, 0.3657568693161011, 0.3703038692474365, 0.32192492485046387, 0.33857667446136475], "cos_Ac_negg": [0.38795316219329834, 0.3858911991119385, 0.39575913548469543, 0.39819324016571045, 0.39835813641548157, 0.3427793085575104, 0.3657568693161011, 0.3703038692474365, 0.32192492485046387, 0.33857667446136475], "r_norm": [0.3058330714702606, 0.30408182740211487, 0.30311381816864014, 0.30271753668785095, 0.3089168965816498, 0.30377528071403503, 0.3023154139518738, 0.3043705224990845, 0.30545133352279663, 0.30849188566207886]}, {"step": 1950, "epoch": 4, "train_loss": 0.08743903040885925, "cos_r_negg": [0.42026808857917786, 0.42467302083969116, 0.42686712741851807, 0.41915369033813477, 0.41031837463378906, 0.340056449174881, 0.37845805287361145, 0.34002989530563354, 0.3324292004108429, 0.34006401896476746], "cos_apical_negg": [0.42026808857917786, 0.42467302083969116, 0.42686712741851807, 0.41915369033813477, 0.41031837463378906, 0.340056449174881, 0.37845805287361145, 0.34002989530563354, 0.3324292004108429, 0.34006401896476746], "cos_Ac_negg": [0.42026808857917786, 0.42467302083969116, 0.42686712741851807, 0.41915369033813477, 0.41031837463378906, 0.340056449174881, 0.37845805287361145, 0.34002989530563354, 0.3324292004108429, 0.34006401896476746], "r_norm": [0.3014068603515625, 0.30258989334106445, 0.30083751678466797, 0.3015754520893097, 0.3075243830680847, 0.3006702959537506, 0.3003438711166382, 0.30366718769073486, 0.3039456605911255, 0.3060671389102936]}, {"step": 2000, "epoch": 4, "train_loss": 0.12384551018476486, "cos_r_negg": [0.3943385183811188, 0.40713465213775635, 0.40467366576194763, 0.41948190331459045, 0.3828667402267456, 0.35684365034103394, 0.3684805631637573, 0.35854464769363403, 0.3211697041988373, 0.33243149518966675], "cos_apical_negg": [0.3943385183811188, 0.40713465213775635, 0.40467366576194763, 0.41948190331459045, 0.3828667402267456, 0.35684365034103394, 0.3684805631637573, 0.35854464769363403, 0.3211697041988373, 0.33243149518966675], "cos_Ac_negg": [0.3943385183811188, 0.40713465213775635, 0.40467366576194763, 0.41948190331459045, 0.3828667402267456, 0.35684365034103394, 0.3684805631637573, 0.35854464769363403, 0.3211697041988373, 0.33243149518966675], "r_norm": [0.2441328465938568, 0.24409019947052002, 0.2444089651107788, 0.24509987235069275, 0.24841637909412384, 0.2426893413066864, 0.24308370053768158, 0.2456270158290863, 0.2476075291633606, 0.246596097946167], "ldr": {"dL_sdil": -0.00403992086648941, "dL_bp": -0.005115509033203125, "ratio": 0.7897397581096197}}, {"step": 2050, "epoch": 4, "train_loss": 0.08458816260099411, "cos_r_negg": [0.3965938091278076, 0.4089137315750122, 0.3978385627269745, 0.40779733657836914, 0.3794393539428711, 0.34102076292037964, 0.34106120467185974, 0.3567366600036621, 0.32201671600341797, 0.3385266065597534], "cos_apical_negg": [0.3965938091278076, 0.4089137315750122, 0.3978385627269745, 0.40779733657836914, 0.3794393539428711, 0.34102076292037964, 0.34106120467185974, 0.3567366600036621, 0.32201671600341797, 0.3385266065597534], "cos_Ac_negg": [0.3965938091278076, 0.4089137315750122, 0.3978385627269745, 0.40779733657836914, 0.3794393539428711, 0.34102076292037964, 0.34106120467185974, 0.3567366600036621, 0.32201671600341797, 0.3385266065597534], "r_norm": [0.26676228642463684, 0.2690736651420593, 0.26625460386276245, 0.2674676477909088, 0.27273547649383545, 0.2662026584148407, 0.26570963859558105, 0.2681754529476166, 0.26788780093193054, 0.26985031366348267]}, {"step": 2100, "epoch": 4, "train_loss": 0.10932683199644089, "cos_r_negg": [0.3816134035587311, 0.3907274603843689, 0.37927258014678955, 0.4028436243534088, 0.36657074093818665, 0.3651388883590698, 0.3818938136100769, 0.38506972789764404, 0.3483853042125702, 0.35127949714660645], "cos_apical_negg": [0.3816134035587311, 0.3907274603843689, 0.37927258014678955, 0.4028436243534088, 0.36657074093818665, 0.3651388883590698, 0.3818938136100769, 0.38506972789764404, 0.3483853042125702, 0.35127949714660645], "cos_Ac_negg": [0.3816134035587311, 0.3907274603843689, 0.37927258014678955, 0.4028436243534088, 0.36657074093818665, 0.3651388883590698, 0.3818938136100769, 0.38506972789764404, 0.3483853042125702, 0.35127949714660645], "r_norm": [0.2745353877544403, 0.27668917179107666, 0.27299487590789795, 0.27542129158973694, 0.27964484691619873, 0.2734024226665497, 0.27421116828918457, 0.2754583954811096, 0.27579814195632935, 0.27776992321014404]}, {"step": 2150, "epoch": 4, "train_loss": 0.06628531217575073, "cos_r_negg": [0.4192584156990051, 0.42406708002090454, 0.4263516664505005, 0.4221389591693878, 0.40700429677963257, 0.3595579266548157, 0.401833176612854, 0.36768871545791626, 0.34021425247192383, 0.37217217683792114], "cos_apical_negg": [0.4192584156990051, 0.42406708002090454, 0.4263516664505005, 0.4221389591693878, 0.40700429677963257, 0.3595579266548157, 0.401833176612854, 0.36768871545791626, 0.34021425247192383, 0.37217217683792114], "cos_Ac_negg": [0.4192584156990051, 0.42406708002090454, 0.4263516664505005, 0.4221389591693878, 0.40700429677963257, 0.3595579266548157, 0.401833176612854, 0.36768871545791626, 0.34021425247192383, 0.37217217683792114], "r_norm": [0.27196139097213745, 0.2727660536766052, 0.27095556259155273, 0.27269473671913147, 0.2771196961402893, 0.2692576050758362, 0.2718656659126282, 0.2727118134498596, 0.2740864157676697, 0.2754938304424286]}, {"step": 2200, "epoch": 4, "train_loss": 0.1066187173128128, "cos_r_negg": [0.4077796936035156, 0.4153295159339905, 0.39820653200149536, 0.3953186869621277, 0.4016553461551666, 0.36979711055755615, 0.3852023482322693, 0.37989160418510437, 0.36149054765701294, 0.363211989402771], "cos_apical_negg": [0.4077796936035156, 0.4153295159339905, 0.39820653200149536, 0.3953186869621277, 0.4016553461551666, 0.36979711055755615, 0.3852023482322693, 0.37989160418510437, 0.36149054765701294, 0.363211989402771], "cos_Ac_negg": [0.4077796936035156, 0.4153295159339905, 0.39820653200149536, 0.3953186869621277, 0.4016553461551666, 0.36979711055755615, 0.3852023482322693, 0.37989160418510437, 0.36149054765701294, 0.363211989402771], "r_norm": [0.295020192861557, 0.2969408929347992, 0.2915424108505249, 0.29402270913124084, 0.3000268042087555, 0.29435431957244873, 0.29350826144218445, 0.2940860986709595, 0.2942802906036377, 0.29877299070358276]}, {"step": 2250, "epoch": 4, "train_loss": 0.009452475234866142, "cos_r_negg": [0.40142160654067993, 0.4156028926372528, 0.4090629816055298, 0.4154551029205322, 0.4070950150489807, 0.39407023787498474, 0.3927389681339264, 0.38602662086486816, 0.368541955947876, 0.37678149342536926], "cos_apical_negg": [0.40142160654067993, 0.4156028926372528, 0.4090629816055298, 0.4154551029205322, 0.4070950150489807, 0.39407023787498474, 0.3927389681339264, 0.38602662086486816, 0.368541955947876, 0.37678149342536926], "cos_Ac_negg": [0.40142160654067993, 0.4156028926372528, 0.4090629816055298, 0.4154551029205322, 0.4070950150489807, 0.39407023787498474, 0.3927389681339264, 0.38602662086486816, 0.368541955947876, 0.37678149342536926], "r_norm": [0.2754060626029968, 0.2772686183452606, 0.2706121802330017, 0.2721930742263794, 0.2787877917289734, 0.274398535490036, 0.2725982367992401, 0.2747671604156494, 0.2749142646789551, 0.27781862020492554], "ldr": {"dL_sdil": -0.007859393954277039, "dL_bp": -0.008658185601234436, "ratio": 0.9077414502591039}}, {"step": 2300, "epoch": 4, "train_loss": 0.13421466946601868, "cos_r_negg": [0.41948893666267395, 0.4208078980445862, 0.3951604664325714, 0.4026934802532196, 0.41783609986305237, 0.3672018051147461, 0.36907392740249634, 0.3849536180496216, 0.36309340596199036, 0.35923391580581665], "cos_apical_negg": [0.41948893666267395, 0.4208078980445862, 0.3951604664325714, 0.4026934802532196, 0.41783609986305237, 0.3672018051147461, 0.36907392740249634, 0.3849536180496216, 0.36309340596199036, 0.35923391580581665], "cos_Ac_negg": [0.41948893666267395, 0.4208078980445862, 0.3951604664325714, 0.4026934802532196, 0.41783609986305237, 0.3672018051147461, 0.36907392740249634, 0.3849536180496216, 0.36309340596199036, 0.35923391580581665], "r_norm": [0.2468734085559845, 0.24776576459407806, 0.242359459400177, 0.2447589933872223, 0.2483702301979065, 0.2446122169494629, 0.2458544820547104, 0.24547211825847626, 0.24669450521469116, 0.24725589156150818]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.965, "test_loss": 0.12771896324157714}, {"step": 2350, "epoch": 5, "train_loss": 0.03475204110145569, "cos_r_negg": [0.4104304313659668, 0.417052686214447, 0.40848660469055176, 0.4105708599090576, 0.4157719314098358, 0.3796313405036926, 0.3867667615413666, 0.3831767439842224, 0.36265814304351807, 0.3675609827041626], "cos_apical_negg": [0.4104304313659668, 0.417052686214447, 0.40848660469055176, 0.4105708599090576, 0.4157719314098358, 0.3796313405036926, 0.3867667615413666, 0.3831767439842224, 0.36265814304351807, 0.3675609827041626], "cos_Ac_negg": [0.4104304313659668, 0.417052686214447, 0.40848660469055176, 0.4105708599090576, 0.4157719314098358, 0.3796313405036926, 0.3867667615413666, 0.3831767439842224, 0.36265814304351807, 0.3675609827041626], "r_norm": [0.2919324040412903, 0.29149049520492554, 0.2897260785102844, 0.2897966504096985, 0.2948472201824188, 0.289476215839386, 0.28658753633499146, 0.28860729932785034, 0.29018470644950867, 0.29204073548316956]}, {"step": 2400, "epoch": 5, "train_loss": 0.023754270747303963, "cos_r_negg": [0.40336427092552185, 0.40888872742652893, 0.400265634059906, 0.40069329738616943, 0.41954243183135986, 0.3619784712791443, 0.3899732828140259, 0.3563634157180786, 0.3663216233253479, 0.3488905429840088], "cos_apical_negg": [0.40336427092552185, 0.40888872742652893, 0.400265634059906, 0.40069329738616943, 0.41954243183135986, 0.3619784712791443, 0.3899732828140259, 0.3563634157180786, 0.3663216233253479, 0.3488905429840088], "cos_Ac_negg": [0.40336427092552185, 0.40888872742652893, 0.400265634059906, 0.40069329738616943, 0.41954243183135986, 0.3619784712791443, 0.3899732828140259, 0.3563634157180786, 0.3663216233253479, 0.3488905429840088], "r_norm": [0.2810693383216858, 0.28182393312454224, 0.2758576571941376, 0.2782602310180664, 0.2825218439102173, 0.27810031175613403, 0.27788883447647095, 0.2788735330104828, 0.2791348695755005, 0.28067243099212646]}, {"step": 2450, "epoch": 5, "train_loss": 0.047993872314691544, "cos_r_negg": [0.39777249097824097, 0.4165252447128296, 0.40670090913772583, 0.4074084162712097, 0.42700105905532837, 0.3762701749801636, 0.3965594172477722, 0.37793320417404175, 0.3865327835083008, 0.3688546419143677], "cos_apical_negg": [0.39777249097824097, 0.4165252447128296, 0.40670090913772583, 0.4074084162712097, 0.42700105905532837, 0.3762701749801636, 0.3965594172477722, 0.37793320417404175, 0.3865327835083008, 0.3688546419143677], "cos_Ac_negg": [0.39777249097824097, 0.4165252447128296, 0.40670090913772583, 0.4074084162712097, 0.42700105905532837, 0.3762701749801636, 0.3965594172477722, 0.37793320417404175, 0.3865327835083008, 0.3688546419143677], "r_norm": [0.25002825260162354, 0.24977587163448334, 0.24613626301288605, 0.248261496424675, 0.2513327896595001, 0.24664486944675446, 0.24800218641757965, 0.2473684549331665, 0.2483663260936737, 0.2500317692756653]}, {"step": 2500, "epoch": 5, "train_loss": 0.07412887364625931, "cos_r_negg": [0.42728546261787415, 0.42848658561706543, 0.4129626154899597, 0.43246763944625854, 0.4221753478050232, 0.3616042733192444, 0.3703739047050476, 0.35485848784446716, 0.358906090259552, 0.36402076482772827], "cos_apical_negg": [0.42728546261787415, 0.42848658561706543, 0.4129626154899597, 0.43246763944625854, 0.4221753478050232, 0.3616042733192444, 0.3703739047050476, 0.35485848784446716, 0.358906090259552, 0.36402076482772827], "cos_Ac_negg": [0.42728546261787415, 0.42848658561706543, 0.4129626154899597, 0.43246763944625854, 0.4221753478050232, 0.3616042733192444, 0.3703739047050476, 0.35485848784446716, 0.358906090259552, 0.36402076482772827], "r_norm": [0.26112425327301025, 0.2630044221878052, 0.2586556077003479, 0.26095181703567505, 0.26542750000953674, 0.2591756582260132, 0.2598271667957306, 0.2605476975440979, 0.2604348659515381, 0.2626311779022217], "ldr": {"dL_sdil": -0.007329583168029785, "dL_bp": -0.010886579751968384, "ratio": 0.6732677604005551}}, {"step": 2550, "epoch": 5, "train_loss": 0.0435071624815464, "cos_r_negg": [0.43573182821273804, 0.45321452617645264, 0.4297540783882141, 0.43627962470054626, 0.41382837295532227, 0.3760780394077301, 0.3597818613052368, 0.36096057295799255, 0.33551764488220215, 0.3436714708805084], "cos_apical_negg": [0.43573182821273804, 0.45321452617645264, 0.4297540783882141, 0.43627962470054626, 0.41382837295532227, 0.3760780394077301, 0.3597818613052368, 0.36096057295799255, 0.33551764488220215, 0.3436714708805084], "cos_Ac_negg": [0.43573182821273804, 0.45321452617645264, 0.4297540783882141, 0.43627962470054626, 0.41382837295532227, 0.3760780394077301, 0.3597818613052368, 0.36096057295799255, 0.33551764488220215, 0.3436714708805084], "r_norm": [0.2276897430419922, 0.22942715883255005, 0.22821269929409027, 0.229529470205307, 0.23377516865730286, 0.22617024183273315, 0.227291077375412, 0.23011645674705505, 0.23003417253494263, 0.23158739507198334]}, {"step": 2600, "epoch": 5, "train_loss": 0.04411432892084122, "cos_r_negg": [0.4170759618282318, 0.43585205078125, 0.4190889596939087, 0.4196828603744507, 0.4190619885921478, 0.3998812437057495, 0.37600794434547424, 0.38658010959625244, 0.3624596893787384, 0.36368730664253235], "cos_apical_negg": [0.4170759618282318, 0.43585205078125, 0.4190889596939087, 0.4196828603744507, 0.4190619885921478, 0.3998812437057495, 0.37600794434547424, 0.38658010959625244, 0.3624596893787384, 0.36368730664253235], "cos_Ac_negg": [0.4170759618282318, 0.43585205078125, 0.4190889596939087, 0.4196828603744507, 0.4190619885921478, 0.3998812437057495, 0.37600794434547424, 0.38658010959625244, 0.3624596893787384, 0.36368730664253235], "r_norm": [0.2740704417228699, 0.2751157581806183, 0.2746701240539551, 0.27474474906921387, 0.27874770760536194, 0.27193930745124817, 0.27427545189857483, 0.2755712866783142, 0.27581483125686646, 0.2749113142490387]}, {"step": 2650, "epoch": 5, "train_loss": 0.023262666538357735, "cos_r_negg": [0.4191131889820099, 0.43674230575561523, 0.4368118345737457, 0.43116939067840576, 0.42346715927124023, 0.4086568355560303, 0.3998291492462158, 0.39094966650009155, 0.3672618269920349, 0.37042173743247986], "cos_apical_negg": [0.4191131889820099, 0.43674230575561523, 0.4368118345737457, 0.43116939067840576, 0.42346715927124023, 0.4086568355560303, 0.3998291492462158, 0.39094966650009155, 0.3672618269920349, 0.37042173743247986], "cos_Ac_negg": [0.4191131889820099, 0.43674230575561523, 0.4368118345737457, 0.43116939067840576, 0.42346715927124023, 0.4086568355560303, 0.3998291492462158, 0.39094966650009155, 0.3672618269920349, 0.37042173743247986], "r_norm": [0.29783979058265686, 0.3005433678627014, 0.2942461371421814, 0.29526495933532715, 0.302627831697464, 0.29613691568374634, 0.29621821641921997, 0.29903680086135864, 0.2977181673049927, 0.3006308674812317]}, {"step": 2700, "epoch": 5, "train_loss": 0.15617193281650543, "cos_r_negg": [0.4144842028617859, 0.43066713213920593, 0.4282256066799164, 0.4202081263065338, 0.41195520758628845, 0.3832867741584778, 0.36856305599212646, 0.36872774362564087, 0.3558586537837982, 0.3576265871524811], "cos_apical_negg": [0.4144842028617859, 0.43066713213920593, 0.4282256066799164, 0.4202081263065338, 0.41195520758628845, 0.3832867741584778, 0.36856305599212646, 0.36872774362564087, 0.3558586537837982, 0.3576265871524811], "cos_Ac_negg": [0.4144842028617859, 0.43066713213920593, 0.4282256066799164, 0.4202081263065338, 0.41195520758628845, 0.3832867741584778, 0.36856305599212646, 0.36872774362564087, 0.3558586537837982, 0.3576265871524811], "r_norm": [0.21974432468414307, 0.21885104477405548, 0.21872961521148682, 0.21903638541698456, 0.2227286994457245, 0.21671953797340393, 0.21868038177490234, 0.21887478232383728, 0.2209855318069458, 0.22141718864440918]}, {"step": 2750, "epoch": 5, "train_loss": 0.04239554703235626, "cos_r_negg": [0.415033757686615, 0.439789742231369, 0.42703506350517273, 0.43884018063545227, 0.42743968963623047, 0.402058869600296, 0.3815529942512512, 0.3985848128795624, 0.3687913715839386, 0.3604006767272949], "cos_apical_negg": [0.415033757686615, 0.439789742231369, 0.42703506350517273, 0.43884018063545227, 0.42743968963623047, 0.402058869600296, 0.3815529942512512, 0.3985848128795624, 0.3687913715839386, 0.3604006767272949], "cos_Ac_negg": [0.415033757686615, 0.439789742231369, 0.42703506350517273, 0.43884018063545227, 0.42743968963623047, 0.402058869600296, 0.3815529942512512, 0.3985848128795624, 0.3687913715839386, 0.3604006767272949], "r_norm": [0.24115204811096191, 0.23962409794330597, 0.23805135488510132, 0.2398628294467926, 0.2432766705751419, 0.23765829205513, 0.23925405740737915, 0.2395545244216919, 0.24024046957492828, 0.24101661145687103], "ldr": {"dL_sdil": -0.005263499915599823, "dL_bp": -0.006943866610527039, "ratio": 0.7580070601615897}}, {"step": 2800, "epoch": 5, "train_loss": 0.04152144491672516, "cos_r_negg": [0.38714686036109924, 0.4133908450603485, 0.41645950078964233, 0.42574530839920044, 0.4109056293964386, 0.3963206112384796, 0.38515591621398926, 0.38570576906204224, 0.3536132872104645, 0.37401440739631653], "cos_apical_negg": [0.38714686036109924, 0.4133908450603485, 0.41645950078964233, 0.42574530839920044, 0.4109056293964386, 0.3963206112384796, 0.38515591621398926, 0.38570576906204224, 0.3536132872104645, 0.37401440739631653], "cos_Ac_negg": [0.38714686036109924, 0.4133908450603485, 0.41645950078964233, 0.42574530839920044, 0.4109056293964386, 0.3963206112384796, 0.38515591621398926, 0.38570576906204224, 0.3536132872104645, 0.37401440739631653], "r_norm": [0.24489369988441467, 0.24386802315711975, 0.24165430665016174, 0.2427961826324463, 0.246103435754776, 0.24178345501422882, 0.24316222965717316, 0.24397197365760803, 0.24349567294120789, 0.24482989311218262]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9676, "test_loss": 0.11971527976989746}, {"step": 2850, "epoch": 6, "train_loss": 0.046900950372219086, "cos_r_negg": [0.368876188993454, 0.38058584928512573, 0.3882020115852356, 0.3987773656845093, 0.3955020308494568, 0.378478080034256, 0.3752679228782654, 0.3706989884376526, 0.3432437479496002, 0.3721228241920471], "cos_apical_negg": [0.368876188993454, 0.38058584928512573, 0.3882020115852356, 0.3987773656845093, 0.3955020308494568, 0.378478080034256, 0.3752679228782654, 0.3706989884376526, 0.3432437479496002, 0.3721228241920471], "cos_Ac_negg": [0.368876188993454, 0.38058584928512573, 0.3882020115852356, 0.3987773656845093, 0.3955020308494568, 0.378478080034256, 0.3752679228782654, 0.3706989884376526, 0.3432437479496002, 0.3721228241920471], "r_norm": [0.26513177156448364, 0.2647048234939575, 0.2608211934566498, 0.26188355684280396, 0.26622462272644043, 0.261565238237381, 0.2621048092842102, 0.2634926438331604, 0.2624255120754242, 0.2638687193393707]}, {"step": 2900, "epoch": 6, "train_loss": 0.06231208145618439, "cos_r_negg": [0.3984248638153076, 0.4125821888446808, 0.4126371741294861, 0.41112327575683594, 0.40589141845703125, 0.37208807468414307, 0.3776960074901581, 0.36480316519737244, 0.3516494929790497, 0.3669414222240448], "cos_apical_negg": [0.3984248638153076, 0.4125821888446808, 0.4126371741294861, 0.41112327575683594, 0.40589141845703125, 0.37208807468414307, 0.3776960074901581, 0.36480316519737244, 0.3516494929790497, 0.3669414222240448], "cos_Ac_negg": [0.3984248638153076, 0.4125821888446808, 0.4126371741294861, 0.41112327575683594, 0.40589141845703125, 0.37208807468414307, 0.3776960074901581, 0.36480316519737244, 0.3516494929790497, 0.3669414222240448], "r_norm": [0.2272227704524994, 0.22648045420646667, 0.22561746835708618, 0.2267683893442154, 0.2290012240409851, 0.22360847890377045, 0.22571370005607605, 0.22701552510261536, 0.22668468952178955, 0.22684773802757263]}, {"step": 2950, "epoch": 6, "train_loss": 0.08034710586071014, "cos_r_negg": [0.4292914867401123, 0.4414214789867401, 0.4431512653827667, 0.4350355267524719, 0.4315651059150696, 0.4094364643096924, 0.39884498715400696, 0.3863981366157532, 0.37497463822364807, 0.38709786534309387], "cos_apical_negg": [0.4292914867401123, 0.4414214789867401, 0.4431512653827667, 0.4350355267524719, 0.4315651059150696, 0.4094364643096924, 0.39884498715400696, 0.3863981366157532, 0.37497463822364807, 0.38709786534309387], "cos_Ac_negg": [0.4292914867401123, 0.4414214789867401, 0.4431512653827667, 0.4350355267524719, 0.4315651059150696, 0.4094364643096924, 0.39884498715400696, 0.3863981366157532, 0.37497463822364807, 0.38709786534309387], "r_norm": [0.2189020961523056, 0.22028465569019318, 0.21784870326519012, 0.21941611170768738, 0.22165034711360931, 0.21615064144134521, 0.21881350874900818, 0.21948231756687164, 0.21898296475410461, 0.2203499972820282]}, {"step": 3000, "epoch": 6, "train_loss": 0.018714210018515587, "cos_r_negg": [0.3750702142715454, 0.39110639691352844, 0.38285452127456665, 0.4014739692211151, 0.4034630060195923, 0.3767237961292267, 0.3711906969547272, 0.371798038482666, 0.35313349962234497, 0.37344372272491455], "cos_apical_negg": [0.3750702142715454, 0.39110639691352844, 0.38285452127456665, 0.4014739692211151, 0.4034630060195923, 0.3767237961292267, 0.3711906969547272, 0.371798038482666, 0.35313349962234497, 0.37344372272491455], "cos_Ac_negg": [0.3750702142715454, 0.39110639691352844, 0.38285452127456665, 0.4014739692211151, 0.4034630060195923, 0.3767237961292267, 0.3711906969547272, 0.371798038482666, 0.35313349962234497, 0.37344372272491455], "r_norm": [0.25855401158332825, 0.25858455896377563, 0.2555619478225708, 0.2564840316772461, 0.2600960433483124, 0.254842072725296, 0.2564274072647095, 0.258646696805954, 0.2574145197868347, 0.25734496116638184], "ldr": {"dL_sdil": -0.007924847304821014, "dL_bp": -0.014461174607276917, "ratio": 0.5480085484088687}}, {"step": 3050, "epoch": 6, "train_loss": 0.05170276015996933, "cos_r_negg": [0.39282652735710144, 0.40102308988571167, 0.39941853284835815, 0.4076780676841736, 0.4200611114501953, 0.37433525919914246, 0.3636329770088196, 0.3705477714538574, 0.36548593640327454, 0.3777109980583191], "cos_apical_negg": [0.39282652735710144, 0.40102308988571167, 0.39941853284835815, 0.4076780676841736, 0.4200611114501953, 0.37433525919914246, 0.3636329770088196, 0.3705477714538574, 0.36548593640327454, 0.3777109980583191], "cos_Ac_negg": [0.39282652735710144, 0.40102308988571167, 0.39941853284835815, 0.4076780676841736, 0.4200611114501953, 0.37433525919914246, 0.3636329770088196, 0.3705477714538574, 0.36548593640327454, 0.3777109980583191], "r_norm": [0.23657868802547455, 0.23534536361694336, 0.23621729016304016, 0.23605699837207794, 0.2396322786808014, 0.23416540026664734, 0.23429930210113525, 0.23762749135494232, 0.23623628914356232, 0.2365763783454895]}, {"step": 3100, "epoch": 6, "train_loss": 0.02965758740901947, "cos_r_negg": [0.40815991163253784, 0.41464298963546753, 0.42217376828193665, 0.41821515560150146, 0.41828829050064087, 0.38831672072410583, 0.3726167380809784, 0.37030988931655884, 0.3586884140968323, 0.36682653427124023], "cos_apical_negg": [0.40815991163253784, 0.41464298963546753, 0.42217376828193665, 0.41821515560150146, 0.41828829050064087, 0.38831672072410583, 0.3726167380809784, 0.37030988931655884, 0.3586884140968323, 0.36682653427124023], "cos_Ac_negg": [0.40815991163253784, 0.41464298963546753, 0.42217376828193665, 0.41821515560150146, 0.41828829050064087, 0.38831672072410583, 0.3726167380809784, 0.37030988931655884, 0.3586884140968323, 0.36682653427124023], "r_norm": [0.19988305866718292, 0.1998417228460312, 0.19891637563705444, 0.19939526915550232, 0.20299296081066132, 0.19843493402004242, 0.19849765300750732, 0.19983413815498352, 0.1986425817012787, 0.19977602362632751]}, {"step": 3150, "epoch": 6, "train_loss": 0.046564504504203796, "cos_r_negg": [0.3792123794555664, 0.39248591661453247, 0.4031969904899597, 0.4154583215713501, 0.42486336827278137, 0.4030112326145172, 0.3964393436908722, 0.388724684715271, 0.3686353862285614, 0.3781706690788269], "cos_apical_negg": [0.3792123794555664, 0.39248591661453247, 0.4031969904899597, 0.4154583215713501, 0.42486336827278137, 0.4030112326145172, 0.3964393436908722, 0.388724684715271, 0.3686353862285614, 0.3781706690788269], "cos_Ac_negg": [0.3792123794555664, 0.39248591661453247, 0.4031969904899597, 0.4154583215713501, 0.42486336827278137, 0.4030112326145172, 0.3964393436908722, 0.388724684715271, 0.3686353862285614, 0.3781706690788269], "r_norm": [0.20835505425930023, 0.20866718888282776, 0.2053196132183075, 0.20804829895496368, 0.21024824678897858, 0.20479288697242737, 0.20696067810058594, 0.20799601078033447, 0.20735931396484375, 0.2087211012840271]}, {"step": 3200, "epoch": 6, "train_loss": 0.08080437779426575, "cos_r_negg": [0.3597658574581146, 0.38618195056915283, 0.40435492992401123, 0.40128713846206665, 0.40729498863220215, 0.3802236318588257, 0.38097190856933594, 0.3925086557865143, 0.36194342374801636, 0.37025919556617737], "cos_apical_negg": [0.3597658574581146, 0.38618195056915283, 0.40435492992401123, 0.40128713846206665, 0.40729498863220215, 0.3802236318588257, 0.38097190856933594, 0.3925086557865143, 0.36194342374801636, 0.37025919556617737], "cos_Ac_negg": [0.3597658574581146, 0.38618195056915283, 0.40435492992401123, 0.40128713846206665, 0.40729498863220215, 0.3802236318588257, 0.38097190856933594, 0.3925086557865143, 0.36194342374801636, 0.37025919556617737], "r_norm": [0.24737341701984406, 0.24747204780578613, 0.24238723516464233, 0.2454889714717865, 0.24601542949676514, 0.24305257201194763, 0.24746085703372955, 0.24509793519973755, 0.24556560814380646, 0.2440362274646759]}, {"step": 3250, "epoch": 6, "train_loss": 0.050547122955322266, "cos_r_negg": [0.38918057084083557, 0.4190291464328766, 0.42835330963134766, 0.42984485626220703, 0.4283384680747986, 0.40103092789649963, 0.39219772815704346, 0.4025208652019501, 0.36524897813796997, 0.38210076093673706], "cos_apical_negg": [0.38918057084083557, 0.4190291464328766, 0.42835330963134766, 0.42984485626220703, 0.4283384680747986, 0.40103092789649963, 0.39219772815704346, 0.4025208652019501, 0.36524897813796997, 0.38210076093673706], "cos_Ac_negg": [0.38918057084083557, 0.4190291464328766, 0.42835330963134766, 0.42984485626220703, 0.4283384680747986, 0.40103092789649963, 0.39219772815704346, 0.4025208652019501, 0.36524897813796997, 0.38210076093673706], "r_norm": [0.2318626344203949, 0.23291267454624176, 0.22854167222976685, 0.23065242171287537, 0.23465248942375183, 0.22851714491844177, 0.23073488473892212, 0.2313389927148819, 0.23135986924171448, 0.23275795578956604], "ldr": {"dL_sdil": -0.007504567503929138, "dL_bp": -0.011614851653575897, "ratio": 0.6461182396263051}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9692, "test_loss": 0.12621806945800781}, {"step": 3300, "epoch": 7, "train_loss": 0.058784302324056625, "cos_r_negg": [0.40124353766441345, 0.42475253343582153, 0.425992488861084, 0.439503014087677, 0.41934317350387573, 0.41991767287254333, 0.3927411437034607, 0.3937143087387085, 0.36969858407974243, 0.3878021836280823], "cos_apical_negg": [0.40124353766441345, 0.42475253343582153, 0.425992488861084, 0.439503014087677, 0.41934317350387573, 0.41991767287254333, 0.3927411437034607, 0.3937143087387085, 0.36969858407974243, 0.3878021836280823], "cos_Ac_negg": [0.40124353766441345, 0.42475253343582153, 0.425992488861084, 0.439503014087677, 0.41934317350387573, 0.41991767287254333, 0.3927411437034607, 0.3937143087387085, 0.36969858407974243, 0.3878021836280823], "r_norm": [0.2236936390399933, 0.2252497524023056, 0.22148898243904114, 0.2235644906759262, 0.22626477479934692, 0.2207363396883011, 0.22445054352283478, 0.2243880331516266, 0.222928985953331, 0.22333011031150818]}, {"step": 3350, "epoch": 7, "train_loss": 0.012371049262583256, "cos_r_negg": [0.4005858302116394, 0.4288502335548401, 0.4245613217353821, 0.43205082416534424, 0.42367109656333923, 0.4086498022079468, 0.3894786834716797, 0.3896298110485077, 0.36758536100387573, 0.3910096287727356], "cos_apical_negg": [0.4005858302116394, 0.4288502335548401, 0.4245613217353821, 0.43205082416534424, 0.42367109656333923, 0.4086498022079468, 0.3894786834716797, 0.3896298110485077, 0.36758536100387573, 0.3910096287727356], "cos_Ac_negg": [0.4005858302116394, 0.4288502335548401, 0.4245613217353821, 0.43205082416534424, 0.42367109656333923, 0.4086498022079468, 0.3894786834716797, 0.3896298110485077, 0.36758536100387573, 0.3910096287727356], "r_norm": [0.21250829100608826, 0.2142147719860077, 0.20905323326587677, 0.21158349514007568, 0.2149004191160202, 0.20928232371807098, 0.21150866150856018, 0.21209153532981873, 0.21115337312221527, 0.21250788867473602]}, {"step": 3400, "epoch": 7, "train_loss": 0.039466679096221924, "cos_r_negg": [0.38560813665390015, 0.4116266965866089, 0.4032708704471588, 0.4080579876899719, 0.3961360454559326, 0.38801291584968567, 0.3704785108566284, 0.3678283095359802, 0.35407501459121704, 0.38340330123901367], "cos_apical_negg": [0.38560813665390015, 0.4116266965866089, 0.4032708704471588, 0.4080579876899719, 0.3961360454559326, 0.38801291584968567, 0.3704785108566284, 0.3678283095359802, 0.35407501459121704, 0.38340330123901367], "cos_Ac_negg": [0.38560813665390015, 0.4116266965866089, 0.4032708704471588, 0.4080579876899719, 0.3961360454559326, 0.38801291584968567, 0.3704785108566284, 0.3678283095359802, 0.35407501459121704, 0.38340330123901367], "r_norm": [0.23523394763469696, 0.2343703806400299, 0.23117223381996155, 0.2332872450351715, 0.23588675260543823, 0.23058032989501953, 0.23319528996944427, 0.2326543629169464, 0.23351778090000153, 0.23378996551036835]}, {"step": 3450, "epoch": 7, "train_loss": 0.09168115258216858, "cos_r_negg": [0.39021971821784973, 0.4186358153820038, 0.4139935374259949, 0.4224279820919037, 0.4122938811779022, 0.39928388595581055, 0.38524383306503296, 0.37408876419067383, 0.3776712417602539, 0.3892582654953003], "cos_apical_negg": [0.39021971821784973, 0.4186358153820038, 0.4139935374259949, 0.4224279820919037, 0.4122938811779022, 0.39928388595581055, 0.38524383306503296, 0.37408876419067383, 0.3776712417602539, 0.3892582654953003], "cos_Ac_negg": [0.39021971821784973, 0.4186358153820038, 0.4139935374259949, 0.4224279820919037, 0.4122938811779022, 0.39928388595581055, 0.38524383306503296, 0.37408876419067383, 0.3776712417602539, 0.3892582654953003], "r_norm": [0.20770034193992615, 0.20854035019874573, 0.20662494003772736, 0.2077343463897705, 0.21087665855884552, 0.20484331250190735, 0.20670899748802185, 0.20790299773216248, 0.20720833539962769, 0.20721334218978882]}, {"step": 3500, "epoch": 7, "train_loss": 0.008613119833171368, "cos_r_negg": [0.4061610996723175, 0.4318956136703491, 0.42969048023223877, 0.4355897903442383, 0.4255755543708801, 0.4090062081813812, 0.38023480772972107, 0.3835437595844269, 0.37405306100845337, 0.39283132553100586], "cos_apical_negg": [0.4061610996723175, 0.4318956136703491, 0.42969048023223877, 0.4355897903442383, 0.4255755543708801, 0.4090062081813812, 0.38023480772972107, 0.3835437595844269, 0.37405306100845337, 0.39283132553100586], "cos_Ac_negg": [0.4061610996723175, 0.4318956136703491, 0.42969048023223877, 0.4355897903442383, 0.4255755543708801, 0.4090062081813812, 0.38023480772972107, 0.3835437595844269, 0.37405306100845337, 0.39283132553100586], "r_norm": [0.210823193192482, 0.21086499094963074, 0.20903633534908295, 0.20967260003089905, 0.212362602353096, 0.20685754716396332, 0.20912931859493256, 0.20930105447769165, 0.2094648778438568, 0.2096467912197113], "ldr": {"dL_sdil": -0.008022867143154144, "dL_bp": -0.017785511910915375, "ratio": 0.451090032344266}}, {"step": 3550, "epoch": 7, "train_loss": 0.03704621642827988, "cos_r_negg": [0.3865801990032196, 0.415852814912796, 0.4230216145515442, 0.41361308097839355, 0.4200093746185303, 0.41299840807914734, 0.39546969532966614, 0.4046567380428314, 0.38117921352386475, 0.3821040987968445], "cos_apical_negg": [0.3865801990032196, 0.415852814912796, 0.4230216145515442, 0.41361308097839355, 0.4200093746185303, 0.41299840807914734, 0.39546969532966614, 0.4046567380428314, 0.38117921352386475, 0.3821040987968445], "cos_Ac_negg": [0.3865801990032196, 0.415852814912796, 0.4230216145515442, 0.41361308097839355, 0.4200093746185303, 0.41299840807914734, 0.39546969532966614, 0.4046567380428314, 0.38117921352386475, 0.3821040987968445], "r_norm": [0.17921070754528046, 0.1798674762248993, 0.17824696004390717, 0.1787146031856537, 0.1813468635082245, 0.1763439178466797, 0.17903858423233032, 0.17864647507667542, 0.1788625866174698, 0.17927959561347961]}, {"step": 3600, "epoch": 7, "train_loss": 0.02373693697154522, "cos_r_negg": [0.37921252846717834, 0.4162396490573883, 0.4192175269126892, 0.41477519273757935, 0.42406603693962097, 0.4112624228000641, 0.3937247395515442, 0.39700618386268616, 0.3772227168083191, 0.38570207357406616], "cos_apical_negg": [0.37921252846717834, 0.4162396490573883, 0.4192175269126892, 0.41477519273757935, 0.42406603693962097, 0.4112624228000641, 0.3937247395515442, 0.39700618386268616, 0.3772227168083191, 0.38570207357406616], "cos_Ac_negg": [0.37921252846717834, 0.4162396490573883, 0.4192175269126892, 0.41477519273757935, 0.42406603693962097, 0.4112624228000641, 0.3937247395515442, 0.39700618386268616, 0.3772227168083191, 0.38570207357406616], "r_norm": [0.180194690823555, 0.18022070825099945, 0.1794339120388031, 0.18031413853168488, 0.18217116594314575, 0.17769399285316467, 0.1799132078886032, 0.1804971694946289, 0.17955099046230316, 0.17972664535045624]}, {"step": 3650, "epoch": 7, "train_loss": 0.0021370300091803074, "cos_r_negg": [0.39504334330558777, 0.416165292263031, 0.4083201289176941, 0.3996927738189697, 0.39963334798812866, 0.3783542513847351, 0.3854166269302368, 0.3807090222835541, 0.36855340003967285, 0.37243402004241943], "cos_apical_negg": [0.39504334330558777, 0.416165292263031, 0.4083201289176941, 0.3996927738189697, 0.39963334798812866, 0.3783542513847351, 0.3854166269302368, 0.3807090222835541, 0.36855340003967285, 0.37243402004241943], "cos_Ac_negg": [0.39504334330558777, 0.416165292263031, 0.4083201289176941, 0.3996927738189697, 0.39963334798812866, 0.3783542513847351, 0.3854166269302368, 0.3807090222835541, 0.36855340003967285, 0.37243402004241943], "r_norm": [0.205427348613739, 0.2073521912097931, 0.20219358801841736, 0.2035467028617859, 0.20797431468963623, 0.20371684432029724, 0.20373477041721344, 0.2051485925912857, 0.2030535340309143, 0.20450235903263092]}, {"step": 3700, "epoch": 7, "train_loss": 0.0171665009111166, "cos_r_negg": [0.3731967508792877, 0.3916616141796112, 0.3888673484325409, 0.4003644585609436, 0.3941636085510254, 0.38625073432922363, 0.37206000089645386, 0.39577117562294006, 0.3660985231399536, 0.3863948583602905], "cos_apical_negg": [0.3731967508792877, 0.3916616141796112, 0.3888673484325409, 0.4003644585609436, 0.3941636085510254, 0.38625073432922363, 0.37206000089645386, 0.39577117562294006, 0.3660985231399536, 0.3863948583602905], "cos_Ac_negg": [0.3731967508792877, 0.3916616141796112, 0.3888673484325409, 0.4003644585609436, 0.3941636085510254, 0.38625073432922363, 0.37206000089645386, 0.39577117562294006, 0.3660985231399536, 0.3863948583602905], "r_norm": [0.19944360852241516, 0.19989585876464844, 0.197340726852417, 0.1978827565908432, 0.20208585262298584, 0.1960807740688324, 0.1974911391735077, 0.1976969987154007, 0.19843590259552002, 0.19864574074745178]}, {"step": 3750, "epoch": 7, "train_loss": 0.04171161353588104, "cos_r_negg": [0.37294670939445496, 0.39569735527038574, 0.39847272634506226, 0.4023713171482086, 0.407545804977417, 0.39251625537872314, 0.38978490233421326, 0.3895324468612671, 0.3728850483894348, 0.37353259325027466], "cos_apical_negg": [0.37294670939445496, 0.39569735527038574, 0.39847272634506226, 0.4023713171482086, 0.407545804977417, 0.39251625537872314, 0.38978490233421326, 0.3895324468612671, 0.3728850483894348, 0.37353259325027466], "cos_Ac_negg": [0.37294670939445496, 0.39569735527038574, 0.39847272634506226, 0.4023713171482086, 0.407545804977417, 0.39251625537872314, 0.38978490233421326, 0.3895324468612671, 0.3728850483894348, 0.37353259325027466], "r_norm": [0.19798436760902405, 0.197971910238266, 0.19584974646568298, 0.19693124294281006, 0.20029103755950928, 0.19574862718582153, 0.19753794372081757, 0.19949927926063538, 0.1977895200252533, 0.19718879461288452], "ldr": {"dL_sdil": -0.005608446896076202, "dL_bp": -0.008086912333965302, "ratio": 0.6935214163903495}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9681, "test_loss": 0.13529560317993164}, {"step": 3800, "epoch": 8, "train_loss": 0.0707651898264885, "cos_r_negg": [0.362748384475708, 0.3848215937614441, 0.3849031329154968, 0.3882081210613251, 0.38996344804763794, 0.3758167624473572, 0.37425100803375244, 0.3815233111381531, 0.3561369776725769, 0.37866124510765076], "cos_apical_negg": [0.362748384475708, 0.3848215937614441, 0.3849031329154968, 0.3882081210613251, 0.38996344804763794, 0.3758167624473572, 0.37425100803375244, 0.3815233111381531, 0.3561369776725769, 0.37866124510765076], "cos_Ac_negg": [0.362748384475708, 0.3848215937614441, 0.3849031329154968, 0.3882081210613251, 0.38996344804763794, 0.3758167624473572, 0.37425100803375244, 0.3815233111381531, 0.3561369776725769, 0.37866124510765076], "r_norm": [0.1991567760705948, 0.2000720500946045, 0.19695548713207245, 0.19776879251003265, 0.20193639397621155, 0.1965923309326172, 0.19826999306678772, 0.199573814868927, 0.1991819143295288, 0.19845661520957947]}, {"step": 3850, "epoch": 8, "train_loss": 0.00489820446819067, "cos_r_negg": [0.3356996774673462, 0.36024752259254456, 0.35833269357681274, 0.3532266914844513, 0.3537523150444031, 0.344071626663208, 0.3442092537879944, 0.3516938090324402, 0.3283683657646179, 0.35536184906959534], "cos_apical_negg": [0.3356996774673462, 0.36024752259254456, 0.35833269357681274, 0.3532266914844513, 0.3537523150444031, 0.344071626663208, 0.3442092537879944, 0.3516938090324402, 0.3283683657646179, 0.35536184906959534], "cos_Ac_negg": [0.3356996774673462, 0.36024752259254456, 0.35833269357681274, 0.3532266914844513, 0.3537523150444031, 0.344071626663208, 0.3442092537879944, 0.3516938090324402, 0.3283683657646179, 0.35536184906959534], "r_norm": [0.17134445905685425, 0.17283931374549866, 0.17062699794769287, 0.17217877507209778, 0.17496801912784576, 0.16954955458641052, 0.17264243960380554, 0.1742398589849472, 0.17339900135993958, 0.1724230945110321]}, {"step": 3900, "epoch": 8, "train_loss": 0.0037795815151184797, "cos_r_negg": [0.3522711396217346, 0.37456339597702026, 0.3697224259376526, 0.3648805618286133, 0.36511343717575073, 0.33967071771621704, 0.3465409576892853, 0.3546263575553894, 0.3386460840702057, 0.3613232374191284], "cos_apical_negg": [0.3522711396217346, 0.37456339597702026, 0.3697224259376526, 0.3648805618286133, 0.36511343717575073, 0.33967071771621704, 0.3465409576892853, 0.3546263575553894, 0.3386460840702057, 0.3613232374191284], "cos_Ac_negg": [0.3522711396217346, 0.37456339597702026, 0.3697224259376526, 0.3648805618286133, 0.36511343717575073, 0.33967071771621704, 0.3465409576892853, 0.3546263575553894, 0.3386460840702057, 0.3613232374191284], "r_norm": [0.18834172189235687, 0.18713203072547913, 0.1855781078338623, 0.18763160705566406, 0.18767809867858887, 0.18526199460029602, 0.18841764330863953, 0.18734315037727356, 0.18781936168670654, 0.1853826344013214]}, {"step": 3950, "epoch": 8, "train_loss": 0.021958719938993454, "cos_r_negg": [0.3331761658191681, 0.3556947410106659, 0.3469328284263611, 0.34794020652770996, 0.3435860872268677, 0.34319576621055603, 0.3408249616622925, 0.3430066704750061, 0.3274533152580261, 0.3551497757434845], "cos_apical_negg": [0.3331761658191681, 0.3556947410106659, 0.3469328284263611, 0.34794020652770996, 0.3435860872268677, 0.34319576621055603, 0.3408249616622925, 0.3430066704750061, 0.3274533152580261, 0.3551497757434845], "cos_Ac_negg": [0.3331761658191681, 0.3556947410106659, 0.3469328284263611, 0.34794020652770996, 0.3435860872268677, 0.34319576621055603, 0.3408249616622925, 0.3430066704750061, 0.3274533152580261, 0.3551497757434845], "r_norm": [0.20211687684059143, 0.20215058326721191, 0.199955552816391, 0.20133721828460693, 0.20411482453346252, 0.19921977818012238, 0.20121897757053375, 0.20227345824241638, 0.2014077752828598, 0.20103786885738373]}, {"step": 4000, "epoch": 8, "train_loss": 0.01122492179274559, "cos_r_negg": [0.33109840750694275, 0.36011552810668945, 0.345644474029541, 0.3325451612472534, 0.3285945951938629, 0.31340786814689636, 0.31767696142196655, 0.3180544376373291, 0.31736308336257935, 0.3412752151489258], "cos_apical_negg": [0.33109840750694275, 0.36011552810668945, 0.345644474029541, 0.3325451612472534, 0.3285945951938629, 0.31340786814689636, 0.31767696142196655, 0.3180544376373291, 0.31736308336257935, 0.3412752151489258], "cos_Ac_negg": [0.33109840750694275, 0.36011552810668945, 0.345644474029541, 0.3325451612472534, 0.3285945951938629, 0.31340786814689636, 0.31767696142196655, 0.3180544376373291, 0.31736308336257935, 0.3412752151489258], "r_norm": [0.180679589509964, 0.1822841763496399, 0.1781279444694519, 0.18026219308376312, 0.18243765830993652, 0.1782083511352539, 0.18094424903392792, 0.1816283017396927, 0.1801188439130783, 0.1795373558998108], "ldr": {"dL_sdil": -0.007125914096832275, "dL_bp": -0.017405331134796143, "ratio": 0.40940985504070027}}, {"step": 4050, "epoch": 8, "train_loss": 0.013026469387114048, "cos_r_negg": [0.3288719058036804, 0.35565268993377686, 0.3432968854904175, 0.33956074714660645, 0.3440331220626831, 0.33894556760787964, 0.33324113488197327, 0.3508630394935608, 0.3346010446548462, 0.35306602716445923], "cos_apical_negg": [0.3288719058036804, 0.35565268993377686, 0.3432968854904175, 0.33956074714660645, 0.3440331220626831, 0.33894556760787964, 0.33324113488197327, 0.3508630394935608, 0.3346010446548462, 0.35306602716445923], "cos_Ac_negg": [0.3288719058036804, 0.35565268993377686, 0.3432968854904175, 0.33956074714660645, 0.3440331220626831, 0.33894556760787964, 0.33324113488197327, 0.3508630394935608, 0.3346010446548462, 0.35306602716445923], "r_norm": [0.18557500839233398, 0.18518593907356262, 0.18290367722511292, 0.18496918678283691, 0.1861819326877594, 0.18263009190559387, 0.18447735905647278, 0.18471992015838623, 0.18455639481544495, 0.18339259922504425]}, {"step": 4100, "epoch": 8, "train_loss": 0.0693483054637909, "cos_r_negg": [0.3279561400413513, 0.36225956678390503, 0.3500286936759949, 0.3473767042160034, 0.3606381416320801, 0.3516400456428528, 0.3423629403114319, 0.3611650764942169, 0.3386315107345581, 0.35858941078186035], "cos_apical_negg": [0.3279561400413513, 0.36225956678390503, 0.3500286936759949, 0.3473767042160034, 0.3606381416320801, 0.3516400456428528, 0.3423629403114319, 0.3611650764942169, 0.3386315107345581, 0.35858941078186035], "cos_Ac_negg": [0.3279561400413513, 0.36225956678390503, 0.3500286936759949, 0.3473767042160034, 0.3606381416320801, 0.3516400456428528, 0.3423629403114319, 0.3611650764942169, 0.3386315107345581, 0.35858941078186035], "r_norm": [0.18920841813087463, 0.1879372000694275, 0.18827438354492188, 0.188593789935112, 0.19031010568141937, 0.18573255836963654, 0.1874409019947052, 0.18852433562278748, 0.18788224458694458, 0.1884949505329132]}, {"step": 4150, "epoch": 8, "train_loss": 0.0007958298083394766, "cos_r_negg": [0.34211456775665283, 0.37355494499206543, 0.3621084690093994, 0.3638235032558441, 0.36276644468307495, 0.3585638999938965, 0.3576233983039856, 0.37439870834350586, 0.34269386529922485, 0.3622171878814697], "cos_apical_negg": [0.34211456775665283, 0.37355494499206543, 0.3621084690093994, 0.3638235032558441, 0.36276644468307495, 0.3585638999938965, 0.3576233983039856, 0.37439870834350586, 0.34269386529922485, 0.3622171878814697], "cos_Ac_negg": [0.34211456775665283, 0.37355494499206543, 0.3621084690093994, 0.3638235032558441, 0.36276644468307495, 0.3585638999938965, 0.3576233983039856, 0.37439870834350586, 0.34269386529922485, 0.3622171878814697], "r_norm": [0.1798376739025116, 0.17917460203170776, 0.17900381982326508, 0.18000175058841705, 0.18123523890972137, 0.17640167474746704, 0.17940753698349, 0.17936259508132935, 0.17952381074428558, 0.1790865957736969]}, {"step": 4200, "epoch": 8, "train_loss": 0.02825957164168358, "cos_r_negg": [0.3466588854789734, 0.36926206946372986, 0.35650503635406494, 0.3517552316188812, 0.3567379415035248, 0.3484465479850769, 0.33428433537483215, 0.3658173084259033, 0.3456827402114868, 0.3703097701072693], "cos_apical_negg": [0.3466588854789734, 0.36926206946372986, 0.35650503635406494, 0.3517552316188812, 0.3567379415035248, 0.3484465479850769, 0.33428433537483215, 0.3658173084259033, 0.3456827402114868, 0.3703097701072693], "cos_Ac_negg": [0.3466588854789734, 0.36926206946372986, 0.35650503635406494, 0.3517552316188812, 0.3567379415035248, 0.3484465479850769, 0.33428433537483215, 0.3658173084259033, 0.3456827402114868, 0.3703097701072693], "r_norm": [0.20828473567962646, 0.20731404423713684, 0.2048611342906952, 0.20649176836013794, 0.20885124802589417, 0.20448237657546997, 0.20508146286010742, 0.20536284148693085, 0.20559757947921753, 0.2055593729019165]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.969, "test_loss": 0.13781474304199218}, {"step": 4250, "epoch": 9, "train_loss": 0.022754058241844177, "cos_r_negg": [0.3481059670448303, 0.37296655774116516, 0.3538641929626465, 0.3519577383995056, 0.3517635464668274, 0.34493154287338257, 0.3349117040634155, 0.3510088324546814, 0.3368408679962158, 0.35653769969940186], "cos_apical_negg": [0.3481059670448303, 0.37296655774116516, 0.3538641929626465, 0.3519577383995056, 0.3517635464668274, 0.34493154287338257, 0.3349117040634155, 0.3510088324546814, 0.3368408679962158, 0.35653769969940186], "cos_Ac_negg": [0.3481059670448303, 0.37296655774116516, 0.3538641929626465, 0.3519577383995056, 0.3517635464668274, 0.34493154287338257, 0.3349117040634155, 0.3510088324546814, 0.3368408679962158, 0.35653769969940186], "r_norm": [0.19209983944892883, 0.1917077600955963, 0.18978054821491241, 0.19034633040428162, 0.19328513741493225, 0.18851348757743835, 0.18956133723258972, 0.1902761310338974, 0.19009411334991455, 0.19127383828163147], "ldr": {"dL_sdil": -0.008221104741096497, "dL_bp": -0.018009915947914124, "ratio": 0.4564765746199193}}, {"step": 4300, "epoch": 9, "train_loss": 0.007674700580537319, "cos_r_negg": [0.32481837272644043, 0.3516864478588104, 0.3355103135108948, 0.33318209648132324, 0.33221906423568726, 0.3294726014137268, 0.3235849440097809, 0.33537834882736206, 0.32034385204315186, 0.34147417545318604], "cos_apical_negg": [0.32481837272644043, 0.3516864478588104, 0.3355103135108948, 0.33318209648132324, 0.33221906423568726, 0.3294726014137268, 0.3235849440097809, 0.33537834882736206, 0.32034385204315186, 0.34147417545318604], "cos_Ac_negg": [0.32481837272644043, 0.3516864478588104, 0.3355103135108948, 0.33318209648132324, 0.33221906423568726, 0.3294726014137268, 0.3235849440097809, 0.33537834882736206, 0.32034385204315186, 0.34147417545318604], "r_norm": [0.17965462803840637, 0.17863823473453522, 0.17719629406929016, 0.17911195755004883, 0.1798318326473236, 0.17588196694850922, 0.1789318025112152, 0.17854228615760803, 0.17898589372634888, 0.17798784375190735]}, {"step": 4350, "epoch": 9, "train_loss": 0.004910302348434925, "cos_r_negg": [0.3245200514793396, 0.34815675020217896, 0.33357834815979004, 0.328912615776062, 0.3201870322227478, 0.31775224208831787, 0.31930312514305115, 0.32893118262290955, 0.3210350573062897, 0.342582106590271], "cos_apical_negg": [0.3245200514793396, 0.34815675020217896, 0.33357834815979004, 0.328912615776062, 0.3201870322227478, 0.31775224208831787, 0.31930312514305115, 0.32893118262290955, 0.3210350573062897, 0.342582106590271], "cos_Ac_negg": [0.3245200514793396, 0.34815675020217896, 0.33357834815979004, 0.328912615776062, 0.3201870322227478, 0.31775224208831787, 0.31930312514305115, 0.32893118262290955, 0.3210350573062897, 0.342582106590271], "r_norm": [0.2138769030570984, 0.2131708413362503, 0.2123780995607376, 0.21250073611736298, 0.21639233827590942, 0.21085526049137115, 0.21077412366867065, 0.2138294279575348, 0.21338412165641785, 0.21393370628356934]}, {"step": 4400, "epoch": 9, "train_loss": 0.013887971639633179, "cos_r_negg": [0.3126675486564636, 0.33296695351600647, 0.3139021098613739, 0.3105717599391937, 0.3012858033180237, 0.291811466217041, 0.29911547899246216, 0.31035634875297546, 0.30890345573425293, 0.3359524607658386], "cos_apical_negg": [0.3126675486564636, 0.33296695351600647, 0.3139021098613739, 0.3105717599391937, 0.3012858033180237, 0.291811466217041, 0.29911547899246216, 0.31035634875297546, 0.30890345573425293, 0.3359524607658386], "cos_Ac_negg": [0.3126675486564636, 0.33296695351600647, 0.3139021098613739, 0.3105717599391937, 0.3012858033180237, 0.291811466217041, 0.29911547899246216, 0.31035634875297546, 0.30890345573425293, 0.3359524607658386], "r_norm": [0.18093393743038177, 0.1799815595149994, 0.17921385169029236, 0.1802000254392624, 0.18181541562080383, 0.17796216905117035, 0.17935572564601898, 0.17954835295677185, 0.1797565221786499, 0.17946015298366547]}, {"step": 4450, "epoch": 9, "train_loss": 0.004303069785237312, "cos_r_negg": [0.3003263473510742, 0.32455334067344666, 0.3046095371246338, 0.3022202253341675, 0.29322144389152527, 0.28662121295928955, 0.28968673944473267, 0.2993835508823395, 0.30061209201812744, 0.32727065682411194], "cos_apical_negg": [0.3003263473510742, 0.32455334067344666, 0.3046095371246338, 0.3022202253341675, 0.29322144389152527, 0.28662121295928955, 0.28968673944473267, 0.2993835508823395, 0.30061209201812744, 0.32727065682411194], "cos_Ac_negg": [0.3003263473510742, 0.32455334067344666, 0.3046095371246338, 0.3022202253341675, 0.29322144389152527, 0.28662121295928955, 0.28968673944473267, 0.2993835508823395, 0.30061209201812744, 0.32727065682411194], "r_norm": [0.169608935713768, 0.16851958632469177, 0.1684735119342804, 0.1693907380104065, 0.17024323344230652, 0.16640734672546387, 0.16975077986717224, 0.16919437050819397, 0.16942068934440613, 0.16851690411567688]}, {"step": 4500, "epoch": 9, "train_loss": 0.010048444382846355, "cos_r_negg": [0.2911856770515442, 0.31509071588516235, 0.2957026958465576, 0.2938527464866638, 0.2938554286956787, 0.28876447677612305, 0.2883182168006897, 0.3024600148200989, 0.30078262090682983, 0.3216433525085449], "cos_apical_negg": [0.2911856770515442, 0.31509071588516235, 0.2957026958465576, 0.2938527464866638, 0.2938554286956787, 0.28876447677612305, 0.2883182168006897, 0.3024600148200989, 0.30078262090682983, 0.3216433525085449], "cos_Ac_negg": [0.2911856770515442, 0.31509071588516235, 0.2957026958465576, 0.2938527464866638, 0.2938554286956787, 0.28876447677612305, 0.2883182168006897, 0.3024600148200989, 0.30078262090682983, 0.3216433525085449], "r_norm": [0.2179858684539795, 0.2161356508731842, 0.2152767777442932, 0.21599730849266052, 0.21735185384750366, 0.21359477937221527, 0.2147170603275299, 0.21420536935329437, 0.215158611536026, 0.2148536741733551], "ldr": {"dL_sdil": -0.011156484484672546, "dL_bp": -0.02617555856704712, "ratio": 0.42621762802485696}}, {"step": 4550, "epoch": 9, "train_loss": 0.0025468238163739443, "cos_r_negg": [0.30730491876602173, 0.33207619190216064, 0.3152243494987488, 0.3103119730949402, 0.2930367588996887, 0.2915521264076233, 0.29630380868911743, 0.31240344047546387, 0.31448009610176086, 0.3225683867931366], "cos_apical_negg": [0.30730491876602173, 0.33207619190216064, 0.3152243494987488, 0.3103119730949402, 0.2930367588996887, 0.2915521264076233, 0.29630380868911743, 0.31240344047546387, 0.31448009610176086, 0.3225683867931366], "cos_Ac_negg": [0.30730491876602173, 0.33207619190216064, 0.3152243494987488, 0.3103119730949402, 0.2930367588996887, 0.2915521264076233, 0.29630380868911743, 0.31240344047546387, 0.31448009610176086, 0.3225683867931366], "r_norm": [0.19320166110992432, 0.19196856021881104, 0.19175304472446442, 0.19255760312080383, 0.19431275129318237, 0.1889640986919403, 0.19127589464187622, 0.19211047887802124, 0.19215889275074005, 0.19247391819953918]}, {"step": 4600, "epoch": 9, "train_loss": 0.0685252770781517, "cos_r_negg": [0.30245840549468994, 0.3254321217536926, 0.3060542941093445, 0.30308037996292114, 0.29240500926971436, 0.2915568947792053, 0.291646271944046, 0.30650225281715393, 0.3028840720653534, 0.32585960626602173], "cos_apical_negg": [0.30245840549468994, 0.3254321217536926, 0.3060542941093445, 0.30308037996292114, 0.29240500926971436, 0.2915568947792053, 0.291646271944046, 0.30650225281715393, 0.3028840720653534, 0.32585960626602173], "cos_Ac_negg": [0.30245840549468994, 0.3254321217536926, 0.3060542941093445, 0.30308037996292114, 0.29240500926971436, 0.2915568947792053, 0.291646271944046, 0.30650225281715393, 0.3028840720653534, 0.32585960626602173], "r_norm": [0.19215881824493408, 0.1923622190952301, 0.19049470126628876, 0.19183212518692017, 0.19361630082130432, 0.18881703913211823, 0.19116920232772827, 0.192184716463089, 0.19092991948127747, 0.19087228178977966]}, {"step": 4650, "epoch": 9, "train_loss": 0.002651617396622896, "cos_r_negg": [0.2938065528869629, 0.31543153524398804, 0.29826927185058594, 0.2923376262187958, 0.2887033224105835, 0.2858133316040039, 0.2885454297065735, 0.3028864562511444, 0.30058661103248596, 0.320655882358551], "cos_apical_negg": [0.2938065528869629, 0.31543153524398804, 0.29826927185058594, 0.2923376262187958, 0.2887033224105835, 0.2858133316040039, 0.2885454297065735, 0.3028864562511444, 0.30058661103248596, 0.320655882358551], "cos_Ac_negg": [0.2938065528869629, 0.31543153524398804, 0.29826927185058594, 0.2923376262187958, 0.2887033224105835, 0.2858133316040039, 0.2885454297065735, 0.3028864562511444, 0.30058661103248596, 0.320655882358551], "r_norm": [0.22029727697372437, 0.21962499618530273, 0.2165912538766861, 0.21821287274360657, 0.21979981660842896, 0.21599528193473816, 0.21753378212451935, 0.21837131679058075, 0.2180006504058838, 0.217684805393219]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9711, "test_loss": 0.1517470914840698}, {"step": 4700, "epoch": 10, "train_loss": 0.006665823981165886, "cos_r_negg": [0.272737056016922, 0.29504716396331787, 0.2791517376899719, 0.27651524543762207, 0.26676225662231445, 0.267536461353302, 0.2712553143501282, 0.28236377239227295, 0.2807048559188843, 0.30346643924713135], "cos_apical_negg": [0.272737056016922, 0.29504716396331787, 0.2791517376899719, 0.27651524543762207, 0.26676225662231445, 0.267536461353302, 0.2712553143501282, 0.28236377239227295, 0.2807048559188843, 0.30346643924713135], "cos_Ac_negg": [0.272737056016922, 0.29504716396331787, 0.2791517376899719, 0.27651524543762207, 0.26676225662231445, 0.267536461353302, 0.2712553143501282, 0.28236377239227295, 0.2807048559188843, 0.30346643924713135], "r_norm": [0.190150648355484, 0.19068026542663574, 0.18650564551353455, 0.1890767216682434, 0.18999060988426208, 0.18685439229011536, 0.18950553238391876, 0.18976247310638428, 0.189319908618927, 0.18775621056556702]}, {"step": 4750, "epoch": 10, "train_loss": 0.002391770714893937, "cos_r_negg": [0.2696913182735443, 0.2922860085964203, 0.27516883611679077, 0.26981157064437866, 0.2570193111896515, 0.258538156747818, 0.2713988721370697, 0.27541717886924744, 0.28049400448799133, 0.3021543622016907], "cos_apical_negg": [0.2696913182735443, 0.2922860085964203, 0.27516883611679077, 0.26981157064437866, 0.2570193111896515, 0.258538156747818, 0.2713988721370697, 0.27541717886924744, 0.28049400448799133, 0.3021543622016907], "cos_Ac_negg": [0.2696913182735443, 0.2922860085964203, 0.27516883611679077, 0.26981157064437866, 0.2570193111896515, 0.258538156747818, 0.2713988721370697, 0.27541717886924744, 0.28049400448799133, 0.3021543622016907], "r_norm": [0.2101847529411316, 0.20990107953548431, 0.20662376284599304, 0.2085561752319336, 0.21031203866004944, 0.20589108765125275, 0.2078755497932434, 0.20821046829223633, 0.20805910229682922, 0.2073000818490982], "ldr": {"dL_sdil": -0.011259913444519043, "dL_bp": -0.02629449963569641, "ratio": 0.42822314934766864}}, {"step": 4800, "epoch": 10, "train_loss": 0.0025558387860655785, "cos_r_negg": [0.26354044675827026, 0.2850804626941681, 0.2697787284851074, 0.2623831629753113, 0.2516569197177887, 0.25185486674308777, 0.256550133228302, 0.27130603790283203, 0.2713722884654999, 0.29395541548728943], "cos_apical_negg": [0.26354044675827026, 0.2850804626941681, 0.2697787284851074, 0.2623831629753113, 0.2516569197177887, 0.25185486674308777, 0.256550133228302, 0.27130603790283203, 0.2713722884654999, 0.29395541548728943], "cos_Ac_negg": [0.26354044675827026, 0.2850804626941681, 0.2697787284851074, 0.2623831629753113, 0.2516569197177887, 0.25185486674308777, 0.256550133228302, 0.27130603790283203, 0.2713722884654999, 0.29395541548728943], "r_norm": [0.19049903750419617, 0.19018009305000305, 0.1870219111442566, 0.1893930435180664, 0.19033721089363098, 0.18671241402626038, 0.18886883556842804, 0.18930009007453918, 0.18899016082286835, 0.18796712160110474]}, {"step": 4850, "epoch": 10, "train_loss": 0.0008203210309147835, "cos_r_negg": [0.2613004744052887, 0.28532111644744873, 0.2698465883731842, 0.25885698199272156, 0.24917152523994446, 0.2542301416397095, 0.2591446042060852, 0.27108311653137207, 0.2717779576778412, 0.2841413915157318], "cos_apical_negg": [0.2613004744052887, 0.28532111644744873, 0.2698465883731842, 0.25885698199272156, 0.24917152523994446, 0.2542301416397095, 0.2591446042060852, 0.27108311653137207, 0.2717779576778412, 0.2841413915157318], "cos_Ac_negg": [0.2613004744052887, 0.28532111644744873, 0.2698465883731842, 0.25885698199272156, 0.24917152523994446, 0.2542301416397095, 0.2591446042060852, 0.27108311653137207, 0.2717779576778412, 0.2841413915157318], "r_norm": [0.17581811547279358, 0.1759488880634308, 0.17396771907806396, 0.17553643882274628, 0.1762828677892685, 0.17233353853225708, 0.1754511296749115, 0.1756058633327484, 0.17455662786960602, 0.17502714693546295]}, {"step": 4900, "epoch": 10, "train_loss": 0.002127603627741337, "cos_r_negg": [0.2651638388633728, 0.2898338735103607, 0.2739824056625366, 0.264804482460022, 0.25158387422561646, 0.25279849767684937, 0.25938642024993896, 0.26958388090133667, 0.2752796709537506, 0.29185277223587036], "cos_apical_negg": [0.2651638388633728, 0.2898338735103607, 0.2739824056625366, 0.264804482460022, 0.25158387422561646, 0.25279849767684937, 0.25938642024993896, 0.26958388090133667, 0.2752796709537506, 0.29185277223587036], "cos_Ac_negg": [0.2651638388633728, 0.2898338735103607, 0.2739824056625366, 0.264804482460022, 0.25158387422561646, 0.25279849767684937, 0.25938642024993896, 0.26958388090133667, 0.2752796709537506, 0.29185277223587036], "r_norm": [0.18736785650253296, 0.18683689832687378, 0.1846802532672882, 0.18620042502880096, 0.18661253154277802, 0.18350252509117126, 0.18597565591335297, 0.18550711870193481, 0.18484508991241455, 0.18466001749038696]}, {"step": 4950, "epoch": 10, "train_loss": 0.0005794926546514034, "cos_r_negg": [0.25451406836509705, 0.2790091633796692, 0.26599979400634766, 0.25997644662857056, 0.24202246963977814, 0.24850483238697052, 0.2547457218170166, 0.2673531770706177, 0.27205944061279297, 0.2853369116783142], "cos_apical_negg": [0.25451406836509705, 0.2790091633796692, 0.26599979400634766, 0.25997644662857056, 0.24202246963977814, 0.24850483238697052, 0.2547457218170166, 0.2673531770706177, 0.27205944061279297, 0.2853369116783142], "cos_Ac_negg": [0.25451406836509705, 0.2790091633796692, 0.26599979400634766, 0.25997644662857056, 0.24202246963977814, 0.24850483238697052, 0.2547457218170166, 0.2673531770706177, 0.27205944061279297, 0.2853369116783142], "r_norm": [0.1925995647907257, 0.1913759410381317, 0.18917961418628693, 0.19064322113990784, 0.19134244322776794, 0.18833917379379272, 0.19032317399978638, 0.1897689253091812, 0.18992561101913452, 0.1890338659286499]}, {"step": 5000, "epoch": 10, "train_loss": 0.02985825575888157, "cos_r_negg": [0.2564496099948883, 0.27952873706817627, 0.26429691910743713, 0.2577941119670868, 0.23988133668899536, 0.2464589774608612, 0.25529026985168457, 0.26191025972366333, 0.26784437894821167, 0.28251194953918457], "cos_apical_negg": [0.2564496099948883, 0.27952873706817627, 0.26429691910743713, 0.2577941119670868, 0.23988133668899536, 0.2464589774608612, 0.25529026985168457, 0.26191025972366333, 0.26784437894821167, 0.28251194953918457], "cos_Ac_negg": [0.2564496099948883, 0.27952873706817627, 0.26429691910743713, 0.2577941119670868, 0.23988133668899536, 0.2464589774608612, 0.25529026985168457, 0.26191025972366333, 0.26784437894821167, 0.28251194953918457], "r_norm": [0.20035581290721893, 0.19917115569114685, 0.1966380774974823, 0.19874334335327148, 0.19909775257110596, 0.1961178481578827, 0.19814063608646393, 0.1980457901954651, 0.19779181480407715, 0.1965910792350769], "ldr": {"dL_sdil": -0.009091541171073914, "dL_bp": -0.023513376712799072, "ratio": 0.38665400049177545}}, {"step": 5050, "epoch": 10, "train_loss": 0.021979311481118202, "cos_r_negg": [0.2659631371498108, 0.2904173731803894, 0.27543187141418457, 0.2627943158149719, 0.2585064470767975, 0.2627526521682739, 0.2702983021736145, 0.27893054485321045, 0.2849891781806946, 0.2961828112602234], "cos_apical_negg": [0.2659631371498108, 0.2904173731803894, 0.27543187141418457, 0.2627943158149719, 0.2585064470767975, 0.2627526521682739, 0.2702983021736145, 0.27893054485321045, 0.2849891781806946, 0.2961828112602234], "cos_Ac_negg": [0.2659631371498108, 0.2904173731803894, 0.27543187141418457, 0.2627943158149719, 0.2585064470767975, 0.2627526521682739, 0.2702983021736145, 0.27893054485321045, 0.2849891781806946, 0.2961828112602234], "r_norm": [0.19799669086933136, 0.19570888578891754, 0.19501492381095886, 0.19648206233978271, 0.19730611145496368, 0.19376248121261597, 0.19595733284950256, 0.1959609091281891, 0.19700081646442413, 0.19626662135124207]}, {"step": 5100, "epoch": 10, "train_loss": 0.0055107371881604195, "cos_r_negg": [0.25429767370224, 0.2765233516693115, 0.26310792565345764, 0.2502879500389099, 0.24166826903820038, 0.24788373708724976, 0.2512192726135254, 0.2651439607143402, 0.26580584049224854, 0.28304916620254517], "cos_apical_negg": [0.25429767370224, 0.2765233516693115, 0.26310792565345764, 0.2502879500389099, 0.24166826903820038, 0.24788373708724976, 0.2512192726135254, 0.2651439607143402, 0.26580584049224854, 0.28304916620254517], "cos_Ac_negg": [0.25429767370224, 0.2765233516693115, 0.26310792565345764, 0.2502879500389099, 0.24166826903820038, 0.24788373708724976, 0.2512192726135254, 0.2651439607143402, 0.26580584049224854, 0.28304916620254517], "r_norm": [0.1954984813928604, 0.19434207677841187, 0.19172021746635437, 0.19332432746887207, 0.19491828978061676, 0.19186073541641235, 0.19315534830093384, 0.19351628422737122, 0.19349882006645203, 0.19311732053756714]}, {"step": 5150, "epoch": 10, "train_loss": 0.01473285909742117, "cos_r_negg": [0.24105235934257507, 0.26488596200942993, 0.24863459169864655, 0.23712441325187683, 0.22763985395431519, 0.23295795917510986, 0.23436298966407776, 0.24326546490192413, 0.24559055268764496, 0.2615160048007965], "cos_apical_negg": [0.24105235934257507, 0.26488596200942993, 0.24863459169864655, 0.23712441325187683, 0.22763985395431519, 0.23295795917510986, 0.23436298966407776, 0.24326546490192413, 0.24559055268764496, 0.2615160048007965], "cos_Ac_negg": [0.24105235934257507, 0.26488596200942993, 0.24863459169864655, 0.23712441325187683, 0.22763985395431519, 0.23295795917510986, 0.23436298966407776, 0.24326546490192413, 0.24559055268764496, 0.2615160048007965], "r_norm": [0.18856795132160187, 0.18911612033843994, 0.18583181500434875, 0.18742148578166962, 0.18905562162399292, 0.18525511026382446, 0.18743717670440674, 0.18812431395053864, 0.18669170141220093, 0.1872277557849884]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9706, "test_loss": 0.15790754470825194}, {"step": 5200, "epoch": 11, "train_loss": 0.010478723794221878, "cos_r_negg": [0.2383114993572235, 0.2629779577255249, 0.24436098337173462, 0.23091790080070496, 0.22002902626991272, 0.22493132948875427, 0.22512713074684143, 0.2400537133216858, 0.23786237835884094, 0.26301345229148865], "cos_apical_negg": [0.2383114993572235, 0.2629779577255249, 0.24436098337173462, 0.23091790080070496, 0.22002902626991272, 0.22493132948875427, 0.22512713074684143, 0.2400537133216858, 0.23786237835884094, 0.26301345229148865], "cos_Ac_negg": [0.2383114993572235, 0.2629779577255249, 0.24436098337173462, 0.23091790080070496, 0.22002902626991272, 0.22493132948875427, 0.22512713074684143, 0.2400537133216858, 0.23786237835884094, 0.26301345229148865], "r_norm": [0.18403948843479156, 0.1842394471168518, 0.18014094233512878, 0.18256628513336182, 0.18425261974334717, 0.18067345023155212, 0.18290123343467712, 0.182833731174469, 0.18307393789291382, 0.181705042719841]}, {"step": 5250, "epoch": 11, "train_loss": 0.001926720142364502, "cos_r_negg": [0.22718803584575653, 0.2498881071805954, 0.23507888615131378, 0.22324126958847046, 0.21093150973320007, 0.21241874992847443, 0.21649856865406036, 0.22498849034309387, 0.22559842467308044, 0.24616533517837524], "cos_apical_negg": [0.22718803584575653, 0.2498881071805954, 0.23507888615131378, 0.22324126958847046, 0.21093150973320007, 0.21241874992847443, 0.21649856865406036, 0.22498849034309387, 0.22559842467308044, 0.24616533517837524], "cos_Ac_negg": [0.22718803584575653, 0.2498881071805954, 0.23507888615131378, 0.22324126958847046, 0.21093150973320007, 0.21241874992847443, 0.21649856865406036, 0.22498849034309387, 0.22559842467308044, 0.24616533517837524], "r_norm": [0.1788834035396576, 0.17983025312423706, 0.17487479746341705, 0.1773860901594162, 0.17929787933826447, 0.1757729947566986, 0.17771705985069275, 0.17811882495880127, 0.17738795280456543, 0.17702265083789825], "ldr": {"dL_sdil": -0.009117916226387024, "dL_bp": -0.022113144397735596, "ratio": 0.412330153613102}}, {"step": 5300, "epoch": 11, "train_loss": 0.0012271561427041888, "cos_r_negg": [0.22678253054618835, 0.24954146146774292, 0.2372749000787735, 0.22529464960098267, 0.21586266160011292, 0.22017309069633484, 0.22316642105579376, 0.2388787418603897, 0.2378482073545456, 0.25735247135162354], "cos_apical_negg": [0.22678253054618835, 0.24954146146774292, 0.2372749000787735, 0.22529464960098267, 0.21586266160011292, 0.22017309069633484, 0.22316642105579376, 0.2388787418603897, 0.2378482073545456, 0.25735247135162354], "cos_Ac_negg": [0.22678253054618835, 0.24954146146774292, 0.2372749000787735, 0.22529464960098267, 0.21586266160011292, 0.22017309069633484, 0.22316642105579376, 0.2388787418603897, 0.2378482073545456, 0.25735247135162354], "r_norm": [0.2059750258922577, 0.205459862947464, 0.20310062170028687, 0.204345703125, 0.20673450827598572, 0.20186808705329895, 0.20312072336673737, 0.20459699630737305, 0.2041444331407547, 0.2039969265460968]}, {"step": 5350, "epoch": 11, "train_loss": 0.006267184857279062, "cos_r_negg": [0.22538527846336365, 0.24730311334133148, 0.23331989347934723, 0.22060425579547882, 0.21283595263957977, 0.21804773807525635, 0.22145779430866241, 0.23115521669387817, 0.2349429726600647, 0.2543651759624481], "cos_apical_negg": [0.22538527846336365, 0.24730311334133148, 0.23331989347934723, 0.22060425579547882, 0.21283595263957977, 0.21804773807525635, 0.22145779430866241, 0.23115521669387817, 0.2349429726600647, 0.2543651759624481], "cos_Ac_negg": [0.22538527846336365, 0.24730311334133148, 0.23331989347934723, 0.22060425579547882, 0.21283595263957977, 0.21804773807525635, 0.22145779430866241, 0.23115521669387817, 0.2349429726600647, 0.2543651759624481], "r_norm": [0.19638244807720184, 0.19599118828773499, 0.19339212775230408, 0.19470880925655365, 0.1970871388912201, 0.19265802204608917, 0.1936059147119522, 0.1946718394756317, 0.194265216588974, 0.1947259157896042]}, {"step": 5400, "epoch": 11, "train_loss": 0.0009570132824592292, "cos_r_negg": [0.22219505906105042, 0.2452164590358734, 0.23144912719726562, 0.21927045285701752, 0.2084488868713379, 0.21671442687511444, 0.22505521774291992, 0.22902929782867432, 0.2328559160232544, 0.24591299891471863], "cos_apical_negg": [0.22219505906105042, 0.2452164590358734, 0.23144912719726562, 0.21927045285701752, 0.2084488868713379, 0.21671442687511444, 0.22505521774291992, 0.22902929782867432, 0.2328559160232544, 0.24591299891471863], "cos_Ac_negg": [0.22219505906105042, 0.2452164590358734, 0.23144912719726562, 0.21927045285701752, 0.2084488868713379, 0.21671442687511444, 0.22505521774291992, 0.22902929782867432, 0.2328559160232544, 0.24591299891471863], "r_norm": [0.19373270869255066, 0.19425511360168457, 0.1904866248369217, 0.19205829501152039, 0.19452069699764252, 0.1902807056903839, 0.192059725522995, 0.19297631084918976, 0.1928929090499878, 0.19243928790092468]}, {"step": 5450, "epoch": 11, "train_loss": 0.0010644462890923023, "cos_r_negg": [0.20455756783485413, 0.2258433997631073, 0.21049043536186218, 0.19858959317207336, 0.1886010766029358, 0.19629338383674622, 0.2038581669330597, 0.20587429404258728, 0.2105448842048645, 0.2278187870979309], "cos_apical_negg": [0.20455756783485413, 0.2258433997631073, 0.21049043536186218, 0.19858959317207336, 0.1886010766029358, 0.19629338383674622, 0.2038581669330597, 0.20587429404258728, 0.2105448842048645, 0.2278187870979309], "cos_Ac_negg": [0.20455756783485413, 0.2258433997631073, 0.21049043536186218, 0.19858959317207336, 0.1886010766029358, 0.19629338383674622, 0.2038581669330597, 0.20587429404258728, 0.2105448842048645, 0.2278187870979309], "r_norm": [0.1638462245464325, 0.16386722028255463, 0.1610180288553238, 0.1627097874879837, 0.16383042931556702, 0.1605980098247528, 0.16322502493858337, 0.16289591789245605, 0.1627682000398636, 0.16199791431427002]}, {"step": 5500, "epoch": 11, "train_loss": 0.0029237549751996994, "cos_r_negg": [0.21030040085315704, 0.23258036375045776, 0.2206677943468094, 0.20839565992355347, 0.19764474034309387, 0.2052018940448761, 0.2120620459318161, 0.2145477533340454, 0.2145926058292389, 0.22332710027694702], "cos_apical_negg": [0.21030040085315704, 0.23258036375045776, 0.2206677943468094, 0.20839565992355347, 0.19764474034309387, 0.2052018940448761, 0.2120620459318161, 0.2145477533340454, 0.2145926058292389, 0.22332710027694702], "cos_Ac_negg": [0.21030040085315704, 0.23258036375045776, 0.2206677943468094, 0.20839565992355347, 0.19764474034309387, 0.2052018940448761, 0.2120620459318161, 0.2145477533340454, 0.2145926058292389, 0.22332710027694702], "r_norm": [0.18477821350097656, 0.1836087703704834, 0.18167409300804138, 0.1832897961139679, 0.1845116913318634, 0.18093889951705933, 0.1833668351173401, 0.1838206946849823, 0.18372425436973572, 0.18258701264858246], "ldr": {"dL_sdil": -0.009393230080604553, "dL_bp": -0.023471862077713013, "ratio": 0.4001910904854714}}, {"step": 5550, "epoch": 11, "train_loss": 0.005278497934341431, "cos_r_negg": [0.21662726998329163, 0.24106058478355408, 0.2254226952791214, 0.21036142110824585, 0.20290935039520264, 0.20722129940986633, 0.2118413746356964, 0.22032901644706726, 0.22016726434230804, 0.2335321307182312], "cos_apical_negg": [0.21662726998329163, 0.24106058478355408, 0.2254226952791214, 0.21036142110824585, 0.20290935039520264, 0.20722129940986633, 0.2118413746356964, 0.22032901644706726, 0.22016726434230804, 0.2335321307182312], "cos_Ac_negg": [0.21662726998329163, 0.24106058478355408, 0.2254226952791214, 0.21036142110824585, 0.20290935039520264, 0.20722129940986633, 0.2118413746356964, 0.22032901644706726, 0.22016726434230804, 0.2335321307182312], "r_norm": [0.19595545530319214, 0.19557425379753113, 0.19210845232009888, 0.194188192486763, 0.19568800926208496, 0.1921381652355194, 0.19384896755218506, 0.19468453526496887, 0.19393467903137207, 0.1935674548149109]}, {"step": 5600, "epoch": 11, "train_loss": 0.0007617975934408605, "cos_r_negg": [0.20777972042560577, 0.23021851480007172, 0.21675141155719757, 0.2039208710193634, 0.1910610795021057, 0.19736751914024353, 0.20353662967681885, 0.20914053916931152, 0.21288299560546875, 0.22042256593704224], "cos_apical_negg": [0.20777972042560577, 0.23021851480007172, 0.21675141155719757, 0.2039208710193634, 0.1910610795021057, 0.19736751914024353, 0.20353662967681885, 0.20914053916931152, 0.21288299560546875, 0.22042256593704224], "cos_Ac_negg": [0.20777972042560577, 0.23021851480007172, 0.21675141155719757, 0.2039208710193634, 0.1910610795021057, 0.19736751914024353, 0.20353662967681885, 0.20914053916931152, 0.21288299560546875, 0.22042256593704224], "r_norm": [0.20967328548431396, 0.2101009041070938, 0.20501625537872314, 0.20731940865516663, 0.2095298022031784, 0.2061876356601715, 0.20696091651916504, 0.20847368240356445, 0.20671725273132324, 0.2071477621793747]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9699, "test_loss": 0.17088856086730958}, {"step": 5650, "epoch": 12, "train_loss": 0.006932783871889114, "cos_r_negg": [0.1975366473197937, 0.21977992355823517, 0.2079419195652008, 0.19599401950836182, 0.18615970015525818, 0.1908915787935257, 0.19874867796897888, 0.20146548748016357, 0.20287065207958221, 0.2156088948249817], "cos_apical_negg": [0.1975366473197937, 0.21977992355823517, 0.2079419195652008, 0.19599401950836182, 0.18615970015525818, 0.1908915787935257, 0.19874867796897888, 0.20146548748016357, 0.20287065207958221, 0.2156088948249817], "cos_Ac_negg": [0.1975366473197937, 0.21977992355823517, 0.2079419195652008, 0.19599401950836182, 0.18615970015525818, 0.1908915787935257, 0.19874867796897888, 0.20146548748016357, 0.20287065207958221, 0.2156088948249817], "r_norm": [0.20788729190826416, 0.20752796530723572, 0.2033853828907013, 0.20565372705459595, 0.20709553360939026, 0.20415568351745605, 0.2051609456539154, 0.20584893226623535, 0.20449517667293549, 0.20418648421764374]}, {"step": 5700, "epoch": 12, "train_loss": 0.000615858007222414, "cos_r_negg": [0.19321873784065247, 0.21573860943317413, 0.20420213043689728, 0.19193129241466522, 0.1797979176044464, 0.1839587688446045, 0.19224806129932404, 0.19452765583992004, 0.19835644960403442, 0.20887340605258942], "cos_apical_negg": [0.19321873784065247, 0.21573860943317413, 0.20420213043689728, 0.19193129241466522, 0.1797979176044464, 0.1839587688446045, 0.19224806129932404, 0.19452765583992004, 0.19835644960403442, 0.20887340605258942], "cos_Ac_negg": [0.19321873784065247, 0.21573860943317413, 0.20420213043689728, 0.19193129241466522, 0.1797979176044464, 0.1839587688446045, 0.19224806129932404, 0.19452765583992004, 0.19835644960403442, 0.20887340605258942], "r_norm": [0.1785702109336853, 0.1791669726371765, 0.17626407742500305, 0.17818455398082733, 0.17938962578773499, 0.17533311247825623, 0.17786762118339539, 0.17918998003005981, 0.17755109071731567, 0.17734399437904358]}, {"step": 5750, "epoch": 12, "train_loss": 0.00043311191257089376, "cos_r_negg": [0.18604525923728943, 0.2072329819202423, 0.19626139104366302, 0.1840287744998932, 0.17432472109794617, 0.17634490132331848, 0.1843726634979248, 0.1864820122718811, 0.19091074168682098, 0.20003879070281982], "cos_apical_negg": [0.18604525923728943, 0.2072329819202423, 0.19626139104366302, 0.1840287744998932, 0.17432472109794617, 0.17634490132331848, 0.1843726634979248, 0.1864820122718811, 0.19091074168682098, 0.20003879070281982], "cos_Ac_negg": [0.18604525923728943, 0.2072329819202423, 0.19626139104366302, 0.1840287744998932, 0.17432472109794617, 0.17634490132331848, 0.1843726634979248, 0.1864820122718811, 0.19091074168682098, 0.20003879070281982], "r_norm": [0.17396222054958344, 0.17431655526161194, 0.17160481214523315, 0.1736050844192505, 0.17450445890426636, 0.1704963743686676, 0.17328615486621857, 0.17415927350521088, 0.17282412946224213, 0.1725773811340332], "ldr": {"dL_sdil": -0.00891868770122528, "dL_bp": -0.02714608609676361, "ratio": 0.3285441470064658}}, {"step": 5800, "epoch": 12, "train_loss": 0.0015141901094466448, "cos_r_negg": [0.1785397231578827, 0.20118483901023865, 0.18969103693962097, 0.17609065771102905, 0.1692165583372116, 0.17045171558856964, 0.17767956852912903, 0.18203172087669373, 0.18409579992294312, 0.19445599615573883], "cos_apical_negg": [0.1785397231578827, 0.20118483901023865, 0.18969103693962097, 0.17609065771102905, 0.1692165583372116, 0.17045171558856964, 0.17767956852912903, 0.18203172087669373, 0.18409579992294312, 0.19445599615573883], "cos_Ac_negg": [0.1785397231578827, 0.20118483901023865, 0.18969103693962097, 0.17609065771102905, 0.1692165583372116, 0.17045171558856964, 0.17767956852912903, 0.18203172087669373, 0.18409579992294312, 0.19445599615573883], "r_norm": [0.19105683267116547, 0.18996262550354004, 0.18782980740070343, 0.18969331681728363, 0.19040974974632263, 0.18721508979797363, 0.18956905603408813, 0.1897304803133011, 0.18914511799812317, 0.18788999319076538]}, {"step": 5850, "epoch": 12, "train_loss": 0.0008079060935415328, "cos_r_negg": [0.17447632551193237, 0.196764275431633, 0.18422918021678925, 0.1701294332742691, 0.1635855734348297, 0.1641770303249359, 0.17023026943206787, 0.17669112980365753, 0.1810198426246643, 0.19223225116729736], "cos_apical_negg": [0.17447632551193237, 0.196764275431633, 0.18422918021678925, 0.1701294332742691, 0.1635855734348297, 0.1641770303249359, 0.17023026943206787, 0.17669112980365753, 0.1810198426246643, 0.19223225116729736], "cos_Ac_negg": [0.17447632551193237, 0.196764275431633, 0.18422918021678925, 0.1701294332742691, 0.1635855734348297, 0.1641770303249359, 0.17023026943206787, 0.17669112980365753, 0.1810198426246643, 0.19223225116729736], "r_norm": [0.19034478068351746, 0.18968871235847473, 0.18741300702095032, 0.18938064575195312, 0.18962596356868744, 0.18643638491630554, 0.18912231922149658, 0.18902498483657837, 0.1879134476184845, 0.18712809681892395]}, {"step": 5900, "epoch": 12, "train_loss": 0.0026827193796634674, "cos_r_negg": [0.16961583495140076, 0.18980368971824646, 0.18047462403774261, 0.16872775554656982, 0.15939724445343018, 0.16425427794456482, 0.1702757477760315, 0.17759831249713898, 0.17909300327301025, 0.18929171562194824], "cos_apical_negg": [0.16961583495140076, 0.18980368971824646, 0.18047462403774261, 0.16872775554656982, 0.15939724445343018, 0.16425427794456482, 0.1702757477760315, 0.17759831249713898, 0.17909300327301025, 0.18929171562194824], "cos_Ac_negg": [0.16961583495140076, 0.18980368971824646, 0.18047462403774261, 0.16872775554656982, 0.15939724445343018, 0.16425427794456482, 0.1702757477760315, 0.17759831249713898, 0.17909300327301025, 0.18929171562194824], "r_norm": [0.1825694441795349, 0.18224740028381348, 0.18004199862480164, 0.18186183273792267, 0.1824571192264557, 0.1788206696510315, 0.18131029605865479, 0.18184073269367218, 0.18076983094215393, 0.18042537569999695]}, {"step": 5950, "epoch": 12, "train_loss": 0.0021130088716745377, "cos_r_negg": [0.16345593333244324, 0.18318620324134827, 0.17500968277454376, 0.1634376049041748, 0.15436270833015442, 0.16092540323734283, 0.1672198623418808, 0.17470619082450867, 0.17630156874656677, 0.1839834600687027], "cos_apical_negg": [0.16345593333244324, 0.18318620324134827, 0.17500968277454376, 0.1634376049041748, 0.15436270833015442, 0.16092540323734283, 0.1672198623418808, 0.17470619082450867, 0.17630156874656677, 0.1839834600687027], "cos_Ac_negg": [0.16345593333244324, 0.18318620324134827, 0.17500968277454376, 0.1634376049041748, 0.15436270833015442, 0.16092540323734283, 0.1672198623418808, 0.17470619082450867, 0.17630156874656677, 0.1839834600687027], "r_norm": [0.18856322765350342, 0.18814867734909058, 0.18563753366470337, 0.18733417987823486, 0.18795239925384521, 0.18476831912994385, 0.18663232028484344, 0.18685108423233032, 0.18605661392211914, 0.18579715490341187]}, {"step": 6000, "epoch": 12, "train_loss": 0.00280581577681005, "cos_r_negg": [0.16750872135162354, 0.18891121447086334, 0.18341955542564392, 0.17121508717536926, 0.16190850734710693, 0.1685095727443695, 0.17615832388401031, 0.1802021563053131, 0.18207570910453796, 0.18334470689296722], "cos_apical_negg": [0.16750872135162354, 0.18891121447086334, 0.18341955542564392, 0.17121508717536926, 0.16190850734710693, 0.1685095727443695, 0.17615832388401031, 0.1802021563053131, 0.18207570910453796, 0.18334470689296722], "cos_Ac_negg": [0.16750872135162354, 0.18891121447086334, 0.18341955542564392, 0.17121508717536926, 0.16190850734710693, 0.1685095727443695, 0.17615832388401031, 0.1802021563053131, 0.18207570910453796, 0.18334470689296722], "r_norm": [0.1870773285627365, 0.18714077770709991, 0.18423791229724884, 0.18568915128707886, 0.18720579147338867, 0.18347039818763733, 0.18531380593776703, 0.1862444132566452, 0.18560820817947388, 0.1856083869934082], "ldr": {"dL_sdil": -0.01022215187549591, "dL_bp": -0.03206641972064972, "ratio": 0.31878057995084436}}, {"step": 6050, "epoch": 12, "train_loss": 0.0033847414888441563, "cos_r_negg": [0.16348688304424286, 0.18417450785636902, 0.17652037739753723, 0.16293704509735107, 0.15474598109722137, 0.15842404961585999, 0.1656319946050644, 0.16912555694580078, 0.17105425894260406, 0.1774924099445343], "cos_apical_negg": [0.16348688304424286, 0.18417450785636902, 0.17652037739753723, 0.16293704509735107, 0.15474598109722137, 0.15842404961585999, 0.1656319946050644, 0.16912555694580078, 0.17105425894260406, 0.1774924099445343], "cos_Ac_negg": [0.16348688304424286, 0.18417450785636902, 0.17652037739753723, 0.16293704509735107, 0.15474598109722137, 0.15842404961585999, 0.1656319946050644, 0.16912555694580078, 0.17105425894260406, 0.1774924099445343], "r_norm": [0.16907021403312683, 0.16932925581932068, 0.1669052243232727, 0.16865071654319763, 0.16958148777484894, 0.16558974981307983, 0.16858205199241638, 0.16890287399291992, 0.16826988756656647, 0.1678205281496048]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9708, "test_loss": 0.17407978134155275}, {"step": 6100, "epoch": 13, "train_loss": 0.002473844913765788, "cos_r_negg": [0.15935610234737396, 0.179887056350708, 0.17141810059547424, 0.15880906581878662, 0.1528676450252533, 0.15447992086410522, 0.15868355333805084, 0.166094571352005, 0.1661095768213272, 0.17725466191768646], "cos_apical_negg": [0.15935610234737396, 0.179887056350708, 0.17141810059547424, 0.15880906581878662, 0.1528676450252533, 0.15447992086410522, 0.15868355333805084, 0.166094571352005, 0.1661095768213272, 0.17725466191768646], "cos_Ac_negg": [0.15935610234737396, 0.179887056350708, 0.17141810059547424, 0.15880906581878662, 0.1528676450252533, 0.15447992086410522, 0.15868355333805084, 0.166094571352005, 0.1661095768213272, 0.17725466191768646], "r_norm": [0.20642569661140442, 0.20646069943904877, 0.20314130187034607, 0.20470470190048218, 0.20615869760513306, 0.20244324207305908, 0.20358026027679443, 0.20393092930316925, 0.20295500755310059, 0.20341616868972778]}, {"step": 6150, "epoch": 13, "train_loss": 0.0002925074950326234, "cos_r_negg": [0.14972198009490967, 0.1681823432445526, 0.16171011328697205, 0.15039001405239105, 0.14303117990493774, 0.1448480486869812, 0.1506550908088684, 0.15435265004634857, 0.15600547194480896, 0.16192251443862915], "cos_apical_negg": [0.14972198009490967, 0.1681823432445526, 0.16171011328697205, 0.15039001405239105, 0.14303117990493774, 0.1448480486869812, 0.1506550908088684, 0.15435265004634857, 0.15600547194480896, 0.16192251443862915], "cos_Ac_negg": [0.14972198009490967, 0.1681823432445526, 0.16171011328697205, 0.15039001405239105, 0.14303117990493774, 0.1448480486869812, 0.1506550908088684, 0.15435265004634857, 0.15600547194480896, 0.16192251443862915], "r_norm": [0.1766957938671112, 0.1767117828130722, 0.17430441081523895, 0.1761959195137024, 0.17638325691223145, 0.1728895753622055, 0.1756492406129837, 0.17530614137649536, 0.1745537519454956, 0.17413565516471863]}, {"step": 6200, "epoch": 13, "train_loss": 0.0022214981727302074, "cos_r_negg": [0.149073988199234, 0.16784076392650604, 0.16054163873195648, 0.14959020912647247, 0.1423770785331726, 0.1427198052406311, 0.14898991584777832, 0.15241748094558716, 0.15453535318374634, 0.15986555814743042], "cos_apical_negg": [0.149073988199234, 0.16784076392650604, 0.16054163873195648, 0.14959020912647247, 0.1423770785331726, 0.1427198052406311, 0.14898991584777832, 0.15241748094558716, 0.15453535318374634, 0.15986555814743042], "cos_Ac_negg": [0.149073988199234, 0.16784076392650604, 0.16054163873195648, 0.14959020912647247, 0.1423770785331726, 0.1427198052406311, 0.14898991584777832, 0.15241748094558716, 0.15453535318374634, 0.15986555814743042], "r_norm": [0.1746666431427002, 0.17481106519699097, 0.17299547791481018, 0.17460425198078156, 0.17476728558540344, 0.1711835116147995, 0.174067884683609, 0.1735813319683075, 0.17266002297401428, 0.17238575220108032]}, {"step": 6250, "epoch": 13, "train_loss": 0.000364166044164449, "cos_r_negg": [0.14797945320606232, 0.16656723618507385, 0.158659890294075, 0.14742687344551086, 0.1396341174840927, 0.14038485288619995, 0.1456211507320404, 0.1497824341058731, 0.15191084146499634, 0.1573212742805481], "cos_apical_negg": [0.14797945320606232, 0.16656723618507385, 0.158659890294075, 0.14742687344551086, 0.1396341174840927, 0.14038485288619995, 0.1456211507320404, 0.1497824341058731, 0.15191084146499634, 0.1573212742805481], "cos_Ac_negg": [0.14797945320606232, 0.16656723618507385, 0.158659890294075, 0.14742687344551086, 0.1396341174840927, 0.14038485288619995, 0.1456211507320404, 0.1497824341058731, 0.15191084146499634, 0.1573212742805481], "r_norm": [0.17129451036453247, 0.1718200147151947, 0.16960522532463074, 0.17134635150432587, 0.17155833542346954, 0.16807037591934204, 0.17115247249603271, 0.1705024242401123, 0.16947785019874573, 0.1690407395362854], "ldr": {"dL_sdil": -0.009211614727973938, "dL_bp": -0.02468857169151306, "ratio": 0.37311250092043685}}, {"step": 6300, "epoch": 13, "train_loss": 0.000783958297688514, "cos_r_negg": [0.14308200776576996, 0.1617015302181244, 0.15462814271450043, 0.1438976377248764, 0.13770046830177307, 0.13833503425121307, 0.14262433350086212, 0.14667287468910217, 0.1477954238653183, 0.15264290571212769], "cos_apical_negg": [0.14308200776576996, 0.1617015302181244, 0.15462814271450043, 0.1438976377248764, 0.13770046830177307, 0.13833503425121307, 0.14262433350086212, 0.14667287468910217, 0.1477954238653183, 0.15264290571212769], "cos_Ac_negg": [0.14308200776576996, 0.1617015302181244, 0.15462814271450043, 0.1438976377248764, 0.13770046830177307, 0.13833503425121307, 0.14262433350086212, 0.14667287468910217, 0.1477954238653183, 0.15264290571212769], "r_norm": [0.17484423518180847, 0.17530876398086548, 0.17288702726364136, 0.174796462059021, 0.17496007680892944, 0.1715812385082245, 0.17458854615688324, 0.17406661808490753, 0.17275214195251465, 0.1723606288433075]}, {"step": 6350, "epoch": 13, "train_loss": 0.0014242954785004258, "cos_r_negg": [0.140590637922287, 0.15879085659980774, 0.15156352519989014, 0.14148342609405518, 0.1361537128686905, 0.13566729426383972, 0.13991005718708038, 0.14423590898513794, 0.1449868083000183, 0.14989545941352844], "cos_apical_negg": [0.140590637922287, 0.15879085659980774, 0.15156352519989014, 0.14148342609405518, 0.1361537128686905, 0.13566729426383972, 0.13991005718708038, 0.14423590898513794, 0.1449868083000183, 0.14989545941352844], "cos_Ac_negg": [0.140590637922287, 0.15879085659980774, 0.15156352519989014, 0.14148342609405518, 0.1361537128686905, 0.13566729426383972, 0.13991005718708038, 0.14423590898513794, 0.1449868083000183, 0.14989545941352844], "r_norm": [0.1807461678981781, 0.18100211024284363, 0.17878787219524384, 0.18063586950302124, 0.18092183768749237, 0.17735877633094788, 0.1801920384168625, 0.17988824844360352, 0.17854943871498108, 0.17820660769939423]}, {"step": 6400, "epoch": 13, "train_loss": 0.0005166323971934617, "cos_r_negg": [0.1433856338262558, 0.16066695749759674, 0.15446272492408752, 0.14442740380764008, 0.13764512538909912, 0.13905009627342224, 0.1446891576051712, 0.1489746868610382, 0.15004703402519226, 0.15407457947731018], "cos_apical_negg": [0.1433856338262558, 0.16066695749759674, 0.15446272492408752, 0.14442740380764008, 0.13764512538909912, 0.13905009627342224, 0.1446891576051712, 0.1489746868610382, 0.15004703402519226, 0.15407457947731018], "cos_Ac_negg": [0.1433856338262558, 0.16066695749759674, 0.15446272492408752, 0.14442740380764008, 0.13764512538909912, 0.13905009627342224, 0.1446891576051712, 0.1489746868610382, 0.15004703402519226, 0.15407457947731018], "r_norm": [0.17514577507972717, 0.17584320902824402, 0.17370598018169403, 0.17511425912380219, 0.1762123554944992, 0.17193526029586792, 0.17459474503993988, 0.17476151883602142, 0.1736968755722046, 0.17381399869918823]}, {"step": 6450, "epoch": 13, "train_loss": 0.001032152445986867, "cos_r_negg": [0.14433571696281433, 0.16227611899375916, 0.15699513256549835, 0.14691920578479767, 0.13974586129188538, 0.141211599111557, 0.15005449950695038, 0.15114499628543854, 0.1527523547410965, 0.1522233933210373], "cos_apical_negg": [0.14433571696281433, 0.16227611899375916, 0.15699513256549835, 0.14691920578479767, 0.13974586129188538, 0.141211599111557, 0.15005449950695038, 0.15114499628543854, 0.1527523547410965, 0.1522233933210373], "cos_Ac_negg": [0.14433571696281433, 0.16227611899375916, 0.15699513256549835, 0.14691920578479767, 0.13974586129188538, 0.141211599111557, 0.15005449950695038, 0.15114499628543854, 0.1527523547410965, 0.1522233933210373], "r_norm": [0.17742091417312622, 0.17830345034599304, 0.17569079995155334, 0.177186980843544, 0.17849211394786835, 0.17441509664058685, 0.17688602209091187, 0.17773625254631042, 0.1759415566921234, 0.17647069692611694]}, {"step": 6500, "epoch": 13, "train_loss": 0.001133789075538516, "cos_r_negg": [0.13901391625404358, 0.155792698264122, 0.1488555371761322, 0.13845625519752502, 0.13307486474514008, 0.13450409471988678, 0.13855665922164917, 0.14254626631736755, 0.1436816155910492, 0.1469217836856842], "cos_apical_negg": [0.13901391625404358, 0.155792698264122, 0.1488555371761322, 0.13845625519752502, 0.13307486474514008, 0.13450409471988678, 0.13855665922164917, 0.14254626631736755, 0.1436816155910492, 0.1469217836856842], "cos_Ac_negg": [0.13901391625404358, 0.155792698264122, 0.1488555371761322, 0.13845625519752502, 0.13307486474514008, 0.13450409471988678, 0.13855665922164917, 0.14254626631736755, 0.1436816155910492, 0.1469217836856842], "r_norm": [0.19061879813671112, 0.19027894735336304, 0.18778103590011597, 0.18948650360107422, 0.19038912653923035, 0.1867801547050476, 0.18863579630851746, 0.18896299600601196, 0.18768984079360962, 0.1878798007965088], "ldr": {"dL_sdil": -0.01211625337600708, "dL_bp": -0.03693541884422302, "ratio": 0.32803887853845615}}, {"step": 6550, "epoch": 13, "train_loss": 0.0047101774252951145, "cos_r_negg": [0.1336219310760498, 0.14919935166835785, 0.14374226331710815, 0.13232001662254333, 0.12730979919433594, 0.12799836695194244, 0.13191461563110352, 0.1366792470216751, 0.1380774974822998, 0.14185559749603271], "cos_apical_negg": [0.1336219310760498, 0.14919935166835785, 0.14374226331710815, 0.13232001662254333, 0.12730979919433594, 0.12799836695194244, 0.13191461563110352, 0.1366792470216751, 0.1380774974822998, 0.14185559749603271], "cos_Ac_negg": [0.1336219310760498, 0.14919935166835785, 0.14374226331710815, 0.13232001662254333, 0.12730979919433594, 0.12799836695194244, 0.13191461563110352, 0.1366792470216751, 0.1380774974822998, 0.14185559749603271], "r_norm": [0.18648160994052887, 0.18543191254138947, 0.18360137939453125, 0.1855417639017105, 0.1861903965473175, 0.18223145604133606, 0.18447118997573853, 0.18452849984169006, 0.1841689795255661, 0.18343380093574524]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9703, "test_loss": 0.1787622215270996}, {"step": 6600, "epoch": 14, "train_loss": 0.0001519067445769906, "cos_r_negg": [0.1305917203426361, 0.14530356228351593, 0.13985246419906616, 0.1293015480041504, 0.12408968061208725, 0.12497444450855255, 0.1284889131784439, 0.1322919875383377, 0.1327311098575592, 0.1364804059267044], "cos_apical_negg": [0.1305917203426361, 0.14530356228351593, 0.13985246419906616, 0.1293015480041504, 0.12408968061208725, 0.12497444450855255, 0.1284889131784439, 0.1322919875383377, 0.1327311098575592, 0.1364804059267044], "cos_Ac_negg": [0.1305917203426361, 0.14530356228351593, 0.13985246419906616, 0.1293015480041504, 0.12408968061208725, 0.12497444450855255, 0.1284889131784439, 0.1322919875383377, 0.1327311098575592, 0.1364804059267044], "r_norm": [0.17243507504463196, 0.172395721077919, 0.16972559690475464, 0.17176103591918945, 0.172638937830925, 0.16871891915798187, 0.17125540971755981, 0.17186400294303894, 0.1709991991519928, 0.17074480652809143]}, {"step": 6650, "epoch": 14, "train_loss": 0.0011943047866225243, "cos_r_negg": [0.12688308954238892, 0.1414351463317871, 0.13609693944454193, 0.12653124332427979, 0.12120779603719711, 0.12208095192909241, 0.12499912083148956, 0.1285269856452942, 0.12899577617645264, 0.13242080807685852], "cos_apical_negg": [0.12688308954238892, 0.1414351463317871, 0.13609693944454193, 0.12653124332427979, 0.12120779603719711, 0.12208095192909241, 0.12499912083148956, 0.1285269856452942, 0.12899577617645264, 0.13242080807685852], "cos_Ac_negg": [0.12688308954238892, 0.1414351463317871, 0.13609693944454193, 0.12653124332427979, 0.12120779603719711, 0.12208095192909241, 0.12499912083148956, 0.1285269856452942, 0.12899577617645264, 0.13242080807685852], "r_norm": [0.16944590210914612, 0.1693183034658432, 0.1668940931558609, 0.16888661682605743, 0.16963160037994385, 0.16568785905838013, 0.16831043362617493, 0.1687897890806198, 0.1680474579334259, 0.16778181493282318]}, {"step": 6700, "epoch": 14, "train_loss": 0.0016591966850683093, "cos_r_negg": [0.1291760355234146, 0.14424794912338257, 0.13985468447208405, 0.1305484175682068, 0.124245285987854, 0.12550784647464752, 0.13035261631011963, 0.13211554288864136, 0.13220471143722534, 0.1334429234266281], "cos_apical_negg": [0.1291760355234146, 0.14424794912338257, 0.13985468447208405, 0.1305484175682068, 0.124245285987854, 0.12550784647464752, 0.13035261631011963, 0.13211554288864136, 0.13220471143722534, 0.1334429234266281], "cos_Ac_negg": [0.1291760355234146, 0.14424794912338257, 0.13985468447208405, 0.1305484175682068, 0.124245285987854, 0.12550784647464752, 0.13035261631011963, 0.13211554288864136, 0.13220471143722534, 0.1334429234266281], "r_norm": [0.17977401614189148, 0.17992427945137024, 0.17689132690429688, 0.1788172721862793, 0.1801196038722992, 0.17616218328475952, 0.17833654582500458, 0.1793854534626007, 0.17804235219955444, 0.17817534506320953]}, {"step": 6750, "epoch": 14, "train_loss": 0.0005846216809004545, "cos_r_negg": [0.1259593665599823, 0.14043515920639038, 0.13574664294719696, 0.12640002369880676, 0.1206945851445198, 0.12138982117176056, 0.12522810697555542, 0.12814247608184814, 0.12813511490821838, 0.13045857846736908], "cos_apical_negg": [0.1259593665599823, 0.14043515920639038, 0.13574664294719696, 0.12640002369880676, 0.1206945851445198, 0.12138982117176056, 0.12522810697555542, 0.12814247608184814, 0.12813511490821838, 0.13045857846736908], "cos_Ac_negg": [0.1259593665599823, 0.14043515920639038, 0.13574664294719696, 0.12640002369880676, 0.1206945851445198, 0.12138982117176056, 0.12522810697555542, 0.12814247608184814, 0.12813511490821838, 0.13045857846736908], "r_norm": [0.17922674119472504, 0.17870351672172546, 0.17601323127746582, 0.17819632589817047, 0.17921966314315796, 0.1753205955028534, 0.17752043902873993, 0.1782831996679306, 0.17764781415462494, 0.17702412605285645], "ldr": {"dL_sdil": -0.010139048099517822, "dL_bp": -0.030012547969818115, "ratio": 0.3378269685637513}}, {"step": 6800, "epoch": 14, "train_loss": 0.0008830974693410099, "cos_r_negg": [0.12461955845355988, 0.13914021849632263, 0.13488887250423431, 0.1254863440990448, 0.12008880823850632, 0.12046882510185242, 0.12447665631771088, 0.12704849243164062, 0.12671281397342682, 0.1284307986497879], "cos_apical_negg": [0.12461955845355988, 0.13914021849632263, 0.13488887250423431, 0.1254863440990448, 0.12008880823850632, 0.12046882510185242, 0.12447665631771088, 0.12704849243164062, 0.12671281397342682, 0.1284307986497879], "cos_Ac_negg": [0.12461955845355988, 0.13914021849632263, 0.13488887250423431, 0.1254863440990448, 0.12008880823850632, 0.12046882510185242, 0.12447665631771088, 0.12704849243164062, 0.12671281397342682, 0.1284307986497879], "r_norm": [0.1855151653289795, 0.1848994791507721, 0.1821468472480774, 0.18428266048431396, 0.18560369312763214, 0.18156000971794128, 0.1834271103143692, 0.18445348739624023, 0.18368902802467346, 0.18324723839759827]}, {"step": 6850, "epoch": 14, "train_loss": 0.0008730286499485373, "cos_r_negg": [0.11990175396203995, 0.134633868932724, 0.13040582835674286, 0.12126000225543976, 0.11622622609138489, 0.11569546163082123, 0.1180579662322998, 0.1225724145770073, 0.12227058410644531, 0.12605330348014832], "cos_apical_negg": [0.11990175396203995, 0.134633868932724, 0.13040582835674286, 0.12126000225543976, 0.11622622609138489, 0.11569546163082123, 0.1180579662322998, 0.1225724145770073, 0.12227058410644531, 0.12605330348014832], "cos_Ac_negg": [0.11990175396203995, 0.134633868932724, 0.13040582835674286, 0.12126000225543976, 0.11622622609138489, 0.11569546163082123, 0.1180579662322998, 0.1225724145770073, 0.12227058410644531, 0.12605330348014832], "r_norm": [0.19604305922985077, 0.19490009546279907, 0.1921493411064148, 0.19441130757331848, 0.19499628245830536, 0.19185799360275269, 0.19354233145713806, 0.19362428784370422, 0.19292812049388885, 0.19217076897621155]}, {"step": 6900, "epoch": 14, "train_loss": 0.0005810124566778541, "cos_r_negg": [0.11737999320030212, 0.13170166313648224, 0.1271245777606964, 0.11777868121862411, 0.11332444846630096, 0.11350036412477493, 0.11566941440105438, 0.12014330923557281, 0.11978746205568314, 0.12142838537693024], "cos_apical_negg": [0.11737999320030212, 0.13170166313648224, 0.1271245777606964, 0.11777868121862411, 0.11332444846630096, 0.11350036412477493, 0.11566941440105438, 0.12014330923557281, 0.11978746205568314, 0.12142838537693024], "cos_Ac_negg": [0.11737999320030212, 0.13170166313648224, 0.1271245777606964, 0.11777868121862411, 0.11332444846630096, 0.11350036412477493, 0.11566941440105438, 0.12014330923557281, 0.11978746205568314, 0.12142838537693024], "r_norm": [0.18579673767089844, 0.185202956199646, 0.18262585997581482, 0.18470284342765808, 0.18504460155963898, 0.18182185292243958, 0.18432065844535828, 0.18414561450481415, 0.1830812394618988, 0.18263500928878784]}, {"step": 6950, "epoch": 14, "train_loss": 7.357169670285657e-05, "cos_r_negg": [0.1248469352722168, 0.1398743838071823, 0.13582462072372437, 0.12582629919052124, 0.11870981752872467, 0.12106125801801682, 0.1250988245010376, 0.12913988530635834, 0.1297295093536377, 0.1301354020833969], "cos_apical_negg": [0.1248469352722168, 0.1398743838071823, 0.13582462072372437, 0.12582629919052124, 0.11870981752872467, 0.12106125801801682, 0.1250988245010376, 0.12913988530635834, 0.1297295093536377, 0.1301354020833969], "cos_Ac_negg": [0.1248469352722168, 0.1398743838071823, 0.13582462072372437, 0.12582629919052124, 0.11870981752872467, 0.12106125801801682, 0.1250988245010376, 0.12913988530635834, 0.1297295093536377, 0.1301354020833969], "r_norm": [0.18335922062397003, 0.18311990797519684, 0.1804981231689453, 0.18227538466453552, 0.18308264017105103, 0.1797274351119995, 0.18186798691749573, 0.1822708547115326, 0.18096992373466492, 0.1809798777103424]}, {"step": 7000, "epoch": 14, "train_loss": 0.0005492030177265406, "cos_r_negg": [0.1190623939037323, 0.13320523500442505, 0.12959983944892883, 0.120598204433918, 0.1140739917755127, 0.11606286466121674, 0.11857570707798004, 0.12385297566652298, 0.1236339807510376, 0.1253710836172104], "cos_apical_negg": [0.1190623939037323, 0.13320523500442505, 0.12959983944892883, 0.120598204433918, 0.1140739917755127, 0.11606286466121674, 0.11857570707798004, 0.12385297566652298, 0.1236339807510376, 0.1253710836172104], "cos_Ac_negg": [0.1190623939037323, 0.13320523500442505, 0.12959983944892883, 0.120598204433918, 0.1140739917755127, 0.11606286466121674, 0.11857570707798004, 0.12385297566652298, 0.1236339807510376, 0.1253710836172104], "r_norm": [0.18392407894134521, 0.18310824036598206, 0.18055188655853271, 0.1826920509338379, 0.1830795407295227, 0.17999672889709473, 0.18211300671100616, 0.18214401602745056, 0.18143272399902344, 0.18073907494544983], "ldr": {"dL_sdil": -0.011815562844276428, "dL_bp": -0.03804679214954376, "ratio": 0.3105534573804566}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9706, "test_loss": 0.18430520515441895}, {"step": 7050, "epoch": 15, "train_loss": 0.00038058464997448027, "cos_r_negg": [0.11818346381187439, 0.13201087713241577, 0.12796562910079956, 0.11870735883712769, 0.11232403665781021, 0.11367052793502808, 0.11620064824819565, 0.12097472697496414, 0.12143078446388245, 0.12279970198869705], "cos_apical_negg": [0.11818346381187439, 0.13201087713241577, 0.12796562910079956, 0.11870735883712769, 0.11232403665781021, 0.11367052793502808, 0.11620064824819565, 0.12097472697496414, 0.12143078446388245, 0.12279970198869705], "cos_Ac_negg": [0.11818346381187439, 0.13201087713241577, 0.12796562910079956, 0.11870735883712769, 0.11232403665781021, 0.11367052793502808, 0.11620064824819565, 0.12097472697496414, 0.12143078446388245, 0.12279970198869705], "r_norm": [0.18237917125225067, 0.18180863559246063, 0.17918823659420013, 0.18131506443023682, 0.18173500895500183, 0.1785927414894104, 0.18084177374839783, 0.18090209364891052, 0.17991887032985687, 0.17937412858009338]}, {"step": 7100, "epoch": 15, "train_loss": 0.0017051900504156947, "cos_r_negg": [0.11870235204696655, 0.13279205560684204, 0.12880228459835052, 0.11956514418125153, 0.11340587586164474, 0.11424167454242706, 0.11683116853237152, 0.12140698730945587, 0.1218404471874237, 0.12299846857786179], "cos_apical_negg": [0.11870235204696655, 0.13279205560684204, 0.12880228459835052, 0.11956514418125153, 0.11340587586164474, 0.11424167454242706, 0.11683116853237152, 0.12140698730945587, 0.1218404471874237, 0.12299846857786179], "cos_Ac_negg": [0.11870235204696655, 0.13279205560684204, 0.12880228459835052, 0.11956514418125153, 0.11340587586164474, 0.11424167454242706, 0.11683116853237152, 0.12140698730945587, 0.1218404471874237, 0.12299846857786179], "r_norm": [0.1833793669939041, 0.18275827169418335, 0.18018057942390442, 0.1822492778301239, 0.18280388414859772, 0.17958316206932068, 0.18166132271289825, 0.18202096223831177, 0.18100623786449432, 0.18052423000335693]}, {"step": 7150, "epoch": 15, "train_loss": 0.0006378419930115342, "cos_r_negg": [0.11781108379364014, 0.13175225257873535, 0.12784087657928467, 0.11869567632675171, 0.11262879520654678, 0.11351598054170609, 0.11611267924308777, 0.12010858952999115, 0.12056845426559448, 0.12154581397771835], "cos_apical_negg": [0.11781108379364014, 0.13175225257873535, 0.12784087657928467, 0.11869567632675171, 0.11262879520654678, 0.11351598054170609, 0.11611267924308777, 0.12010858952999115, 0.12056845426559448, 0.12154581397771835], "cos_Ac_negg": [0.11781108379364014, 0.13175225257873535, 0.12784087657928467, 0.11869567632675171, 0.11262879520654678, 0.11351598054170609, 0.11611267924308777, 0.12010858952999115, 0.12056845426559448, 0.12154581397771835], "r_norm": [0.1808771938085556, 0.18045954406261444, 0.17780590057373047, 0.17985782027244568, 0.1805584579706192, 0.177177295088768, 0.17932668328285217, 0.1799124926328659, 0.17878961563110352, 0.1784292459487915]}, {"step": 7200, "epoch": 15, "train_loss": 0.0006341609405353665, "cos_r_negg": [0.11637457460165024, 0.13011056184768677, 0.12627869844436646, 0.11748653650283813, 0.11147622764110565, 0.11195418238639832, 0.11476613581180573, 0.11857777833938599, 0.11882887035608292, 0.12011345475912094], "cos_apical_negg": [0.11637457460165024, 0.13011056184768677, 0.12627869844436646, 0.11748653650283813, 0.11147622764110565, 0.11195418238639832, 0.11476613581180573, 0.11857777833938599, 0.11882887035608292, 0.12011345475912094], "cos_Ac_negg": [0.11637457460165024, 0.13011056184768677, 0.12627869844436646, 0.11748653650283813, 0.11147622764110565, 0.11195418238639832, 0.11476613581180573, 0.11857777833938599, 0.11882887035608292, 0.12011345475912094], "r_norm": [0.18113455176353455, 0.18078935146331787, 0.1782170534133911, 0.18020223081111908, 0.180837482213974, 0.17748954892158508, 0.17971964180469513, 0.1802223175764084, 0.17892645299434662, 0.17868685722351074]}, {"step": 7250, "epoch": 15, "train_loss": 0.0005245737265795469, "cos_r_negg": [0.11359609663486481, 0.12705889344215393, 0.12315171957015991, 0.11477665603160858, 0.10897772014141083, 0.10905903577804565, 0.11100095510482788, 0.11448048800230026, 0.11455222219228745, 0.11624255776405334], "cos_apical_negg": [0.11359609663486481, 0.12705889344215393, 0.12315171957015991, 0.11477665603160858, 0.10897772014141083, 0.10905903577804565, 0.11100095510482788, 0.11448048800230026, 0.11455222219228745, 0.11624255776405334], "cos_Ac_negg": [0.11359609663486481, 0.12705889344215393, 0.12315171957015991, 0.11477665603160858, 0.10897772014141083, 0.10905903577804565, 0.11100095510482788, 0.11448048800230026, 0.11455222219228745, 0.11624255776405334], "r_norm": [0.17674940824508667, 0.1768103539943695, 0.17410066723823547, 0.17611177265644073, 0.17692714929580688, 0.17316904664039612, 0.17578697204589844, 0.17638713121414185, 0.17499789595603943, 0.17492437362670898], "ldr": {"dL_sdil": -0.010623916983604431, "dL_bp": -0.03336992859840393, "ratio": 0.318367986682254}}, {"step": 7300, "epoch": 15, "train_loss": 0.00031797331757843494, "cos_r_negg": [0.1105240061879158, 0.12437889724969864, 0.12095686048269272, 0.11264057457447052, 0.10741216689348221, 0.1066378653049469, 0.10922271013259888, 0.11204080283641815, 0.11202989518642426, 0.11312422901391983], "cos_apical_negg": [0.1105240061879158, 0.12437889724969864, 0.12095686048269272, 0.11264057457447052, 0.10741216689348221, 0.1066378653049469, 0.10922271013259888, 0.11204080283641815, 0.11202989518642426, 0.11312422901391983], "cos_Ac_negg": [0.1105240061879158, 0.12437889724969864, 0.12095686048269272, 0.11264057457447052, 0.10741216689348221, 0.1066378653049469, 0.10922271013259888, 0.11204080283641815, 0.11202989518642426, 0.11312422901391983], "r_norm": [0.18340815603733063, 0.1831139326095581, 0.18053780496120453, 0.18249282240867615, 0.18292880058288574, 0.1797124594449997, 0.18213140964508057, 0.18220458924770355, 0.18074440956115723, 0.18065115809440613]}, {"step": 7350, "epoch": 15, "train_loss": 0.0002808355784509331, "cos_r_negg": [0.107846200466156, 0.12131153047084808, 0.11827041208744049, 0.11044459044933319, 0.10544638335704803, 0.10491888225078583, 0.10695633292198181, 0.10957296192646027, 0.10935907065868378, 0.11012471467256546], "cos_apical_negg": [0.107846200466156, 0.12131153047084808, 0.11827041208744049, 0.11044459044933319, 0.10544638335704803, 0.10491888225078583, 0.10695633292198181, 0.10957296192646027, 0.10935907065868378, 0.11012471467256546], "cos_Ac_negg": [0.107846200466156, 0.12131153047084808, 0.11827041208744049, 0.11044459044933319, 0.10544638335704803, 0.10491888225078583, 0.10695633292198181, 0.10957296192646027, 0.10935907065868378, 0.11012471467256546], "r_norm": [0.18327859044075012, 0.18271827697753906, 0.1799110770225525, 0.18207019567489624, 0.1825082004070282, 0.17937561869621277, 0.18158447742462158, 0.18156839907169342, 0.18055561184883118, 0.18020199239253998]}, {"step": 7400, "epoch": 15, "train_loss": 0.0009087191428989172, "cos_r_negg": [0.10980458557605743, 0.12293829768896103, 0.12002722918987274, 0.11163587868213654, 0.10567145049571991, 0.10697268694639206, 0.10947230458259583, 0.11352568864822388, 0.11263814568519592, 0.11356522887945175], "cos_apical_negg": [0.10980458557605743, 0.12293829768896103, 0.12002722918987274, 0.11163587868213654, 0.10567145049571991, 0.10697268694639206, 0.10947230458259583, 0.11352568864822388, 0.11263814568519592, 0.11356522887945175], "cos_Ac_negg": [0.10980458557605743, 0.12293829768896103, 0.12002722918987274, 0.11163587868213654, 0.10567145049571991, 0.10697268694639206, 0.10947230458259583, 0.11352568864822388, 0.11263814568519592, 0.11356522887945175], "r_norm": [0.18603411316871643, 0.18540357053279877, 0.18281656503677368, 0.1848756968975067, 0.1859106570482254, 0.18196487426757812, 0.18414181470870972, 0.18454641103744507, 0.18403398990631104, 0.18355855345726013]}, {"step": 7450, "epoch": 15, "train_loss": 0.0004094610339961946, "cos_r_negg": [0.11086680740118027, 0.1232687309384346, 0.12032638490200043, 0.11289279162883759, 0.10638010501861572, 0.10587570071220398, 0.10765759646892548, 0.11181920766830444, 0.11179065704345703, 0.11240570992231369], "cos_apical_negg": [0.11086680740118027, 0.1232687309384346, 0.12032638490200043, 0.11289279162883759, 0.10638010501861572, 0.10587570071220398, 0.10765759646892548, 0.11181920766830444, 0.11179065704345703, 0.11240570992231369], "cos_Ac_negg": [0.11086680740118027, 0.1232687309384346, 0.12032638490200043, 0.11289279162883759, 0.10638010501861572, 0.10587570071220398, 0.10765759646892548, 0.11181920766830444, 0.11179065704345703, 0.11240570992231369], "r_norm": [0.18966566026210785, 0.18972709774971008, 0.18580374121665955, 0.18835510313510895, 0.18922007083892822, 0.18584948778152466, 0.18781134486198425, 0.18800866603851318, 0.18674609065055847, 0.18668943643569946]}, {"step": 7500, "epoch": 15, "train_loss": 0.00010586212738417089, "cos_r_negg": [0.10806000232696533, 0.12044429033994675, 0.11809134483337402, 0.11065813899040222, 0.1051437109708786, 0.10460865497589111, 0.10610887408256531, 0.10974664986133575, 0.10957542061805725, 0.11009307205677032], "cos_apical_negg": [0.10806000232696533, 0.12044429033994675, 0.11809134483337402, 0.11065813899040222, 0.1051437109708786, 0.10460865497589111, 0.10610887408256531, 0.10974664986133575, 0.10957542061805725, 0.11009307205677032], "cos_Ac_negg": [0.10806000232696533, 0.12044429033994675, 0.11809134483337402, 0.11065813899040222, 0.1051437109708786, 0.10460865497589111, 0.10610887408256531, 0.10974664986133575, 0.10957542061805725, 0.11009307205677032], "r_norm": [0.1866213083267212, 0.18580497801303864, 0.18271532654762268, 0.18522047996520996, 0.18565601110458374, 0.18258261680603027, 0.1846979856491089, 0.1844840794801712, 0.1838684380054474, 0.18296292424201965], "ldr": {"dL_sdil": -0.011805593967437744, "dL_bp": -0.03833663463592529, "ratio": 0.30794549598713894}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9715, "test_loss": 0.18957157135009767}, {"step": 7550, "epoch": 16, "train_loss": 0.0003155912854708731, "cos_r_negg": [0.10640964657068253, 0.11893586814403534, 0.11659584939479828, 0.10916996747255325, 0.10388389974832535, 0.10302463173866272, 0.10452862083911896, 0.10835456848144531, 0.10795095562934875, 0.10813373327255249], "cos_apical_negg": [0.10640964657068253, 0.11893586814403534, 0.11659584939479828, 0.10916996747255325, 0.10388389974832535, 0.10302463173866272, 0.10452862083911896, 0.10835456848144531, 0.10795095562934875, 0.10813373327255249], "cos_Ac_negg": [0.10640964657068253, 0.11893586814403534, 0.11659584939479828, 0.10916996747255325, 0.10388389974832535, 0.10302463173866272, 0.10452862083911896, 0.10835456848144531, 0.10795095562934875, 0.10813373327255249], "r_norm": [0.19450673460960388, 0.19389158487319946, 0.19022749364376068, 0.19277022778987885, 0.19346244633197784, 0.19041526317596436, 0.19219958782196045, 0.19206246733665466, 0.19131675362586975, 0.19067344069480896]}, {"step": 7600, "epoch": 16, "train_loss": 0.005296020768582821, "cos_r_negg": [0.10811260342597961, 0.1209593415260315, 0.11797972023487091, 0.11050816625356674, 0.10455271601676941, 0.10409334301948547, 0.10622761398553848, 0.10909874737262726, 0.10854744166135788, 0.1084812581539154], "cos_apical_negg": [0.10811260342597961, 0.1209593415260315, 0.11797972023487091, 0.11050816625356674, 0.10455271601676941, 0.10409334301948547, 0.10622761398553848, 0.10909874737262726, 0.10854744166135788, 0.1084812581539154], "cos_Ac_negg": [0.10811260342597961, 0.1209593415260315, 0.11797972023487091, 0.11050816625356674, 0.10455271601676941, 0.10409334301948547, 0.10622761398553848, 0.10909874737262726, 0.10854744166135788, 0.1084812581539154], "r_norm": [0.1883176863193512, 0.18851402401924133, 0.18448540568351746, 0.1868860274553299, 0.1883973628282547, 0.18457823991775513, 0.18651321530342102, 0.1874733567237854, 0.18614208698272705, 0.1861514449119568]}, {"step": 7650, "epoch": 16, "train_loss": 0.0003003684396389872, "cos_r_negg": [0.10565277934074402, 0.11846276372671127, 0.11586831510066986, 0.10870565474033356, 0.10320428013801575, 0.10226629674434662, 0.10355928540229797, 0.10701404511928558, 0.10609330236911774, 0.10639248788356781], "cos_apical_negg": [0.10565277934074402, 0.11846276372671127, 0.11586831510066986, 0.10870565474033356, 0.10320428013801575, 0.10226629674434662, 0.10355928540229797, 0.10701404511928558, 0.10609330236911774, 0.10639248788356781], "cos_Ac_negg": [0.10565277934074402, 0.11846276372671127, 0.11586831510066986, 0.10870565474033356, 0.10320428013801575, 0.10226629674434662, 0.10355928540229797, 0.10701404511928558, 0.10609330236911774, 0.10639248788356781], "r_norm": [0.18495696783065796, 0.18464209139347076, 0.1811799257993698, 0.18355710804462433, 0.1848108023405075, 0.1811027079820633, 0.18309807777404785, 0.18386131525039673, 0.18296432495117188, 0.18254217505455017]}, {"step": 7700, "epoch": 16, "train_loss": 2.8529168048407882e-05, "cos_r_negg": [0.1027740091085434, 0.1150512844324112, 0.11252020299434662, 0.10579508543014526, 0.10039514303207397, 0.09970265626907349, 0.10064975917339325, 0.10396318137645721, 0.10317721962928772, 0.10339637845754623], "cos_apical_negg": [0.1027740091085434, 0.1150512844324112, 0.11252020299434662, 0.10579508543014526, 0.10039514303207397, 0.09970265626907349, 0.10064975917339325, 0.10396318137645721, 0.10317721962928772, 0.10339637845754623], "cos_Ac_negg": [0.1027740091085434, 0.1150512844324112, 0.11252020299434662, 0.10579508543014526, 0.10039514303207397, 0.09970265626907349, 0.10064975917339325, 0.10396318137645721, 0.10317721962928772, 0.10339637845754623], "r_norm": [0.17830899357795715, 0.17766138911247253, 0.1747676432132721, 0.1771635115146637, 0.17801427841186523, 0.1744438111782074, 0.1767394095659256, 0.17728132009506226, 0.1765758991241455, 0.1757325530052185]}, {"step": 7750, "epoch": 16, "train_loss": 0.0016853940906003118, "cos_r_negg": [0.10253965854644775, 0.11459503322839737, 0.11201569437980652, 0.105343759059906, 0.10004115849733353, 0.09916816651821136, 0.09993313252925873, 0.10320340842008591, 0.10254047811031342, 0.10261467099189758], "cos_apical_negg": [0.10253965854644775, 0.11459503322839737, 0.11201569437980652, 0.105343759059906, 0.10004115849733353, 0.09916816651821136, 0.09993313252925873, 0.10320340842008591, 0.10254047811031342, 0.10261467099189758], "cos_Ac_negg": [0.10253965854644775, 0.11459503322839737, 0.11201569437980652, 0.105343759059906, 0.10004115849733353, 0.09916816651821136, 0.09993313252925873, 0.10320340842008591, 0.10254047811031342, 0.10261467099189758], "r_norm": [0.17720626294612885, 0.176634281873703, 0.17375031113624573, 0.17611265182495117, 0.17702406644821167, 0.17337480187416077, 0.1756676733493805, 0.17629313468933105, 0.17557556927204132, 0.1748155951499939], "ldr": {"dL_sdil": -0.011541664600372314, "dL_bp": -0.03849557042121887, "ratio": 0.29981799137104137}}, {"step": 7800, "epoch": 16, "train_loss": 0.001144271926023066, "cos_r_negg": [0.1010025143623352, 0.11294926702976227, 0.11103124916553497, 0.10436690598726273, 0.0985792875289917, 0.09907245635986328, 0.09984143078327179, 0.10356248915195465, 0.10275420546531677, 0.10198001563549042], "cos_apical_negg": [0.1010025143623352, 0.11294926702976227, 0.11103124916553497, 0.10436690598726273, 0.0985792875289917, 0.09907245635986328, 0.09984143078327179, 0.10356248915195465, 0.10275420546531677, 0.10198001563549042], "cos_Ac_negg": [0.1010025143623352, 0.11294926702976227, 0.11103124916553497, 0.10436690598726273, 0.0985792875289917, 0.09907245635986328, 0.09984143078327179, 0.10356248915195465, 0.10275420546531677, 0.10198001563549042], "r_norm": [0.17676472663879395, 0.17598839104175568, 0.17331364750862122, 0.17566247284412384, 0.17628175020217896, 0.17285610735416412, 0.1752682626247406, 0.17544734477996826, 0.1749459207057953, 0.17395952343940735]}, {"step": 7850, "epoch": 16, "train_loss": 0.0005620123702101409, "cos_r_negg": [0.10163989663124084, 0.1135779619216919, 0.11152012646198273, 0.10497239232063293, 0.09890472143888474, 0.09889721125364304, 0.09986907243728638, 0.10345378518104553, 0.10249408334493637, 0.10190825164318085], "cos_apical_negg": [0.10163989663124084, 0.1135779619216919, 0.11152012646198273, 0.10497239232063293, 0.09890472143888474, 0.09889721125364304, 0.09986907243728638, 0.10345378518104553, 0.10249408334493637, 0.10190825164318085], "cos_Ac_negg": [0.10163989663124084, 0.1135779619216919, 0.11152012646198273, 0.10497239232063293, 0.09890472143888474, 0.09889721125364304, 0.09986907243728638, 0.10345378518104553, 0.10249408334493637, 0.10190825164318085], "r_norm": [0.17568479478359222, 0.17504847049713135, 0.17215612530708313, 0.17461448907852173, 0.1751110553741455, 0.1717454493045807, 0.17415225505828857, 0.17419305443763733, 0.1737535148859024, 0.1728079617023468]}, {"step": 7900, "epoch": 16, "train_loss": 0.0001095991101465188, "cos_r_negg": [0.09807498753070831, 0.10999277234077454, 0.10802631080150604, 0.10153944790363312, 0.09622146189212799, 0.09582749754190445, 0.09669551253318787, 0.10028751194477081, 0.09948983788490295, 0.09945203363895416], "cos_apical_negg": [0.09807498753070831, 0.10999277234077454, 0.10802631080150604, 0.10153944790363312, 0.09622146189212799, 0.09582749754190445, 0.09669551253318787, 0.10028751194477081, 0.09948983788490295, 0.09945203363895416], "cos_Ac_negg": [0.09807498753070831, 0.10999277234077454, 0.10802631080150604, 0.10153944790363312, 0.09622146189212799, 0.09582749754190445, 0.09669551253318787, 0.10028751194477081, 0.09948983788490295, 0.09945203363895416], "r_norm": [0.18282276391983032, 0.1817718744277954, 0.17905732989311218, 0.18145805597305298, 0.18182559311389923, 0.1788046658039093, 0.18097850680351257, 0.1808866262435913, 0.1804029494524002, 0.17934054136276245]}, {"step": 7950, "epoch": 16, "train_loss": 0.00028477454907260835, "cos_r_negg": [0.09801751375198364, 0.10998957604169846, 0.1081935316324234, 0.1011868268251419, 0.0957590639591217, 0.09568949788808823, 0.09731845557689667, 0.10093614459037781, 0.10034696012735367, 0.09938432276248932], "cos_apical_negg": [0.09801751375198364, 0.10998957604169846, 0.1081935316324234, 0.1011868268251419, 0.0957590639591217, 0.09568949788808823, 0.09731845557689667, 0.10093614459037781, 0.10034696012735367, 0.09938432276248932], "cos_Ac_negg": [0.09801751375198364, 0.10998957604169846, 0.1081935316324234, 0.1011868268251419, 0.0957590639591217, 0.09568949788808823, 0.09731845557689667, 0.10093614459037781, 0.10034696012735367, 0.09938432276248932], "r_norm": [0.18673628568649292, 0.18549968302249908, 0.18301713466644287, 0.185261070728302, 0.1858406513929367, 0.18275386095046997, 0.18485964834690094, 0.18504028022289276, 0.18440574407577515, 0.183295339345932]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9712, "test_loss": 0.19547816963195802}, {"step": 8000, "epoch": 17, "train_loss": 0.0002615581906866282, "cos_r_negg": [0.09861217439174652, 0.11064377427101135, 0.10853058099746704, 0.1014089584350586, 0.09588629007339478, 0.09538284689188004, 0.09709123522043228, 0.10026831924915314, 0.09977459162473679, 0.0990062803030014], "cos_apical_negg": [0.09861217439174652, 0.11064377427101135, 0.10853058099746704, 0.1014089584350586, 0.09588629007339478, 0.09538284689188004, 0.09709123522043228, 0.10026831924915314, 0.09977459162473679, 0.0990062803030014], "cos_Ac_negg": [0.09861217439174652, 0.11064377427101135, 0.10853058099746704, 0.1014089584350586, 0.09588629007339478, 0.09538284689188004, 0.09709123522043228, 0.10026831924915314, 0.09977459162473679, 0.0990062803030014], "r_norm": [0.18272483348846436, 0.18186603486537933, 0.1793096959590912, 0.18137745559215546, 0.18204568326473236, 0.17885181307792664, 0.18095581233501434, 0.1812654435634613, 0.1804887056350708, 0.17980125546455383], "ldr": {"dL_sdil": -0.01237131655216217, "dL_bp": -0.04344341158866882, "ratio": 0.2847685322068245}}, {"step": 8050, "epoch": 17, "train_loss": 0.0005309837288223207, "cos_r_negg": [0.09769190847873688, 0.10948006808757782, 0.10741637647151947, 0.10070626437664032, 0.09557289630174637, 0.09441333264112473, 0.0955958217382431, 0.09890569746494293, 0.09820879995822906, 0.0978863388299942], "cos_apical_negg": [0.09769190847873688, 0.10948006808757782, 0.10741637647151947, 0.10070626437664032, 0.09557289630174637, 0.09441333264112473, 0.0955958217382431, 0.09890569746494293, 0.09820879995822906, 0.0978863388299942], "cos_Ac_negg": [0.09769190847873688, 0.10948006808757782, 0.10741637647151947, 0.10070626437664032, 0.09557289630174637, 0.09441333264112473, 0.0955958217382431, 0.09890569746494293, 0.09820879995822906, 0.0978863388299942], "r_norm": [0.18176724016666412, 0.1807968020439148, 0.17826303839683533, 0.18041390180587769, 0.18099303543567657, 0.1778291016817093, 0.17993676662445068, 0.18012766540050507, 0.17952212691307068, 0.17868778109550476]}, {"step": 8100, "epoch": 17, "train_loss": 0.0011299202451482415, "cos_r_negg": [0.09701711684465408, 0.10888422280550003, 0.10699964314699173, 0.100543312728405, 0.09483779966831207, 0.0952465757727623, 0.09659741818904877, 0.10043603181838989, 0.10000564157962799, 0.09904402494430542], "cos_apical_negg": [0.09701711684465408, 0.10888422280550003, 0.10699964314699173, 0.100543312728405, 0.09483779966831207, 0.0952465757727623, 0.09659741818904877, 0.10043603181838989, 0.10000564157962799, 0.09904402494430542], "cos_Ac_negg": [0.09701711684465408, 0.10888422280550003, 0.10699964314699173, 0.100543312728405, 0.09483779966831207, 0.0952465757727623, 0.09659741818904877, 0.10043603181838989, 0.10000564157962799, 0.09904402494430542], "r_norm": [0.17876827716827393, 0.17772176861763, 0.17544516921043396, 0.17754319310188293, 0.1780688464641571, 0.17476117610931396, 0.17706826329231262, 0.17711269855499268, 0.17680150270462036, 0.17583851516246796]}, {"step": 8150, "epoch": 17, "train_loss": 0.0007661725394427776, "cos_r_negg": [0.09650395810604095, 0.10820680111646652, 0.10625118017196655, 0.09972237795591354, 0.09395821392536163, 0.09419699758291245, 0.09563350677490234, 0.09910847246646881, 0.09878149628639221, 0.09812849760055542], "cos_apical_negg": [0.09650395810604095, 0.10820680111646652, 0.10625118017196655, 0.09972237795591354, 0.09395821392536163, 0.09419699758291245, 0.09563350677490234, 0.09910847246646881, 0.09878149628639221, 0.09812849760055542], "cos_Ac_negg": [0.09650395810604095, 0.10820680111646652, 0.10625118017196655, 0.09972237795591354, 0.09395821392536163, 0.09419699758291245, 0.09563350677490234, 0.09910847246646881, 0.09878149628639221, 0.09812849760055542], "r_norm": [0.1788521558046341, 0.17796197533607483, 0.17551451921463013, 0.17766129970550537, 0.1782885193824768, 0.17493104934692383, 0.17716005444526672, 0.17745256423950195, 0.17694027721881866, 0.1760735809803009]}, {"step": 8200, "epoch": 17, "train_loss": 3.969638783019036e-05, "cos_r_negg": [0.09689643979072571, 0.10800361633300781, 0.1058618351817131, 0.09949244558811188, 0.0936875194311142, 0.09345896542072296, 0.09455560147762299, 0.09773899614810944, 0.09770864248275757, 0.0968891829252243], "cos_apical_negg": [0.09689643979072571, 0.10800361633300781, 0.1058618351817131, 0.09949244558811188, 0.0936875194311142, 0.09345896542072296, 0.09455560147762299, 0.09773899614810944, 0.09770864248275757, 0.0968891829252243], "cos_Ac_negg": [0.09689643979072571, 0.10800361633300781, 0.1058618351817131, 0.09949244558811188, 0.0936875194311142, 0.09345896542072296, 0.09455560147762299, 0.09773899614810944, 0.09770864248275757, 0.0968891829252243], "r_norm": [0.1725231111049652, 0.17190968990325928, 0.16942211985588074, 0.17162489891052246, 0.17233142256736755, 0.16866043210029602, 0.17110401391983032, 0.17158758640289307, 0.1710449457168579, 0.17032092809677124]}, {"step": 8250, "epoch": 17, "train_loss": 0.0005690860562026501, "cos_r_negg": [0.09578517824411392, 0.10689438879489899, 0.10512139648199081, 0.09904655814170837, 0.09344948083162308, 0.09298115223646164, 0.09394188225269318, 0.09686878323554993, 0.09633564203977585, 0.09565303474664688], "cos_apical_negg": [0.09578517824411392, 0.10689438879489899, 0.10512139648199081, 0.09904655814170837, 0.09344948083162308, 0.09298115223646164, 0.09394188225269318, 0.09686878323554993, 0.09633564203977585, 0.09565303474664688], "cos_Ac_negg": [0.09578517824411392, 0.10689438879489899, 0.10512139648199081, 0.09904655814170837, 0.09344948083162308, 0.09298115223646164, 0.09394188225269318, 0.09686878323554993, 0.09633564203977585, 0.09565303474664688], "r_norm": [0.17408058047294617, 0.17338721454143524, 0.17076793313026428, 0.17308980226516724, 0.17370258271694183, 0.1701948493719101, 0.17255279421806335, 0.17295393347740173, 0.17237120866775513, 0.1715429425239563], "ldr": {"dL_sdil": -0.011167317628860474, "dL_bp": -0.03791886568069458, "ratio": 0.29450558260095916}}, {"step": 8300, "epoch": 17, "train_loss": 0.0005024771671742201, "cos_r_negg": [0.09497782588005066, 0.10596643388271332, 0.10426558554172516, 0.0983990728855133, 0.09284651279449463, 0.09227095544338226, 0.09320993721485138, 0.09628808498382568, 0.09563475847244263, 0.09488463401794434], "cos_apical_negg": [0.09497782588005066, 0.10596643388271332, 0.10426558554172516, 0.0983990728855133, 0.09284651279449463, 0.09227095544338226, 0.09320993721485138, 0.09628808498382568, 0.09563475847244263, 0.09488463401794434], "cos_Ac_negg": [0.09497782588005066, 0.10596643388271332, 0.10426558554172516, 0.0983990728855133, 0.09284651279449463, 0.09227095544338226, 0.09320993721485138, 0.09628808498382568, 0.09563475847244263, 0.09488463401794434], "r_norm": [0.17680104076862335, 0.17605555057525635, 0.17338596284389496, 0.1757391393184662, 0.1763538122177124, 0.1728920340538025, 0.17522022128105164, 0.17558923363685608, 0.17504382133483887, 0.1740773320198059]}, {"step": 8350, "epoch": 17, "train_loss": 3.55217453034129e-05, "cos_r_negg": [0.09479821473360062, 0.10577298700809479, 0.10438087582588196, 0.09840475022792816, 0.09273014962673187, 0.0921960324048996, 0.09349308907985687, 0.09621606022119522, 0.09542858600616455, 0.09463194012641907], "cos_apical_negg": [0.09479821473360062, 0.10577298700809479, 0.10438087582588196, 0.09840475022792816, 0.09273014962673187, 0.0921960324048996, 0.09349308907985687, 0.09621606022119522, 0.09542858600616455, 0.09463194012641907], "cos_Ac_negg": [0.09479821473360062, 0.10577298700809479, 0.10438087582588196, 0.09840475022792816, 0.09273014962673187, 0.0921960324048996, 0.09349308907985687, 0.09621606022119522, 0.09542858600616455, 0.09463194012641907], "r_norm": [0.18051370978355408, 0.17969802021980286, 0.17701128125190735, 0.1792939007282257, 0.17994043231010437, 0.1765967160463333, 0.17882418632507324, 0.17918509244918823, 0.17848502099514008, 0.17763298749923706]}, {"step": 8400, "epoch": 17, "train_loss": 0.0001238626427948475, "cos_r_negg": [0.09358429908752441, 0.10454057157039642, 0.10307453572750092, 0.09720495343208313, 0.09182549268007278, 0.09105908125638962, 0.09182189404964447, 0.09460219740867615, 0.09354160726070404, 0.09287133067846298], "cos_apical_negg": [0.09358429908752441, 0.10454057157039642, 0.10307453572750092, 0.09720495343208313, 0.09182549268007278, 0.09105908125638962, 0.09182189404964447, 0.09460219740867615, 0.09354160726070404, 0.09287133067846298], "cos_Ac_negg": [0.09358429908752441, 0.10454057157039642, 0.10307453572750092, 0.09720495343208313, 0.09182549268007278, 0.09105908125638962, 0.09182189404964447, 0.09460219740867615, 0.09354160726070404, 0.09287133067846298], "r_norm": [0.17898061871528625, 0.17798860371112823, 0.1754559874534607, 0.17777416110038757, 0.17827609181404114, 0.17497867345809937, 0.1772691309452057, 0.17741502821445465, 0.17692528665065765, 0.1759382039308548]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9713, "test_loss": 0.19889828147888183}, {"step": 8450, "epoch": 18, "train_loss": 0.00042704743100330234, "cos_r_negg": [0.09321916103363037, 0.1041346937417984, 0.10254083573818207, 0.09665011614561081, 0.09139509499073029, 0.09046053886413574, 0.0911923497915268, 0.09390272200107574, 0.09279868006706238, 0.09208164364099503], "cos_apical_negg": [0.09321916103363037, 0.1041346937417984, 0.10254083573818207, 0.09665011614561081, 0.09139509499073029, 0.09046053886413574, 0.0911923497915268, 0.09390272200107574, 0.09279868006706238, 0.09208164364099503], "cos_Ac_negg": [0.09321916103363037, 0.1041346937417984, 0.10254083573818207, 0.09665011614561081, 0.09139509499073029, 0.09046053886413574, 0.0911923497915268, 0.09390272200107574, 0.09279868006706238, 0.09208164364099503], "r_norm": [0.17934414744377136, 0.17834630608558655, 0.17579251527786255, 0.17813046276569366, 0.17861753702163696, 0.1753319501876831, 0.1776207983493805, 0.17773312330245972, 0.1772613227367401, 0.1762544810771942]}, {"step": 8500, "epoch": 18, "train_loss": 0.000560601067263633, "cos_r_negg": [0.09253954887390137, 0.10339125990867615, 0.10173461586236954, 0.09600650519132614, 0.09078586101531982, 0.08973824232816696, 0.09046384692192078, 0.09302569925785065, 0.0918731763958931, 0.09127192199230194], "cos_apical_negg": [0.09253954887390137, 0.10339125990867615, 0.10173461586236954, 0.09600650519132614, 0.09078586101531982, 0.08973824232816696, 0.09046384692192078, 0.09302569925785065, 0.0918731763958931, 0.09127192199230194], "cos_Ac_negg": [0.09253954887390137, 0.10339125990867615, 0.10173461586236954, 0.09600650519132614, 0.09078586101531982, 0.08973824232816696, 0.09046384692192078, 0.09302569925785065, 0.0918731763958931, 0.09127192199230194], "r_norm": [0.17930643260478973, 0.17829643189907074, 0.17570899426937103, 0.17809581756591797, 0.17850884795188904, 0.17528624832630157, 0.17758631706237793, 0.17763489484786987, 0.17713016271591187, 0.17611181735992432], "ldr": {"dL_sdil": -0.01178385317325592, "dL_bp": -0.043443262577056885, "ratio": 0.2712469661401345}}, {"step": 8550, "epoch": 18, "train_loss": 0.0011133522493764758, "cos_r_negg": [0.091804638504982, 0.10254062712192535, 0.10074501484632492, 0.09505262970924377, 0.0899319127202034, 0.0887373685836792, 0.0893494188785553, 0.09173677861690521, 0.09058575332164764, 0.0900447815656662], "cos_apical_negg": [0.091804638504982, 0.10254062712192535, 0.10074501484632492, 0.09505262970924377, 0.0899319127202034, 0.0887373685836792, 0.0893494188785553, 0.09173677861690521, 0.09058575332164764, 0.0900447815656662], "cos_Ac_negg": [0.091804638504982, 0.10254062712192535, 0.10074501484632492, 0.09505262970924377, 0.0899319127202034, 0.0887373685836792, 0.0893494188785553, 0.09173677861690521, 0.09058575332164764, 0.0900447815656662], "r_norm": [0.1759154051542282, 0.1750219464302063, 0.1724364459514618, 0.17482692003250122, 0.17529228329658508, 0.171927347779274, 0.1743147075176239, 0.17447054386138916, 0.17396941781044006, 0.17303374409675598]}, {"step": 8600, "epoch": 18, "train_loss": 0.0005003574769943953, "cos_r_negg": [0.0906917005777359, 0.10128889977931976, 0.0993899554014206, 0.09395211935043335, 0.08898597955703735, 0.08736317604780197, 0.08782526850700378, 0.09023232758045197, 0.08894608914852142, 0.08841171860694885], "cos_apical_negg": [0.0906917005777359, 0.10128889977931976, 0.0993899554014206, 0.09395211935043335, 0.08898597955703735, 0.08736317604780197, 0.08782526850700378, 0.09023232758045197, 0.08894608914852142, 0.08841171860694885], "cos_Ac_negg": [0.0906917005777359, 0.10128889977931976, 0.0993899554014206, 0.09395211935043335, 0.08898597955703735, 0.08736317604780197, 0.08782526850700378, 0.09023232758045197, 0.08894608914852142, 0.08841171860694885], "r_norm": [0.17340491712093353, 0.17246608436107635, 0.16994744539260864, 0.17245861887931824, 0.1726083755493164, 0.1693124622106552, 0.17189650237560272, 0.1716684252023697, 0.1713702231645584, 0.17027077078819275]}, {"step": 8650, "epoch": 18, "train_loss": 0.0001608271268196404, "cos_r_negg": [0.09098724275827408, 0.10154804587364197, 0.09974949806928635, 0.09421505033969879, 0.0890989601612091, 0.08793990314006805, 0.0885351300239563, 0.09111388027667999, 0.08983854949474335, 0.08921843767166138], "cos_apical_negg": [0.09098724275827408, 0.10154804587364197, 0.09974949806928635, 0.09421505033969879, 0.0890989601612091, 0.08793990314006805, 0.0885351300239563, 0.09111388027667999, 0.08983854949474335, 0.08921843767166138], "cos_Ac_negg": [0.09098724275827408, 0.10154804587364197, 0.09974949806928635, 0.09421505033969879, 0.0890989601612091, 0.08793990314006805, 0.0885351300239563, 0.09111388027667999, 0.08983854949474335, 0.08921843767166138], "r_norm": [0.17258799076080322, 0.17167960107326508, 0.16917838156223297, 0.1716589629650116, 0.17192241549491882, 0.168525829911232, 0.17111808061599731, 0.171014666557312, 0.1707635521888733, 0.1696486473083496]}, {"step": 8700, "epoch": 18, "train_loss": 0.0001155061909230426, "cos_r_negg": [0.09054701030254364, 0.1011507511138916, 0.09941934049129486, 0.09388025850057602, 0.08848080039024353, 0.08794955909252167, 0.08881433308124542, 0.09139460325241089, 0.09017358720302582, 0.08925633877515793], "cos_apical_negg": [0.09054701030254364, 0.1011507511138916, 0.09941934049129486, 0.09388025850057602, 0.08848080039024353, 0.08794955909252167, 0.08881433308124542, 0.09139460325241089, 0.09017358720302582, 0.08925633877515793], "cos_Ac_negg": [0.09054701030254364, 0.1011507511138916, 0.09941934049129486, 0.09388025850057602, 0.08848080039024353, 0.08794955909252167, 0.08881433308124542, 0.09139460325241089, 0.09017358720302582, 0.08925633877515793], "r_norm": [0.17136691510677338, 0.1704450249671936, 0.16809889674186707, 0.1704457402229309, 0.17074209451675415, 0.1672903597354889, 0.16992169618606567, 0.16976793110370636, 0.16961435973644257, 0.1685798615217209]}, {"step": 8750, "epoch": 18, "train_loss": 0.00015522543981205672, "cos_r_negg": [0.09031496942043304, 0.10063119232654572, 0.09880232810974121, 0.09347335249185562, 0.08785180747509003, 0.08666866272687912, 0.08760371804237366, 0.09023131430149078, 0.0889853835105896, 0.08834944665431976], "cos_apical_negg": [0.09031496942043304, 0.10063119232654572, 0.09880232810974121, 0.09347335249185562, 0.08785180747509003, 0.08666866272687912, 0.08760371804237366, 0.09023131430149078, 0.0889853835105896, 0.08834944665431976], "cos_Ac_negg": [0.09031496942043304, 0.10063119232654572, 0.09880232810974121, 0.09347335249185562, 0.08785180747509003, 0.08666866272687912, 0.08760371804237366, 0.09023131430149078, 0.0889853835105896, 0.08834944665431976], "r_norm": [0.1753769814968109, 0.17441701889038086, 0.17194530367851257, 0.174319326877594, 0.17459246516227722, 0.17129482328891754, 0.17371010780334473, 0.1735379546880722, 0.1732216477394104, 0.1722678244113922], "ldr": {"dL_sdil": -0.012004882097244263, "dL_bp": -0.043369680643081665, "ratio": 0.2768035622867627}}, {"step": 8800, "epoch": 18, "train_loss": 5.6249064073199406e-05, "cos_r_negg": [0.08978302776813507, 0.1000523716211319, 0.09833119809627533, 0.0929865837097168, 0.08761666715145111, 0.08650866150856018, 0.08725173771381378, 0.0897858664393425, 0.08855514228343964, 0.08778694272041321], "cos_apical_negg": [0.08978302776813507, 0.1000523716211319, 0.09833119809627533, 0.0929865837097168, 0.08761666715145111, 0.08650866150856018, 0.08725173771381378, 0.0897858664393425, 0.08855514228343964, 0.08778694272041321], "cos_Ac_negg": [0.08978302776813507, 0.1000523716211319, 0.09833119809627533, 0.0929865837097168, 0.08761666715145111, 0.08650866150856018, 0.08725173771381378, 0.0897858664393425, 0.08855514228343964, 0.08778694272041321], "r_norm": [0.1746375560760498, 0.17377866804599762, 0.17120075225830078, 0.1736004650592804, 0.17400410771369934, 0.17061635851860046, 0.17303486168384552, 0.1730654239654541, 0.17268982529640198, 0.17174890637397766]}, {"step": 8850, "epoch": 18, "train_loss": 8.691383118275553e-05, "cos_r_negg": [0.08884578943252563, 0.09893631190061569, 0.09757950901985168, 0.09260623157024384, 0.08754613250494003, 0.08628435432910919, 0.086998850107193, 0.08947908878326416, 0.08815713971853256, 0.08726580440998077], "cos_apical_negg": [0.08884578943252563, 0.09893631190061569, 0.09757950901985168, 0.09260623157024384, 0.08754613250494003, 0.08628435432910919, 0.086998850107193, 0.08947908878326416, 0.08815713971853256, 0.08726580440998077], "cos_Ac_negg": [0.08884578943252563, 0.09893631190061569, 0.09757950901985168, 0.09260623157024384, 0.08754613250494003, 0.08628435432910919, 0.086998850107193, 0.08947908878326416, 0.08815713971853256, 0.08726580440998077], "r_norm": [0.17598813772201538, 0.17502889037132263, 0.17245057225227356, 0.174929678440094, 0.17519685626029968, 0.17192217707633972, 0.17439162731170654, 0.17428509891033173, 0.17392197251319885, 0.17281360924243927]}, {"step": 8900, "epoch": 18, "train_loss": 0.00012170256377430633, "cos_r_negg": [0.08825230598449707, 0.09831230342388153, 0.09686734527349472, 0.09215819835662842, 0.08728966861963272, 0.08551069349050522, 0.08615973591804504, 0.0886484682559967, 0.08726812899112701, 0.08670442551374435], "cos_apical_negg": [0.08825230598449707, 0.09831230342388153, 0.09686734527349472, 0.09215819835662842, 0.08728966861963272, 0.08551069349050522, 0.08615973591804504, 0.0886484682559967, 0.08726812899112701, 0.08670442551374435], "cos_Ac_negg": [0.08825230598449707, 0.09831230342388153, 0.09686734527349472, 0.09215819835662842, 0.08728966861963272, 0.08551069349050522, 0.08615973591804504, 0.0886484682559967, 0.08726812899112701, 0.08670442551374435], "r_norm": [0.1759852170944214, 0.17496927082538605, 0.17244991660118103, 0.17493413388729095, 0.17498856782913208, 0.1718437671661377, 0.1743534505367279, 0.17392119765281677, 0.17369002103805542, 0.17252099514007568]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.971, "test_loss": 0.20255495986938477}, {"step": 8950, "epoch": 19, "train_loss": 0.00011500660184537992, "cos_r_negg": [0.08787969499826431, 0.09796498715877533, 0.0964866504073143, 0.09175395220518112, 0.08687330037355423, 0.08504769206047058, 0.08584000170230865, 0.08821472525596619, 0.08707371354103088, 0.0863337591290474], "cos_apical_negg": [0.08787969499826431, 0.09796498715877533, 0.0964866504073143, 0.09175395220518112, 0.08687330037355423, 0.08504769206047058, 0.08584000170230865, 0.08821472525596619, 0.08707371354103088, 0.0863337591290474], "cos_Ac_negg": [0.08787969499826431, 0.09796498715877533, 0.0964866504073143, 0.09175395220518112, 0.08687330037355423, 0.08504769206047058, 0.08584000170230865, 0.08821472525596619, 0.08707371354103088, 0.0863337591290474], "r_norm": [0.1782970130443573, 0.17722457647323608, 0.1746721863746643, 0.17713364958763123, 0.17721796035766602, 0.17418259382247925, 0.17658105492591858, 0.17619170248508453, 0.1758398711681366, 0.1747061163187027]}, {"step": 9000, "epoch": 19, "train_loss": 5.840368976350874e-05, "cos_r_negg": [0.08779563009738922, 0.09784682840108871, 0.09623122215270996, 0.09148203581571579, 0.08653442561626434, 0.08467074483633041, 0.08538419008255005, 0.08770878612995148, 0.08645868301391602, 0.08579470217227936], "cos_apical_negg": [0.08779563009738922, 0.09784682840108871, 0.09623122215270996, 0.09148203581571579, 0.08653442561626434, 0.08467074483633041, 0.08538419008255005, 0.08770878612995148, 0.08645868301391602, 0.08579470217227936], "cos_Ac_negg": [0.08779563009738922, 0.09784682840108871, 0.09623122215270996, 0.09148203581571579, 0.08653442561626434, 0.08467074483633041, 0.08538419008255005, 0.08770878612995148, 0.08645868301391602, 0.08579470217227936], "r_norm": [0.17482396960258484, 0.17401206493377686, 0.1713864505290985, 0.17379304766654968, 0.1741405725479126, 0.1708236187696457, 0.17324024438858032, 0.17321890592575073, 0.17275932431221008, 0.17185086011886597], "ldr": {"dL_sdil": -0.011759907007217407, "dL_bp": -0.042920857667922974, "ratio": 0.27399049427677696}}, {"step": 9050, "epoch": 19, "train_loss": 0.0004260829882696271, "cos_r_negg": [0.08796562254428864, 0.09798609465360641, 0.09621541202068329, 0.0912930965423584, 0.08642871677875519, 0.08450660109519958, 0.08511385321617126, 0.08734451234340668, 0.08614971488714218, 0.08540095388889313], "cos_apical_negg": [0.08796562254428864, 0.09798609465360641, 0.09621541202068329, 0.0912930965423584, 0.08642871677875519, 0.08450660109519958, 0.08511385321617126, 0.08734451234340668, 0.08614971488714218, 0.08540095388889313], "cos_Ac_negg": [0.08796562254428864, 0.09798609465360641, 0.09621541202068329, 0.0912930965423584, 0.08642871677875519, 0.08450660109519958, 0.08511385321617126, 0.08734451234340668, 0.08614971488714218, 0.08540095388889313], "r_norm": [0.1733160763978958, 0.17280852794647217, 0.16993401944637299, 0.17232485115528107, 0.17298844456672668, 0.16941922903060913, 0.17177990078926086, 0.17211657762527466, 0.17150551080703735, 0.17088109254837036]}, {"step": 9100, "epoch": 19, "train_loss": 0.0005180889274924994, "cos_r_negg": [0.08663269877433777, 0.09662128239870071, 0.0949341356754303, 0.09013096988201141, 0.08541296422481537, 0.08349424600601196, 0.08411788940429688, 0.08604279160499573, 0.08483689278364182, 0.08405447006225586], "cos_apical_negg": [0.08663269877433777, 0.09662128239870071, 0.0949341356754303, 0.09013096988201141, 0.08541296422481537, 0.08349424600601196, 0.08411788940429688, 0.08604279160499573, 0.08483689278364182, 0.08405447006225586], "cos_Ac_negg": [0.08663269877433777, 0.09662128239870071, 0.0949341356754303, 0.09013096988201141, 0.08541296422481537, 0.08349424600601196, 0.08411788940429688, 0.08604279160499573, 0.08483689278364182, 0.08405447006225586], "r_norm": [0.17080751061439514, 0.17021584510803223, 0.16750919818878174, 0.16995657980442047, 0.1704380065202713, 0.16684672236442566, 0.16939248144626617, 0.16955430805683136, 0.16910408437252045, 0.16829971969127655]}, {"step": 9150, "epoch": 19, "train_loss": 0.0008607576601207256, "cos_r_negg": [0.08641268312931061, 0.09641633927822113, 0.09485740214586258, 0.08985251933336258, 0.0850900262594223, 0.08356202393770218, 0.0843457281589508, 0.086420938372612, 0.08514636754989624, 0.08431755006313324], "cos_apical_negg": [0.08641268312931061, 0.09641633927822113, 0.09485740214586258, 0.08985251933336258, 0.0850900262594223, 0.08356202393770218, 0.0843457281589508, 0.086420938372612, 0.08514636754989624, 0.08431755006313324], "cos_Ac_negg": [0.08641268312931061, 0.09641633927822113, 0.09485740214586258, 0.08985251933336258, 0.0850900262594223, 0.08356202393770218, 0.0843457281589508, 0.086420938372612, 0.08514636754989624, 0.08431755006313324], "r_norm": [0.1714460253715515, 0.17063820362091064, 0.1681894212961197, 0.17055736482143402, 0.17099538445472717, 0.1674264669418335, 0.1699826568365097, 0.17005985975265503, 0.16979458928108215, 0.16883307695388794]}, {"step": 9200, "epoch": 19, "train_loss": 0.0003700520028360188, "cos_r_negg": [0.08599983155727386, 0.09590469300746918, 0.09438839554786682, 0.0894530713558197, 0.08458425104618073, 0.08328014612197876, 0.08416111767292023, 0.08637427538633347, 0.08497907221317291, 0.08421952277421951], "cos_apical_negg": [0.08599983155727386, 0.09590469300746918, 0.09438839554786682, 0.0894530713558197, 0.08458425104618073, 0.08328014612197876, 0.08416111767292023, 0.08637427538633347, 0.08497907221317291, 0.08421952277421951], "cos_Ac_negg": [0.08599983155727386, 0.09590469300746918, 0.09438839554786682, 0.0894530713558197, 0.08458425104618073, 0.08328014612197876, 0.08416111767292023, 0.08637427538633347, 0.08497907221317291, 0.08421952277421951], "r_norm": [0.17241162061691284, 0.17149806022644043, 0.16915492713451385, 0.17148131132125854, 0.1718192994594574, 0.1683371365070343, 0.17086192965507507, 0.1707768738269806, 0.17058005928993225, 0.16960501670837402]}, {"step": 9250, "epoch": 19, "train_loss": 2.460395626258105e-05, "cos_r_negg": [0.08576415479183197, 0.09565991908311844, 0.09409257769584656, 0.08932484686374664, 0.0845898687839508, 0.08277767896652222, 0.0835748165845871, 0.08572559058666229, 0.0843704491853714, 0.08370638638734818], "cos_apical_negg": [0.08576415479183197, 0.09565991908311844, 0.09409257769584656, 0.08932484686374664, 0.0845898687839508, 0.08277767896652222, 0.0835748165845871, 0.08572559058666229, 0.0843704491853714, 0.08370638638734818], "cos_Ac_negg": [0.08576415479183197, 0.09565991908311844, 0.09409257769584656, 0.08932484686374664, 0.0845898687839508, 0.08277767896652222, 0.0835748165845871, 0.08572559058666229, 0.0843704491853714, 0.08370638638734818], "r_norm": [0.17407336831092834, 0.17309731245040894, 0.1706593632698059, 0.17303675413131714, 0.17321094870567322, 0.1699753701686859, 0.1724272072315216, 0.1721404790878296, 0.171881765127182, 0.17090456187725067], "ldr": {"dL_sdil": -0.012070119380950928, "dL_bp": -0.04569409787654877, "ratio": 0.26415051268898304}}, {"step": 9300, "epoch": 19, "train_loss": 6.19946513324976e-05, "cos_r_negg": [0.08568649739027023, 0.0954873114824295, 0.09388946741819382, 0.08921732008457184, 0.08451578766107559, 0.08254168927669525, 0.08329087495803833, 0.08545948565006256, 0.08406767249107361, 0.0834292322397232], "cos_apical_negg": [0.08568649739027023, 0.0954873114824295, 0.09388946741819382, 0.08921732008457184, 0.08451578766107559, 0.08254168927669525, 0.08329087495803833, 0.08545948565006256, 0.08406767249107361, 0.0834292322397232], "cos_Ac_negg": [0.08568649739027023, 0.0954873114824295, 0.09388946741819382, 0.08921732008457184, 0.08451578766107559, 0.08254168927669525, 0.08329087495803833, 0.08545948565006256, 0.08406767249107361, 0.0834292322397232], "r_norm": [0.1751372516155243, 0.174122616648674, 0.17163506150245667, 0.17407472431659698, 0.17421013116836548, 0.17102324962615967, 0.1734512895345688, 0.17313793301582336, 0.17284944653511047, 0.17182187736034393]}, {"step": 9350, "epoch": 19, "train_loss": 0.0011102583957836032, "cos_r_negg": [0.08482495695352554, 0.09440638870000839, 0.09291645139455795, 0.08838184177875519, 0.0837954729795456, 0.08175989985466003, 0.0824827253818512, 0.084591343998909, 0.08320049941539764, 0.08246208727359772], "cos_apical_negg": [0.08482495695352554, 0.09440638870000839, 0.09291645139455795, 0.08838184177875519, 0.0837954729795456, 0.08175989985466003, 0.0824827253818512, 0.084591343998909, 0.08320049941539764, 0.08246208727359772], "cos_Ac_negg": [0.08482495695352554, 0.09440638870000839, 0.09291645139455795, 0.08838184177875519, 0.0837954729795456, 0.08175989985466003, 0.0824827253818512, 0.084591343998909, 0.08320049941539764, 0.08246208727359772], "r_norm": [0.1749771237373352, 0.17391759157180786, 0.17142046988010406, 0.1739538311958313, 0.17397116124629974, 0.1708240658044815, 0.17333640158176422, 0.17290431261062622, 0.17267116904258728, 0.1715112030506134]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9712, "test_loss": 0.20654379348754884}], "final": {"test_acc": 0.9712, "test_loss": 0.20654379348754884, "wall_s": 211.46515083312988, "cos_r_negg": [0.08457648009061813, 0.09403492510318756, 0.09261193871498108, 0.0881543904542923, 0.08358967304229736, 0.08154110610485077, 0.08232776820659637, 0.084348164498806, 0.0829915702342987, 0.08211605250835419], "cos_apical_negg": [0.08457648009061813, 0.09403492510318756, 0.09261193871498108, 0.0881543904542923, 0.08358967304229736, 0.08154110610485077, 0.08232776820659637, 0.084348164498806, 0.0829915702342987, 0.08211605250835419], "cos_Ac_negg": [0.08457648009061813, 0.09403492510318756, 0.09261193871498108, 0.0881543904542923, 0.08358967304229736, 0.08154110610485077, 0.08232776820659637, 0.084348164498806, 0.0829915702342987, 0.08211605250835419]}}
\ No newline at end of file
diff --git a/results/depth_mnist_sdil_d3_s0.json b/results/depth_mnist_sdil_d3_s0.json
new file mode 100644
index 0000000..47765dd
--- /dev/null
+++ b/results/depth_mnist_sdil_d3_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d3_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3978137969970703, "cos_r_negg": [-0.02282564342021942, -0.02340644598007202, 0.03521952033042908], "cos_apical_negg": [-0.02282564342021942, -0.02340644598007202, 0.03521952033042908], "cos_Ac_negg": [-0.02282564342021942, -0.02340644598007202, 0.03521952033042908], "r_norm": [4.889530181884766, 4.814535140991211, 4.812649726867676], "ldr": {"dL_sdil": 0.002485036849975586, "dL_bp": -0.09534358978271484, "ratio": -0.026064016004001}}, {"step": 50, "epoch": 0, "train_loss": 0.6222240924835205, "cos_r_negg": [0.47033530473709106, 0.39133980870246887, 0.318048357963562], "cos_apical_negg": [0.47033530473709106, 0.39133980870246887, 0.318048357963562], "cos_Ac_negg": [0.47033530473709106, 0.39133980870246887, 0.318048357963562], "r_norm": [1.2153847217559814, 1.1855151653289795, 1.183773159980774]}, {"step": 100, "epoch": 0, "train_loss": 0.3128856420516968, "cos_r_negg": [0.49163365364074707, 0.39613044261932373, 0.33696457743644714], "cos_apical_negg": [0.49163365364074707, 0.39613044261932373, 0.33696457743644714], "cos_Ac_negg": [0.49163365364074707, 0.39613044261932373, 0.33696457743644714], "r_norm": [0.8916175365447998, 0.8701339960098267, 0.8700398802757263]}, {"step": 150, "epoch": 0, "train_loss": 0.3604142665863037, "cos_r_negg": [0.5106162428855896, 0.4170604944229126, 0.386281818151474], "cos_apical_negg": [0.5106162428855896, 0.4170604944229126, 0.386281818151474], "cos_Ac_negg": [0.5106162428855896, 0.4170604944229126, 0.386281818151474], "r_norm": [0.7983084321022034, 0.7814344167709351, 0.7812938690185547]}, {"step": 200, "epoch": 0, "train_loss": 0.290792316198349, "cos_r_negg": [0.5280940532684326, 0.4402529001235962, 0.41227486729621887], "cos_apical_negg": [0.5280940532684326, 0.4402529001235962, 0.41227486729621887], "cos_Ac_negg": [0.5280940532684326, 0.4402529001235962, 0.41227486729621887], "r_norm": [0.7610207796096802, 0.7436484098434448, 0.7445143461227417]}, {"step": 250, "epoch": 0, "train_loss": 0.17279863357543945, "cos_r_negg": [0.547227144241333, 0.46443480253219604, 0.43688809871673584], "cos_apical_negg": [0.547227144241333, 0.46443480253219604, 0.43688809871673584], "cos_Ac_negg": [0.547227144241333, 0.46443480253219604, 0.43688809871673584], "r_norm": [0.6716753244400024, 0.6577285528182983, 0.6575108766555786], "ldr": {"dL_sdil": -0.005341127514839172, "dL_bp": -0.00331057608127594, "ratio": 1.6133528980190757}}, {"step": 300, "epoch": 0, "train_loss": 0.24204328656196594, "cos_r_negg": [0.5488662719726562, 0.49493926763534546, 0.4656382203102112], "cos_apical_negg": [0.5488662719726562, 0.49493926763534546, 0.4656382203102112], "cos_Ac_negg": [0.5488662719726562, 0.49493926763534546, 0.4656382203102112], "r_norm": [0.6262011528015137, 0.6142922639846802, 0.6135335564613342]}, {"step": 350, "epoch": 0, "train_loss": 0.18532417714595795, "cos_r_negg": [0.5490723848342896, 0.4910241365432739, 0.4798743724822998], "cos_apical_negg": [0.5490723848342896, 0.4910241365432739, 0.4798743724822998], "cos_Ac_negg": [0.5490723848342896, 0.4910241365432739, 0.4798743724822998], "r_norm": [0.5801502466201782, 0.5686705112457275, 0.5666786432266235]}, {"step": 400, "epoch": 0, "train_loss": 0.10536618530750275, "cos_r_negg": [0.5618921518325806, 0.5181816816329956, 0.4888594150543213], "cos_apical_negg": [0.5618921518325806, 0.5181816816329956, 0.4888594150543213], "cos_Ac_negg": [0.5618921518325806, 0.5181816816329956, 0.4888594150543213], "r_norm": [0.5523852705955505, 0.5422539710998535, 0.5406862497329712]}, {"step": 450, "epoch": 0, "train_loss": 0.23524031043052673, "cos_r_negg": [0.568132221698761, 0.5191211700439453, 0.4967995882034302], "cos_apical_negg": [0.568132221698761, 0.5191211700439453, 0.4967995882034302], "cos_Ac_negg": [0.568132221698761, 0.5191211700439453, 0.4967995882034302], "r_norm": [0.5510069131851196, 0.5405956506729126, 0.5371900796890259]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9473, "test_loss": 0.17484644317626954}, {"step": 500, "epoch": 1, "train_loss": 0.2707257568836212, "cos_r_negg": [0.5744089484214783, 0.5239194631576538, 0.5167886018753052], "cos_apical_negg": [0.5744089484214783, 0.5239194631576538, 0.5167886018753052], "cos_Ac_negg": [0.5744089484214783, 0.5239194631576538, 0.5167886018753052], "r_norm": [0.5536350011825562, 0.5420948266983032, 0.5386372208595276], "ldr": {"dL_sdil": -0.005926117300987244, "dL_bp": -0.0041488707065582275, "ratio": 1.42836875866478}}, {"step": 550, "epoch": 1, "train_loss": 0.1593463122844696, "cos_r_negg": [0.5735321044921875, 0.5228214263916016, 0.5044230818748474], "cos_apical_negg": [0.5735321044921875, 0.5228214263916016, 0.5044230818748474], "cos_Ac_negg": [0.5735321044921875, 0.5228214263916016, 0.5044230818748474], "r_norm": [0.46693655848503113, 0.4570382833480835, 0.455692857503891]}, {"step": 600, "epoch": 1, "train_loss": 0.20389550924301147, "cos_r_negg": [0.5683552026748657, 0.5301119089126587, 0.5030936002731323], "cos_apical_negg": [0.5683552026748657, 0.5301119089126587, 0.5030936002731323], "cos_Ac_negg": [0.5683552026748657, 0.5301119089126587, 0.5030936002731323], "r_norm": [0.5136799812316895, 0.5020962953567505, 0.4992324113845825]}, {"step": 650, "epoch": 1, "train_loss": 0.16431830823421478, "cos_r_negg": [0.5784733891487122, 0.5330125093460083, 0.5167515277862549], "cos_apical_negg": [0.5784733891487122, 0.5330125093460083, 0.5167515277862549], "cos_Ac_negg": [0.5784733891487122, 0.5330125093460083, 0.5167515277862549], "r_norm": [0.4718411862850189, 0.46180230379104614, 0.46081823110580444]}, {"step": 700, "epoch": 1, "train_loss": 0.08008112758398056, "cos_r_negg": [0.5767460465431213, 0.5485538244247437, 0.5318620800971985], "cos_apical_negg": [0.5767460465431213, 0.5485538244247437, 0.5318620800971985], "cos_Ac_negg": [0.5767460465431213, 0.5485538244247437, 0.5318620800971985], "r_norm": [0.4087999165058136, 0.40212973952293396, 0.4003625512123108]}, {"step": 750, "epoch": 1, "train_loss": 0.08752859383821487, "cos_r_negg": [0.5740967988967896, 0.5480940341949463, 0.5318962335586548], "cos_apical_negg": [0.5740967988967896, 0.5480940341949463, 0.5318962335586548], "cos_Ac_negg": [0.5740967988967896, 0.5480940341949463, 0.5318962335586548], "r_norm": [0.4168701767921448, 0.40729787945747375, 0.40512001514434814], "ldr": {"dL_sdil": -0.004531502723693848, "dL_bp": -0.0031861811876296997, "ratio": 1.4222363565786336}}, {"step": 800, "epoch": 1, "train_loss": 0.08709850162267685, "cos_r_negg": [0.5786123871803284, 0.549405574798584, 0.5393126010894775], "cos_apical_negg": [0.5786123871803284, 0.549405574798584, 0.5393126010894775], "cos_Ac_negg": [0.5786123871803284, 0.549405574798584, 0.5393126010894775], "r_norm": [0.4209213852882385, 0.4127615690231323, 0.4100731313228607]}, {"step": 850, "epoch": 1, "train_loss": 0.20539456605911255, "cos_r_negg": [0.5735378265380859, 0.5453925132751465, 0.5344715118408203], "cos_apical_negg": [0.5735378265380859, 0.5453925132751465, 0.5344715118408203], "cos_Ac_negg": [0.5735378265380859, 0.5453925132751465, 0.5344715118408203], "r_norm": [0.4030167758464813, 0.3921990990638733, 0.39204251766204834]}, {"step": 900, "epoch": 1, "train_loss": 0.11663687229156494, "cos_r_negg": [0.5903230309486389, 0.5629404783248901, 0.5459136962890625], "cos_apical_negg": [0.5903230309486389, 0.5629404783248901, 0.5459136962890625], "cos_Ac_negg": [0.5903230309486389, 0.5629404783248901, 0.5459136962890625], "r_norm": [0.3563208281993866, 0.3482009470462799, 0.3472609519958496]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9571, "test_loss": 0.1418970687866211}, {"step": 950, "epoch": 2, "train_loss": 0.17554719746112823, "cos_r_negg": [0.5903180837631226, 0.5706965923309326, 0.5527576208114624], "cos_apical_negg": [0.5903180837631226, 0.5706965923309326, 0.5527576208114624], "cos_Ac_negg": [0.5903180837631226, 0.5706965923309326, 0.5527576208114624], "r_norm": [0.3890992999076843, 0.37920230627059937, 0.37710899114608765]}, {"step": 1000, "epoch": 2, "train_loss": 0.16438773274421692, "cos_r_negg": [0.5875310897827148, 0.5810238122940063, 0.5638080835342407], "cos_apical_negg": [0.5875310897827148, 0.5810238122940063, 0.5638080835342407], "cos_Ac_negg": [0.5875310897827148, 0.5810238122940063, 0.5638080835342407], "r_norm": [0.3454398214817047, 0.33905211091041565, 0.33740806579589844], "ldr": {"dL_sdil": -0.0031642913818359375, "dL_bp": -0.0025344043970108032, "ratio": 1.2485345217866781}}, {"step": 1050, "epoch": 2, "train_loss": 0.056789860129356384, "cos_r_negg": [0.5845552086830139, 0.5779457688331604, 0.5654882192611694], "cos_apical_negg": [0.5845552086830139, 0.5779457688331604, 0.5654882192611694], "cos_Ac_negg": [0.5845552086830139, 0.5779457688331604, 0.5654882192611694], "r_norm": [0.3333265781402588, 0.32588139176368713, 0.32507747411727905]}, {"step": 1100, "epoch": 2, "train_loss": 0.11542525142431259, "cos_r_negg": [0.5818854570388794, 0.586378812789917, 0.5690985321998596], "cos_apical_negg": [0.5818854570388794, 0.586378812789917, 0.5690985321998596], "cos_Ac_negg": [0.5818854570388794, 0.586378812789917, 0.5690985321998596], "r_norm": [0.31601932644844055, 0.3097213804721832, 0.30867666006088257]}, {"step": 1150, "epoch": 2, "train_loss": 0.07972390949726105, "cos_r_negg": [0.5935139656066895, 0.5844967365264893, 0.5666286945343018], "cos_apical_negg": [0.5935139656066895, 0.5844967365264893, 0.5666286945343018], "cos_Ac_negg": [0.5935139656066895, 0.5844967365264893, 0.5666286945343018], "r_norm": [0.3193466365337372, 0.31391996145248413, 0.31187891960144043]}, {"step": 1200, "epoch": 2, "train_loss": 0.026258887723088264, "cos_r_negg": [0.5877096652984619, 0.5811581611633301, 0.5665360689163208], "cos_apical_negg": [0.5877096652984619, 0.5811581611633301, 0.5665360689163208], "cos_Ac_negg": [0.5877096652984619, 0.5811581611633301, 0.5665360689163208], "r_norm": [0.33815497159957886, 0.32997873425483704, 0.32873764634132385]}, {"step": 1250, "epoch": 2, "train_loss": 0.11157853901386261, "cos_r_negg": [0.5842682123184204, 0.587433934211731, 0.5676496624946594], "cos_apical_negg": [0.5842682123184204, 0.587433934211731, 0.5676496624946594], "cos_Ac_negg": [0.5842682123184204, 0.587433934211731, 0.5676496624946594], "r_norm": [0.2751842439174652, 0.26976484060287476, 0.2681800425052643], "ldr": {"dL_sdil": -0.0027058497071266174, "dL_bp": -0.0021442174911499023, "ratio": 1.2619287541001836}}, {"step": 1300, "epoch": 2, "train_loss": 0.21740034222602844, "cos_r_negg": [0.5966630578041077, 0.6055522561073303, 0.5794261693954468], "cos_apical_negg": [0.5966630578041077, 0.6055522561073303, 0.5794261693954468], "cos_Ac_negg": [0.5966630578041077, 0.6055522561073303, 0.5794261693954468], "r_norm": [0.2905442714691162, 0.2856130003929138, 0.28276029229164124]}, {"step": 1350, "epoch": 2, "train_loss": 0.1087934821844101, "cos_r_negg": [0.5916553735733032, 0.5926977396011353, 0.5755661725997925], "cos_apical_negg": [0.5916553735733032, 0.5926977396011353, 0.5755661725997925], "cos_Ac_negg": [0.5916553735733032, 0.5926977396011353, 0.5755661725997925], "r_norm": [0.3252875804901123, 0.3167540431022644, 0.31567955017089844]}, {"step": 1400, "epoch": 2, "train_loss": 0.19592833518981934, "cos_r_negg": [0.6014359593391418, 0.5996376276016235, 0.5865970253944397], "cos_apical_negg": [0.6014359593391418, 0.5996376276016235, 0.5865970253944397], "cos_Ac_negg": [0.6014359593391418, 0.5996376276016235, 0.5865970253944397], "r_norm": [0.2875517010688782, 0.2814123332500458, 0.2785705327987671]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9658, "test_loss": 0.11168062534332275}, {"step": 1450, "epoch": 3, "train_loss": 0.04224829375743866, "cos_r_negg": [0.5871490240097046, 0.5888432860374451, 0.5856931805610657], "cos_apical_negg": [0.5871490240097046, 0.5888432860374451, 0.5856931805610657], "cos_Ac_negg": [0.5871490240097046, 0.5888432860374451, 0.5856931805610657], "r_norm": [0.3021145462989807, 0.29339513182640076, 0.29267048835754395]}, {"step": 1500, "epoch": 3, "train_loss": 0.03159952908754349, "cos_r_negg": [0.5794943571090698, 0.5884896516799927, 0.5819156765937805], "cos_apical_negg": [0.5794943571090698, 0.5884896516799927, 0.5819156765937805], "cos_Ac_negg": [0.5794943571090698, 0.5884896516799927, 0.5819156765937805], "r_norm": [0.28714630007743835, 0.2790725827217102, 0.27856579422950745], "ldr": {"dL_sdil": -0.003380879759788513, "dL_bp": -0.0028390884399414062, "ratio": 1.1908328434665771}}, {"step": 1550, "epoch": 3, "train_loss": 0.07364892959594727, "cos_r_negg": [0.5977218747138977, 0.6037576794624329, 0.5945255160331726], "cos_apical_negg": [0.5977218747138977, 0.6037576794624329, 0.5945255160331726], "cos_Ac_negg": [0.5977218747138977, 0.6037576794624329, 0.5945255160331726], "r_norm": [0.28936293721199036, 0.28398749232292175, 0.28137388825416565]}, {"step": 1600, "epoch": 3, "train_loss": 0.054850608110427856, "cos_r_negg": [0.5832339525222778, 0.5949341058731079, 0.5838989019393921], "cos_apical_negg": [0.5832339525222778, 0.5949341058731079, 0.5838989019393921], "cos_Ac_negg": [0.5832339525222778, 0.5949341058731079, 0.5838989019393921], "r_norm": [0.2790055572986603, 0.2724009156227112, 0.2714967429637909]}, {"step": 1650, "epoch": 3, "train_loss": 0.057355158030986786, "cos_r_negg": [0.5889754295349121, 0.5969530940055847, 0.586307168006897], "cos_apical_negg": [0.5889754295349121, 0.5969530940055847, 0.586307168006897], "cos_Ac_negg": [0.5889754295349121, 0.5969530940055847, 0.586307168006897], "r_norm": [0.2549826502799988, 0.24855773150920868, 0.24770356714725494]}, {"step": 1700, "epoch": 3, "train_loss": 0.06538848578929901, "cos_r_negg": [0.5965256690979004, 0.6060233116149902, 0.595808744430542], "cos_apical_negg": [0.5965256690979004, 0.6060233116149902, 0.595808744430542], "cos_Ac_negg": [0.5965256690979004, 0.6060233116149902, 0.595808744430542], "r_norm": [0.27281710505485535, 0.26608291268348694, 0.2641295790672302]}, {"step": 1750, "epoch": 3, "train_loss": 0.03813860937952995, "cos_r_negg": [0.5894138216972351, 0.6095412969589233, 0.5991944670677185], "cos_apical_negg": [0.5894138216972351, 0.6095412969589233, 0.5991944670677185], "cos_Ac_negg": [0.5894138216972351, 0.6095412969589233, 0.5991944670677185], "r_norm": [0.24374273419380188, 0.23804163932800293, 0.23754063248634338], "ldr": {"dL_sdil": -0.0026065856218338013, "dL_bp": -0.0023333877325057983, "ratio": 1.1170820800684587}}, {"step": 1800, "epoch": 3, "train_loss": 0.0823296308517456, "cos_r_negg": [0.5827759504318237, 0.6012020111083984, 0.5961645245552063], "cos_apical_negg": [0.5827759504318237, 0.6012020111083984, 0.5961645245552063], "cos_Ac_negg": [0.5827759504318237, 0.6012020111083984, 0.5961645245552063], "r_norm": [0.24709747731685638, 0.24146698415279388, 0.23978443443775177]}, {"step": 1850, "epoch": 3, "train_loss": 0.10218430310487747, "cos_r_negg": [0.5942846536636353, 0.6180354952812195, 0.6062353849411011], "cos_apical_negg": [0.5942846536636353, 0.6180354952812195, 0.6062353849411011], "cos_Ac_negg": [0.5942846536636353, 0.6180354952812195, 0.6062353849411011], "r_norm": [0.27117615938186646, 0.26338112354278564, 0.262260764837265]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9691, "test_loss": 0.1020331075668335}, {"step": 1900, "epoch": 4, "train_loss": 0.053827427327632904, "cos_r_negg": [0.5879201292991638, 0.6061878204345703, 0.6010406017303467], "cos_apical_negg": [0.5879201292991638, 0.6061878204345703, 0.6010406017303467], "cos_Ac_negg": [0.5879201292991638, 0.6061878204345703, 0.6010406017303467], "r_norm": [0.24472899734973907, 0.23792129755020142, 0.23717638850212097]}, {"step": 1950, "epoch": 4, "train_loss": 0.06062339246273041, "cos_r_negg": [0.5834639072418213, 0.6100966930389404, 0.6038497686386108], "cos_apical_negg": [0.5834639072418213, 0.6100966930389404, 0.6038497686386108], "cos_Ac_negg": [0.5834639072418213, 0.6100966930389404, 0.6038497686386108], "r_norm": [0.24478401243686676, 0.23758985102176666, 0.23701532185077667]}, {"step": 2000, "epoch": 4, "train_loss": 0.08341293781995773, "cos_r_negg": [0.5794327259063721, 0.6074425578117371, 0.5974944829940796], "cos_apical_negg": [0.5794327259063721, 0.6074425578117371, 0.5974944829940796], "cos_Ac_negg": [0.5794327259063721, 0.6074425578117371, 0.5974944829940796], "r_norm": [0.208860844373703, 0.2028733193874359, 0.20284636318683624], "ldr": {"dL_sdil": -0.002415865659713745, "dL_bp": -0.0021762847900390625, "ratio": 1.1100870946538124}}, {"step": 2050, "epoch": 4, "train_loss": 0.06398017704486847, "cos_r_negg": [0.5643519163131714, 0.5954497456550598, 0.5855722427368164], "cos_apical_negg": [0.5643519163131714, 0.5954497456550598, 0.5855722427368164], "cos_Ac_negg": [0.5643519163131714, 0.5954497456550598, 0.5855722427368164], "r_norm": [0.2195504605770111, 0.21346986293792725, 0.21268248558044434]}, {"step": 2100, "epoch": 4, "train_loss": 0.07960441708564758, "cos_r_negg": [0.5642732381820679, 0.6017183065414429, 0.5910086631774902], "cos_apical_negg": [0.5642732381820679, 0.6017183065414429, 0.5910086631774902], "cos_Ac_negg": [0.5642732381820679, 0.6017183065414429, 0.5910086631774902], "r_norm": [0.19659839570522308, 0.19068649411201477, 0.19018223881721497]}, {"step": 2150, "epoch": 4, "train_loss": 0.08546967804431915, "cos_r_negg": [0.5667253732681274, 0.608680784702301, 0.6056643724441528], "cos_apical_negg": [0.5667253732681274, 0.608680784702301, 0.6056643724441528], "cos_Ac_negg": [0.5667253732681274, 0.608680784702301, 0.6056643724441528], "r_norm": [0.21328479051589966, 0.20695483684539795, 0.20584693551063538]}, {"step": 2200, "epoch": 4, "train_loss": 0.045093923807144165, "cos_r_negg": [0.5643645524978638, 0.6023501753807068, 0.596711277961731], "cos_apical_negg": [0.5643645524978638, 0.6023501753807068, 0.596711277961731], "cos_Ac_negg": [0.5643645524978638, 0.6023501753807068, 0.596711277961731], "r_norm": [0.21860787272453308, 0.21238583326339722, 0.21086743474006653]}, {"step": 2250, "epoch": 4, "train_loss": 0.006876437924802303, "cos_r_negg": [0.5593257546424866, 0.6005775332450867, 0.5978227257728577], "cos_apical_negg": [0.5593257546424866, 0.6005775332450867, 0.5978227257728577], "cos_Ac_negg": [0.5593257546424866, 0.6005775332450867, 0.5978227257728577], "r_norm": [0.2334836721420288, 0.22669577598571777, 0.2254900187253952], "ldr": {"dL_sdil": -0.0032255277037620544, "dL_bp": -0.0029452070593833923, "ratio": 1.095178586335913}}, {"step": 2300, "epoch": 4, "train_loss": 0.11109292507171631, "cos_r_negg": [0.5746399164199829, 0.6112664937973022, 0.60600346326828], "cos_apical_negg": [0.5746399164199829, 0.6112664937973022, 0.60600346326828], "cos_Ac_negg": [0.5746399164199829, 0.6112664937973022, 0.60600346326828], "r_norm": [0.21448805928230286, 0.20881348848342896, 0.20674335956573486]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9708, "test_loss": 0.09670042839050293}, {"step": 2350, "epoch": 5, "train_loss": 0.036344148218631744, "cos_r_negg": [0.5820478200912476, 0.6160706281661987, 0.6064022183418274], "cos_apical_negg": [0.5820478200912476, 0.6160706281661987, 0.6064022183418274], "cos_Ac_negg": [0.5820478200912476, 0.6160706281661987, 0.6064022183418274], "r_norm": [0.211226224899292, 0.20692378282546997, 0.2038826197385788]}, {"step": 2400, "epoch": 5, "train_loss": 0.02835005335509777, "cos_r_negg": [0.5593162178993225, 0.5985821485519409, 0.597978949546814], "cos_apical_negg": [0.5593162178993225, 0.5985821485519409, 0.597978949546814], "cos_Ac_negg": [0.5593162178993225, 0.5985821485519409, 0.597978949546814], "r_norm": [0.2243201732635498, 0.21762128174304962, 0.2158222496509552]}, {"step": 2450, "epoch": 5, "train_loss": 0.06978907436132431, "cos_r_negg": [0.5534926652908325, 0.5942896604537964, 0.5871725678443909], "cos_apical_negg": [0.5534926652908325, 0.5942896604537964, 0.5871725678443909], "cos_Ac_negg": [0.5534926652908325, 0.5942896604537964, 0.5871725678443909], "r_norm": [0.20409008860588074, 0.19894209504127502, 0.19711312651634216]}, {"step": 2500, "epoch": 5, "train_loss": 0.04029778763651848, "cos_r_negg": [0.5571562051773071, 0.6031193733215332, 0.5954214334487915], "cos_apical_negg": [0.5571562051773071, 0.6031193733215332, 0.5954214334487915], "cos_Ac_negg": [0.5571562051773071, 0.6031193733215332, 0.5954214334487915], "r_norm": [0.18597890436649323, 0.18126709759235382, 0.17934668064117432], "ldr": {"dL_sdil": -0.0019036047160625458, "dL_bp": -0.0018033534288406372, "ratio": 1.0555915915419638}}, {"step": 2550, "epoch": 5, "train_loss": 0.02603025548160076, "cos_r_negg": [0.5298994779586792, 0.5717781782150269, 0.5643162727355957], "cos_apical_negg": [0.5298994779586792, 0.5717781782150269, 0.5643162727355957], "cos_Ac_negg": [0.5298994779586792, 0.5717781782150269, 0.5643162727355957], "r_norm": [0.1766957938671112, 0.17167676985263824, 0.171182781457901]}, {"step": 2600, "epoch": 5, "train_loss": 0.01658998243510723, "cos_r_negg": [0.5459712743759155, 0.590043306350708, 0.588425874710083], "cos_apical_negg": [0.5459712743759155, 0.590043306350708, 0.588425874710083], "cos_Ac_negg": [0.5459712743759155, 0.590043306350708, 0.588425874710083], "r_norm": [0.18883460760116577, 0.18375389277935028, 0.1820860356092453]}, {"step": 2650, "epoch": 5, "train_loss": 0.04123516008257866, "cos_r_negg": [0.5504081845283508, 0.5951460003852844, 0.5910992622375488], "cos_apical_negg": [0.5504081845283508, 0.5951460003852844, 0.5910992622375488], "cos_Ac_negg": [0.5504081845283508, 0.5951460003852844, 0.5910992622375488], "r_norm": [0.22178886830806732, 0.215864896774292, 0.21458689868450165]}, {"step": 2700, "epoch": 5, "train_loss": 0.07418037950992584, "cos_r_negg": [0.5537093877792358, 0.596326470375061, 0.5971894264221191], "cos_apical_negg": [0.5537093877792358, 0.596326470375061, 0.5971894264221191], "cos_Ac_negg": [0.5537093877792358, 0.596326470375061, 0.5971894264221191], "r_norm": [0.21251575648784637, 0.20643682777881622, 0.2051238715648651]}, {"step": 2750, "epoch": 5, "train_loss": 0.02052459493279457, "cos_r_negg": [0.5294907689094543, 0.5763152241706848, 0.5708737373352051], "cos_apical_negg": [0.5294907689094543, 0.5763152241706848, 0.5708737373352051], "cos_Ac_negg": [0.5294907689094543, 0.5763152241706848, 0.5708737373352051], "r_norm": [0.211846262216568, 0.20576466619968414, 0.20532101392745972], "ldr": {"dL_sdil": -0.0030087679624557495, "dL_bp": -0.0031032562255859375, "ratio": 0.9695518976644131}}, {"step": 2800, "epoch": 5, "train_loss": 0.017419788986444473, "cos_r_negg": [0.5143393278121948, 0.5608259439468384, 0.5619618892669678], "cos_apical_negg": [0.5143393278121948, 0.5608259439468384, 0.5619618892669678], "cos_Ac_negg": [0.5143393278121948, 0.5608259439468384, 0.5619618892669678], "r_norm": [0.21359731256961823, 0.20657405257225037, 0.20697033405303955]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.97, "test_loss": 0.09941404809951782}, {"step": 2850, "epoch": 6, "train_loss": 0.04669150337576866, "cos_r_negg": [0.49380308389663696, 0.5422043204307556, 0.5425851345062256], "cos_apical_negg": [0.49380308389663696, 0.5422043204307556, 0.5425851345062256], "cos_Ac_negg": [0.49380308389663696, 0.5422043204307556, 0.5425851345062256], "r_norm": [0.2384234368801117, 0.2307034432888031, 0.2301662117242813]}, {"step": 2900, "epoch": 6, "train_loss": 0.04452604055404663, "cos_r_negg": [0.5101205706596375, 0.5601729154586792, 0.5569398403167725], "cos_apical_negg": [0.5101205706596375, 0.5601729154586792, 0.5569398403167725], "cos_Ac_negg": [0.5101205706596375, 0.5601729154586792, 0.5569398403167725], "r_norm": [0.2013181447982788, 0.19559845328330994, 0.1945686638355255]}, {"step": 2950, "epoch": 6, "train_loss": 0.04666634649038315, "cos_r_negg": [0.5066884756088257, 0.5579550266265869, 0.5519818663597107], "cos_apical_negg": [0.5066884756088257, 0.5579550266265869, 0.5519818663597107], "cos_Ac_negg": [0.5066884756088257, 0.5579550266265869, 0.5519818663597107], "r_norm": [0.18742966651916504, 0.1816418468952179, 0.18004977703094482]}, {"step": 3000, "epoch": 6, "train_loss": 0.008233088999986649, "cos_r_negg": [0.4939405918121338, 0.5509688854217529, 0.5523414611816406], "cos_apical_negg": [0.4939405918121338, 0.5509688854217529, 0.5523414611816406], "cos_Ac_negg": [0.4939405918121338, 0.5509688854217529, 0.5523414611816406], "r_norm": [0.18462543189525604, 0.1792069673538208, 0.1784668266773224], "ldr": {"dL_sdil": -0.0028873831033706665, "dL_bp": -0.003010854125022888, "ratio": 0.9589913637375962}}, {"step": 3050, "epoch": 6, "train_loss": 0.03532698005437851, "cos_r_negg": [0.46198225021362305, 0.5155622959136963, 0.5142349004745483], "cos_apical_negg": [0.46198225021362305, 0.5155622959136963, 0.5142349004745483], "cos_Ac_negg": [0.46198225021362305, 0.5155622959136963, 0.5142349004745483], "r_norm": [0.18885906040668488, 0.18420228362083435, 0.18218183517456055]}, {"step": 3100, "epoch": 6, "train_loss": 0.053702495992183685, "cos_r_negg": [0.46954306960105896, 0.5175284147262573, 0.5179609060287476], "cos_apical_negg": [0.46954306960105896, 0.5175284147262573, 0.5179609060287476], "cos_Ac_negg": [0.46954306960105896, 0.5175284147262573, 0.5179609060287476], "r_norm": [0.1834854781627655, 0.179604172706604, 0.17780804634094238]}, {"step": 3150, "epoch": 6, "train_loss": 0.02170603536069393, "cos_r_negg": [0.4743638336658478, 0.5262913703918457, 0.527210533618927], "cos_apical_negg": [0.4743638336658478, 0.5262913703918457, 0.527210533618927], "cos_Ac_negg": [0.4743638336658478, 0.5262913703918457, 0.527210533618927], "r_norm": [0.17976240813732147, 0.17496463656425476, 0.172597736120224]}, {"step": 3200, "epoch": 6, "train_loss": 0.07182710617780685, "cos_r_negg": [0.4548109471797943, 0.5116350650787354, 0.5102691650390625], "cos_apical_negg": [0.4548109471797943, 0.5116350650787354, 0.5102691650390625], "cos_Ac_negg": [0.4548109471797943, 0.5116350650787354, 0.5102691650390625], "r_norm": [0.17573492228984833, 0.17046630382537842, 0.17006118595600128]}, {"step": 3250, "epoch": 6, "train_loss": 0.03767609968781471, "cos_r_negg": [0.4788845181465149, 0.5305054187774658, 0.528438925743103], "cos_apical_negg": [0.4788845181465149, 0.5305054187774658, 0.528438925743103], "cos_Ac_negg": [0.4788845181465149, 0.5305054187774658, 0.528438925743103], "r_norm": [0.18904489278793335, 0.18386957049369812, 0.18267181515693665], "ldr": {"dL_sdil": -0.0032960623502731323, "dL_bp": -0.003626123070716858, "ratio": 0.9089769668577534}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9727, "test_loss": 0.09899503202438355}, {"step": 3300, "epoch": 7, "train_loss": 0.011153168976306915, "cos_r_negg": [0.46410900354385376, 0.5185095071792603, 0.5170518159866333], "cos_apical_negg": [0.46410900354385376, 0.5185095071792603, 0.5170518159866333], "cos_Ac_negg": [0.46410900354385376, 0.5185095071792603, 0.5170518159866333], "r_norm": [0.17391234636306763, 0.16877439618110657, 0.16810061037540436]}, {"step": 3350, "epoch": 7, "train_loss": 0.020525600761175156, "cos_r_negg": [0.4429551362991333, 0.4952525198459625, 0.4955957531929016], "cos_apical_negg": [0.4429551362991333, 0.4952525198459625, 0.4955957531929016], "cos_Ac_negg": [0.4429551362991333, 0.4952525198459625, 0.4955957531929016], "r_norm": [0.17782005667686462, 0.17414379119873047, 0.1722693145275116]}, {"step": 3400, "epoch": 7, "train_loss": 0.018533378839492798, "cos_r_negg": [0.42123475670814514, 0.4743335545063019, 0.47174206376075745], "cos_apical_negg": [0.42123475670814514, 0.4743335545063019, 0.47174206376075745], "cos_Ac_negg": [0.42123475670814514, 0.4743335545063019, 0.47174206376075745], "r_norm": [0.18297982215881348, 0.17753848433494568, 0.17694079875946045]}, {"step": 3450, "epoch": 7, "train_loss": 0.03281579166650772, "cos_r_negg": [0.446159690618515, 0.4996960163116455, 0.49917224049568176], "cos_apical_negg": [0.446159690618515, 0.4996960163116455, 0.49917224049568176], "cos_Ac_negg": [0.446159690618515, 0.4996960163116455, 0.49917224049568176], "r_norm": [0.17168565094470978, 0.16685134172439575, 0.1658705472946167]}, {"step": 3500, "epoch": 7, "train_loss": 0.005472332239151001, "cos_r_negg": [0.4534088671207428, 0.5090498328208923, 0.5077861547470093], "cos_apical_negg": [0.4534088671207428, 0.5090498328208923, 0.5077861547470093], "cos_Ac_negg": [0.4534088671207428, 0.5090498328208923, 0.5077861547470093], "r_norm": [0.16967472434043884, 0.16485734283924103, 0.1633499413728714], "ldr": {"dL_sdil": -0.0029385462403297424, "dL_bp": -0.003368780016899109, "ratio": 0.8722879575362159}}, {"step": 3550, "epoch": 7, "train_loss": 0.02577299438416958, "cos_r_negg": [0.45939725637435913, 0.5116757750511169, 0.5117857456207275], "cos_apical_negg": [0.45939725637435913, 0.5116757750511169, 0.5117857456207275], "cos_Ac_negg": [0.45939725637435913, 0.5116757750511169, 0.5117857456207275], "r_norm": [0.17937488853931427, 0.17431575059890747, 0.17264753580093384]}, {"step": 3600, "epoch": 7, "train_loss": 0.008875679224729538, "cos_r_negg": [0.4306837320327759, 0.4857810139656067, 0.48147818446159363], "cos_apical_negg": [0.4306837320327759, 0.4857810139656067, 0.48147818446159363], "cos_Ac_negg": [0.4306837320327759, 0.4857810139656067, 0.48147818446159363], "r_norm": [0.15126106142997742, 0.14737074077129364, 0.14574690163135529]}, {"step": 3650, "epoch": 7, "train_loss": 0.006578101776540279, "cos_r_negg": [0.4277644753456116, 0.4788162112236023, 0.4801666736602783], "cos_apical_negg": [0.4277644753456116, 0.4788162112236023, 0.4801666736602783], "cos_Ac_negg": [0.4277644753456116, 0.4788162112236023, 0.4801666736602783], "r_norm": [0.1913776695728302, 0.18500521779060364, 0.18351832032203674]}, {"step": 3700, "epoch": 7, "train_loss": 0.006535408087074757, "cos_r_negg": [0.42751869559288025, 0.4789661169052124, 0.47807005047798157], "cos_apical_negg": [0.42751869559288025, 0.4789661169052124, 0.47807005047798157], "cos_Ac_negg": [0.42751869559288025, 0.4789661169052124, 0.47807005047798157], "r_norm": [0.14919039607048035, 0.14477869868278503, 0.14429911971092224]}, {"step": 3750, "epoch": 7, "train_loss": 0.025990212336182594, "cos_r_negg": [0.41140317916870117, 0.45874565839767456, 0.4598793387413025], "cos_apical_negg": [0.41140317916870117, 0.45874565839767456, 0.4598793387413025], "cos_Ac_negg": [0.41140317916870117, 0.45874565839767456, 0.4598793387413025], "r_norm": [0.17998462915420532, 0.17370806634426117, 0.17366890609264374], "ldr": {"dL_sdil": -0.0034470632672309875, "dL_bp": -0.004031866788864136, "ratio": 0.854954651962125}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9716, "test_loss": 0.10685408563613892}, {"step": 3800, "epoch": 8, "train_loss": 0.04981525242328644, "cos_r_negg": [0.4083889424800873, 0.4613884687423706, 0.4594269394874573], "cos_apical_negg": [0.4083889424800873, 0.4613884687423706, 0.4594269394874573], "cos_Ac_negg": [0.4083889424800873, 0.4613884687423706, 0.4594269394874573], "r_norm": [0.16672652959823608, 0.1624903827905655, 0.16101807355880737]}, {"step": 3850, "epoch": 8, "train_loss": 0.01378608774393797, "cos_r_negg": [0.37878477573394775, 0.4227963089942932, 0.426809698343277], "cos_apical_negg": [0.37878477573394775, 0.4227963089942932, 0.426809698343277], "cos_Ac_negg": [0.37878477573394775, 0.4227963089942932, 0.426809698343277], "r_norm": [0.1757349967956543, 0.1699114292860031, 0.16952835023403168]}, {"step": 3900, "epoch": 8, "train_loss": 0.006078838836401701, "cos_r_negg": [0.39461851119995117, 0.44252026081085205, 0.44544869661331177], "cos_apical_negg": [0.39461851119995117, 0.44252026081085205, 0.44544869661331177], "cos_Ac_negg": [0.39461851119995117, 0.44252026081085205, 0.44544869661331177], "r_norm": [0.18165314197540283, 0.17608854174613953, 0.17565305531024933]}, {"step": 3950, "epoch": 8, "train_loss": 0.002244682051241398, "cos_r_negg": [0.38966864347457886, 0.44039303064346313, 0.44052237272262573], "cos_apical_negg": [0.38966864347457886, 0.44039303064346313, 0.44052237272262573], "cos_Ac_negg": [0.38966864347457886, 0.44039303064346313, 0.44052237272262573], "r_norm": [0.16737444698810577, 0.1628517508506775, 0.1624402403831482]}, {"step": 4000, "epoch": 8, "train_loss": 0.005284719634801149, "cos_r_negg": [0.3656744360923767, 0.41698771715164185, 0.4201321005821228], "cos_apical_negg": [0.3656744360923767, 0.41698771715164185, 0.4201321005821228], "cos_Ac_negg": [0.3656744360923767, 0.41698771715164185, 0.4201321005821228], "r_norm": [0.16162174940109253, 0.15739655494689941, 0.15714231133460999], "ldr": {"dL_sdil": -0.003241308033466339, "dL_bp": -0.003946080803871155, "ratio": 0.8213993059357971}}, {"step": 4050, "epoch": 8, "train_loss": 0.010463686659932137, "cos_r_negg": [0.40001118183135986, 0.45192384719848633, 0.4565858542919159], "cos_apical_negg": [0.40001118183135986, 0.45192384719848633, 0.4565858542919159], "cos_Ac_negg": [0.40001118183135986, 0.45192384719848633, 0.4565858542919159], "r_norm": [0.1622355878353119, 0.157164067029953, 0.1560717076063156]}, {"step": 4100, "epoch": 8, "train_loss": 0.05337122827768326, "cos_r_negg": [0.3869219422340393, 0.44015079736709595, 0.44143104553222656], "cos_apical_negg": [0.3869219422340393, 0.44015079736709595, 0.44143104553222656], "cos_Ac_negg": [0.3869219422340393, 0.44015079736709595, 0.44143104553222656], "r_norm": [0.15072423219680786, 0.1468515694141388, 0.14512881636619568]}, {"step": 4150, "epoch": 8, "train_loss": 0.005467795301228762, "cos_r_negg": [0.38088470697402954, 0.43547213077545166, 0.4386803209781647], "cos_apical_negg": [0.38088470697402954, 0.43547213077545166, 0.4386803209781647], "cos_Ac_negg": [0.38088470697402954, 0.43547213077545166, 0.4386803209781647], "r_norm": [0.15304750204086304, 0.14881470799446106, 0.14758244156837463]}, {"step": 4200, "epoch": 8, "train_loss": 0.021658796817064285, "cos_r_negg": [0.35662704706192017, 0.401324987411499, 0.4035647511482239], "cos_apical_negg": [0.35662704706192017, 0.401324987411499, 0.4035647511482239], "cos_Ac_negg": [0.35662704706192017, 0.401324987411499, 0.4035647511482239], "r_norm": [0.1515679955482483, 0.14756469428539276, 0.14619052410125732]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.973, "test_loss": 0.10393408088684082}, {"step": 4250, "epoch": 9, "train_loss": 0.016795778647065163, "cos_r_negg": [0.37444210052490234, 0.4237193465232849, 0.4247822165489197], "cos_apical_negg": [0.37444210052490234, 0.4237193465232849, 0.4247822165489197], "cos_Ac_negg": [0.37444210052490234, 0.4237193465232849, 0.4247822165489197], "r_norm": [0.15668079257011414, 0.15271177887916565, 0.15152817964553833], "ldr": {"dL_sdil": -0.0034279972314834595, "dL_bp": -0.004292979836463928, "ratio": 0.7985123066189512}}, {"step": 4300, "epoch": 9, "train_loss": 0.007599370554089546, "cos_r_negg": [0.3608406186103821, 0.41159066557884216, 0.4144502282142639], "cos_apical_negg": [0.3608406186103821, 0.41159066557884216, 0.4144502282142639], "cos_Ac_negg": [0.3608406186103821, 0.41159066557884216, 0.4144502282142639], "r_norm": [0.15234696865081787, 0.14804613590240479, 0.1472092866897583]}, {"step": 4350, "epoch": 9, "train_loss": 0.00335995526984334, "cos_r_negg": [0.36140918731689453, 0.41193288564682007, 0.4157479405403137], "cos_apical_negg": [0.36140918731689453, 0.41193288564682007, 0.4157479405403137], "cos_Ac_negg": [0.36140918731689453, 0.41193288564682007, 0.4157479405403137], "r_norm": [0.1599702090024948, 0.1546448916196823, 0.15432560443878174]}, {"step": 4400, "epoch": 9, "train_loss": 0.005797113757580519, "cos_r_negg": [0.35258203744888306, 0.4041195213794708, 0.40627217292785645], "cos_apical_negg": [0.35258203744888306, 0.4041195213794708, 0.40627217292785645], "cos_Ac_negg": [0.35258203744888306, 0.4041195213794708, 0.40627217292785645], "r_norm": [0.16742351651191711, 0.16217416524887085, 0.16137900948524475]}, {"step": 4450, "epoch": 9, "train_loss": 0.0033072177320718765, "cos_r_negg": [0.33486315608024597, 0.38217681646347046, 0.3840969204902649], "cos_apical_negg": [0.33486315608024597, 0.38217681646347046, 0.3840969204902649], "cos_Ac_negg": [0.33486315608024597, 0.38217681646347046, 0.3840969204902649], "r_norm": [0.1500433087348938, 0.14526116847991943, 0.1452401727437973]}, {"step": 4500, "epoch": 9, "train_loss": 0.007384059019386768, "cos_r_negg": [0.3406193256378174, 0.38838353753089905, 0.3894222378730774], "cos_apical_negg": [0.3406193256378174, 0.38838353753089905, 0.3894222378730774], "cos_Ac_negg": [0.3406193256378174, 0.38838353753089905, 0.3894222378730774], "r_norm": [0.1383557915687561, 0.13437996804714203, 0.13374604284763336], "ldr": {"dL_sdil": -0.002857603132724762, "dL_bp": -0.0036720968782901764, "ratio": 0.7781938296942036}}, {"step": 4550, "epoch": 9, "train_loss": 0.01408722810447216, "cos_r_negg": [0.3496206998825073, 0.39967453479766846, 0.39879894256591797], "cos_apical_negg": [0.3496206998825073, 0.39967453479766846, 0.39879894256591797], "cos_Ac_negg": [0.3496206998825073, 0.39967453479766846, 0.39879894256591797], "r_norm": [0.14311356842517853, 0.1399001032114029, 0.138159841299057]}, {"step": 4600, "epoch": 9, "train_loss": 0.03498108312487602, "cos_r_negg": [0.3402661085128784, 0.38821184635162354, 0.38888877630233765], "cos_apical_negg": [0.3402661085128784, 0.38821184635162354, 0.38888877630233765], "cos_Ac_negg": [0.3402661085128784, 0.38821184635162354, 0.38888877630233765], "r_norm": [0.14222878217697144, 0.1385389268398285, 0.1371336728334427]}, {"step": 4650, "epoch": 9, "train_loss": 0.008913591504096985, "cos_r_negg": [0.3274657130241394, 0.37447667121887207, 0.37492674589157104], "cos_apical_negg": [0.3274657130241394, 0.37447667121887207, 0.37492674589157104], "cos_Ac_negg": [0.3274657130241394, 0.37447667121887207, 0.37492674589157104], "r_norm": [0.1430802345275879, 0.13902762532234192, 0.13820479810237885]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9729, "test_loss": 0.10922589378356934}, {"step": 4700, "epoch": 10, "train_loss": 0.007575019728392363, "cos_r_negg": [0.3126515746116638, 0.35912197828292847, 0.3601018190383911], "cos_apical_negg": [0.3126515746116638, 0.35912197828292847, 0.3601018190383911], "cos_Ac_negg": [0.3126515746116638, 0.35912197828292847, 0.3601018190383911], "r_norm": [0.1421019285917282, 0.1381215751171112, 0.13776272535324097]}, {"step": 4750, "epoch": 10, "train_loss": 0.004409321583807468, "cos_r_negg": [0.3140926957130432, 0.3621619939804077, 0.36513838171958923], "cos_apical_negg": [0.3140926957130432, 0.3621619939804077, 0.36513838171958923], "cos_Ac_negg": [0.3140926957130432, 0.3621619939804077, 0.36513838171958923], "r_norm": [0.14043261110782623, 0.13637077808380127, 0.13626232743263245], "ldr": {"dL_sdil": -0.002912648022174835, "dL_bp": -0.0038876086473464966, "ratio": 0.7492132790071026}}, {"step": 4800, "epoch": 10, "train_loss": 0.002534927800297737, "cos_r_negg": [0.3154078722000122, 0.36034291982650757, 0.3613273799419403], "cos_apical_negg": [0.3154078722000122, 0.36034291982650757, 0.3613273799419403], "cos_Ac_negg": [0.3154078722000122, 0.36034291982650757, 0.3613273799419403], "r_norm": [0.1489211916923523, 0.14526724815368652, 0.1443730592727661]}, {"step": 4850, "epoch": 10, "train_loss": 0.003038815688341856, "cos_r_negg": [0.31887465715408325, 0.3658844232559204, 0.3693406879901886], "cos_apical_negg": [0.31887465715408325, 0.3658844232559204, 0.3693406879901886], "cos_Ac_negg": [0.31887465715408325, 0.3658844232559204, 0.3693406879901886], "r_norm": [0.1404111683368683, 0.13720038533210754, 0.13580775260925293]}, {"step": 4900, "epoch": 10, "train_loss": 0.005317102186381817, "cos_r_negg": [0.30791938304901123, 0.3531593084335327, 0.35594236850738525], "cos_apical_negg": [0.30791938304901123, 0.3531593084335327, 0.35594236850738525], "cos_Ac_negg": [0.30791938304901123, 0.3531593084335327, 0.35594236850738525], "r_norm": [0.13483485579490662, 0.13168443739414215, 0.13050700724124908]}, {"step": 4950, "epoch": 10, "train_loss": 0.0007655358640477061, "cos_r_negg": [0.30767297744750977, 0.3520945608615875, 0.3540314733982086], "cos_apical_negg": [0.30767297744750977, 0.3520945608615875, 0.3540314733982086], "cos_Ac_negg": [0.30767297744750977, 0.3520945608615875, 0.3540314733982086], "r_norm": [0.13426236808300018, 0.13059629499912262, 0.12971892952919006]}, {"step": 5000, "epoch": 10, "train_loss": 0.005027120001614094, "cos_r_negg": [0.2939632833003998, 0.3373478949069977, 0.3375319838523865], "cos_apical_negg": [0.2939632833003998, 0.3373478949069977, 0.3375319838523865], "cos_Ac_negg": [0.2939632833003998, 0.3373478949069977, 0.3375319838523865], "r_norm": [0.13415029644966125, 0.1305287629365921, 0.13007685542106628], "ldr": {"dL_sdil": -0.0030400753021240234, "dL_bp": -0.0041728392243385315, "ratio": 0.7285388050400933}}, {"step": 5050, "epoch": 10, "train_loss": 0.00639739166945219, "cos_r_negg": [0.3161017596721649, 0.36234647035598755, 0.3635506331920624], "cos_apical_negg": [0.3161017596721649, 0.36234647035598755, 0.3635506331920624], "cos_Ac_negg": [0.3161017596721649, 0.36234647035598755, 0.3635506331920624], "r_norm": [0.14273285865783691, 0.1389767825603485, 0.1382255107164383]}, {"step": 5100, "epoch": 10, "train_loss": 0.006051049567759037, "cos_r_negg": [0.2906219959259033, 0.3300974667072296, 0.3335217237472534], "cos_apical_negg": [0.2906219959259033, 0.3300974667072296, 0.3335217237472534], "cos_Ac_negg": [0.2906219959259033, 0.3300974667072296, 0.3335217237472534], "r_norm": [0.15656135976314545, 0.1522011160850525, 0.15134307742118835]}, {"step": 5150, "epoch": 10, "train_loss": 0.0008916190708987415, "cos_r_negg": [0.29096555709838867, 0.33083075284957886, 0.334781676530838], "cos_apical_negg": [0.29096555709838867, 0.33083075284957886, 0.334781676530838], "cos_Ac_negg": [0.29096555709838867, 0.33083075284957886, 0.334781676530838], "r_norm": [0.14524999260902405, 0.14093387126922607, 0.13996358215808868]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9727, "test_loss": 0.10801561098098755}, {"step": 5200, "epoch": 11, "train_loss": 0.004029093310236931, "cos_r_negg": [0.2746959328651428, 0.31219592690467834, 0.315054714679718], "cos_apical_negg": [0.2746959328651428, 0.31219592690467834, 0.315054714679718], "cos_Ac_negg": [0.2746959328651428, 0.31219592690467834, 0.315054714679718], "r_norm": [0.1443147361278534, 0.1402592658996582, 0.13995303213596344]}, {"step": 5250, "epoch": 11, "train_loss": 0.004432016052305698, "cos_r_negg": [0.2801913917064667, 0.32126134634017944, 0.32613605260849], "cos_apical_negg": [0.2801913917064667, 0.32126134634017944, 0.32613605260849], "cos_Ac_negg": [0.2801913917064667, 0.32126134634017944, 0.32613605260849], "r_norm": [0.1364518404006958, 0.1327374279499054, 0.13201558589935303], "ldr": {"dL_sdil": -0.0032624155282974243, "dL_bp": -0.004618197679519653, "ratio": 0.7064261330270197}}, {"step": 5300, "epoch": 11, "train_loss": 0.004887073300778866, "cos_r_negg": [0.2809767723083496, 0.3209688067436218, 0.3255181908607483], "cos_apical_negg": [0.2809767723083496, 0.3209688067436218, 0.3255181908607483], "cos_Ac_negg": [0.2809767723083496, 0.3209688067436218, 0.3255181908607483], "r_norm": [0.1431483030319214, 0.1396908164024353, 0.13843892514705658]}, {"step": 5350, "epoch": 11, "train_loss": 0.0040735239163041115, "cos_r_negg": [0.28134819865226746, 0.3215141296386719, 0.32534152269363403], "cos_apical_negg": [0.28134819865226746, 0.3215141296386719, 0.32534152269363403], "cos_Ac_negg": [0.28134819865226746, 0.3215141296386719, 0.32534152269363403], "r_norm": [0.14476750791072845, 0.1411857306957245, 0.13997162878513336]}, {"step": 5400, "epoch": 11, "train_loss": 0.008364800363779068, "cos_r_negg": [0.2730666399002075, 0.31067436933517456, 0.3147473931312561], "cos_apical_negg": [0.2730666399002075, 0.31067436933517456, 0.3147473931312561], "cos_Ac_negg": [0.2730666399002075, 0.31067436933517456, 0.3147473931312561], "r_norm": [0.14355069398880005, 0.13970181345939636, 0.13902272284030914]}, {"step": 5450, "epoch": 11, "train_loss": 0.0016881789779290557, "cos_r_negg": [0.2694106101989746, 0.3053889274597168, 0.31003642082214355], "cos_apical_negg": [0.2694106101989746, 0.3053889274597168, 0.31003642082214355], "cos_Ac_negg": [0.2694106101989746, 0.3053889274597168, 0.31003642082214355], "r_norm": [0.145047128200531, 0.14118452370166779, 0.14017610251903534]}, {"step": 5500, "epoch": 11, "train_loss": 0.004753853660076857, "cos_r_negg": [0.27147459983825684, 0.30829402804374695, 0.31273263692855835], "cos_apical_negg": [0.27147459983825684, 0.30829402804374695, 0.31273263692855835], "cos_Ac_negg": [0.27147459983825684, 0.30829402804374695, 0.31273263692855835], "r_norm": [0.13349375128746033, 0.12994687259197235, 0.12934313714504242], "ldr": {"dL_sdil": -0.003169465810060501, "dL_bp": -0.004649117588996887, "ratio": 0.681734920528082}}, {"step": 5550, "epoch": 11, "train_loss": 0.00400624331086874, "cos_r_negg": [0.27595776319503784, 0.31348928809165955, 0.31661245226860046], "cos_apical_negg": [0.27595776319503784, 0.31348928809165955, 0.31661245226860046], "cos_Ac_negg": [0.27595776319503784, 0.31348928809165955, 0.31661245226860046], "r_norm": [0.14309105277061462, 0.13973483443260193, 0.13812242448329926]}, {"step": 5600, "epoch": 11, "train_loss": 0.004093511961400509, "cos_r_negg": [0.27001410722732544, 0.30715692043304443, 0.31028205156326294], "cos_apical_negg": [0.27001410722732544, 0.30715692043304443, 0.31028205156326294], "cos_Ac_negg": [0.27001410722732544, 0.30715692043304443, 0.31028205156326294], "r_norm": [0.13684967160224915, 0.13352523744106293, 0.13242125511169434]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9736, "test_loss": 0.11197603378295898}, {"step": 5650, "epoch": 12, "train_loss": 0.004808960948139429, "cos_r_negg": [0.26936203241348267, 0.30618250370025635, 0.311209112405777], "cos_apical_negg": [0.26936203241348267, 0.30618250370025635, 0.311209112405777], "cos_Ac_negg": [0.26936203241348267, 0.30618250370025635, 0.311209112405777], "r_norm": [0.14939621090888977, 0.14597396552562714, 0.144276425242424]}, {"step": 5700, "epoch": 12, "train_loss": 0.0026524411514401436, "cos_r_negg": [0.26197880506515503, 0.2973390817642212, 0.3030497431755066], "cos_apical_negg": [0.26197880506515503, 0.2973390817642212, 0.3030497431755066], "cos_Ac_negg": [0.26197880506515503, 0.2973390817642212, 0.3030497431755066], "r_norm": [0.14749915897846222, 0.1439262330532074, 0.14259588718414307]}, {"step": 5750, "epoch": 12, "train_loss": 0.0010887598618865013, "cos_r_negg": [0.26157981157302856, 0.29798832535743713, 0.3036056160926819], "cos_apical_negg": [0.26157981157302856, 0.29798832535743713, 0.3036056160926819], "cos_Ac_negg": [0.26157981157302856, 0.29798832535743713, 0.3036056160926819], "r_norm": [0.14035549759864807, 0.13682465255260468, 0.1356292963027954], "ldr": {"dL_sdil": -0.0036691278219223022, "dL_bp": -0.005505353212356567, "ratio": 0.6664654710413633}}, {"step": 5800, "epoch": 12, "train_loss": 0.0015226721297949553, "cos_r_negg": [0.2597309947013855, 0.2959071099758148, 0.2996984124183655], "cos_apical_negg": [0.2597309947013855, 0.2959071099758148, 0.2996984124183655], "cos_Ac_negg": [0.2597309947013855, 0.2959071099758148, 0.2996984124183655], "r_norm": [0.14120323956012726, 0.13762210309505463, 0.13655392825603485]}, {"step": 5850, "epoch": 12, "train_loss": 0.0027777666691690683, "cos_r_negg": [0.2594098746776581, 0.29453474283218384, 0.29838138818740845], "cos_apical_negg": [0.2594098746776581, 0.29453474283218384, 0.29838138818740845], "cos_Ac_negg": [0.2594098746776581, 0.29453474283218384, 0.29838138818740845], "r_norm": [0.14591160416603088, 0.14176738262176514, 0.14097361266613007]}, {"step": 5900, "epoch": 12, "train_loss": 0.0035220657009631395, "cos_r_negg": [0.2556363046169281, 0.28926363587379456, 0.2937496304512024], "cos_apical_negg": [0.2556363046169281, 0.28926363587379456, 0.2937496304512024], "cos_Ac_negg": [0.2556363046169281, 0.28926363587379456, 0.2937496304512024], "r_norm": [0.14699506759643555, 0.14278671145439148, 0.14204157888889313]}, {"step": 5950, "epoch": 12, "train_loss": 0.006284222938120365, "cos_r_negg": [0.2584843039512634, 0.29337596893310547, 0.2969321012496948], "cos_apical_negg": [0.2584843039512634, 0.29337596893310547, 0.2969321012496948], "cos_Ac_negg": [0.2584843039512634, 0.29337596893310547, 0.2969321012496948], "r_norm": [0.15126033127307892, 0.1476830095052719, 0.14621245861053467]}, {"step": 6000, "epoch": 12, "train_loss": 0.0031935502775013447, "cos_r_negg": [0.24979320168495178, 0.2829340100288391, 0.28661227226257324], "cos_apical_negg": [0.24979320168495178, 0.2829340100288391, 0.28661227226257324], "cos_Ac_negg": [0.24979320168495178, 0.2829340100288391, 0.28661227226257324], "r_norm": [0.15082775056362152, 0.14643104374408722, 0.14581164717674255], "ldr": {"dL_sdil": -0.004294440150260925, "dL_bp": -0.006651051342487335, "ratio": 0.6456783941551874}}, {"step": 6050, "epoch": 12, "train_loss": 0.001620205119252205, "cos_r_negg": [0.2492506206035614, 0.28235459327697754, 0.2877964377403259], "cos_apical_negg": [0.2492506206035614, 0.28235459327697754, 0.2877964377403259], "cos_Ac_negg": [0.2492506206035614, 0.28235459327697754, 0.2877964377403259], "r_norm": [0.14816825091838837, 0.14416007697582245, 0.1431536227464676]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9739, "test_loss": 0.11449820022583007}, {"step": 6100, "epoch": 13, "train_loss": 0.0028362313751131296, "cos_r_negg": [0.24895846843719482, 0.2825081944465637, 0.28566598892211914], "cos_apical_negg": [0.24895846843719482, 0.2825081944465637, 0.28566598892211914], "cos_Ac_negg": [0.24895846843719482, 0.2825081944465637, 0.28566598892211914], "r_norm": [0.14904403686523438, 0.14544406533241272, 0.14396615326404572]}, {"step": 6150, "epoch": 13, "train_loss": 0.0016217561205849051, "cos_r_negg": [0.2427355796098709, 0.27438387274742126, 0.2782647907733917], "cos_apical_negg": [0.2427355796098709, 0.27438387274742126, 0.2782647907733917], "cos_Ac_negg": [0.2427355796098709, 0.27438387274742126, 0.2782647907733917], "r_norm": [0.14970770478248596, 0.14584487676620483, 0.1447770595550537]}, {"step": 6200, "epoch": 13, "train_loss": 0.0012352295452728868, "cos_r_negg": [0.24197447299957275, 0.27349868416786194, 0.27786576747894287], "cos_apical_negg": [0.24197447299957275, 0.27349868416786194, 0.27786576747894287], "cos_Ac_negg": [0.24197447299957275, 0.27349868416786194, 0.27786576747894287], "r_norm": [0.14559300243854523, 0.14214566349983215, 0.14076808094978333]}, {"step": 6250, "epoch": 13, "train_loss": 0.002074609976261854, "cos_r_negg": [0.24201136827468872, 0.27379143238067627, 0.27843308448791504], "cos_apical_negg": [0.24201136827468872, 0.27379143238067627, 0.27843308448791504], "cos_Ac_negg": [0.24201136827468872, 0.27379143238067627, 0.27843308448791504], "r_norm": [0.14805498719215393, 0.14468985795974731, 0.14328426122665405], "ldr": {"dL_sdil": -0.004431039094924927, "dL_bp": -0.007017664611339569, "ratio": 0.6314122062437958}}, {"step": 6300, "epoch": 13, "train_loss": 0.002042572945356369, "cos_r_negg": [0.2439381182193756, 0.27745431661605835, 0.28122478723526], "cos_apical_negg": [0.2439381182193756, 0.27745431661605835, 0.28122478723526], "cos_Ac_negg": [0.2439381182193756, 0.27745431661605835, 0.28122478723526], "r_norm": [0.1431955248117447, 0.1394486278295517, 0.13847008347511292]}, {"step": 6350, "epoch": 13, "train_loss": 0.0023608545307070017, "cos_r_negg": [0.24185486137866974, 0.2754834294319153, 0.27919137477874756], "cos_apical_negg": [0.24185486137866974, 0.2754834294319153, 0.27919137477874756], "cos_Ac_negg": [0.24185486137866974, 0.2754834294319153, 0.27919137477874756], "r_norm": [0.14809319376945496, 0.1445370316505432, 0.14303909242153168]}, {"step": 6400, "epoch": 13, "train_loss": 0.002313407137989998, "cos_r_negg": [0.23419079184532166, 0.265708327293396, 0.26899367570877075], "cos_apical_negg": [0.23419079184532166, 0.265708327293396, 0.26899367570877075], "cos_Ac_negg": [0.23419079184532166, 0.265708327293396, 0.26899367570877075], "r_norm": [0.14667044579982758, 0.1431923359632492, 0.1420140266418457]}, {"step": 6450, "epoch": 13, "train_loss": 0.0022862693294882774, "cos_r_negg": [0.2346438467502594, 0.26637327671051025, 0.26943162083625793], "cos_apical_negg": [0.2346438467502594, 0.26637327671051025, 0.26943162083625793], "cos_Ac_negg": [0.2346438467502594, 0.26637327671051025, 0.26943162083625793], "r_norm": [0.1463613361120224, 0.14307928085327148, 0.1414298415184021]}, {"step": 6500, "epoch": 13, "train_loss": 0.0008632615790702403, "cos_r_negg": [0.2375326156616211, 0.26856210827827454, 0.2724268436431885], "cos_apical_negg": [0.2375326156616211, 0.26856210827827454, 0.2724268436431885], "cos_Ac_negg": [0.2375326156616211, 0.26856210827827454, 0.2724268436431885], "r_norm": [0.1371007263660431, 0.13364851474761963, 0.13267657160758972], "ldr": {"dL_sdil": -0.0038520246744155884, "dL_bp": -0.006105430424213409, "ratio": 0.6309177906833427}}, {"step": 6550, "epoch": 13, "train_loss": 0.042857393622398376, "cos_r_negg": [0.2356874644756317, 0.265865683555603, 0.27100419998168945], "cos_apical_negg": [0.2356874644756317, 0.265865683555603, 0.27100419998168945], "cos_Ac_negg": [0.2356874644756317, 0.265865683555603, 0.27100419998168945], "r_norm": [0.14249330759048462, 0.13873597979545593, 0.13771486282348633]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9738, "test_loss": 0.11784935874938965}, {"step": 6600, "epoch": 14, "train_loss": 0.0014435886405408382, "cos_r_negg": [0.23219871520996094, 0.26180174946784973, 0.2664163112640381], "cos_apical_negg": [0.23219871520996094, 0.26180174946784973, 0.2664163112640381], "cos_Ac_negg": [0.23219871520996094, 0.26180174946784973, 0.2664163112640381], "r_norm": [0.14431405067443848, 0.14042460918426514, 0.13939723372459412]}, {"step": 6650, "epoch": 14, "train_loss": 0.0028775236569344997, "cos_r_negg": [0.23166042566299438, 0.261444091796875, 0.26662179827690125], "cos_apical_negg": [0.23166042566299438, 0.261444091796875, 0.26662179827690125], "cos_Ac_negg": [0.23166042566299438, 0.261444091796875, 0.26662179827690125], "r_norm": [0.14432299137115479, 0.14050279557704926, 0.13913239538669586]}, {"step": 6700, "epoch": 14, "train_loss": 0.004387848079204559, "cos_r_negg": [0.22941425442695618, 0.25861141085624695, 0.2631763219833374], "cos_apical_negg": [0.22941425442695618, 0.25861141085624695, 0.2631763219833374], "cos_Ac_negg": [0.22941425442695618, 0.25861141085624695, 0.2631763219833374], "r_norm": [0.1443244218826294, 0.1403307020664215, 0.1395343691110611]}, {"step": 6750, "epoch": 14, "train_loss": 0.001624773838557303, "cos_r_negg": [0.22868415713310242, 0.2582401633262634, 0.26288530230522156], "cos_apical_negg": [0.22868415713310242, 0.2582401633262634, 0.26288530230522156], "cos_Ac_negg": [0.22868415713310242, 0.2582401633262634, 0.26288530230522156], "r_norm": [0.14735493063926697, 0.14335079491138458, 0.14247731864452362], "ldr": {"dL_sdil": -0.004624560475349426, "dL_bp": -0.007545411586761475, "ratio": 0.6128970463935035}}, {"step": 6800, "epoch": 14, "train_loss": 0.0037418631836771965, "cos_r_negg": [0.22828763723373413, 0.25761231780052185, 0.2616834044456482], "cos_apical_negg": [0.22828763723373413, 0.25761231780052185, 0.2616834044456482], "cos_Ac_negg": [0.22828763723373413, 0.25761231780052185, 0.2616834044456482], "r_norm": [0.14521391689777374, 0.1415441334247589, 0.14048978686332703]}, {"step": 6850, "epoch": 14, "train_loss": 0.0013327018823474646, "cos_r_negg": [0.22813977301120758, 0.2580145001411438, 0.2611382007598877], "cos_apical_negg": [0.22813977301120758, 0.2580145001411438, 0.2611382007598877], "cos_Ac_negg": [0.22813977301120758, 0.2580145001411438, 0.2611382007598877], "r_norm": [0.14830712974071503, 0.14480648934841156, 0.14327210187911987]}, {"step": 6900, "epoch": 14, "train_loss": 0.0010281974682584405, "cos_r_negg": [0.22619977593421936, 0.25592225790023804, 0.25993746519088745], "cos_apical_negg": [0.22619977593421936, 0.25592225790023804, 0.25993746519088745], "cos_Ac_negg": [0.22619977593421936, 0.25592225790023804, 0.25993746519088745], "r_norm": [0.14956974983215332, 0.14561617374420166, 0.14433616399765015]}, {"step": 6950, "epoch": 14, "train_loss": 0.0006907120696268976, "cos_r_negg": [0.2240179479122162, 0.25378769636154175, 0.25659000873565674], "cos_apical_negg": [0.2240179479122162, 0.25378769636154175, 0.25659000873565674], "cos_Ac_negg": [0.2240179479122162, 0.25378769636154175, 0.25659000873565674], "r_norm": [0.1439775973558426, 0.1401616632938385, 0.139299213886261]}, {"step": 7000, "epoch": 14, "train_loss": 0.0012493146350607276, "cos_r_negg": [0.22482503950595856, 0.25529587268829346, 0.2587110698223114], "cos_apical_negg": [0.22482503950595856, 0.25529587268829346, 0.2587110698223114], "cos_Ac_negg": [0.22482503950595856, 0.25529587268829346, 0.2587110698223114], "r_norm": [0.14526358246803284, 0.14180515706539154, 0.14044255018234253], "ldr": {"dL_sdil": -0.004361443221569061, "dL_bp": -0.007106393575668335, "ratio": 0.613735107003116}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9737, "test_loss": 0.12071672506332397}, {"step": 7050, "epoch": 15, "train_loss": 0.002474407432600856, "cos_r_negg": [0.2274324744939804, 0.25858229398727417, 0.26200926303863525], "cos_apical_negg": [0.2274324744939804, 0.25858229398727417, 0.26200926303863525], "cos_Ac_negg": [0.2274324744939804, 0.25858229398727417, 0.26200926303863525], "r_norm": [0.141099750995636, 0.13781790435314178, 0.13643841445446014]}, {"step": 7100, "epoch": 15, "train_loss": 0.004685341380536556, "cos_r_negg": [0.22201146185398102, 0.25191545486450195, 0.2556235194206238], "cos_apical_negg": [0.22201146185398102, 0.25191545486450195, 0.2556235194206238], "cos_Ac_negg": [0.22201146185398102, 0.25191545486450195, 0.2556235194206238], "r_norm": [0.14022263884544373, 0.1368592530488968, 0.1358010470867157]}, {"step": 7150, "epoch": 15, "train_loss": 0.0037661988753825426, "cos_r_negg": [0.22518976032733917, 0.2552783191204071, 0.25879180431365967], "cos_apical_negg": [0.22518976032733917, 0.2552783191204071, 0.25879180431365967], "cos_Ac_negg": [0.22518976032733917, 0.2552783191204071, 0.25879180431365967], "r_norm": [0.13971015810966492, 0.13635525107383728, 0.1352207362651825]}, {"step": 7200, "epoch": 15, "train_loss": 0.0009719192748889327, "cos_r_negg": [0.22101138532161713, 0.2514931559562683, 0.2550177276134491], "cos_apical_negg": [0.22101138532161713, 0.2514931559562683, 0.2550177276134491], "cos_Ac_negg": [0.22101138532161713, 0.2514931559562683, 0.2550177276134491], "r_norm": [0.14287173748016357, 0.13942590355873108, 0.13814908266067505]}, {"step": 7250, "epoch": 15, "train_loss": 0.0014463483821600676, "cos_r_negg": [0.21755702793598175, 0.2460024058818817, 0.24987982213497162], "cos_apical_negg": [0.21755702793598175, 0.2460024058818817, 0.24987982213497162], "cos_Ac_negg": [0.21755702793598175, 0.2460024058818817, 0.24987982213497162], "r_norm": [0.13863182067871094, 0.13502739369869232, 0.13420207798480988], "ldr": {"dL_sdil": -0.004502356052398682, "dL_bp": -0.0075031667947769165, "ratio": 0.6000607710777334}}, {"step": 7300, "epoch": 15, "train_loss": 0.0003269891021773219, "cos_r_negg": [0.21702179312705994, 0.24543803930282593, 0.249382883310318], "cos_apical_negg": [0.21702179312705994, 0.24543803930282593, 0.249382883310318], "cos_Ac_negg": [0.21702179312705994, 0.24543803930282593, 0.249382883310318], "r_norm": [0.1379251331090927, 0.13424092531204224, 0.13340605795383453]}, {"step": 7350, "epoch": 15, "train_loss": 0.0019094549352303147, "cos_r_negg": [0.2166772484779358, 0.2464718520641327, 0.24998384714126587], "cos_apical_negg": [0.2166772484779358, 0.2464718520641327, 0.24998384714126587], "cos_Ac_negg": [0.2166772484779358, 0.2464718520641327, 0.24998384714126587], "r_norm": [0.1411116123199463, 0.1376408189535141, 0.13641828298568726]}, {"step": 7400, "epoch": 15, "train_loss": 0.0016380565939471126, "cos_r_negg": [0.2161596715450287, 0.2450825572013855, 0.24804536998271942], "cos_apical_negg": [0.2161596715450287, 0.2450825572013855, 0.24804536998271942], "cos_Ac_negg": [0.2161596715450287, 0.2450825572013855, 0.24804536998271942], "r_norm": [0.1375560760498047, 0.1341119110584259, 0.13307352364063263]}, {"step": 7450, "epoch": 15, "train_loss": 0.0014890667516738176, "cos_r_negg": [0.21309584379196167, 0.24222669005393982, 0.2445436716079712], "cos_apical_negg": [0.21309584379196167, 0.24222669005393982, 0.2445436716079712], "cos_Ac_negg": [0.21309584379196167, 0.24222669005393982, 0.2445436716079712], "r_norm": [0.14684851467609406, 0.14336839318275452, 0.14177654683589935]}, {"step": 7500, "epoch": 15, "train_loss": 0.0009869118221104145, "cos_r_negg": [0.2128215730190277, 0.24149438738822937, 0.24469128251075745], "cos_apical_negg": [0.2128215730190277, 0.24149438738822937, 0.24469128251075745], "cos_Ac_negg": [0.2128215730190277, 0.24149438738822937, 0.24469128251075745], "r_norm": [0.14103777706623077, 0.13746294379234314, 0.13638091087341309], "ldr": {"dL_sdil": -0.00449293851852417, "dL_bp": -0.007610291242599487, "ratio": 0.5903766853723581}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9739, "test_loss": 0.12266578731536865}, {"step": 7550, "epoch": 16, "train_loss": 0.001118981745094061, "cos_r_negg": [0.21099403500556946, 0.23984858393669128, 0.24270176887512207], "cos_apical_negg": [0.21099403500556946, 0.23984858393669128, 0.24270176887512207], "cos_Ac_negg": [0.21099403500556946, 0.23984858393669128, 0.24270176887512207], "r_norm": [0.14339715242385864, 0.13983595371246338, 0.13867053389549255]}, {"step": 7600, "epoch": 16, "train_loss": 0.002612610114738345, "cos_r_negg": [0.21222221851348877, 0.24119816720485687, 0.24363045394420624], "cos_apical_negg": [0.21222221851348877, 0.24119816720485687, 0.24363045394420624], "cos_Ac_negg": [0.21222221851348877, 0.24119816720485687, 0.24363045394420624], "r_norm": [0.15057510137557983, 0.14668267965316772, 0.145212322473526]}, {"step": 7650, "epoch": 16, "train_loss": 0.0018276823684573174, "cos_r_negg": [0.20782019197940826, 0.23559151589870453, 0.23830574750900269], "cos_apical_negg": [0.20782019197940826, 0.23559151589870453, 0.23830574750900269], "cos_Ac_negg": [0.20782019197940826, 0.23559151589870453, 0.23830574750900269], "r_norm": [0.14543932676315308, 0.14164325594902039, 0.1405857354402542]}, {"step": 7700, "epoch": 16, "train_loss": 0.000375953852199018, "cos_r_negg": [0.20820893347263336, 0.23618565499782562, 0.23882803320884705], "cos_apical_negg": [0.20820893347263336, 0.23618565499782562, 0.23882803320884705], "cos_Ac_negg": [0.20820893347263336, 0.23618565499782562, 0.23882803320884705], "r_norm": [0.14424243569374084, 0.1404452621936798, 0.1393868774175644]}, {"step": 7750, "epoch": 16, "train_loss": 0.002818819135427475, "cos_r_negg": [0.20793569087982178, 0.2362263798713684, 0.23885640501976013], "cos_apical_negg": [0.20793569087982178, 0.2362263798713684, 0.23885640501976013], "cos_Ac_negg": [0.20793569087982178, 0.2362263798713684, 0.23885640501976013], "r_norm": [0.1439221054315567, 0.1404329240322113, 0.13909822702407837], "ldr": {"dL_sdil": -0.004926994442939758, "dL_bp": -0.00839097797870636, "ratio": 0.5871776157014006}}, {"step": 7800, "epoch": 16, "train_loss": 0.002771850675344467, "cos_r_negg": [0.20732064545154572, 0.23475909233093262, 0.237504780292511], "cos_apical_negg": [0.20732064545154572, 0.23475909233093262, 0.237504780292511], "cos_Ac_negg": [0.20732064545154572, 0.23475909233093262, 0.237504780292511], "r_norm": [0.13864074647426605, 0.13505865633487701, 0.13410764932632446]}, {"step": 7850, "epoch": 16, "train_loss": 0.0018341537797823548, "cos_r_negg": [0.2081741988658905, 0.23593980073928833, 0.2387198507785797], "cos_apical_negg": [0.2081741988658905, 0.23593980073928833, 0.2387198507785797], "cos_Ac_negg": [0.2081741988658905, 0.23593980073928833, 0.2387198507785797], "r_norm": [0.13934095203876495, 0.1357574462890625, 0.13484343886375427]}, {"step": 7900, "epoch": 16, "train_loss": 0.0017654614057391882, "cos_r_negg": [0.20802293717861176, 0.23618187010288239, 0.23879635334014893], "cos_apical_negg": [0.20802293717861176, 0.23618187010288239, 0.23879635334014893], "cos_Ac_negg": [0.20802293717861176, 0.23618187010288239, 0.23879635334014893], "r_norm": [0.1416674554347992, 0.13809648156166077, 0.136979341506958]}, {"step": 7950, "epoch": 16, "train_loss": 0.0015887641347944736, "cos_r_negg": [0.20520786941051483, 0.23299957811832428, 0.23535147309303284], "cos_apical_negg": [0.20520786941051483, 0.23299957811832428, 0.23535147309303284], "cos_Ac_negg": [0.20520786941051483, 0.23299957811832428, 0.23535147309303284], "r_norm": [0.14356815814971924, 0.1398540586233139, 0.13872981071472168]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9736, "test_loss": 0.1244097312927246}, {"step": 8000, "epoch": 17, "train_loss": 0.003679364686831832, "cos_r_negg": [0.20536434650421143, 0.23372411727905273, 0.23644760251045227], "cos_apical_negg": [0.20536434650421143, 0.23372411727905273, 0.23644760251045227], "cos_Ac_negg": [0.20536434650421143, 0.23372411727905273, 0.23644760251045227], "r_norm": [0.13986386358737946, 0.13625726103782654, 0.13515529036521912], "ldr": {"dL_sdil": -0.004577614367008209, "dL_bp": -0.007894515991210938, "ratio": 0.5798473740637835}}, {"step": 8050, "epoch": 17, "train_loss": 0.0012202917132526636, "cos_r_negg": [0.20398485660552979, 0.23192523419857025, 0.23473556339740753], "cos_apical_negg": [0.20398485660552979, 0.23192523419857025, 0.23473556339740753], "cos_Ac_negg": [0.20398485660552979, 0.23192523419857025, 0.23473556339740753], "r_norm": [0.14125299453735352, 0.13760869204998016, 0.1366010457277298]}, {"step": 8100, "epoch": 17, "train_loss": 0.0018315890338271856, "cos_r_negg": [0.20239092409610748, 0.2297886610031128, 0.23221950232982635], "cos_apical_negg": [0.20239092409610748, 0.2297886610031128, 0.23221950232982635], "cos_Ac_negg": [0.20239092409610748, 0.2297886610031128, 0.23221950232982635], "r_norm": [0.14063163101673126, 0.13676220178604126, 0.13606244325637817]}, {"step": 8150, "epoch": 17, "train_loss": 0.0015740451635792851, "cos_r_negg": [0.20104113221168518, 0.22842635214328766, 0.23073896765708923], "cos_apical_negg": [0.20104113221168518, 0.22842635214328766, 0.23073896765708923], "cos_Ac_negg": [0.20104113221168518, 0.22842635214328766, 0.23073896765708923], "r_norm": [0.14105895161628723, 0.13730059564113617, 0.13644419610500336]}, {"step": 8200, "epoch": 17, "train_loss": 0.0016662429552525282, "cos_r_negg": [0.20167681574821472, 0.22936414182186127, 0.23140601813793182], "cos_apical_negg": [0.20167681574821472, 0.22936414182186127, 0.23140601813793182], "cos_Ac_negg": [0.20167681574821472, 0.22936414182186127, 0.23140601813793182], "r_norm": [0.14246174693107605, 0.13867664337158203, 0.13759520649909973]}, {"step": 8250, "epoch": 17, "train_loss": 0.0012239355128258467, "cos_r_negg": [0.19803185760974884, 0.22531315684318542, 0.2273501455783844], "cos_apical_negg": [0.19803185760974884, 0.22531315684318542, 0.2273501455783844], "cos_Ac_negg": [0.19803185760974884, 0.22531315684318542, 0.2273501455783844], "r_norm": [0.14159496128559113, 0.13796906173229218, 0.13703644275665283], "ldr": {"dL_sdil": -0.004738956689834595, "dL_bp": -0.008304618299007416, "ratio": 0.5706411203030252}}, {"step": 8300, "epoch": 17, "train_loss": 0.0011180024594068527, "cos_r_negg": [0.1984589397907257, 0.2257060706615448, 0.2278873324394226], "cos_apical_negg": [0.1984589397907257, 0.2257060706615448, 0.2278873324394226], "cos_Ac_negg": [0.1984589397907257, 0.2257060706615448, 0.2278873324394226], "r_norm": [0.1419704407453537, 0.13823673129081726, 0.1373181790113449]}, {"step": 8350, "epoch": 17, "train_loss": 0.000756793306209147, "cos_r_negg": [0.19634169340133667, 0.22310015559196472, 0.2249489724636078], "cos_apical_negg": [0.19634169340133667, 0.22310015559196472, 0.2249489724636078], "cos_Ac_negg": [0.19634169340133667, 0.22310015559196472, 0.2249489724636078], "r_norm": [0.14606299996376038, 0.14238771796226501, 0.14118517935276031]}, {"step": 8400, "epoch": 17, "train_loss": 0.0014696286525577307, "cos_r_negg": [0.19627808034420013, 0.22261306643486023, 0.22486764192581177], "cos_apical_negg": [0.19627808034420013, 0.22261306643486023, 0.22486764192581177], "cos_Ac_negg": [0.19627808034420013, 0.22261306643486023, 0.22486764192581177], "r_norm": [0.14317312836647034, 0.13962425291538239, 0.13837766647338867]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9739, "test_loss": 0.12587883195877075}, {"step": 8450, "epoch": 18, "train_loss": 0.0013257593382149935, "cos_r_negg": [0.19785332679748535, 0.22503218054771423, 0.22658059000968933], "cos_apical_negg": [0.19785332679748535, 0.22503218054771423, 0.22658059000968933], "cos_Ac_negg": [0.19785332679748535, 0.22503218054771423, 0.22658059000968933], "r_norm": [0.14373299479484558, 0.1400110125541687, 0.13896897435188293]}, {"step": 8500, "epoch": 18, "train_loss": 0.0017557154642418027, "cos_r_negg": [0.1964041292667389, 0.22343237698078156, 0.22475241124629974], "cos_apical_negg": [0.1964041292667389, 0.22343237698078156, 0.22475241124629974], "cos_Ac_negg": [0.1964041292667389, 0.22343237698078156, 0.22475241124629974], "r_norm": [0.14657969772815704, 0.14283940196037292, 0.14167150855064392], "ldr": {"dL_sdil": -0.005126535892486572, "dL_bp": -0.009091988205909729, "ratio": 0.5638520174448048}}, {"step": 8550, "epoch": 18, "train_loss": 0.001527118613012135, "cos_r_negg": [0.1957998424768448, 0.2226216048002243, 0.22432935237884521], "cos_apical_negg": [0.1957998424768448, 0.2226216048002243, 0.22432935237884521], "cos_Ac_negg": [0.1957998424768448, 0.2226216048002243, 0.22432935237884521], "r_norm": [0.14471814036369324, 0.14101694524288177, 0.13984929025173187]}, {"step": 8600, "epoch": 18, "train_loss": 0.001675111474469304, "cos_r_negg": [0.19349552690982819, 0.21982236206531525, 0.22158999741077423], "cos_apical_negg": [0.19349552690982819, 0.21982236206531525, 0.22158999741077423], "cos_Ac_negg": [0.19349552690982819, 0.21982236206531525, 0.22158999741077423], "r_norm": [0.14158450067043304, 0.13802045583724976, 0.136883944272995]}, {"step": 8650, "epoch": 18, "train_loss": 0.0007305759936571121, "cos_r_negg": [0.19193559885025024, 0.2180079221725464, 0.21979573369026184], "cos_apical_negg": [0.19193559885025024, 0.2180079221725464, 0.21979573369026184], "cos_Ac_negg": [0.19193559885025024, 0.2180079221725464, 0.21979573369026184], "r_norm": [0.13954095542430878, 0.13590632379055023, 0.13498066365718842]}, {"step": 8700, "epoch": 18, "train_loss": 0.0014774240553379059, "cos_r_negg": [0.19183067977428436, 0.21790482103824615, 0.21906247735023499], "cos_apical_negg": [0.19183067977428436, 0.21790482103824615, 0.21906247735023499], "cos_Ac_negg": [0.19183067977428436, 0.21790482103824615, 0.21906247735023499], "r_norm": [0.14042991399765015, 0.13674603402614594, 0.1357620358467102]}, {"step": 8750, "epoch": 18, "train_loss": 0.0023004284594208, "cos_r_negg": [0.19045668840408325, 0.21602030098438263, 0.21756374835968018], "cos_apical_negg": [0.19045668840408325, 0.21602030098438263, 0.21756374835968018], "cos_Ac_negg": [0.19045668840408325, 0.21602030098438263, 0.21756374835968018], "r_norm": [0.14475426077842712, 0.1411590576171875, 0.13997022807598114], "ldr": {"dL_sdil": -0.005042515695095062, "dL_bp": -0.008947759866714478, "ratio": 0.5635506283369471}}, {"step": 8800, "epoch": 18, "train_loss": 0.001640426111407578, "cos_r_negg": [0.18913120031356812, 0.21504686772823334, 0.21618789434432983], "cos_apical_negg": [0.18913120031356812, 0.21504686772823334, 0.21618789434432983], "cos_Ac_negg": [0.18913120031356812, 0.21504686772823334, 0.21618789434432983], "r_norm": [0.14067186415195465, 0.13696104288101196, 0.13611018657684326]}, {"step": 8850, "epoch": 18, "train_loss": 0.0007979641086421907, "cos_r_negg": [0.18980517983436584, 0.21593977510929108, 0.2168138474225998], "cos_apical_negg": [0.18980517983436584, 0.21593977510929108, 0.2168138474225998], "cos_Ac_negg": [0.18980517983436584, 0.21593977510929108, 0.2168138474225998], "r_norm": [0.13957113027572632, 0.13575032353401184, 0.1350184679031372]}, {"step": 8900, "epoch": 18, "train_loss": 0.0009134357096627355, "cos_r_negg": [0.19143667817115784, 0.2176755964756012, 0.21927177906036377], "cos_apical_negg": [0.19143667817115784, 0.2176755964756012, 0.21927177906036377], "cos_Ac_negg": [0.19143667817115784, 0.2176755964756012, 0.21927177906036377], "r_norm": [0.14311379194259644, 0.13951271772384644, 0.13826380670070648]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9737, "test_loss": 0.1268180768966675}, {"step": 8950, "epoch": 19, "train_loss": 0.00040222436655312777, "cos_r_negg": [0.19108664989471436, 0.21705660223960876, 0.21873608231544495], "cos_apical_negg": [0.19108664989471436, 0.21705660223960876, 0.21873608231544495], "cos_Ac_negg": [0.19108664989471436, 0.21705660223960876, 0.21873608231544495], "r_norm": [0.14302441477775574, 0.13941626250743866, 0.13818246126174927]}, {"step": 9000, "epoch": 19, "train_loss": 0.0008223926997743547, "cos_r_negg": [0.18986551463603973, 0.21586604416370392, 0.21678932011127472], "cos_apical_negg": [0.18986551463603973, 0.21586604416370392, 0.21678932011127472], "cos_Ac_negg": [0.18986551463603973, 0.21586604416370392, 0.21678932011127472], "r_norm": [0.14643988013267517, 0.14272886514663696, 0.1414148062467575], "ldr": {"dL_sdil": -0.005297169089317322, "dL_bp": -0.009592339396476746, "ratio": 0.5522291143350251}}, {"step": 9050, "epoch": 19, "train_loss": 0.0015593785792589188, "cos_r_negg": [0.18679144978523254, 0.21270674467086792, 0.21405306458473206], "cos_apical_negg": [0.18679144978523254, 0.21270674467086792, 0.21405306458473206], "cos_Ac_negg": [0.18679144978523254, 0.21270674467086792, 0.21405306458473206], "r_norm": [0.1439920961856842, 0.14027529954910278, 0.13914898037910461]}, {"step": 9100, "epoch": 19, "train_loss": 0.0010881026973947883, "cos_r_negg": [0.1855391412973404, 0.21029625833034515, 0.2122151404619217], "cos_apical_negg": [0.1855391412973404, 0.21029625833034515, 0.2122151404619217], "cos_Ac_negg": [0.1855391412973404, 0.21029625833034515, 0.2122151404619217], "r_norm": [0.1485547125339508, 0.14484944939613342, 0.1434083878993988]}, {"step": 9150, "epoch": 19, "train_loss": 0.005889125168323517, "cos_r_negg": [0.18462902307510376, 0.20967531204223633, 0.21107417345046997], "cos_apical_negg": [0.18462902307510376, 0.20967531204223633, 0.21107417345046997], "cos_Ac_negg": [0.18462902307510376, 0.20967531204223633, 0.21107417345046997], "r_norm": [0.14292047917842865, 0.1392127126455307, 0.13819175958633423]}, {"step": 9200, "epoch": 19, "train_loss": 0.001289688516408205, "cos_r_negg": [0.18407875299453735, 0.20931246876716614, 0.21037790179252625], "cos_apical_negg": [0.18407875299453735, 0.20931246876716614, 0.21037790179252625], "cos_Ac_negg": [0.18407875299453735, 0.20931246876716614, 0.21037790179252625], "r_norm": [0.14202304184436798, 0.1383625864982605, 0.13741549849510193]}, {"step": 9250, "epoch": 19, "train_loss": 0.0012095837155357003, "cos_r_negg": [0.18370288610458374, 0.2092014104127884, 0.2104811668395996], "cos_apical_negg": [0.18370288610458374, 0.2092014104127884, 0.2104811668395996], "cos_Ac_negg": [0.18370288610458374, 0.2092014104127884, 0.2104811668395996], "r_norm": [0.14176860451698303, 0.13813674449920654, 0.1370779573917389], "ldr": {"dL_sdil": -0.004986941814422607, "dL_bp": -0.009065203368663788, "ratio": 0.5501191326453037}}, {"step": 9300, "epoch": 19, "train_loss": 0.0009440256981179118, "cos_r_negg": [0.1852112114429474, 0.2101447582244873, 0.2122107297182083], "cos_apical_negg": [0.1852112114429474, 0.2101447582244873, 0.2122107297182083], "cos_Ac_negg": [0.1852112114429474, 0.2101447582244873, 0.2122107297182083], "r_norm": [0.14264704287052155, 0.13918399810791016, 0.13774733245372772]}, {"step": 9350, "epoch": 19, "train_loss": 0.0010192702757194638, "cos_r_negg": [0.18411116302013397, 0.20966124534606934, 0.21079421043395996], "cos_apical_negg": [0.18411116302013397, 0.20966124534606934, 0.21079421043395996], "cos_Ac_negg": [0.18411116302013397, 0.20966124534606934, 0.21079421043395996], "r_norm": [0.1421159952878952, 0.1385229527950287, 0.13738322257995605]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.974, "test_loss": 0.13075939502716064}], "final": {"test_acc": 0.974, "test_loss": 0.13075939502716064, "wall_s": 51.57777118682861, "cos_r_negg": [0.18391259014606476, 0.2098274528980255, 0.2105809450149536], "cos_apical_negg": [0.18391259014606476, 0.2098274528980255, 0.2105809450149536], "cos_Ac_negg": [0.18391259014606476, 0.2098274528980255, 0.2105809450149536]}}
\ No newline at end of file
diff --git a/results/depth_mnist_sdil_d3_s1.json b/results/depth_mnist_sdil_d3_s1.json
new file mode 100644
index 0000000..b3d140f
--- /dev/null
+++ b/results/depth_mnist_sdil_d3_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d3_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.247864246368408, "cos_r_negg": [0.012214945629239082, -0.010067037306725979, -0.00395291019231081], "cos_apical_negg": [0.012214945629239082, -0.010067037306725979, -0.00395291019231081], "cos_Ac_negg": [0.012214945629239082, -0.010067037306725979, -0.00395291019231081], "r_norm": [4.737648010253906, 4.797933578491211, 4.790349960327148], "ldr": {"dL_sdil": -0.014434337615966797, "dL_bp": -0.08843231201171875, "ratio": 0.16322470019842983}}, {"step": 50, "epoch": 0, "train_loss": 0.6522485017776489, "cos_r_negg": [0.4164349138736725, 0.3124780058860779, 0.3119850158691406], "cos_apical_negg": [0.4164349138736725, 0.3124780058860779, 0.3119850158691406], "cos_Ac_negg": [0.4164349138736725, 0.3124780058860779, 0.3119850158691406], "r_norm": [1.129802942276001, 1.128098964691162, 1.1606853008270264]}, {"step": 100, "epoch": 0, "train_loss": 0.35559016466140747, "cos_r_negg": [0.4469509720802307, 0.3403639793395996, 0.3218942880630493], "cos_apical_negg": [0.4469509720802307, 0.3403639793395996, 0.3218942880630493], "cos_Ac_negg": [0.4469509720802307, 0.3403639793395996, 0.3218942880630493], "r_norm": [0.8951375484466553, 0.8978179097175598, 0.9197431206703186]}, {"step": 150, "epoch": 0, "train_loss": 0.4169462323188782, "cos_r_negg": [0.5033608675003052, 0.3831961154937744, 0.3502529263496399], "cos_apical_negg": [0.5033608675003052, 0.3831961154937744, 0.3502529263496399], "cos_Ac_negg": [0.5033608675003052, 0.3831961154937744, 0.3502529263496399], "r_norm": [0.7798866033554077, 0.7857233881950378, 0.7983577847480774]}, {"step": 200, "epoch": 0, "train_loss": 0.27571049332618713, "cos_r_negg": [0.5026293992996216, 0.4162983298301697, 0.38461047410964966], "cos_apical_negg": [0.5026293992996216, 0.4162983298301697, 0.38461047410964966], "cos_Ac_negg": [0.5026293992996216, 0.4162983298301697, 0.38461047410964966], "r_norm": [0.7086393237113953, 0.7138511538505554, 0.7270835041999817]}, {"step": 250, "epoch": 0, "train_loss": 0.20954808592796326, "cos_r_negg": [0.5354758501052856, 0.4427495002746582, 0.4018169045448303], "cos_apical_negg": [0.5354758501052856, 0.4427495002746582, 0.4018169045448303], "cos_Ac_negg": [0.5354758501052856, 0.4427495002746582, 0.4018169045448303], "r_norm": [0.6467810869216919, 0.6508631706237793, 0.6656678915023804], "ldr": {"dL_sdil": -0.005124568939208984, "dL_bp": -0.00331956148147583, "ratio": 1.5437487655540194}}, {"step": 300, "epoch": 0, "train_loss": 0.24531260132789612, "cos_r_negg": [0.5613364577293396, 0.462787926197052, 0.43932944536209106], "cos_apical_negg": [0.5613364577293396, 0.462787926197052, 0.43932944536209106], "cos_Ac_negg": [0.5613364577293396, 0.462787926197052, 0.43932944536209106], "r_norm": [0.5981622934341431, 0.6004403829574585, 0.6136400699615479]}, {"step": 350, "epoch": 0, "train_loss": 0.17701882123947144, "cos_r_negg": [0.5511436462402344, 0.4590049982070923, 0.43401038646698], "cos_apical_negg": [0.5511436462402344, 0.4590049982070923, 0.43401038646698], "cos_Ac_negg": [0.5511436462402344, 0.4590049982070923, 0.43401038646698], "r_norm": [0.5438400506973267, 0.5469968318939209, 0.5569795370101929]}, {"step": 400, "epoch": 0, "train_loss": 0.14679114520549774, "cos_r_negg": [0.555220901966095, 0.4843403398990631, 0.4601651132106781], "cos_apical_negg": [0.555220901966095, 0.4843403398990631, 0.4601651132106781], "cos_Ac_negg": [0.555220901966095, 0.4843403398990631, 0.4601651132106781], "r_norm": [0.5049610137939453, 0.5070374608039856, 0.5160995721817017]}, {"step": 450, "epoch": 0, "train_loss": 0.23815594613552094, "cos_r_negg": [0.5496724843978882, 0.4888363778591156, 0.4626256823539734], "cos_apical_negg": [0.5496724843978882, 0.4888363778591156, 0.4626256823539734], "cos_Ac_negg": [0.5496724843978882, 0.4888363778591156, 0.4626256823539734], "r_norm": [0.5194806456565857, 0.5198096036911011, 0.5280044674873352]}, {"epoch_end": 0, "step": 469, "test_acc": 0.95, "test_loss": 0.17040221252441407}, {"step": 500, "epoch": 1, "train_loss": 0.23099327087402344, "cos_r_negg": [0.5713891983032227, 0.5075316429138184, 0.48157739639282227], "cos_apical_negg": [0.5713891983032227, 0.5075316429138184, 0.48157739639282227], "cos_Ac_negg": [0.5713891983032227, 0.5075316429138184, 0.48157739639282227], "r_norm": [0.4889879822731018, 0.4875560402870178, 0.4946524500846863], "ldr": {"dL_sdil": -0.0041112154722213745, "dL_bp": -0.0031139403581619263, "ratio": 1.3202614691850143}}, {"step": 550, "epoch": 1, "train_loss": 0.16161423921585083, "cos_r_negg": [0.5670220255851746, 0.5081173181533813, 0.489402174949646], "cos_apical_negg": [0.5670220255851746, 0.5081173181533813, 0.489402174949646], "cos_Ac_negg": [0.5670220255851746, 0.5081173181533813, 0.489402174949646], "r_norm": [0.44288116693496704, 0.4445390999317169, 0.4521937370300293]}, {"step": 600, "epoch": 1, "train_loss": 0.2221135050058365, "cos_r_negg": [0.5587408542633057, 0.4974139630794525, 0.4909156858921051], "cos_apical_negg": [0.5587408542633057, 0.4974139630794525, 0.4909156858921051], "cos_Ac_negg": [0.5587408542633057, 0.4974139630794525, 0.4909156858921051], "r_norm": [0.45579642057418823, 0.4571460485458374, 0.46619075536727905]}, {"step": 650, "epoch": 1, "train_loss": 0.17222313582897186, "cos_r_negg": [0.5791573524475098, 0.5195866823196411, 0.4959512948989868], "cos_apical_negg": [0.5791573524475098, 0.5195866823196411, 0.4959512948989868], "cos_Ac_negg": [0.5791573524475098, 0.5195866823196411, 0.4959512948989868], "r_norm": [0.4444277286529541, 0.44822144508361816, 0.4526265263557434]}, {"step": 700, "epoch": 1, "train_loss": 0.064142607152462, "cos_r_negg": [0.5725813508033752, 0.5311639904975891, 0.5151838064193726], "cos_apical_negg": [0.5725813508033752, 0.5311639904975891, 0.5151838064193726], "cos_Ac_negg": [0.5725813508033752, 0.5311639904975891, 0.5151838064193726], "r_norm": [0.42092132568359375, 0.4223422408103943, 0.43031227588653564]}, {"step": 750, "epoch": 1, "train_loss": 0.11558371782302856, "cos_r_negg": [0.5835040807723999, 0.5328928232192993, 0.5143811702728271], "cos_apical_negg": [0.5835040807723999, 0.5328928232192993, 0.5143811702728271], "cos_Ac_negg": [0.5835040807723999, 0.5328928232192993, 0.5143811702728271], "r_norm": [0.41858071088790894, 0.41834673285484314, 0.4256059527397156], "ldr": {"dL_sdil": -0.004440382122993469, "dL_bp": -0.0032512247562408447, "ratio": 1.36575673966249}}, {"step": 800, "epoch": 1, "train_loss": 0.06516377627849579, "cos_r_negg": [0.5800238847732544, 0.5268839597702026, 0.5244961977005005], "cos_apical_negg": [0.5800238847732544, 0.5268839597702026, 0.5244961977005005], "cos_Ac_negg": [0.5800238847732544, 0.5268839597702026, 0.5244961977005005], "r_norm": [0.4380423128604889, 0.43803057074546814, 0.4436519742012024]}, {"step": 850, "epoch": 1, "train_loss": 0.18970321118831635, "cos_r_negg": [0.554179310798645, 0.5164763927459717, 0.5159273147583008], "cos_apical_negg": [0.554179310798645, 0.5164763927459717, 0.5159273147583008], "cos_Ac_negg": [0.554179310798645, 0.5164763927459717, 0.5159273147583008], "r_norm": [0.42020854353904724, 0.4222142994403839, 0.42423954606056213]}, {"step": 900, "epoch": 1, "train_loss": 0.14730137586593628, "cos_r_negg": [0.5782023072242737, 0.5362154245376587, 0.5246816873550415], "cos_apical_negg": [0.5782023072242737, 0.5362154245376587, 0.5246816873550415], "cos_Ac_negg": [0.5782023072242737, 0.5362154245376587, 0.5246816873550415], "r_norm": [0.3847254812717438, 0.38572049140930176, 0.3861020505428314]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9615, "test_loss": 0.12926035385131837}, {"step": 950, "epoch": 2, "train_loss": 0.1450963318347931, "cos_r_negg": [0.575891375541687, 0.5360244512557983, 0.5262279510498047], "cos_apical_negg": [0.575891375541687, 0.5360244512557983, 0.5262279510498047], "cos_Ac_negg": [0.575891375541687, 0.5360244512557983, 0.5262279510498047], "r_norm": [0.3532823622226715, 0.35458388924598694, 0.35496726632118225]}, {"step": 1000, "epoch": 2, "train_loss": 0.09594742953777313, "cos_r_negg": [0.5975266695022583, 0.5532335042953491, 0.5439423322677612], "cos_apical_negg": [0.5975266695022583, 0.5532335042953491, 0.5439423322677612], "cos_Ac_negg": [0.5975266695022583, 0.5532335042953491, 0.5439423322677612], "r_norm": [0.32351160049438477, 0.3231968879699707, 0.3274632692337036], "ldr": {"dL_sdil": -0.002748444676399231, "dL_bp": -0.0021671876311302185, "ratio": 1.2682079931241943}}, {"step": 1050, "epoch": 2, "train_loss": 0.055527348071336746, "cos_r_negg": [0.5929285287857056, 0.5501108169555664, 0.5412610769271851], "cos_apical_negg": [0.5929285287857056, 0.5501108169555664, 0.5412610769271851], "cos_Ac_negg": [0.5929285287857056, 0.5501108169555664, 0.5412610769271851], "r_norm": [0.3510981798171997, 0.3522569537162781, 0.35834595561027527]}, {"step": 1100, "epoch": 2, "train_loss": 0.12724459171295166, "cos_r_negg": [0.5949389934539795, 0.5568375587463379, 0.5542535781860352], "cos_apical_negg": [0.5949389934539795, 0.5568375587463379, 0.5542535781860352], "cos_Ac_negg": [0.5949389934539795, 0.5568375587463379, 0.5542535781860352], "r_norm": [0.3264350891113281, 0.3267136216163635, 0.3285888135433197]}, {"step": 1150, "epoch": 2, "train_loss": 0.06088979169726372, "cos_r_negg": [0.5822188258171082, 0.5508840084075928, 0.5567293167114258], "cos_apical_negg": [0.5822188258171082, 0.5508840084075928, 0.5567293167114258], "cos_Ac_negg": [0.5822188258171082, 0.5508840084075928, 0.5567293167114258], "r_norm": [0.28949782252311707, 0.28891313076019287, 0.29492247104644775]}, {"step": 1200, "epoch": 2, "train_loss": 0.021509461104869843, "cos_r_negg": [0.5851762294769287, 0.5551519393920898, 0.5539977550506592], "cos_apical_negg": [0.5851762294769287, 0.5551519393920898, 0.5539977550506592], "cos_Ac_negg": [0.5851762294769287, 0.5551519393920898, 0.5539977550506592], "r_norm": [0.32836052775382996, 0.3265119194984436, 0.33124983310699463]}, {"step": 1250, "epoch": 2, "train_loss": 0.07301829010248184, "cos_r_negg": [0.6029320955276489, 0.5610274076461792, 0.561562180519104], "cos_apical_negg": [0.6029320955276489, 0.5610274076461792, 0.561562180519104], "cos_Ac_negg": [0.6029320955276489, 0.5610274076461792, 0.561562180519104], "r_norm": [0.3297577202320099, 0.32743483781814575, 0.33067306876182556], "ldr": {"dL_sdil": -0.004394039511680603, "dL_bp": -0.0035255029797554016, "ratio": 1.2463581897143823}}, {"step": 1300, "epoch": 2, "train_loss": 0.12642383575439453, "cos_r_negg": [0.6130701303482056, 0.5756964683532715, 0.5729953050613403], "cos_apical_negg": [0.6130701303482056, 0.5756964683532715, 0.5729953050613403], "cos_Ac_negg": [0.6130701303482056, 0.5756964683532715, 0.5729953050613403], "r_norm": [0.2566605508327484, 0.2553005516529083, 0.26048532128334045]}, {"step": 1350, "epoch": 2, "train_loss": 0.11231137812137604, "cos_r_negg": [0.6033383011817932, 0.578677237033844, 0.577813446521759], "cos_apical_negg": [0.6033383011817932, 0.578677237033844, 0.577813446521759], "cos_Ac_negg": [0.6033383011817932, 0.578677237033844, 0.577813446521759], "r_norm": [0.3013918101787567, 0.30011919140815735, 0.30348074436187744]}, {"step": 1400, "epoch": 2, "train_loss": 0.2057483196258545, "cos_r_negg": [0.6110140681266785, 0.5829018950462341, 0.5845677852630615], "cos_apical_negg": [0.6110140681266785, 0.5829018950462341, 0.5845677852630615], "cos_Ac_negg": [0.6110140681266785, 0.5829018950462341, 0.5845677852630615], "r_norm": [0.28205740451812744, 0.28105711936950684, 0.2853392958641052]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9673, "test_loss": 0.10888478298187255}, {"step": 1450, "epoch": 3, "train_loss": 0.0469830185174942, "cos_r_negg": [0.6022443771362305, 0.5804665684700012, 0.5863930583000183], "cos_apical_negg": [0.6022443771362305, 0.5804665684700012, 0.5863930583000183], "cos_Ac_negg": [0.6022443771362305, 0.5804665684700012, 0.5863930583000183], "r_norm": [0.2946242094039917, 0.2927438020706177, 0.2963457703590393]}, {"step": 1500, "epoch": 3, "train_loss": 0.03986349701881409, "cos_r_negg": [0.5923774242401123, 0.573804497718811, 0.5886609554290771], "cos_apical_negg": [0.5923774242401123, 0.573804497718811, 0.5886609554290771], "cos_Ac_negg": [0.5923774242401123, 0.573804497718811, 0.5886609554290771], "r_norm": [0.25392061471939087, 0.25382697582244873, 0.25864678621292114], "ldr": {"dL_sdil": -0.00289946049451828, "dL_bp": -0.002331674098968506, "ratio": 1.2435101868657175}}, {"step": 1550, "epoch": 3, "train_loss": 0.06581345200538635, "cos_r_negg": [0.6002686023712158, 0.5800788402557373, 0.5937927961349487], "cos_apical_negg": [0.6002686023712158, 0.5800788402557373, 0.5937927961349487], "cos_Ac_negg": [0.6002686023712158, 0.5800788402557373, 0.5937927961349487], "r_norm": [0.25401556491851807, 0.25328493118286133, 0.2587103247642517]}, {"step": 1600, "epoch": 3, "train_loss": 0.030408941209316254, "cos_r_negg": [0.5948862433433533, 0.578019380569458, 0.5954707860946655], "cos_apical_negg": [0.5948862433433533, 0.578019380569458, 0.5954707860946655], "cos_Ac_negg": [0.5948862433433533, 0.578019380569458, 0.5954707860946655], "r_norm": [0.26482346653938293, 0.2640612721443176, 0.26735472679138184]}, {"step": 1650, "epoch": 3, "train_loss": 0.05059262365102768, "cos_r_negg": [0.5898159742355347, 0.5706055164337158, 0.5992206335067749], "cos_apical_negg": [0.5898159742355347, 0.5706055164337158, 0.5992206335067749], "cos_Ac_negg": [0.5898159742355347, 0.5706055164337158, 0.5992206335067749], "r_norm": [0.21284273266792297, 0.2120835781097412, 0.21621106564998627]}, {"step": 1700, "epoch": 3, "train_loss": 0.05517168715596199, "cos_r_negg": [0.610032856464386, 0.5854309797286987, 0.6022045612335205], "cos_apical_negg": [0.610032856464386, 0.5854309797286987, 0.6022045612335205], "cos_Ac_negg": [0.610032856464386, 0.5854309797286987, 0.6022045612335205], "r_norm": [0.25122809410095215, 0.25177377462387085, 0.2549075484275818]}, {"step": 1750, "epoch": 3, "train_loss": 0.031275805085897446, "cos_r_negg": [0.6112565994262695, 0.5876502990722656, 0.5994355082511902], "cos_apical_negg": [0.6112565994262695, 0.5876502990722656, 0.5994355082511902], "cos_Ac_negg": [0.6112565994262695, 0.5876502990722656, 0.5994355082511902], "r_norm": [0.22555090487003326, 0.2248784750699997, 0.22832608222961426], "ldr": {"dL_sdil": -0.0022038817405700684, "dL_bp": -0.0020497888326644897, "ratio": 1.0751750158113973}}, {"step": 1800, "epoch": 3, "train_loss": 0.05439139902591705, "cos_r_negg": [0.5959616899490356, 0.5832805633544922, 0.5957077741622925], "cos_apical_negg": [0.5959616899490356, 0.5832805633544922, 0.5957077741622925], "cos_Ac_negg": [0.5959616899490356, 0.5832805633544922, 0.5957077741622925], "r_norm": [0.24478167295455933, 0.24423354864120483, 0.24653129279613495]}, {"step": 1850, "epoch": 3, "train_loss": 0.09548252075910568, "cos_r_negg": [0.6126397848129272, 0.5988432168960571, 0.6087422370910645], "cos_apical_negg": [0.6126397848129272, 0.5988432168960571, 0.6087422370910645], "cos_Ac_negg": [0.6126397848129272, 0.5988432168960571, 0.6087422370910645], "r_norm": [0.23171380162239075, 0.23123258352279663, 0.23376373946666718]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9709, "test_loss": 0.09683131637573242}, {"step": 1900, "epoch": 4, "train_loss": 0.031273405998945236, "cos_r_negg": [0.6038175821304321, 0.595457911491394, 0.6006518602371216], "cos_apical_negg": [0.6038175821304321, 0.595457911491394, 0.6006518602371216], "cos_Ac_negg": [0.6038175821304321, 0.595457911491394, 0.6006518602371216], "r_norm": [0.23195424675941467, 0.23109480738639832, 0.23405000567436218]}, {"step": 1950, "epoch": 4, "train_loss": 0.03206443786621094, "cos_r_negg": [0.598993182182312, 0.5887782573699951, 0.5933500528335571], "cos_apical_negg": [0.598993182182312, 0.5887782573699951, 0.5933500528335571], "cos_Ac_negg": [0.598993182182312, 0.5887782573699951, 0.5933500528335571], "r_norm": [0.23362550139427185, 0.2323303520679474, 0.23538652062416077]}, {"step": 2000, "epoch": 4, "train_loss": 0.06504961848258972, "cos_r_negg": [0.5826898813247681, 0.5773165225982666, 0.5916239023208618], "cos_apical_negg": [0.5826898813247681, 0.5773165225982666, 0.5916239023208618], "cos_Ac_negg": [0.5826898813247681, 0.5773165225982666, 0.5916239023208618], "r_norm": [0.2098175287246704, 0.20931875705718994, 0.21194463968276978], "ldr": {"dL_sdil": -0.002505965530872345, "dL_bp": -0.0024938583374023438, "ratio": 1.0048548040152965}}, {"step": 2050, "epoch": 4, "train_loss": 0.061583261936903, "cos_r_negg": [0.5783659815788269, 0.5751653909683228, 0.5893566012382507], "cos_apical_negg": [0.5783659815788269, 0.5751653909683228, 0.5893566012382507], "cos_Ac_negg": [0.5783659815788269, 0.5751653909683228, 0.5893566012382507], "r_norm": [0.2150137573480606, 0.21333953738212585, 0.216110497713089]}, {"step": 2100, "epoch": 4, "train_loss": 0.040259622037410736, "cos_r_negg": [0.5754808783531189, 0.5707771182060242, 0.592127799987793], "cos_apical_negg": [0.5754808783531189, 0.5707771182060242, 0.592127799987793], "cos_Ac_negg": [0.5754808783531189, 0.5707771182060242, 0.592127799987793], "r_norm": [0.23420244455337524, 0.2349337637424469, 0.23651598393917084]}, {"step": 2150, "epoch": 4, "train_loss": 0.07777588814496994, "cos_r_negg": [0.5948767066001892, 0.5882931351661682, 0.6069302558898926], "cos_apical_negg": [0.5948767066001892, 0.5882931351661682, 0.6069302558898926], "cos_Ac_negg": [0.5948767066001892, 0.5882931351661682, 0.6069302558898926], "r_norm": [0.22472426295280457, 0.22274309396743774, 0.22765837609767914]}, {"step": 2200, "epoch": 4, "train_loss": 0.06965562701225281, "cos_r_negg": [0.5583269000053406, 0.5620508193969727, 0.5755397081375122], "cos_apical_negg": [0.5583269000053406, 0.5620508193969727, 0.5755397081375122], "cos_Ac_negg": [0.5583269000053406, 0.5620508193969727, 0.5755397081375122], "r_norm": [0.2507418692111969, 0.25076824426651, 0.25255101919174194]}, {"step": 2250, "epoch": 4, "train_loss": 0.004597583319991827, "cos_r_negg": [0.5761393308639526, 0.5713710784912109, 0.5839779376983643], "cos_apical_negg": [0.5761393308639526, 0.5713710784912109, 0.5839779376983643], "cos_Ac_negg": [0.5761393308639526, 0.5713710784912109, 0.5839779376983643], "r_norm": [0.23007100820541382, 0.22910919785499573, 0.23034676909446716], "ldr": {"dL_sdil": -0.003087557852268219, "dL_bp": -0.003092072904109955, "ratio": 0.9985397977403009}}, {"step": 2300, "epoch": 4, "train_loss": 0.10183092206716537, "cos_r_negg": [0.5863680839538574, 0.58433997631073, 0.599789023399353], "cos_apical_negg": [0.5863680839538574, 0.58433997631073, 0.599789023399353], "cos_Ac_negg": [0.5863680839538574, 0.58433997631073, 0.599789023399353], "r_norm": [0.2165069580078125, 0.21545490622520447, 0.21814224123954773]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9715, "test_loss": 0.09454133529663086}, {"step": 2350, "epoch": 5, "train_loss": 0.027402061969041824, "cos_r_negg": [0.5771623849868774, 0.5861663818359375, 0.6027973890304565], "cos_apical_negg": [0.5771623849868774, 0.5861663818359375, 0.6027973890304565], "cos_Ac_negg": [0.5771623849868774, 0.5861663818359375, 0.6027973890304565], "r_norm": [0.22686022520065308, 0.2260633409023285, 0.22993364930152893]}, {"step": 2400, "epoch": 5, "train_loss": 0.01367335394024849, "cos_r_negg": [0.5589696168899536, 0.5655002593994141, 0.5794034004211426], "cos_apical_negg": [0.5589696168899536, 0.5655002593994141, 0.5794034004211426], "cos_Ac_negg": [0.5589696168899536, 0.5655002593994141, 0.5794034004211426], "r_norm": [0.21706029772758484, 0.21538884937763214, 0.2192610502243042]}, {"step": 2450, "epoch": 5, "train_loss": 0.04156149551272392, "cos_r_negg": [0.544906735420227, 0.5568515062332153, 0.5694252252578735], "cos_apical_negg": [0.544906735420227, 0.5568515062332153, 0.5694252252578735], "cos_Ac_negg": [0.544906735420227, 0.5568515062332153, 0.5694252252578735], "r_norm": [0.19711467623710632, 0.19527560472488403, 0.19946178793907166]}, {"step": 2500, "epoch": 5, "train_loss": 0.05546574667096138, "cos_r_negg": [0.5554320812225342, 0.5680806040763855, 0.5809541940689087], "cos_apical_negg": [0.5554320812225342, 0.5680806040763855, 0.5809541940689087], "cos_Ac_negg": [0.5554320812225342, 0.5680806040763855, 0.5809541940689087], "r_norm": [0.20852354168891907, 0.2067180722951889, 0.21176686882972717], "ldr": {"dL_sdil": -0.002946704626083374, "dL_bp": -0.0029614344239234924, "ratio": 0.9950261272979317}}, {"step": 2550, "epoch": 5, "train_loss": 0.04446234926581383, "cos_r_negg": [0.535637617111206, 0.5496913194656372, 0.5629842281341553], "cos_apical_negg": [0.535637617111206, 0.5496913194656372, 0.5629842281341553], "cos_Ac_negg": [0.535637617111206, 0.5496913194656372, 0.5629842281341553], "r_norm": [0.1728220283985138, 0.17188392579555511, 0.1760571002960205]}, {"step": 2600, "epoch": 5, "train_loss": 0.02255997247993946, "cos_r_negg": [0.555899977684021, 0.5689560770988464, 0.587281346321106], "cos_apical_negg": [0.555899977684021, 0.5689560770988464, 0.587281346321106], "cos_Ac_negg": [0.555899977684021, 0.5689560770988464, 0.587281346321106], "r_norm": [0.2256549596786499, 0.22368836402893066, 0.22902415692806244]}, {"step": 2650, "epoch": 5, "train_loss": 0.014179332181811333, "cos_r_negg": [0.5628951787948608, 0.5782487392425537, 0.5954681634902954], "cos_apical_negg": [0.5628951787948608, 0.5782487392425537, 0.5954681634902954], "cos_Ac_negg": [0.5628951787948608, 0.5782487392425537, 0.5954681634902954], "r_norm": [0.21533343195915222, 0.2137443721294403, 0.216450035572052]}, {"step": 2700, "epoch": 5, "train_loss": 0.08426861464977264, "cos_r_negg": [0.5615369081497192, 0.5777386426925659, 0.5914630889892578], "cos_apical_negg": [0.5615369081497192, 0.5777386426925659, 0.5914630889892578], "cos_Ac_negg": [0.5615369081497192, 0.5777386426925659, 0.5914630889892578], "r_norm": [0.18484841287136078, 0.18365547060966492, 0.18759897351264954]}, {"step": 2750, "epoch": 5, "train_loss": 0.039614636451005936, "cos_r_negg": [0.5209876298904419, 0.5384702086448669, 0.5506504774093628], "cos_apical_negg": [0.5209876298904419, 0.5384702086448669, 0.5506504774093628], "cos_Ac_negg": [0.5209876298904419, 0.5384702086448669, 0.5506504774093628], "r_norm": [0.18321245908737183, 0.18197697401046753, 0.1847335398197174], "ldr": {"dL_sdil": -0.0030538514256477356, "dL_bp": -0.0034345313906669617, "ratio": 0.8891610174087532}}, {"step": 2800, "epoch": 5, "train_loss": 0.014084214344620705, "cos_r_negg": [0.5126501321792603, 0.5310376882553101, 0.542444109916687], "cos_apical_negg": [0.5126501321792603, 0.5310376882553101, 0.542444109916687], "cos_Ac_negg": [0.5126501321792603, 0.5310376882553101, 0.542444109916687], "r_norm": [0.19175857305526733, 0.19006797671318054, 0.19293013215065002]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9715, "test_loss": 0.09596439113616943}, {"step": 2850, "epoch": 6, "train_loss": 0.07090862095355988, "cos_r_negg": [0.49460142850875854, 0.5158910155296326, 0.5260747075080872], "cos_apical_negg": [0.49460142850875854, 0.5158910155296326, 0.5260747075080872], "cos_Ac_negg": [0.49460142850875854, 0.5158910155296326, 0.5260747075080872], "r_norm": [0.17682412266731262, 0.17514421045780182, 0.1774768829345703]}, {"step": 2900, "epoch": 6, "train_loss": 0.01528504304587841, "cos_r_negg": [0.5115362405776978, 0.5273931622505188, 0.5422340631484985], "cos_apical_negg": [0.5115362405776978, 0.5273931622505188, 0.5422340631484985], "cos_Ac_negg": [0.5115362405776978, 0.5273931622505188, 0.5422340631484985], "r_norm": [0.1927052140235901, 0.19092056155204773, 0.19360649585723877]}, {"step": 2950, "epoch": 6, "train_loss": 0.053399018943309784, "cos_r_negg": [0.5002316236495972, 0.5192728638648987, 0.5316967964172363], "cos_apical_negg": [0.5002316236495972, 0.5192728638648987, 0.5316967964172363], "cos_Ac_negg": [0.5002316236495972, 0.5192728638648987, 0.5316967964172363], "r_norm": [0.17654114961624146, 0.17491856217384338, 0.1775047481060028]}, {"step": 3000, "epoch": 6, "train_loss": 0.005646100267767906, "cos_r_negg": [0.46937283873558044, 0.49268150329589844, 0.5045771598815918], "cos_apical_negg": [0.46937283873558044, 0.49268150329589844, 0.5045771598815918], "cos_Ac_negg": [0.46937283873558044, 0.49268150329589844, 0.5045771598815918], "r_norm": [0.18019863963127136, 0.1794356107711792, 0.18202054500579834], "ldr": {"dL_sdil": -0.0033449605107307434, "dL_bp": -0.003987438976764679, "ratio": 0.83887440791502}}, {"step": 3050, "epoch": 6, "train_loss": 0.03065943345427513, "cos_r_negg": [0.4808339774608612, 0.5013402700424194, 0.5106263160705566], "cos_apical_negg": [0.4808339774608612, 0.5013402700424194, 0.5106263160705566], "cos_Ac_negg": [0.4808339774608612, 0.5013402700424194, 0.5106263160705566], "r_norm": [0.18531781435012817, 0.18343792855739594, 0.1868172436952591]}, {"step": 3100, "epoch": 6, "train_loss": 0.04170248284935951, "cos_r_negg": [0.4767730236053467, 0.5021023750305176, 0.5120301842689514], "cos_apical_negg": [0.4767730236053467, 0.5021023750305176, 0.5120301842689514], "cos_Ac_negg": [0.4767730236053467, 0.5021023750305176, 0.5120301842689514], "r_norm": [0.167760968208313, 0.1663111448287964, 0.1689002960920334]}, {"step": 3150, "epoch": 6, "train_loss": 0.012868097051978111, "cos_r_negg": [0.47636979818344116, 0.4993967115879059, 0.510860800743103], "cos_apical_negg": [0.47636979818344116, 0.4993967115879059, 0.510860800743103], "cos_Ac_negg": [0.47636979818344116, 0.4993967115879059, 0.510860800743103], "r_norm": [0.18150371313095093, 0.18074509501457214, 0.184402197599411]}, {"step": 3200, "epoch": 6, "train_loss": 0.06529437005519867, "cos_r_negg": [0.4673107862472534, 0.4937939941883087, 0.5029876828193665], "cos_apical_negg": [0.4673107862472534, 0.4937939941883087, 0.5029876828193665], "cos_Ac_negg": [0.4673107862472534, 0.4937939941883087, 0.5029876828193665], "r_norm": [0.17550212144851685, 0.17456087470054626, 0.17695868015289307]}, {"step": 3250, "epoch": 6, "train_loss": 0.014915280044078827, "cos_r_negg": [0.4774567186832428, 0.4996885061264038, 0.5132155418395996], "cos_apical_negg": [0.4774567186832428, 0.4996885061264038, 0.5132155418395996], "cos_Ac_negg": [0.4774567186832428, 0.4996885061264038, 0.5132155418395996], "r_norm": [0.17559531331062317, 0.1749158501625061, 0.1779741793870926], "ldr": {"dL_sdil": -0.002773582935333252, "dL_bp": -0.0032670795917510986, "ratio": 0.8489486887115165}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9739, "test_loss": 0.09544809303283691}, {"step": 3300, "epoch": 7, "train_loss": 0.010925390757620335, "cos_r_negg": [0.47758913040161133, 0.5026547908782959, 0.5153791904449463], "cos_apical_negg": [0.47758913040161133, 0.5026547908782959, 0.5153791904449463], "cos_Ac_negg": [0.47758913040161133, 0.5026547908782959, 0.5153791904449463], "r_norm": [0.18157221376895905, 0.1803840696811676, 0.18378332257270813]}, {"step": 3350, "epoch": 7, "train_loss": 0.003689706325531006, "cos_r_negg": [0.4554131031036377, 0.482522577047348, 0.49066492915153503], "cos_apical_negg": [0.4554131031036377, 0.482522577047348, 0.49066492915153503], "cos_Ac_negg": [0.4554131031036377, 0.482522577047348, 0.49066492915153503], "r_norm": [0.1761144995689392, 0.17468218505382538, 0.1795133352279663]}, {"step": 3400, "epoch": 7, "train_loss": 0.006234819069504738, "cos_r_negg": [0.4389423727989197, 0.46722176671028137, 0.4767811894416809], "cos_apical_negg": [0.4389423727989197, 0.46722176671028137, 0.4767811894416809], "cos_Ac_negg": [0.4389423727989197, 0.46722176671028137, 0.4767811894416809], "r_norm": [0.18151813745498657, 0.17992141842842102, 0.184336319565773]}, {"step": 3450, "epoch": 7, "train_loss": 0.048719704151153564, "cos_r_negg": [0.4537853002548218, 0.48040905594825745, 0.4906832277774811], "cos_apical_negg": [0.4537853002548218, 0.48040905594825745, 0.4906832277774811], "cos_Ac_negg": [0.4537853002548218, 0.48040905594825745, 0.4906832277774811], "r_norm": [0.18100811541080475, 0.17867662012577057, 0.18365058302879333]}, {"step": 3500, "epoch": 7, "train_loss": 0.025843359529972076, "cos_r_negg": [0.4487271010875702, 0.4742368161678314, 0.4842851161956787], "cos_apical_negg": [0.4487271010875702, 0.4742368161678314, 0.4842851161956787], "cos_Ac_negg": [0.4487271010875702, 0.4742368161678314, 0.4842851161956787], "r_norm": [0.17386892437934875, 0.17271685600280762, 0.17607681453227997], "ldr": {"dL_sdil": -0.0030205026268959045, "dL_bp": -0.003831431269645691, "ratio": 0.7883483780136354}}, {"step": 3550, "epoch": 7, "train_loss": 0.015200980938971043, "cos_r_negg": [0.460642546415329, 0.4850197732448578, 0.4981045722961426], "cos_apical_negg": [0.460642546415329, 0.4850197732448578, 0.4981045722961426], "cos_Ac_negg": [0.460642546415329, 0.4850197732448578, 0.4981045722961426], "r_norm": [0.18214447796344757, 0.18079674243927002, 0.18266212940216064]}, {"step": 3600, "epoch": 7, "train_loss": 0.0036591384559869766, "cos_r_negg": [0.4470495283603668, 0.47319579124450684, 0.484151691198349], "cos_apical_negg": [0.4470495283603668, 0.47319579124450684, 0.484151691198349], "cos_Ac_negg": [0.4470495283603668, 0.47319579124450684, 0.484151691198349], "r_norm": [0.15204225480556488, 0.15145447850227356, 0.15389384329319]}, {"step": 3650, "epoch": 7, "train_loss": 0.0021107729990035295, "cos_r_negg": [0.41925865411758423, 0.45130735635757446, 0.45698821544647217], "cos_apical_negg": [0.41925865411758423, 0.45130735635757446, 0.45698821544647217], "cos_Ac_negg": [0.41925865411758423, 0.45130735635757446, 0.45698821544647217], "r_norm": [0.17595797777175903, 0.17445585131645203, 0.17735791206359863]}, {"step": 3700, "epoch": 7, "train_loss": 0.015591917559504509, "cos_r_negg": [0.41645491123199463, 0.44232654571533203, 0.4508253037929535], "cos_apical_negg": [0.41645491123199463, 0.44232654571533203, 0.4508253037929535], "cos_Ac_negg": [0.41645491123199463, 0.44232654571533203, 0.4508253037929535], "r_norm": [0.17374402284622192, 0.17239630222320557, 0.1754034459590912]}, {"step": 3750, "epoch": 7, "train_loss": 0.007822035811841488, "cos_r_negg": [0.4226829707622528, 0.4546689987182617, 0.46055540442466736], "cos_apical_negg": [0.4226829707622528, 0.4546689987182617, 0.46055540442466736], "cos_Ac_negg": [0.4226829707622528, 0.4546689987182617, 0.46055540442466736], "r_norm": [0.21016237139701843, 0.20818671584129333, 0.21186530590057373], "ldr": {"dL_sdil": -0.005274519324302673, "dL_bp": -0.007179073989391327, "ratio": 0.7347074751001236}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9711, "test_loss": 0.10448869915008545}, {"step": 3800, "epoch": 8, "train_loss": 0.03278763219714165, "cos_r_negg": [0.40313202142715454, 0.4334281086921692, 0.43778061866760254], "cos_apical_negg": [0.40313202142715454, 0.4334281086921692, 0.43778061866760254], "cos_Ac_negg": [0.40313202142715454, 0.4334281086921692, 0.43778061866760254], "r_norm": [0.18867017328739166, 0.18672901391983032, 0.19109709560871124]}, {"step": 3850, "epoch": 8, "train_loss": 0.012394566088914871, "cos_r_negg": [0.39181357622146606, 0.4232472777366638, 0.4272894859313965], "cos_apical_negg": [0.39181357622146606, 0.4232472777366638, 0.4272894859313965], "cos_Ac_negg": [0.39181357622146606, 0.4232472777366638, 0.4272894859313965], "r_norm": [0.18140387535095215, 0.17952804267406464, 0.18401682376861572]}, {"step": 3900, "epoch": 8, "train_loss": 0.016465313732624054, "cos_r_negg": [0.40130364894866943, 0.4289223551750183, 0.4349452555179596], "cos_apical_negg": [0.40130364894866943, 0.4289223551750183, 0.4349452555179596], "cos_Ac_negg": [0.40130364894866943, 0.4289223551750183, 0.4349452555179596], "r_norm": [0.17161858081817627, 0.16965815424919128, 0.17350023984909058]}, {"step": 3950, "epoch": 8, "train_loss": 0.002799833891913295, "cos_r_negg": [0.3903258144855499, 0.41539186239242554, 0.4248465895652771], "cos_apical_negg": [0.3903258144855499, 0.41539186239242554, 0.4248465895652771], "cos_Ac_negg": [0.3903258144855499, 0.41539186239242554, 0.4248465895652771], "r_norm": [0.18638187646865845, 0.18445278704166412, 0.18880827724933624]}, {"step": 4000, "epoch": 8, "train_loss": 0.0009752660989761353, "cos_r_negg": [0.3822215795516968, 0.41439419984817505, 0.4200328290462494], "cos_apical_negg": [0.3822215795516968, 0.41439419984817505, 0.4200328290462494], "cos_Ac_negg": [0.3822215795516968, 0.41439419984817505, 0.4200328290462494], "r_norm": [0.1686500757932663, 0.16589142382144928, 0.16873711347579956], "ldr": {"dL_sdil": -0.003577589988708496, "dL_bp": -0.004780672490596771, "ratio": 0.7483445050346684}}, {"step": 4050, "epoch": 8, "train_loss": 0.00527968630194664, "cos_r_negg": [0.40658989548683167, 0.4338502883911133, 0.44377970695495605], "cos_apical_negg": [0.40658989548683167, 0.4338502883911133, 0.44377970695495605], "cos_Ac_negg": [0.40658989548683167, 0.4338502883911133, 0.44377970695495605], "r_norm": [0.16906039416790009, 0.16817495226860046, 0.1697590947151184]}, {"step": 4100, "epoch": 8, "train_loss": 0.07604166865348816, "cos_r_negg": [0.38402059674263, 0.4136355519294739, 0.4246327877044678], "cos_apical_negg": [0.38402059674263, 0.4136355519294739, 0.4246327877044678], "cos_Ac_negg": [0.38402059674263, 0.4136355519294739, 0.4246327877044678], "r_norm": [0.1920739859342575, 0.19098767638206482, 0.19444593787193298]}, {"step": 4150, "epoch": 8, "train_loss": 0.003075871616601944, "cos_r_negg": [0.3798433542251587, 0.41128697991371155, 0.419996052980423], "cos_apical_negg": [0.3798433542251587, 0.41128697991371155, 0.419996052980423], "cos_Ac_negg": [0.3798433542251587, 0.41128697991371155, 0.419996052980423], "r_norm": [0.1718282401561737, 0.1701241433620453, 0.17377430200576782]}, {"step": 4200, "epoch": 8, "train_loss": 0.018358949571847916, "cos_r_negg": [0.3772997558116913, 0.40639224648475647, 0.414254367351532], "cos_apical_negg": [0.3772997558116913, 0.40639224648475647, 0.414254367351532], "cos_Ac_negg": [0.3772997558116913, 0.40639224648475647, 0.414254367351532], "r_norm": [0.1720687747001648, 0.17031796276569366, 0.17392368614673615]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9727, "test_loss": 0.1063588264465332}, {"step": 4250, "epoch": 9, "train_loss": 0.016363324597477913, "cos_r_negg": [0.36474698781967163, 0.39098483324050903, 0.399465948343277], "cos_apical_negg": [0.36474698781967163, 0.39098483324050903, 0.399465948343277], "cos_Ac_negg": [0.36474698781967163, 0.39098483324050903, 0.399465948343277], "r_norm": [0.17183226346969604, 0.16954702138900757, 0.17326106131076813], "ldr": {"dL_sdil": -0.003965646028518677, "dL_bp": -0.005581222474575043, "ratio": 0.710533587683337}}, {"step": 4300, "epoch": 9, "train_loss": 0.007566102780401707, "cos_r_negg": [0.3648630976676941, 0.3892131745815277, 0.3992486298084259], "cos_apical_negg": [0.3648630976676941, 0.3892131745815277, 0.3992486298084259], "cos_Ac_negg": [0.3648630976676941, 0.3892131745815277, 0.3992486298084259], "r_norm": [0.16125819087028503, 0.15954184532165527, 0.16385674476623535]}, {"step": 4350, "epoch": 9, "train_loss": 0.007003067061305046, "cos_r_negg": [0.35291141271591187, 0.3784429430961609, 0.38633203506469727], "cos_apical_negg": [0.35291141271591187, 0.3784429430961609, 0.38633203506469727], "cos_Ac_negg": [0.35291141271591187, 0.3784429430961609, 0.38633203506469727], "r_norm": [0.16752225160598755, 0.16584521532058716, 0.17007355391979218]}, {"step": 4400, "epoch": 9, "train_loss": 0.005738247185945511, "cos_r_negg": [0.3526188135147095, 0.37880149483680725, 0.3850741982460022], "cos_apical_negg": [0.3526188135147095, 0.37880149483680725, 0.3850741982460022], "cos_Ac_negg": [0.3526188135147095, 0.37880149483680725, 0.3850741982460022], "r_norm": [0.16269531846046448, 0.16100522875785828, 0.16493770480155945]}, {"step": 4450, "epoch": 9, "train_loss": 0.007445868104696274, "cos_r_negg": [0.32846951484680176, 0.35555633902549744, 0.3616279363632202], "cos_apical_negg": [0.32846951484680176, 0.35555633902549744, 0.3616279363632202], "cos_Ac_negg": [0.32846951484680176, 0.35555633902549744, 0.3616279363632202], "r_norm": [0.15030010044574738, 0.14875385165214539, 0.1524474024772644]}, {"step": 4500, "epoch": 9, "train_loss": 0.00628114677965641, "cos_r_negg": [0.3262767195701599, 0.35272616147994995, 0.357610285282135], "cos_apical_negg": [0.3262767195701599, 0.35272616147994995, 0.357610285282135], "cos_Ac_negg": [0.3262767195701599, 0.35272616147994995, 0.357610285282135], "r_norm": [0.15119004249572754, 0.14963948726654053, 0.15373371541500092], "ldr": {"dL_sdil": -0.003878869116306305, "dL_bp": -0.005717620253562927, "ratio": 0.6784062152237538}}, {"step": 4550, "epoch": 9, "train_loss": 0.027954226359725, "cos_r_negg": [0.3479476571083069, 0.37707823514938354, 0.384774386882782], "cos_apical_negg": [0.3479476571083069, 0.37707823514938354, 0.384774386882782], "cos_Ac_negg": [0.3479476571083069, 0.37707823514938354, 0.384774386882782], "r_norm": [0.15463997423648834, 0.153263658285141, 0.15711650252342224]}, {"step": 4600, "epoch": 9, "train_loss": 0.06348133832216263, "cos_r_negg": [0.35142654180526733, 0.37933221459388733, 0.387916624546051], "cos_apical_negg": [0.35142654180526733, 0.37933221459388733, 0.387916624546051], "cos_Ac_negg": [0.35142654180526733, 0.37933221459388733, 0.387916624546051], "r_norm": [0.18094639480113983, 0.1789083033800125, 0.1836598813533783]}, {"step": 4650, "epoch": 9, "train_loss": 0.004749223589897156, "cos_r_negg": [0.34274822473526, 0.3679274916648865, 0.37814444303512573], "cos_apical_negg": [0.34274822473526, 0.3679274916648865, 0.37814444303512573], "cos_Ac_negg": [0.34274822473526, 0.3679274916648865, 0.37814444303512573], "r_norm": [0.18968135118484497, 0.1871231645345688, 0.19179579615592957]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9733, "test_loss": 0.1101617862701416}, {"step": 4700, "epoch": 10, "train_loss": 0.007630123756825924, "cos_r_negg": [0.31861042976379395, 0.3472234606742859, 0.3552098274230957], "cos_apical_negg": [0.31861042976379395, 0.3472234606742859, 0.3552098274230957], "cos_Ac_negg": [0.31861042976379395, 0.3472234606742859, 0.3552098274230957], "r_norm": [0.16510838270187378, 0.16359715163707733, 0.16692659258842468]}, {"step": 4750, "epoch": 10, "train_loss": 0.001157756894826889, "cos_r_negg": [0.317343145608902, 0.34470054507255554, 0.3528918921947479], "cos_apical_negg": [0.317343145608902, 0.34470054507255554, 0.3528918921947479], "cos_Ac_negg": [0.317343145608902, 0.34470054507255554, 0.3528918921947479], "r_norm": [0.16737283766269684, 0.16576340794563293, 0.16912813484668732], "ldr": {"dL_sdil": -0.004167549312114716, "dL_bp": -0.006252318620681763, "ratio": 0.6665606097438904}}, {"step": 4800, "epoch": 10, "train_loss": 0.0023544393479824066, "cos_r_negg": [0.335185706615448, 0.360542893409729, 0.36941197514533997], "cos_apical_negg": [0.335185706615448, 0.360542893409729, 0.36941197514533997], "cos_Ac_negg": [0.335185706615448, 0.360542893409729, 0.36941197514533997], "r_norm": [0.1710558533668518, 0.16949130594730377, 0.1728392243385315]}, {"step": 4850, "epoch": 10, "train_loss": 0.00398354884237051, "cos_r_negg": [0.33809179067611694, 0.3653315305709839, 0.374476820230484], "cos_apical_negg": [0.33809179067611694, 0.3653315305709839, 0.374476820230484], "cos_Ac_negg": [0.33809179067611694, 0.3653315305709839, 0.374476820230484], "r_norm": [0.1695268750190735, 0.167708620429039, 0.1711578369140625]}, {"step": 4900, "epoch": 10, "train_loss": 0.004361733328551054, "cos_r_negg": [0.33259260654449463, 0.35890722274780273, 0.3684169054031372], "cos_apical_negg": [0.33259260654449463, 0.35890722274780273, 0.3684169054031372], "cos_Ac_negg": [0.33259260654449463, 0.35890722274780273, 0.3684169054031372], "r_norm": [0.16542106866836548, 0.16340067982673645, 0.1670023798942566]}, {"step": 4950, "epoch": 10, "train_loss": 0.003770784242078662, "cos_r_negg": [0.3192593455314636, 0.34634363651275635, 0.35170093178749084], "cos_apical_negg": [0.3192593455314636, 0.34634363651275635, 0.35170093178749084], "cos_Ac_negg": [0.3192593455314636, 0.34634363651275635, 0.35170093178749084], "r_norm": [0.15661786496639252, 0.15476275980472565, 0.15811505913734436]}, {"step": 5000, "epoch": 10, "train_loss": 0.0010107094421982765, "cos_r_negg": [0.303921103477478, 0.3300513029098511, 0.3350754380226135], "cos_apical_negg": [0.303921103477478, 0.3300513029098511, 0.3350754380226135], "cos_Ac_negg": [0.303921103477478, 0.3300513029098511, 0.3350754380226135], "r_norm": [0.15738826990127563, 0.15542274713516235, 0.15932884812355042], "ldr": {"dL_sdil": -0.004270493984222412, "dL_bp": -0.006517834961414337, "ratio": 0.6552013067995414}}, {"step": 5050, "epoch": 10, "train_loss": 0.004184755962342024, "cos_r_negg": [0.3179301917552948, 0.3457562327384949, 0.35170871019363403], "cos_apical_negg": [0.3179301917552948, 0.3457562327384949, 0.35170871019363403], "cos_Ac_negg": [0.3179301917552948, 0.3457562327384949, 0.35170871019363403], "r_norm": [0.16448768973350525, 0.16287636756896973, 0.16612431406974792]}, {"step": 5100, "epoch": 10, "train_loss": 0.004895898513495922, "cos_r_negg": [0.3081854581832886, 0.3361191749572754, 0.34291476011276245], "cos_apical_negg": [0.3081854581832886, 0.3361191749572754, 0.34291476011276245], "cos_Ac_negg": [0.3081854581832886, 0.3361191749572754, 0.34291476011276245], "r_norm": [0.16404405236244202, 0.16232380270957947, 0.16623714566230774]}, {"step": 5150, "epoch": 10, "train_loss": 0.001142578199505806, "cos_r_negg": [0.29983776807785034, 0.32530438899993896, 0.3302302062511444], "cos_apical_negg": [0.29983776807785034, 0.32530438899993896, 0.3302302062511444], "cos_Ac_negg": [0.29983776807785034, 0.32530438899993896, 0.3302302062511444], "r_norm": [0.16160090267658234, 0.15970736742019653, 0.16356566548347473]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9746, "test_loss": 0.10860038776397705}, {"step": 5200, "epoch": 11, "train_loss": 0.0027848281897604465, "cos_r_negg": [0.2941647171974182, 0.3200610280036926, 0.3259466588497162], "cos_apical_negg": [0.2941647171974182, 0.3200610280036926, 0.3259466588497162], "cos_Ac_negg": [0.2941647171974182, 0.3200610280036926, 0.3259466588497162], "r_norm": [0.16875988245010376, 0.16689936816692352, 0.1707553267478943]}, {"step": 5250, "epoch": 11, "train_loss": 0.004451313056051731, "cos_r_negg": [0.29177412390708923, 0.31721031665802, 0.324396550655365], "cos_apical_negg": [0.29177412390708923, 0.31721031665802, 0.324396550655365], "cos_Ac_negg": [0.29177412390708923, 0.31721031665802, 0.324396550655365], "r_norm": [0.17404308915138245, 0.17241422832012177, 0.17626577615737915], "ldr": {"dL_sdil": -0.004534579813480377, "dL_bp": -0.007173120975494385, "ratio": 0.6321627404545266}}, {"step": 5300, "epoch": 11, "train_loss": 0.004680645652115345, "cos_r_negg": [0.2842761278152466, 0.3117177486419678, 0.31602662801742554], "cos_apical_negg": [0.2842761278152466, 0.3117177486419678, 0.31602662801742554], "cos_Ac_negg": [0.2842761278152466, 0.3117177486419678, 0.31602662801742554], "r_norm": [0.16032114624977112, 0.15836940705776215, 0.16236206889152527]}, {"step": 5350, "epoch": 11, "train_loss": 0.005041093099862337, "cos_r_negg": [0.2838825285434723, 0.3108334243297577, 0.3153737187385559], "cos_apical_negg": [0.2838825285434723, 0.3108334243297577, 0.3153737187385559], "cos_Ac_negg": [0.2838825285434723, 0.3108334243297577, 0.3153737187385559], "r_norm": [0.16603460907936096, 0.16359077394008636, 0.16790780425071716]}, {"step": 5400, "epoch": 11, "train_loss": 0.0051796878688037395, "cos_r_negg": [0.2786369323730469, 0.3050670027732849, 0.3101218342781067], "cos_apical_negg": [0.2786369323730469, 0.3050670027732849, 0.3101218342781067], "cos_Ac_negg": [0.2786369323730469, 0.3050670027732849, 0.3101218342781067], "r_norm": [0.16688399016857147, 0.1649746596813202, 0.16898971796035767]}, {"step": 5450, "epoch": 11, "train_loss": 0.002154751680791378, "cos_r_negg": [0.27225613594055176, 0.2996845245361328, 0.3032299876213074], "cos_apical_negg": [0.27225613594055176, 0.2996845245361328, 0.3032299876213074], "cos_Ac_negg": [0.27225613594055176, 0.2996845245361328, 0.3032299876213074], "r_norm": [0.15792593359947205, 0.1560274362564087, 0.15980754792690277]}, {"step": 5500, "epoch": 11, "train_loss": 0.004445900209248066, "cos_r_negg": [0.2813805341720581, 0.30860215425491333, 0.31226205825805664], "cos_apical_negg": [0.2813805341720581, 0.30860215425491333, 0.31226205825805664], "cos_Ac_negg": [0.2813805341720581, 0.30860215425491333, 0.31226205825805664], "r_norm": [0.16126632690429688, 0.15928193926811218, 0.16359561681747437], "ldr": {"dL_sdil": -0.004262961447238922, "dL_bp": -0.006880141794681549, "ratio": 0.6196037195823862}}, {"step": 5550, "epoch": 11, "train_loss": 0.005733326077461243, "cos_r_negg": [0.2832850217819214, 0.3099534511566162, 0.31500309705734253], "cos_apical_negg": [0.2832850217819214, 0.3099534511566162, 0.31500309705734253], "cos_Ac_negg": [0.2832850217819214, 0.3099534511566162, 0.31500309705734253], "r_norm": [0.16250553727149963, 0.16105975210666656, 0.16509070992469788]}, {"step": 5600, "epoch": 11, "train_loss": 0.002952441107481718, "cos_r_negg": [0.2721260190010071, 0.2983061671257019, 0.3022199273109436], "cos_apical_negg": [0.2721260190010071, 0.2983061671257019, 0.3022199273109436], "cos_Ac_negg": [0.2721260190010071, 0.2983061671257019, 0.3022199273109436], "r_norm": [0.15849465131759644, 0.15709522366523743, 0.16091349720954895]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9735, "test_loss": 0.11461869735717774}, {"step": 5650, "epoch": 12, "train_loss": 0.002046391600742936, "cos_r_negg": [0.27455729246139526, 0.2999909818172455, 0.30490392446517944], "cos_apical_negg": [0.27455729246139526, 0.2999909818172455, 0.30490392446517944], "cos_Ac_negg": [0.27455729246139526, 0.2999909818172455, 0.30490392446517944], "r_norm": [0.1631031185388565, 0.16110572218894958, 0.16496878862380981]}, {"step": 5700, "epoch": 12, "train_loss": 0.0010238668182864785, "cos_r_negg": [0.26269736886024475, 0.2885435223579407, 0.2928009629249573], "cos_apical_negg": [0.26269736886024475, 0.2885435223579407, 0.2928009629249573], "cos_Ac_negg": [0.26269736886024475, 0.2885435223579407, 0.2928009629249573], "r_norm": [0.15612927079200745, 0.15422323346138, 0.15795783698558807]}, {"step": 5750, "epoch": 12, "train_loss": 0.0010870806872844696, "cos_r_negg": [0.27194637060165405, 0.29721599817276, 0.3038325309753418], "cos_apical_negg": [0.27194637060165405, 0.29721599817276, 0.3038325309753418], "cos_Ac_negg": [0.27194637060165405, 0.29721599817276, 0.3038325309753418], "r_norm": [0.16069716215133667, 0.1584092378616333, 0.16269813477993011], "ldr": {"dL_sdil": -0.004526019096374512, "dL_bp": -0.007270604372024536, "ratio": 0.6225093355085444}}, {"step": 5800, "epoch": 12, "train_loss": 0.0013404199853539467, "cos_r_negg": [0.2765563130378723, 0.30065128207206726, 0.3075554370880127], "cos_apical_negg": [0.2765563130378723, 0.30065128207206726, 0.3075554370880127], "cos_Ac_negg": [0.2765563130378723, 0.30065128207206726, 0.3075554370880127], "r_norm": [0.1570367068052292, 0.1550375372171402, 0.15891772508621216]}, {"step": 5850, "epoch": 12, "train_loss": 0.0022861994802951813, "cos_r_negg": [0.27058202028274536, 0.29514217376708984, 0.2998056411743164], "cos_apical_negg": [0.27058202028274536, 0.29514217376708984, 0.2998056411743164], "cos_Ac_negg": [0.27058202028274536, 0.29514217376708984, 0.2998056411743164], "r_norm": [0.15149354934692383, 0.15019959211349487, 0.15409836173057556]}, {"step": 5900, "epoch": 12, "train_loss": 0.003957902546972036, "cos_r_negg": [0.2650332748889923, 0.290183424949646, 0.295571506023407], "cos_apical_negg": [0.2650332748889923, 0.290183424949646, 0.295571506023407], "cos_Ac_negg": [0.2650332748889923, 0.290183424949646, 0.295571506023407], "r_norm": [0.15116600692272186, 0.14988315105438232, 0.1537749469280243]}, {"step": 5950, "epoch": 12, "train_loss": 0.0027839273680001497, "cos_r_negg": [0.2710852026939392, 0.2952846586704254, 0.30115169286727905], "cos_apical_negg": [0.2710852026939392, 0.2952846586704254, 0.30115169286727905], "cos_Ac_negg": [0.2710852026939392, 0.2952846586704254, 0.30115169286727905], "r_norm": [0.1634112447500229, 0.1614876240491867, 0.1650618016719818]}, {"step": 6000, "epoch": 12, "train_loss": 0.0036413464695215225, "cos_r_negg": [0.25886720418930054, 0.2838728129863739, 0.2885904908180237], "cos_apical_negg": [0.25886720418930054, 0.2838728129863739, 0.2885904908180237], "cos_Ac_negg": [0.25886720418930054, 0.2838728129863739, 0.2885904908180237], "r_norm": [0.1593235284090042, 0.1577083021402359, 0.161075621843338], "ldr": {"dL_sdil": -0.0046262964606285095, "dL_bp": -0.0075731948018074036, "ratio": 0.6108777843037138}}, {"step": 6050, "epoch": 12, "train_loss": 0.0017879258375614882, "cos_r_negg": [0.25651901960372925, 0.2821218967437744, 0.28691554069519043], "cos_apical_negg": [0.25651901960372925, 0.2821218967437744, 0.28691554069519043], "cos_Ac_negg": [0.25651901960372925, 0.2821218967437744, 0.28691554069519043], "r_norm": [0.15766102075576782, 0.1565726101398468, 0.16037249565124512]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9749, "test_loss": 0.1152113790512085}, {"step": 6100, "epoch": 13, "train_loss": 0.0036149201914668083, "cos_r_negg": [0.26381993293762207, 0.28859925270080566, 0.2924763560295105], "cos_apical_negg": [0.26381993293762207, 0.28859925270080566, 0.2924763560295105], "cos_Ac_negg": [0.26381993293762207, 0.28859925270080566, 0.2924763560295105], "r_norm": [0.16097110509872437, 0.15922805666923523, 0.1631411910057068]}, {"step": 6150, "epoch": 13, "train_loss": 0.0012237762566655874, "cos_r_negg": [0.2444070726633072, 0.27084267139434814, 0.2731199264526367], "cos_apical_negg": [0.2444070726633072, 0.27084267139434814, 0.2731199264526367], "cos_Ac_negg": [0.2444070726633072, 0.27084267139434814, 0.2731199264526367], "r_norm": [0.1497722864151001, 0.14837953448295593, 0.15189895033836365]}, {"step": 6200, "epoch": 13, "train_loss": 0.0024372306652367115, "cos_r_negg": [0.24800194799900055, 0.2748505771160126, 0.27730125188827515], "cos_apical_negg": [0.24800194799900055, 0.2748505771160126, 0.27730125188827515], "cos_Ac_negg": [0.24800194799900055, 0.2748505771160126, 0.27730125188827515], "r_norm": [0.15757718682289124, 0.15570394694805145, 0.15955819189548492]}, {"step": 6250, "epoch": 13, "train_loss": 0.0019097364274784923, "cos_r_negg": [0.24879507720470428, 0.27461785078048706, 0.27833041548728943], "cos_apical_negg": [0.24879507720470428, 0.27461785078048706, 0.27833041548728943], "cos_Ac_negg": [0.24879507720470428, 0.27461785078048706, 0.27833041548728943], "r_norm": [0.1581987887620926, 0.1563776284456253, 0.16025030612945557], "ldr": {"dL_sdil": -0.0045638307929039, "dL_bp": -0.007498219609260559, "ratio": 0.6086552582785668}}, {"step": 6300, "epoch": 13, "train_loss": 0.0016071924474090338, "cos_r_negg": [0.24874091148376465, 0.2735654413700104, 0.277606725692749], "cos_apical_negg": [0.24874091148376465, 0.2735654413700104, 0.277606725692749], "cos_Ac_negg": [0.24874091148376465, 0.2735654413700104, 0.277606725692749], "r_norm": [0.1577112227678299, 0.15623095631599426, 0.16010689735412598]}, {"step": 6350, "epoch": 13, "train_loss": 0.0018857093527913094, "cos_r_negg": [0.2445524036884308, 0.2691909670829773, 0.2730693221092224], "cos_apical_negg": [0.2445524036884308, 0.2691909670829773, 0.2730693221092224], "cos_Ac_negg": [0.2445524036884308, 0.2691909670829773, 0.2730693221092224], "r_norm": [0.1567280888557434, 0.155072420835495, 0.15879075229167938]}, {"step": 6400, "epoch": 13, "train_loss": 0.0030912316869944334, "cos_r_negg": [0.24119925498962402, 0.26652005314826965, 0.26965653896331787], "cos_apical_negg": [0.24119925498962402, 0.26652005314826965, 0.26965653896331787], "cos_Ac_negg": [0.24119925498962402, 0.26652005314826965, 0.26965653896331787], "r_norm": [0.1563827246427536, 0.15427489578723907, 0.15829816460609436]}, {"step": 6450, "epoch": 13, "train_loss": 0.0024944585748016834, "cos_r_negg": [0.23785585165023804, 0.2619636654853821, 0.2654304802417755], "cos_apical_negg": [0.23785585165023804, 0.2619636654853821, 0.2654304802417755], "cos_Ac_negg": [0.23785585165023804, 0.2619636654853821, 0.2654304802417755], "r_norm": [0.15651610493659973, 0.15476520359516144, 0.15865135192871094]}, {"step": 6500, "epoch": 13, "train_loss": 0.0007586904102936387, "cos_r_negg": [0.2362978160381317, 0.26030391454696655, 0.26422110199928284], "cos_apical_negg": [0.2362978160381317, 0.26030391454696655, 0.26422110199928284], "cos_Ac_negg": [0.2362978160381317, 0.26030391454696655, 0.26422110199928284], "r_norm": [0.160321444272995, 0.15834009647369385, 0.16222341358661652], "ldr": {"dL_sdil": -0.004936441779136658, "dL_bp": -0.008326701819896698, "ratio": 0.5928447884780748}}, {"step": 6550, "epoch": 13, "train_loss": 0.0027614599093794823, "cos_r_negg": [0.24078315496444702, 0.26513612270355225, 0.27025189995765686], "cos_apical_negg": [0.24078315496444702, 0.26513612270355225, 0.27025189995765686], "cos_Ac_negg": [0.24078315496444702, 0.26513612270355225, 0.27025189995765686], "r_norm": [0.15675455331802368, 0.15499848127365112, 0.15866099298000336]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9749, "test_loss": 0.11866025257110596}, {"step": 6600, "epoch": 14, "train_loss": 0.0010013298597186804, "cos_r_negg": [0.22941327095031738, 0.2540966272354126, 0.25854063034057617], "cos_apical_negg": [0.22941327095031738, 0.2540966272354126, 0.25854063034057617], "cos_Ac_negg": [0.22941327095031738, 0.2540966272354126, 0.25854063034057617], "r_norm": [0.15083184838294983, 0.14899826049804688, 0.15284554660320282]}, {"step": 6650, "epoch": 14, "train_loss": 0.002302934881299734, "cos_r_negg": [0.22752366960048676, 0.2522464394569397, 0.25595951080322266], "cos_apical_negg": [0.22752366960048676, 0.2522464394569397, 0.25595951080322266], "cos_Ac_negg": [0.22752366960048676, 0.2522464394569397, 0.25595951080322266], "r_norm": [0.15259456634521484, 0.15088602900505066, 0.15472975373268127]}, {"step": 6700, "epoch": 14, "train_loss": 0.0028869458474218845, "cos_r_negg": [0.22688816487789154, 0.2510935664176941, 0.2546061873435974], "cos_apical_negg": [0.22688816487789154, 0.2510935664176941, 0.2546061873435974], "cos_Ac_negg": [0.22688816487789154, 0.2510935664176941, 0.2546061873435974], "r_norm": [0.15606126189231873, 0.15423214435577393, 0.15794521570205688]}, {"step": 6750, "epoch": 14, "train_loss": 0.0026032859459519386, "cos_r_negg": [0.22630637884140015, 0.24985843896865845, 0.25340428948402405], "cos_apical_negg": [0.22630637884140015, 0.24985843896865845, 0.25340428948402405], "cos_Ac_negg": [0.22630637884140015, 0.24985843896865845, 0.25340428948402405], "r_norm": [0.15583951771259308, 0.154140442609787, 0.1579940915107727], "ldr": {"dL_sdil": -0.004782818257808685, "dL_bp": -0.008010625839233398, "ratio": 0.5970592502753058}}, {"step": 6800, "epoch": 14, "train_loss": 0.003354846267029643, "cos_r_negg": [0.22225141525268555, 0.24624618887901306, 0.2516235411167145], "cos_apical_negg": [0.22225141525268555, 0.24624618887901306, 0.2516235411167145], "cos_Ac_negg": [0.22225141525268555, 0.24624618887901306, 0.2516235411167145], "r_norm": [0.15423351526260376, 0.152155339717865, 0.15632423758506775]}, {"step": 6850, "epoch": 14, "train_loss": 0.0009587698150426149, "cos_r_negg": [0.22771704196929932, 0.2512829899787903, 0.25512248277664185], "cos_apical_negg": [0.22771704196929932, 0.2512829899787903, 0.25512248277664185], "cos_Ac_negg": [0.22771704196929932, 0.2512829899787903, 0.25512248277664185], "r_norm": [0.15810900926589966, 0.15618100762367249, 0.1598953902721405]}, {"step": 6900, "epoch": 14, "train_loss": 0.0016521061770617962, "cos_r_negg": [0.2250591665506363, 0.24890734255313873, 0.2523488998413086], "cos_apical_negg": [0.2250591665506363, 0.24890734255313873, 0.2523488998413086], "cos_Ac_negg": [0.2250591665506363, 0.24890734255313873, 0.2523488998413086], "r_norm": [0.15102489292621613, 0.14954005181789398, 0.1532312035560608]}, {"step": 6950, "epoch": 14, "train_loss": 0.0022484418004751205, "cos_r_negg": [0.22630873322486877, 0.2506331205368042, 0.254191517829895], "cos_apical_negg": [0.22630873322486877, 0.2506331205368042, 0.254191517829895], "cos_Ac_negg": [0.22630873322486877, 0.2506331205368042, 0.254191517829895], "r_norm": [0.15128538012504578, 0.14924228191375732, 0.15314893424510956]}, {"step": 7000, "epoch": 14, "train_loss": 0.0008589760982431471, "cos_r_negg": [0.2209089696407318, 0.24490007758140564, 0.24886755645275116], "cos_apical_negg": [0.2209089696407318, 0.24490007758140564, 0.24886755645275116], "cos_Ac_negg": [0.2209089696407318, 0.24490007758140564, 0.24886755645275116], "r_norm": [0.1540713906288147, 0.15247727930545807, 0.15631498396396637], "ldr": {"dL_sdil": -0.004649654030799866, "dL_bp": -0.007842406630516052, "ratio": 0.5928861190017005}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9744, "test_loss": 0.11967180318832397}, {"step": 7050, "epoch": 15, "train_loss": 0.0010667555034160614, "cos_r_negg": [0.2211150825023651, 0.24574600160121918, 0.2491133213043213], "cos_apical_negg": [0.2211150825023651, 0.24574600160121918, 0.2491133213043213], "cos_Ac_negg": [0.2211150825023651, 0.24574600160121918, 0.2491133213043213], "r_norm": [0.15184183418750763, 0.15008708834648132, 0.15392401814460754]}, {"step": 7100, "epoch": 15, "train_loss": 0.003059400711208582, "cos_r_negg": [0.21923929452896118, 0.2440565526485443, 0.24753248691558838], "cos_apical_negg": [0.21923929452896118, 0.2440565526485443, 0.24753248691558838], "cos_Ac_negg": [0.21923929452896118, 0.2440565526485443, 0.24753248691558838], "r_norm": [0.1539783775806427, 0.15189602971076965, 0.15574249625205994]}, {"step": 7150, "epoch": 15, "train_loss": 0.0025743243750184774, "cos_r_negg": [0.22220690548419952, 0.2469700127840042, 0.2506501376628876], "cos_apical_negg": [0.22220690548419952, 0.2469700127840042, 0.2506501376628876], "cos_Ac_negg": [0.22220690548419952, 0.2469700127840042, 0.2506501376628876], "r_norm": [0.15528163313865662, 0.1531970351934433, 0.15706877410411835]}, {"step": 7200, "epoch": 15, "train_loss": 0.0015395625960081816, "cos_r_negg": [0.2158399075269699, 0.2398793250322342, 0.24312275648117065], "cos_apical_negg": [0.2158399075269699, 0.2398793250322342, 0.24312275648117065], "cos_Ac_negg": [0.2158399075269699, 0.2398793250322342, 0.24312275648117065], "r_norm": [0.15546579658985138, 0.15353259444236755, 0.15731991827487946]}, {"step": 7250, "epoch": 15, "train_loss": 0.0014634430408477783, "cos_r_negg": [0.21103401482105255, 0.23536339402198792, 0.238359734416008], "cos_apical_negg": [0.21103401482105255, 0.23536339402198792, 0.238359734416008], "cos_Ac_negg": [0.21103401482105255, 0.23536339402198792, 0.238359734416008], "r_norm": [0.147542342543602, 0.14586153626441956, 0.1495348960161209], "ldr": {"dL_sdil": -0.004669763147830963, "dL_bp": -0.007945314049720764, "ratio": 0.5877380199962116}}, {"step": 7300, "epoch": 15, "train_loss": 0.0005249768146313727, "cos_r_negg": [0.21442033350467682, 0.2380644530057907, 0.24108287692070007], "cos_apical_negg": [0.21442033350467682, 0.2380644530057907, 0.24108287692070007], "cos_Ac_negg": [0.21442033350467682, 0.2380644530057907, 0.24108287692070007], "r_norm": [0.14877811074256897, 0.14721423387527466, 0.15093646943569183]}, {"step": 7350, "epoch": 15, "train_loss": 0.0013266181340441108, "cos_r_negg": [0.20874488353729248, 0.23265543580055237, 0.2353905737400055], "cos_apical_negg": [0.20874488353729248, 0.23265543580055237, 0.2353905737400055], "cos_Ac_negg": [0.20874488353729248, 0.23265543580055237, 0.2353905737400055], "r_norm": [0.14917424321174622, 0.14757642149925232, 0.15131361782550812]}, {"step": 7400, "epoch": 15, "train_loss": 0.0013563277898356318, "cos_r_negg": [0.20712363719940186, 0.23098528385162354, 0.23493504524230957], "cos_apical_negg": [0.20712363719940186, 0.23098528385162354, 0.23493504524230957], "cos_Ac_negg": [0.20712363719940186, 0.23098528385162354, 0.23493504524230957], "r_norm": [0.14793840050697327, 0.1461404263973236, 0.15004447102546692]}, {"step": 7450, "epoch": 15, "train_loss": 0.00036663177888840437, "cos_r_negg": [0.20754864811897278, 0.2311115264892578, 0.2340327352285385], "cos_apical_negg": [0.20754864811897278, 0.2311115264892578, 0.2340327352285385], "cos_Ac_negg": [0.20754864811897278, 0.2311115264892578, 0.2340327352285385], "r_norm": [0.1490272581577301, 0.14760541915893555, 0.15119844675064087]}, {"step": 7500, "epoch": 15, "train_loss": 0.0006348078604787588, "cos_r_negg": [0.20338734984397888, 0.22733578085899353, 0.23120079934597015], "cos_apical_negg": [0.20338734984397888, 0.22733578085899353, 0.23120079934597015], "cos_Ac_negg": [0.20338734984397888, 0.22733578085899353, 0.23120079934597015], "r_norm": [0.15086685121059418, 0.14924976229667664, 0.15304119884967804], "ldr": {"dL_sdil": -0.00497707724571228, "dL_bp": -0.008685506880283356, "ratio": 0.5730324452347804}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9747, "test_loss": 0.12259431991577148}, {"step": 7550, "epoch": 16, "train_loss": 0.0004923975793644786, "cos_r_negg": [0.20395922660827637, 0.2277035117149353, 0.2316528707742691], "cos_apical_negg": [0.20395922660827637, 0.2277035117149353, 0.2316528707742691], "cos_Ac_negg": [0.20395922660827637, 0.2277035117149353, 0.2316528707742691], "r_norm": [0.15170715749263763, 0.14994323253631592, 0.15383495390415192]}, {"step": 7600, "epoch": 16, "train_loss": 0.010128105990588665, "cos_r_negg": [0.21007782220840454, 0.23345442116260529, 0.2363802045583725], "cos_apical_negg": [0.21007782220840454, 0.23345442116260529, 0.2363802045583725], "cos_Ac_negg": [0.21007782220840454, 0.23345442116260529, 0.2363802045583725], "r_norm": [0.1512875109910965, 0.14990076422691345, 0.15369220077991486]}, {"step": 7650, "epoch": 16, "train_loss": 0.0012098356382921338, "cos_r_negg": [0.2032858431339264, 0.22733424603939056, 0.2307957410812378], "cos_apical_negg": [0.2032858431339264, 0.22733424603939056, 0.2307957410812378], "cos_Ac_negg": [0.2032858431339264, 0.22733424603939056, 0.2307957410812378], "r_norm": [0.15011316537857056, 0.1484183818101883, 0.15237079560756683]}, {"step": 7700, "epoch": 16, "train_loss": 0.0007895201561041176, "cos_r_negg": [0.1990426778793335, 0.22301004827022552, 0.22675341367721558], "cos_apical_negg": [0.1990426778793335, 0.22301004827022552, 0.22675341367721558], "cos_Ac_negg": [0.1990426778793335, 0.22301004827022552, 0.22675341367721558], "r_norm": [0.15167053043842316, 0.15002012252807617, 0.15391793847084045]}, {"step": 7750, "epoch": 16, "train_loss": 0.001414276659488678, "cos_r_negg": [0.20343424379825592, 0.22741831839084625, 0.23110324144363403], "cos_apical_negg": [0.20343424379825592, 0.22741831839084625, 0.23110324144363403], "cos_Ac_negg": [0.20343424379825592, 0.22741831839084625, 0.23110324144363403], "r_norm": [0.15121319890022278, 0.14953380823135376, 0.1534121036529541], "ldr": {"dL_sdil": -0.004786863923072815, "dL_bp": -0.008354902267456055, "ratio": 0.5729407442285193}}, {"step": 7800, "epoch": 16, "train_loss": 0.0019831599202007055, "cos_r_negg": [0.19946427643299103, 0.22309467196464539, 0.2272387593984604], "cos_apical_negg": [0.19946427643299103, 0.22309467196464539, 0.2272387593984604], "cos_Ac_negg": [0.19946427643299103, 0.22309467196464539, 0.2272387593984604], "r_norm": [0.14535044133663177, 0.14368611574172974, 0.14750590920448303]}, {"step": 7850, "epoch": 16, "train_loss": 0.000930414127651602, "cos_r_negg": [0.2000209242105484, 0.22317317128181458, 0.22641615569591522], "cos_apical_negg": [0.2000209242105484, 0.22317317128181458, 0.22641615569591522], "cos_Ac_negg": [0.2000209242105484, 0.22317317128181458, 0.22641615569591522], "r_norm": [0.15099070966243744, 0.14946798980236053, 0.1533317267894745]}, {"step": 7900, "epoch": 16, "train_loss": 0.001247087144292891, "cos_r_negg": [0.19663122296333313, 0.21984410285949707, 0.22327536344528198], "cos_apical_negg": [0.19663122296333313, 0.21984410285949707, 0.22327536344528198], "cos_Ac_negg": [0.19663122296333313, 0.21984410285949707, 0.22327536344528198], "r_norm": [0.15090644359588623, 0.14950278401374817, 0.15322355926036835]}, {"step": 7950, "epoch": 16, "train_loss": 0.0009815117809921503, "cos_r_negg": [0.19786879420280457, 0.22088272869586945, 0.22462265193462372], "cos_apical_negg": [0.19786879420280457, 0.22088272869586945, 0.22462265193462372], "cos_Ac_negg": [0.19786879420280457, 0.22088272869586945, 0.22462265193462372], "r_norm": [0.1516975462436676, 0.14993830025196075, 0.1538715362548828]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9751, "test_loss": 0.12410853757858277}, {"step": 8000, "epoch": 17, "train_loss": 0.0018183470238000154, "cos_r_negg": [0.19529950618743896, 0.21853649616241455, 0.2217579036951065], "cos_apical_negg": [0.19529950618743896, 0.21853649616241455, 0.2217579036951065], "cos_Ac_negg": [0.19529950618743896, 0.21853649616241455, 0.2217579036951065], "r_norm": [0.15120115876197815, 0.1493651419878006, 0.15328262746334076], "ldr": {"dL_sdil": -0.004881635308265686, "dL_bp": -0.008578404784202576, "ratio": 0.5690609654204455}}, {"step": 8050, "epoch": 17, "train_loss": 0.0016743632731959224, "cos_r_negg": [0.19475318491458893, 0.21778886020183563, 0.22085973620414734], "cos_apical_negg": [0.19475318491458893, 0.21778886020183563, 0.22085973620414734], "cos_Ac_negg": [0.19475318491458893, 0.21778886020183563, 0.22085973620414734], "r_norm": [0.15340086817741394, 0.15157732367515564, 0.15551260113716125]}, {"step": 8100, "epoch": 17, "train_loss": 0.002250159392133355, "cos_r_negg": [0.19111382961273193, 0.21427646279335022, 0.21794560551643372], "cos_apical_negg": [0.19111382961273193, 0.21427646279335022, 0.21794560551643372], "cos_Ac_negg": [0.19111382961273193, 0.21427646279335022, 0.21794560551643372], "r_norm": [0.1467490941286087, 0.14491242170333862, 0.14870890974998474]}, {"step": 8150, "epoch": 17, "train_loss": 0.0003787610912695527, "cos_r_negg": [0.1894889771938324, 0.2119513899087906, 0.21497808396816254], "cos_apical_negg": [0.1894889771938324, 0.2119513899087906, 0.21497808396816254], "cos_Ac_negg": [0.1894889771938324, 0.2119513899087906, 0.21497808396816254], "r_norm": [0.15289318561553955, 0.15136924386024475, 0.15509358048439026]}, {"step": 8200, "epoch": 17, "train_loss": 0.0009382526623085141, "cos_r_negg": [0.1907680630683899, 0.21346017718315125, 0.21636202931404114], "cos_apical_negg": [0.1907680630683899, 0.21346017718315125, 0.21636202931404114], "cos_Ac_negg": [0.1907680630683899, 0.21346017718315125, 0.21636202931404114], "r_norm": [0.14631739258766174, 0.14485925436019897, 0.14859044551849365]}, {"step": 8250, "epoch": 17, "train_loss": 0.0014748497633263469, "cos_r_negg": [0.1860509067773819, 0.20856867730617523, 0.21199491620063782], "cos_apical_negg": [0.1860509067773819, 0.20856867730617523, 0.21199491620063782], "cos_Ac_negg": [0.1860509067773819, 0.20856867730617523, 0.21199491620063782], "r_norm": [0.15074092149734497, 0.1490621715784073, 0.15272289514541626], "ldr": {"dL_sdil": -0.005253404378890991, "dL_bp": -0.009430862963199615, "ratio": 0.5570438675008236}}, {"step": 8300, "epoch": 17, "train_loss": 0.0012119101593270898, "cos_r_negg": [0.18693220615386963, 0.20952194929122925, 0.21275049448013306], "cos_apical_negg": [0.18693220615386963, 0.20952194929122925, 0.21275049448013306], "cos_Ac_negg": [0.18693220615386963, 0.20952194929122925, 0.21275049448013306], "r_norm": [0.1508655846118927, 0.14921903610229492, 0.15291620790958405]}, {"step": 8350, "epoch": 17, "train_loss": 0.0010064297821372747, "cos_r_negg": [0.18576908111572266, 0.20788726210594177, 0.21116113662719727], "cos_apical_negg": [0.18576908111572266, 0.20788726210594177, 0.21116113662719727], "cos_Ac_negg": [0.18576908111572266, 0.20788726210594177, 0.21116113662719727], "r_norm": [0.15211156010627747, 0.15066388249397278, 0.1544003188610077]}, {"step": 8400, "epoch": 17, "train_loss": 0.0010467988904565573, "cos_r_negg": [0.18428441882133484, 0.20676955580711365, 0.21042777597904205], "cos_apical_negg": [0.18428441882133484, 0.20676955580711365, 0.21042777597904205], "cos_Ac_negg": [0.18428441882133484, 0.20676955580711365, 0.21042777597904205], "r_norm": [0.14946404099464417, 0.147795632481575, 0.15175364911556244]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.975, "test_loss": 0.1264083209991455}, {"step": 8450, "epoch": 18, "train_loss": 0.0014559674309566617, "cos_r_negg": [0.1864774227142334, 0.20899146795272827, 0.21267426013946533], "cos_apical_negg": [0.1864774227142334, 0.20899146795272827, 0.21267426013946533], "cos_Ac_negg": [0.1864774227142334, 0.20899146795272827, 0.21267426013946533], "r_norm": [0.15162095427513123, 0.14981740713119507, 0.15375815331935883]}, {"step": 8500, "epoch": 18, "train_loss": 0.0008868235163390636, "cos_r_negg": [0.18506330251693726, 0.20732209086418152, 0.21066993474960327], "cos_apical_negg": [0.18506330251693726, 0.20732209086418152, 0.21066993474960327], "cos_Ac_negg": [0.18506330251693726, 0.20732209086418152, 0.21066993474960327], "r_norm": [0.15117599070072174, 0.14961910247802734, 0.15354794263839722], "ldr": {"dL_sdil": -0.0050695836544036865, "dL_bp": -0.009054303169250488, "ratio": 0.5599087593643437}}, {"step": 8550, "epoch": 18, "train_loss": 0.0013558858772739768, "cos_r_negg": [0.18341554701328278, 0.2053426206111908, 0.20878738164901733], "cos_apical_negg": [0.18341554701328278, 0.2053426206111908, 0.20878738164901733], "cos_Ac_negg": [0.18341554701328278, 0.2053426206111908, 0.20878738164901733], "r_norm": [0.15270701050758362, 0.15128126740455627, 0.1553078144788742]}, {"step": 8600, "epoch": 18, "train_loss": 0.0018163906643167138, "cos_r_negg": [0.18114987015724182, 0.2032642960548401, 0.20672643184661865], "cos_apical_negg": [0.18114987015724182, 0.2032642960548401, 0.20672643184661865], "cos_Ac_negg": [0.18114987015724182, 0.2032642960548401, 0.20672643184661865], "r_norm": [0.15016105771064758, 0.14852863550186157, 0.15241661667823792]}, {"step": 8650, "epoch": 18, "train_loss": 0.00028922356432303786, "cos_r_negg": [0.1803804337978363, 0.20252959430217743, 0.2064628005027771], "cos_apical_negg": [0.1803804337978363, 0.20252959430217743, 0.2064628005027771], "cos_Ac_negg": [0.1803804337978363, 0.20252959430217743, 0.2064628005027771], "r_norm": [0.14840814471244812, 0.1467214822769165, 0.15063165128231049]}, {"step": 8700, "epoch": 18, "train_loss": 0.0016502707730978727, "cos_r_negg": [0.1791166067123413, 0.20140312612056732, 0.20509618520736694], "cos_apical_negg": [0.1791166067123413, 0.20140312612056732, 0.20509618520736694], "cos_Ac_negg": [0.1791166067123413, 0.20140312612056732, 0.20509618520736694], "r_norm": [0.14669197797775269, 0.14502418041229248, 0.14892682433128357]}, {"step": 8750, "epoch": 18, "train_loss": 0.0018669177079573274, "cos_r_negg": [0.1796128749847412, 0.20102791488170624, 0.20423993468284607], "cos_apical_negg": [0.1796128749847412, 0.20102791488170624, 0.20423993468284607], "cos_Ac_negg": [0.1796128749847412, 0.20102791488170624, 0.20423993468284607], "r_norm": [0.15265600383281708, 0.1508508175611496, 0.1546734869480133], "ldr": {"dL_sdil": -0.005238369107246399, "dL_bp": -0.009415000677108765, "ratio": 0.5563854201288321}}, {"step": 8800, "epoch": 18, "train_loss": 0.0007651080377399921, "cos_r_negg": [0.17743739485740662, 0.1990298330783844, 0.20299535989761353], "cos_apical_negg": [0.17743739485740662, 0.1990298330783844, 0.20299535989761353], "cos_Ac_negg": [0.17743739485740662, 0.1990298330783844, 0.20299535989761353], "r_norm": [0.14835518598556519, 0.14681404829025269, 0.15057681500911713]}, {"step": 8850, "epoch": 18, "train_loss": 0.001062221359461546, "cos_r_negg": [0.17808358371257782, 0.19960397481918335, 0.20363283157348633], "cos_apical_negg": [0.17808358371257782, 0.19960397481918335, 0.20363283157348633], "cos_Ac_negg": [0.17808358371257782, 0.19960397481918335, 0.20363283157348633], "r_norm": [0.1479288637638092, 0.14672502875328064, 0.1505381464958191]}, {"step": 8900, "epoch": 18, "train_loss": 0.0007915148162283003, "cos_r_negg": [0.1789247840642929, 0.20110055804252625, 0.2048075646162033], "cos_apical_negg": [0.1789247840642929, 0.20110055804252625, 0.2048075646162033], "cos_Ac_negg": [0.1789247840642929, 0.20110055804252625, 0.2048075646162033], "r_norm": [0.14695708453655243, 0.14528119564056396, 0.14904585480690002]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9753, "test_loss": 0.1273531439781189}, {"step": 8950, "epoch": 19, "train_loss": 0.0005358154885470867, "cos_r_negg": [0.17781662940979004, 0.2000609040260315, 0.20363271236419678], "cos_apical_negg": [0.17781662940979004, 0.2000609040260315, 0.20363271236419678], "cos_Ac_negg": [0.17781662940979004, 0.2000609040260315, 0.20363271236419678], "r_norm": [0.14644783735275269, 0.14492663741111755, 0.14859898388385773]}, {"step": 9000, "epoch": 19, "train_loss": 0.0009432739461772144, "cos_r_negg": [0.17797458171844482, 0.1997951716184616, 0.20310375094413757], "cos_apical_negg": [0.17797458171844482, 0.1997951716184616, 0.20310375094413757], "cos_Ac_negg": [0.17797458171844482, 0.1997951716184616, 0.20310375094413757], "r_norm": [0.1490410566329956, 0.14750298857688904, 0.15122652053833008], "ldr": {"dL_sdil": -0.00523734837770462, "dL_bp": -0.009626947343349457, "ratio": 0.5440300222814365}}, {"step": 9050, "epoch": 19, "train_loss": 0.0018772791372612119, "cos_r_negg": [0.1753646433353424, 0.1972910761833191, 0.20076555013656616], "cos_apical_negg": [0.1753646433353424, 0.1972910761833191, 0.20076555013656616], "cos_Ac_negg": [0.1753646433353424, 0.1972910761833191, 0.20076555013656616], "r_norm": [0.14702333509922028, 0.14546218514442444, 0.14927572011947632]}, {"step": 9100, "epoch": 19, "train_loss": 0.00048634858103469014, "cos_r_negg": [0.1746087521314621, 0.196529358625412, 0.19971726834774017], "cos_apical_negg": [0.1746087521314621, 0.196529358625412, 0.19971726834774017], "cos_Ac_negg": [0.1746087521314621, 0.196529358625412, 0.19971726834774017], "r_norm": [0.14600920677185059, 0.14443588256835938, 0.1482035368680954]}, {"step": 9150, "epoch": 19, "train_loss": 0.0016436089063063264, "cos_r_negg": [0.174064502120018, 0.19574293494224548, 0.19950056076049805], "cos_apical_negg": [0.174064502120018, 0.19574293494224548, 0.19950056076049805], "cos_Ac_negg": [0.174064502120018, 0.19574293494224548, 0.19950056076049805], "r_norm": [0.14599770307540894, 0.14421895146369934, 0.148167684674263]}, {"step": 9200, "epoch": 19, "train_loss": 0.0005288351094350219, "cos_r_negg": [0.17211945354938507, 0.19299012422561646, 0.19728201627731323], "cos_apical_negg": [0.17211945354938507, 0.19299012422561646, 0.19728201627731323], "cos_Ac_negg": [0.17211945354938507, 0.19299012422561646, 0.19728201627731323], "r_norm": [0.14805343747138977, 0.14641466736793518, 0.15033817291259766]}, {"step": 9250, "epoch": 19, "train_loss": 0.0011370242573320866, "cos_r_negg": [0.17074888944625854, 0.19144801795482635, 0.19539982080459595], "cos_apical_negg": [0.17074888944625854, 0.19144801795482635, 0.19539982080459595], "cos_Ac_negg": [0.17074888944625854, 0.19144801795482635, 0.19539982080459595], "r_norm": [0.14889651536941528, 0.1473049819469452, 0.1512116640806198], "ldr": {"dL_sdil": -0.005335956811904907, "dL_bp": -0.00974901020526886, "ratio": 0.5473331855803254}}, {"step": 9300, "epoch": 19, "train_loss": 0.0007320980075746775, "cos_r_negg": [0.17291861772537231, 0.19366402924060822, 0.19730712473392487], "cos_apical_negg": [0.17291861772537231, 0.19366402924060822, 0.19730712473392487], "cos_Ac_negg": [0.17291861772537231, 0.19366402924060822, 0.19730712473392487], "r_norm": [0.15204186737537384, 0.15045729279518127, 0.15443116426467896]}, {"step": 9350, "epoch": 19, "train_loss": 0.0005629529478028417, "cos_r_negg": [0.17119461297988892, 0.19216875731945038, 0.19592750072479248], "cos_apical_negg": [0.17119461297988892, 0.19216875731945038, 0.19592750072479248], "cos_Ac_negg": [0.17119461297988892, 0.19216875731945038, 0.19592750072479248], "r_norm": [0.1490500122308731, 0.1474592387676239, 0.1513535976409912]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9748, "test_loss": 0.13137950611114502}], "final": {"test_acc": 0.9748, "test_loss": 0.13137950611114502, "wall_s": 48.20636987686157, "cos_r_negg": [0.1706344187259674, 0.1914072036743164, 0.1953282356262207], "cos_apical_negg": [0.1706344187259674, 0.1914072036743164, 0.1953282356262207], "cos_Ac_negg": [0.1706344187259674, 0.1914072036743164, 0.1953282356262207]}}
\ No newline at end of file
diff --git a/results/depth_mnist_sdil_d3_s2.json b/results/depth_mnist_sdil_d3_s2.json
new file mode 100644
index 0000000..77d29ba
--- /dev/null
+++ b/results/depth_mnist_sdil_d3_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 3, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d3_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4856414794921875, "cos_r_negg": [0.029271893203258514, 0.03157779201865196, 0.002364835236221552], "cos_apical_negg": [0.029271893203258514, 0.03157779201865196, 0.002364835236221552], "cos_Ac_negg": [0.029271893203258514, 0.03157779201865196, 0.002364835236221552], "r_norm": [4.761924743652344, 4.786506652832031, 4.870405197143555], "ldr": {"dL_sdil": -0.02113628387451172, "dL_bp": -0.10421180725097656, "ratio": 0.2028204330398814}}, {"step": 50, "epoch": 0, "train_loss": 0.6273460388183594, "cos_r_negg": [0.43670588731765747, 0.3415992558002472, 0.33960235118865967], "cos_apical_negg": [0.43670588731765747, 0.3415992558002472, 0.33960235118865967], "cos_Ac_negg": [0.43670588731765747, 0.3415992558002472, 0.33960235118865967], "r_norm": [1.1860156059265137, 1.2045161724090576, 1.219724178314209]}, {"step": 100, "epoch": 0, "train_loss": 0.34762829542160034, "cos_r_negg": [0.5085408091545105, 0.3885398507118225, 0.37366706132888794], "cos_apical_negg": [0.5085408091545105, 0.3885398507118225, 0.37366706132888794], "cos_Ac_negg": [0.5085408091545105, 0.3885398507118225, 0.37366706132888794], "r_norm": [0.8586770296096802, 0.8688889741897583, 0.8846163153648376]}, {"step": 150, "epoch": 0, "train_loss": 0.36393797397613525, "cos_r_negg": [0.5340442657470703, 0.4162328243255615, 0.40433964133262634], "cos_apical_negg": [0.5340442657470703, 0.4162328243255615, 0.40433964133262634], "cos_Ac_negg": [0.5340442657470703, 0.4162328243255615, 0.40433964133262634], "r_norm": [0.7760515809059143, 0.7853609323501587, 0.7978541851043701]}, {"step": 200, "epoch": 0, "train_loss": 0.2835160493850708, "cos_r_negg": [0.5521252155303955, 0.4296180009841919, 0.40608394145965576], "cos_apical_negg": [0.5521252155303955, 0.4296180009841919, 0.40608394145965576], "cos_Ac_negg": [0.5521252155303955, 0.4296180009841919, 0.40608394145965576], "r_norm": [0.7254453897476196, 0.7380621433258057, 0.7463579177856445]}, {"step": 250, "epoch": 0, "train_loss": 0.16091862320899963, "cos_r_negg": [0.5373039245605469, 0.42994558811187744, 0.42916199564933777], "cos_apical_negg": [0.5373039245605469, 0.42994558811187744, 0.42916199564933777], "cos_Ac_negg": [0.5373039245605469, 0.42994558811187744, 0.42916199564933777], "r_norm": [0.6332821249961853, 0.6430270671844482, 0.6528741717338562], "ldr": {"dL_sdil": -0.005193352699279785, "dL_bp": -0.003493979573249817, "ratio": 1.4863717976603248}}, {"step": 300, "epoch": 0, "train_loss": 0.23084980249404907, "cos_r_negg": [0.5583860874176025, 0.46365809440612793, 0.44851166009902954], "cos_apical_negg": [0.5583860874176025, 0.46365809440612793, 0.44851166009902954], "cos_Ac_negg": [0.5583860874176025, 0.46365809440612793, 0.44851166009902954], "r_norm": [0.579828679561615, 0.5877047181129456, 0.5976170301437378]}, {"step": 350, "epoch": 0, "train_loss": 0.19952158629894257, "cos_r_negg": [0.5558881163597107, 0.46521425247192383, 0.45433807373046875], "cos_apical_negg": [0.5558881163597107, 0.46521425247192383, 0.45433807373046875], "cos_Ac_negg": [0.5558881163597107, 0.46521425247192383, 0.45433807373046875], "r_norm": [0.4869493544101715, 0.4933871626853943, 0.5008738040924072]}, {"step": 400, "epoch": 0, "train_loss": 0.15827202796936035, "cos_r_negg": [0.5561445355415344, 0.482033908367157, 0.47107166051864624], "cos_apical_negg": [0.5561445355415344, 0.482033908367157, 0.47107166051864624], "cos_Ac_negg": [0.5561445355415344, 0.482033908367157, 0.47107166051864624], "r_norm": [0.4740291237831116, 0.4793435335159302, 0.4889255166053772]}, {"step": 450, "epoch": 0, "train_loss": 0.24734853208065033, "cos_r_negg": [0.5628365278244019, 0.4909265339374542, 0.479852557182312], "cos_apical_negg": [0.5628365278244019, 0.4909265339374542, 0.479852557182312], "cos_Ac_negg": [0.5628365278244019, 0.4909265339374542, 0.479852557182312], "r_norm": [0.5123032331466675, 0.5182398557662964, 0.5258601903915405]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9501, "test_loss": 0.16851665954589845}, {"step": 500, "epoch": 1, "train_loss": 0.2022450864315033, "cos_r_negg": [0.5720481872558594, 0.5038789510726929, 0.5020474195480347], "cos_apical_negg": [0.5720481872558594, 0.5038789510726929, 0.5020474195480347], "cos_Ac_negg": [0.5720481872558594, 0.5038789510726929, 0.5020474195480347], "r_norm": [0.49658775329589844, 0.5012377500534058, 0.5105066299438477], "ldr": {"dL_sdil": -0.005877405405044556, "dL_bp": -0.004134774208068848, "ratio": 1.4214574023353035}}, {"step": 550, "epoch": 1, "train_loss": 0.15796509385108948, "cos_r_negg": [0.5645636916160583, 0.5020462870597839, 0.5001262426376343], "cos_apical_negg": [0.5645636916160583, 0.5020462870597839, 0.5001262426376343], "cos_Ac_negg": [0.5645636916160583, 0.5020462870597839, 0.5001262426376343], "r_norm": [0.41475868225097656, 0.4200592041015625, 0.42581653594970703]}, {"step": 600, "epoch": 1, "train_loss": 0.2230219542980194, "cos_r_negg": [0.565814733505249, 0.5071035027503967, 0.5098092555999756], "cos_apical_negg": [0.565814733505249, 0.5071035027503967, 0.5098092555999756], "cos_Ac_negg": [0.565814733505249, 0.5071035027503967, 0.5098092555999756], "r_norm": [0.4491439461708069, 0.45432397723197937, 0.4611707031726837]}, {"step": 650, "epoch": 1, "train_loss": 0.1535545289516449, "cos_r_negg": [0.5731909871101379, 0.5191440582275391, 0.5136414170265198], "cos_apical_negg": [0.5731909871101379, 0.5191440582275391, 0.5136414170265198], "cos_Ac_negg": [0.5731909871101379, 0.5191440582275391, 0.5136414170265198], "r_norm": [0.43508970737457275, 0.44044029712677, 0.44757741689682007]}, {"step": 700, "epoch": 1, "train_loss": 0.10496537387371063, "cos_r_negg": [0.5751433372497559, 0.5304549336433411, 0.530116617679596], "cos_apical_negg": [0.5751433372497559, 0.5304549336433411, 0.530116617679596], "cos_Ac_negg": [0.5751433372497559, 0.5304549336433411, 0.530116617679596], "r_norm": [0.3983275890350342, 0.4030945897102356, 0.40977877378463745]}, {"step": 750, "epoch": 1, "train_loss": 0.07169878482818604, "cos_r_negg": [0.5801935791969299, 0.5306378602981567, 0.5298402309417725], "cos_apical_negg": [0.5801935791969299, 0.5306378602981567, 0.5298402309417725], "cos_Ac_negg": [0.5801935791969299, 0.5306378602981567, 0.5298402309417725], "r_norm": [0.40453535318374634, 0.4089970886707306, 0.41518688201904297], "ldr": {"dL_sdil": -0.0045977383852005005, "dL_bp": -0.0033378899097442627, "ratio": 1.3774385942982652}}, {"step": 800, "epoch": 1, "train_loss": 0.0744248479604721, "cos_r_negg": [0.5825762748718262, 0.533744752407074, 0.5329104661941528], "cos_apical_negg": [0.5825762748718262, 0.533744752407074, 0.5329104661941528], "cos_Ac_negg": [0.5825762748718262, 0.533744752407074, 0.5329104661941528], "r_norm": [0.39390379190444946, 0.39833056926727295, 0.4057004153728485]}, {"step": 850, "epoch": 1, "train_loss": 0.18962018191814423, "cos_r_negg": [0.5734406113624573, 0.5327270030975342, 0.531667172908783], "cos_apical_negg": [0.5734406113624573, 0.5327270030975342, 0.531667172908783], "cos_Ac_negg": [0.5734406113624573, 0.5327270030975342, 0.531667172908783], "r_norm": [0.3969164490699768, 0.4009735882282257, 0.4079616963863373]}, {"step": 900, "epoch": 1, "train_loss": 0.11596865952014923, "cos_r_negg": [0.5871329307556152, 0.545321524143219, 0.5400856137275696], "cos_apical_negg": [0.5871329307556152, 0.545321524143219, 0.5400856137275696], "cos_Ac_negg": [0.5871329307556152, 0.545321524143219, 0.5400856137275696], "r_norm": [0.3632608652114868, 0.3676431179046631, 0.37268245220184326]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9602, "test_loss": 0.13428878860473634}, {"step": 950, "epoch": 2, "train_loss": 0.17787152528762817, "cos_r_negg": [0.5851209163665771, 0.5544261932373047, 0.5447006225585938], "cos_apical_negg": [0.5851209163665771, 0.5544261932373047, 0.5447006225585938], "cos_Ac_negg": [0.5851209163665771, 0.5544261932373047, 0.5447006225585938], "r_norm": [0.3423099219799042, 0.345513254404068, 0.34969794750213623]}, {"step": 1000, "epoch": 2, "train_loss": 0.09855428338050842, "cos_r_negg": [0.6034496426582336, 0.5667747259140015, 0.5587937831878662], "cos_apical_negg": [0.6034496426582336, 0.5667747259140015, 0.5587937831878662], "cos_Ac_negg": [0.6034496426582336, 0.5667747259140015, 0.5587937831878662], "r_norm": [0.3194182515144348, 0.32282117009162903, 0.32582688331604004], "ldr": {"dL_sdil": -0.0028473883867263794, "dL_bp": -0.002173013985157013, "ratio": 1.3103405712875056}}, {"step": 1050, "epoch": 2, "train_loss": 0.05533502250909805, "cos_r_negg": [0.5962246656417847, 0.5649471879005432, 0.5577988624572754], "cos_apical_negg": [0.5962246656417847, 0.5649471879005432, 0.5577988624572754], "cos_Ac_negg": [0.5962246656417847, 0.5649471879005432, 0.5577988624572754], "r_norm": [0.3441619575023651, 0.3467599153518677, 0.3521643280982971]}, {"step": 1100, "epoch": 2, "train_loss": 0.10698441416025162, "cos_r_negg": [0.5969971418380737, 0.563483476638794, 0.55986088514328], "cos_apical_negg": [0.5969971418380737, 0.563483476638794, 0.55986088514328], "cos_Ac_negg": [0.5969971418380737, 0.563483476638794, 0.55986088514328], "r_norm": [0.32381024956703186, 0.3273944854736328, 0.33236199617385864]}, {"step": 1150, "epoch": 2, "train_loss": 0.05351730436086655, "cos_r_negg": [0.598272442817688, 0.562210202217102, 0.5606467723846436], "cos_apical_negg": [0.598272442817688, 0.562210202217102, 0.5606467723846436], "cos_Ac_negg": [0.598272442817688, 0.562210202217102, 0.5606467723846436], "r_norm": [0.3160281181335449, 0.3190643787384033, 0.3238239884376526]}, {"step": 1200, "epoch": 2, "train_loss": 0.016749391332268715, "cos_r_negg": [0.5994819402694702, 0.5629410743713379, 0.5620440244674683], "cos_apical_negg": [0.5994819402694702, 0.5629410743713379, 0.5620440244674683], "cos_Ac_negg": [0.5994819402694702, 0.5629410743713379, 0.5620440244674683], "r_norm": [0.3186197876930237, 0.3218999207019806, 0.3258114457130432]}, {"step": 1250, "epoch": 2, "train_loss": 0.10084599256515503, "cos_r_negg": [0.593428373336792, 0.5606418251991272, 0.5606562495231628], "cos_apical_negg": [0.593428373336792, 0.5606418251991272, 0.5606562495231628], "cos_Ac_negg": [0.593428373336792, 0.5606418251991272, 0.5606562495231628], "r_norm": [0.2917326092720032, 0.29455435276031494, 0.2981087267398834], "ldr": {"dL_sdil": -0.004564948379993439, "dL_bp": -0.0038290470838546753, "ratio": 1.1921891478539712}}, {"step": 1300, "epoch": 2, "train_loss": 0.16009213030338287, "cos_r_negg": [0.6085825562477112, 0.57405686378479, 0.5777789354324341], "cos_apical_negg": [0.6085825562477112, 0.57405686378479, 0.5777789354324341], "cos_Ac_negg": [0.6085825562477112, 0.57405686378479, 0.5777789354324341], "r_norm": [0.2608344554901123, 0.2637980878353119, 0.2659803628921509]}, {"step": 1350, "epoch": 2, "train_loss": 0.10372798144817352, "cos_r_negg": [0.6021072864532471, 0.5694124102592468, 0.5769148468971252], "cos_apical_negg": [0.6021072864532471, 0.5694124102592468, 0.5769148468971252], "cos_Ac_negg": [0.6021072864532471, 0.5694124102592468, 0.5769148468971252], "r_norm": [0.2909814715385437, 0.2942863702774048, 0.29884135723114014]}, {"step": 1400, "epoch": 2, "train_loss": 0.1894911527633667, "cos_r_negg": [0.6033897399902344, 0.5816594958305359, 0.5809985995292664], "cos_apical_negg": [0.6033897399902344, 0.5816594958305359, 0.5809985995292664], "cos_Ac_negg": [0.6033897399902344, 0.5816594958305359, 0.5809985995292664], "r_norm": [0.31093621253967285, 0.31294676661491394, 0.3174363970756531]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.964, "test_loss": 0.11583264694213867}, {"step": 1450, "epoch": 3, "train_loss": 0.04874005168676376, "cos_r_negg": [0.5975097417831421, 0.5788634419441223, 0.5773279666900635], "cos_apical_negg": [0.5975097417831421, 0.5788634419441223, 0.5773279666900635], "cos_Ac_negg": [0.5975097417831421, 0.5788634419441223, 0.5773279666900635], "r_norm": [0.27927812933921814, 0.2822733223438263, 0.2858870029449463]}, {"step": 1500, "epoch": 3, "train_loss": 0.05481761693954468, "cos_r_negg": [0.5916328430175781, 0.5702584385871887, 0.5705949664115906], "cos_apical_negg": [0.5916328430175781, 0.5702584385871887, 0.5705949664115906], "cos_Ac_negg": [0.5916328430175781, 0.5702584385871887, 0.5705949664115906], "r_norm": [0.2712559103965759, 0.2735588252544403, 0.27739131450653076], "ldr": {"dL_sdil": -0.003810591995716095, "dL_bp": -0.003238767385482788, "ratio": 1.1765562456866805}}, {"step": 1550, "epoch": 3, "train_loss": 0.06415927410125732, "cos_r_negg": [0.596709668636322, 0.5779509544372559, 0.5796216726303101], "cos_apical_negg": [0.596709668636322, 0.5779509544372559, 0.5796216726303101], "cos_Ac_negg": [0.596709668636322, 0.5779509544372559, 0.5796216726303101], "r_norm": [0.2537532448768616, 0.2565702497959137, 0.25935763120651245]}, {"step": 1600, "epoch": 3, "train_loss": 0.02895648032426834, "cos_r_negg": [0.5947766304016113, 0.582473874092102, 0.5799318552017212], "cos_apical_negg": [0.5947766304016113, 0.582473874092102, 0.5799318552017212], "cos_Ac_negg": [0.5947766304016113, 0.582473874092102, 0.5799318552017212], "r_norm": [0.2455318421125412, 0.24808144569396973, 0.250718891620636]}, {"step": 1650, "epoch": 3, "train_loss": 0.04750140383839607, "cos_r_negg": [0.585806131362915, 0.5734236240386963, 0.5771544575691223], "cos_apical_negg": [0.585806131362915, 0.5734236240386963, 0.5771544575691223], "cos_Ac_negg": [0.585806131362915, 0.5734236240386963, 0.5771544575691223], "r_norm": [0.21645855903625488, 0.2188342809677124, 0.22065973281860352]}, {"step": 1700, "epoch": 3, "train_loss": 0.03945784643292427, "cos_r_negg": [0.6081153750419617, 0.5921922922134399, 0.5956120491027832], "cos_apical_negg": [0.6081153750419617, 0.5921922922134399, 0.5956120491027832], "cos_Ac_negg": [0.6081153750419617, 0.5921922922134399, 0.5956120491027832], "r_norm": [0.2370454967021942, 0.2383052110671997, 0.24188625812530518]}, {"step": 1750, "epoch": 3, "train_loss": 0.04513532668352127, "cos_r_negg": [0.5988376140594482, 0.589820921421051, 0.5986001491546631], "cos_apical_negg": [0.5988376140594482, 0.589820921421051, 0.5986001491546631], "cos_Ac_negg": [0.5988376140594482, 0.589820921421051, 0.5986001491546631], "r_norm": [0.22413906455039978, 0.22608992457389832, 0.228952556848526], "ldr": {"dL_sdil": -0.0018810555338859558, "dL_bp": -0.0016796737909317017, "ratio": 1.1198933650340221}}, {"step": 1800, "epoch": 3, "train_loss": 0.07445520907640457, "cos_r_negg": [0.5939998030662537, 0.5818097591400146, 0.5893911123275757], "cos_apical_negg": [0.5939998030662537, 0.5818097591400146, 0.5893911123275757], "cos_Ac_negg": [0.5939998030662537, 0.5818097591400146, 0.5893911123275757], "r_norm": [0.2684762477874756, 0.2708875238895416, 0.270413339138031]}, {"step": 1850, "epoch": 3, "train_loss": 0.08070587366819382, "cos_r_negg": [0.5991328358650208, 0.592585563659668, 0.5957931280136108], "cos_apical_negg": [0.5991328358650208, 0.592585563659668, 0.5957931280136108], "cos_Ac_negg": [0.5991328358650208, 0.592585563659668, 0.5957931280136108], "r_norm": [0.25248220562934875, 0.25401490926742554, 0.257556676864624]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9715, "test_loss": 0.10024897727966309}, {"step": 1900, "epoch": 4, "train_loss": 0.05560731887817383, "cos_r_negg": [0.5896428823471069, 0.5824086666107178, 0.5882707834243774], "cos_apical_negg": [0.5896428823471069, 0.5824086666107178, 0.5882707834243774], "cos_Ac_negg": [0.5896428823471069, 0.5824086666107178, 0.5882707834243774], "r_norm": [0.23697777092456818, 0.23805904388427734, 0.2409585565328598]}, {"step": 1950, "epoch": 4, "train_loss": 0.043892890214920044, "cos_r_negg": [0.5806198120117188, 0.5763435363769531, 0.5841659307479858], "cos_apical_negg": [0.5806198120117188, 0.5763435363769531, 0.5841659307479858], "cos_Ac_negg": [0.5806198120117188, 0.5763435363769531, 0.5841659307479858], "r_norm": [0.21082842350006104, 0.21232667565345764, 0.215506911277771]}, {"step": 2000, "epoch": 4, "train_loss": 0.05357499048113823, "cos_r_negg": [0.569890558719635, 0.5720157027244568, 0.5768400430679321], "cos_apical_negg": [0.569890558719635, 0.5720157027244568, 0.5768400430679321], "cos_Ac_negg": [0.569890558719635, 0.5720157027244568, 0.5768400430679321], "r_norm": [0.2088789939880371, 0.20982679724693298, 0.21201391518115997], "ldr": {"dL_sdil": -0.002660989761352539, "dL_bp": -0.002566888928413391, "ratio": 1.0366594876379447}}, {"step": 2050, "epoch": 4, "train_loss": 0.052913181483745575, "cos_r_negg": [0.5593892335891724, 0.5581449270248413, 0.5660961270332336], "cos_apical_negg": [0.5593892335891724, 0.5581449270248413, 0.5660961270332336], "cos_Ac_negg": [0.5593892335891724, 0.5581449270248413, 0.5660961270332336], "r_norm": [0.22969703376293182, 0.23068241775035858, 0.23378467559814453]}, {"step": 2100, "epoch": 4, "train_loss": 0.03892653062939644, "cos_r_negg": [0.561812162399292, 0.5677838325500488, 0.5711710453033447], "cos_apical_negg": [0.561812162399292, 0.5677838325500488, 0.5711710453033447], "cos_Ac_negg": [0.561812162399292, 0.5677838325500488, 0.5711710453033447], "r_norm": [0.24259550869464874, 0.24464625120162964, 0.24663159251213074]}, {"step": 2150, "epoch": 4, "train_loss": 0.05484028160572052, "cos_r_negg": [0.5686865448951721, 0.5697460770606995, 0.5778172016143799], "cos_apical_negg": [0.5686865448951721, 0.5697460770606995, 0.5778172016143799], "cos_Ac_negg": [0.5686865448951721, 0.5697460770606995, 0.5778172016143799], "r_norm": [0.2264251857995987, 0.22730664908885956, 0.22925908863544464]}, {"step": 2200, "epoch": 4, "train_loss": 0.06815525144338608, "cos_r_negg": [0.5581932663917542, 0.5566385984420776, 0.5645986795425415], "cos_apical_negg": [0.5581932663917542, 0.5566385984420776, 0.5645986795425415], "cos_Ac_negg": [0.5581932663917542, 0.5566385984420776, 0.5645986795425415], "r_norm": [0.20051199197769165, 0.2016870677471161, 0.20376428961753845]}, {"step": 2250, "epoch": 4, "train_loss": 0.004783974029123783, "cos_r_negg": [0.5647575259208679, 0.5665544867515564, 0.5728756189346313], "cos_apical_negg": [0.5647575259208679, 0.5665544867515564, 0.5728756189346313], "cos_Ac_negg": [0.5647575259208679, 0.5665544867515564, 0.5728756189346313], "r_norm": [0.23259040713310242, 0.2347351461648941, 0.2371109426021576], "ldr": {"dL_sdil": -0.003362126648426056, "dL_bp": -0.0033131688833236694, "ratio": 1.0147767188533032}}, {"step": 2300, "epoch": 4, "train_loss": 0.15816748142242432, "cos_r_negg": [0.5642753839492798, 0.5621120929718018, 0.5669350028038025], "cos_apical_negg": [0.5642753839492798, 0.5621120929718018, 0.5669350028038025], "cos_Ac_negg": [0.5642753839492798, 0.5621120929718018, 0.5669350028038025], "r_norm": [0.19063693284988403, 0.19114920496940613, 0.19357728958129883]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9734, "test_loss": 0.09208514347076416}, {"step": 2350, "epoch": 5, "train_loss": 0.0407995730638504, "cos_r_negg": [0.5819151401519775, 0.5794596076011658, 0.5959564447402954], "cos_apical_negg": [0.5819151401519775, 0.5794596076011658, 0.5959564447402954], "cos_Ac_negg": [0.5819151401519775, 0.5794596076011658, 0.5959564447402954], "r_norm": [0.20523668825626373, 0.2063756138086319, 0.2092878371477127]}, {"step": 2400, "epoch": 5, "train_loss": 0.02610260434448719, "cos_r_negg": [0.5568315386772156, 0.5629442930221558, 0.5690082311630249], "cos_apical_negg": [0.5568315386772156, 0.5629442930221558, 0.5690082311630249], "cos_Ac_negg": [0.5568315386772156, 0.5629442930221558, 0.5690082311630249], "r_norm": [0.22349363565444946, 0.22480721771717072, 0.22726401686668396]}, {"step": 2450, "epoch": 5, "train_loss": 0.04132871329784393, "cos_r_negg": [0.54430091381073, 0.5564311146736145, 0.5629950761795044], "cos_apical_negg": [0.54430091381073, 0.5564311146736145, 0.5629950761795044], "cos_Ac_negg": [0.54430091381073, 0.5564311146736145, 0.5629950761795044], "r_norm": [0.18261155486106873, 0.18301865458488464, 0.18549031019210815]}, {"step": 2500, "epoch": 5, "train_loss": 0.04248438775539398, "cos_r_negg": [0.5450886487960815, 0.5614140033721924, 0.5622041821479797], "cos_apical_negg": [0.5450886487960815, 0.5614140033721924, 0.5622041821479797], "cos_Ac_negg": [0.5450886487960815, 0.5614140033721924, 0.5622041821479797], "r_norm": [0.174655020236969, 0.17574775218963623, 0.17794886231422424], "ldr": {"dL_sdil": -0.002176675945520401, "dL_bp": -0.0020679645240306854, "ratio": 1.052569287444944}}, {"step": 2550, "epoch": 5, "train_loss": 0.016760308295488358, "cos_r_negg": [0.5158841013908386, 0.5256398916244507, 0.5309094786643982], "cos_apical_negg": [0.5158841013908386, 0.5256398916244507, 0.5309094786643982], "cos_Ac_negg": [0.5158841013908386, 0.5256398916244507, 0.5309094786643982], "r_norm": [0.1667836755514145, 0.16761058568954468, 0.17037509381771088]}, {"step": 2600, "epoch": 5, "train_loss": 0.05853492021560669, "cos_r_negg": [0.5377715826034546, 0.5546273589134216, 0.567705512046814], "cos_apical_negg": [0.5377715826034546, 0.5546273589134216, 0.567705512046814], "cos_Ac_negg": [0.5377715826034546, 0.5546273589134216, 0.567705512046814], "r_norm": [0.17960189282894135, 0.1807985007762909, 0.18292838335037231]}, {"step": 2650, "epoch": 5, "train_loss": 0.037160612642765045, "cos_r_negg": [0.5575997829437256, 0.5642029643058777, 0.5823726654052734], "cos_apical_negg": [0.5575997829437256, 0.5642029643058777, 0.5823726654052734], "cos_Ac_negg": [0.5575997829437256, 0.5642029643058777, 0.5823726654052734], "r_norm": [0.21144844591617584, 0.21288669109344482, 0.21562814712524414]}, {"step": 2700, "epoch": 5, "train_loss": 0.05739685893058777, "cos_r_negg": [0.5355992317199707, 0.5525029897689819, 0.562364935874939], "cos_apical_negg": [0.5355992317199707, 0.5525029897689819, 0.562364935874939], "cos_Ac_negg": [0.5355992317199707, 0.5525029897689819, 0.562364935874939], "r_norm": [0.1801396608352661, 0.180431067943573, 0.18262505531311035]}, {"step": 2750, "epoch": 5, "train_loss": 0.0340074859559536, "cos_r_negg": [0.4934128522872925, 0.5101122856140137, 0.5198261737823486], "cos_apical_negg": [0.4934128522872925, 0.5101122856140137, 0.5198261737823486], "cos_Ac_negg": [0.4934128522872925, 0.5101122856140137, 0.5198261737823486], "r_norm": [0.1773240864276886, 0.17754516005516052, 0.18030868470668793], "ldr": {"dL_sdil": -0.0021617934107780457, "dL_bp": -0.0021167024970054626, "ratio": 1.0213024333066993}}, {"step": 2800, "epoch": 5, "train_loss": 0.014469069428741932, "cos_r_negg": [0.49712955951690674, 0.5127882957458496, 0.5246402025222778], "cos_apical_negg": [0.49712955951690674, 0.5127882957458496, 0.5246402025222778], "cos_Ac_negg": [0.49712955951690674, 0.5127882957458496, 0.5246402025222778], "r_norm": [0.18715429306030273, 0.18910755217075348, 0.19054014980793]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9717, "test_loss": 0.10091659870147705}, {"step": 2850, "epoch": 6, "train_loss": 0.049170538783073425, "cos_r_negg": [0.487938791513443, 0.5014674663543701, 0.5119678378105164], "cos_apical_negg": [0.487938791513443, 0.5014674663543701, 0.5119678378105164], "cos_Ac_negg": [0.487938791513443, 0.5014674663543701, 0.5119678378105164], "r_norm": [0.18077778816223145, 0.18112266063690186, 0.18319976329803467]}, {"step": 2900, "epoch": 6, "train_loss": 0.01847529038786888, "cos_r_negg": [0.4941748380661011, 0.5073493123054504, 0.5191901326179504], "cos_apical_negg": [0.4941748380661011, 0.5073493123054504, 0.5191901326179504], "cos_Ac_negg": [0.4941748380661011, 0.5073493123054504, 0.5191901326179504], "r_norm": [0.16463574767112732, 0.16568002104759216, 0.16640737652778625]}, {"step": 2950, "epoch": 6, "train_loss": 0.046632491052150726, "cos_r_negg": [0.47268831729888916, 0.4896935224533081, 0.5017720460891724], "cos_apical_negg": [0.47268831729888916, 0.4896935224533081, 0.5017720460891724], "cos_Ac_negg": [0.47268831729888916, 0.4896935224533081, 0.5017720460891724], "r_norm": [0.15138669312000275, 0.15277065336704254, 0.15450653433799744]}, {"step": 3000, "epoch": 6, "train_loss": 0.01126936636865139, "cos_r_negg": [0.46900734305381775, 0.4911534786224365, 0.5034332275390625], "cos_apical_negg": [0.46900734305381775, 0.4911534786224365, 0.5034332275390625], "cos_Ac_negg": [0.46900734305381775, 0.4911534786224365, 0.5034332275390625], "r_norm": [0.1651795655488968, 0.1661670207977295, 0.16746070981025696], "ldr": {"dL_sdil": -0.0025491490960121155, "dL_bp": -0.002913057804107666, "ratio": 0.8750767294825363}}, {"step": 3050, "epoch": 6, "train_loss": 0.02871791459619999, "cos_r_negg": [0.45127278566360474, 0.4776516258716583, 0.4827442169189453], "cos_apical_negg": [0.45127278566360474, 0.4776516258716583, 0.4827442169189453], "cos_Ac_negg": [0.45127278566360474, 0.4776516258716583, 0.4827442169189453], "r_norm": [0.17053289711475372, 0.17098599672317505, 0.1737169325351715]}, {"step": 3100, "epoch": 6, "train_loss": 0.056746955960989, "cos_r_negg": [0.46561193466186523, 0.4910041093826294, 0.5014636516571045], "cos_apical_negg": [0.46561193466186523, 0.4910041093826294, 0.5014636516571045], "cos_Ac_negg": [0.46561193466186523, 0.4910041093826294, 0.5014636516571045], "r_norm": [0.1667558252811432, 0.16726690530776978, 0.16940787434577942]}, {"step": 3150, "epoch": 6, "train_loss": 0.012379671446979046, "cos_r_negg": [0.44856852293014526, 0.4730844497680664, 0.48182326555252075], "cos_apical_negg": [0.44856852293014526, 0.4730844497680664, 0.48182326555252075], "cos_Ac_negg": [0.44856852293014526, 0.4730844497680664, 0.48182326555252075], "r_norm": [0.15106526017189026, 0.1516977697610855, 0.15336695313453674]}, {"step": 3200, "epoch": 6, "train_loss": 0.04062992334365845, "cos_r_negg": [0.43461817502975464, 0.4577503800392151, 0.46692749857902527], "cos_apical_negg": [0.43461817502975464, 0.4577503800392151, 0.46692749857902527], "cos_Ac_negg": [0.43461817502975464, 0.4577503800392151, 0.46692749857902527], "r_norm": [0.16579106450080872, 0.1663651019334793, 0.169118270277977]}, {"step": 3250, "epoch": 6, "train_loss": 0.026360465213656425, "cos_r_negg": [0.47846347093582153, 0.4997803568840027, 0.5125808715820312], "cos_apical_negg": [0.47846347093582153, 0.4997803568840027, 0.5125808715820312], "cos_Ac_negg": [0.47846347093582153, 0.4997803568840027, 0.5125808715820312], "r_norm": [0.14975088834762573, 0.1495862901210785, 0.1515079140663147], "ldr": {"dL_sdil": -0.002144753932952881, "dL_bp": -0.0022973567247390747, "ratio": 0.933574620718284}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9736, "test_loss": 0.09803668365478516}, {"step": 3300, "epoch": 7, "train_loss": 0.00867104809731245, "cos_r_negg": [0.46370381116867065, 0.4887653589248657, 0.4992177486419678], "cos_apical_negg": [0.46370381116867065, 0.4887653589248657, 0.4992177486419678], "cos_Ac_negg": [0.46370381116867065, 0.4887653589248657, 0.4992177486419678], "r_norm": [0.17252033948898315, 0.17319221794605255, 0.17514708638191223]}, {"step": 3350, "epoch": 7, "train_loss": 0.007661583833396435, "cos_r_negg": [0.4307890832424164, 0.45212578773498535, 0.46320611238479614], "cos_apical_negg": [0.4307890832424164, 0.45212578773498535, 0.46320611238479614], "cos_Ac_negg": [0.4307890832424164, 0.45212578773498535, 0.46320611238479614], "r_norm": [0.1594800055027008, 0.1594909429550171, 0.16062460839748383]}, {"step": 3400, "epoch": 7, "train_loss": 0.0070009189657866955, "cos_r_negg": [0.42331308126449585, 0.4451588988304138, 0.45786798000335693], "cos_apical_negg": [0.42331308126449585, 0.4451588988304138, 0.45786798000335693], "cos_Ac_negg": [0.42331308126449585, 0.4451588988304138, 0.45786798000335693], "r_norm": [0.1760661005973816, 0.17584510147571564, 0.17867633700370789]}, {"step": 3450, "epoch": 7, "train_loss": 0.024905940517783165, "cos_r_negg": [0.42457062005996704, 0.4512212872505188, 0.46053457260131836], "cos_apical_negg": [0.42457062005996704, 0.4512212872505188, 0.46053457260131836], "cos_Ac_negg": [0.42457062005996704, 0.4512212872505188, 0.46053457260131836], "r_norm": [0.15380403399467468, 0.15442024171352386, 0.15567609667778015]}, {"step": 3500, "epoch": 7, "train_loss": 0.006306739524006844, "cos_r_negg": [0.4364851713180542, 0.46535351872444153, 0.4731679856777191], "cos_apical_negg": [0.4364851713180542, 0.46535351872444153, 0.4731679856777191], "cos_Ac_negg": [0.4364851713180542, 0.46535351872444153, 0.4731679856777191], "r_norm": [0.1474979817867279, 0.14773857593536377, 0.15015394985675812], "ldr": {"dL_sdil": -0.002077624201774597, "dL_bp": -0.002301625907421112, "ratio": 0.9026767534531706}}, {"step": 3550, "epoch": 7, "train_loss": 0.013979293406009674, "cos_r_negg": [0.43759071826934814, 0.46510788798332214, 0.47392040491104126], "cos_apical_negg": [0.43759071826934814, 0.46510788798332214, 0.47392040491104126], "cos_Ac_negg": [0.43759071826934814, 0.46510788798332214, 0.47392040491104126], "r_norm": [0.1585150957107544, 0.15949687361717224, 0.16042472422122955]}, {"step": 3600, "epoch": 7, "train_loss": 0.00549287348985672, "cos_r_negg": [0.41684266924858093, 0.43951255083084106, 0.44891276955604553], "cos_apical_negg": [0.41684266924858093, 0.43951255083084106, 0.44891276955604553], "cos_Ac_negg": [0.41684266924858093, 0.43951255083084106, 0.44891276955604553], "r_norm": [0.1478787660598755, 0.14824575185775757, 0.14961037039756775]}, {"step": 3650, "epoch": 7, "train_loss": 0.0005804526153951883, "cos_r_negg": [0.4142749011516571, 0.4383561313152313, 0.4438480734825134], "cos_apical_negg": [0.4142749011516571, 0.4383561313152313, 0.4438480734825134], "cos_Ac_negg": [0.4142749011516571, 0.4383561313152313, 0.4438480734825134], "r_norm": [0.1473921686410904, 0.14749984443187714, 0.14926891028881073]}, {"step": 3700, "epoch": 7, "train_loss": 0.015425763092935085, "cos_r_negg": [0.41266781091690063, 0.4354710578918457, 0.4452463984489441], "cos_apical_negg": [0.41266781091690063, 0.4354710578918457, 0.4452463984489441], "cos_Ac_negg": [0.41266781091690063, 0.4354710578918457, 0.4452463984489441], "r_norm": [0.13193222880363464, 0.13164272904396057, 0.13386347889900208]}, {"step": 3750, "epoch": 7, "train_loss": 0.014620979316532612, "cos_r_negg": [0.41310787200927734, 0.43985962867736816, 0.4488699436187744], "cos_apical_negg": [0.41310787200927734, 0.43985962867736816, 0.4488699436187744], "cos_Ac_negg": [0.41310787200927734, 0.43985962867736816, 0.4488699436187744], "r_norm": [0.16954003274440765, 0.16943614184856415, 0.17136332392692566], "ldr": {"dL_sdil": -0.003039635717868805, "dL_bp": -0.003754660487174988, "ratio": 0.8095634021375476}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.974, "test_loss": 0.10220229206085205}, {"step": 3800, "epoch": 8, "train_loss": 0.05437183380126953, "cos_r_negg": [0.3977237343788147, 0.42618876695632935, 0.4331657588481903], "cos_apical_negg": [0.3977237343788147, 0.42618876695632935, 0.4331657588481903], "cos_Ac_negg": [0.3977237343788147, 0.42618876695632935, 0.4331657588481903], "r_norm": [0.13901463150978088, 0.13856223225593567, 0.1405152678489685]}, {"step": 3850, "epoch": 8, "train_loss": 0.009632094763219357, "cos_r_negg": [0.36506256461143494, 0.3923293352127075, 0.39759063720703125], "cos_apical_negg": [0.36506256461143494, 0.3923293352127075, 0.39759063720703125], "cos_Ac_negg": [0.36506256461143494, 0.3923293352127075, 0.39759063720703125], "r_norm": [0.14080500602722168, 0.14076992869377136, 0.14266496896743774]}, {"step": 3900, "epoch": 8, "train_loss": 0.003885261481627822, "cos_r_negg": [0.39319121837615967, 0.42135295271873474, 0.4246548116207123], "cos_apical_negg": [0.39319121837615967, 0.42135295271873474, 0.4246548116207123], "cos_Ac_negg": [0.39319121837615967, 0.42135295271873474, 0.4246548116207123], "r_norm": [0.13795629143714905, 0.13821053504943848, 0.1405162513256073]}, {"step": 3950, "epoch": 8, "train_loss": 0.0033103080932050943, "cos_r_negg": [0.3783060610294342, 0.4042016267776489, 0.4112306833267212], "cos_apical_negg": [0.3783060610294342, 0.4042016267776489, 0.4112306833267212], "cos_Ac_negg": [0.3783060610294342, 0.4042016267776489, 0.4112306833267212], "r_norm": [0.14312362670898438, 0.14313195645809174, 0.14588208496570587]}, {"step": 4000, "epoch": 8, "train_loss": 0.0028308064211159945, "cos_r_negg": [0.36848342418670654, 0.3996843099594116, 0.4040883183479309], "cos_apical_negg": [0.36848342418670654, 0.3996843099594116, 0.4040883183479309], "cos_Ac_negg": [0.36848342418670654, 0.3996843099594116, 0.4040883183479309], "r_norm": [0.1509450376033783, 0.1516895294189453, 0.15352270007133484], "ldr": {"dL_sdil": -0.002899661660194397, "dL_bp": -0.003571927547454834, "ratio": 0.8117918467468753}}, {"step": 4050, "epoch": 8, "train_loss": 0.007008930668234825, "cos_r_negg": [0.39388707280158997, 0.4216555953025818, 0.4283939599990845], "cos_apical_negg": [0.39388707280158997, 0.4216555953025818, 0.4283939599990845], "cos_Ac_negg": [0.39388707280158997, 0.4216555953025818, 0.4283939599990845], "r_norm": [0.15026116371154785, 0.15142309665679932, 0.15345877408981323]}, {"step": 4100, "epoch": 8, "train_loss": 0.05877868831157684, "cos_r_negg": [0.352702796459198, 0.38099348545074463, 0.38912737369537354], "cos_apical_negg": [0.352702796459198, 0.38099348545074463, 0.38912737369537354], "cos_Ac_negg": [0.352702796459198, 0.38099348545074463, 0.38912737369537354], "r_norm": [0.14774900674819946, 0.14725351333618164, 0.14940479397773743]}, {"step": 4150, "epoch": 8, "train_loss": 0.0043499283492565155, "cos_r_negg": [0.36421456933021545, 0.39561790227890015, 0.40155264735221863], "cos_apical_negg": [0.36421456933021545, 0.39561790227890015, 0.40155264735221863], "cos_Ac_negg": [0.36421456933021545, 0.39561790227890015, 0.40155264735221863], "r_norm": [0.15216563642024994, 0.15287098288536072, 0.15474224090576172]}, {"step": 4200, "epoch": 8, "train_loss": 0.026698894798755646, "cos_r_negg": [0.36694949865341187, 0.39643388986587524, 0.4009208083152771], "cos_apical_negg": [0.36694949865341187, 0.39643388986587524, 0.4009208083152771], "cos_Ac_negg": [0.36694949865341187, 0.39643388986587524, 0.4009208083152771], "r_norm": [0.14905139803886414, 0.1493782103061676, 0.15119481086730957]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9743, "test_loss": 0.10532813949584961}, {"step": 4250, "epoch": 9, "train_loss": 0.007605170831084251, "cos_r_negg": [0.3569335341453552, 0.389121949672699, 0.39487648010253906], "cos_apical_negg": [0.3569335341453552, 0.389121949672699, 0.39487648010253906], "cos_Ac_negg": [0.3569335341453552, 0.389121949672699, 0.39487648010253906], "r_norm": [0.1442120373249054, 0.14481493830680847, 0.14614200592041016], "ldr": {"dL_sdil": -0.002456881105899811, "dL_bp": -0.003098495304584503, "ratio": 0.7929271676689759}}, {"step": 4300, "epoch": 9, "train_loss": 0.002767371479421854, "cos_r_negg": [0.3403942883014679, 0.3695899248123169, 0.3785170316696167], "cos_apical_negg": [0.3403942883014679, 0.3695899248123169, 0.3785170316696167], "cos_Ac_negg": [0.3403942883014679, 0.3695899248123169, 0.3785170316696167], "r_norm": [0.14205870032310486, 0.14243289828300476, 0.14399006962776184]}, {"step": 4350, "epoch": 9, "train_loss": 0.003003929741680622, "cos_r_negg": [0.3417729139328003, 0.369113028049469, 0.3763898015022278], "cos_apical_negg": [0.3417729139328003, 0.369113028049469, 0.3763898015022278], "cos_Ac_negg": [0.3417729139328003, 0.369113028049469, 0.3763898015022278], "r_norm": [0.13797904551029205, 0.13779619336128235, 0.1399802416563034]}, {"step": 4400, "epoch": 9, "train_loss": 0.005847717169672251, "cos_r_negg": [0.35094526410102844, 0.38071513175964355, 0.3855794668197632], "cos_apical_negg": [0.35094526410102844, 0.38071513175964355, 0.3855794668197632], "cos_Ac_negg": [0.35094526410102844, 0.38071513175964355, 0.3855794668197632], "r_norm": [0.15061256289482117, 0.15125146508216858, 0.15325483679771423]}, {"step": 4450, "epoch": 9, "train_loss": 0.0022153309546411037, "cos_r_negg": [0.32110029458999634, 0.34869128465652466, 0.35262054204940796], "cos_apical_negg": [0.32110029458999634, 0.34869128465652466, 0.35262054204940796], "cos_Ac_negg": [0.32110029458999634, 0.34869128465652466, 0.35262054204940796], "r_norm": [0.1409798562526703, 0.14198052883148193, 0.14355996251106262]}, {"step": 4500, "epoch": 9, "train_loss": 0.0029694060795009136, "cos_r_negg": [0.32751721143722534, 0.35676857829093933, 0.3621748983860016], "cos_apical_negg": [0.32751721143722534, 0.35676857829093933, 0.3621748983860016], "cos_Ac_negg": [0.32751721143722534, 0.35676857829093933, 0.3621748983860016], "r_norm": [0.14475050568580627, 0.14516082406044006, 0.14666971564292908], "ldr": {"dL_sdil": -0.0028033629059791565, "dL_bp": -0.0037551149725914, "ratio": 0.7465451594534159}}, {"step": 4550, "epoch": 9, "train_loss": 0.00415031798183918, "cos_r_negg": [0.33051174879074097, 0.35799580812454224, 0.3647310137748718], "cos_apical_negg": [0.33051174879074097, 0.35799580812454224, 0.3647310137748718], "cos_Ac_negg": [0.33051174879074097, 0.35799580812454224, 0.3647310137748718], "r_norm": [0.1383734941482544, 0.13886168599128723, 0.14003710448741913]}, {"step": 4600, "epoch": 9, "train_loss": 0.05045711249113083, "cos_r_negg": [0.3306598365306854, 0.35693004727363586, 0.3616024851799011], "cos_apical_negg": [0.3306598365306854, 0.35693004727363586, 0.3616024851799011], "cos_Ac_negg": [0.3306598365306854, 0.35693004727363586, 0.3616024851799011], "r_norm": [0.13007895648479462, 0.1301233172416687, 0.13207396864891052]}, {"step": 4650, "epoch": 9, "train_loss": 0.00690562603995204, "cos_r_negg": [0.3257988691329956, 0.35311993956565857, 0.3583175539970398], "cos_apical_negg": [0.3257988691329956, 0.35311993956565857, 0.3583175539970398], "cos_Ac_negg": [0.3257988691329956, 0.35311993956565857, 0.3583175539970398], "r_norm": [0.13681292533874512, 0.13705241680145264, 0.13822884857654572]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9751, "test_loss": 0.11002642726898193}, {"step": 4700, "epoch": 10, "train_loss": 0.004654495976865292, "cos_r_negg": [0.3093015253543854, 0.33555275201797485, 0.34106963872909546], "cos_apical_negg": [0.3093015253543854, 0.33555275201797485, 0.34106963872909546], "cos_Ac_negg": [0.3093015253543854, 0.33555275201797485, 0.34106963872909546], "r_norm": [0.13612979650497437, 0.1362616866827011, 0.13762453198432922]}, {"step": 4750, "epoch": 10, "train_loss": 0.007833362556993961, "cos_r_negg": [0.30252355337142944, 0.32835304737091064, 0.3338044583797455], "cos_apical_negg": [0.30252355337142944, 0.32835304737091064, 0.3338044583797455], "cos_Ac_negg": [0.30252355337142944, 0.32835304737091064, 0.3338044583797455], "r_norm": [0.13007044792175293, 0.13014023005962372, 0.13165287673473358], "ldr": {"dL_sdil": -0.0026433244347572327, "dL_bp": -0.0033851265907287598, "ratio": 0.7808642790484743}}, {"step": 4800, "epoch": 10, "train_loss": 0.004646997898817062, "cos_r_negg": [0.311883807182312, 0.33664941787719727, 0.34066253900527954], "cos_apical_negg": [0.311883807182312, 0.33664941787719727, 0.34066253900527954], "cos_Ac_negg": [0.311883807182312, 0.33664941787719727, 0.34066253900527954], "r_norm": [0.12928473949432373, 0.12931182980537415, 0.1313256025314331]}, {"step": 4850, "epoch": 10, "train_loss": 0.001067565637640655, "cos_r_negg": [0.3067034184932709, 0.3341056704521179, 0.33723387122154236], "cos_apical_negg": [0.3067034184932709, 0.3341056704521179, 0.33723387122154236], "cos_Ac_negg": [0.3067034184932709, 0.3341056704521179, 0.33723387122154236], "r_norm": [0.1308082640171051, 0.13104155659675598, 0.13296005129814148]}, {"step": 4900, "epoch": 10, "train_loss": 0.002631557174026966, "cos_r_negg": [0.30751314759254456, 0.33455127477645874, 0.3380856513977051], "cos_apical_negg": [0.30751314759254456, 0.33455127477645874, 0.3380856513977051], "cos_Ac_negg": [0.30751314759254456, 0.33455127477645874, 0.3380856513977051], "r_norm": [0.12967270612716675, 0.13014471530914307, 0.1322137862443924]}, {"step": 4950, "epoch": 10, "train_loss": 0.0017046034336090088, "cos_r_negg": [0.3026682734489441, 0.32894906401634216, 0.3341767489910126], "cos_apical_negg": [0.3026682734489441, 0.32894906401634216, 0.3341767489910126], "cos_Ac_negg": [0.3026682734489441, 0.32894906401634216, 0.3341767489910126], "r_norm": [0.1241944283246994, 0.12428951263427734, 0.1262829750776291]}, {"step": 5000, "epoch": 10, "train_loss": 0.001984409987926483, "cos_r_negg": [0.301024854183197, 0.3277469873428345, 0.331190824508667], "cos_apical_negg": [0.301024854183197, 0.3277469873428345, 0.331190824508667], "cos_Ac_negg": [0.301024854183197, 0.3277469873428345, 0.331190824508667], "r_norm": [0.13394908607006073, 0.13490739464759827, 0.13657024502754211], "ldr": {"dL_sdil": -0.0031546279788017273, "dL_bp": -0.00436633825302124, "ratio": 0.7224882260596547}}, {"step": 5050, "epoch": 10, "train_loss": 0.0030436208471655846, "cos_r_negg": [0.3144384026527405, 0.34362077713012695, 0.34764018654823303], "cos_apical_negg": [0.3144384026527405, 0.34362077713012695, 0.34764018654823303], "cos_Ac_negg": [0.3144384026527405, 0.34362077713012695, 0.34764018654823303], "r_norm": [0.1360178291797638, 0.13620848953723907, 0.13751550018787384]}, {"step": 5100, "epoch": 10, "train_loss": 0.00588065292686224, "cos_r_negg": [0.28996697068214417, 0.31568363308906555, 0.3216588497161865], "cos_apical_negg": [0.28996697068214417, 0.31568363308906555, 0.3216588497161865], "cos_Ac_negg": [0.28996697068214417, 0.31568363308906555, 0.3216588497161865], "r_norm": [0.13423296809196472, 0.13459688425064087, 0.13609734177589417]}, {"step": 5150, "epoch": 10, "train_loss": 0.002990161068737507, "cos_r_negg": [0.28116071224212646, 0.30780941247940063, 0.31155043840408325], "cos_apical_negg": [0.28116071224212646, 0.30780941247940063, 0.31155043840408325], "cos_Ac_negg": [0.28116071224212646, 0.30780941247940063, 0.31155043840408325], "r_norm": [0.13580197095870972, 0.1360793113708496, 0.137499138712883]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9746, "test_loss": 0.1116786325454712}, {"step": 5200, "epoch": 11, "train_loss": 0.0043942490592598915, "cos_r_negg": [0.27071475982666016, 0.2966201603412628, 0.3006764054298401], "cos_apical_negg": [0.27071475982666016, 0.2966201603412628, 0.3006764054298401], "cos_Ac_negg": [0.27071475982666016, 0.2966201603412628, 0.3006764054298401], "r_norm": [0.12981979548931122, 0.1303909420967102, 0.1319463849067688]}, {"step": 5250, "epoch": 11, "train_loss": 0.0026253373362123966, "cos_r_negg": [0.27412596344947815, 0.30079132318496704, 0.3045841455459595], "cos_apical_negg": [0.27412596344947815, 0.30079132318496704, 0.3045841455459595], "cos_Ac_negg": [0.27412596344947815, 0.30079132318496704, 0.3045841455459595], "r_norm": [0.132511168718338, 0.13324561715126038, 0.13444095849990845], "ldr": {"dL_sdil": -0.0030295997858047485, "dL_bp": -0.0041678473353385925, "ratio": 0.7268979744332758}}, {"step": 5300, "epoch": 11, "train_loss": 0.0025138286873698235, "cos_r_negg": [0.2687811851501465, 0.29147791862487793, 0.29762470722198486], "cos_apical_negg": [0.2687811851501465, 0.29147791862487793, 0.29762470722198486], "cos_Ac_negg": [0.2687811851501465, 0.29147791862487793, 0.29762470722198486], "r_norm": [0.1298600733280182, 0.130201056599617, 0.1316104233264923]}, {"step": 5350, "epoch": 11, "train_loss": 0.0018048725323751569, "cos_r_negg": [0.2696743607521057, 0.2963307499885559, 0.30018138885498047], "cos_apical_negg": [0.2696743607521057, 0.2963307499885559, 0.30018138885498047], "cos_Ac_negg": [0.2696743607521057, 0.2963307499885559, 0.30018138885498047], "r_norm": [0.12490031123161316, 0.12524670362472534, 0.12652534246444702]}, {"step": 5400, "epoch": 11, "train_loss": 0.00370752508752048, "cos_r_negg": [0.2634369730949402, 0.28765571117401123, 0.29235756397247314], "cos_apical_negg": [0.2634369730949402, 0.28765571117401123, 0.29235756397247314], "cos_Ac_negg": [0.2634369730949402, 0.28765571117401123, 0.29235756397247314], "r_norm": [0.12385150790214539, 0.12384186685085297, 0.12554015219211578]}, {"step": 5450, "epoch": 11, "train_loss": 0.0007794162956997752, "cos_r_negg": [0.2601473331451416, 0.2828013598918915, 0.28931689262390137], "cos_apical_negg": [0.2601473331451416, 0.2828013598918915, 0.28931689262390137], "cos_Ac_negg": [0.2601473331451416, 0.2828013598918915, 0.28931689262390137], "r_norm": [0.12883570790290833, 0.12899479269981384, 0.13044536113739014]}, {"step": 5500, "epoch": 11, "train_loss": 0.003968069329857826, "cos_r_negg": [0.26624608039855957, 0.290726900100708, 0.2956976294517517], "cos_apical_negg": [0.26624608039855957, 0.290726900100708, 0.2956976294517517], "cos_Ac_negg": [0.26624608039855957, 0.290726900100708, 0.2956976294517517], "r_norm": [0.12714225053787231, 0.12747600674629211, 0.12891271710395813], "ldr": {"dL_sdil": -0.0028929337859153748, "dL_bp": -0.004099968820810318, "ratio": 0.7055989721755043}}, {"step": 5550, "epoch": 11, "train_loss": 0.003167864866554737, "cos_r_negg": [0.27179473638534546, 0.29809537529945374, 0.3019135594367981], "cos_apical_negg": [0.27179473638534546, 0.29809537529945374, 0.3019135594367981], "cos_Ac_negg": [0.27179473638534546, 0.29809537529945374, 0.3019135594367981], "r_norm": [0.13052161037921906, 0.13100795447826385, 0.13260093331336975]}, {"step": 5600, "epoch": 11, "train_loss": 0.0012874534586444497, "cos_r_negg": [0.262952983379364, 0.2880898118019104, 0.29170772433280945], "cos_apical_negg": [0.262952983379364, 0.2880898118019104, 0.29170772433280945], "cos_Ac_negg": [0.262952983379364, 0.2880898118019104, 0.29170772433280945], "r_norm": [0.1308395117521286, 0.13174796104431152, 0.13350431621074677]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9746, "test_loss": 0.11584008617401123}, {"step": 5650, "epoch": 12, "train_loss": 0.00823022797703743, "cos_r_negg": [0.2725701630115509, 0.29714998602867126, 0.30196619033813477], "cos_apical_negg": [0.2725701630115509, 0.29714998602867126, 0.30196619033813477], "cos_Ac_negg": [0.2725701630115509, 0.29714998602867126, 0.30196619033813477], "r_norm": [0.13146986067295074, 0.13235196471214294, 0.1340973675251007]}, {"step": 5700, "epoch": 12, "train_loss": 0.001006881706416607, "cos_r_negg": [0.2570328414440155, 0.27769753336906433, 0.28364622592926025], "cos_apical_negg": [0.2570328414440155, 0.27769753336906433, 0.28364622592926025], "cos_Ac_negg": [0.2570328414440155, 0.27769753336906433, 0.28364622592926025], "r_norm": [0.129962757229805, 0.13062423467636108, 0.13190993666648865]}, {"step": 5750, "epoch": 12, "train_loss": 0.0013663171557709575, "cos_r_negg": [0.2583051919937134, 0.2812146544456482, 0.28629782795906067], "cos_apical_negg": [0.2583051919937134, 0.2812146544456482, 0.28629782795906067], "cos_Ac_negg": [0.2583051919937134, 0.2812146544456482, 0.28629782795906067], "r_norm": [0.12692418694496155, 0.127695232629776, 0.12936519086360931], "ldr": {"dL_sdil": -0.003140568733215332, "dL_bp": -0.0045442134141922, "ratio": 0.6911138291628}}, {"step": 5800, "epoch": 12, "train_loss": 0.0017011449672281742, "cos_r_negg": [0.2560025453567505, 0.27756452560424805, 0.28397250175476074], "cos_apical_negg": [0.2560025453567505, 0.27756452560424805, 0.28397250175476074], "cos_Ac_negg": [0.2560025453567505, 0.27756452560424805, 0.28397250175476074], "r_norm": [0.12483779340982437, 0.12514649331569672, 0.12696067988872528]}, {"step": 5850, "epoch": 12, "train_loss": 0.005427030846476555, "cos_r_negg": [0.2525307834148407, 0.2758118510246277, 0.27986571192741394], "cos_apical_negg": [0.2525307834148407, 0.2758118510246277, 0.27986571192741394], "cos_Ac_negg": [0.2525307834148407, 0.2758118510246277, 0.27986571192741394], "r_norm": [0.12748612463474274, 0.12795695662498474, 0.12949839234352112]}, {"step": 5900, "epoch": 12, "train_loss": 0.003264846745878458, "cos_r_negg": [0.25080543756484985, 0.27388209104537964, 0.27825379371643066], "cos_apical_negg": [0.25080543756484985, 0.27388209104537964, 0.27825379371643066], "cos_Ac_negg": [0.25080543756484985, 0.27388209104537964, 0.27825379371643066], "r_norm": [0.12376803159713745, 0.12432042509317398, 0.12615467607975006]}, {"step": 5950, "epoch": 12, "train_loss": 0.0018285369733348489, "cos_r_negg": [0.24982622265815735, 0.2728029489517212, 0.27702707052230835], "cos_apical_negg": [0.24982622265815735, 0.2728029489517212, 0.27702707052230835], "cos_Ac_negg": [0.24982622265815735, 0.2728029489517212, 0.27702707052230835], "r_norm": [0.12417589128017426, 0.12447915971279144, 0.12682293355464935]}, {"step": 6000, "epoch": 12, "train_loss": 0.0026886877603828907, "cos_r_negg": [0.24392402172088623, 0.26663628220558167, 0.27261239290237427], "cos_apical_negg": [0.24392402172088623, 0.26663628220558167, 0.27261239290237427], "cos_Ac_negg": [0.24392402172088623, 0.26663628220558167, 0.27261239290237427], "r_norm": [0.1394999921321869, 0.14011485874652863, 0.14245793223381042], "ldr": {"dL_sdil": -0.0036777034401893616, "dL_bp": -0.005447015166282654, "ratio": 0.6751777492661603}}, {"step": 6050, "epoch": 12, "train_loss": 0.003155125305056572, "cos_r_negg": [0.24072390794754028, 0.26181793212890625, 0.26785701513290405], "cos_apical_negg": [0.24072390794754028, 0.26181793212890625, 0.26785701513290405], "cos_Ac_negg": [0.24072390794754028, 0.26181793212890625, 0.26785701513290405], "r_norm": [0.12979869544506073, 0.13036362826824188, 0.13235297799110413]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9745, "test_loss": 0.11742160911560058}, {"step": 6100, "epoch": 13, "train_loss": 0.0021614213474094868, "cos_r_negg": [0.24449941515922546, 0.26843494176864624, 0.271495521068573], "cos_apical_negg": [0.24449941515922546, 0.26843494176864624, 0.271495521068573], "cos_Ac_negg": [0.24449941515922546, 0.26843494176864624, 0.271495521068573], "r_norm": [0.12864743173122406, 0.12967537343502045, 0.13134214282035828]}, {"step": 6150, "epoch": 13, "train_loss": 0.0020477583166211843, "cos_r_negg": [0.24304872751235962, 0.26426684856414795, 0.26874470710754395], "cos_apical_negg": [0.24304872751235962, 0.26426684856414795, 0.26874470710754395], "cos_Ac_negg": [0.24304872751235962, 0.26426684856414795, 0.26874470710754395], "r_norm": [0.1275825798511505, 0.12835264205932617, 0.1296907663345337]}, {"step": 6200, "epoch": 13, "train_loss": 0.001069028046913445, "cos_r_negg": [0.2347247302532196, 0.2552214562892914, 0.26076173782348633], "cos_apical_negg": [0.2347247302532196, 0.2552214562892914, 0.26076173782348633], "cos_Ac_negg": [0.2347247302532196, 0.2552214562892914, 0.26076173782348633], "r_norm": [0.12809112668037415, 0.1290762573480606, 0.13039489090442657]}, {"step": 6250, "epoch": 13, "train_loss": 0.0015464267926290631, "cos_r_negg": [0.23719725012779236, 0.25886625051498413, 0.2641505002975464], "cos_apical_negg": [0.23719725012779236, 0.25886625051498413, 0.2641505002975464], "cos_Ac_negg": [0.23719725012779236, 0.25886625051498413, 0.2641505002975464], "r_norm": [0.12767811119556427, 0.12858258187770844, 0.12984266877174377], "ldr": {"dL_sdil": -0.0034060031175613403, "dL_bp": -0.0051406919956207275, "ratio": 0.662557321166656}}, {"step": 6300, "epoch": 13, "train_loss": 0.001041161478497088, "cos_r_negg": [0.23512601852416992, 0.2571830153465271, 0.26209306716918945], "cos_apical_negg": [0.23512601852416992, 0.2571830153465271, 0.26209306716918945], "cos_Ac_negg": [0.23512601852416992, 0.2571830153465271, 0.26209306716918945], "r_norm": [0.1261373609304428, 0.12680239975452423, 0.1279274970293045]}, {"step": 6350, "epoch": 13, "train_loss": 0.003641926683485508, "cos_r_negg": [0.23319929838180542, 0.2549504041671753, 0.2597666382789612], "cos_apical_negg": [0.23319929838180542, 0.2549504041671753, 0.2597666382789612], "cos_Ac_negg": [0.23319929838180542, 0.2549504041671753, 0.2597666382789612], "r_norm": [0.13169948756694794, 0.13264700770378113, 0.13390964269638062]}, {"step": 6400, "epoch": 13, "train_loss": 0.001081791939213872, "cos_r_negg": [0.22721198201179504, 0.24656620621681213, 0.2530716061592102], "cos_apical_negg": [0.22721198201179504, 0.24656620621681213, 0.2530716061592102], "cos_Ac_negg": [0.22721198201179504, 0.24656620621681213, 0.2530716061592102], "r_norm": [0.1315428614616394, 0.13228464126586914, 0.1337379664182663]}, {"step": 6450, "epoch": 13, "train_loss": 0.001637446228414774, "cos_r_negg": [0.22733265161514282, 0.2480088770389557, 0.25246360898017883], "cos_apical_negg": [0.22733265161514282, 0.2480088770389557, 0.25246360898017883], "cos_Ac_negg": [0.22733265161514282, 0.2480088770389557, 0.25246360898017883], "r_norm": [0.13034473359584808, 0.13114219903945923, 0.1323646456003189]}, {"step": 6500, "epoch": 13, "train_loss": 0.00047439828631468117, "cos_r_negg": [0.22729161381721497, 0.24866293370723724, 0.25310924649238586], "cos_apical_negg": [0.22729161381721497, 0.24866293370723724, 0.25310924649238586], "cos_Ac_negg": [0.22729161381721497, 0.24866293370723724, 0.25310924649238586], "r_norm": [0.12709841132164001, 0.12790055572986603, 0.1291571855545044], "ldr": {"dL_sdil": -0.003282219171524048, "dL_bp": -0.004961550235748291, "ratio": 0.6615309763217645}}, {"step": 6550, "epoch": 13, "train_loss": 0.0038559669628739357, "cos_r_negg": [0.22571584582328796, 0.2465916872024536, 0.25109678506851196], "cos_apical_negg": [0.22571584582328796, 0.2465916872024536, 0.25109678506851196], "cos_Ac_negg": [0.22571584582328796, 0.2465916872024536, 0.25109678506851196], "r_norm": [0.12380277365446091, 0.12455059587955475, 0.12602952122688293]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9746, "test_loss": 0.12066079273223877}, {"step": 6600, "epoch": 14, "train_loss": 0.0011032229522243142, "cos_r_negg": [0.22303040325641632, 0.24355711042881012, 0.2477273941040039], "cos_apical_negg": [0.22303040325641632, 0.24355711042881012, 0.2477273941040039], "cos_Ac_negg": [0.22303040325641632, 0.24355711042881012, 0.2477273941040039], "r_norm": [0.12532314658164978, 0.1257445216178894, 0.1275763064622879]}, {"step": 6650, "epoch": 14, "train_loss": 0.002831158461049199, "cos_r_negg": [0.22105760872364044, 0.2398994266986847, 0.24599500000476837], "cos_apical_negg": [0.22105760872364044, 0.2398994266986847, 0.24599500000476837], "cos_Ac_negg": [0.22105760872364044, 0.2398994266986847, 0.24599500000476837], "r_norm": [0.12831562757492065, 0.12878882884979248, 0.13042816519737244]}, {"step": 6700, "epoch": 14, "train_loss": 0.0026832520961761475, "cos_r_negg": [0.22364932298660278, 0.24519799649715424, 0.249358668923378], "cos_apical_negg": [0.22364932298660278, 0.24519799649715424, 0.249358668923378], "cos_Ac_negg": [0.22364932298660278, 0.24519799649715424, 0.249358668923378], "r_norm": [0.12674462795257568, 0.1272975504398346, 0.12895599007606506]}, {"step": 6750, "epoch": 14, "train_loss": 0.0014599909773096442, "cos_r_negg": [0.21947243809700012, 0.23983268439769745, 0.2443050593137741], "cos_apical_negg": [0.21947243809700012, 0.23983268439769745, 0.2443050593137741], "cos_Ac_negg": [0.21947243809700012, 0.23983268439769745, 0.2443050593137741], "r_norm": [0.13030606508255005, 0.1310439556837082, 0.13250434398651123], "ldr": {"dL_sdil": -0.0034667998552322388, "dL_bp": -0.0053046271204948425, "ratio": 0.6535426103444644}}, {"step": 6800, "epoch": 14, "train_loss": 0.001635309192351997, "cos_r_negg": [0.21421928703784943, 0.23407751321792603, 0.23915602266788483], "cos_apical_negg": [0.21421928703784943, 0.23407751321792603, 0.23915602266788483], "cos_Ac_negg": [0.21421928703784943, 0.23407751321792603, 0.23915602266788483], "r_norm": [0.12686872482299805, 0.12757405638694763, 0.12924523651599884]}, {"step": 6850, "epoch": 14, "train_loss": 0.0008320588385686278, "cos_r_negg": [0.21558824181556702, 0.23608854413032532, 0.23977969586849213], "cos_apical_negg": [0.21558824181556702, 0.23608854413032532, 0.23977969586849213], "cos_Ac_negg": [0.21558824181556702, 0.23608854413032532, 0.23977969586849213], "r_norm": [0.12307633459568024, 0.12366726994514465, 0.12531809508800507]}, {"step": 6900, "epoch": 14, "train_loss": 0.0023758341558277607, "cos_r_negg": [0.21566343307495117, 0.23532095551490784, 0.23985396325588226], "cos_apical_negg": [0.21566343307495117, 0.23532095551490784, 0.23985396325588226], "cos_Ac_negg": [0.21566343307495117, 0.23532095551490784, 0.23985396325588226], "r_norm": [0.12352229654788971, 0.123990498483181, 0.12543082237243652]}, {"step": 6950, "epoch": 14, "train_loss": 0.0004898346378467977, "cos_r_negg": [0.21589802205562592, 0.2362743467092514, 0.23978713154792786], "cos_apical_negg": [0.21589802205562592, 0.2362743467092514, 0.23978713154792786], "cos_Ac_negg": [0.21589802205562592, 0.2362743467092514, 0.23978713154792786], "r_norm": [0.12339470535516739, 0.12415307760238647, 0.1253954917192459]}, {"step": 7000, "epoch": 14, "train_loss": 0.0022095658350735903, "cos_r_negg": [0.212380051612854, 0.23120826482772827, 0.236660897731781], "cos_apical_negg": [0.212380051612854, 0.23120826482772827, 0.236660897731781], "cos_Ac_negg": [0.212380051612854, 0.23120826482772827, 0.236660897731781], "r_norm": [0.12491463869810104, 0.1255672574043274, 0.12681135535240173], "ldr": {"dL_sdil": -0.0034158527851104736, "dL_bp": -0.00529131293296814, "ratio": 0.6455586408106022}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9756, "test_loss": 0.12165774965286255}, {"step": 7050, "epoch": 15, "train_loss": 0.0023155007511377335, "cos_r_negg": [0.21706566214561462, 0.23749127984046936, 0.24138221144676208], "cos_apical_negg": [0.21706566214561462, 0.23749127984046936, 0.24138221144676208], "cos_Ac_negg": [0.21706566214561462, 0.23749127984046936, 0.24138221144676208], "r_norm": [0.12495057284832001, 0.12570254504680634, 0.12713775038719177]}, {"step": 7100, "epoch": 15, "train_loss": 0.002264305017888546, "cos_r_negg": [0.21344803273677826, 0.23276963829994202, 0.23795408010482788], "cos_apical_negg": [0.21344803273677826, 0.23276963829994202, 0.23795408010482788], "cos_Ac_negg": [0.21344803273677826, 0.23276963829994202, 0.23795408010482788], "r_norm": [0.1250186562538147, 0.12573060393333435, 0.12714049220085144]}, {"step": 7150, "epoch": 15, "train_loss": 0.001202078303322196, "cos_r_negg": [0.21225012838840485, 0.23157310485839844, 0.2365732491016388], "cos_apical_negg": [0.21225012838840485, 0.23157310485839844, 0.2365732491016388], "cos_Ac_negg": [0.21225012838840485, 0.23157310485839844, 0.2365732491016388], "r_norm": [0.1217760443687439, 0.12242446839809418, 0.12376728653907776]}, {"step": 7200, "epoch": 15, "train_loss": 0.0015434541273862123, "cos_r_negg": [0.20837053656578064, 0.22686170041561127, 0.23219430446624756], "cos_apical_negg": [0.20837053656578064, 0.22686170041561127, 0.23219430446624756], "cos_Ac_negg": [0.20837053656578064, 0.22686170041561127, 0.23219430446624756], "r_norm": [0.1256326586008072, 0.12635451555252075, 0.1277189403772354]}, {"step": 7250, "epoch": 15, "train_loss": 0.0011184114264324307, "cos_r_negg": [0.2071397304534912, 0.22591088712215424, 0.2303321808576584], "cos_apical_negg": [0.2071397304534912, 0.22591088712215424, 0.2303321808576584], "cos_Ac_negg": [0.2071397304534912, 0.22591088712215424, 0.2303321808576584], "r_norm": [0.12212924659252167, 0.1226760745048523, 0.1242741048336029], "ldr": {"dL_sdil": -0.00330294668674469, "dL_bp": -0.0051010847091674805, "ratio": 0.6474988899534949}}, {"step": 7300, "epoch": 15, "train_loss": 0.0005614393739961088, "cos_r_negg": [0.20728133618831635, 0.22628098726272583, 0.23013637959957123], "cos_apical_negg": [0.20728133618831635, 0.22628098726272583, 0.23013637959957123], "cos_Ac_negg": [0.20728133618831635, 0.22628098726272583, 0.23013637959957123], "r_norm": [0.1224922239780426, 0.12301169335842133, 0.12451956421136856]}, {"step": 7350, "epoch": 15, "train_loss": 0.0008353320881724358, "cos_r_negg": [0.2036896049976349, 0.22129113972187042, 0.2263152301311493], "cos_apical_negg": [0.2036896049976349, 0.22129113972187042, 0.2263152301311493], "cos_Ac_negg": [0.2036896049976349, 0.22129113972187042, 0.2263152301311493], "r_norm": [0.12556366622447968, 0.126268669962883, 0.12770555913448334]}, {"step": 7400, "epoch": 15, "train_loss": 0.001476074568927288, "cos_r_negg": [0.2048484832048416, 0.22285278141498566, 0.22766605019569397], "cos_apical_negg": [0.2048484832048416, 0.22285278141498566, 0.22766605019569397], "cos_Ac_negg": [0.2048484832048416, 0.22285278141498566, 0.22766605019569397], "r_norm": [0.12090981006622314, 0.12138468027114868, 0.12294385582208633]}, {"step": 7450, "epoch": 15, "train_loss": 0.0014538781251758337, "cos_r_negg": [0.20665711164474487, 0.22530341148376465, 0.22956818342208862], "cos_apical_negg": [0.20665711164474487, 0.22530341148376465, 0.22956818342208862], "cos_Ac_negg": [0.20665711164474487, 0.22530341148376465, 0.22956818342208862], "r_norm": [0.12477822601795197, 0.12537340819835663, 0.12643954157829285]}, {"step": 7500, "epoch": 15, "train_loss": 0.00042309961281716824, "cos_r_negg": [0.20125316083431244, 0.21978327631950378, 0.22458690404891968], "cos_apical_negg": [0.20125316083431244, 0.21978327631950378, 0.22458690404891968], "cos_Ac_negg": [0.20125316083431244, 0.21978327631950378, 0.22458690404891968], "r_norm": [0.1266309916973114, 0.1275666505098343, 0.1288096010684967], "ldr": {"dL_sdil": -0.003694310784339905, "dL_bp": -0.00591963529586792, "ratio": 0.6240774303982278}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9754, "test_loss": 0.12481195602416992}, {"step": 7550, "epoch": 16, "train_loss": 0.0010219661053270102, "cos_r_negg": [0.20039872825145721, 0.2188979834318161, 0.22377833724021912], "cos_apical_negg": [0.20039872825145721, 0.2188979834318161, 0.22377833724021912], "cos_Ac_negg": [0.20039872825145721, 0.2188979834318161, 0.22377833724021912], "r_norm": [0.12620042264461517, 0.1271253526210785, 0.12851476669311523]}, {"step": 7600, "epoch": 16, "train_loss": 0.0015207098331302404, "cos_r_negg": [0.20205232501029968, 0.2203223705291748, 0.22532609105110168], "cos_apical_negg": [0.20205232501029968, 0.2203223705291748, 0.22532609105110168], "cos_Ac_negg": [0.20205232501029968, 0.2203223705291748, 0.22532609105110168], "r_norm": [0.12597042322158813, 0.1266252100467682, 0.12759828567504883]}, {"step": 7650, "epoch": 16, "train_loss": 0.0008070538751780987, "cos_r_negg": [0.19875973463058472, 0.21732832491397858, 0.22194668650627136], "cos_apical_negg": [0.19875973463058472, 0.21732832491397858, 0.22194668650627136], "cos_Ac_negg": [0.19875973463058472, 0.21732832491397858, 0.22194668650627136], "r_norm": [0.1243094727396965, 0.12502527236938477, 0.12631545960903168]}, {"step": 7700, "epoch": 16, "train_loss": 0.0004452347056940198, "cos_r_negg": [0.1971922069787979, 0.2151722013950348, 0.22013363242149353], "cos_apical_negg": [0.1971922069787979, 0.2151722013950348, 0.22013363242149353], "cos_Ac_negg": [0.1971922069787979, 0.2151722013950348, 0.22013363242149353], "r_norm": [0.12405778467655182, 0.12480112165212631, 0.12608583271503448]}, {"step": 7750, "epoch": 16, "train_loss": 0.002270689932629466, "cos_r_negg": [0.19803090393543243, 0.21633709967136383, 0.22116518020629883], "cos_apical_negg": [0.19803090393543243, 0.21633709967136383, 0.22116518020629883], "cos_Ac_negg": [0.19803090393543243, 0.21633709967136383, 0.22116518020629883], "r_norm": [0.12274123728275299, 0.12326591461896896, 0.12453824281692505], "ldr": {"dL_sdil": -0.0034102872014045715, "dL_bp": -0.005425542593002319, "ratio": 0.6285615019966933}}, {"step": 7800, "epoch": 16, "train_loss": 0.002320093335583806, "cos_r_negg": [0.19559116661548615, 0.2129315584897995, 0.21881070733070374], "cos_apical_negg": [0.19559116661548615, 0.2129315584897995, 0.21881070733070374], "cos_Ac_negg": [0.19559116661548615, 0.2129315584897995, 0.21881070733070374], "r_norm": [0.1225002259016037, 0.12309084832668304, 0.12446095049381256]}, {"step": 7850, "epoch": 16, "train_loss": 0.000382016587536782, "cos_r_negg": [0.19616839289665222, 0.2138729691505432, 0.21861493587493896], "cos_apical_negg": [0.19616839289665222, 0.2138729691505432, 0.21861493587493896], "cos_Ac_negg": [0.19616839289665222, 0.2138729691505432, 0.21861493587493896], "r_norm": [0.12184247374534607, 0.122465118765831, 0.12385838478803635]}, {"step": 7900, "epoch": 16, "train_loss": 0.0015114130219444633, "cos_r_negg": [0.19455674290657043, 0.21250686049461365, 0.2170724719762802], "cos_apical_negg": [0.19455674290657043, 0.21250686049461365, 0.2170724719762802], "cos_Ac_negg": [0.19455674290657043, 0.21250686049461365, 0.2170724719762802], "r_norm": [0.12335264682769775, 0.12412277609109879, 0.12550318241119385]}, {"step": 7950, "epoch": 16, "train_loss": 0.0008072342607192695, "cos_r_negg": [0.1943240761756897, 0.21232424676418304, 0.21719634532928467], "cos_apical_negg": [0.1943240761756897, 0.21232424676418304, 0.21719634532928467], "cos_Ac_negg": [0.1943240761756897, 0.21232424676418304, 0.21719634532928467], "r_norm": [0.12365908920764923, 0.12440980970859528, 0.12572751939296722]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9753, "test_loss": 0.12655457668304443}, {"step": 8000, "epoch": 17, "train_loss": 0.0020265658386051655, "cos_r_negg": [0.19407157599925995, 0.21190786361694336, 0.2174927294254303], "cos_apical_negg": [0.19407157599925995, 0.21190786361694336, 0.2174927294254303], "cos_Ac_negg": [0.19407157599925995, 0.21190786361694336, 0.2174927294254303], "r_norm": [0.12550383806228638, 0.12631164491176605, 0.12747563421726227], "ldr": {"dL_sdil": -0.0036500021815299988, "dL_bp": -0.005923159420490265, "ratio": 0.6162255516715242}}, {"step": 8050, "epoch": 17, "train_loss": 0.0008421901147812605, "cos_r_negg": [0.19315101206302643, 0.21107423305511475, 0.21627596020698547], "cos_apical_negg": [0.19315101206302643, 0.21107423305511475, 0.21627596020698547], "cos_Ac_negg": [0.19315101206302643, 0.21107423305511475, 0.21627596020698547], "r_norm": [0.1263868808746338, 0.12719784677028656, 0.12836802005767822]}, {"step": 8100, "epoch": 17, "train_loss": 0.002639421261847019, "cos_r_negg": [0.1914995312690735, 0.2093568742275238, 0.21449100971221924], "cos_apical_negg": [0.1914995312690735, 0.2093568742275238, 0.21449100971221924], "cos_Ac_negg": [0.1914995312690735, 0.2093568742275238, 0.21449100971221924], "r_norm": [0.12375109642744064, 0.12454304844141006, 0.12583361566066742]}, {"step": 8150, "epoch": 17, "train_loss": 0.0008140261634252965, "cos_r_negg": [0.19119204580783844, 0.2091766595840454, 0.2143043428659439], "cos_apical_negg": [0.19119204580783844, 0.2091766595840454, 0.2143043428659439], "cos_Ac_negg": [0.19119204580783844, 0.2091766595840454, 0.2143043428659439], "r_norm": [0.12582148611545563, 0.12672212719917297, 0.1279728263616562]}, {"step": 8200, "epoch": 17, "train_loss": 0.0006151910056360066, "cos_r_negg": [0.19122432172298431, 0.20887255668640137, 0.2139507681131363], "cos_apical_negg": [0.19122432172298431, 0.20887255668640137, 0.2139507681131363], "cos_Ac_negg": [0.19122432172298431, 0.20887255668640137, 0.2139507681131363], "r_norm": [0.12316346168518066, 0.12368972599506378, 0.12487613409757614]}, {"step": 8250, "epoch": 17, "train_loss": 0.001614752458408475, "cos_r_negg": [0.18975624442100525, 0.2075009047985077, 0.21223467588424683], "cos_apical_negg": [0.18975624442100525, 0.2075009047985077, 0.21223467588424683], "cos_Ac_negg": [0.18975624442100525, 0.2075009047985077, 0.21223467588424683], "r_norm": [0.1237732544541359, 0.12452029436826706, 0.1259443163871765], "ldr": {"dL_sdil": -0.003570571541786194, "dL_bp": -0.005809471011161804, "ratio": 0.6146121626093001}}, {"step": 8300, "epoch": 17, "train_loss": 0.00019810587400570512, "cos_r_negg": [0.188614159822464, 0.20621968805789948, 0.2112806886434555], "cos_apical_negg": [0.188614159822464, 0.20621968805789948, 0.2112806886434555], "cos_Ac_negg": [0.188614159822464, 0.20621968805789948, 0.2112806886434555], "r_norm": [0.12414783239364624, 0.12494547665119171, 0.12634843587875366]}, {"step": 8350, "epoch": 17, "train_loss": 0.0013788583455607295, "cos_r_negg": [0.18682709336280823, 0.2041168063879013, 0.20919755101203918], "cos_apical_negg": [0.18682709336280823, 0.2041168063879013, 0.20919755101203918], "cos_Ac_negg": [0.18682709336280823, 0.2041168063879013, 0.20919755101203918], "r_norm": [0.12447293102741241, 0.12521347403526306, 0.12656031548976898]}, {"step": 8400, "epoch": 17, "train_loss": 0.0009919608710333705, "cos_r_negg": [0.18642181158065796, 0.203769713640213, 0.2092379331588745], "cos_apical_negg": [0.18642181158065796, 0.203769713640213, 0.2092379331588745], "cos_Ac_negg": [0.18642181158065796, 0.203769713640213, 0.2092379331588745], "r_norm": [0.12316089868545532, 0.12383677065372467, 0.12520116567611694]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9753, "test_loss": 0.12893937816619874}, {"step": 8450, "epoch": 18, "train_loss": 0.0012057494604960084, "cos_r_negg": [0.18667760491371155, 0.20460134744644165, 0.20982888340950012], "cos_apical_negg": [0.18667760491371155, 0.20460134744644165, 0.20982888340950012], "cos_Ac_negg": [0.18667760491371155, 0.20460134744644165, 0.20982888340950012], "r_norm": [0.12401323020458221, 0.12480084598064423, 0.1261158436536789]}, {"step": 8500, "epoch": 18, "train_loss": 0.000752615334931761, "cos_r_negg": [0.18670156598091125, 0.20464465022087097, 0.20977076888084412], "cos_apical_negg": [0.18670156598091125, 0.20464465022087097, 0.20977076888084412], "cos_Ac_negg": [0.18670156598091125, 0.20464465022087097, 0.20977076888084412], "r_norm": [0.12653616070747375, 0.12733210623264313, 0.128472700715065], "ldr": {"dL_sdil": -0.0037341341376304626, "dL_bp": -0.006201207637786865, "ratio": 0.6021624102500024}}, {"step": 8550, "epoch": 18, "train_loss": 0.0027594161219894886, "cos_r_negg": [0.18583950400352478, 0.20359058678150177, 0.20868335664272308], "cos_apical_negg": [0.18583950400352478, 0.20359058678150177, 0.20868335664272308], "cos_Ac_negg": [0.18583950400352478, 0.20359058678150177, 0.20868335664272308], "r_norm": [0.127763032913208, 0.12861911952495575, 0.12971067428588867]}, {"step": 8600, "epoch": 18, "train_loss": 0.0023417340125888586, "cos_r_negg": [0.1836259663105011, 0.20109182596206665, 0.20633845031261444], "cos_apical_negg": [0.1836259663105011, 0.20109182596206665, 0.20633845031261444], "cos_Ac_negg": [0.1836259663105011, 0.20109182596206665, 0.20633845031261444], "r_norm": [0.1240779310464859, 0.12483102083206177, 0.1259813755750656]}, {"step": 8650, "epoch": 18, "train_loss": 0.0006859931745566428, "cos_r_negg": [0.1832907497882843, 0.20068734884262085, 0.2061454951763153], "cos_apical_negg": [0.1832907497882843, 0.20068734884262085, 0.2061454951763153], "cos_Ac_negg": [0.1832907497882843, 0.20068734884262085, 0.2061454951763153], "r_norm": [0.12465526163578033, 0.12556657195091248, 0.12668833136558533]}, {"step": 8700, "epoch": 18, "train_loss": 0.0016146452398970723, "cos_r_negg": [0.18160220980644226, 0.19869962334632874, 0.20426815748214722], "cos_apical_negg": [0.18160220980644226, 0.19869962334632874, 0.20426815748214722], "cos_Ac_negg": [0.18160220980644226, 0.19869962334632874, 0.20426815748214722], "r_norm": [0.12212925404310226, 0.12284920364618301, 0.12403789162635803]}, {"step": 8750, "epoch": 18, "train_loss": 0.0009478284046053886, "cos_r_negg": [0.1824038326740265, 0.20010003447532654, 0.20495416224002838], "cos_apical_negg": [0.1824038326740265, 0.20010003447532654, 0.20495416224002838], "cos_Ac_negg": [0.1824038326740265, 0.20010003447532654, 0.20495416224002838], "r_norm": [0.12239670753479004, 0.12313862144947052, 0.12438704073429108], "ldr": {"dL_sdil": -0.003474719822406769, "dL_bp": -0.005724631249904633, "ratio": 0.606977055939569}}, {"step": 8800, "epoch": 18, "train_loss": 0.001726518850773573, "cos_r_negg": [0.17917469143867493, 0.1962597668170929, 0.20189446210861206], "cos_apical_negg": [0.17917469143867493, 0.1962597668170929, 0.20189446210861206], "cos_Ac_negg": [0.17917469143867493, 0.1962597668170929, 0.20189446210861206], "r_norm": [0.1254391074180603, 0.12627668678760529, 0.12766015529632568]}, {"step": 8850, "epoch": 18, "train_loss": 0.0007306054467335343, "cos_r_negg": [0.18132665753364563, 0.19873420894145966, 0.2038465142250061], "cos_apical_negg": [0.18132665753364563, 0.19873420894145966, 0.2038465142250061], "cos_Ac_negg": [0.18132665753364563, 0.19873420894145966, 0.2038465142250061], "r_norm": [0.1253565102815628, 0.12613099813461304, 0.127316415309906]}, {"step": 8900, "epoch": 18, "train_loss": 0.000459151400718838, "cos_r_negg": [0.18095692992210388, 0.19865238666534424, 0.20372489094734192], "cos_apical_negg": [0.18095692992210388, 0.19865238666534424, 0.20372489094734192], "cos_Ac_negg": [0.18095692992210388, 0.19865238666534424, 0.20372489094734192], "r_norm": [0.12496367841959, 0.12576541304588318, 0.12706923484802246]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9747, "test_loss": 0.13014688024520873}, {"step": 8950, "epoch": 19, "train_loss": 0.0006080739549361169, "cos_r_negg": [0.18075217306613922, 0.19827643036842346, 0.20365068316459656], "cos_apical_negg": [0.18075217306613922, 0.19827643036842346, 0.20365068316459656], "cos_Ac_negg": [0.18075217306613922, 0.19827643036842346, 0.20365068316459656], "r_norm": [0.124723419547081, 0.12551987171173096, 0.12677857279777527]}, {"step": 9000, "epoch": 19, "train_loss": 0.0005605927435681224, "cos_r_negg": [0.1801244020462036, 0.1978929042816162, 0.20283550024032593], "cos_apical_negg": [0.1801244020462036, 0.1978929042816162, 0.20283550024032593], "cos_Ac_negg": [0.1801244020462036, 0.1978929042816162, 0.20283550024032593], "r_norm": [0.12477818131446838, 0.1255977749824524, 0.1268218457698822], "ldr": {"dL_sdil": -0.003721795976161957, "dL_bp": -0.006245128810405731, "ratio": 0.5959518352865104}}, {"step": 9050, "epoch": 19, "train_loss": 0.0008872130420058966, "cos_r_negg": [0.17801791429519653, 0.19535507261753082, 0.20066171884536743], "cos_apical_negg": [0.17801791429519653, 0.19535507261753082, 0.20066171884536743], "cos_Ac_negg": [0.17801791429519653, 0.19535507261753082, 0.20066171884536743], "r_norm": [0.12469643354415894, 0.1255706250667572, 0.12683570384979248]}, {"step": 9100, "epoch": 19, "train_loss": 0.001260067685507238, "cos_r_negg": [0.17632025480270386, 0.1935487985610962, 0.1985640972852707], "cos_apical_negg": [0.17632025480270386, 0.1935487985610962, 0.1985640972852707], "cos_Ac_negg": [0.17632025480270386, 0.1935487985610962, 0.1985640972852707], "r_norm": [0.12520289421081543, 0.1259787678718567, 0.1272183060646057]}, {"step": 9150, "epoch": 19, "train_loss": 0.002798100933432579, "cos_r_negg": [0.1754230558872223, 0.1924724131822586, 0.19782504439353943], "cos_apical_negg": [0.1754230558872223, 0.1924724131822586, 0.19782504439353943], "cos_Ac_negg": [0.1754230558872223, 0.1924724131822586, 0.19782504439353943], "r_norm": [0.12363342940807343, 0.12442614138126373, 0.12572407722473145]}, {"step": 9200, "epoch": 19, "train_loss": 0.0007251949282363057, "cos_r_negg": [0.17636153101921082, 0.19351628422737122, 0.19909533858299255], "cos_apical_negg": [0.17636153101921082, 0.19351628422737122, 0.19909533858299255], "cos_Ac_negg": [0.17636153101921082, 0.19351628422737122, 0.19909533858299255], "r_norm": [0.12160052359104156, 0.1222497746348381, 0.12351983040571213]}, {"step": 9250, "epoch": 19, "train_loss": 0.0011978409020230174, "cos_r_negg": [0.17620083689689636, 0.1930256336927414, 0.19871394336223602], "cos_apical_negg": [0.17620083689689636, 0.1930256336927414, 0.19871394336223602], "cos_Ac_negg": [0.17620083689689636, 0.1930256336927414, 0.19871394336223602], "r_norm": [0.12436849623918533, 0.1251457780599594, 0.126349538564682], "ldr": {"dL_sdil": -0.003694862127304077, "dL_bp": -0.006207741796970367, "ratio": 0.5952022890364611}}, {"step": 9300, "epoch": 19, "train_loss": 0.000842208624817431, "cos_r_negg": [0.1760292500257492, 0.19307056069374084, 0.19872668385505676], "cos_apical_negg": [0.1760292500257492, 0.19307056069374084, 0.19872668385505676], "cos_Ac_negg": [0.1760292500257492, 0.19307056069374084, 0.19872668385505676], "r_norm": [0.12223264575004578, 0.12299680709838867, 0.12421655654907227]}, {"step": 9350, "epoch": 19, "train_loss": 0.0009640764910727739, "cos_r_negg": [0.17420561611652374, 0.19105584919452667, 0.1963719129562378], "cos_apical_negg": [0.17420561611652374, 0.19105584919452667, 0.1963719129562378], "cos_Ac_negg": [0.17420561611652374, 0.19105584919452667, 0.1963719129562378], "r_norm": [0.12597675621509552, 0.1268616020679474, 0.1281396448612213]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9752, "test_loss": 0.13268546123504638}], "final": {"test_acc": 0.9752, "test_loss": 0.13268546123504638, "wall_s": 45.782546520233154, "cos_r_negg": [0.1737828552722931, 0.19065150618553162, 0.19581833481788635], "cos_apical_negg": [0.1737828552722931, 0.19065150618553162, 0.19581833481788635], "cos_Ac_negg": [0.1737828552722931, 0.19065150618553162, 0.19581833481788635]}}
\ No newline at end of file
diff --git a/results/depth_mnist_sdil_d5_s0.json b/results/depth_mnist_sdil_d5_s0.json
new file mode 100644
index 0000000..516c09b
--- /dev/null
+++ b/results/depth_mnist_sdil_d5_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d5_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.2810049057006836, "cos_r_negg": [0.012131400406360626, 0.004217087756842375, -0.00038205739110708237, 0.005876386538147926, -0.00799233466386795], "cos_apical_negg": [0.012131400406360626, 0.004217087756842375, -0.00038205739110708237, 0.005876386538147926, -0.00799233466386795], "cos_Ac_negg": [0.012131400406360626, 0.004217087756842375, -0.00038205739110708237, 0.005876386538147926, -0.00799233466386795], "r_norm": [4.716703414916992, 4.763059616088867, 4.753106117248535, 4.845732688903809, 4.731505393981934], "ldr": {"dL_sdil": -0.01923370361328125, "dL_bp": -0.06604385375976562, "ratio": 0.2912262461733957}}, {"step": 50, "epoch": 0, "train_loss": 0.6516472101211548, "cos_r_negg": [0.3535889983177185, 0.2646055221557617, 0.24662044644355774, 0.2248731553554535, 0.19537438452243805], "cos_apical_negg": [0.3535889983177185, 0.2646055221557617, 0.24662044644355774, 0.2248731553554535, 0.19537438452243805], "cos_Ac_negg": [0.3535889983177185, 0.2646055221557617, 0.24662044644355774, 0.2248731553554535, 0.19537438452243805], "r_norm": [1.2796419858932495, 1.2941480875015259, 1.286740779876709, 1.3101956844329834, 1.2711082696914673]}, {"step": 100, "epoch": 0, "train_loss": 0.3088100552558899, "cos_r_negg": [0.3706820011138916, 0.26640623807907104, 0.27100807428359985, 0.24419687688350677, 0.2002144753932953], "cos_apical_negg": [0.3706820011138916, 0.26640623807907104, 0.27100807428359985, 0.24419687688350677, 0.2002144753932953], "cos_Ac_negg": [0.3706820011138916, 0.26640623807907104, 0.27100807428359985, 0.24419687688350677, 0.2002144753932953], "r_norm": [0.8974119424819946, 0.9077181220054626, 0.9016134738922119, 0.9187095165252686, 0.8954144716262817]}, {"step": 150, "epoch": 0, "train_loss": 0.4217333197593689, "cos_r_negg": [0.40799951553344727, 0.2884979844093323, 0.27057796716690063, 0.2809913754463196, 0.2553190290927887], "cos_apical_negg": [0.40799951553344727, 0.2884979844093323, 0.27057796716690063, 0.2809913754463196, 0.2553190290927887], "cos_Ac_negg": [0.40799951553344727, 0.2884979844093323, 0.27057796716690063, 0.2809913754463196, 0.2553190290927887], "r_norm": [0.7810609340667725, 0.792141318321228, 0.7841392755508423, 0.7999411225318909, 0.7774401903152466]}, {"step": 200, "epoch": 0, "train_loss": 0.29122844338417053, "cos_r_negg": [0.4295382499694824, 0.33493340015411377, 0.2924474775791168, 0.293376088142395, 0.25654879212379456], "cos_apical_negg": [0.4295382499694824, 0.33493340015411377, 0.2924474775791168, 0.293376088142395, 0.25654879212379456], "cos_Ac_negg": [0.4295382499694824, 0.33493340015411377, 0.2924474775791168, 0.293376088142395, 0.25654879212379456], "r_norm": [0.772678792476654, 0.7747843265533447, 0.7708219885826111, 0.782381534576416, 0.7600271701812744]}, {"step": 250, "epoch": 0, "train_loss": 0.21240131556987762, "cos_r_negg": [0.4412931799888611, 0.3407934904098511, 0.3189849257469177, 0.3011532127857208, 0.301400363445282], "cos_apical_negg": [0.4412931799888611, 0.3407934904098511, 0.3189849257469177, 0.3011532127857208, 0.301400363445282], "cos_Ac_negg": [0.4412931799888611, 0.3407934904098511, 0.3189849257469177, 0.3011532127857208, 0.301400363445282], "r_norm": [0.6756526231765747, 0.6862270832061768, 0.6762653589248657, 0.6895602345466614, 0.6705551743507385], "ldr": {"dL_sdil": -0.009024977684020996, "dL_bp": -0.006299227476119995, "ratio": 1.4327118235107656}}, {"step": 300, "epoch": 0, "train_loss": 0.1849011480808258, "cos_r_negg": [0.4999248683452606, 0.3930743932723999, 0.3659152090549469, 0.3429654836654663, 0.32522937655448914], "cos_apical_negg": [0.4999248683452606, 0.3930743932723999, 0.3659152090549469, 0.3429654836654663, 0.32522937655448914], "cos_Ac_negg": [0.4999248683452606, 0.3930743932723999, 0.3659152090549469, 0.3429654836654663, 0.32522937655448914], "r_norm": [0.5900319814682007, 0.5987443923950195, 0.5925803780555725, 0.6027464866638184, 0.5858521461486816]}, {"step": 350, "epoch": 0, "train_loss": 0.17165523767471313, "cos_r_negg": [0.49400144815444946, 0.3983229398727417, 0.3741704225540161, 0.36011719703674316, 0.3420206308364868], "cos_apical_negg": [0.49400144815444946, 0.3983229398727417, 0.3741704225540161, 0.36011719703674316, 0.3420206308364868], "cos_Ac_negg": [0.49400144815444946, 0.3983229398727417, 0.3741704225540161, 0.36011719703674316, 0.3420206308364868], "r_norm": [0.5709792971611023, 0.5819143652915955, 0.5794576406478882, 0.58296799659729, 0.5700550079345703]}, {"step": 400, "epoch": 0, "train_loss": 0.1610822230577469, "cos_r_negg": [0.47897857427597046, 0.41034913063049316, 0.38778793811798096, 0.3712223470211029, 0.35904431343078613], "cos_apical_negg": [0.47897857427597046, 0.41034913063049316, 0.38778793811798096, 0.3712223470211029, 0.35904431343078613], "cos_Ac_negg": [0.47897857427597046, 0.41034913063049316, 0.38778793811798096, 0.3712223470211029, 0.35904431343078613], "r_norm": [0.47399476170539856, 0.4796596169471741, 0.47593724727630615, 0.48309433460235596, 0.4704742133617401]}, {"step": 450, "epoch": 0, "train_loss": 0.24160122871398926, "cos_r_negg": [0.49919286370277405, 0.4180578589439392, 0.4075695872306824, 0.3868767023086548, 0.36621394753456116], "cos_apical_negg": [0.49919286370277405, 0.4180578589439392, 0.4075695872306824, 0.3868767023086548, 0.36621394753456116], "cos_Ac_negg": [0.49919286370277405, 0.4180578589439392, 0.4075695872306824, 0.3868767023086548, 0.36621394753456116], "r_norm": [0.5222005248069763, 0.5251052379608154, 0.5228019952774048, 0.5314671397209167, 0.5152105689048767]}, {"epoch_end": 0, "step": 469, "test_acc": 0.946, "test_loss": 0.1934729965209961}, {"step": 500, "epoch": 1, "train_loss": 0.2561780512332916, "cos_r_negg": [0.5188429951667786, 0.4423810839653015, 0.4234265387058258, 0.4266822338104248, 0.3758695721626282], "cos_apical_negg": [0.5188429951667786, 0.4423810839653015, 0.4234265387058258, 0.4266822338104248, 0.3758695721626282], "cos_Ac_negg": [0.5188429951667786, 0.4423810839653015, 0.4234265387058258, 0.4266822338104248, 0.3758695721626282], "r_norm": [0.5594141483306885, 0.5617170929908752, 0.5616753697395325, 0.5715848207473755, 0.5528212785720825], "ldr": {"dL_sdil": -0.008745044469833374, "dL_bp": -0.006812721490859985, "ratio": 1.2836345183882554}}, {"step": 550, "epoch": 1, "train_loss": 0.22039614617824554, "cos_r_negg": [0.5147655010223389, 0.44189387559890747, 0.4260913133621216, 0.4080870747566223, 0.3708588778972626], "cos_apical_negg": [0.5147655010223389, 0.44189387559890747, 0.4260913133621216, 0.4080870747566223, 0.3708588778972626], "cos_Ac_negg": [0.5147655010223389, 0.44189387559890747, 0.4260913133621216, 0.4080870747566223, 0.3708588778972626], "r_norm": [0.47103139758110046, 0.473162442445755, 0.4714663326740265, 0.4765970706939697, 0.4660983383655548]}, {"step": 600, "epoch": 1, "train_loss": 0.2875831127166748, "cos_r_negg": [0.4992886185646057, 0.4324300289154053, 0.4218742847442627, 0.4030624330043793, 0.3861001431941986], "cos_apical_negg": [0.4992886185646057, 0.4324300289154053, 0.4218742847442627, 0.4030624330043793, 0.3861001431941986], "cos_Ac_negg": [0.4992886185646057, 0.4324300289154053, 0.4218742847442627, 0.4030624330043793, 0.3861001431941986], "r_norm": [0.47588151693344116, 0.48078665137290955, 0.4764470160007477, 0.4881449341773987, 0.4738246202468872]}, {"step": 650, "epoch": 1, "train_loss": 0.16550767421722412, "cos_r_negg": [0.5116716623306274, 0.45371994376182556, 0.4389486312866211, 0.40606385469436646, 0.39166438579559326], "cos_apical_negg": [0.5116716623306274, 0.45371994376182556, 0.4389486312866211, 0.40606385469436646, 0.39166438579559326], "cos_Ac_negg": [0.5116716623306274, 0.45371994376182556, 0.4389486312866211, 0.40606385469436646, 0.39166438579559326], "r_norm": [0.44786569476127625, 0.4525662660598755, 0.44992613792419434, 0.4592847526073456, 0.4454873204231262]}, {"step": 700, "epoch": 1, "train_loss": 0.10309652239084244, "cos_r_negg": [0.5087116956710815, 0.4466870427131653, 0.4313504099845886, 0.41424691677093506, 0.3969675302505493], "cos_apical_negg": [0.5087116956710815, 0.4466870427131653, 0.4313504099845886, 0.41424691677093506, 0.3969675302505493], "cos_Ac_negg": [0.5087116956710815, 0.4466870427131653, 0.4313504099845886, 0.41424691677093506, 0.3969675302505493], "r_norm": [0.4011765718460083, 0.40483543276786804, 0.4025859832763672, 0.40502816438674927, 0.39582958817481995]}, {"step": 750, "epoch": 1, "train_loss": 0.08276181668043137, "cos_r_negg": [0.5015411972999573, 0.4569101333618164, 0.44587165117263794, 0.4244951605796814, 0.39499908685684204], "cos_apical_negg": [0.5015411972999573, 0.4569101333618164, 0.44587165117263794, 0.4244951605796814, 0.39499908685684204], "cos_Ac_negg": [0.5015411972999573, 0.4569101333618164, 0.44587165117263794, 0.4244951605796814, 0.39499908685684204], "r_norm": [0.43282926082611084, 0.43638864159584045, 0.43937206268310547, 0.43999239802360535, 0.4300360083580017], "ldr": {"dL_sdil": -0.006697788834571838, "dL_bp": -0.0049603283405303955, "ratio": 1.3502712672959187}}, {"step": 800, "epoch": 1, "train_loss": 0.0858796238899231, "cos_r_negg": [0.48914334177970886, 0.4410015642642975, 0.4372289180755615, 0.43067100644111633, 0.3998815417289734], "cos_apical_negg": [0.48914334177970886, 0.4410015642642975, 0.4372289180755615, 0.43067100644111633, 0.3998815417289734], "cos_Ac_negg": [0.48914334177970886, 0.4410015642642975, 0.4372289180755615, 0.43067100644111633, 0.3998815417289734], "r_norm": [0.44144874811172485, 0.4430448114871979, 0.4432104229927063, 0.4475894272327423, 0.43331652879714966]}, {"step": 850, "epoch": 1, "train_loss": 0.2606666386127472, "cos_r_negg": [0.47634410858154297, 0.44455447793006897, 0.43336158990859985, 0.4301784038543701, 0.3941956162452698], "cos_apical_negg": [0.47634410858154297, 0.44455447793006897, 0.43336158990859985, 0.4301784038543701, 0.3941956162452698], "cos_Ac_negg": [0.47634410858154297, 0.44455447793006897, 0.43336158990859985, 0.4301784038543701, 0.3941956162452698], "r_norm": [0.40256527066230774, 0.40393221378326416, 0.4092590808868408, 0.408302903175354, 0.4005691111087799]}, {"step": 900, "epoch": 1, "train_loss": 0.13393038511276245, "cos_r_negg": [0.5087835192680359, 0.4754042625427246, 0.44074907898902893, 0.43082669377326965, 0.4021470546722412], "cos_apical_negg": [0.5087835192680359, 0.4754042625427246, 0.44074907898902893, 0.43082669377326965, 0.4021470546722412], "cos_Ac_negg": [0.5087835192680359, 0.4754042625427246, 0.44074907898902893, 0.43082669377326965, 0.4021470546722412], "r_norm": [0.3627195954322815, 0.36574506759643555, 0.36796116828918457, 0.3692395091056824, 0.36031007766723633]}, {"epoch_end": 1, "step": 938, "test_acc": 0.958, "test_loss": 0.14492609252929686}, {"step": 950, "epoch": 2, "train_loss": 0.16504868865013123, "cos_r_negg": [0.4960247576236725, 0.46751198172569275, 0.45175644755363464, 0.4352026581764221, 0.404570609331131], "cos_apical_negg": [0.4960247576236725, 0.46751198172569275, 0.45175644755363464, 0.4352026581764221, 0.404570609331131], "cos_Ac_negg": [0.4960247576236725, 0.46751198172569275, 0.45175644755363464, 0.4352026581764221, 0.404570609331131], "r_norm": [0.3313322961330414, 0.33389151096343994, 0.3347625732421875, 0.3367510735988617, 0.33003753423690796]}, {"step": 1000, "epoch": 2, "train_loss": 0.1333364099264145, "cos_r_negg": [0.5171216726303101, 0.4858883023262024, 0.46963027119636536, 0.458392858505249, 0.4173162281513214], "cos_apical_negg": [0.5171216726303101, 0.4858883023262024, 0.46963027119636536, 0.458392858505249, 0.4173162281513214], "cos_Ac_negg": [0.5171216726303101, 0.4858883023262024, 0.46963027119636536, 0.458392858505249, 0.4173162281513214], "r_norm": [0.3332071900367737, 0.33650457859039307, 0.3332202732563019, 0.34143149852752686, 0.33423012495040894], "ldr": {"dL_sdil": -0.0039377883076667786, "dL_bp": -0.0032132044434547424, "ratio": 1.2255019488996426}}, {"step": 1050, "epoch": 2, "train_loss": 0.03468712791800499, "cos_r_negg": [0.5109358429908752, 0.48111385107040405, 0.4704962372779846, 0.4669412076473236, 0.4149934649467468], "cos_apical_negg": [0.5109358429908752, 0.48111385107040405, 0.4704962372779846, 0.4669412076473236, 0.4149934649467468], "cos_Ac_negg": [0.5109358429908752, 0.48111385107040405, 0.4704962372779846, 0.4669412076473236, 0.4149934649467468], "r_norm": [0.3193548321723938, 0.32177141308784485, 0.3208135962486267, 0.326044499874115, 0.3183426856994629]}, {"step": 1100, "epoch": 2, "train_loss": 0.11011175066232681, "cos_r_negg": [0.5172877311706543, 0.4880463778972626, 0.4618891179561615, 0.4579440951347351, 0.4227454364299774], "cos_apical_negg": [0.5172877311706543, 0.4880463778972626, 0.4618891179561615, 0.4579440951347351, 0.4227454364299774], "cos_Ac_negg": [0.5172877311706543, 0.4880463778972626, 0.4618891179561615, 0.4579440951347351, 0.4227454364299774], "r_norm": [0.35269105434417725, 0.3557908236980438, 0.3570302426815033, 0.3575901985168457, 0.3505738377571106]}, {"step": 1150, "epoch": 2, "train_loss": 0.07546113431453705, "cos_r_negg": [0.5079981088638306, 0.48688843846321106, 0.4711640477180481, 0.45178407430648804, 0.42015141248703003], "cos_apical_negg": [0.5079981088638306, 0.48688843846321106, 0.4711640477180481, 0.45178407430648804, 0.42015141248703003], "cos_Ac_negg": [0.5079981088638306, 0.48688843846321106, 0.4711640477180481, 0.45178407430648804, 0.42015141248703003], "r_norm": [0.2811495065689087, 0.2823787331581116, 0.28094837069511414, 0.286385715007782, 0.28058016300201416]}, {"step": 1200, "epoch": 2, "train_loss": 0.0289313942193985, "cos_r_negg": [0.5037615299224854, 0.487731397151947, 0.4673108458518982, 0.4576287865638733, 0.4203298091888428], "cos_apical_negg": [0.5037615299224854, 0.487731397151947, 0.4673108458518982, 0.4576287865638733, 0.4203298091888428], "cos_Ac_negg": [0.5037615299224854, 0.487731397151947, 0.4673108458518982, 0.4576287865638733, 0.4203298091888428], "r_norm": [0.3318381905555725, 0.33472996950149536, 0.33501988649368286, 0.34160536527633667, 0.33311372995376587]}, {"step": 1250, "epoch": 2, "train_loss": 0.08310495316982269, "cos_r_negg": [0.5010079145431519, 0.47313010692596436, 0.460860013961792, 0.4582566022872925, 0.43879103660583496], "cos_apical_negg": [0.5010079145431519, 0.47313010692596436, 0.460860013961792, 0.4582566022872925, 0.43879103660583496], "cos_Ac_negg": [0.5010079145431519, 0.47313010692596436, 0.460860013961792, 0.4582566022872925, 0.43879103660583496], "r_norm": [0.28564155101776123, 0.2883399724960327, 0.28961795568466187, 0.29251959919929504, 0.2848662734031677], "ldr": {"dL_sdil": -0.004461899399757385, "dL_bp": -0.0036627650260925293, "ratio": 1.2181778978373012}}, {"step": 1300, "epoch": 2, "train_loss": 0.13624307513237, "cos_r_negg": [0.5142402648925781, 0.4912436604499817, 0.4777894616127014, 0.45400896668434143, 0.4206179678440094], "cos_apical_negg": [0.5142402648925781, 0.4912436604499817, 0.4777894616127014, 0.45400896668434143, 0.4206179678440094], "cos_Ac_negg": [0.5142402648925781, 0.4912436604499817, 0.4777894616127014, 0.45400896668434143, 0.4206179678440094], "r_norm": [0.27414771914482117, 0.276641845703125, 0.27361810207366943, 0.2783500850200653, 0.27087780833244324]}, {"step": 1350, "epoch": 2, "train_loss": 0.12154476344585419, "cos_r_negg": [0.5420786142349243, 0.5142635703086853, 0.49385160207748413, 0.47288548946380615, 0.4292011857032776], "cos_apical_negg": [0.5420786142349243, 0.5142635703086853, 0.49385160207748413, 0.47288548946380615, 0.4292011857032776], "cos_Ac_negg": [0.5420786142349243, 0.5142635703086853, 0.49385160207748413, 0.47288548946380615, 0.4292011857032776], "r_norm": [0.2930658161640167, 0.29482632875442505, 0.29642170667648315, 0.29830193519592285, 0.2915574908256531]}, {"step": 1400, "epoch": 2, "train_loss": 0.24556566774845123, "cos_r_negg": [0.5410776138305664, 0.5177289247512817, 0.4994402527809143, 0.4692736864089966, 0.4255308508872986], "cos_apical_negg": [0.5410776138305664, 0.5177289247512817, 0.4994402527809143, 0.4692736864089966, 0.4255308508872986], "cos_Ac_negg": [0.5410776138305664, 0.5177289247512817, 0.4994402527809143, 0.4692736864089966, 0.4255308508872986], "r_norm": [0.2797573208808899, 0.28349360823631287, 0.28094059228897095, 0.2855622470378876, 0.27844345569610596]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9619, "test_loss": 0.12913357315063476}, {"step": 1450, "epoch": 3, "train_loss": 0.05058992654085159, "cos_r_negg": [0.520664393901825, 0.5017704367637634, 0.4857121706008911, 0.4731068015098572, 0.424230694770813], "cos_apical_negg": [0.520664393901825, 0.5017704367637634, 0.4857121706008911, 0.4731068015098572, 0.424230694770813], "cos_Ac_negg": [0.520664393901825, 0.5017704367637634, 0.4857121706008911, 0.4731068015098572, 0.424230694770813], "r_norm": [0.27358242869377136, 0.275951087474823, 0.2759145498275757, 0.27873727679252625, 0.27191847562789917]}, {"step": 1500, "epoch": 3, "train_loss": 0.08258388936519623, "cos_r_negg": [0.5171284675598145, 0.49478161334991455, 0.4773297607898712, 0.4688352942466736, 0.4281429052352905], "cos_apical_negg": [0.5171284675598145, 0.49478161334991455, 0.4773297607898712, 0.4688352942466736, 0.4281429052352905], "cos_Ac_negg": [0.5171284675598145, 0.49478161334991455, 0.4773297607898712, 0.4688352942466736, 0.4281429052352905], "r_norm": [0.24205996096134186, 0.24304702877998352, 0.24157863855361938, 0.24343062937259674, 0.23895439505577087], "ldr": {"dL_sdil": -0.0026138275861740112, "dL_bp": -0.00206756591796875, "ratio": 1.2642052006457565}}, {"step": 1550, "epoch": 3, "train_loss": 0.08217345178127289, "cos_r_negg": [0.526655375957489, 0.505498468875885, 0.4890502691268921, 0.4776346683502197, 0.43958085775375366], "cos_apical_negg": [0.526655375957489, 0.505498468875885, 0.4890502691268921, 0.4776346683502197, 0.43958085775375366], "cos_Ac_negg": [0.526655375957489, 0.505498468875885, 0.4890502691268921, 0.4776346683502197, 0.43958085775375366], "r_norm": [0.23978134989738464, 0.24068140983581543, 0.2394770085811615, 0.24173805117607117, 0.23817822337150574]}, {"step": 1600, "epoch": 3, "train_loss": 0.04449461027979851, "cos_r_negg": [0.5206848382949829, 0.501268744468689, 0.4870132505893707, 0.4930392801761627, 0.43759363889694214], "cos_apical_negg": [0.5206848382949829, 0.501268744468689, 0.4870132505893707, 0.4930392801761627, 0.43759363889694214], "cos_Ac_negg": [0.5206848382949829, 0.501268744468689, 0.4870132505893707, 0.4930392801761627, 0.43759363889694214], "r_norm": [0.19259598851203918, 0.1922943890094757, 0.19091662764549255, 0.19344750046730042, 0.1905273050069809]}, {"step": 1650, "epoch": 3, "train_loss": 0.04963129758834839, "cos_r_negg": [0.5185742378234863, 0.49765342473983765, 0.4813597500324249, 0.48589757084846497, 0.4353824257850647], "cos_apical_negg": [0.5185742378234863, 0.49765342473983765, 0.4813597500324249, 0.48589757084846497, 0.4353824257850647], "cos_Ac_negg": [0.5185742378234863, 0.49765342473983765, 0.4813597500324249, 0.48589757084846497, 0.4353824257850647], "r_norm": [0.21238240599632263, 0.21163877844810486, 0.21205909550189972, 0.2125796377658844, 0.21009743213653564]}, {"step": 1700, "epoch": 3, "train_loss": 0.0526958703994751, "cos_r_negg": [0.5310912132263184, 0.5093908905982971, 0.4926398992538452, 0.49234235286712646, 0.4323306083679199], "cos_apical_negg": [0.5310912132263184, 0.5093908905982971, 0.4926398992538452, 0.49234235286712646, 0.4323306083679199], "cos_Ac_negg": [0.5310912132263184, 0.5093908905982971, 0.4926398992538452, 0.49234235286712646, 0.4323306083679199], "r_norm": [0.24597011506557465, 0.2471294403076172, 0.24992488324642181, 0.24934303760528564, 0.24553023278713226]}, {"step": 1750, "epoch": 3, "train_loss": 0.030011771246790886, "cos_r_negg": [0.5364570617675781, 0.5169739723205566, 0.5038166046142578, 0.4986128509044647, 0.4480566084384918], "cos_apical_negg": [0.5364570617675781, 0.5169739723205566, 0.5038166046142578, 0.4986128509044647, 0.4480566084384918], "cos_Ac_negg": [0.5364570617675781, 0.5169739723205566, 0.5038166046142578, 0.4986128509044647, 0.4480566084384918], "r_norm": [0.2017936408519745, 0.20233236253261566, 0.20181244611740112, 0.2036803960800171, 0.19968032836914062], "ldr": {"dL_sdil": -0.002487875521183014, "dL_bp": -0.0022541582584381104, "ratio": 1.1036827214194112}}, {"step": 1800, "epoch": 3, "train_loss": 0.08367688953876495, "cos_r_negg": [0.523350715637207, 0.5038960576057434, 0.493175745010376, 0.4894367456436157, 0.44384896755218506], "cos_apical_negg": [0.523350715637207, 0.5038960576057434, 0.493175745010376, 0.4894367456436157, 0.44384896755218506], "cos_Ac_negg": [0.523350715637207, 0.5038960576057434, 0.493175745010376, 0.4894367456436157, 0.44384896755218506], "r_norm": [0.25606340169906616, 0.2541954219341278, 0.2555420696735382, 0.25797349214553833, 0.25332513451576233]}, {"step": 1850, "epoch": 3, "train_loss": 0.1360694020986557, "cos_r_negg": [0.5418052673339844, 0.5216206908226013, 0.5013954639434814, 0.49875518679618835, 0.44867706298828125], "cos_apical_negg": [0.5418052673339844, 0.5216206908226013, 0.5013954639434814, 0.49875518679618835, 0.44867706298828125], "cos_Ac_negg": [0.5418052673339844, 0.5216206908226013, 0.5013954639434814, 0.49875518679618835, 0.44867706298828125], "r_norm": [0.2618030309677124, 0.26272717118263245, 0.2635042071342468, 0.2655128240585327, 0.2584725320339203]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9666, "test_loss": 0.11381822090148926}, {"step": 1900, "epoch": 4, "train_loss": 0.05710871145129204, "cos_r_negg": [0.5286493301391602, 0.5127522945404053, 0.4851687550544739, 0.4858025312423706, 0.4415620267391205], "cos_apical_negg": [0.5286493301391602, 0.5127522945404053, 0.4851687550544739, 0.4858025312423706, 0.4415620267391205], "cos_Ac_negg": [0.5286493301391602, 0.5127522945404053, 0.4851687550544739, 0.4858025312423706, 0.4415620267391205], "r_norm": [0.23550373315811157, 0.2331598401069641, 0.2362792044878006, 0.23604540526866913, 0.23316386342048645]}, {"step": 1950, "epoch": 4, "train_loss": 0.09491974115371704, "cos_r_negg": [0.523476243019104, 0.5166998505592346, 0.49724915623664856, 0.4879727363586426, 0.4460201561450958], "cos_apical_negg": [0.523476243019104, 0.5166998505592346, 0.49724915623664856, 0.4879727363586426, 0.4460201561450958], "cos_Ac_negg": [0.523476243019104, 0.5166998505592346, 0.49724915623664856, 0.4879727363586426, 0.4460201561450958], "r_norm": [0.22625187039375305, 0.2244974821805954, 0.2254256308078766, 0.22718793153762817, 0.2228398621082306]}, {"step": 2000, "epoch": 4, "train_loss": 0.07795128226280212, "cos_r_negg": [0.5228437185287476, 0.5107775926589966, 0.49397724866867065, 0.48500239849090576, 0.45521292090415955], "cos_apical_negg": [0.5228437185287476, 0.5107775926589966, 0.49397724866867065, 0.48500239849090576, 0.45521292090415955], "cos_Ac_negg": [0.5228437185287476, 0.5107775926589966, 0.49397724866867065, 0.48500239849090576, 0.45521292090415955], "r_norm": [0.19554515182971954, 0.19431978464126587, 0.19365406036376953, 0.19478659331798553, 0.19322431087493896], "ldr": {"dL_sdil": -0.002793125808238983, "dL_bp": -0.00258801132440567, "ratio": 1.079255636132279}}, {"step": 2050, "epoch": 4, "train_loss": 0.06886234134435654, "cos_r_negg": [0.5183113813400269, 0.5040295124053955, 0.4769202470779419, 0.47420305013656616, 0.44795894622802734], "cos_apical_negg": [0.5183113813400269, 0.5040295124053955, 0.4769202470779419, 0.47420305013656616, 0.44795894622802734], "cos_Ac_negg": [0.5183113813400269, 0.5040295124053955, 0.4769202470779419, 0.47420305013656616, 0.44795894622802734], "r_norm": [0.19306626915931702, 0.19310089945793152, 0.19337259232997894, 0.19552139937877655, 0.1920691877603531]}, {"step": 2100, "epoch": 4, "train_loss": 0.07549570500850677, "cos_r_negg": [0.5080376863479614, 0.4904295802116394, 0.4749026894569397, 0.47086015343666077, 0.4455617666244507], "cos_apical_negg": [0.5080376863479614, 0.4904295802116394, 0.4749026894569397, 0.47086015343666077, 0.4455617666244507], "cos_Ac_negg": [0.5080376863479614, 0.4904295802116394, 0.4749026894569397, 0.47086015343666077, 0.4455617666244507], "r_norm": [0.201541930437088, 0.2012946605682373, 0.20180365443229675, 0.20405925810337067, 0.20221486687660217]}, {"step": 2150, "epoch": 4, "train_loss": 0.060851920396089554, "cos_r_negg": [0.5221001505851746, 0.5105414390563965, 0.4966522455215454, 0.4885132908821106, 0.4624393582344055], "cos_apical_negg": [0.5221001505851746, 0.5105414390563965, 0.4966522455215454, 0.4885132908821106, 0.4624393582344055], "cos_Ac_negg": [0.5221001505851746, 0.5105414390563965, 0.4966522455215454, 0.4885132908821106, 0.4624393582344055], "r_norm": [0.1946910321712494, 0.1940111666917801, 0.1928124874830246, 0.19537058472633362, 0.19082443416118622]}, {"step": 2200, "epoch": 4, "train_loss": 0.0734524130821228, "cos_r_negg": [0.5174204111099243, 0.5072147846221924, 0.48613983392715454, 0.4840463697910309, 0.460318386554718], "cos_apical_negg": [0.5174204111099243, 0.5072147846221924, 0.48613983392715454, 0.4840463697910309, 0.460318386554718], "cos_Ac_negg": [0.5174204111099243, 0.5072147846221924, 0.48613983392715454, 0.4840463697910309, 0.460318386554718], "r_norm": [0.19993890821933746, 0.2008552849292755, 0.2010197639465332, 0.20404724776744843, 0.19966332614421844]}, {"step": 2250, "epoch": 4, "train_loss": 0.03518514335155487, "cos_r_negg": [0.5302554965019226, 0.5175726413726807, 0.4954574704170227, 0.5019946098327637, 0.46980491280555725], "cos_apical_negg": [0.5302554965019226, 0.5175726413726807, 0.4954574704170227, 0.5019946098327637, 0.46980491280555725], "cos_Ac_negg": [0.5302554965019226, 0.5175726413726807, 0.4954574704170227, 0.5019946098327637, 0.46980491280555725], "r_norm": [0.22638098895549774, 0.2275218665599823, 0.22974291443824768, 0.23195534944534302, 0.2240896224975586], "ldr": {"dL_sdil": -0.005821213126182556, "dL_bp": -0.006032392382621765, "ratio": 0.9649924535665853}}, {"step": 2300, "epoch": 4, "train_loss": 0.13967688381671906, "cos_r_negg": [0.5224109888076782, 0.5130593776702881, 0.49653828144073486, 0.4904630184173584, 0.4588615596294403], "cos_apical_negg": [0.5224109888076782, 0.5130593776702881, 0.49653828144073486, 0.4904630184173584, 0.4588615596294403], "cos_Ac_negg": [0.5224109888076782, 0.5130593776702881, 0.49653828144073486, 0.4904630184173584, 0.4588615596294403], "r_norm": [0.195735901594162, 0.19644269347190857, 0.19641783833503723, 0.1979280412197113, 0.19519385695457458]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9708, "test_loss": 0.10567357158660888}, {"step": 2350, "epoch": 5, "train_loss": 0.03131571784615517, "cos_r_negg": [0.5249391198158264, 0.5179529190063477, 0.49438321590423584, 0.4858867824077606, 0.46461015939712524], "cos_apical_negg": [0.5249391198158264, 0.5179529190063477, 0.49438321590423584, 0.4858867824077606, 0.46461015939712524], "cos_Ac_negg": [0.5249391198158264, 0.5179529190063477, 0.49438321590423584, 0.4858867824077606, 0.46461015939712524], "r_norm": [0.21001237630844116, 0.21121951937675476, 0.21083417534828186, 0.2116636037826538, 0.20873233675956726]}, {"step": 2400, "epoch": 5, "train_loss": 0.02594940923154354, "cos_r_negg": [0.5025280714035034, 0.5008052587509155, 0.4805629849433899, 0.47655531764030457, 0.45718491077423096], "cos_apical_negg": [0.5025280714035034, 0.5008052587509155, 0.4805629849433899, 0.47655531764030457, 0.45718491077423096], "cos_Ac_negg": [0.5025280714035034, 0.5008052587509155, 0.4805629849433899, 0.47655531764030457, 0.45718491077423096], "r_norm": [0.19955351948738098, 0.19782096147537231, 0.19999447464942932, 0.20033517479896545, 0.19703397154808044]}, {"step": 2450, "epoch": 5, "train_loss": 0.025434715673327446, "cos_r_negg": [0.5104444026947021, 0.511351466178894, 0.49294760823249817, 0.48651155829429626, 0.4765266478061676], "cos_apical_negg": [0.5104444026947021, 0.511351466178894, 0.49294760823249817, 0.48651155829429626, 0.4765266478061676], "cos_Ac_negg": [0.5104444026947021, 0.511351466178894, 0.49294760823249817, 0.48651155829429626, 0.4765266478061676], "r_norm": [0.22289332747459412, 0.22253505885601044, 0.22438094019889832, 0.22607150673866272, 0.22062179446220398]}, {"step": 2500, "epoch": 5, "train_loss": 0.04675277695059776, "cos_r_negg": [0.5240339040756226, 0.5162539482116699, 0.4953669011592865, 0.4935367703437805, 0.47641003131866455], "cos_apical_negg": [0.5240339040756226, 0.5162539482116699, 0.4953669011592865, 0.4935367703437805, 0.47641003131866455], "cos_Ac_negg": [0.5240339040756226, 0.5162539482116699, 0.4953669011592865, 0.4935367703437805, 0.47641003131866455], "r_norm": [0.2154150754213333, 0.21802057325839996, 0.2180185317993164, 0.22030939161777496, 0.21397627890110016], "ldr": {"dL_sdil": -0.004627063870429993, "dL_bp": -0.005332738161087036, "ratio": 0.8676713033078681}}, {"step": 2550, "epoch": 5, "train_loss": 0.019378986209630966, "cos_r_negg": [0.500419020652771, 0.4975232183933258, 0.47595369815826416, 0.47718489170074463, 0.4609602987766266], "cos_apical_negg": [0.500419020652771, 0.4975232183933258, 0.47595369815826416, 0.47718489170074463, 0.4609602987766266], "cos_Ac_negg": [0.500419020652771, 0.4975232183933258, 0.47595369815826416, 0.47718489170074463, 0.4609602987766266], "r_norm": [0.16746142506599426, 0.1676321178674698, 0.1682022362947464, 0.16837336122989655, 0.1656641811132431]}, {"step": 2600, "epoch": 5, "train_loss": 0.047701504081487656, "cos_r_negg": [0.5097963809967041, 0.505702555179596, 0.4846716821193695, 0.4841861426830292, 0.47238606214523315], "cos_apical_negg": [0.5097963809967041, 0.505702555179596, 0.4846716821193695, 0.4841861426830292, 0.47238606214523315], "cos_Ac_negg": [0.5097963809967041, 0.505702555179596, 0.4846716821193695, 0.4841861426830292, 0.47238606214523315], "r_norm": [0.2033126801252365, 0.2019868940114975, 0.20353704690933228, 0.20368970930576324, 0.20082847774028778]}, {"step": 2650, "epoch": 5, "train_loss": 0.04535389691591263, "cos_r_negg": [0.5225841999053955, 0.5118341445922852, 0.48578590154647827, 0.4873611330986023, 0.47537076473236084], "cos_apical_negg": [0.5225841999053955, 0.5118341445922852, 0.48578590154647827, 0.4873611330986023, 0.47537076473236084], "cos_Ac_negg": [0.5225841999053955, 0.5118341445922852, 0.48578590154647827, 0.4873611330986023, 0.47537076473236084], "r_norm": [0.21970795094966888, 0.22060272097587585, 0.2232040911912918, 0.22272779047489166, 0.21854043006896973]}, {"step": 2700, "epoch": 5, "train_loss": 0.05071694031357765, "cos_r_negg": [0.5118420124053955, 0.5090728998184204, 0.4836359918117523, 0.4798510670661926, 0.4636175036430359], "cos_apical_negg": [0.5118420124053955, 0.5090728998184204, 0.4836359918117523, 0.4798510670661926, 0.4636175036430359], "cos_Ac_negg": [0.5118420124053955, 0.5090728998184204, 0.4836359918117523, 0.4798510670661926, 0.4636175036430359], "r_norm": [0.17496521770954132, 0.17373955249786377, 0.17479223012924194, 0.17532426118850708, 0.17388111352920532]}, {"step": 2750, "epoch": 5, "train_loss": 0.017312441021203995, "cos_r_negg": [0.4911103844642639, 0.4884827136993408, 0.4619785249233246, 0.4636951684951782, 0.4550241529941559], "cos_apical_negg": [0.4911103844642639, 0.4884827136993408, 0.4619785249233246, 0.4636951684951782, 0.4550241529941559], "cos_Ac_negg": [0.4911103844642639, 0.4884827136993408, 0.4619785249233246, 0.4636951684951782, 0.4550241529941559], "r_norm": [0.19238758087158203, 0.19082224369049072, 0.19187280535697937, 0.19290576875209808, 0.18935799598693848], "ldr": {"dL_sdil": -0.003991387784481049, "dL_bp": -0.005342260003089905, "ratio": 0.7471346924658241}}, {"step": 2800, "epoch": 5, "train_loss": 0.02337833307683468, "cos_r_negg": [0.5025423169136047, 0.49919593334198, 0.4752938747406006, 0.47604823112487793, 0.4661422371864319], "cos_apical_negg": [0.5025423169136047, 0.49919593334198, 0.4752938747406006, 0.47604823112487793, 0.4661422371864319], "cos_Ac_negg": [0.5025423169136047, 0.49919593334198, 0.4752938747406006, 0.47604823112487793, 0.4661422371864319], "r_norm": [0.18706025183200836, 0.18472504615783691, 0.1847585290670395, 0.18579088151454926, 0.1822187304496765]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9696, "test_loss": 0.11279604663848877}, {"step": 2850, "epoch": 6, "train_loss": 0.05103696882724762, "cos_r_negg": [0.4756484031677246, 0.47504058480262756, 0.4510544538497925, 0.45206451416015625, 0.43997669219970703], "cos_apical_negg": [0.4756484031677246, 0.47504058480262756, 0.4510544538497925, 0.45206451416015625, 0.43997669219970703], "cos_Ac_negg": [0.4756484031677246, 0.47504058480262756, 0.4510544538497925, 0.45206451416015625, 0.43997669219970703], "r_norm": [0.21461626887321472, 0.21346695721149445, 0.2146020233631134, 0.21643362939357758, 0.20895719528198242]}, {"step": 2900, "epoch": 6, "train_loss": 0.017971891909837723, "cos_r_negg": [0.46500301361083984, 0.4700583219528198, 0.44301554560661316, 0.4456295371055603, 0.4356542229652405], "cos_apical_negg": [0.46500301361083984, 0.4700583219528198, 0.44301554560661316, 0.4456295371055603, 0.4356542229652405], "cos_Ac_negg": [0.46500301361083984, 0.4700583219528198, 0.44301554560661316, 0.4456295371055603, 0.4356542229652405], "r_norm": [0.16457095742225647, 0.16230332851409912, 0.16234764456748962, 0.1633576601743698, 0.16049712896347046]}, {"step": 2950, "epoch": 6, "train_loss": 0.05362739413976669, "cos_r_negg": [0.4791138470172882, 0.4804984927177429, 0.4561850130558014, 0.46224647760391235, 0.4497227072715759], "cos_apical_negg": [0.4791138470172882, 0.4804984927177429, 0.4561850130558014, 0.46224647760391235, 0.4497227072715759], "cos_Ac_negg": [0.4791138470172882, 0.4804984927177429, 0.4561850130558014, 0.46224647760391235, 0.4497227072715759], "r_norm": [0.1609610915184021, 0.16060511767864227, 0.16163188219070435, 0.16282090544700623, 0.15864577889442444]}, {"step": 3000, "epoch": 6, "train_loss": 0.004539045505225658, "cos_r_negg": [0.4577578604221344, 0.4686269760131836, 0.4466988444328308, 0.4521022140979767, 0.44393861293792725], "cos_apical_negg": [0.4577578604221344, 0.4686269760131836, 0.4466988444328308, 0.4521022140979767, 0.44393861293792725], "cos_Ac_negg": [0.4577578604221344, 0.4686269760131836, 0.4466988444328308, 0.4521022140979767, 0.44393861293792725], "r_norm": [0.17964160442352295, 0.17785082757472992, 0.17823369801044464, 0.17943838238716125, 0.17532622814178467], "ldr": {"dL_sdil": -0.0042281076312065125, "dL_bp": -0.005996346473693848, "ratio": 0.7051139639370987}}, {"step": 3050, "epoch": 6, "train_loss": 0.027041569352149963, "cos_r_negg": [0.45339256525039673, 0.4617884159088135, 0.43820151686668396, 0.43978244066238403, 0.4265938699245453], "cos_apical_negg": [0.45339256525039673, 0.4617884159088135, 0.43820151686668396, 0.43978244066238403, 0.4265938699245453], "cos_Ac_negg": [0.45339256525039673, 0.4617884159088135, 0.43820151686668396, 0.43978244066238403, 0.4265938699245453], "r_norm": [0.16834089159965515, 0.16678109765052795, 0.16595053672790527, 0.16720081865787506, 0.1628740280866623]}, {"step": 3100, "epoch": 6, "train_loss": 0.02661321498453617, "cos_r_negg": [0.46290069818496704, 0.46853119134902954, 0.4411008358001709, 0.4425774812698364, 0.43691208958625793], "cos_apical_negg": [0.46290069818496704, 0.46853119134902954, 0.4411008358001709, 0.4425774812698364, 0.43691208958625793], "cos_Ac_negg": [0.46290069818496704, 0.46853119134902954, 0.4411008358001709, 0.4425774812698364, 0.43691208958625793], "r_norm": [0.15894867479801178, 0.15710388123989105, 0.15690118074417114, 0.15883412957191467, 0.15411418676376343]}, {"step": 3150, "epoch": 6, "train_loss": 0.03306097909808159, "cos_r_negg": [0.46026611328125, 0.4712262749671936, 0.44021210074424744, 0.4464181363582611, 0.4486735165119171], "cos_apical_negg": [0.46026611328125, 0.4712262749671936, 0.44021210074424744, 0.4464181363582611, 0.4486735165119171], "cos_Ac_negg": [0.46026611328125, 0.4712262749671936, 0.44021210074424744, 0.4464181363582611, 0.4486735165119171], "r_norm": [0.18744361400604248, 0.18840232491493225, 0.18849435448646545, 0.19117745757102966, 0.18570278584957123]}, {"step": 3200, "epoch": 6, "train_loss": 0.04228956997394562, "cos_r_negg": [0.4248139262199402, 0.4376378655433655, 0.4100818634033203, 0.417114794254303, 0.4159470498561859], "cos_apical_negg": [0.4248139262199402, 0.4376378655433655, 0.4100818634033203, 0.417114794254303, 0.4159470498561859], "cos_Ac_negg": [0.4248139262199402, 0.4376378655433655, 0.4100818634033203, 0.417114794254303, 0.4159470498561859], "r_norm": [0.17145322263240814, 0.17153489589691162, 0.17176276445388794, 0.1731524020433426, 0.16765347123146057]}, {"step": 3250, "epoch": 6, "train_loss": 0.027120808139443398, "cos_r_negg": [0.441217839717865, 0.4518333375453949, 0.42724958062171936, 0.43171972036361694, 0.4312076270580292], "cos_apical_negg": [0.441217839717865, 0.4518333375453949, 0.42724958062171936, 0.43171972036361694, 0.4312076270580292], "cos_Ac_negg": [0.441217839717865, 0.4518333375453949, 0.42724958062171936, 0.43171972036361694, 0.4312076270580292], "r_norm": [0.16552650928497314, 0.1654760092496872, 0.16454091668128967, 0.16537363827228546, 0.16329540312290192], "ldr": {"dL_sdil": -0.003688901662826538, "dL_bp": -0.005898669362068176, "ratio": 0.6253786127678709}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9709, "test_loss": 0.11333690118789673}, {"step": 3300, "epoch": 7, "train_loss": 0.008321978151798248, "cos_r_negg": [0.44248315691947937, 0.4507421553134918, 0.42386335134506226, 0.43033474683761597, 0.43043094873428345], "cos_apical_negg": [0.44248315691947937, 0.4507421553134918, 0.42386335134506226, 0.43033474683761597, 0.43043094873428345], "cos_Ac_negg": [0.44248315691947937, 0.4507421553134918, 0.42386335134506226, 0.43033474683761597, 0.43043094873428345], "r_norm": [0.16954901814460754, 0.16891983151435852, 0.16814228892326355, 0.1697196364402771, 0.1665087342262268]}, {"step": 3350, "epoch": 7, "train_loss": 0.007247661240398884, "cos_r_negg": [0.4303120970726013, 0.44517606496810913, 0.41527417302131653, 0.41771602630615234, 0.418997585773468], "cos_apical_negg": [0.4303120970726013, 0.44517606496810913, 0.41527417302131653, 0.41771602630615234, 0.418997585773468], "cos_Ac_negg": [0.4303120970726013, 0.44517606496810913, 0.41527417302131653, 0.41771602630615234, 0.418997585773468], "r_norm": [0.16008934378623962, 0.15860611200332642, 0.1580832600593567, 0.15901142358779907, 0.15819069743156433]}, {"step": 3400, "epoch": 7, "train_loss": 0.010269183665513992, "cos_r_negg": [0.4164568781852722, 0.43348994851112366, 0.40346479415893555, 0.4027501344680786, 0.41062480211257935], "cos_apical_negg": [0.4164568781852722, 0.43348994851112366, 0.40346479415893555, 0.4027501344680786, 0.41062480211257935], "cos_Ac_negg": [0.4164568781852722, 0.43348994851112366, 0.40346479415893555, 0.4027501344680786, 0.41062480211257935], "r_norm": [0.18033117055892944, 0.1811159998178482, 0.1796337366104126, 0.180484801530838, 0.1793496012687683]}, {"step": 3450, "epoch": 7, "train_loss": 0.06227467209100723, "cos_r_negg": [0.42253661155700684, 0.4380480647087097, 0.4098442792892456, 0.4119532108306885, 0.40905579924583435], "cos_apical_negg": [0.42253661155700684, 0.4380480647087097, 0.4098442792892456, 0.4119532108306885, 0.40905579924583435], "cos_Ac_negg": [0.42253661155700684, 0.4380480647087097, 0.4098442792892456, 0.4119532108306885, 0.40905579924583435], "r_norm": [0.1749810129404068, 0.1747271865606308, 0.1734369993209839, 0.17547355592250824, 0.17387880384922028]}, {"step": 3500, "epoch": 7, "train_loss": 0.008788233622908592, "cos_r_negg": [0.4176912307739258, 0.43332967162132263, 0.409051775932312, 0.40987709164619446, 0.4057226777076721], "cos_apical_negg": [0.4176912307739258, 0.43332967162132263, 0.409051775932312, 0.40987709164619446, 0.4057226777076721], "cos_Ac_negg": [0.4176912307739258, 0.43332967162132263, 0.409051775932312, 0.40987709164619446, 0.4057226777076721], "r_norm": [0.1588442176580429, 0.15897636115550995, 0.15776479244232178, 0.15894514322280884, 0.15596412122249603], "ldr": {"dL_sdil": -0.0038164928555488586, "dL_bp": -0.006574101746082306, "ratio": 0.5805344977849203}}, {"step": 3550, "epoch": 7, "train_loss": 0.009364979341626167, "cos_r_negg": [0.41444602608680725, 0.4296082854270935, 0.40342676639556885, 0.40612494945526123, 0.40714436769485474], "cos_apical_negg": [0.41444602608680725, 0.4296082854270935, 0.40342676639556885, 0.40612494945526123, 0.40714436769485474], "cos_Ac_negg": [0.41444602608680725, 0.4296082854270935, 0.40342676639556885, 0.40612494945526123, 0.40714436769485474], "r_norm": [0.17778871953487396, 0.17943868041038513, 0.17798727750778198, 0.18022441864013672, 0.17777977883815765]}, {"step": 3600, "epoch": 7, "train_loss": 0.009423725306987762, "cos_r_negg": [0.4005054831504822, 0.41835254430770874, 0.3932666778564453, 0.3932715654373169, 0.3946661353111267], "cos_apical_negg": [0.4005054831504822, 0.41835254430770874, 0.3932666778564453, 0.3932715654373169, 0.3946661353111267], "cos_Ac_negg": [0.4005054831504822, 0.41835254430770874, 0.3932666778564453, 0.3932715654373169, 0.3946661353111267], "r_norm": [0.18128880858421326, 0.1812778115272522, 0.18035349249839783, 0.18296831846237183, 0.1796080619096756]}, {"step": 3650, "epoch": 7, "train_loss": 0.018287736922502518, "cos_r_negg": [0.390729695558548, 0.40707749128341675, 0.38259685039520264, 0.3814576268196106, 0.38147738575935364], "cos_apical_negg": [0.390729695558548, 0.40707749128341675, 0.38259685039520264, 0.3814576268196106, 0.38147738575935364], "cos_Ac_negg": [0.390729695558548, 0.40707749128341675, 0.38259685039520264, 0.3814576268196106, 0.38147738575935364], "r_norm": [0.1631416231393814, 0.16309207677841187, 0.16255593299865723, 0.1658264398574829, 0.16058865189552307]}, {"step": 3700, "epoch": 7, "train_loss": 0.0138480756431818, "cos_r_negg": [0.38940733671188354, 0.4085114300251007, 0.3859228193759918, 0.38183003664016724, 0.3844807744026184], "cos_apical_negg": [0.38940733671188354, 0.4085114300251007, 0.3859228193759918, 0.38183003664016724, 0.3844807744026184], "cos_Ac_negg": [0.38940733671188354, 0.4085114300251007, 0.3859228193759918, 0.38183003664016724, 0.3844807744026184], "r_norm": [0.1449277698993683, 0.14497554302215576, 0.1431218981742859, 0.14567051827907562, 0.14272794127464294]}, {"step": 3750, "epoch": 7, "train_loss": 0.004338632337749004, "cos_r_negg": [0.38334935903549194, 0.40345028042793274, 0.3748445212841034, 0.37372422218322754, 0.37947770953178406], "cos_apical_negg": [0.38334935903549194, 0.40345028042793274, 0.3748445212841034, 0.37372422218322754, 0.37947770953178406], "cos_Ac_negg": [0.38334935903549194, 0.40345028042793274, 0.3748445212841034, 0.37372422218322754, 0.37947770953178406], "r_norm": [0.15918946266174316, 0.15783905982971191, 0.15805232524871826, 0.15857486426830292, 0.155973881483078], "ldr": {"dL_sdil": -0.004349894821643829, "dL_bp": -0.00833842158317566, "ratio": 0.5216688528222853}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9719, "test_loss": 0.12149127826690674}, {"step": 3800, "epoch": 8, "train_loss": 0.06929155439138412, "cos_r_negg": [0.3719567358493805, 0.39193129539489746, 0.36725765466690063, 0.3657614290714264, 0.3735758364200592], "cos_apical_negg": [0.3719567358493805, 0.39193129539489746, 0.36725765466690063, 0.3657614290714264, 0.3735758364200592], "cos_Ac_negg": [0.3719567358493805, 0.39193129539489746, 0.36725765466690063, 0.3657614290714264, 0.3735758364200592], "r_norm": [0.16191896796226501, 0.16235831379890442, 0.16148585081100464, 0.16307775676250458, 0.15913307666778564]}, {"step": 3850, "epoch": 8, "train_loss": 0.005065972916781902, "cos_r_negg": [0.3601111173629761, 0.3801499903202057, 0.35594087839126587, 0.35798799991607666, 0.35983067750930786], "cos_apical_negg": [0.3601111173629761, 0.3801499903202057, 0.35594087839126587, 0.35798799991607666, 0.35983067750930786], "cos_Ac_negg": [0.3601111173629761, 0.3801499903202057, 0.35594087839126587, 0.35798799991607666, 0.35983067750930786], "r_norm": [0.16580775380134583, 0.1659224033355713, 0.16585125029087067, 0.1672166883945465, 0.16394254565238953]}, {"step": 3900, "epoch": 8, "train_loss": 0.008082511834800243, "cos_r_negg": [0.3628539443016052, 0.38389673829078674, 0.35911327600479126, 0.35959136486053467, 0.3623269200325012], "cos_apical_negg": [0.3628539443016052, 0.38389673829078674, 0.35911327600479126, 0.35959136486053467, 0.3623269200325012], "cos_Ac_negg": [0.3628539443016052, 0.38389673829078674, 0.35911327600479126, 0.35959136486053467, 0.3623269200325012], "r_norm": [0.17507004737854004, 0.1765041947364807, 0.17636661231517792, 0.17719775438308716, 0.17434388399124146]}, {"step": 3950, "epoch": 8, "train_loss": 0.006402961444109678, "cos_r_negg": [0.35415446758270264, 0.37497854232788086, 0.3510231077671051, 0.35241854190826416, 0.35866132378578186], "cos_apical_negg": [0.35415446758270264, 0.37497854232788086, 0.3510231077671051, 0.35241854190826416, 0.35866132378578186], "cos_Ac_negg": [0.35415446758270264, 0.37497854232788086, 0.3510231077671051, 0.35241854190826416, 0.35866132378578186], "r_norm": [0.17468112707138062, 0.17478837072849274, 0.17459607124328613, 0.17547060549259186, 0.17258994281291962]}, {"step": 4000, "epoch": 8, "train_loss": 0.0014518527314066887, "cos_r_negg": [0.3301352858543396, 0.3505662679672241, 0.3283606469631195, 0.3264971971511841, 0.32971087098121643], "cos_apical_negg": [0.3301352858543396, 0.3505662679672241, 0.3283606469631195, 0.3264971971511841, 0.32971087098121643], "cos_Ac_negg": [0.3301352858543396, 0.3505662679672241, 0.3283606469631195, 0.3264971971511841, 0.32971087098121643], "r_norm": [0.17002367973327637, 0.16956590116024017, 0.1698983609676361, 0.17244604229927063, 0.16648957133293152], "ldr": {"dL_sdil": -0.006568156182765961, "dL_bp": -0.01215486228466034, "ratio": 0.5403727355311212}}, {"step": 4050, "epoch": 8, "train_loss": 0.016560563817620277, "cos_r_negg": [0.34905344247817993, 0.369620680809021, 0.3459530770778656, 0.3470461666584015, 0.3520228862762451], "cos_apical_negg": [0.34905344247817993, 0.369620680809021, 0.3459530770778656, 0.3470461666584015, 0.3520228862762451], "cos_Ac_negg": [0.34905344247817993, 0.369620680809021, 0.3459530770778656, 0.3470461666584015, 0.3520228862762451], "r_norm": [0.16243726015090942, 0.1618487536907196, 0.16177450120449066, 0.16314111649990082, 0.16077172756195068]}, {"step": 4100, "epoch": 8, "train_loss": 0.08103138208389282, "cos_r_negg": [0.34410279989242554, 0.36530861258506775, 0.3444746136665344, 0.34405791759490967, 0.3508757948875427], "cos_apical_negg": [0.34410279989242554, 0.36530861258506775, 0.3444746136665344, 0.34405791759490967, 0.3508757948875427], "cos_Ac_negg": [0.34410279989242554, 0.36530861258506775, 0.3444746136665344, 0.34405791759490967, 0.3508757948875427], "r_norm": [0.1499965488910675, 0.14954811334609985, 0.14861978590488434, 0.1500239372253418, 0.14870856702327728]}, {"step": 4150, "epoch": 8, "train_loss": 0.002213115803897381, "cos_r_negg": [0.3290000855922699, 0.35098665952682495, 0.32795587182044983, 0.32608819007873535, 0.33053654432296753], "cos_apical_negg": [0.3290000855922699, 0.35098665952682495, 0.32795587182044983, 0.32608819007873535, 0.33053654432296753], "cos_Ac_negg": [0.3290000855922699, 0.35098665952682495, 0.32795587182044983, 0.32608819007873535, 0.33053654432296753], "r_norm": [0.14429971575737, 0.14290136098861694, 0.14175429940223694, 0.14417824149131775, 0.14243191480636597]}, {"step": 4200, "epoch": 8, "train_loss": 0.01592467539012432, "cos_r_negg": [0.31837040185928345, 0.33810436725616455, 0.3158087730407715, 0.31236159801483154, 0.3159675598144531], "cos_apical_negg": [0.31837040185928345, 0.33810436725616455, 0.3158087730407715, 0.31236159801483154, 0.3159675598144531], "cos_Ac_negg": [0.31837040185928345, 0.33810436725616455, 0.3158087730407715, 0.31236159801483154, 0.3159675598144531], "r_norm": [0.14003100991249084, 0.14029061794281006, 0.13887082040309906, 0.14080187678337097, 0.1387980580329895]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9715, "test_loss": 0.12302524595260621}, {"step": 4250, "epoch": 9, "train_loss": 0.012509040534496307, "cos_r_negg": [0.32397568225860596, 0.3465084433555603, 0.3232247829437256, 0.31872469186782837, 0.3216647505760193], "cos_apical_negg": [0.32397568225860596, 0.3465084433555603, 0.3232247829437256, 0.31872469186782837, 0.3216647505760193], "cos_Ac_negg": [0.32397568225860596, 0.3465084433555603, 0.3232247829437256, 0.31872469186782837, 0.3216647505760193], "r_norm": [0.162538081407547, 0.16272085905075073, 0.16085003316402435, 0.1633211374282837, 0.16090911626815796], "ldr": {"dL_sdil": -0.00470348447561264, "dL_bp": -0.009335316717624664, "ratio": 0.5038376969827569}}, {"step": 4300, "epoch": 9, "train_loss": 0.009734163992106915, "cos_r_negg": [0.306236207485199, 0.3287994861602783, 0.30531102418899536, 0.30420005321502686, 0.3050094246864319], "cos_apical_negg": [0.306236207485199, 0.3287994861602783, 0.30531102418899536, 0.30420005321502686, 0.3050094246864319], "cos_Ac_negg": [0.306236207485199, 0.3287994861602783, 0.30531102418899536, 0.30420005321502686, 0.3050094246864319], "r_norm": [0.16695761680603027, 0.16768348217010498, 0.16591355204582214, 0.16877669095993042, 0.16701361536979675]}, {"step": 4350, "epoch": 9, "train_loss": 0.005156361497938633, "cos_r_negg": [0.3078329861164093, 0.3286794126033783, 0.30600637197494507, 0.3055305778980255, 0.30449679493904114], "cos_apical_negg": [0.3078329861164093, 0.3286794126033783, 0.30600637197494507, 0.3055305778980255, 0.30449679493904114], "cos_Ac_negg": [0.3078329861164093, 0.3286794126033783, 0.30600637197494507, 0.3055305778980255, 0.30449679493904114], "r_norm": [0.14760722219944, 0.14628800749778748, 0.14617154002189636, 0.14864015579223633, 0.14535263180732727]}, {"step": 4400, "epoch": 9, "train_loss": 0.007686118129640818, "cos_r_negg": [0.2905907928943634, 0.3116629123687744, 0.2913588881492615, 0.2877400517463684, 0.29017072916030884], "cos_apical_negg": [0.2905907928943634, 0.3116629123687744, 0.2913588881492615, 0.2877400517463684, 0.29017072916030884], "cos_Ac_negg": [0.2905907928943634, 0.3116629123687744, 0.2913588881492615, 0.2877400517463684, 0.29017072916030884], "r_norm": [0.14635613560676575, 0.1464787721633911, 0.1454499363899231, 0.14743377268314362, 0.14470502734184265]}, {"step": 4450, "epoch": 9, "train_loss": 0.022690778598189354, "cos_r_negg": [0.27708354592323303, 0.29998117685317993, 0.27968382835388184, 0.27607107162475586, 0.27927517890930176], "cos_apical_negg": [0.27708354592323303, 0.29998117685317993, 0.27968382835388184, 0.27607107162475586, 0.27927517890930176], "cos_Ac_negg": [0.27708354592323303, 0.29998117685317993, 0.27968382835388184, 0.27607107162475586, 0.27927517890930176], "r_norm": [0.13439108431339264, 0.1340092122554779, 0.1325112134218216, 0.13394659757614136, 0.13304737210273743]}, {"step": 4500, "epoch": 9, "train_loss": 0.002834911923855543, "cos_r_negg": [0.28731662034988403, 0.3078095614910126, 0.2879032790660858, 0.28244996070861816, 0.28858041763305664], "cos_apical_negg": [0.28731662034988403, 0.3078095614910126, 0.2879032790660858, 0.28244996070861816, 0.28858041763305664], "cos_Ac_negg": [0.28731662034988403, 0.3078095614910126, 0.2879032790660858, 0.28244996070861816, 0.28858041763305664], "r_norm": [0.14598527550697327, 0.1459682583808899, 0.1449231505393982, 0.14800091087818146, 0.14357325434684753], "ldr": {"dL_sdil": -0.004717051982879639, "dL_bp": -0.00959651917219162, "ratio": 0.4915378063901033}}, {"step": 4550, "epoch": 9, "train_loss": 0.0050387755036354065, "cos_r_negg": [0.2785030007362366, 0.2997814416885376, 0.28200700879096985, 0.27645397186279297, 0.28342097997665405], "cos_apical_negg": [0.2785030007362366, 0.2997814416885376, 0.28200700879096985, 0.27645397186279297, 0.28342097997665405], "cos_Ac_negg": [0.2785030007362366, 0.2997814416885376, 0.28200700879096985, 0.27645397186279297, 0.28342097997665405], "r_norm": [0.1304350346326828, 0.13055101037025452, 0.12813091278076172, 0.13056857883930206, 0.12851914763450623]}, {"step": 4600, "epoch": 9, "train_loss": 0.08143598586320877, "cos_r_negg": [0.2971280813217163, 0.3173217177391052, 0.2950456142425537, 0.29395559430122375, 0.30131465196609497], "cos_apical_negg": [0.2971280813217163, 0.3173217177391052, 0.2950456142425537, 0.29395559430122375, 0.30131465196609497], "cos_Ac_negg": [0.2971280813217163, 0.3173217177391052, 0.2950456142425537, 0.29395559430122375, 0.30131465196609497], "r_norm": [0.1541510820388794, 0.15413832664489746, 0.15318183600902557, 0.1555863618850708, 0.15208309888839722]}, {"step": 4650, "epoch": 9, "train_loss": 0.012007322162389755, "cos_r_negg": [0.28728020191192627, 0.306668758392334, 0.28723448514938354, 0.2862011790275574, 0.2928760349750519], "cos_apical_negg": [0.28728020191192627, 0.306668758392334, 0.28723448514938354, 0.2862011790275574, 0.2928760349750519], "cos_Ac_negg": [0.28728020191192627, 0.306668758392334, 0.28723448514938354, 0.2862011790275574, 0.2928760349750519], "r_norm": [0.16271334886550903, 0.163295179605484, 0.16286079585552216, 0.16319431364536285, 0.16217419505119324]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9724, "test_loss": 0.13349049301147461}, {"step": 4700, "epoch": 10, "train_loss": 0.0069155157543718815, "cos_r_negg": [0.26018789410591125, 0.278007835149765, 0.2606859803199768, 0.26016634702682495, 0.2608564496040344], "cos_apical_negg": [0.26018789410591125, 0.278007835149765, 0.2606859803199768, 0.26016634702682495, 0.2608564496040344], "cos_Ac_negg": [0.26018789410591125, 0.278007835149765, 0.2606859803199768, 0.26016634702682495, 0.2608564496040344], "r_norm": [0.1709839105606079, 0.17040839791297913, 0.1707618534564972, 0.17204825580120087, 0.1674937605857849]}, {"step": 4750, "epoch": 10, "train_loss": 0.0026360205374658108, "cos_r_negg": [0.2475878894329071, 0.26663732528686523, 0.2492489516735077, 0.24772033095359802, 0.24886947870254517], "cos_apical_negg": [0.2475878894329071, 0.26663732528686523, 0.2492489516735077, 0.24772033095359802, 0.24886947870254517], "cos_Ac_negg": [0.2475878894329071, 0.26663732528686523, 0.2492489516735077, 0.24772033095359802, 0.24886947870254517], "r_norm": [0.15894529223442078, 0.15904924273490906, 0.15831181406974792, 0.16002126038074493, 0.15663930773735046], "ldr": {"dL_sdil": -0.005342438817024231, "dL_bp": -0.011088505387306213, "ratio": 0.481799722362952}}, {"step": 4800, "epoch": 10, "train_loss": 0.004529675468802452, "cos_r_negg": [0.25905755162239075, 0.2772868871688843, 0.2592006325721741, 0.25754261016845703, 0.25935667753219604], "cos_apical_negg": [0.25905755162239075, 0.2772868871688843, 0.2592006325721741, 0.25754261016845703, 0.25935667753219604], "cos_Ac_negg": [0.25905755162239075, 0.2772868871688843, 0.2592006325721741, 0.25754261016845703, 0.25935667753219604], "r_norm": [0.1566876471042633, 0.1574808657169342, 0.15650705993175507, 0.15848127007484436, 0.15533532202243805]}, {"step": 4850, "epoch": 10, "train_loss": 0.00124767841771245, "cos_r_negg": [0.2500247657299042, 0.27105075120925903, 0.2556557357311249, 0.2543417811393738, 0.25379422307014465], "cos_apical_negg": [0.2500247657299042, 0.27105075120925903, 0.2556557357311249, 0.2543417811393738, 0.25379422307014465], "cos_Ac_negg": [0.2500247657299042, 0.27105075120925903, 0.2556557357311249, 0.2543417811393738, 0.25379422307014465], "r_norm": [0.16292420029640198, 0.16382060945034027, 0.16311544179916382, 0.16566544771194458, 0.16160520911216736]}, {"step": 4900, "epoch": 10, "train_loss": 0.005183652509003878, "cos_r_negg": [0.2472841441631317, 0.2691059112548828, 0.25502368807792664, 0.2539845108985901, 0.2534033954143524], "cos_apical_negg": [0.2472841441631317, 0.2691059112548828, 0.25502368807792664, 0.2539845108985901, 0.2534033954143524], "cos_Ac_negg": [0.2472841441631317, 0.2691059112548828, 0.25502368807792664, 0.2539845108985901, 0.2534033954143524], "r_norm": [0.139673113822937, 0.13943663239479065, 0.13871470093727112, 0.14091505110263824, 0.13767297565937042]}, {"step": 4950, "epoch": 10, "train_loss": 0.000945699866861105, "cos_r_negg": [0.2487887442111969, 0.2692258358001709, 0.25289565324783325, 0.2509414851665497, 0.255662202835083], "cos_apical_negg": [0.2487887442111969, 0.2692258358001709, 0.25289565324783325, 0.2509414851665497, 0.255662202835083], "cos_Ac_negg": [0.2487887442111969, 0.2692258358001709, 0.25289565324783325, 0.2509414851665497, 0.255662202835083], "r_norm": [0.14420369267463684, 0.1442267745733261, 0.14357060194015503, 0.14592185616493225, 0.1424768716096878]}, {"step": 5000, "epoch": 10, "train_loss": 0.005171585828065872, "cos_r_negg": [0.23881608247756958, 0.25723081827163696, 0.24158085882663727, 0.2388906627893448, 0.24252422153949738], "cos_apical_negg": [0.23881608247756958, 0.25723081827163696, 0.24158085882663727, 0.2388906627893448, 0.24252422153949738], "cos_Ac_negg": [0.23881608247756958, 0.25723081827163696, 0.24158085882663727, 0.2388906627893448, 0.24252422153949738], "r_norm": [0.12961705029010773, 0.12932410836219788, 0.1294284462928772, 0.13129520416259766, 0.12848526239395142], "ldr": {"dL_sdil": -0.003568090498447418, "dL_bp": -0.0073257312178611755, "ratio": 0.48706270982859784}}, {"step": 5050, "epoch": 10, "train_loss": 0.004249895922839642, "cos_r_negg": [0.24258118867874146, 0.26132261753082275, 0.2468348741531372, 0.24487125873565674, 0.24849578738212585], "cos_apical_negg": [0.24258118867874146, 0.26132261753082275, 0.2468348741531372, 0.24487125873565674, 0.24849578738212585], "cos_Ac_negg": [0.24258118867874146, 0.26132261753082275, 0.2468348741531372, 0.24487125873565674, 0.24849578738212585], "r_norm": [0.14642925560474396, 0.14621318876743317, 0.14496085047721863, 0.14778666198253632, 0.14449442923069]}, {"step": 5100, "epoch": 10, "train_loss": 0.0022541964426636696, "cos_r_negg": [0.22974520921707153, 0.24901524186134338, 0.23431366682052612, 0.23203572630882263, 0.23496685922145844], "cos_apical_negg": [0.22974520921707153, 0.24901524186134338, 0.23431366682052612, 0.23203572630882263, 0.23496685922145844], "cos_Ac_negg": [0.22974520921707153, 0.24901524186134338, 0.23431366682052612, 0.23203572630882263, 0.23496685922145844], "r_norm": [0.1433170884847641, 0.14307919144630432, 0.14119265973567963, 0.1435704529285431, 0.1420409381389618]}, {"step": 5150, "epoch": 10, "train_loss": 0.0004355421697255224, "cos_r_negg": [0.22166946530342102, 0.23713091015815735, 0.2236095368862152, 0.22141388058662415, 0.22286871075630188], "cos_apical_negg": [0.22166946530342102, 0.23713091015815735, 0.2236095368862152, 0.22141388058662415, 0.22286871075630188], "cos_Ac_negg": [0.22166946530342102, 0.23713091015815735, 0.2236095368862152, 0.22141388058662415, 0.22286871075630188], "r_norm": [0.1468288004398346, 0.14656822383403778, 0.1450553685426712, 0.14733071625232697, 0.144991934299469]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9727, "test_loss": 0.13588004980087282}, {"step": 5200, "epoch": 11, "train_loss": 0.0012048445641994476, "cos_r_negg": [0.21493881940841675, 0.22965463995933533, 0.21610796451568604, 0.21456560492515564, 0.21539199352264404], "cos_apical_negg": [0.21493881940841675, 0.22965463995933533, 0.21610796451568604, 0.21456560492515564, 0.21539199352264404], "cos_Ac_negg": [0.21493881940841675, 0.22965463995933533, 0.21610796451568604, 0.21456560492515564, 0.21539199352264404], "r_norm": [0.13782450556755066, 0.13787908852100372, 0.1360415816307068, 0.13871517777442932, 0.13633155822753906]}, {"step": 5250, "epoch": 11, "train_loss": 0.0024632683489471674, "cos_r_negg": [0.2104663997888565, 0.22685453295707703, 0.2130664587020874, 0.21219007670879364, 0.2127833068370819], "cos_apical_negg": [0.2104663997888565, 0.22685453295707703, 0.2130664587020874, 0.21219007670879364, 0.2127833068370819], "cos_Ac_negg": [0.2104663997888565, 0.22685453295707703, 0.2130664587020874, 0.21219007670879364, 0.2127833068370819], "r_norm": [0.13993218541145325, 0.13968898355960846, 0.1383330523967743, 0.14099349081516266, 0.1383083164691925], "ldr": {"dL_sdil": -0.005177050828933716, "dL_bp": -0.012340053915977478, "ratio": 0.4195322698088578}}, {"step": 5300, "epoch": 11, "train_loss": 0.002183923963457346, "cos_r_negg": [0.210840106010437, 0.22491422295570374, 0.21191443502902985, 0.21000680327415466, 0.21277381479740143], "cos_apical_negg": [0.210840106010437, 0.22491422295570374, 0.21191443502902985, 0.21000680327415466, 0.21277381479740143], "cos_Ac_negg": [0.210840106010437, 0.22491422295570374, 0.21191443502902985, 0.21000680327415466, 0.21277381479740143], "r_norm": [0.13560131192207336, 0.13543425500392914, 0.13397392630577087, 0.13627725839614868, 0.1332205832004547]}, {"step": 5350, "epoch": 11, "train_loss": 0.02045317552983761, "cos_r_negg": [0.2125357985496521, 0.22755448520183563, 0.21307708323001862, 0.21213288605213165, 0.21456757187843323], "cos_apical_negg": [0.2125357985496521, 0.22755448520183563, 0.21307708323001862, 0.21213288605213165, 0.21456757187843323], "cos_Ac_negg": [0.2125357985496521, 0.22755448520183563, 0.21307708323001862, 0.21213288605213165, 0.21456757187843323], "r_norm": [0.1479274034500122, 0.14871074259281158, 0.1469126045703888, 0.15003834664821625, 0.1469040960073471]}, {"step": 5400, "epoch": 11, "train_loss": 0.007253013551235199, "cos_r_negg": [0.21403300762176514, 0.23013737797737122, 0.21786367893218994, 0.21654662489891052, 0.21623024344444275], "cos_apical_negg": [0.21403300762176514, 0.23013737797737122, 0.21786367893218994, 0.21654662489891052, 0.21623024344444275], "cos_Ac_negg": [0.21403300762176514, 0.23013737797737122, 0.21786367893218994, 0.21654662489891052, 0.21623024344444275], "r_norm": [0.14397567510604858, 0.14411389827728271, 0.14241959154605865, 0.14521373808383942, 0.14233407378196716]}, {"step": 5450, "epoch": 11, "train_loss": 0.0003059728187508881, "cos_r_negg": [0.20458978414535522, 0.21981436014175415, 0.20680251717567444, 0.2060408890247345, 0.20687146484851837], "cos_apical_negg": [0.20458978414535522, 0.21981436014175415, 0.20680251717567444, 0.2060408890247345, 0.20687146484851837], "cos_Ac_negg": [0.20458978414535522, 0.21981436014175415, 0.20680251717567444, 0.2060408890247345, 0.20687146484851837], "r_norm": [0.14146170020103455, 0.14151476323604584, 0.13982181251049042, 0.14242559671401978, 0.1398470252752304]}, {"step": 5500, "epoch": 11, "train_loss": 0.0012567674275487661, "cos_r_negg": [0.20946034789085388, 0.2237684726715088, 0.21148967742919922, 0.21088075637817383, 0.2118111550807953], "cos_apical_negg": [0.20946034789085388, 0.2237684726715088, 0.21148967742919922, 0.21088075637817383, 0.2118111550807953], "cos_Ac_negg": [0.20946034789085388, 0.2237684726715088, 0.21148967742919922, 0.21088075637817383, 0.2118111550807953], "r_norm": [0.1317743957042694, 0.13139989972114563, 0.12967705726623535, 0.13294076919555664, 0.13016898930072784], "ldr": {"dL_sdil": -0.005374349653720856, "dL_bp": -0.013123132288455963, "ratio": 0.40953253656129907}}, {"step": 5550, "epoch": 11, "train_loss": 0.0013604756677523255, "cos_r_negg": [0.22029918432235718, 0.2357768416404724, 0.22258560359477997, 0.22140562534332275, 0.22454315423965454], "cos_apical_negg": [0.22029918432235718, 0.2357768416404724, 0.22258560359477997, 0.22140562534332275, 0.22454315423965454], "cos_Ac_negg": [0.22029918432235718, 0.2357768416404724, 0.22258560359477997, 0.22140562534332275, 0.22454315423965454], "r_norm": [0.14063555002212524, 0.14053821563720703, 0.13911083340644836, 0.14211389422416687, 0.13863973319530487]}, {"step": 5600, "epoch": 11, "train_loss": 0.0009092471445910633, "cos_r_negg": [0.20304225385189056, 0.21899789571762085, 0.20643261075019836, 0.2039722502231598, 0.20547035336494446], "cos_apical_negg": [0.20304225385189056, 0.21899789571762085, 0.20643261075019836, 0.2039722502231598, 0.20547035336494446], "cos_Ac_negg": [0.20304225385189056, 0.21899789571762085, 0.20643261075019836, 0.2039722502231598, 0.20547035336494446], "r_norm": [0.13670045137405396, 0.13693171739578247, 0.13559874892234802, 0.13832180202007294, 0.135038360953331]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9719, "test_loss": 0.1413384910583496}, {"step": 5650, "epoch": 12, "train_loss": 0.004448889289051294, "cos_r_negg": [0.1918739378452301, 0.2071976363658905, 0.19581113755702972, 0.19284406304359436, 0.19357940554618835], "cos_apical_negg": [0.1918739378452301, 0.2071976363658905, 0.19581113755702972, 0.19284406304359436, 0.19357940554618835], "cos_Ac_negg": [0.1918739378452301, 0.2071976363658905, 0.19581113755702972, 0.19284406304359436, 0.19357940554618835], "r_norm": [0.14465749263763428, 0.1444305181503296, 0.14329922199249268, 0.14614464342594147, 0.1422102004289627]}, {"step": 5700, "epoch": 12, "train_loss": 0.0002736702736001462, "cos_r_negg": [0.1845320761203766, 0.19915519654750824, 0.18921156227588654, 0.18671846389770508, 0.186843603849411], "cos_apical_negg": [0.1845320761203766, 0.19915519654750824, 0.18921156227588654, 0.18671846389770508, 0.186843603849411], "cos_Ac_negg": [0.1845320761203766, 0.19915519654750824, 0.18921156227588654, 0.18671846389770508, 0.186843603849411], "r_norm": [0.13717535138130188, 0.13648387789726257, 0.13527020812034607, 0.13761697709560394, 0.13424213230609894]}, {"step": 5750, "epoch": 12, "train_loss": 0.0007639259565621614, "cos_r_negg": [0.1876702457666397, 0.20218046009540558, 0.1913200318813324, 0.18938487768173218, 0.18974964320659637], "cos_apical_negg": [0.1876702457666397, 0.20218046009540558, 0.1913200318813324, 0.18938487768173218, 0.18974964320659637], "cos_Ac_negg": [0.1876702457666397, 0.20218046009540558, 0.1913200318813324, 0.18938487768173218, 0.18974964320659637], "r_norm": [0.14301371574401855, 0.1434430480003357, 0.14194653928279877, 0.14487150311470032, 0.14144816994667053], "ldr": {"dL_sdil": -0.006150893867015839, "dL_bp": -0.01613185554742813, "ratio": 0.3812886774823906}}, {"step": 5800, "epoch": 12, "train_loss": 0.0009592388523742557, "cos_r_negg": [0.18781499564647675, 0.20315098762512207, 0.19177155196666718, 0.18965843319892883, 0.19050244987010956], "cos_apical_negg": [0.18781499564647675, 0.20315098762512207, 0.19177155196666718, 0.18965843319892883, 0.19050244987010956], "cos_Ac_negg": [0.18781499564647675, 0.20315098762512207, 0.19177155196666718, 0.18965843319892883, 0.19050244987010956], "r_norm": [0.14181455969810486, 0.14207124710083008, 0.14059019088745117, 0.14367946982383728, 0.14027173817157745]}, {"step": 5850, "epoch": 12, "train_loss": 0.001125548966228962, "cos_r_negg": [0.1896265149116516, 0.204496830701828, 0.19318343698978424, 0.19080045819282532, 0.19277288019657135], "cos_apical_negg": [0.1896265149116516, 0.204496830701828, 0.19318343698978424, 0.19080045819282532, 0.19277288019657135], "cos_Ac_negg": [0.1896265149116516, 0.204496830701828, 0.19318343698978424, 0.19080045819282532, 0.19277288019657135], "r_norm": [0.14322137832641602, 0.1430937945842743, 0.14184415340423584, 0.14473244547843933, 0.14099165797233582]}, {"step": 5900, "epoch": 12, "train_loss": 0.004223067779093981, "cos_r_negg": [0.18263277411460876, 0.19728410243988037, 0.18613815307617188, 0.18427686393260956, 0.18546947836875916], "cos_apical_negg": [0.18263277411460876, 0.19728410243988037, 0.18613815307617188, 0.18427686393260956, 0.18546947836875916], "cos_Ac_negg": [0.18263277411460876, 0.19728410243988037, 0.18613815307617188, 0.18427686393260956, 0.18546947836875916], "r_norm": [0.14409196376800537, 0.14349673688411713, 0.14219993352890015, 0.14521056413650513, 0.1410837173461914]}, {"step": 5950, "epoch": 12, "train_loss": 0.00236737122759223, "cos_r_negg": [0.18349453806877136, 0.19833049178123474, 0.18803861737251282, 0.18479444086551666, 0.1872955709695816], "cos_apical_negg": [0.18349453806877136, 0.19833049178123474, 0.18803861737251282, 0.18479444086551666, 0.1872955709695816], "cos_Ac_negg": [0.18349453806877136, 0.19833049178123474, 0.18803861737251282, 0.18479444086551666, 0.1872955709695816], "r_norm": [0.14112836122512817, 0.14106252789497375, 0.1395494043827057, 0.14233027398586273, 0.13853828608989716]}, {"step": 6000, "epoch": 12, "train_loss": 0.0018476380500942469, "cos_r_negg": [0.17110329866409302, 0.18452692031860352, 0.1744185835123062, 0.17241692543029785, 0.1724618375301361], "cos_apical_negg": [0.17110329866409302, 0.18452692031860352, 0.1744185835123062, 0.17241692543029785, 0.1724618375301361], "cos_Ac_negg": [0.17110329866409302, 0.18452692031860352, 0.1744185835123062, 0.17241692543029785, 0.1724618375301361], "r_norm": [0.14698240160942078, 0.14522545039653778, 0.1443064957857132, 0.147577166557312, 0.14346733689308167], "ldr": {"dL_sdil": -0.005649104714393616, "dL_bp": -0.013082742691040039, "ratio": 0.4317981976564066}}, {"step": 6050, "epoch": 12, "train_loss": 0.00028721929993480444, "cos_r_negg": [0.17053917050361633, 0.18471339344978333, 0.17483863234519958, 0.1727508008480072, 0.1725878119468689], "cos_apical_negg": [0.17053917050361633, 0.18471339344978333, 0.17483863234519958, 0.1727508008480072, 0.1725878119468689], "cos_Ac_negg": [0.17053917050361633, 0.18471339344978333, 0.17483863234519958, 0.1727508008480072, 0.1725878119468689], "r_norm": [0.13806411623954773, 0.13751989603042603, 0.13604190945625305, 0.1392192393541336, 0.13573139905929565]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9725, "test_loss": 0.145794056224823}, {"step": 6100, "epoch": 13, "train_loss": 0.0016802808968350291, "cos_r_negg": [0.17391255497932434, 0.1880062222480774, 0.17772376537322998, 0.1756500005722046, 0.17549389600753784], "cos_apical_negg": [0.17391255497932434, 0.1880062222480774, 0.17772376537322998, 0.1756500005722046, 0.17549389600753784], "cos_Ac_negg": [0.17391255497932434, 0.1880062222480774, 0.17772376537322998, 0.1756500005722046, 0.17549389600753784], "r_norm": [0.15070800483226776, 0.14970380067825317, 0.14832641184329987, 0.1519475132226944, 0.1480819433927536]}, {"step": 6150, "epoch": 13, "train_loss": 0.0011580302380025387, "cos_r_negg": [0.17539331316947937, 0.18970203399658203, 0.17832157015800476, 0.17647682130336761, 0.17720168828964233], "cos_apical_negg": [0.17539331316947937, 0.18970203399658203, 0.17832157015800476, 0.17647682130336761, 0.17720168828964233], "cos_Ac_negg": [0.17539331316947937, 0.18970203399658203, 0.17832157015800476, 0.17647682130336761, 0.17720168828964233], "r_norm": [0.14837247133255005, 0.1482539027929306, 0.14680646359920502, 0.15006855130195618, 0.14641815423965454]}, {"step": 6200, "epoch": 13, "train_loss": 0.0006138072349131107, "cos_r_negg": [0.16472958028316498, 0.17825381457805634, 0.16907045245170593, 0.1679672747850418, 0.16747084259986877], "cos_apical_negg": [0.16472958028316498, 0.17825381457805634, 0.16907045245170593, 0.1679672747850418, 0.16747084259986877], "cos_Ac_negg": [0.16472958028316498, 0.17825381457805634, 0.16907045245170593, 0.1679672747850418, 0.16747084259986877], "r_norm": [0.14502310752868652, 0.1445678174495697, 0.142711341381073, 0.14601397514343262, 0.14283090829849243]}, {"step": 6250, "epoch": 13, "train_loss": 0.0007698301924392581, "cos_r_negg": [0.16637438535690308, 0.1797034740447998, 0.17079035937786102, 0.1689627766609192, 0.16845545172691345], "cos_apical_negg": [0.16637438535690308, 0.1797034740447998, 0.17079035937786102, 0.1689627766609192, 0.16845545172691345], "cos_Ac_negg": [0.16637438535690308, 0.1797034740447998, 0.17079035937786102, 0.1689627766609192, 0.16845545172691345], "r_norm": [0.14698609709739685, 0.14666318893432617, 0.14489597082138062, 0.14811620116233826, 0.1446097493171692], "ldr": {"dL_sdil": -0.006510771811008453, "dL_bp": -0.01627584546804428, "ratio": 0.4000266421668596}}, {"step": 6300, "epoch": 13, "train_loss": 0.0008000814123079181, "cos_r_negg": [0.17114493250846863, 0.18494704365730286, 0.17520317435264587, 0.173294335603714, 0.17325523495674133], "cos_apical_negg": [0.17114493250846863, 0.18494704365730286, 0.17520317435264587, 0.173294335603714, 0.17325523495674133], "cos_Ac_negg": [0.17114493250846863, 0.18494704365730286, 0.17520317435264587, 0.173294335603714, 0.17325523495674133], "r_norm": [0.14873605966567993, 0.14887556433677673, 0.1472207009792328, 0.15065661072731018, 0.14680233597755432]}, {"step": 6350, "epoch": 13, "train_loss": 0.004108759108930826, "cos_r_negg": [0.16992811858654022, 0.18352845311164856, 0.17354199290275574, 0.171288400888443, 0.17179685831069946], "cos_apical_negg": [0.16992811858654022, 0.18352845311164856, 0.17354199290275574, 0.171288400888443, 0.17179685831069946], "cos_Ac_negg": [0.16992811858654022, 0.18352845311164856, 0.17354199290275574, 0.171288400888443, 0.17179685831069946], "r_norm": [0.14413434267044067, 0.14428308606147766, 0.14261877536773682, 0.1460225135087967, 0.1421411782503128]}, {"step": 6400, "epoch": 13, "train_loss": 0.0011736720334738493, "cos_r_negg": [0.1587257832288742, 0.1712878942489624, 0.1625637710094452, 0.1607550084590912, 0.16036328673362732], "cos_apical_negg": [0.1587257832288742, 0.1712878942489624, 0.1625637710094452, 0.1607550084590912, 0.16036328673362732], "cos_Ac_negg": [0.1587257832288742, 0.1712878942489624, 0.1625637710094452, 0.1607550084590912, 0.16036328673362732], "r_norm": [0.13900861144065857, 0.1395694464445114, 0.13744622468948364, 0.14066922664642334, 0.13747131824493408]}, {"step": 6450, "epoch": 13, "train_loss": 0.002190921688452363, "cos_r_negg": [0.15729032456874847, 0.1696532815694809, 0.1600036919116974, 0.15837395191192627, 0.15883618593215942], "cos_apical_negg": [0.15729032456874847, 0.1696532815694809, 0.1600036919116974, 0.15837395191192627, 0.15883618593215942], "cos_Ac_negg": [0.15729032456874847, 0.1696532815694809, 0.1600036919116974, 0.15837395191192627, 0.15883618593215942], "r_norm": [0.1509981006383896, 0.15107624232769012, 0.14905092120170593, 0.15275338292121887, 0.14908342063426971]}, {"step": 6500, "epoch": 13, "train_loss": 0.0005169031792320311, "cos_r_negg": [0.15419168770313263, 0.1667853593826294, 0.15751494467258453, 0.1552739143371582, 0.15484705567359924], "cos_apical_negg": [0.15419168770313263, 0.1667853593826294, 0.15751494467258453, 0.1552739143371582, 0.15484705567359924], "cos_Ac_negg": [0.15419168770313263, 0.1667853593826294, 0.15751494467258453, 0.1552739143371582, 0.15484705567359924], "r_norm": [0.14287015795707703, 0.14280977845191956, 0.14117272198200226, 0.1441119909286499, 0.1407596468925476], "ldr": {"dL_sdil": -0.00638243556022644, "dL_bp": -0.01673879474401474, "ratio": 0.3812960047501984}}, {"step": 6550, "epoch": 13, "train_loss": 0.015233946032822132, "cos_r_negg": [0.14931175112724304, 0.16100049018859863, 0.15307973325252533, 0.15094177424907684, 0.1496971845626831], "cos_apical_negg": [0.14931175112724304, 0.16100049018859863, 0.15307973325252533, 0.15094177424907684, 0.1496971845626831], "cos_Ac_negg": [0.14931175112724304, 0.16100049018859863, 0.15307973325252533, 0.15094177424907684, 0.1496971845626831], "r_norm": [0.13701707124710083, 0.1369517594575882, 0.13517335057258606, 0.1382867395877838, 0.13493919372558594]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9735, "test_loss": 0.14928974885940552}, {"step": 6600, "epoch": 14, "train_loss": 0.001344547257758677, "cos_r_negg": [0.14643923938274384, 0.1579483151435852, 0.15038858354091644, 0.1490742564201355, 0.14701460301876068], "cos_apical_negg": [0.14643923938274384, 0.1579483151435852, 0.15038858354091644, 0.1490742564201355, 0.14701460301876068], "cos_Ac_negg": [0.14643923938274384, 0.1579483151435852, 0.15038858354091644, 0.1490742564201355, 0.14701460301876068], "r_norm": [0.14277254045009613, 0.14250406622886658, 0.1412232220172882, 0.14435555040836334, 0.14037281274795532]}, {"step": 6650, "epoch": 14, "train_loss": 0.0019246080191805959, "cos_r_negg": [0.14412911236286163, 0.15538418292999268, 0.14814317226409912, 0.1467893272638321, 0.1448982208967209], "cos_apical_negg": [0.14412911236286163, 0.15538418292999268, 0.14814317226409912, 0.1467893272638321, 0.1448982208967209], "cos_Ac_negg": [0.14412911236286163, 0.15538418292999268, 0.14814317226409912, 0.1467893272638321, 0.1448982208967209], "r_norm": [0.14508496224880219, 0.14477276802062988, 0.1431088149547577, 0.1464766263961792, 0.1430228054523468]}, {"step": 6700, "epoch": 14, "train_loss": 0.0022005001083016396, "cos_r_negg": [0.14317254722118378, 0.1544349491596222, 0.14682349562644958, 0.14506900310516357, 0.14364397525787354], "cos_apical_negg": [0.14317254722118378, 0.1544349491596222, 0.14682349562644958, 0.14506900310516357, 0.14364397525787354], "cos_Ac_negg": [0.14317254722118378, 0.1544349491596222, 0.14682349562644958, 0.14506900310516357, 0.14364397525787354], "r_norm": [0.14283104240894318, 0.142665833234787, 0.141123428940773, 0.1443139612674713, 0.14048287272453308]}, {"step": 6750, "epoch": 14, "train_loss": 0.0013801876921206713, "cos_r_negg": [0.1396634876728058, 0.15044070780277252, 0.1434747725725174, 0.14213751256465912, 0.14020448923110962], "cos_apical_negg": [0.1396634876728058, 0.15044070780277252, 0.1434747725725174, 0.14213751256465912, 0.14020448923110962], "cos_Ac_negg": [0.1396634876728058, 0.15044070780277252, 0.1434747725725174, 0.14213751256465912, 0.14020448923110962], "r_norm": [0.14286017417907715, 0.14252187311649323, 0.14103583991527557, 0.14401209354400635, 0.1402352899312973], "ldr": {"dL_sdil": -0.006415858864784241, "dL_bp": -0.01670842617750168, "ratio": 0.38398941926818686}}, {"step": 6800, "epoch": 14, "train_loss": 0.0019137223716825247, "cos_r_negg": [0.14334288239479065, 0.15532588958740234, 0.1473720222711563, 0.14489027857780457, 0.1433628648519516], "cos_apical_negg": [0.14334288239479065, 0.15532588958740234, 0.1473720222711563, 0.14489027857780457, 0.1433628648519516], "cos_Ac_negg": [0.14334288239479065, 0.15532588958740234, 0.1473720222711563, 0.14489027857780457, 0.1433628648519516], "r_norm": [0.1414056122303009, 0.14179761707782745, 0.14017871022224426, 0.1428735852241516, 0.1393764168024063]}, {"step": 6850, "epoch": 14, "train_loss": 0.0007738266140222549, "cos_r_negg": [0.14310124516487122, 0.15405014157295227, 0.14637170732021332, 0.14430184662342072, 0.14281323552131653], "cos_apical_negg": [0.14310124516487122, 0.15405014157295227, 0.14637170732021332, 0.14430184662342072, 0.14281323552131653], "cos_Ac_negg": [0.14310124516487122, 0.15405014157295227, 0.14637170732021332, 0.14430184662342072, 0.14281323552131653], "r_norm": [0.14777624607086182, 0.14831164479255676, 0.14657174050807953, 0.14988985657691956, 0.1464543640613556]}, {"step": 6900, "epoch": 14, "train_loss": 0.000983129721134901, "cos_r_negg": [0.14072327315807343, 0.15196937322616577, 0.14444269239902496, 0.1425979882478714, 0.14101818203926086], "cos_apical_negg": [0.14072327315807343, 0.15196937322616577, 0.14444269239902496, 0.1425979882478714, 0.14101818203926086], "cos_Ac_negg": [0.14072327315807343, 0.15196937322616577, 0.14444269239902496, 0.1425979882478714, 0.14101818203926086], "r_norm": [0.14605310559272766, 0.14653290808200836, 0.14472270011901855, 0.14810678362846375, 0.14475023746490479]}, {"step": 6950, "epoch": 14, "train_loss": 9.266983397537842e-05, "cos_r_negg": [0.13866916298866272, 0.14937061071395874, 0.14231884479522705, 0.14071759581565857, 0.13907155394554138], "cos_apical_negg": [0.13866916298866272, 0.14937061071395874, 0.14231884479522705, 0.14071759581565857, 0.13907155394554138], "cos_Ac_negg": [0.13866916298866272, 0.14937061071395874, 0.14231884479522705, 0.14071759581565857, 0.13907155394554138], "r_norm": [0.14626827836036682, 0.14685216546058655, 0.14495858550071716, 0.14852790534496307, 0.14524483680725098]}, {"step": 7000, "epoch": 14, "train_loss": 0.0004455035668797791, "cos_r_negg": [0.13800323009490967, 0.14831121265888214, 0.14090166985988617, 0.13985925912857056, 0.13844725489616394], "cos_apical_negg": [0.13800323009490967, 0.14831121265888214, 0.14090166985988617, 0.13985925912857056, 0.13844725489616394], "cos_Ac_negg": [0.13800323009490967, 0.14831121265888214, 0.14090166985988617, 0.13985925912857056, 0.13844725489616394], "r_norm": [0.14663979411125183, 0.1470954716205597, 0.14520588517189026, 0.14879179000854492, 0.14554864168167114], "ldr": {"dL_sdil": -0.006960347294807434, "dL_bp": -0.018335416913032532, "ratio": 0.3796121641422905}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9724, "test_loss": 0.15115168838500975}, {"step": 7050, "epoch": 15, "train_loss": 0.0007529468857683241, "cos_r_negg": [0.13652312755584717, 0.14708811044692993, 0.13983772695064545, 0.13846001029014587, 0.13658767938613892], "cos_apical_negg": [0.13652312755584717, 0.14708811044692993, 0.13983772695064545, 0.13846001029014587, 0.13658767938613892], "cos_Ac_negg": [0.13652312755584717, 0.14708811044692993, 0.13983772695064545, 0.13846001029014587, 0.13658767938613892], "r_norm": [0.14375361800193787, 0.14398512244224548, 0.14230147004127502, 0.14571264386177063, 0.14229579269886017]}, {"step": 7100, "epoch": 15, "train_loss": 0.0017609096830710769, "cos_r_negg": [0.13475388288497925, 0.14489099383354187, 0.13826817274093628, 0.1375466287136078, 0.13542138040065765], "cos_apical_negg": [0.13475388288497925, 0.14489099383354187, 0.13826817274093628, 0.1375466287136078, 0.13542138040065765], "cos_Ac_negg": [0.13475388288497925, 0.14489099383354187, 0.13826817274093628, 0.1375466287136078, 0.13542138040065765], "r_norm": [0.1412363350391388, 0.14115160703659058, 0.13953851163387299, 0.14284370839595795, 0.1395314335823059]}, {"step": 7150, "epoch": 15, "train_loss": 0.0009896286064758897, "cos_r_negg": [0.13345018029212952, 0.14355596899986267, 0.13705654442310333, 0.13602668046951294, 0.1342804729938507], "cos_apical_negg": [0.13345018029212952, 0.14355596899986267, 0.13705654442310333, 0.13602668046951294, 0.1342804729938507], "cos_Ac_negg": [0.13345018029212952, 0.14355596899986267, 0.13705654442310333, 0.13602668046951294, 0.1342804729938507], "r_norm": [0.14041250944137573, 0.1401890218257904, 0.13848720490932465, 0.14163950085639954, 0.13833960890769958]}, {"step": 7200, "epoch": 15, "train_loss": 0.0010658602695912123, "cos_r_negg": [0.1331227719783783, 0.14312152564525604, 0.13634023070335388, 0.13481898605823517, 0.13315629959106445], "cos_apical_negg": [0.1331227719783783, 0.14312152564525604, 0.13634023070335388, 0.13481898605823517, 0.13315629959106445], "cos_Ac_negg": [0.1331227719783783, 0.14312152564525604, 0.13634023070335388, 0.13481898605823517, 0.13315629959106445], "r_norm": [0.14004015922546387, 0.14005228877067566, 0.13834306597709656, 0.14155812561511993, 0.13836172223091125]}, {"step": 7250, "epoch": 15, "train_loss": 0.000836576393339783, "cos_r_negg": [0.13145136833190918, 0.14105841517448425, 0.134481742978096, 0.13318362832069397, 0.13129448890686035], "cos_apical_negg": [0.13145136833190918, 0.14105841517448425, 0.134481742978096, 0.13318362832069397, 0.13129448890686035], "cos_Ac_negg": [0.13145136833190918, 0.14105841517448425, 0.134481742978096, 0.13318362832069397, 0.13129448890686035], "r_norm": [0.1409059315919876, 0.14048057794570923, 0.1389753371477127, 0.1419275999069214, 0.13858896493911743], "ldr": {"dL_sdil": -0.0062202587723731995, "dL_bp": -0.016547851264476776, "ratio": 0.3758952550973316}}, {"step": 7300, "epoch": 15, "train_loss": 0.0003152433200739324, "cos_r_negg": [0.1314891278743744, 0.1409248560667038, 0.13444088399410248, 0.13313689827919006, 0.13139276206493378], "cos_apical_negg": [0.1314891278743744, 0.1409248560667038, 0.13444088399410248, 0.13313689827919006, 0.13139276206493378], "cos_Ac_negg": [0.1314891278743744, 0.1409248560667038, 0.13444088399410248, 0.13313689827919006, 0.13139276206493378], "r_norm": [0.14602017402648926, 0.14559440314769745, 0.14401564002037048, 0.1475030928850174, 0.14396637678146362]}, {"step": 7350, "epoch": 15, "train_loss": 0.0008018304361030459, "cos_r_negg": [0.1307966113090515, 0.1405731439590454, 0.13393047451972961, 0.13277164101600647, 0.13091760873794556], "cos_apical_negg": [0.1307966113090515, 0.1405731439590454, 0.13393047451972961, 0.13277164101600647, 0.13091760873794556], "cos_Ac_negg": [0.1307966113090515, 0.1405731439590454, 0.13393047451972961, 0.13277164101600647, 0.13091760873794556], "r_norm": [0.14430442452430725, 0.1444004476070404, 0.14261195063591003, 0.14617720246315002, 0.14297547936439514]}, {"step": 7400, "epoch": 15, "train_loss": 0.0009253459284082055, "cos_r_negg": [0.12884236872196198, 0.13861024379730225, 0.13228410482406616, 0.1305822879076004, 0.1287858933210373], "cos_apical_negg": [0.12884236872196198, 0.13861024379730225, 0.13228410482406616, 0.1305822879076004, 0.1287858933210373], "cos_Ac_negg": [0.12884236872196198, 0.13861024379730225, 0.13228410482406616, 0.1305822879076004, 0.1287858933210373], "r_norm": [0.14007997512817383, 0.14022143185138702, 0.13833995163440704, 0.14159299433231354, 0.13866451382637024]}, {"step": 7450, "epoch": 15, "train_loss": 0.0007143142283894122, "cos_r_negg": [0.1266355812549591, 0.1352877914905548, 0.12938454747200012, 0.12773476541042328, 0.12574075162410736], "cos_apical_negg": [0.1266355812549591, 0.1352877914905548, 0.12938454747200012, 0.12773476541042328, 0.12574075162410736], "cos_Ac_negg": [0.1266355812549591, 0.1352877914905548, 0.12938454747200012, 0.12773476541042328, 0.12574075162410736], "r_norm": [0.14311963319778442, 0.14312341809272766, 0.14102523028850555, 0.14474934339523315, 0.1419137567281723]}, {"step": 7500, "epoch": 15, "train_loss": 6.555361323989928e-05, "cos_r_negg": [0.1254720389842987, 0.1344185769557953, 0.12848231196403503, 0.1271975338459015, 0.12480403482913971], "cos_apical_negg": [0.1254720389842987, 0.1344185769557953, 0.12848231196403503, 0.1271975338459015, 0.12480403482913971], "cos_Ac_negg": [0.1254720389842987, 0.1344185769557953, 0.12848231196403503, 0.1271975338459015, 0.12480403482913971], "r_norm": [0.14456206560134888, 0.14461302757263184, 0.1427803635597229, 0.1462443470954895, 0.14292754232883453], "ldr": {"dL_sdil": -0.006512723863124847, "dL_bp": -0.01647016406059265, "ratio": 0.39542556098196496}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9727, "test_loss": 0.15532326889038087}, {"step": 7550, "epoch": 16, "train_loss": 0.0004433349531609565, "cos_r_negg": [0.12434985488653183, 0.13352957367897034, 0.12743249535560608, 0.126305490732193, 0.12407907098531723], "cos_apical_negg": [0.12434985488653183, 0.13352957367897034, 0.12743249535560608, 0.126305490732193, 0.12407907098531723], "cos_Ac_negg": [0.12434985488653183, 0.13352957367897034, 0.12743249535560608, 0.126305490732193, 0.12407907098531723], "r_norm": [0.14442579448223114, 0.14453749358654022, 0.14270785450935364, 0.14606913924217224, 0.14276853203773499]}, {"step": 7600, "epoch": 16, "train_loss": 0.0015687408158555627, "cos_r_negg": [0.12443731725215912, 0.13303068280220032, 0.12702244520187378, 0.126032292842865, 0.12425172328948975], "cos_apical_negg": [0.12443731725215912, 0.13303068280220032, 0.12702244520187378, 0.126032292842865, 0.12425172328948975], "cos_Ac_negg": [0.12443731725215912, 0.13303068280220032, 0.12702244520187378, 0.126032292842865, 0.12425172328948975], "r_norm": [0.1491708606481552, 0.14906683564186096, 0.14714598655700684, 0.1507953256368637, 0.14747580885887146]}, {"step": 7650, "epoch": 16, "train_loss": 0.00041436549508944154, "cos_r_negg": [0.12241985648870468, 0.1311768889427185, 0.1254047453403473, 0.1245238333940506, 0.12259788811206818], "cos_apical_negg": [0.12241985648870468, 0.1311768889427185, 0.1254047453403473, 0.1245238333940506, 0.12259788811206818], "cos_Ac_negg": [0.12241985648870468, 0.1311768889427185, 0.1254047453403473, 0.1245238333940506, 0.12259788811206818], "r_norm": [0.14638036489486694, 0.14636856317520142, 0.1445850133895874, 0.14801651239395142, 0.14456520974636078]}, {"step": 7700, "epoch": 16, "train_loss": 0.0005297393654473126, "cos_r_negg": [0.12016098201274872, 0.12878435850143433, 0.12337948381900787, 0.12248867750167847, 0.12026331573724747], "cos_apical_negg": [0.12016098201274872, 0.12878435850143433, 0.12337948381900787, 0.12248867750167847, 0.12026331573724747], "cos_Ac_negg": [0.12016098201274872, 0.12878435850143433, 0.12337948381900787, 0.12248867750167847, 0.12026331573724747], "r_norm": [0.14548209309577942, 0.1455506831407547, 0.14376729726791382, 0.14718413352966309, 0.14386233687400818]}, {"step": 7750, "epoch": 16, "train_loss": 0.0007353837718255818, "cos_r_negg": [0.1191631630063057, 0.1279410421848297, 0.12251477688550949, 0.12108287215232849, 0.11905424296855927], "cos_apical_negg": [0.1191631630063057, 0.1279410421848297, 0.12251477688550949, 0.12108287215232849, 0.11905424296855927], "cos_Ac_negg": [0.1191631630063057, 0.1279410421848297, 0.12251477688550949, 0.12108287215232849, 0.11905424296855927], "r_norm": [0.14492720365524292, 0.14508168399333954, 0.14316055178642273, 0.14662222564220428, 0.14357644319534302], "ldr": {"dL_sdil": -0.006726451218128204, "dL_bp": -0.0180400088429451, "ratio": 0.3728629667916552}}, {"step": 7800, "epoch": 16, "train_loss": 0.0018344143172726035, "cos_r_negg": [0.1177869588136673, 0.12586867809295654, 0.1211848109960556, 0.11996088922023773, 0.11753317713737488], "cos_apical_negg": [0.1177869588136673, 0.12586867809295654, 0.1211848109960556, 0.11996088922023773, 0.11753317713737488], "cos_Ac_negg": [0.1177869588136673, 0.12586867809295654, 0.1211848109960556, 0.11996088922023773, 0.11753317713737488], "r_norm": [0.14148718118667603, 0.1413661241531372, 0.13955223560333252, 0.14301437139511108, 0.13972608745098114]}, {"step": 7850, "epoch": 16, "train_loss": 0.0010521027725189924, "cos_r_negg": [0.11760822683572769, 0.12620492279529572, 0.12092365324497223, 0.12005126476287842, 0.11755764484405518], "cos_apical_negg": [0.11760822683572769, 0.12620492279529572, 0.12092365324497223, 0.12005126476287842, 0.11755764484405518], "cos_Ac_negg": [0.11760822683572769, 0.12620492279529572, 0.12092365324497223, 0.12005126476287842, 0.11755764484405518], "r_norm": [0.14619377255439758, 0.14594674110412598, 0.14425185322761536, 0.1475972980260849, 0.1441982090473175]}, {"step": 7900, "epoch": 16, "train_loss": 0.00037360319402068853, "cos_r_negg": [0.11767684668302536, 0.12618005275726318, 0.12100652605295181, 0.12024685740470886, 0.11787793785333633], "cos_apical_negg": [0.11767684668302536, 0.12618005275726318, 0.12100652605295181, 0.12024685740470886, 0.11787793785333633], "cos_Ac_negg": [0.11767684668302536, 0.12618005275726318, 0.12100652605295181, 0.12024685740470886, 0.11787793785333633], "r_norm": [0.1482732743024826, 0.1479482501745224, 0.146235853433609, 0.1497354954481125, 0.14628838002681732]}, {"step": 7950, "epoch": 16, "train_loss": 0.0010247576283290982, "cos_r_negg": [0.1181725487112999, 0.1261858344078064, 0.121085986495018, 0.12055638432502747, 0.11849704384803772], "cos_apical_negg": [0.1181725487112999, 0.1261858344078064, 0.121085986495018, 0.12055638432502747, 0.11849704384803772], "cos_Ac_negg": [0.1181725487112999, 0.1261858344078064, 0.121085986495018, 0.12055638432502747, 0.11849704384803772], "r_norm": [0.14641034603118896, 0.1464642882347107, 0.14468853175640106, 0.14820197224617004, 0.14449195563793182]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9725, "test_loss": 0.15770685806274415}, {"step": 8000, "epoch": 17, "train_loss": 0.0016540820943191648, "cos_r_negg": [0.1174139529466629, 0.12553471326828003, 0.12041900306940079, 0.11982893943786621, 0.1175881028175354], "cos_apical_negg": [0.1174139529466629, 0.12553471326828003, 0.12041900306940079, 0.11982893943786621, 0.1175881028175354], "cos_Ac_negg": [0.1174139529466629, 0.12553471326828003, 0.12041900306940079, 0.11982893943786621, 0.1175881028175354], "r_norm": [0.14473964273929596, 0.14482271671295166, 0.1428564339876175, 0.14664602279663086, 0.14318077266216278], "ldr": {"dL_sdil": -0.006694778800010681, "dL_bp": -0.017369866371154785, "ratio": 0.38542488796162216}}, {"step": 8050, "epoch": 17, "train_loss": 0.00035414641024544835, "cos_r_negg": [0.11591881513595581, 0.12387682497501373, 0.11891888082027435, 0.11836926639080048, 0.11634290963411331], "cos_apical_negg": [0.11591881513595581, 0.12387682497501373, 0.11891888082027435, 0.11836926639080048, 0.11634290963411331], "cos_Ac_negg": [0.11591881513595581, 0.12387682497501373, 0.11891888082027435, 0.11836926639080048, 0.11634290963411331], "r_norm": [0.1466488093137741, 0.14641621708869934, 0.14462247490882874, 0.1482716202735901, 0.1444779932498932]}, {"step": 8100, "epoch": 17, "train_loss": 0.0027367554139345884, "cos_r_negg": [0.11435586959123611, 0.12236526608467102, 0.11782807111740112, 0.11689216643571854, 0.11499175429344177], "cos_apical_negg": [0.11435586959123611, 0.12236526608467102, 0.11782807111740112, 0.11689216643571854, 0.11499175429344177], "cos_Ac_negg": [0.11435586959123611, 0.12236526608467102, 0.11782807111740112, 0.11689216643571854, 0.11499175429344177], "r_norm": [0.14371980726718903, 0.14340609312057495, 0.14166167378425598, 0.14513234794139862, 0.14138929545879364]}, {"step": 8150, "epoch": 17, "train_loss": 0.0005515918019227684, "cos_r_negg": [0.11417141556739807, 0.12234599888324738, 0.11781081557273865, 0.11726689338684082, 0.11501263082027435], "cos_apical_negg": [0.11417141556739807, 0.12234599888324738, 0.11781081557273865, 0.11726689338684082, 0.11501263082027435], "cos_Ac_negg": [0.11417141556739807, 0.12234599888324738, 0.11781081557273865, 0.11726689338684082, 0.11501263082027435], "r_norm": [0.1474320888519287, 0.14692753553390503, 0.14524304866790771, 0.14883817732334137, 0.1450291872024536]}, {"step": 8200, "epoch": 17, "train_loss": 0.0013331056106835604, "cos_r_negg": [0.11308018118143082, 0.1206853911280632, 0.11625035107135773, 0.11529353260993958, 0.1133362278342247], "cos_apical_negg": [0.11308018118143082, 0.1206853911280632, 0.11625035107135773, 0.11529353260993958, 0.1133362278342247], "cos_Ac_negg": [0.11308018118143082, 0.1206853911280632, 0.11625035107135773, 0.11529353260993958, 0.1133362278342247], "r_norm": [0.14743775129318237, 0.14727139472961426, 0.14535652101039886, 0.1491541713476181, 0.14552205801010132]}, {"step": 8250, "epoch": 17, "train_loss": 0.0009276486234739423, "cos_r_negg": [0.1117088571190834, 0.11924342066049576, 0.11515076458454132, 0.11468508094549179, 0.11264846473932266], "cos_apical_negg": [0.1117088571190834, 0.11924342066049576, 0.11515076458454132, 0.11468508094549179, 0.11264846473932266], "cos_Ac_negg": [0.1117088571190834, 0.11924342066049576, 0.11515076458454132, 0.11468508094549179, 0.11264846473932266], "r_norm": [0.14625327289104462, 0.14611360430717468, 0.14440399408340454, 0.14792221784591675, 0.14422523975372314], "ldr": {"dL_sdil": -0.007217071950435638, "dL_bp": -0.019178681075572968, "ratio": 0.37630700056990374}}, {"step": 8300, "epoch": 17, "train_loss": 0.00013888179091736674, "cos_r_negg": [0.11173934489488602, 0.11929859966039658, 0.11510071158409119, 0.11451180279254913, 0.11257375031709671], "cos_apical_negg": [0.11173934489488602, 0.11929859966039658, 0.11510071158409119, 0.11451180279254913, 0.11257375031709671], "cos_Ac_negg": [0.11173934489488602, 0.11929859966039658, 0.11510071158409119, 0.11451180279254913, 0.11257375031709671], "r_norm": [0.14471444487571716, 0.14473603665828705, 0.14296607673168182, 0.14640596508979797, 0.14273789525032043]}, {"step": 8350, "epoch": 17, "train_loss": 0.00037747289752587676, "cos_r_negg": [0.11077094823122025, 0.11827343702316284, 0.11405400186777115, 0.11356163769960403, 0.11190974712371826], "cos_apical_negg": [0.11077094823122025, 0.11827343702316284, 0.11405400186777115, 0.11356163769960403, 0.11190974712371826], "cos_Ac_negg": [0.11077094823122025, 0.11827343702316284, 0.11405400186777115, 0.11356163769960403, 0.11190974712371826], "r_norm": [0.14873738586902618, 0.14879725873470306, 0.14685024321079254, 0.15061669051647186, 0.14704585075378418]}, {"step": 8400, "epoch": 17, "train_loss": 0.000389368855394423, "cos_r_negg": [0.1101134791970253, 0.11747808009386063, 0.11339568346738815, 0.11297236382961273, 0.11132355034351349], "cos_apical_negg": [0.1101134791970253, 0.11747808009386063, 0.11339568346738815, 0.11297236382961273, 0.11132355034351349], "cos_Ac_negg": [0.1101134791970253, 0.11747808009386063, 0.11339568346738815, 0.11297236382961273, 0.11132355034351349], "r_norm": [0.14554229378700256, 0.14581376314163208, 0.1437513530254364, 0.14752112329006195, 0.14418253302574158]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.973, "test_loss": 0.1608764931678772}, {"step": 8450, "epoch": 18, "train_loss": 0.0011900769313797355, "cos_r_negg": [0.11064547300338745, 0.1182260513305664, 0.11411325633525848, 0.11388521641492844, 0.11211678385734558], "cos_apical_negg": [0.11064547300338745, 0.1182260513305664, 0.11411325633525848, 0.11388521641492844, 0.11211678385734558], "cos_Ac_negg": [0.11064547300338745, 0.1182260513305664, 0.11411325633525848, 0.11388521641492844, 0.11211678385734558], "r_norm": [0.14634820818901062, 0.14643967151641846, 0.14448997378349304, 0.14820291101932526, 0.14458703994750977]}, {"step": 8500, "epoch": 18, "train_loss": 0.0003891176893375814, "cos_r_negg": [0.11016121506690979, 0.11753211915493011, 0.11335616558790207, 0.11307328939437866, 0.1113680899143219], "cos_apical_negg": [0.11016121506690979, 0.11753211915493011, 0.11335616558790207, 0.11307328939437866, 0.1113680899143219], "cos_Ac_negg": [0.11016121506690979, 0.11753211915493011, 0.11335616558790207, 0.11307328939437866, 0.1113680899143219], "r_norm": [0.14878204464912415, 0.14861375093460083, 0.14671003818511963, 0.1504751592874527, 0.14670345187187195], "ldr": {"dL_sdil": -0.007316604256629944, "dL_bp": -0.01977144181728363, "ratio": 0.3700592159259714}}, {"step": 8550, "epoch": 18, "train_loss": 0.0014413458993658423, "cos_r_negg": [0.10912632942199707, 0.11669553816318512, 0.11235452443361282, 0.11190599203109741, 0.11020565032958984], "cos_apical_negg": [0.10912632942199707, 0.11669553816318512, 0.11235452443361282, 0.11190599203109741, 0.11020565032958984], "cos_Ac_negg": [0.10912632942199707, 0.11669553816318512, 0.11235452443361282, 0.11190599203109741, 0.11020565032958984], "r_norm": [0.14989715814590454, 0.14970088005065918, 0.1477377861738205, 0.15166611969470978, 0.14804421365261078]}, {"step": 8600, "epoch": 18, "train_loss": 0.000734538771212101, "cos_r_negg": [0.10830742120742798, 0.11571603268384933, 0.11154769361019135, 0.11122893542051315, 0.10940034687519073], "cos_apical_negg": [0.10830742120742798, 0.11571603268384933, 0.11154769361019135, 0.11122893542051315, 0.10940034687519073], "cos_Ac_negg": [0.10830742120742798, 0.11571603268384933, 0.11154769361019135, 0.11122893542051315, 0.10940034687519073], "r_norm": [0.14793124794960022, 0.14782075583934784, 0.14597132802009583, 0.14972294867038727, 0.146023228764534]}, {"step": 8650, "epoch": 18, "train_loss": 0.0002446199650876224, "cos_r_negg": [0.10755648463964462, 0.11504632234573364, 0.11093971133232117, 0.11053387075662613, 0.1088208258152008], "cos_apical_negg": [0.10755648463964462, 0.11504632234573364, 0.11093971133232117, 0.11053387075662613, 0.1088208258152008], "cos_Ac_negg": [0.10755648463964462, 0.11504632234573364, 0.11093971133232117, 0.11053387075662613, 0.1088208258152008], "r_norm": [0.14471787214279175, 0.14463219046592712, 0.1428351104259491, 0.1464650183916092, 0.14286628365516663]}, {"step": 8700, "epoch": 18, "train_loss": 0.0008758731419220567, "cos_r_negg": [0.10585209727287292, 0.11305432766675949, 0.1093808263540268, 0.10876323282718658, 0.10709463804960251], "cos_apical_negg": [0.10585209727287292, 0.11305432766675949, 0.1093808263540268, 0.10876323282718658, 0.10709463804960251], "cos_Ac_negg": [0.10585209727287292, 0.11305432766675949, 0.1093808263540268, 0.10876323282718658, 0.10709463804960251], "r_norm": [0.1426348090171814, 0.14260192215442657, 0.14071637392044067, 0.14434760808944702, 0.14081622660160065]}, {"step": 8750, "epoch": 18, "train_loss": 0.0006137531599961221, "cos_r_negg": [0.10682068765163422, 0.11380176246166229, 0.10974480211734772, 0.109255850315094, 0.10758101940155029], "cos_apical_negg": [0.10682068765163422, 0.11380176246166229, 0.10974480211734772, 0.109255850315094, 0.10758101940155029], "cos_Ac_negg": [0.10682068765163422, 0.11380176246166229, 0.10974480211734772, 0.109255850315094, 0.10758101940155029], "r_norm": [0.1447676569223404, 0.14474138617515564, 0.14299124479293823, 0.14653213322162628, 0.14287744462490082], "ldr": {"dL_sdil": -0.0072152987122535706, "dL_bp": -0.01969994604587555, "ratio": 0.36625982098891036}}, {"step": 8800, "epoch": 18, "train_loss": 0.0004286202020011842, "cos_r_negg": [0.10499739646911621, 0.11169224977493286, 0.10829393565654755, 0.10802502930164337, 0.10657289624214172], "cos_apical_negg": [0.10499739646911621, 0.11169224977493286, 0.10829393565654755, 0.10802502930164337, 0.10657289624214172], "cos_Ac_negg": [0.10499739646911621, 0.11169224977493286, 0.10829393565654755, 0.10802502930164337, 0.10657289624214172], "r_norm": [0.14737388491630554, 0.1470523178577423, 0.14547830820083618, 0.14890393614768982, 0.1450047492980957]}, {"step": 8850, "epoch": 18, "train_loss": 0.00027983466861769557, "cos_r_negg": [0.10467121005058289, 0.11178137362003326, 0.10841318219900131, 0.10807371139526367, 0.106517493724823], "cos_apical_negg": [0.10467121005058289, 0.11178137362003326, 0.10841318219900131, 0.10807371139526367, 0.106517493724823], "cos_Ac_negg": [0.10467121005058289, 0.11178137362003326, 0.10841318219900131, 0.10807371139526367, 0.106517493724823], "r_norm": [0.1498766541481018, 0.1493908166885376, 0.14761920273303986, 0.15128879249095917, 0.14754310250282288]}, {"step": 8900, "epoch": 18, "train_loss": 0.0002155595866497606, "cos_r_negg": [0.10569730401039124, 0.11239248514175415, 0.10908679664134979, 0.10893906652927399, 0.10744544863700867], "cos_apical_negg": [0.10569730401039124, 0.11239248514175415, 0.10908679664134979, 0.10893906652927399, 0.10744544863700867], "cos_Ac_negg": [0.10569730401039124, 0.11239248514175415, 0.10908679664134979, 0.10893906652927399, 0.10744544863700867], "r_norm": [0.14739921689033508, 0.14708639681339264, 0.14522774517536163, 0.1488690972328186, 0.14513185620307922]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9726, "test_loss": 0.16339368562698364}, {"step": 8950, "epoch": 19, "train_loss": 0.00028325512539595366, "cos_r_negg": [0.10542527586221695, 0.1119653582572937, 0.10861057043075562, 0.108528733253479, 0.10690136253833771], "cos_apical_negg": [0.10542527586221695, 0.1119653582572937, 0.10861057043075562, 0.108528733253479, 0.10690136253833771], "cos_Ac_negg": [0.10542527586221695, 0.1119653582572937, 0.10861057043075562, 0.108528733253479, 0.10690136253833771], "r_norm": [0.14738675951957703, 0.14716218411922455, 0.1454642117023468, 0.14894381165504456, 0.14520487189292908]}, {"step": 9000, "epoch": 19, "train_loss": 0.00028685943107120693, "cos_r_negg": [0.10580751299858093, 0.11241388320922852, 0.10899332910776138, 0.10896430164575577, 0.10731839388608932], "cos_apical_negg": [0.10580751299858093, 0.11241388320922852, 0.10899332910776138, 0.10896430164575577, 0.10731839388608932], "cos_Ac_negg": [0.10580751299858093, 0.11241388320922852, 0.10899332910776138, 0.10896430164575577, 0.10731839388608932], "r_norm": [0.14742141962051392, 0.14720192551612854, 0.14554134011268616, 0.14913704991340637, 0.14533311128616333], "ldr": {"dL_sdil": -0.0076485127210617065, "dL_bp": -0.02155751734972, "ratio": 0.354795619411205}}, {"step": 9050, "epoch": 19, "train_loss": 0.0006321153487078846, "cos_r_negg": [0.10457208007574081, 0.11111477017402649, 0.10779670625925064, 0.10781185328960419, 0.10620573908090591], "cos_apical_negg": [0.10457208007574081, 0.11111477017402649, 0.10779670625925064, 0.10781185328960419, 0.10620573908090591], "cos_Ac_negg": [0.10457208007574081, 0.11111477017402649, 0.10779670625925064, 0.10781185328960419, 0.10620573908090591], "r_norm": [0.1479286551475525, 0.14759957790374756, 0.14591249823570251, 0.14962412416934967, 0.1458299458026886]}, {"step": 9100, "epoch": 19, "train_loss": 0.0002823282848112285, "cos_r_negg": [0.1037202775478363, 0.11002249270677567, 0.10688591003417969, 0.10683280974626541, 0.10545150935649872], "cos_apical_negg": [0.1037202775478363, 0.11002249270677567, 0.10688591003417969, 0.10683280974626541, 0.10545150935649872], "cos_Ac_negg": [0.1037202775478363, 0.11002249270677567, 0.10688591003417969, 0.10683280974626541, 0.10545150935649872], "r_norm": [0.1489274501800537, 0.14847546815872192, 0.1467512547969818, 0.15050268173217773, 0.14663657546043396]}, {"step": 9150, "epoch": 19, "train_loss": 0.0019001029431819916, "cos_r_negg": [0.10187870264053345, 0.10823807120323181, 0.1052166000008583, 0.10492943227291107, 0.10354113578796387], "cos_apical_negg": [0.10187870264053345, 0.10823807120323181, 0.1052166000008583, 0.10492943227291107, 0.10354113578796387], "cos_Ac_negg": [0.10187870264053345, 0.10823807120323181, 0.1052166000008583, 0.10492943227291107, 0.10354113578796387], "r_norm": [0.14851641654968262, 0.14804904162883759, 0.14630098640918732, 0.14998836815357208, 0.14622843265533447]}, {"step": 9200, "epoch": 19, "train_loss": 0.0003266478597652167, "cos_r_negg": [0.10121816396713257, 0.10776559263467789, 0.10480720549821854, 0.10470091551542282, 0.1033187061548233], "cos_apical_negg": [0.10121816396713257, 0.10776559263467789, 0.10480720549821854, 0.10470091551542282, 0.1033187061548233], "cos_Ac_negg": [0.10121816396713257, 0.10776559263467789, 0.10480720549821854, 0.10470091551542282, 0.1033187061548233], "r_norm": [0.14830854535102844, 0.14800968766212463, 0.146306574344635, 0.14985176920890808, 0.14614100754261017]}, {"step": 9250, "epoch": 19, "train_loss": 0.0005925713339820504, "cos_r_negg": [0.10150507092475891, 0.10809644311666489, 0.1051313504576683, 0.10495202243328094, 0.10349836945533752], "cos_apical_negg": [0.10150507092475891, 0.10809644311666489, 0.1051313504576683, 0.10495202243328094, 0.10349836945533752], "cos_Ac_negg": [0.10150507092475891, 0.10809644311666489, 0.1051313504576683, 0.10495202243328094, 0.10349836945533752], "r_norm": [0.14829814434051514, 0.14823737740516663, 0.14644482731819153, 0.15017485618591309, 0.14657482504844666], "ldr": {"dL_sdil": -0.007495202124118805, "dL_bp": -0.020589478313922882, "ratio": 0.3640306961566116}}, {"step": 9300, "epoch": 19, "train_loss": 0.0003364587028045207, "cos_r_negg": [0.1009388417005539, 0.10731147229671478, 0.10432319343090057, 0.10420800745487213, 0.10283002257347107], "cos_apical_negg": [0.1009388417005539, 0.10731147229671478, 0.10432319343090057, 0.10420800745487213, 0.10283002257347107], "cos_Ac_negg": [0.1009388417005539, 0.10731147229671478, 0.10432319343090057, 0.10420800745487213, 0.10283002257347107], "r_norm": [0.14881619811058044, 0.14871428906917572, 0.14697052538394928, 0.15057387948036194, 0.14695796370506287]}, {"step": 9350, "epoch": 19, "train_loss": 0.00031301393755711615, "cos_r_negg": [0.10016053169965744, 0.10659338533878326, 0.10361211001873016, 0.10333067178726196, 0.10193634033203125], "cos_apical_negg": [0.10016053169965744, 0.10659338533878326, 0.10361211001873016, 0.10333067178726196, 0.10193634033203125], "cos_Ac_negg": [0.10016053169965744, 0.10659338533878326, 0.10361211001873016, 0.10333067178726196, 0.10193634033203125], "r_norm": [0.14901795983314514, 0.1488650143146515, 0.14720124006271362, 0.15070798993110657, 0.14701563119888306]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9725, "test_loss": 0.16629716453552246}], "final": {"test_acc": 0.9725, "test_loss": 0.16629716453552246, "wall_s": 85.8448395729065, "cos_r_negg": [0.09942220896482468, 0.10580550134181976, 0.10297557711601257, 0.10273640602827072, 0.10134369879961014], "cos_apical_negg": [0.09942220896482468, 0.10580550134181976, 0.10297557711601257, 0.10273640602827072, 0.10134369879961014], "cos_Ac_negg": [0.09942220896482468, 0.10580550134181976, 0.10297557711601257, 0.10273640602827072, 0.10134369879961014]}}
\ No newline at end of file
diff --git a/results/depth_mnist_sdil_d5_s1.json b/results/depth_mnist_sdil_d5_s1.json
new file mode 100644
index 0000000..1301707
--- /dev/null
+++ b/results/depth_mnist_sdil_d5_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d5_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.4329850673675537, "cos_r_negg": [0.018434442579746246, 0.0131825041025877, -0.008036907762289047, 0.014511814340949059, -0.0280084740370512], "cos_apical_negg": [0.018434442579746246, 0.0131825041025877, -0.008036907762289047, 0.014511814340949059, -0.0280084740370512], "cos_Ac_negg": [0.018434442579746246, 0.0131825041025877, -0.008036907762289047, 0.014511814340949059, -0.0280084740370512], "r_norm": [4.952762603759766, 4.755220890045166, 4.8546271324157715, 4.9030022621154785, 4.916805267333984], "ldr": {"dL_sdil": -0.012623310089111328, "dL_bp": -0.09102821350097656, "ratio": 0.1386746987951807}}, {"step": 50, "epoch": 0, "train_loss": 0.7361958026885986, "cos_r_negg": [0.3248541057109833, 0.26891058683395386, 0.2515932321548462, 0.24513669312000275, 0.23878179490566254], "cos_apical_negg": [0.3248541057109833, 0.26891058683395386, 0.2515932321548462, 0.24513669312000275, 0.23878179490566254], "cos_Ac_negg": [0.3248541057109833, 0.26891058683395386, 0.2515932321548462, 0.24513669312000275, 0.23878179490566254], "r_norm": [1.5822088718414307, 1.4766860008239746, 1.5459109544754028, 1.5691914558410645, 1.5703402757644653]}, {"step": 100, "epoch": 0, "train_loss": 0.3742980360984802, "cos_r_negg": [0.37689459323883057, 0.2895887494087219, 0.28126972913742065, 0.23417407274246216, 0.2201543003320694], "cos_apical_negg": [0.37689459323883057, 0.2895887494087219, 0.28126972913742065, 0.23417407274246216, 0.2201543003320694], "cos_Ac_negg": [0.37689459323883057, 0.2895887494087219, 0.28126972913742065, 0.23417407274246216, 0.2201543003320694], "r_norm": [0.9116435647010803, 0.8546592593193054, 0.8935790061950684, 0.9051077365875244, 0.9053927659988403]}, {"step": 150, "epoch": 0, "train_loss": 0.3659864664077759, "cos_r_negg": [0.40231603384017944, 0.33941885828971863, 0.3123694062232971, 0.2929561138153076, 0.30226707458496094], "cos_apical_negg": [0.40231603384017944, 0.33941885828971863, 0.3123694062232971, 0.2929561138153076, 0.30226707458496094], "cos_Ac_negg": [0.40231603384017944, 0.33941885828971863, 0.3123694062232971, 0.2929561138153076, 0.30226707458496094], "r_norm": [0.8182684779167175, 0.7649824619293213, 0.8036423325538635, 0.8091412782669067, 0.8112828731536865]}, {"step": 200, "epoch": 0, "train_loss": 0.28723883628845215, "cos_r_negg": [0.40888598561286926, 0.3244675099849701, 0.3336092233657837, 0.33509162068367004, 0.31548506021499634], "cos_apical_negg": [0.40888598561286926, 0.3244675099849701, 0.3336092233657837, 0.33509162068367004, 0.31548506021499634], "cos_Ac_negg": [0.40888598561286926, 0.3244675099849701, 0.3336092233657837, 0.33509162068367004, 0.31548506021499634], "r_norm": [0.8576169013977051, 0.7974994778633118, 0.8370957970619202, 0.8478957414627075, 0.8489720821380615]}, {"step": 250, "epoch": 0, "train_loss": 0.16683095693588257, "cos_r_negg": [0.4452211558818817, 0.36635005474090576, 0.3522794544696808, 0.35053056478500366, 0.33061808347702026], "cos_apical_negg": [0.4452211558818817, 0.36635005474090576, 0.3522794544696808, 0.35053056478500366, 0.33061808347702026], "cos_Ac_negg": [0.4452211558818817, 0.36635005474090576, 0.3522794544696808, 0.35053056478500366, 0.33061808347702026], "r_norm": [0.713560938835144, 0.66853928565979, 0.6995320916175842, 0.7105852365493774, 0.70731520652771], "ldr": {"dL_sdil": -0.007645368576049805, "dL_bp": -0.005733966827392578, "ratio": 1.3333471933471934}}, {"step": 300, "epoch": 0, "train_loss": 0.27369630336761475, "cos_r_negg": [0.47787079215049744, 0.4161360263824463, 0.3984121084213257, 0.3846226930618286, 0.38187092542648315], "cos_apical_negg": [0.47787079215049744, 0.4161360263824463, 0.3984121084213257, 0.3846226930618286, 0.38187092542648315], "cos_Ac_negg": [0.47787079215049744, 0.4161360263824463, 0.3984121084213257, 0.3846226930618286, 0.38187092542648315], "r_norm": [0.6895851492881775, 0.6459004282951355, 0.6739281415939331, 0.6834458112716675, 0.6827414035797119]}, {"step": 350, "epoch": 0, "train_loss": 0.23505058884620667, "cos_r_negg": [0.4663633108139038, 0.40865540504455566, 0.4080917537212372, 0.39947211742401123, 0.3823074698448181], "cos_apical_negg": [0.4663633108139038, 0.40865540504455566, 0.4080917537212372, 0.39947211742401123, 0.3823074698448181], "cos_Ac_negg": [0.4663633108139038, 0.40865540504455566, 0.4080917537212372, 0.39947211742401123, 0.3823074698448181], "r_norm": [0.6557139158248901, 0.617811381816864, 0.6450310945510864, 0.653285026550293, 0.6538373827934265]}, {"step": 400, "epoch": 0, "train_loss": 0.13723473250865936, "cos_r_negg": [0.4855682849884033, 0.43799275159835815, 0.4359343647956848, 0.4261469841003418, 0.38238799571990967], "cos_apical_negg": [0.4855682849884033, 0.43799275159835815, 0.4359343647956848, 0.4261469841003418, 0.38238799571990967], "cos_Ac_negg": [0.4855682849884033, 0.43799275159835815, 0.4359343647956848, 0.4261469841003418, 0.38238799571990967], "r_norm": [0.5751982927322388, 0.5391819477081299, 0.5605506300926208, 0.5730760097503662, 0.5742244720458984]}, {"step": 450, "epoch": 0, "train_loss": 0.2418031394481659, "cos_r_negg": [0.4872719347476959, 0.4310711622238159, 0.4386591911315918, 0.4196751117706299, 0.373430460691452], "cos_apical_negg": [0.4872719347476959, 0.4310711622238159, 0.4386591911315918, 0.4196751117706299, 0.373430460691452], "cos_Ac_negg": [0.4872719347476959, 0.4310711622238159, 0.4386591911315918, 0.4196751117706299, 0.373430460691452], "r_norm": [0.5914462804794312, 0.5521681904792786, 0.5779621601104736, 0.5901374816894531, 0.5896193385124207]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9443, "test_loss": 0.19158960494995117}, {"step": 500, "epoch": 1, "train_loss": 0.2803339660167694, "cos_r_negg": [0.4938138425350189, 0.46110841631889343, 0.4498182237148285, 0.4386309087276459, 0.3903152644634247], "cos_apical_negg": [0.4938138425350189, 0.46110841631889343, 0.4498182237148285, 0.4386309087276459, 0.3903152644634247], "cos_Ac_negg": [0.4938138425350189, 0.46110841631889343, 0.4498182237148285, 0.4386309087276459, 0.3903152644634247], "r_norm": [0.5612297058105469, 0.5204260349273682, 0.5477592349052429, 0.556896984577179, 0.5573927164077759], "ldr": {"dL_sdil": -0.006727054715156555, "dL_bp": -0.005280852317810059, "ratio": 1.2738577620262308}}, {"step": 550, "epoch": 1, "train_loss": 0.22233207523822784, "cos_r_negg": [0.48313334584236145, 0.43658316135406494, 0.43515506386756897, 0.42205172777175903, 0.3876661956310272], "cos_apical_negg": [0.48313334584236145, 0.43658316135406494, 0.43515506386756897, 0.42205172777175903, 0.3876661956310272], "cos_Ac_negg": [0.48313334584236145, 0.43658316135406494, 0.43515506386756897, 0.42205172777175903, 0.3876661956310272], "r_norm": [0.5031476020812988, 0.470689058303833, 0.4911841154098511, 0.5020452737808228, 0.5021440982818604]}, {"step": 600, "epoch": 1, "train_loss": 0.2499758005142212, "cos_r_negg": [0.48158934712409973, 0.4500845670700073, 0.4396511912345886, 0.41919833421707153, 0.3960207998752594], "cos_apical_negg": [0.48158934712409973, 0.4500845670700073, 0.4396511912345886, 0.41919833421707153, 0.3960207998752594], "cos_Ac_negg": [0.48158934712409973, 0.4500845670700073, 0.4396511912345886, 0.41919833421707153, 0.3960207998752594], "r_norm": [0.5172633528709412, 0.48641008138656616, 0.5068967342376709, 0.5148177742958069, 0.5146138668060303]}, {"step": 650, "epoch": 1, "train_loss": 0.14954496920108795, "cos_r_negg": [0.47835588455200195, 0.44968852400779724, 0.44819262623786926, 0.44487252831459045, 0.3966292142868042], "cos_apical_negg": [0.47835588455200195, 0.44968852400779724, 0.44819262623786926, 0.44487252831459045, 0.3966292142868042], "cos_Ac_negg": [0.47835588455200195, 0.44968852400779724, 0.44819262623786926, 0.44487252831459045, 0.3966292142868042], "r_norm": [0.4721689224243164, 0.4381150007247925, 0.4586713910102844, 0.46662336587905884, 0.4650179147720337]}, {"step": 700, "epoch": 1, "train_loss": 0.0791589766740799, "cos_r_negg": [0.5030607581138611, 0.4601210951805115, 0.4581078886985779, 0.4434735178947449, 0.40861451625823975], "cos_apical_negg": [0.5030607581138611, 0.4601210951805115, 0.4581078886985779, 0.4434735178947449, 0.40861451625823975], "cos_Ac_negg": [0.5030607581138611, 0.4601210951805115, 0.4581078886985779, 0.4434735178947449, 0.40861451625823975], "r_norm": [0.4559425115585327, 0.4253213703632355, 0.44425761699676514, 0.4544405937194824, 0.453827440738678]}, {"step": 750, "epoch": 1, "train_loss": 0.07445506751537323, "cos_r_negg": [0.49357330799102783, 0.45393186807632446, 0.4554177522659302, 0.43945807218551636, 0.41233253479003906], "cos_apical_negg": [0.49357330799102783, 0.45393186807632446, 0.4554177522659302, 0.43945807218551636, 0.41233253479003906], "cos_Ac_negg": [0.49357330799102783, 0.45393186807632446, 0.4554177522659302, 0.43945807218551636, 0.41233253479003906], "r_norm": [0.45235544443130493, 0.42452070116996765, 0.4448047876358032, 0.45160579681396484, 0.45365703105926514], "ldr": {"dL_sdil": -0.006446734070777893, "dL_bp": -0.004914209246635437, "ratio": 1.3118558342202695}}, {"step": 800, "epoch": 1, "train_loss": 0.1018197238445282, "cos_r_negg": [0.4969433546066284, 0.4762446880340576, 0.4607182741165161, 0.44514113664627075, 0.41503506898880005], "cos_apical_negg": [0.4969433546066284, 0.4762446880340576, 0.4607182741165161, 0.44514113664627075, 0.41503506898880005], "cos_Ac_negg": [0.4969433546066284, 0.4762446880340576, 0.4607182741165161, 0.44514113664627075, 0.41503506898880005], "r_norm": [0.4774576723575592, 0.44462114572525024, 0.46775102615356445, 0.47643035650253296, 0.47398772835731506]}, {"step": 850, "epoch": 1, "train_loss": 0.22009125351905823, "cos_r_negg": [0.46735936403274536, 0.4541321098804474, 0.44091179966926575, 0.43946653604507446, 0.4137376546859741], "cos_apical_negg": [0.46735936403274536, 0.4541321098804474, 0.44091179966926575, 0.43946653604507446, 0.4137376546859741], "cos_Ac_negg": [0.46735936403274536, 0.4541321098804474, 0.44091179966926575, 0.43946653604507446, 0.4137376546859741], "r_norm": [0.4277555048465729, 0.39747416973114014, 0.41703909635543823, 0.4246827960014343, 0.42450833320617676]}, {"step": 900, "epoch": 1, "train_loss": 0.167545348405838, "cos_r_negg": [0.4938760995864868, 0.46232831478118896, 0.44541314244270325, 0.44842541217803955, 0.42923811078071594], "cos_apical_negg": [0.4938760995864868, 0.46232831478118896, 0.44541314244270325, 0.44842541217803955, 0.42923811078071594], "cos_Ac_negg": [0.4938760995864868, 0.46232831478118896, 0.44541314244270325, 0.44842541217803955, 0.42923811078071594], "r_norm": [0.41330549120903015, 0.38237401843070984, 0.4020976126194, 0.4099195599555969, 0.4096831977367401]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9544, "test_loss": 0.15471844749450683}, {"step": 950, "epoch": 2, "train_loss": 0.1782480627298355, "cos_r_negg": [0.49815964698791504, 0.4701123833656311, 0.4553837478160858, 0.4566015601158142, 0.43011754751205444], "cos_apical_negg": [0.49815964698791504, 0.4701123833656311, 0.4553837478160858, 0.4566015601158142, 0.43011754751205444], "cos_Ac_negg": [0.49815964698791504, 0.4701123833656311, 0.4553837478160858, 0.4566015601158142, 0.43011754751205444], "r_norm": [0.396972119808197, 0.36986029148101807, 0.38694071769714355, 0.3947795629501343, 0.3944264054298401]}, {"step": 1000, "epoch": 2, "train_loss": 0.11765731871128082, "cos_r_negg": [0.4855763912200928, 0.4651772975921631, 0.4621093273162842, 0.4629487991333008, 0.4396126866340637], "cos_apical_negg": [0.4855763912200928, 0.4651772975921631, 0.4621093273162842, 0.4629487991333008, 0.4396126866340637], "cos_Ac_negg": [0.4855763912200928, 0.4651772975921631, 0.4621093273162842, 0.4629487991333008, 0.4396126866340637], "r_norm": [0.3864248991012573, 0.3630217909812927, 0.38051605224609375, 0.3866283595561981, 0.38790276646614075], "ldr": {"dL_sdil": -0.0045297592878341675, "dL_bp": -0.004156246781349182, "ratio": 1.0898677403279065}}, {"step": 1050, "epoch": 2, "train_loss": 0.07627759873867035, "cos_r_negg": [0.4952205419540405, 0.4801969826221466, 0.47556188702583313, 0.475517213344574, 0.437824547290802], "cos_apical_negg": [0.4952205419540405, 0.4801969826221466, 0.47556188702583313, 0.475517213344574, 0.437824547290802], "cos_Ac_negg": [0.4952205419540405, 0.4801969826221466, 0.47556188702583313, 0.475517213344574, 0.437824547290802], "r_norm": [0.3808758556842804, 0.3558137118816376, 0.3733184039592743, 0.37899667024612427, 0.3759843707084656]}, {"step": 1100, "epoch": 2, "train_loss": 0.10353972762823105, "cos_r_negg": [0.4893859922885895, 0.481259286403656, 0.4726457893848419, 0.4819554090499878, 0.44662827253341675], "cos_apical_negg": [0.4893859922885895, 0.481259286403656, 0.4726457893848419, 0.4819554090499878, 0.44662827253341675], "cos_Ac_negg": [0.4893859922885895, 0.481259286403656, 0.4726457893848419, 0.4819554090499878, 0.44662827253341675], "r_norm": [0.3963562548160553, 0.3674454689025879, 0.38709941506385803, 0.39663782715797424, 0.3951072692871094]}, {"step": 1150, "epoch": 2, "train_loss": 0.04552257061004639, "cos_r_negg": [0.4904358983039856, 0.4845874607563019, 0.47300010919570923, 0.4711630940437317, 0.43498706817626953], "cos_apical_negg": [0.4904358983039856, 0.4845874607563019, 0.47300010919570923, 0.4711630940437317, 0.43498706817626953], "cos_Ac_negg": [0.4904358983039856, 0.4845874607563019, 0.47300010919570923, 0.4711630940437317, 0.43498706817626953], "r_norm": [0.35224390029907227, 0.332119345664978, 0.345735102891922, 0.35348302125930786, 0.35428112745285034]}, {"step": 1200, "epoch": 2, "train_loss": 0.02112768404185772, "cos_r_negg": [0.4838145077228546, 0.4707096815109253, 0.4581950604915619, 0.4632779061794281, 0.43219026923179626], "cos_apical_negg": [0.4838145077228546, 0.4707096815109253, 0.4581950604915619, 0.4632779061794281, 0.43219026923179626], "cos_Ac_negg": [0.4838145077228546, 0.4707096815109253, 0.4581950604915619, 0.4632779061794281, 0.43219026923179626], "r_norm": [0.3578989505767822, 0.3342360258102417, 0.34925180673599243, 0.35788485407829285, 0.3563401699066162]}, {"step": 1250, "epoch": 2, "train_loss": 0.09526100754737854, "cos_r_negg": [0.47511404752731323, 0.477535218000412, 0.46707409620285034, 0.48138025403022766, 0.44012099504470825], "cos_apical_negg": [0.47511404752731323, 0.477535218000412, 0.46707409620285034, 0.48138025403022766, 0.44012099504470825], "cos_Ac_negg": [0.47511404752731323, 0.477535218000412, 0.46707409620285034, 0.48138025403022766, 0.44012099504470825], "r_norm": [0.35297298431396484, 0.3270127773284912, 0.34488099813461304, 0.3522113561630249, 0.34891271591186523], "ldr": {"dL_sdil": -0.005825668573379517, "dL_bp": -0.004574894905090332, "ratio": 1.2733994319514292}}, {"step": 1300, "epoch": 2, "train_loss": 0.14437633752822876, "cos_r_negg": [0.5188400149345398, 0.49977338314056396, 0.4862939119338989, 0.48065364360809326, 0.4436447322368622], "cos_apical_negg": [0.5188400149345398, 0.49977338314056396, 0.4862939119338989, 0.48065364360809326, 0.4436447322368622], "cos_Ac_negg": [0.5188400149345398, 0.49977338314056396, 0.4862939119338989, 0.48065364360809326, 0.4436447322368622], "r_norm": [0.3195142149925232, 0.29865115880966187, 0.31329280138015747, 0.3193104863166809, 0.31873345375061035]}, {"step": 1350, "epoch": 2, "train_loss": 0.12292911112308502, "cos_r_negg": [0.5033022165298462, 0.496662974357605, 0.48568668961524963, 0.4820789098739624, 0.45569854974746704], "cos_apical_negg": [0.5033022165298462, 0.496662974357605, 0.48568668961524963, 0.4820789098739624, 0.45569854974746704], "cos_Ac_negg": [0.5033022165298462, 0.496662974357605, 0.48568668961524963, 0.4820789098739624, 0.45569854974746704], "r_norm": [0.3814990222454071, 0.35455018281936646, 0.3700770139694214, 0.38067394495010376, 0.3773806095123291]}, {"step": 1400, "epoch": 2, "train_loss": 0.19545745849609375, "cos_r_negg": [0.4999518096446991, 0.4912682771682739, 0.49173641204833984, 0.49039092659950256, 0.4570216238498688], "cos_apical_negg": [0.4999518096446991, 0.4912682771682739, 0.49173641204833984, 0.49039092659950256, 0.4570216238498688], "cos_Ac_negg": [0.4999518096446991, 0.4912682771682739, 0.49173641204833984, 0.49039092659950256, 0.4570216238498688], "r_norm": [0.324367493391037, 0.30184924602508545, 0.3183444142341614, 0.323772668838501, 0.3223934769630432]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.961, "test_loss": 0.12739668502807616}, {"step": 1450, "epoch": 3, "train_loss": 0.04665695130825043, "cos_r_negg": [0.4935186803340912, 0.4973714351654053, 0.48930415511131287, 0.49799680709838867, 0.456254243850708], "cos_apical_negg": [0.4935186803340912, 0.4973714351654053, 0.48930415511131287, 0.49799680709838867, 0.456254243850708], "cos_Ac_negg": [0.4935186803340912, 0.4973714351654053, 0.48930415511131287, 0.49799680709838867, 0.456254243850708], "r_norm": [0.33735328912734985, 0.31307733058929443, 0.32771891355514526, 0.335559606552124, 0.3339422345161438]}, {"step": 1500, "epoch": 3, "train_loss": 0.03109731152653694, "cos_r_negg": [0.4903704822063446, 0.5004430413246155, 0.4862323999404907, 0.4949740469455719, 0.4527896046638489], "cos_apical_negg": [0.4903704822063446, 0.5004430413246155, 0.4862323999404907, 0.4949740469455719, 0.4527896046638489], "cos_Ac_negg": [0.4903704822063446, 0.5004430413246155, 0.4862323999404907, 0.4949740469455719, 0.4527896046638489], "r_norm": [0.3055059611797333, 0.2836110293865204, 0.29702258110046387, 0.3035258948802948, 0.30130255222320557], "ldr": {"dL_sdil": -0.005062229931354523, "dL_bp": -0.004958711564540863, "ratio": 1.020876061345029}}, {"step": 1550, "epoch": 3, "train_loss": 0.07812778651714325, "cos_r_negg": [0.500657320022583, 0.5105937719345093, 0.500303328037262, 0.5054795742034912, 0.4611407220363617], "cos_apical_negg": [0.500657320022583, 0.5105937719345093, 0.500303328037262, 0.5054795742034912, 0.4611407220363617], "cos_Ac_negg": [0.500657320022583, 0.5105937719345093, 0.500303328037262, 0.5054795742034912, 0.4611407220363617], "r_norm": [0.2862575352191925, 0.2662091851234436, 0.27830350399017334, 0.2854618430137634, 0.2820838689804077]}, {"step": 1600, "epoch": 3, "train_loss": 0.0657850056886673, "cos_r_negg": [0.49631524085998535, 0.49979573488235474, 0.4823834300041199, 0.49808722734451294, 0.46053993701934814], "cos_apical_negg": [0.49631524085998535, 0.49979573488235474, 0.4823834300041199, 0.49808722734451294, 0.46053993701934814], "cos_Ac_negg": [0.49631524085998535, 0.49979573488235474, 0.4823834300041199, 0.49808722734451294, 0.46053993701934814], "r_norm": [0.3178989589214325, 0.2940051555633545, 0.30931222438812256, 0.31605857610702515, 0.31219011545181274]}, {"step": 1650, "epoch": 3, "train_loss": 0.03251958265900612, "cos_r_negg": [0.5046424865722656, 0.502543568611145, 0.4921939969062805, 0.4967641532421112, 0.46654757857322693], "cos_apical_negg": [0.5046424865722656, 0.502543568611145, 0.4921939969062805, 0.4967641532421112, 0.46654757857322693], "cos_Ac_negg": [0.5046424865722656, 0.502543568611145, 0.4921939969062805, 0.4967641532421112, 0.46654757857322693], "r_norm": [0.29382067918777466, 0.277706503868103, 0.2884790897369385, 0.2944038212299347, 0.29287511110305786]}, {"step": 1700, "epoch": 3, "train_loss": 0.033179234713315964, "cos_r_negg": [0.49881380796432495, 0.49709808826446533, 0.48394978046417236, 0.49331656098365784, 0.4723454415798187], "cos_apical_negg": [0.49881380796432495, 0.49709808826446533, 0.48394978046417236, 0.49331656098365784, 0.4723454415798187], "cos_Ac_negg": [0.49881380796432495, 0.49709808826446533, 0.48394978046417236, 0.49331656098365784, 0.4723454415798187], "r_norm": [0.3277978301048279, 0.3073813319206238, 0.320573091506958, 0.328199177980423, 0.3265911042690277]}, {"step": 1750, "epoch": 3, "train_loss": 0.03612435609102249, "cos_r_negg": [0.5113747119903564, 0.5098049640655518, 0.4933525323867798, 0.5084420442581177, 0.47532567381858826], "cos_apical_negg": [0.5113747119903564, 0.5098049640655518, 0.4933525323867798, 0.5084420442581177, 0.47532567381858826], "cos_Ac_negg": [0.5113747119903564, 0.5098049640655518, 0.4933525323867798, 0.5084420442581177, 0.47532567381858826], "r_norm": [0.2593759298324585, 0.2468990534543991, 0.25540387630462646, 0.2623138427734375, 0.2638649344444275], "ldr": {"dL_sdil": -0.004537597298622131, "dL_bp": -0.004673399031162262, "ratio": 0.9709415499009172}}, {"step": 1800, "epoch": 3, "train_loss": 0.09690412878990173, "cos_r_negg": [0.5086003541946411, 0.5111057162284851, 0.49792158603668213, 0.5140379667282104, 0.4808449149131775], "cos_apical_negg": [0.5086003541946411, 0.5111057162284851, 0.49792158603668213, 0.5140379667282104, 0.4808449149131775], "cos_Ac_negg": [0.5086003541946411, 0.5111057162284851, 0.49792158603668213, 0.5140379667282104, 0.4808449149131775], "r_norm": [0.3132127523422241, 0.29151618480682373, 0.30446135997772217, 0.3130815029144287, 0.30844759941101074]}, {"step": 1850, "epoch": 3, "train_loss": 0.07986927777528763, "cos_r_negg": [0.5103105902671814, 0.5030648708343506, 0.5029141902923584, 0.5186642408370972, 0.48469677567481995], "cos_apical_negg": [0.5103105902671814, 0.5030648708343506, 0.5029141902923584, 0.5186642408370972, 0.48469677567481995], "cos_Ac_negg": [0.5103105902671814, 0.5030648708343506, 0.5029141902923584, 0.5186642408370972, 0.48469677567481995], "r_norm": [0.2911689281463623, 0.2734999656677246, 0.2854686975479126, 0.29173651337623596, 0.29169991612434387]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.965, "test_loss": 0.118345725440979}, {"step": 1900, "epoch": 4, "train_loss": 0.056344516575336456, "cos_r_negg": [0.49627429246902466, 0.5004302859306335, 0.4888651967048645, 0.5071789622306824, 0.4714599847793579], "cos_apical_negg": [0.49627429246902466, 0.5004302859306335, 0.4888651967048645, 0.5071789622306824, 0.4714599847793579], "cos_Ac_negg": [0.49627429246902466, 0.5004302859306335, 0.4888651967048645, 0.5071789622306824, 0.4714599847793579], "r_norm": [0.27583640813827515, 0.257612407207489, 0.2675386369228363, 0.2742002010345459, 0.27311524748802185]}, {"step": 1950, "epoch": 4, "train_loss": 0.04972296953201294, "cos_r_negg": [0.49210870265960693, 0.5002291202545166, 0.4942949414253235, 0.5140982866287231, 0.47201430797576904], "cos_apical_negg": [0.49210870265960693, 0.5002291202545166, 0.4942949414253235, 0.5140982866287231, 0.47201430797576904], "cos_Ac_negg": [0.49210870265960693, 0.5002291202545166, 0.4942949414253235, 0.5140982866287231, 0.47201430797576904], "r_norm": [0.25339165329933167, 0.23709547519683838, 0.24808716773986816, 0.25366175174713135, 0.25290989875793457]}, {"step": 2000, "epoch": 4, "train_loss": 0.08828462660312653, "cos_r_negg": [0.4890880584716797, 0.493307888507843, 0.4849293828010559, 0.50198894739151, 0.4722905457019806], "cos_apical_negg": [0.4890880584716797, 0.493307888507843, 0.4849293828010559, 0.50198894739151, 0.4722905457019806], "cos_Ac_negg": [0.4890880584716797, 0.493307888507843, 0.4849293828010559, 0.50198894739151, 0.4722905457019806], "r_norm": [0.24523992836475372, 0.23113086819648743, 0.24040348827838898, 0.2460716962814331, 0.24526603519916534], "ldr": {"dL_sdil": -0.004009947180747986, "dL_bp": -0.004228726029396057, "ratio": 0.9482636502986416}}, {"step": 2050, "epoch": 4, "train_loss": 0.056101277470588684, "cos_r_negg": [0.490901917219162, 0.49163031578063965, 0.49120888113975525, 0.49115508794784546, 0.46510618925094604], "cos_apical_negg": [0.490901917219162, 0.49163031578063965, 0.49120888113975525, 0.49115508794784546, 0.46510618925094604], "cos_Ac_negg": [0.490901917219162, 0.49163031578063965, 0.49120888113975525, 0.49115508794784546, 0.46510618925094604], "r_norm": [0.2224811464548111, 0.2101052850484848, 0.2175024300813675, 0.22352580726146698, 0.22212982177734375]}, {"step": 2100, "epoch": 4, "train_loss": 0.10753263533115387, "cos_r_negg": [0.4677889347076416, 0.4759117662906647, 0.47456154227256775, 0.4871843457221985, 0.46366462111473083], "cos_apical_negg": [0.4677889347076416, 0.4759117662906647, 0.47456154227256775, 0.4871843457221985, 0.46366462111473083], "cos_Ac_negg": [0.4677889347076416, 0.4759117662906647, 0.47456154227256775, 0.4871843457221985, 0.46366462111473083], "r_norm": [0.2671850919723511, 0.2460779994726181, 0.25753241777420044, 0.26473259925842285, 0.26108992099761963]}, {"step": 2150, "epoch": 4, "train_loss": 0.08528640866279602, "cos_r_negg": [0.49765026569366455, 0.4997671842575073, 0.5024690628051758, 0.502212643623352, 0.46944791078567505], "cos_apical_negg": [0.49765026569366455, 0.4997671842575073, 0.5024690628051758, 0.502212643623352, 0.46944791078567505], "cos_Ac_negg": [0.49765026569366455, 0.4997671842575073, 0.5024690628051758, 0.502212643623352, 0.46944791078567505], "r_norm": [0.23335964977741241, 0.21969938278198242, 0.229853093624115, 0.2325577735900879, 0.23234602808952332]}, {"step": 2200, "epoch": 4, "train_loss": 0.061237700283527374, "cos_r_negg": [0.4908490777015686, 0.4869925379753113, 0.4868827760219574, 0.49179548025131226, 0.46208351850509644], "cos_apical_negg": [0.4908490777015686, 0.4869925379753113, 0.4868827760219574, 0.49179548025131226, 0.46208351850509644], "cos_Ac_negg": [0.4908490777015686, 0.4869925379753113, 0.4868827760219574, 0.49179548025131226, 0.46208351850509644], "r_norm": [0.21411600708961487, 0.2015274465084076, 0.2099064290523529, 0.21373485028743744, 0.2141953408718109]}, {"step": 2250, "epoch": 4, "train_loss": 0.008855165913701057, "cos_r_negg": [0.49140843749046326, 0.49922189116477966, 0.49453771114349365, 0.5014578700065613, 0.46548956632614136], "cos_apical_negg": [0.49140843749046326, 0.49922189116477966, 0.49453771114349365, 0.5014578700065613, 0.46548956632614136], "cos_Ac_negg": [0.49140843749046326, 0.49922189116477966, 0.49453771114349365, 0.5014578700065613, 0.46548956632614136], "r_norm": [0.24286304414272308, 0.228878915309906, 0.23740620911121368, 0.24294888973236084, 0.24292823672294617], "ldr": {"dL_sdil": -0.005009889602661133, "dL_bp": -0.005848318338394165, "ratio": 0.8566376371428426}}, {"step": 2300, "epoch": 4, "train_loss": 0.13484551012516022, "cos_r_negg": [0.4799612760543823, 0.48401302099227905, 0.4798659682273865, 0.48457831144332886, 0.4476032853126526], "cos_apical_negg": [0.4799612760543823, 0.48401302099227905, 0.4798659682273865, 0.48457831144332886, 0.4476032853126526], "cos_Ac_negg": [0.4799612760543823, 0.48401302099227905, 0.4798659682273865, 0.48457831144332886, 0.4476032853126526], "r_norm": [0.21371325850486755, 0.20376284420490265, 0.20864710211753845, 0.21472811698913574, 0.21583715081214905]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9686, "test_loss": 0.10768502540588379}, {"step": 2350, "epoch": 5, "train_loss": 0.02266802079975605, "cos_r_negg": [0.4940510392189026, 0.5045896768569946, 0.498060941696167, 0.5018385052680969, 0.4653344452381134], "cos_apical_negg": [0.4940510392189026, 0.5045896768569946, 0.498060941696167, 0.5018385052680969, 0.4653344452381134], "cos_Ac_negg": [0.4940510392189026, 0.5045896768569946, 0.498060941696167, 0.5018385052680969, 0.4653344452381134], "r_norm": [0.23359757661819458, 0.21824394166469574, 0.22792206704616547, 0.23373007774353027, 0.23277123272418976]}, {"step": 2400, "epoch": 5, "train_loss": 0.02393370121717453, "cos_r_negg": [0.47535014152526855, 0.48748064041137695, 0.48340126872062683, 0.48135411739349365, 0.4467788636684418], "cos_apical_negg": [0.47535014152526855, 0.48748064041137695, 0.48340126872062683, 0.48135411739349365, 0.4467788636684418], "cos_Ac_negg": [0.47535014152526855, 0.48748064041137695, 0.48340126872062683, 0.48135411739349365, 0.4467788636684418], "r_norm": [0.24352958798408508, 0.2263433337211609, 0.23682290315628052, 0.24226465821266174, 0.24054186046123505]}, {"step": 2450, "epoch": 5, "train_loss": 0.04984838142991066, "cos_r_negg": [0.47836315631866455, 0.49205493927001953, 0.48826032876968384, 0.49216997623443604, 0.4542674720287323], "cos_apical_negg": [0.47836315631866455, 0.49205493927001953, 0.48826032876968384, 0.49216997623443604, 0.4542674720287323], "cos_Ac_negg": [0.47836315631866455, 0.49205493927001953, 0.48826032876968384, 0.49216997623443604, 0.4542674720287323], "r_norm": [0.2093694508075714, 0.19773045182228088, 0.20580732822418213, 0.21134208142757416, 0.21068105101585388]}, {"step": 2500, "epoch": 5, "train_loss": 0.061037566512823105, "cos_r_negg": [0.4718882441520691, 0.47981026768684387, 0.48088347911834717, 0.47136786580085754, 0.45013540983200073], "cos_apical_negg": [0.4718882441520691, 0.47981026768684387, 0.48088347911834717, 0.47136786580085754, 0.45013540983200073], "cos_Ac_negg": [0.4718882441520691, 0.47981026768684387, 0.48088347911834717, 0.47136786580085754, 0.45013540983200073], "r_norm": [0.21414579451084137, 0.2006523162126541, 0.2087612897157669, 0.21421392261981964, 0.21517431735992432], "ldr": {"dL_sdil": -0.00407862663269043, "dL_bp": -0.005838349461555481, "ratio": 0.6985924120417044}}, {"step": 2550, "epoch": 5, "train_loss": 0.018511198461055756, "cos_r_negg": [0.4632367491722107, 0.4757683277130127, 0.47093838453292847, 0.4694502353668213, 0.43797391653060913], "cos_apical_negg": [0.4632367491722107, 0.4757683277130127, 0.47093838453292847, 0.4694502353668213, 0.43797391653060913], "cos_Ac_negg": [0.4632367491722107, 0.4757683277130127, 0.47093838453292847, 0.4694502353668213, 0.43797391653060913], "r_norm": [0.16604992747306824, 0.15773358941078186, 0.1620662659406662, 0.16690593957901, 0.1674811840057373]}, {"step": 2600, "epoch": 5, "train_loss": 0.020765405148267746, "cos_r_negg": [0.4830859899520874, 0.4873391389846802, 0.48804715275764465, 0.4873540997505188, 0.45354586839675903], "cos_apical_negg": [0.4830859899520874, 0.4873391389846802, 0.48804715275764465, 0.4873540997505188, 0.45354586839675903], "cos_Ac_negg": [0.4830859899520874, 0.4873391389846802, 0.48804715275764465, 0.4873540997505188, 0.45354586839675903], "r_norm": [0.22451931238174438, 0.21269825100898743, 0.22199875116348267, 0.22585554420948029, 0.22533196210861206]}, {"step": 2650, "epoch": 5, "train_loss": 0.040558453649282455, "cos_r_negg": [0.4806336760520935, 0.4873696267604828, 0.48716413974761963, 0.49731799960136414, 0.4627783000469208], "cos_apical_negg": [0.4806336760520935, 0.4873696267604828, 0.48716413974761963, 0.49731799960136414, 0.4627783000469208], "cos_Ac_negg": [0.4806336760520935, 0.4873696267604828, 0.48716413974761963, 0.49731799960136414, 0.4627783000469208], "r_norm": [0.23971812427043915, 0.22855505347251892, 0.2372271567583084, 0.24192361533641815, 0.24265745282173157]}, {"step": 2700, "epoch": 5, "train_loss": 0.050481513142585754, "cos_r_negg": [0.4874066710472107, 0.49908632040023804, 0.4898887574672699, 0.487894743680954, 0.4567047655582428], "cos_apical_negg": [0.4874066710472107, 0.49908632040023804, 0.4898887574672699, 0.487894743680954, 0.4567047655582428], "cos_Ac_negg": [0.4874066710472107, 0.49908632040023804, 0.4898887574672699, 0.487894743680954, 0.4567047655582428], "r_norm": [0.1965244710445404, 0.18582366406917572, 0.1932218074798584, 0.19726558029651642, 0.19697391986846924]}, {"step": 2750, "epoch": 5, "train_loss": 0.03437213599681854, "cos_r_negg": [0.45326900482177734, 0.46867698431015015, 0.46743258833885193, 0.46192678809165955, 0.4333917200565338], "cos_apical_negg": [0.45326900482177734, 0.46867698431015015, 0.46743258833885193, 0.46192678809165955, 0.4333917200565338], "cos_Ac_negg": [0.45326900482177734, 0.46867698431015015, 0.46743258833885193, 0.46192678809165955, 0.4333917200565338], "r_norm": [0.21808145940303802, 0.2080078125, 0.21581092476844788, 0.22034116089344025, 0.22049736976623535], "ldr": {"dL_sdil": -0.004968047142028809, "dL_bp": -0.00597400963306427, "ratio": 0.8316101658979969}}, {"step": 2800, "epoch": 5, "train_loss": 0.003608208615332842, "cos_r_negg": [0.46487534046173096, 0.4824041724205017, 0.4731484651565552, 0.4799291491508484, 0.4503968358039856], "cos_apical_negg": [0.46487534046173096, 0.4824041724205017, 0.4731484651565552, 0.4799291491508484, 0.4503968358039856], "cos_Ac_negg": [0.46487534046173096, 0.4824041724205017, 0.4731484651565552, 0.4799291491508484, 0.4503968358039856], "r_norm": [0.2157754898071289, 0.20360782742500305, 0.21057668328285217, 0.2155476212501526, 0.21681088209152222]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9694, "test_loss": 0.11587371149063111}, {"step": 2850, "epoch": 6, "train_loss": 0.034656841307878494, "cos_r_negg": [0.44533872604370117, 0.4590662121772766, 0.45456093549728394, 0.4619351029396057, 0.43561601638793945], "cos_apical_negg": [0.44533872604370117, 0.4590662121772766, 0.45456093549728394, 0.4619351029396057, 0.43561601638793945], "cos_Ac_negg": [0.44533872604370117, 0.4590662121772766, 0.45456093549728394, 0.4619351029396057, 0.43561601638793945], "r_norm": [0.20906171202659607, 0.197437584400177, 0.20416471362113953, 0.20969337224960327, 0.2102065086364746]}, {"step": 2900, "epoch": 6, "train_loss": 0.014165244065225124, "cos_r_negg": [0.4374210238456726, 0.4553206264972687, 0.44793006777763367, 0.4449842572212219, 0.4237040579319], "cos_apical_negg": [0.4374210238456726, 0.4553206264972687, 0.44793006777763367, 0.4449842572212219, 0.4237040579319], "cos_Ac_negg": [0.4374210238456726, 0.4553206264972687, 0.44793006777763367, 0.4449842572212219, 0.4237040579319], "r_norm": [0.19658073782920837, 0.18770906329154968, 0.19229522347450256, 0.19781719148159027, 0.1979733407497406]}, {"step": 2950, "epoch": 6, "train_loss": 0.04480568319559097, "cos_r_negg": [0.4485166668891907, 0.46968984603881836, 0.46264535188674927, 0.4567219018936157, 0.43188992142677307], "cos_apical_negg": [0.4485166668891907, 0.46968984603881836, 0.46264535188674927, 0.4567219018936157, 0.43188992142677307], "cos_Ac_negg": [0.4485166668891907, 0.46968984603881836, 0.46264535188674927, 0.4567219018936157, 0.43188992142677307], "r_norm": [0.19777826964855194, 0.18795990943908691, 0.19501008093357086, 0.19844794273376465, 0.20033684372901917]}, {"step": 3000, "epoch": 6, "train_loss": 0.005490710027515888, "cos_r_negg": [0.42409297823905945, 0.4447680115699768, 0.44285455346107483, 0.4433146119117737, 0.4216267466545105], "cos_apical_negg": [0.42409297823905945, 0.4447680115699768, 0.44285455346107483, 0.4433146119117737, 0.4216267466545105], "cos_Ac_negg": [0.42409297823905945, 0.4447680115699768, 0.44285455346107483, 0.4433146119117737, 0.4216267466545105], "r_norm": [0.21356648206710815, 0.20176011323928833, 0.20827393233776093, 0.21377593278884888, 0.21355226635932922], "ldr": {"dL_sdil": -0.0045218393206596375, "dL_bp": -0.006629928946495056, "ratio": 0.6820343561977583}}, {"step": 3050, "epoch": 6, "train_loss": 0.011466741561889648, "cos_r_negg": [0.40689343214035034, 0.4253365397453308, 0.4214390516281128, 0.4202728569507599, 0.4012548625469208], "cos_apical_negg": [0.40689343214035034, 0.4253365397453308, 0.4214390516281128, 0.4202728569507599, 0.4012548625469208], "cos_Ac_negg": [0.40689343214035034, 0.4253365397453308, 0.4214390516281128, 0.4202728569507599, 0.4012548625469208], "r_norm": [0.20727965235710144, 0.1986590325832367, 0.20555822551250458, 0.21008244156837463, 0.20940001308918]}, {"step": 3100, "epoch": 6, "train_loss": 0.05708751082420349, "cos_r_negg": [0.4340593218803406, 0.4533021152019501, 0.4460539221763611, 0.4366215467453003, 0.41592633724212646], "cos_apical_negg": [0.4340593218803406, 0.4533021152019501, 0.4460539221763611, 0.4366215467453003, 0.41592633724212646], "cos_Ac_negg": [0.4340593218803406, 0.4533021152019501, 0.4460539221763611, 0.4366215467453003, 0.41592633724212646], "r_norm": [0.17839917540550232, 0.17057806253433228, 0.1771336793899536, 0.18064722418785095, 0.18077191710472107]}, {"step": 3150, "epoch": 6, "train_loss": 0.026420939713716507, "cos_r_negg": [0.4122142195701599, 0.4360431432723999, 0.4305046796798706, 0.4182583689689636, 0.3997323513031006], "cos_apical_negg": [0.4122142195701599, 0.4360431432723999, 0.4305046796798706, 0.4182583689689636, 0.3997323513031006], "cos_Ac_negg": [0.4122142195701599, 0.4360431432723999, 0.4305046796798706, 0.4182583689689636, 0.3997323513031006], "r_norm": [0.18702486157417297, 0.1786717176437378, 0.18611302971839905, 0.18731708824634552, 0.1884995996952057]}, {"step": 3200, "epoch": 6, "train_loss": 0.04311371594667435, "cos_r_negg": [0.4283619225025177, 0.4451853334903717, 0.4421093761920929, 0.43745332956314087, 0.4162764251232147], "cos_apical_negg": [0.4283619225025177, 0.4451853334903717, 0.4421093761920929, 0.43745332956314087, 0.4162764251232147], "cos_Ac_negg": [0.4283619225025177, 0.4451853334903717, 0.4421093761920929, 0.43745332956314087, 0.4162764251232147], "r_norm": [0.21934771537780762, 0.20942513644695282, 0.21727854013442993, 0.22162678837776184, 0.21952484548091888]}, {"step": 3250, "epoch": 6, "train_loss": 0.05577273294329643, "cos_r_negg": [0.41568297147750854, 0.4329666793346405, 0.4307614266872406, 0.4228043258190155, 0.40888309478759766], "cos_apical_negg": [0.41568297147750854, 0.4329666793346405, 0.4307614266872406, 0.4228043258190155, 0.40888309478759766], "cos_Ac_negg": [0.41568297147750854, 0.4329666793346405, 0.4307614266872406, 0.4228043258190155, 0.40888309478759766], "r_norm": [0.18127380311489105, 0.1737966537475586, 0.17835088074207306, 0.18342985212802887, 0.18281236290931702], "ldr": {"dL_sdil": -0.003891266882419586, "dL_bp": -0.005505330860614777, "ratio": 0.7068179880446006}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9687, "test_loss": 0.11804403896331787}, {"step": 3300, "epoch": 7, "train_loss": 0.019569221884012222, "cos_r_negg": [0.41431403160095215, 0.43492257595062256, 0.43102210760116577, 0.42844730615615845, 0.41438114643096924], "cos_apical_negg": [0.41431403160095215, 0.43492257595062256, 0.43102210760116577, 0.42844730615615845, 0.41438114643096924], "cos_Ac_negg": [0.41431403160095215, 0.43492257595062256, 0.43102210760116577, 0.42844730615615845, 0.41438114643096924], "r_norm": [0.17955726385116577, 0.17371337115764618, 0.17956741154193878, 0.18207170069217682, 0.18268756568431854]}, {"step": 3350, "epoch": 7, "train_loss": 0.008463992737233639, "cos_r_negg": [0.4144810140132904, 0.43504080176353455, 0.42795878648757935, 0.4256855845451355, 0.4082442820072174], "cos_apical_negg": [0.4144810140132904, 0.43504080176353455, 0.42795878648757935, 0.4256855845451355, 0.4082442820072174], "cos_Ac_negg": [0.4144810140132904, 0.43504080176353455, 0.42795878648757935, 0.4256855845451355, 0.4082442820072174], "r_norm": [0.18393030762672424, 0.1768311858177185, 0.18364620208740234, 0.1851939558982849, 0.18540912866592407]}, {"step": 3400, "epoch": 7, "train_loss": 0.011086425743997097, "cos_r_negg": [0.38926708698272705, 0.41088518500328064, 0.4049064815044403, 0.400224506855011, 0.3851107656955719], "cos_apical_negg": [0.38926708698272705, 0.41088518500328064, 0.4049064815044403, 0.400224506855011, 0.3851107656955719], "cos_Ac_negg": [0.38926708698272705, 0.41088518500328064, 0.4049064815044403, 0.400224506855011, 0.3851107656955719], "r_norm": [0.20507660508155823, 0.1952090561389923, 0.20233169198036194, 0.20528478920459747, 0.2055598646402359]}, {"step": 3450, "epoch": 7, "train_loss": 0.04312007501721382, "cos_r_negg": [0.39782992005348206, 0.417568564414978, 0.41154247522354126, 0.4043566882610321, 0.39024925231933594], "cos_apical_negg": [0.39782992005348206, 0.417568564414978, 0.41154247522354126, 0.4043566882610321, 0.39024925231933594], "cos_Ac_negg": [0.39782992005348206, 0.417568564414978, 0.41154247522354126, 0.4043566882610321, 0.39024925231933594], "r_norm": [0.1730891764163971, 0.1634971648454666, 0.1700160801410675, 0.17311665415763855, 0.17315149307250977]}, {"step": 3500, "epoch": 7, "train_loss": 0.014043150469660759, "cos_r_negg": [0.4029542803764343, 0.42397937178611755, 0.41820427775382996, 0.41263678669929504, 0.39438843727111816], "cos_apical_negg": [0.4029542803764343, 0.42397937178611755, 0.41820427775382996, 0.41263678669929504, 0.39438843727111816], "cos_Ac_negg": [0.4029542803764343, 0.42397937178611755, 0.41820427775382996, 0.41263678669929504, 0.39438843727111816], "r_norm": [0.1746618002653122, 0.16662907600402832, 0.17313265800476074, 0.17579273879528046, 0.17550989985466003], "ldr": {"dL_sdil": -0.004766508936882019, "dL_bp": -0.008105464279651642, "ratio": 0.5880611859394778}}, {"step": 3550, "epoch": 7, "train_loss": 0.026344893500208855, "cos_r_negg": [0.3960803151130676, 0.418736070394516, 0.41335558891296387, 0.40511125326156616, 0.39151573181152344], "cos_apical_negg": [0.3960803151130676, 0.418736070394516, 0.41335558891296387, 0.40511125326156616, 0.39151573181152344], "cos_Ac_negg": [0.3960803151130676, 0.418736070394516, 0.41335558891296387, 0.40511125326156616, 0.39151573181152344], "r_norm": [0.18403874337673187, 0.17409753799438477, 0.18083636462688446, 0.18431353569030762, 0.18483147025108337]}, {"step": 3600, "epoch": 7, "train_loss": 0.007315424270927906, "cos_r_negg": [0.39281994104385376, 0.4088628888130188, 0.4054851830005646, 0.4040266275405884, 0.3899688422679901], "cos_apical_negg": [0.39281994104385376, 0.4088628888130188, 0.4054851830005646, 0.4040266275405884, 0.3899688422679901], "cos_Ac_negg": [0.39281994104385376, 0.4088628888130188, 0.4054851830005646, 0.4040266275405884, 0.3899688422679901], "r_norm": [0.16095192730426788, 0.15500980615615845, 0.16027161478996277, 0.1632401943206787, 0.16358759999275208]}, {"step": 3650, "epoch": 7, "train_loss": 0.00039306445978581905, "cos_r_negg": [0.359497606754303, 0.38096460700035095, 0.3749575614929199, 0.37111127376556396, 0.35541439056396484], "cos_apical_negg": [0.359497606754303, 0.38096460700035095, 0.3749575614929199, 0.37111127376556396, 0.35541439056396484], "cos_Ac_negg": [0.359497606754303, 0.38096460700035095, 0.3749575614929199, 0.37111127376556396, 0.35541439056396484], "r_norm": [0.19393515586853027, 0.1799229383468628, 0.18815961480140686, 0.1921670287847519, 0.18985643982887268]}, {"step": 3700, "epoch": 7, "train_loss": 0.005062365438789129, "cos_r_negg": [0.36293718218803406, 0.38479483127593994, 0.3770451843738556, 0.3761214017868042, 0.3623494505882263], "cos_apical_negg": [0.36293718218803406, 0.38479483127593994, 0.3770451843738556, 0.3761214017868042, 0.3623494505882263], "cos_Ac_negg": [0.36293718218803406, 0.38479483127593994, 0.3770451843738556, 0.3761214017868042, 0.3623494505882263], "r_norm": [0.16441580653190613, 0.15566949546337128, 0.1619143933057785, 0.16470366716384888, 0.1636984646320343]}, {"step": 3750, "epoch": 7, "train_loss": 0.006593095138669014, "cos_r_negg": [0.3503895401954651, 0.3719487190246582, 0.36806201934814453, 0.36717480421066284, 0.3501017391681671], "cos_apical_negg": [0.3503895401954651, 0.3719487190246582, 0.36806201934814453, 0.36717480421066284, 0.3501017391681671], "cos_Ac_negg": [0.3503895401954651, 0.3719487190246582, 0.36806201934814453, 0.36717480421066284, 0.3501017391681671], "r_norm": [0.18588155508041382, 0.18020540475845337, 0.18669140338897705, 0.1878814548254013, 0.18797357380390167], "ldr": {"dL_sdil": -0.005371548235416412, "dL_bp": -0.009072277694940567, "ratio": 0.592083754051314}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9706, "test_loss": 0.12428804454803467}, {"step": 3800, "epoch": 8, "train_loss": 0.03446671739220619, "cos_r_negg": [0.34625980257987976, 0.36976486444473267, 0.3632972836494446, 0.3634193539619446, 0.34911540150642395], "cos_apical_negg": [0.34625980257987976, 0.36976486444473267, 0.3632972836494446, 0.3634193539619446, 0.34911540150642395], "cos_Ac_negg": [0.34625980257987976, 0.36976486444473267, 0.3632972836494446, 0.3634193539619446, 0.34911540150642395], "r_norm": [0.1530231535434723, 0.14664053916931152, 0.1515481173992157, 0.153227761387825, 0.15361416339874268]}, {"step": 3850, "epoch": 8, "train_loss": 0.021745044738054276, "cos_r_negg": [0.3233790993690491, 0.3482452929019928, 0.34433871507644653, 0.3416408896446228, 0.32591694593429565], "cos_apical_negg": [0.3233790993690491, 0.3482452929019928, 0.34433871507644653, 0.3416408896446228, 0.32591694593429565], "cos_Ac_negg": [0.3233790993690491, 0.3482452929019928, 0.34433871507644653, 0.3416408896446228, 0.32591694593429565], "r_norm": [0.18367010354995728, 0.1772054135799408, 0.1832199990749359, 0.18513497710227966, 0.18509918451309204]}, {"step": 3900, "epoch": 8, "train_loss": 0.013512826524674892, "cos_r_negg": [0.32959550619125366, 0.35378170013427734, 0.3464382290840149, 0.34299778938293457, 0.3272721469402313], "cos_apical_negg": [0.32959550619125366, 0.35378170013427734, 0.3464382290840149, 0.34299778938293457, 0.3272721469402313], "cos_Ac_negg": [0.32959550619125366, 0.35378170013427734, 0.3464382290840149, 0.34299778938293457, 0.3272721469402313], "r_norm": [0.17271623015403748, 0.1656283140182495, 0.171487957239151, 0.17404434084892273, 0.1742183268070221]}, {"step": 3950, "epoch": 8, "train_loss": 0.012443454936146736, "cos_r_negg": [0.32966870069503784, 0.35230883955955505, 0.34558331966400146, 0.3450793921947479, 0.3302469551563263], "cos_apical_negg": [0.32966870069503784, 0.35230883955955505, 0.34558331966400146, 0.3450793921947479, 0.3302469551563263], "cos_Ac_negg": [0.32966870069503784, 0.35230883955955505, 0.34558331966400146, 0.3450793921947479, 0.3302469551563263], "r_norm": [0.18274548649787903, 0.17542466521263123, 0.181852787733078, 0.18385529518127441, 0.18427664041519165]}, {"step": 4000, "epoch": 8, "train_loss": 0.002292318269610405, "cos_r_negg": [0.3213436007499695, 0.3453741669654846, 0.34071582555770874, 0.3341676592826843, 0.3199998140335083], "cos_apical_negg": [0.3213436007499695, 0.3453741669654846, 0.34071582555770874, 0.3341676592826843, 0.3199998140335083], "cos_Ac_negg": [0.3213436007499695, 0.3453741669654846, 0.34071582555770874, 0.3341676592826843, 0.3199998140335083], "r_norm": [0.16575685143470764, 0.1586247831583023, 0.16449566185474396, 0.16732344031333923, 0.16811448335647583], "ldr": {"dL_sdil": -0.005639083683490753, "dL_bp": -0.008938200771808624, "ratio": 0.6308969587343133}}, {"step": 4050, "epoch": 8, "train_loss": 0.007865429855883121, "cos_r_negg": [0.34117448329925537, 0.363981157541275, 0.35645347833633423, 0.3541257679462433, 0.3367916941642761], "cos_apical_negg": [0.34117448329925537, 0.363981157541275, 0.35645347833633423, 0.3541257679462433, 0.3367916941642761], "cos_Ac_negg": [0.34117448329925537, 0.363981157541275, 0.35645347833633423, 0.3541257679462433, 0.3367916941642761], "r_norm": [0.16041380167007446, 0.15148842334747314, 0.15804877877235413, 0.16004425287246704, 0.15994933247566223]}, {"step": 4100, "epoch": 8, "train_loss": 0.09387215226888657, "cos_r_negg": [0.329992413520813, 0.3499968349933624, 0.34517455101013184, 0.3425508141517639, 0.325679749250412], "cos_apical_negg": [0.329992413520813, 0.3499968349933624, 0.34517455101013184, 0.3425508141517639, 0.325679749250412], "cos_Ac_negg": [0.329992413520813, 0.3499968349933624, 0.34517455101013184, 0.3425508141517639, 0.325679749250412], "r_norm": [0.17625346779823303, 0.1672460287809372, 0.17491400241851807, 0.1770668923854828, 0.1772627830505371]}, {"step": 4150, "epoch": 8, "train_loss": 0.006587516516447067, "cos_r_negg": [0.327706515789032, 0.3481617271900177, 0.3414687514305115, 0.33935272693634033, 0.32567018270492554], "cos_apical_negg": [0.327706515789032, 0.3481617271900177, 0.3414687514305115, 0.33935272693634033, 0.32567018270492554], "cos_Ac_negg": [0.327706515789032, 0.3481617271900177, 0.3414687514305115, 0.33935272693634033, 0.32567018270492554], "r_norm": [0.15702909231185913, 0.15139001607894897, 0.1575285643339157, 0.1591939628124237, 0.159429132938385]}, {"step": 4200, "epoch": 8, "train_loss": 0.0265031810849905, "cos_r_negg": [0.32196804881095886, 0.34542250633239746, 0.33800530433654785, 0.3355538249015808, 0.31904441118240356], "cos_apical_negg": [0.32196804881095886, 0.34542250633239746, 0.33800530433654785, 0.3355538249015808, 0.31904441118240356], "cos_Ac_negg": [0.32196804881095886, 0.34542250633239746, 0.33800530433654785, 0.3355538249015808, 0.31904441118240356], "r_norm": [0.15201649069786072, 0.1445510983467102, 0.15029692649841309, 0.15233701467514038, 0.15264549851417542]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9719, "test_loss": 0.1275961109161377}, {"step": 4250, "epoch": 9, "train_loss": 0.02191665582358837, "cos_r_negg": [0.29898202419281006, 0.3250073194503784, 0.31876036524772644, 0.3136504888534546, 0.2995743751525879], "cos_apical_negg": [0.29898202419281006, 0.3250073194503784, 0.31876036524772644, 0.3136504888534546, 0.2995743751525879], "cos_Ac_negg": [0.29898202419281006, 0.3250073194503784, 0.31876036524772644, 0.3136504888534546, 0.2995743751525879], "r_norm": [0.14038416743278503, 0.13484038412570953, 0.139698788523674, 0.14172889292240143, 0.142137348651886], "ldr": {"dL_sdil": -0.0053042396903038025, "dL_bp": -0.010537654161453247, "ratio": 0.5033605780788212}}, {"step": 4300, "epoch": 9, "train_loss": 0.004500879906117916, "cos_r_negg": [0.2994192838668823, 0.32540249824523926, 0.32072919607162476, 0.3181816637516022, 0.3018034100532532], "cos_apical_negg": [0.2994192838668823, 0.32540249824523926, 0.32072919607162476, 0.3181816637516022, 0.3018034100532532], "cos_Ac_negg": [0.2994192838668823, 0.32540249824523926, 0.32072919607162476, 0.3181816637516022, 0.3018034100532532], "r_norm": [0.14965078234672546, 0.14328716695308685, 0.1482844203710556, 0.15009909868240356, 0.15105025470256805]}, {"step": 4350, "epoch": 9, "train_loss": 0.011691924184560776, "cos_r_negg": [0.29691070318222046, 0.3222724497318268, 0.31730884313583374, 0.31438228487968445, 0.29540711641311646], "cos_apical_negg": [0.29691070318222046, 0.3222724497318268, 0.31730884313583374, 0.31438228487968445, 0.29540711641311646], "cos_Ac_negg": [0.29691070318222046, 0.3222724497318268, 0.31730884313583374, 0.31438228487968445, 0.29540711641311646], "r_norm": [0.14715155959129333, 0.1408993899822235, 0.14630372822284698, 0.14742755889892578, 0.14790304005146027]}, {"step": 4400, "epoch": 9, "train_loss": 0.00850970484316349, "cos_r_negg": [0.28725284337997437, 0.30988484621047974, 0.3039083480834961, 0.3005754053592682, 0.28393805027008057], "cos_apical_negg": [0.28725284337997437, 0.30988484621047974, 0.3039083480834961, 0.3005754053592682, 0.28393805027008057], "cos_Ac_negg": [0.28725284337997437, 0.30988484621047974, 0.3039083480834961, 0.3005754053592682, 0.28393805027008057], "r_norm": [0.14823390543460846, 0.14136451482772827, 0.14700621366500854, 0.14921848475933075, 0.14941786229610443]}, {"step": 4450, "epoch": 9, "train_loss": 0.006686158012598753, "cos_r_negg": [0.2723359167575836, 0.29621991515159607, 0.2900155484676361, 0.28649309277534485, 0.2710895240306854], "cos_apical_negg": [0.2723359167575836, 0.29621991515159607, 0.2900155484676361, 0.28649309277534485, 0.2710895240306854], "cos_Ac_negg": [0.2723359167575836, 0.29621991515159607, 0.2900155484676361, 0.28649309277534485, 0.2710895240306854], "r_norm": [0.141389861702919, 0.1369255930185318, 0.14160192012786865, 0.14382877945899963, 0.14425140619277954]}, {"step": 4500, "epoch": 9, "train_loss": 0.005719299893826246, "cos_r_negg": [0.27717477083206177, 0.29966405034065247, 0.2955397963523865, 0.29309579730033875, 0.2741333246231079], "cos_apical_negg": [0.27717477083206177, 0.29966405034065247, 0.2955397963523865, 0.29309579730033875, 0.2741333246231079], "cos_Ac_negg": [0.27717477083206177, 0.29966405034065247, 0.2955397963523865, 0.29309579730033875, 0.2741333246231079], "r_norm": [0.15878745913505554, 0.15074951946735382, 0.15691450238227844, 0.15897643566131592, 0.1589430272579193], "ldr": {"dL_sdil": -0.005396753549575806, "dL_bp": -0.009831413626670837, "ratio": 0.548929559319465}}, {"step": 4550, "epoch": 9, "train_loss": 0.01628640666604042, "cos_r_negg": [0.2785678505897522, 0.3009576201438904, 0.29205596446990967, 0.28576165437698364, 0.2727057933807373], "cos_apical_negg": [0.2785678505897522, 0.3009576201438904, 0.29205596446990967, 0.28576165437698364, 0.2727057933807373], "cos_Ac_negg": [0.2785678505897522, 0.3009576201438904, 0.29205596446990967, 0.28576165437698364, 0.2727057933807373], "r_norm": [0.13850918412208557, 0.13382840156555176, 0.13916000723838806, 0.14090242981910706, 0.14089708030223846]}, {"step": 4600, "epoch": 9, "train_loss": 0.09684239327907562, "cos_r_negg": [0.27429425716400146, 0.2956702709197998, 0.28859156370162964, 0.2859548330307007, 0.2694636881351471], "cos_apical_negg": [0.27429425716400146, 0.2956702709197998, 0.28859156370162964, 0.2859548330307007, 0.2694636881351471], "cos_Ac_negg": [0.27429425716400146, 0.2956702709197998, 0.28859156370162964, 0.2859548330307007, 0.2694636881351471], "r_norm": [0.15098360180854797, 0.14464911818504333, 0.15119335055351257, 0.15227539837360382, 0.1531006395816803]}, {"step": 4650, "epoch": 9, "train_loss": 0.004089575260877609, "cos_r_negg": [0.2618122696876526, 0.2845534682273865, 0.2772144675254822, 0.27304333448410034, 0.2621247172355652], "cos_apical_negg": [0.2618122696876526, 0.2845534682273865, 0.2772144675254822, 0.27304333448410034, 0.2621247172355652], "cos_Ac_negg": [0.2618122696876526, 0.2845534682273865, 0.2772144675254822, 0.27304333448410034, 0.2621247172355652], "r_norm": [0.15437676012516022, 0.14843177795410156, 0.15399599075317383, 0.15603739023208618, 0.155986025929451]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9708, "test_loss": 0.1377335983276367}, {"step": 4700, "epoch": 10, "train_loss": 0.00457423459738493, "cos_r_negg": [0.25141745805740356, 0.27251291275024414, 0.27001965045928955, 0.2664763033390045, 0.2530740201473236], "cos_apical_negg": [0.25141745805740356, 0.27251291275024414, 0.27001965045928955, 0.2664763033390045, 0.2530740201473236], "cos_Ac_negg": [0.25141745805740356, 0.27251291275024414, 0.27001965045928955, 0.2664763033390045, 0.2530740201473236], "r_norm": [0.18324550986289978, 0.17583486437797546, 0.1824859380722046, 0.18407605588436127, 0.18314129114151]}, {"step": 4750, "epoch": 10, "train_loss": 0.0011557636316865683, "cos_r_negg": [0.24877691268920898, 0.2706359028816223, 0.2648901343345642, 0.26137617230415344, 0.24781307578086853], "cos_apical_negg": [0.24877691268920898, 0.2706359028816223, 0.2648901343345642, 0.26137617230415344, 0.24781307578086853], "cos_Ac_negg": [0.24877691268920898, 0.2706359028816223, 0.2648901343345642, 0.26137617230415344, 0.24781307578086853], "r_norm": [0.15953010320663452, 0.15092012286186218, 0.15819546580314636, 0.1594400703907013, 0.15888524055480957], "ldr": {"dL_sdil": -0.005914777517318726, "dL_bp": -0.011318035423755646, "ratio": 0.5225975441730889}}, {"step": 4800, "epoch": 10, "train_loss": 0.006064639426767826, "cos_r_negg": [0.24947422742843628, 0.2688947319984436, 0.2629597783088684, 0.260358989238739, 0.2467743307352066], "cos_apical_negg": [0.24947422742843628, 0.2688947319984436, 0.2629597783088684, 0.260358989238739, 0.2467743307352066], "cos_Ac_negg": [0.24947422742843628, 0.2688947319984436, 0.2629597783088684, 0.260358989238739, 0.2467743307352066], "r_norm": [0.15065650641918182, 0.1446816772222519, 0.15090437233448029, 0.15233144164085388, 0.15260329842567444]}, {"step": 4850, "epoch": 10, "train_loss": 0.0026410322170704603, "cos_r_negg": [0.25253263115882874, 0.27439457178115845, 0.26894915103912354, 0.2659422755241394, 0.2515404522418976], "cos_apical_negg": [0.25253263115882874, 0.27439457178115845, 0.26894915103912354, 0.2659422755241394, 0.2515404522418976], "cos_Ac_negg": [0.25253263115882874, 0.27439457178115845, 0.26894915103912354, 0.2659422755241394, 0.2515404522418976], "r_norm": [0.1493614912033081, 0.141020730137825, 0.14796972274780273, 0.149185910820961, 0.14946606755256653]}, {"step": 4900, "epoch": 10, "train_loss": 0.003859182121232152, "cos_r_negg": [0.25060927867889404, 0.2723980247974396, 0.26658666133880615, 0.2628714442253113, 0.2467660903930664], "cos_apical_negg": [0.25060927867889404, 0.2723980247974396, 0.26658666133880615, 0.2628714442253113, 0.2467660903930664], "cos_Ac_negg": [0.25060927867889404, 0.2723980247974396, 0.26658666133880615, 0.2628714442253113, 0.2467660903930664], "r_norm": [0.15285705029964447, 0.14402537047863007, 0.15081948041915894, 0.15276214480400085, 0.15250924229621887]}, {"step": 4950, "epoch": 10, "train_loss": 0.0004698346892837435, "cos_r_negg": [0.23498335480690002, 0.2547401189804077, 0.25037115812301636, 0.2434242069721222, 0.2316497564315796], "cos_apical_negg": [0.23498335480690002, 0.2547401189804077, 0.25037115812301636, 0.2434242069721222, 0.2316497564315796], "cos_Ac_negg": [0.23498335480690002, 0.2547401189804077, 0.25037115812301636, 0.2434242069721222, 0.2316497564315796], "r_norm": [0.13710862398147583, 0.1307392120361328, 0.1362214982509613, 0.1379167139530182, 0.13823741674423218]}, {"step": 5000, "epoch": 10, "train_loss": 0.001481067156419158, "cos_r_negg": [0.22887736558914185, 0.24840714037418365, 0.24216333031654358, 0.23550966382026672, 0.22443166375160217], "cos_apical_negg": [0.22887736558914185, 0.24840714037418365, 0.24216333031654358, 0.23550966382026672, 0.22443166375160217], "cos_Ac_negg": [0.22887736558914185, 0.24840714037418365, 0.24216333031654358, 0.23550966382026672, 0.22443166375160217], "r_norm": [0.1398385763168335, 0.13236087560653687, 0.13738802075386047, 0.1405888944864273, 0.14077404141426086], "ldr": {"dL_sdil": -0.004836902022361755, "dL_bp": -0.008731231093406677, "ratio": 0.5539770933350172}}, {"step": 5050, "epoch": 10, "train_loss": 0.0020862631499767303, "cos_r_negg": [0.24112676084041595, 0.26200318336486816, 0.258419930934906, 0.25229042768478394, 0.23829355835914612], "cos_apical_negg": [0.24112676084041595, 0.26200318336486816, 0.258419930934906, 0.25229042768478394, 0.23829355835914612], "cos_Ac_negg": [0.24112676084041595, 0.26200318336486816, 0.258419930934906, 0.25229042768478394, 0.23829355835914612], "r_norm": [0.14786779880523682, 0.14300210773944855, 0.14822131395339966, 0.14970219135284424, 0.15051928162574768]}, {"step": 5100, "epoch": 10, "train_loss": 0.010205182246863842, "cos_r_negg": [0.22970974445343018, 0.2488551139831543, 0.2444169670343399, 0.24094578623771667, 0.22727887332439423], "cos_apical_negg": [0.22970974445343018, 0.2488551139831543, 0.2444169670343399, 0.24094578623771667, 0.22727887332439423], "cos_Ac_negg": [0.22970974445343018, 0.2488551139831543, 0.2444169670343399, 0.24094578623771667, 0.22727887332439423], "r_norm": [0.14643795788288116, 0.1412847489118576, 0.14687538146972656, 0.1485903561115265, 0.14958523213863373]}, {"step": 5150, "epoch": 10, "train_loss": 0.003277895972132683, "cos_r_negg": [0.2235659956932068, 0.24046967923641205, 0.2366890162229538, 0.2321213036775589, 0.21984530985355377], "cos_apical_negg": [0.2235659956932068, 0.24046967923641205, 0.2366890162229538, 0.2321213036775589, 0.21984530985355377], "cos_Ac_negg": [0.2235659956932068, 0.24046967923641205, 0.2366890162229538, 0.2321213036775589, 0.21984530985355377], "r_norm": [0.13579927384853363, 0.13001708686351776, 0.1358640342950821, 0.13747334480285645, 0.13804559409618378]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9722, "test_loss": 0.13720839500427245}, {"step": 5200, "epoch": 11, "train_loss": 0.003161179833114147, "cos_r_negg": [0.2097143977880478, 0.22874820232391357, 0.2243947684764862, 0.21942901611328125, 0.20753347873687744], "cos_apical_negg": [0.2097143977880478, 0.22874820232391357, 0.2243947684764862, 0.21942901611328125, 0.20753347873687744], "cos_Ac_negg": [0.2097143977880478, 0.22874820232391357, 0.2243947684764862, 0.21942901611328125, 0.20753347873687744], "r_norm": [0.13627968728542328, 0.13087360560894012, 0.1360175758600235, 0.1380365788936615, 0.13872261345386505]}, {"step": 5250, "epoch": 11, "train_loss": 0.002849868033081293, "cos_r_negg": [0.2079877257347107, 0.22651740908622742, 0.2231404185295105, 0.2165544331073761, 0.20501664280891418], "cos_apical_negg": [0.2079877257347107, 0.22651740908622742, 0.2231404185295105, 0.2165544331073761, 0.20501664280891418], "cos_Ac_negg": [0.2079877257347107, 0.22651740908622742, 0.2231404185295105, 0.2165544331073761, 0.20501664280891418], "r_norm": [0.13403639197349548, 0.12808001041412354, 0.1329004019498825, 0.1346328854560852, 0.13513195514678955], "ldr": {"dL_sdil": -0.00480988621711731, "dL_bp": -0.008961372077465057, "ratio": 0.5367354659017688}}, {"step": 5300, "epoch": 11, "train_loss": 0.0016532125882804394, "cos_r_negg": [0.20728904008865356, 0.22459706664085388, 0.22058866918087006, 0.2162855863571167, 0.20477694272994995], "cos_apical_negg": [0.20728904008865356, 0.22459706664085388, 0.22058866918087006, 0.2162855863571167, 0.20477694272994995], "cos_Ac_negg": [0.20728904008865356, 0.22459706664085388, 0.22058866918087006, 0.2162855863571167, 0.20477694272994995], "r_norm": [0.13219645619392395, 0.1265772134065628, 0.131497323513031, 0.1333635002374649, 0.13367581367492676]}, {"step": 5350, "epoch": 11, "train_loss": 0.019388234242796898, "cos_r_negg": [0.20378415286540985, 0.22140485048294067, 0.2180354744195938, 0.21212899684906006, 0.20093250274658203], "cos_apical_negg": [0.20378415286540985, 0.22140485048294067, 0.2180354744195938, 0.21212899684906006, 0.20093250274658203], "cos_Ac_negg": [0.20378415286540985, 0.22140485048294067, 0.2180354744195938, 0.21212899684906006, 0.20093250274658203], "r_norm": [0.138152614235878, 0.1307963728904724, 0.13636235892772675, 0.13820631802082062, 0.13880176842212677]}, {"step": 5400, "epoch": 11, "train_loss": 0.003392485436052084, "cos_r_negg": [0.20703694224357605, 0.2247031331062317, 0.2228221893310547, 0.21785740554332733, 0.20392392575740814], "cos_apical_negg": [0.20703694224357605, 0.2247031331062317, 0.2228221893310547, 0.21785740554332733, 0.20392392575740814], "cos_Ac_negg": [0.20703694224357605, 0.2247031331062317, 0.2228221893310547, 0.21785740554332733, 0.20392392575740814], "r_norm": [0.15043313801288605, 0.1435096561908722, 0.1491590291261673, 0.15069399774074554, 0.15161339938640594]}, {"step": 5450, "epoch": 11, "train_loss": 0.0016727225156500936, "cos_r_negg": [0.19950827956199646, 0.21792946755886078, 0.21513590216636658, 0.2095489352941513, 0.19718697667121887], "cos_apical_negg": [0.19950827956199646, 0.21792946755886078, 0.21513590216636658, 0.2095489352941513, 0.19718697667121887], "cos_Ac_negg": [0.19950827956199646, 0.21792946755886078, 0.21513590216636658, 0.2095489352941513, 0.19718697667121887], "r_norm": [0.14154982566833496, 0.13595815002918243, 0.14094901084899902, 0.14267508685588837, 0.14329613745212555]}, {"step": 5500, "epoch": 11, "train_loss": 0.0008365576504729688, "cos_r_negg": [0.20888522267341614, 0.22835010290145874, 0.22512106597423553, 0.21977809071540833, 0.20743809640407562], "cos_apical_negg": [0.20888522267341614, 0.22835010290145874, 0.22512106597423553, 0.21977809071540833, 0.20743809640407562], "cos_Ac_negg": [0.20888522267341614, 0.22835010290145874, 0.22512106597423553, 0.21977809071540833, 0.20743809640407562], "r_norm": [0.14818395674228668, 0.14157286286354065, 0.14747324585914612, 0.14911526441574097, 0.1496344357728958], "ldr": {"dL_sdil": -0.004769079387187958, "dL_bp": -0.009156689047813416, "ratio": 0.5208301125314282}}, {"step": 5550, "epoch": 11, "train_loss": 0.0022423826158046722, "cos_r_negg": [0.201829731464386, 0.22029328346252441, 0.2168002724647522, 0.21224340796470642, 0.20070615410804749], "cos_apical_negg": [0.201829731464386, 0.22029328346252441, 0.2168002724647522, 0.21224340796470642, 0.20070615410804749], "cos_Ac_negg": [0.201829731464386, 0.22029328346252441, 0.2168002724647522, 0.21224340796470642, 0.20070615410804749], "r_norm": [0.1453978568315506, 0.14135237038135529, 0.14639142155647278, 0.14762663841247559, 0.1487460732460022]}, {"step": 5600, "epoch": 11, "train_loss": 0.003094733925536275, "cos_r_negg": [0.18985562026500702, 0.20689119398593903, 0.20339763164520264, 0.19815954566001892, 0.1864628791809082], "cos_apical_negg": [0.18985562026500702, 0.20689119398593903, 0.20339763164520264, 0.19815954566001892, 0.1864628791809082], "cos_Ac_negg": [0.18985562026500702, 0.20689119398593903, 0.20339763164520264, 0.19815954566001892, 0.1864628791809082], "r_norm": [0.14774085581302643, 0.13962267339229584, 0.14616820216178894, 0.14770647883415222, 0.1480460911989212]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.971, "test_loss": 0.14439290447235106}, {"step": 5650, "epoch": 12, "train_loss": 0.0018284742254763842, "cos_r_negg": [0.192245215177536, 0.21010008454322815, 0.20585769414901733, 0.20165997743606567, 0.19076067209243774], "cos_apical_negg": [0.192245215177536, 0.21010008454322815, 0.20585769414901733, 0.20165997743606567, 0.19076067209243774], "cos_Ac_negg": [0.192245215177536, 0.21010008454322815, 0.20585769414901733, 0.20165997743606567, 0.19076067209243774], "r_norm": [0.14669841527938843, 0.14170661568641663, 0.1476248800754547, 0.14866015315055847, 0.1499340832233429]}, {"step": 5700, "epoch": 12, "train_loss": 0.0005184538895264268, "cos_r_negg": [0.18234926462173462, 0.1992855668067932, 0.19486919045448303, 0.19097119569778442, 0.18090130388736725], "cos_apical_negg": [0.18234926462173462, 0.1992855668067932, 0.19486919045448303, 0.19097119569778442, 0.18090130388736725], "cos_Ac_negg": [0.18234926462173462, 0.1992855668067932, 0.19486919045448303, 0.19097119569778442, 0.18090130388736725], "r_norm": [0.1432567834854126, 0.13903921842575073, 0.14460237324237823, 0.14563342928886414, 0.14669343829154968]}, {"step": 5750, "epoch": 12, "train_loss": 0.001072052982635796, "cos_r_negg": [0.1882774531841278, 0.20665255188941956, 0.20228010416030884, 0.19721373915672302, 0.18610526621341705], "cos_apical_negg": [0.1882774531841278, 0.20665255188941956, 0.20228010416030884, 0.19721373915672302, 0.18610526621341705], "cos_Ac_negg": [0.1882774531841278, 0.20665255188941956, 0.20228010416030884, 0.19721373915672302, 0.18610526621341705], "r_norm": [0.13806366920471191, 0.13291190564632416, 0.13844969868659973, 0.13987970352172852, 0.14094597101211548], "ldr": {"dL_sdil": -0.005457565188407898, "dL_bp": -0.011277832090854645, "ratio": 0.48391970588332445}}, {"step": 5800, "epoch": 12, "train_loss": 0.0010763274040073156, "cos_r_negg": [0.18960914015769958, 0.2071051299571991, 0.2031959444284439, 0.19918379187583923, 0.18866965174674988], "cos_apical_negg": [0.18960914015769958, 0.2071051299571991, 0.2031959444284439, 0.19918379187583923, 0.18866965174674988], "cos_Ac_negg": [0.18960914015769958, 0.2071051299571991, 0.2031959444284439, 0.19918379187583923, 0.18866965174674988], "r_norm": [0.14686450362205505, 0.14151516556739807, 0.14716854691505432, 0.14852969348430634, 0.14977185428142548]}, {"step": 5850, "epoch": 12, "train_loss": 0.0014203680912032723, "cos_r_negg": [0.19141986966133118, 0.2081908881664276, 0.2042463719844818, 0.20055678486824036, 0.1897892951965332], "cos_apical_negg": [0.19141986966133118, 0.2081908881664276, 0.2042463719844818, 0.20055678486824036, 0.1897892951965332], "cos_Ac_negg": [0.19141986966133118, 0.2081908881664276, 0.2042463719844818, 0.20055678486824036, 0.1897892951965332], "r_norm": [0.14521342515945435, 0.13939376175403595, 0.14549829065799713, 0.14651188254356384, 0.14768880605697632]}, {"step": 5900, "epoch": 12, "train_loss": 0.00399221945554018, "cos_r_negg": [0.19226650893688202, 0.2099781036376953, 0.20613335072994232, 0.20294612646102905, 0.19219301640987396], "cos_apical_negg": [0.19226650893688202, 0.2099781036376953, 0.20613335072994232, 0.20294612646102905, 0.19219301640987396], "cos_Ac_negg": [0.19226650893688202, 0.2099781036376953, 0.20613335072994232, 0.20294612646102905, 0.19219301640987396], "r_norm": [0.14471495151519775, 0.1393890678882599, 0.1451178789138794, 0.14661577343940735, 0.1472429633140564]}, {"step": 5950, "epoch": 12, "train_loss": 0.0021799812093377113, "cos_r_negg": [0.18866243958473206, 0.20648464560508728, 0.20272362232208252, 0.20056523382663727, 0.1896543651819229], "cos_apical_negg": [0.18866243958473206, 0.20648464560508728, 0.20272362232208252, 0.20056523382663727, 0.1896543651819229], "cos_Ac_negg": [0.18866243958473206, 0.20648464560508728, 0.20272362232208252, 0.20056523382663727, 0.1896543651819229], "r_norm": [0.14990101754665375, 0.1440262496471405, 0.14960652589797974, 0.15147286653518677, 0.15222206711769104]}, {"step": 6000, "epoch": 12, "train_loss": 0.002551309298723936, "cos_r_negg": [0.17557570338249207, 0.19291383028030396, 0.18993014097213745, 0.18561512231826782, 0.1750817894935608], "cos_apical_negg": [0.17557570338249207, 0.19291383028030396, 0.18993014097213745, 0.18561512231826782, 0.1750817894935608], "cos_Ac_negg": [0.17557570338249207, 0.19291383028030396, 0.18993014097213745, 0.18561512231826782, 0.1750817894935608], "r_norm": [0.15301582217216492, 0.1459001898765564, 0.15111923217773438, 0.1530410647392273, 0.15385565161705017], "ldr": {"dL_sdil": -0.005645386874675751, "dL_bp": -0.011013820767402649, "ratio": 0.5125729748012853}}, {"step": 6050, "epoch": 12, "train_loss": 0.0040280697867274284, "cos_r_negg": [0.17471134662628174, 0.19164881110191345, 0.1890474557876587, 0.18481823801994324, 0.17379096150398254], "cos_apical_negg": [0.17471134662628174, 0.19164881110191345, 0.1890474557876587, 0.18481823801994324, 0.17379096150398254], "cos_Ac_negg": [0.17471134662628174, 0.19164881110191345, 0.1890474557876587, 0.18481823801994324, 0.17379096150398254], "r_norm": [0.15149301290512085, 0.14414410293102264, 0.14984694123268127, 0.15118691325187683, 0.15198452770709991]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9713, "test_loss": 0.1507971155166626}, {"step": 6100, "epoch": 13, "train_loss": 0.0019362939056009054, "cos_r_negg": [0.17679047584533691, 0.19315071403980255, 0.18995121121406555, 0.1859264075756073, 0.17468707263469696], "cos_apical_negg": [0.17679047584533691, 0.19315071403980255, 0.18995121121406555, 0.1859264075756073, 0.17468707263469696], "cos_Ac_negg": [0.17679047584533691, 0.19315071403980255, 0.18995121121406555, 0.1859264075756073, 0.17468707263469696], "r_norm": [0.15566931664943695, 0.14765074849128723, 0.1539311707019806, 0.1554042547941208, 0.15627813339233398]}, {"step": 6150, "epoch": 13, "train_loss": 0.0011477696243673563, "cos_r_negg": [0.17284832894802094, 0.1890752911567688, 0.18603210151195526, 0.18176688253879547, 0.1706526130437851], "cos_apical_negg": [0.17284832894802094, 0.1890752911567688, 0.18603210151195526, 0.18176688253879547, 0.1706526130437851], "cos_Ac_negg": [0.17284832894802094, 0.1890752911567688, 0.18603210151195526, 0.18176688253879547, 0.1706526130437851], "r_norm": [0.14754939079284668, 0.1407621204853058, 0.1459675431251526, 0.14791300892829895, 0.14901874959468842]}, {"step": 6200, "epoch": 13, "train_loss": 0.001311657833866775, "cos_r_negg": [0.16708767414093018, 0.18339639902114868, 0.1806102693080902, 0.17633284628391266, 0.16506929695606232], "cos_apical_negg": [0.16708767414093018, 0.18339639902114868, 0.1806102693080902, 0.17633284628391266, 0.16506929695606232], "cos_Ac_negg": [0.16708767414093018, 0.18339639902114868, 0.1806102693080902, 0.17633284628391266, 0.16506929695606232], "r_norm": [0.1455422043800354, 0.13936719298362732, 0.14470618963241577, 0.14644403755664825, 0.14738522469997406]}, {"step": 6250, "epoch": 13, "train_loss": 0.002148768864572048, "cos_r_negg": [0.16210542619228363, 0.17814156413078308, 0.17580372095108032, 0.1719397008419037, 0.16133235394954681], "cos_apical_negg": [0.16210542619228363, 0.17814156413078308, 0.17580372095108032, 0.1719397008419037, 0.16133235394954681], "cos_Ac_negg": [0.16210542619228363, 0.17814156413078308, 0.17580372095108032, 0.1719397008419037, 0.16133235394954681], "r_norm": [0.14223816990852356, 0.13676905632019043, 0.14177480340003967, 0.14355042576789856, 0.14405372738838196], "ldr": {"dL_sdil": -0.006639339029788971, "dL_bp": -0.015081271529197693, "ratio": 0.4402373511368094}}, {"step": 6300, "epoch": 13, "train_loss": 0.0004662383580580354, "cos_r_negg": [0.16806834936141968, 0.1850079596042633, 0.18301013112068176, 0.17884337902069092, 0.16845929622650146], "cos_apical_negg": [0.16806834936141968, 0.1850079596042633, 0.18301013112068176, 0.17884337902069092, 0.16845929622650146], "cos_Ac_negg": [0.16806834936141968, 0.1850079596042633, 0.18301013112068176, 0.17884337902069092, 0.16845929622650146], "r_norm": [0.14692282676696777, 0.14037257432937622, 0.14578135311603546, 0.14725551009178162, 0.14770856499671936]}, {"step": 6350, "epoch": 13, "train_loss": 0.002091691829264164, "cos_r_negg": [0.1645151674747467, 0.18028759956359863, 0.17791864275932312, 0.17427191138267517, 0.16438284516334534], "cos_apical_negg": [0.1645151674747467, 0.18028759956359863, 0.17791864275932312, 0.17427191138267517, 0.16438284516334534], "cos_Ac_negg": [0.1645151674747467, 0.18028759956359863, 0.17791864275932312, 0.17427191138267517, 0.16438284516334534], "r_norm": [0.1400090903043747, 0.13433372974395752, 0.1396048665046692, 0.1411372721195221, 0.1418522149324417]}, {"step": 6400, "epoch": 13, "train_loss": 0.0032011792063713074, "cos_r_negg": [0.16015315055847168, 0.17501094937324524, 0.17293518781661987, 0.16941207647323608, 0.16026851534843445], "cos_apical_negg": [0.16015315055847168, 0.17501094937324524, 0.17293518781661987, 0.16941207647323608, 0.16026851534843445], "cos_Ac_negg": [0.16015315055847168, 0.17501094937324524, 0.17293518781661987, 0.16941207647323608, 0.16026851534843445], "r_norm": [0.1705636978149414, 0.16184158623218536, 0.16930025815963745, 0.17031508684158325, 0.17157435417175293]}, {"step": 6450, "epoch": 13, "train_loss": 0.0017787341494113207, "cos_r_negg": [0.1628405898809433, 0.17802822589874268, 0.176599383354187, 0.17378461360931396, 0.16424870491027832], "cos_apical_negg": [0.1628405898809433, 0.17802822589874268, 0.176599383354187, 0.17378461360931396, 0.16424870491027832], "cos_Ac_negg": [0.1628405898809433, 0.17802822589874268, 0.176599383354187, 0.17378461360931396, 0.16424870491027832], "r_norm": [0.14750684797763824, 0.14033295214176178, 0.14630581438541412, 0.1474865972995758, 0.14842410385608673]}, {"step": 6500, "epoch": 13, "train_loss": 0.0003933870466426015, "cos_r_negg": [0.15572698414325714, 0.1704140305519104, 0.16911450028419495, 0.16621454060077667, 0.15659070014953613], "cos_apical_negg": [0.15572698414325714, 0.1704140305519104, 0.16911450028419495, 0.16621454060077667, 0.15659070014953613], "cos_Ac_negg": [0.15572698414325714, 0.1704140305519104, 0.16911450028419495, 0.16621454060077667, 0.15659070014953613], "r_norm": [0.13931746780872345, 0.13188162446022034, 0.13748455047607422, 0.13912522792816162, 0.13958188891410828], "ldr": {"dL_sdil": -0.0059743523597717285, "dL_bp": -0.013940751552581787, "ratio": 0.42855310470440855}}, {"step": 6550, "epoch": 13, "train_loss": 0.002959274221211672, "cos_r_negg": [0.154856875538826, 0.1689176708459854, 0.16763050854206085, 0.1637589931488037, 0.15531817078590393], "cos_apical_negg": [0.154856875538826, 0.1689176708459854, 0.16763050854206085, 0.1637589931488037, 0.15531817078590393], "cos_Ac_negg": [0.154856875538826, 0.1689176708459854, 0.16763050854206085, 0.1637589931488037, 0.15531817078590393], "r_norm": [0.1326904296875, 0.12684156000614166, 0.13174352049827576, 0.13361132144927979, 0.13435998558998108]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9717, "test_loss": 0.1542539556503296}, {"step": 6600, "epoch": 14, "train_loss": 0.0008742382051423192, "cos_r_negg": [0.1543276309967041, 0.16835877299308777, 0.1667402982711792, 0.16248351335525513, 0.15422064065933228], "cos_apical_negg": [0.1543276309967041, 0.16835877299308777, 0.1667402982711792, 0.16248351335525513, 0.15422064065933228], "cos_Ac_negg": [0.1543276309967041, 0.16835877299308777, 0.1667402982711792, 0.16248351335525513, 0.15422064065933228], "r_norm": [0.13610556721687317, 0.13080273568630219, 0.13608165085315704, 0.13748596608638763, 0.13856251537799835]}, {"step": 6650, "epoch": 14, "train_loss": 0.0066991462372243404, "cos_r_negg": [0.1497827023267746, 0.16368617117404938, 0.16272231936454773, 0.15876637399196625, 0.15021765232086182], "cos_apical_negg": [0.1497827023267746, 0.16368617117404938, 0.16272231936454773, 0.15876637399196625, 0.15021765232086182], "cos_Ac_negg": [0.1497827023267746, 0.16368617117404938, 0.16272231936454773, 0.15876637399196625, 0.15021765232086182], "r_norm": [0.14242185652256012, 0.1360008716583252, 0.1415117084980011, 0.1430303156375885, 0.14409157633781433]}, {"step": 6700, "epoch": 14, "train_loss": 0.0016606524586677551, "cos_r_negg": [0.1488901674747467, 0.16311942040920258, 0.16214218735694885, 0.15833374857902527, 0.1495644450187683], "cos_apical_negg": [0.1488901674747467, 0.16311942040920258, 0.16214218735694885, 0.15833374857902527, 0.1495644450187683], "cos_Ac_negg": [0.1488901674747467, 0.16311942040920258, 0.16214218735694885, 0.15833374857902527, 0.1495644450187683], "r_norm": [0.14419867098331451, 0.1380937099456787, 0.14345571398735046, 0.14494633674621582, 0.14592517912387848]}, {"step": 6750, "epoch": 14, "train_loss": 0.0011119835544377565, "cos_r_negg": [0.14719021320343018, 0.1608390212059021, 0.16025634109973907, 0.15647126734256744, 0.1481381356716156], "cos_apical_negg": [0.14719021320343018, 0.1608390212059021, 0.16025634109973907, 0.15647126734256744, 0.1481381356716156], "cos_Ac_negg": [0.14719021320343018, 0.1608390212059021, 0.16025634109973907, 0.15647126734256744, 0.1481381356716156], "r_norm": [0.14538010954856873, 0.1381903886795044, 0.14389221370220184, 0.14544810354709625, 0.14649160206317902], "ldr": {"dL_sdil": -0.005528673529624939, "dL_bp": -0.01163964718580246, "ratio": 0.47498634978975796}}, {"step": 6800, "epoch": 14, "train_loss": 0.00248925993219018, "cos_r_negg": [0.14944204688072205, 0.16323688626289368, 0.1621403992176056, 0.15931221842765808, 0.14967995882034302], "cos_apical_negg": [0.14944204688072205, 0.16323688626289368, 0.1621403992176056, 0.15931221842765808, 0.14967995882034302], "cos_Ac_negg": [0.14944204688072205, 0.16323688626289368, 0.1621403992176056, 0.15931221842765808, 0.14967995882034302], "r_norm": [0.14152294397354126, 0.1358204036951065, 0.1407870352268219, 0.14300328493118286, 0.14378702640533447]}, {"step": 6850, "epoch": 14, "train_loss": 0.0005111735081300139, "cos_r_negg": [0.14894433319568634, 0.1622830629348755, 0.16130957007408142, 0.15846768021583557, 0.14930415153503418], "cos_apical_negg": [0.14894433319568634, 0.1622830629348755, 0.16130957007408142, 0.15846768021583557, 0.14930415153503418], "cos_Ac_negg": [0.14894433319568634, 0.1622830629348755, 0.16130957007408142, 0.15846768021583557, 0.14930415153503418], "r_norm": [0.13591799139976501, 0.1304755061864853, 0.1353914886713028, 0.13723686337471008, 0.13791748881340027]}, {"step": 6900, "epoch": 14, "train_loss": 0.001979710767045617, "cos_r_negg": [0.14707517623901367, 0.16012053191661835, 0.15938851237297058, 0.155839741230011, 0.1472739577293396], "cos_apical_negg": [0.14707517623901367, 0.16012053191661835, 0.15938851237297058, 0.155839741230011, 0.1472739577293396], "cos_Ac_negg": [0.14707517623901367, 0.16012053191661835, 0.15938851237297058, 0.155839741230011, 0.1472739577293396], "r_norm": [0.1380397528409958, 0.13255628943443298, 0.13792139291763306, 0.13934659957885742, 0.14037740230560303]}, {"step": 6950, "epoch": 14, "train_loss": 0.0007809059461578727, "cos_r_negg": [0.1451687216758728, 0.15873989462852478, 0.157921701669693, 0.15412452816963196, 0.14531221985816956], "cos_apical_negg": [0.1451687216758728, 0.15873989462852478, 0.157921701669693, 0.15412452816963196, 0.14531221985816956], "cos_Ac_negg": [0.1451687216758728, 0.15873989462852478, 0.157921701669693, 0.15412452816963196, 0.14531221985816956], "r_norm": [0.13391132652759552, 0.1276228427886963, 0.1326771378517151, 0.1346317082643509, 0.13539180159568787]}, {"step": 7000, "epoch": 14, "train_loss": 0.0007938637863844633, "cos_r_negg": [0.14498230814933777, 0.15910905599594116, 0.15791726112365723, 0.15401533246040344, 0.14528504014015198], "cos_apical_negg": [0.14498230814933777, 0.15910905599594116, 0.15791726112365723, 0.15401533246040344, 0.14528504014015198], "cos_Ac_negg": [0.14498230814933777, 0.15910905599594116, 0.15791726112365723, 0.15401533246040344, 0.14528504014015198], "r_norm": [0.14285676181316376, 0.1359974592924118, 0.14129897952079773, 0.14276903867721558, 0.14376701414585114], "ldr": {"dL_sdil": -0.005729645490646362, "dL_bp": -0.012271836400032043, "ratio": 0.4668938945952214}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9709, "test_loss": 0.15766516056060792}, {"step": 7050, "epoch": 15, "train_loss": 0.001042059389874339, "cos_r_negg": [0.13980069756507874, 0.15315499901771545, 0.15234217047691345, 0.14884361624717712, 0.14023098349571228], "cos_apical_negg": [0.13980069756507874, 0.15315499901771545, 0.15234217047691345, 0.14884361624717712, 0.14023098349571228], "cos_Ac_negg": [0.13980069756507874, 0.15315499901771545, 0.15234217047691345, 0.14884361624717712, 0.14023098349571228], "r_norm": [0.14009374380111694, 0.13364966213703156, 0.13888464868068695, 0.1407766342163086, 0.14166012406349182]}, {"step": 7100, "epoch": 15, "train_loss": 0.00174060242716223, "cos_r_negg": [0.1398846060037613, 0.15371471643447876, 0.15264567732810974, 0.1490272879600525, 0.14048762619495392], "cos_apical_negg": [0.1398846060037613, 0.15371471643447876, 0.15264567732810974, 0.1490272879600525, 0.14048762619495392], "cos_Ac_negg": [0.1398846060037613, 0.15371471643447876, 0.15264567732810974, 0.1490272879600525, 0.14048762619495392], "r_norm": [0.13632160425186157, 0.1295977681875229, 0.13481301069259644, 0.13689719140529633, 0.137751966714859]}, {"step": 7150, "epoch": 15, "train_loss": 0.0009143608622252941, "cos_r_negg": [0.13969126343727112, 0.15360668301582336, 0.15253102779388428, 0.14898830652236938, 0.14058323204517365], "cos_apical_negg": [0.13969126343727112, 0.15360668301582336, 0.15253102779388428, 0.14898830652236938, 0.14058323204517365], "cos_Ac_negg": [0.13969126343727112, 0.15360668301582336, 0.15253102779388428, 0.14898830652236938, 0.14058323204517365], "r_norm": [0.13458773493766785, 0.1290636658668518, 0.13381677865982056, 0.13577847182750702, 0.1362590789794922]}, {"step": 7200, "epoch": 15, "train_loss": 0.0013413120759651065, "cos_r_negg": [0.13767357170581818, 0.15116260945796967, 0.15036380290985107, 0.14663165807724, 0.13845667243003845], "cos_apical_negg": [0.13767357170581818, 0.15116260945796967, 0.15036380290985107, 0.14663165807724, 0.13845667243003845], "cos_Ac_negg": [0.13767357170581818, 0.15116260945796967, 0.15036380290985107, 0.14663165807724, 0.13845667243003845], "r_norm": [0.13689976930618286, 0.1309404969215393, 0.13590312004089355, 0.13772693276405334, 0.13828420639038086]}, {"step": 7250, "epoch": 15, "train_loss": 0.0007137786597013474, "cos_r_negg": [0.1364443302154541, 0.14982149004936218, 0.1490429937839508, 0.14525851607322693, 0.13695207238197327], "cos_apical_negg": [0.1364443302154541, 0.14982149004936218, 0.1490429937839508, 0.14525851607322693, 0.13695207238197327], "cos_Ac_negg": [0.1364443302154541, 0.14982149004936218, 0.1490429937839508, 0.14525851607322693, 0.13695207238197327], "r_norm": [0.13824297487735748, 0.13281577825546265, 0.1376064270734787, 0.13957080245018005, 0.14016252756118774], "ldr": {"dL_sdil": -0.006365381181240082, "dL_bp": -0.013995088636875153, "ratio": 0.45482964391294883}}, {"step": 7300, "epoch": 15, "train_loss": 0.0015309591544792056, "cos_r_negg": [0.13634958863258362, 0.1490606963634491, 0.1488032191991806, 0.14507433772087097, 0.1368023157119751], "cos_apical_negg": [0.13634958863258362, 0.1490606963634491, 0.1488032191991806, 0.14507433772087097, 0.1368023157119751], "cos_Ac_negg": [0.13634958863258362, 0.1490606963634491, 0.1488032191991806, 0.14507433772087097, 0.1368023157119751], "r_norm": [0.1434774100780487, 0.13690146803855896, 0.14223924279212952, 0.14388294517993927, 0.14466595649719238]}, {"step": 7350, "epoch": 15, "train_loss": 0.0008448977605439723, "cos_r_negg": [0.13523821532726288, 0.1476968377828598, 0.14767968654632568, 0.14432424306869507, 0.13601723313331604], "cos_apical_negg": [0.13523821532726288, 0.1476968377828598, 0.14767968654632568, 0.14432424306869507, 0.13601723313331604], "cos_Ac_negg": [0.13523821532726288, 0.1476968377828598, 0.14767968654632568, 0.14432424306869507, 0.13601723313331604], "r_norm": [0.14489184319972992, 0.1383606195449829, 0.14365918934345245, 0.1452619433403015, 0.1462882161140442]}, {"step": 7400, "epoch": 15, "train_loss": 0.0010033606085926294, "cos_r_negg": [0.13499465584754944, 0.14795446395874023, 0.14759939908981323, 0.14405977725982666, 0.135536789894104], "cos_apical_negg": [0.13499465584754944, 0.14795446395874023, 0.14759939908981323, 0.14405977725982666, 0.135536789894104], "cos_Ac_negg": [0.13499465584754944, 0.14795446395874023, 0.14759939908981323, 0.14405977725982666, 0.135536789894104], "r_norm": [0.14309480786323547, 0.1366950422525406, 0.1418747901916504, 0.1437412053346634, 0.14460760354995728]}, {"step": 7450, "epoch": 15, "train_loss": 0.0009580393088981509, "cos_r_negg": [0.13213226199150085, 0.14434248208999634, 0.1437997817993164, 0.14097122848033905, 0.13275928795337677], "cos_apical_negg": [0.13213226199150085, 0.14434248208999634, 0.1437997817993164, 0.14097122848033905, 0.13275928795337677], "cos_Ac_negg": [0.13213226199150085, 0.14434248208999634, 0.1437997817993164, 0.14097122848033905, 0.13275928795337677], "r_norm": [0.1401381939649582, 0.13379746675491333, 0.138797789812088, 0.14068344235420227, 0.14170238375663757]}, {"step": 7500, "epoch": 15, "train_loss": 0.00115842220839113, "cos_r_negg": [0.13200075924396515, 0.14400866627693176, 0.14368632435798645, 0.14064058661460876, 0.1328028440475464], "cos_apical_negg": [0.13200075924396515, 0.14400866627693176, 0.14368632435798645, 0.14064058661460876, 0.1328028440475464], "cos_Ac_negg": [0.13200075924396515, 0.14400866627693176, 0.14368632435798645, 0.14064058661460876, 0.1328028440475464], "r_norm": [0.14094896614551544, 0.1342395395040512, 0.1394450068473816, 0.14126452803611755, 0.14233648777008057], "ldr": {"dL_sdil": -0.005931481719017029, "dL_bp": -0.013167843222618103, "ratio": 0.4504520306581915}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9714, "test_loss": 0.1617330156326294}, {"step": 7550, "epoch": 16, "train_loss": 0.0001329546794295311, "cos_r_negg": [0.13104590773582458, 0.14315937459468842, 0.14267635345458984, 0.13965407013893127, 0.1317603886127472], "cos_apical_negg": [0.13104590773582458, 0.14315937459468842, 0.14267635345458984, 0.13965407013893127, 0.1317603886127472], "cos_Ac_negg": [0.13104590773582458, 0.14315937459468842, 0.14267635345458984, 0.13965407013893127, 0.1317603886127472], "r_norm": [0.14308464527130127, 0.13602659106254578, 0.1416146606206894, 0.1433636099100113, 0.1445039063692093]}, {"step": 7600, "epoch": 16, "train_loss": 0.0012764415005221963, "cos_r_negg": [0.13224156200885773, 0.14432311058044434, 0.14429165422916412, 0.14113685488700867, 0.13340727984905243], "cos_apical_negg": [0.13224156200885773, 0.14432311058044434, 0.14429165422916412, 0.14113685488700867, 0.13340727984905243], "cos_Ac_negg": [0.13224156200885773, 0.14432311058044434, 0.14429165422916412, 0.14113685488700867, 0.13340727984905243], "r_norm": [0.14511758089065552, 0.13821333646774292, 0.14363186061382294, 0.14513370394706726, 0.14625152945518494]}, {"step": 7650, "epoch": 16, "train_loss": 0.0004678131954278797, "cos_r_negg": [0.1299573928117752, 0.14194676280021667, 0.14177724719047546, 0.13871245086193085, 0.13074497878551483], "cos_apical_negg": [0.1299573928117752, 0.14194676280021667, 0.14177724719047546, 0.13871245086193085, 0.13074497878551483], "cos_Ac_negg": [0.1299573928117752, 0.14194676280021667, 0.14177724719047546, 0.13871245086193085, 0.13074497878551483], "r_norm": [0.1413479447364807, 0.13471828401088715, 0.13995561003684998, 0.14163422584533691, 0.14261916279792786]}, {"step": 7700, "epoch": 16, "train_loss": 0.00032888862187974155, "cos_r_negg": [0.12808817625045776, 0.13975971937179565, 0.139728844165802, 0.13679197430610657, 0.12935853004455566], "cos_apical_negg": [0.12808817625045776, 0.13975971937179565, 0.139728844165802, 0.13679197430610657, 0.12935853004455566], "cos_Ac_negg": [0.12808817625045776, 0.13975971937179565, 0.139728844165802, 0.13679197430610657, 0.12935853004455566], "r_norm": [0.14145180583000183, 0.13478945195674896, 0.14001628756523132, 0.14162546396255493, 0.14273189008235931]}, {"step": 7750, "epoch": 16, "train_loss": 0.0007761033484712243, "cos_r_negg": [0.12841294705867767, 0.1400066316127777, 0.14007742702960968, 0.13716593384742737, 0.13000862300395966], "cos_apical_negg": [0.12841294705867767, 0.1400066316127777, 0.14007742702960968, 0.13716593384742737, 0.13000862300395966], "cos_Ac_negg": [0.12841294705867767, 0.1400066316127777, 0.14007742702960968, 0.13716593384742737, 0.13000862300395966], "r_norm": [0.1407647430896759, 0.13385926187038422, 0.13921919465065002, 0.1408352553844452, 0.14180922508239746], "ldr": {"dL_sdil": -0.0060387104749679565, "dL_bp": -0.013666845858097076, "ratio": 0.44185107066165197}}, {"step": 7800, "epoch": 16, "train_loss": 0.0020396162290126085, "cos_r_negg": [0.12627387046813965, 0.13822537660598755, 0.13768142461776733, 0.13431613147258759, 0.12673206627368927], "cos_apical_negg": [0.12627387046813965, 0.13822537660598755, 0.13768142461776733, 0.13431613147258759, 0.12673206627368927], "cos_Ac_negg": [0.12627387046813965, 0.13822537660598755, 0.13768142461776733, 0.13431613147258759, 0.12673206627368927], "r_norm": [0.14054638147354126, 0.1335248053073883, 0.13877153396606445, 0.1406400203704834, 0.14164792001247406]}, {"step": 7850, "epoch": 16, "train_loss": 0.0011527022579684854, "cos_r_negg": [0.12494677305221558, 0.13665592670440674, 0.13627633452415466, 0.1329319328069687, 0.12573763728141785], "cos_apical_negg": [0.12494677305221558, 0.13665592670440674, 0.13627633452415466, 0.1329319328069687, 0.12573763728141785], "cos_Ac_negg": [0.12494677305221558, 0.13665592670440674, 0.13627633452415466, 0.1329319328069687, 0.12573763728141785], "r_norm": [0.13440382480621338, 0.12763488292694092, 0.1326013058423996, 0.13451993465423584, 0.1354907751083374]}, {"step": 7900, "epoch": 16, "train_loss": 0.0009402079158462584, "cos_r_negg": [0.12357068806886673, 0.13518132269382477, 0.13497252762317657, 0.13159090280532837, 0.12437772005796432], "cos_apical_negg": [0.12357068806886673, 0.13518132269382477, 0.13497252762317657, 0.13159090280532837, 0.12437772005796432], "cos_Ac_negg": [0.12357068806886673, 0.13518132269382477, 0.13497252762317657, 0.13159090280532837, 0.12437772005796432], "r_norm": [0.13613232970237732, 0.12948858737945557, 0.13446727395057678, 0.13626696169376373, 0.13731642067432404]}, {"step": 7950, "epoch": 16, "train_loss": 0.00045535684330388904, "cos_r_negg": [0.12363646924495697, 0.13532264530658722, 0.13505680859088898, 0.13163095712661743, 0.12479540705680847], "cos_apical_negg": [0.12363646924495697, 0.13532264530658722, 0.13505680859088898, 0.13163095712661743, 0.12479540705680847], "cos_Ac_negg": [0.12363646924495697, 0.13532264530658722, 0.13505680859088898, 0.13163095712661743, 0.12479540705680847], "r_norm": [0.13556258380413055, 0.1292908489704132, 0.13433949649333954, 0.13622020184993744, 0.13705751299858093]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9711, "test_loss": 0.16563478679656982}, {"step": 8000, "epoch": 17, "train_loss": 0.0011924976715818048, "cos_r_negg": [0.12366770952939987, 0.1352602243423462, 0.13513219356536865, 0.13167023658752441, 0.12477710843086243], "cos_apical_negg": [0.12366770952939987, 0.1352602243423462, 0.13513219356536865, 0.13167023658752441, 0.12477710843086243], "cos_Ac_negg": [0.12366770952939987, 0.1352602243423462, 0.13513219356536865, 0.13167023658752441, 0.12477710843086243], "r_norm": [0.13881412148475647, 0.13211533427238464, 0.13739365339279175, 0.13917472958564758, 0.1400548219680786], "ldr": {"dL_sdil": -0.005800105631351471, "dL_bp": -0.012927398085594177, "ratio": 0.4486676741095254}}, {"step": 8050, "epoch": 17, "train_loss": 0.0005963221192359924, "cos_r_negg": [0.12297852337360382, 0.1346779763698578, 0.13467103242874146, 0.1312204748392105, 0.12416767328977585], "cos_apical_negg": [0.12297852337360382, 0.1346779763698578, 0.13467103242874146, 0.1312204748392105, 0.12416767328977585], "cos_Ac_negg": [0.12297852337360382, 0.1346779763698578, 0.13467103242874146, 0.1312204748392105, 0.12416767328977585], "r_norm": [0.14351876080036163, 0.1366097629070282, 0.14206019043922424, 0.14368581771850586, 0.144785538315773]}, {"step": 8100, "epoch": 17, "train_loss": 0.001091282581910491, "cos_r_negg": [0.1222289502620697, 0.13375920057296753, 0.13381484150886536, 0.13038666546344757, 0.12332940101623535], "cos_apical_negg": [0.1222289502620697, 0.13375920057296753, 0.13381484150886536, 0.13038666546344757, 0.12332940101623535], "cos_Ac_negg": [0.1222289502620697, 0.13375920057296753, 0.13381484150886536, 0.13038666546344757, 0.12332940101623535], "r_norm": [0.14565803110599518, 0.13847750425338745, 0.14399045705795288, 0.14577408134937286, 0.14678962528705597]}, {"step": 8150, "epoch": 17, "train_loss": 0.000652523129247129, "cos_r_negg": [0.1224990114569664, 0.13405683636665344, 0.13377833366394043, 0.13053442537784576, 0.12337959557771683], "cos_apical_negg": [0.1224990114569664, 0.13405683636665344, 0.13377833366394043, 0.13053442537784576, 0.12337959557771683], "cos_Ac_negg": [0.1224990114569664, 0.13405683636665344, 0.13377833366394043, 0.13053442537784576, 0.12337959557771683], "r_norm": [0.1414928436279297, 0.13417676091194153, 0.13961845636367798, 0.14158174395561218, 0.14266495406627655]}, {"step": 8200, "epoch": 17, "train_loss": 0.0003031047235708684, "cos_r_negg": [0.12298372387886047, 0.13439621031284332, 0.13441091775894165, 0.1312788426876068, 0.12452994287014008], "cos_apical_negg": [0.12298372387886047, 0.13439621031284332, 0.13441091775894165, 0.1312788426876068, 0.12452994287014008], "cos_Ac_negg": [0.12298372387886047, 0.13439621031284332, 0.13441091775894165, 0.1312788426876068, 0.12452994287014008], "r_norm": [0.14264658093452454, 0.1359439343214035, 0.14105790853500366, 0.1429564505815506, 0.1439891755580902]}, {"step": 8250, "epoch": 17, "train_loss": 0.0008879086817614734, "cos_r_negg": [0.12060316652059555, 0.13163265585899353, 0.1316177248954773, 0.12837974727153778, 0.1217387467622757], "cos_apical_negg": [0.12060316652059555, 0.13163265585899353, 0.1316177248954773, 0.12837974727153778, 0.1217387467622757], "cos_Ac_negg": [0.12060316652059555, 0.13163265585899353, 0.1316177248954773, 0.12837974727153778, 0.1217387467622757], "r_norm": [0.14027149975299835, 0.133637472987175, 0.13886567950248718, 0.14071327447891235, 0.1417837142944336], "ldr": {"dL_sdil": -0.006114013493061066, "dL_bp": -0.013911202549934387, "ratio": 0.43950287339392546}}, {"step": 8300, "epoch": 17, "train_loss": 0.00030146539211273193, "cos_r_negg": [0.1205916553735733, 0.1315138041973114, 0.1317722052335739, 0.12866434454917908, 0.12233180552721024], "cos_apical_negg": [0.1205916553735733, 0.1315138041973114, 0.1317722052335739, 0.12866434454917908, 0.12233180552721024], "cos_Ac_negg": [0.1205916553735733, 0.1315138041973114, 0.1317722052335739, 0.12866434454917908, 0.12233180552721024], "r_norm": [0.1376357525587082, 0.1309729516506195, 0.13625922799110413, 0.13803958892822266, 0.13881082832813263]}, {"step": 8350, "epoch": 17, "train_loss": 0.000197284622117877, "cos_r_negg": [0.12040336430072784, 0.13122031092643738, 0.13133671879768372, 0.12853804230690002, 0.12201979011297226], "cos_apical_negg": [0.12040336430072784, 0.13122031092643738, 0.13133671879768372, 0.12853804230690002, 0.12201979011297226], "cos_Ac_negg": [0.12040336430072784, 0.13122031092643738, 0.13133671879768372, 0.12853804230690002, 0.12201979011297226], "r_norm": [0.14069399237632751, 0.1337919980287552, 0.13914735615253448, 0.140647754073143, 0.14153286814689636]}, {"step": 8400, "epoch": 17, "train_loss": 0.0007623368292115629, "cos_r_negg": [0.11841703951358795, 0.12904202938079834, 0.12905451655387878, 0.12613263726234436, 0.11945430934429169], "cos_apical_negg": [0.11841703951358795, 0.12904202938079834, 0.12905451655387878, 0.12613263726234436, 0.11945430934429169], "cos_Ac_negg": [0.11841703951358795, 0.12904202938079834, 0.12905451655387878, 0.12613263726234436, 0.11945430934429169], "r_norm": [0.13617531955242157, 0.12985682487487793, 0.13485117256641388, 0.13661903142929077, 0.13755351305007935]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9711, "test_loss": 0.16907506771087646}, {"step": 8450, "epoch": 18, "train_loss": 0.0013138219946995378, "cos_r_negg": [0.11805199086666107, 0.12878897786140442, 0.12880432605743408, 0.1259404867887497, 0.11955853551626205], "cos_apical_negg": [0.11805199086666107, 0.12878897786140442, 0.12880432605743408, 0.1259404867887497, 0.11955853551626205], "cos_Ac_negg": [0.11805199086666107, 0.12878897786140442, 0.12880432605743408, 0.1259404867887497, 0.11955853551626205], "r_norm": [0.13845586776733398, 0.13190746307373047, 0.13706257939338684, 0.13874472677707672, 0.1396530717611313]}, {"step": 8500, "epoch": 18, "train_loss": 0.0003155660815536976, "cos_r_negg": [0.11740997433662415, 0.128119558095932, 0.1281258910894394, 0.12525349855422974, 0.1189236044883728], "cos_apical_negg": [0.11740997433662415, 0.128119558095932, 0.1281258910894394, 0.12525349855422974, 0.1189236044883728], "cos_Ac_negg": [0.11740997433662415, 0.128119558095932, 0.1281258910894394, 0.12525349855422974, 0.1189236044883728], "r_norm": [0.13976766169071198, 0.13322314620018005, 0.13844628632068634, 0.14004558324813843, 0.1410740315914154], "ldr": {"dL_sdil": -0.006284669041633606, "dL_bp": -0.014440566301345825, "ratio": 0.43520932008378993}}, {"step": 8550, "epoch": 18, "train_loss": 0.001112552941776812, "cos_r_negg": [0.11713851988315582, 0.1276293396949768, 0.1277768909931183, 0.12487328052520752, 0.11865446716547012], "cos_apical_negg": [0.11713851988315582, 0.1276293396949768, 0.1277768909931183, 0.12487328052520752, 0.11865446716547012], "cos_Ac_negg": [0.11713851988315582, 0.1276293396949768, 0.1277768909931183, 0.12487328052520752, 0.11865446716547012], "r_norm": [0.13956227898597717, 0.13306410610675812, 0.13822682201862335, 0.13977685570716858, 0.1408277302980423]}, {"step": 8600, "epoch": 18, "train_loss": 0.001150185358710587, "cos_r_negg": [0.11685603857040405, 0.12734583020210266, 0.12742793560028076, 0.12447140365839005, 0.11810958385467529], "cos_apical_negg": [0.11685603857040405, 0.12734583020210266, 0.12742793560028076, 0.12447140365839005, 0.11810958385467529], "cos_Ac_negg": [0.11685603857040405, 0.12734583020210266, 0.12742793560028076, 0.12447140365839005, 0.11810958385467529], "r_norm": [0.14084197580814362, 0.1341584175825119, 0.13940897583961487, 0.14100128412246704, 0.14206507802009583]}, {"step": 8650, "epoch": 18, "train_loss": 0.00018925973563455045, "cos_r_negg": [0.11562426388263702, 0.12605687975883484, 0.12619183957576752, 0.12315286695957184, 0.11682652682065964], "cos_apical_negg": [0.11562426388263702, 0.12605687975883484, 0.12619183957576752, 0.12315286695957184, 0.11682652682065964], "cos_Ac_negg": [0.11562426388263702, 0.12605687975883484, 0.12619183957576752, 0.12315286695957184, 0.11682652682065964], "r_norm": [0.139652281999588, 0.1331566572189331, 0.1382497251033783, 0.13994768261909485, 0.1408890187740326]}, {"step": 8700, "epoch": 18, "train_loss": 0.0008396655321121216, "cos_r_negg": [0.11447085440158844, 0.12492005527019501, 0.12494491040706635, 0.12176024913787842, 0.11516507714986801], "cos_apical_negg": [0.11447085440158844, 0.12492005527019501, 0.12494491040706635, 0.12176024913787842, 0.11516507714986801], "cos_Ac_negg": [0.11447085440158844, 0.12492005527019501, 0.12494491040706635, 0.12176024913787842, 0.11516507714986801], "r_norm": [0.13995492458343506, 0.1334575116634369, 0.13853681087493896, 0.14018148183822632, 0.1412242352962494]}, {"step": 8750, "epoch": 18, "train_loss": 0.0008344894158653915, "cos_r_negg": [0.11376491189002991, 0.12354068458080292, 0.12348975241184235, 0.12077689915895462, 0.1142115443944931], "cos_apical_negg": [0.11376491189002991, 0.12354068458080292, 0.12348975241184235, 0.12077689915895462, 0.1142115443944931], "cos_Ac_negg": [0.11376491189002991, 0.12354068458080292, 0.12348975241184235, 0.12077689915895462, 0.1142115443944931], "r_norm": [0.13949023187160492, 0.13250814378261566, 0.13802656531333923, 0.1398141235113144, 0.14095410704612732], "ldr": {"dL_sdil": -0.006464511156082153, "dL_bp": -0.015642523765563965, "ratio": 0.41326522835869806}}, {"step": 8800, "epoch": 18, "train_loss": 0.0016373794060200453, "cos_r_negg": [0.11343611776828766, 0.12390054017305374, 0.12382056564092636, 0.1208038181066513, 0.11439479887485504], "cos_apical_negg": [0.11343611776828766, 0.12390054017305374, 0.12382056564092636, 0.1208038181066513, 0.11439479887485504], "cos_Ac_negg": [0.11343611776828766, 0.12390054017305374, 0.12382056564092636, 0.1208038181066513, 0.11439479887485504], "r_norm": [0.1416092962026596, 0.13482029736042023, 0.140184685587883, 0.14198148250579834, 0.14313960075378418]}, {"step": 8850, "epoch": 18, "train_loss": 0.00038998154923319817, "cos_r_negg": [0.11429094523191452, 0.12490695714950562, 0.12514619529247284, 0.12211933732032776, 0.11633734405040741], "cos_apical_negg": [0.11429094523191452, 0.12490695714950562, 0.12514619529247284, 0.12211933732032776, 0.11633734405040741], "cos_Ac_negg": [0.11429094523191452, 0.12490695714950562, 0.12514619529247284, 0.12211933732032776, 0.11633734405040741], "r_norm": [0.14024904370307922, 0.1336907148361206, 0.1388559341430664, 0.14046774804592133, 0.14154866337776184]}, {"step": 8900, "epoch": 18, "train_loss": 0.00038747620419599116, "cos_r_negg": [0.11338135600090027, 0.12366893142461777, 0.12397433817386627, 0.12103055417537689, 0.11517561972141266], "cos_apical_negg": [0.11338135600090027, 0.12366893142461777, 0.12397433817386627, 0.12103055417537689, 0.11517561972141266], "cos_Ac_negg": [0.11338135600090027, 0.12366893142461777, 0.12397433817386627, 0.12103055417537689, 0.11517561972141266], "r_norm": [0.1378830522298813, 0.13139691948890686, 0.13657772541046143, 0.13831056654453278, 0.13927918672561646]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.971, "test_loss": 0.1723201515197754}, {"step": 8950, "epoch": 19, "train_loss": 0.0003400183341000229, "cos_r_negg": [0.11360292136669159, 0.12383362650871277, 0.12408463656902313, 0.12117845565080643, 0.11536428332328796], "cos_apical_negg": [0.11360292136669159, 0.12383362650871277, 0.12408463656902313, 0.12117845565080643, 0.11536428332328796], "cos_Ac_negg": [0.11360292136669159, 0.12383362650871277, 0.12408463656902313, 0.12117845565080643, 0.11536428332328796], "r_norm": [0.13584141433238983, 0.12958911061286926, 0.1346973180770874, 0.13647876679897308, 0.13740487396717072]}, {"step": 9000, "epoch": 19, "train_loss": 0.0005381302908062935, "cos_r_negg": [0.11317495256662369, 0.12324173003435135, 0.12356237322092056, 0.12066993117332458, 0.11503776162862778], "cos_apical_negg": [0.11317495256662369, 0.12324173003435135, 0.12356237322092056, 0.12066993117332458, 0.11503776162862778], "cos_Ac_negg": [0.11317495256662369, 0.12324173003435135, 0.12356237322092056, 0.12066993117332458, 0.11503776162862778], "r_norm": [0.1349625587463379, 0.12877844274044037, 0.13391384482383728, 0.13568197190761566, 0.13655011355876923], "ldr": {"dL_sdil": -0.00617053359746933, "dL_bp": -0.014129869639873505, "ratio": 0.43670138187662505}}, {"step": 9050, "epoch": 19, "train_loss": 0.0006779936957173049, "cos_r_negg": [0.11211209744215012, 0.12219556421041489, 0.12242179363965988, 0.11962816119194031, 0.11391423642635345], "cos_apical_negg": [0.11211209744215012, 0.12219556421041489, 0.12242179363965988, 0.11962816119194031, 0.11391423642635345], "cos_Ac_negg": [0.11211209744215012, 0.12219556421041489, 0.12242179363965988, 0.11962816119194031, 0.11391423642635345], "r_norm": [0.13512654602527618, 0.12878283858299255, 0.13383200764656067, 0.1357017457485199, 0.1367170214653015]}, {"step": 9100, "epoch": 19, "train_loss": 0.0006289446610026062, "cos_r_negg": [0.11144568771123886, 0.12145563960075378, 0.12170131504535675, 0.11901413649320602, 0.11339117586612701], "cos_apical_negg": [0.11144568771123886, 0.12145563960075378, 0.12170131504535675, 0.11901413649320602, 0.11339117586612701], "cos_Ac_negg": [0.11144568771123886, 0.12145563960075378, 0.12170131504535675, 0.11901413649320602, 0.11339117586612701], "r_norm": [0.13637346029281616, 0.1300867646932602, 0.1351041942834854, 0.1369406282901764, 0.13795611262321472]}, {"step": 9150, "epoch": 19, "train_loss": 0.0015012004878371954, "cos_r_negg": [0.11035317182540894, 0.12058593332767487, 0.12080259621143341, 0.11758691072463989, 0.11194454878568649], "cos_apical_negg": [0.11035317182540894, 0.12058593332767487, 0.12080259621143341, 0.11758691072463989, 0.11194454878568649], "cos_Ac_negg": [0.11035317182540894, 0.12058593332767487, 0.12080259621143341, 0.11758691072463989, 0.11194454878568649], "r_norm": [0.1383075714111328, 0.13139693439006805, 0.13648921251296997, 0.13850037753582, 0.1393611878156662]}, {"step": 9200, "epoch": 19, "train_loss": 0.0002954956144094467, "cos_r_negg": [0.1105511486530304, 0.12075747549533844, 0.12111315876245499, 0.11810469627380371, 0.11250248551368713], "cos_apical_negg": [0.1105511486530304, 0.12075747549533844, 0.12111315876245499, 0.11810469627380371, 0.11250248551368713], "cos_Ac_negg": [0.1105511486530304, 0.12075747549533844, 0.12111315876245499, 0.11810469627380371, 0.11250248551368713], "r_norm": [0.14369377493858337, 0.1368943303823471, 0.1421928107738495, 0.14365893602371216, 0.1444433331489563]}, {"step": 9250, "epoch": 19, "train_loss": 0.0003988481475971639, "cos_r_negg": [0.11063084751367569, 0.12016580998897552, 0.12027230113744736, 0.11752349138259888, 0.112054243683815], "cos_apical_negg": [0.11063084751367569, 0.12016580998897552, 0.12027230113744736, 0.11752349138259888, 0.112054243683815], "cos_Ac_negg": [0.11063084751367569, 0.12016580998897552, 0.12027230113744736, 0.11752349138259888, 0.112054243683815], "r_norm": [0.14072194695472717, 0.1335136890411377, 0.13910263776779175, 0.14036056399345398, 0.1413685381412506], "ldr": {"dL_sdil": -0.0063737258315086365, "dL_bp": -0.014941893517971039, "ratio": 0.42656747779943527}}, {"step": 9300, "epoch": 19, "train_loss": 0.0005687944358214736, "cos_r_negg": [0.11006305366754532, 0.11950977891683578, 0.11967503279447556, 0.11708999425172806, 0.1116039976477623], "cos_apical_negg": [0.11006305366754532, 0.11950977891683578, 0.11967503279447556, 0.11708999425172806, 0.1116039976477623], "cos_Ac_negg": [0.11006305366754532, 0.11950977891683578, 0.11967503279447556, 0.11708999425172806, 0.1116039976477623], "r_norm": [0.14238743484020233, 0.13530001044273376, 0.14099335670471191, 0.14228451251983643, 0.14337722957134247]}, {"step": 9350, "epoch": 19, "train_loss": 0.0004936481127515435, "cos_r_negg": [0.10902786254882812, 0.11850761622190475, 0.11882470548152924, 0.11613595485687256, 0.11074274778366089], "cos_apical_negg": [0.10902786254882812, 0.11850761622190475, 0.11882470548152924, 0.11613595485687256, 0.11074274778366089], "cos_Ac_negg": [0.10902786254882812, 0.11850761622190475, 0.11882470548152924, 0.11613595485687256, 0.11074274778366089], "r_norm": [0.1430986523628235, 0.13605128228664398, 0.14169739186763763, 0.1430417150259018, 0.144147127866745]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9713, "test_loss": 0.1753510633468628}], "final": {"test_acc": 0.9713, "test_loss": 0.1753510633468628, "wall_s": 80.32307243347168, "cos_r_negg": [0.10916931182146072, 0.11887267231941223, 0.11914585530757904, 0.11636652797460556, 0.11106936633586884], "cos_apical_negg": [0.10916931182146072, 0.11887267231941223, 0.11914585530757904, 0.11636652797460556, 0.11106936633586884], "cos_Ac_negg": [0.10916931182146072, 0.11887267231941223, 0.11914585530757904, 0.11636652797460556, 0.11106936633586884]}}
\ No newline at end of file
diff --git a/results/depth_mnist_sdil_d5_s2.json b/results/depth_mnist_sdil_d5_s2.json
new file mode 100644
index 0000000..f0df2a7
--- /dev/null
+++ b/results/depth_mnist_sdil_d5_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 5, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d5_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3298332691192627, "cos_r_negg": [-0.008458882570266724, -0.016517018899321556, -0.005600230302661657, 0.010380388237535954, 0.010035892948508263], "cos_apical_negg": [-0.008458882570266724, -0.016517018899321556, -0.005600230302661657, 0.010380388237535954, 0.010035892948508263], "cos_Ac_negg": [-0.008458882570266724, -0.016517018899321556, -0.005600230302661657, 0.010380388237535954, 0.010035892948508263], "r_norm": [4.81165885925293, 4.8416852951049805, 4.728046417236328, 4.760228157043457, 4.83497428894043], "ldr": {"dL_sdil": -0.002480745315551758, "dL_bp": -0.0763237476348877, "ratio": 0.03250292854353768}}, {"step": 50, "epoch": 0, "train_loss": 0.751326322555542, "cos_r_negg": [0.3227338492870331, 0.23564395308494568, 0.20566700398921967, 0.2358420491218567, 0.2583988308906555], "cos_apical_negg": [0.3227338492870331, 0.23564395308494568, 0.20566700398921967, 0.2358420491218567, 0.2583988308906555], "cos_Ac_negg": [0.3227338492870331, 0.23564395308494568, 0.20566700398921967, 0.2358420491218567, 0.2583988308906555], "r_norm": [1.459862470626831, 1.4818532466888428, 1.430915355682373, 1.4548745155334473, 1.4539577960968018]}, {"step": 100, "epoch": 0, "train_loss": 0.3913736343383789, "cos_r_negg": [0.37423962354660034, 0.2988835871219635, 0.2851260304450989, 0.2803559899330139, 0.30399203300476074], "cos_apical_negg": [0.37423962354660034, 0.2988835871219635, 0.2851260304450989, 0.2803559899330139, 0.30399203300476074], "cos_Ac_negg": [0.37423962354660034, 0.2988835871219635, 0.2851260304450989, 0.2803559899330139, 0.30399203300476074], "r_norm": [0.9164515733718872, 0.9186934232711792, 0.8943350315093994, 0.9017999768257141, 0.9009759426116943]}, {"step": 150, "epoch": 0, "train_loss": 0.44318583607673645, "cos_r_negg": [0.4046674370765686, 0.3174867033958435, 0.3141533136367798, 0.2884535789489746, 0.32517367601394653], "cos_apical_negg": [0.4046674370765686, 0.3174867033958435, 0.3141533136367798, 0.2884535789489746, 0.32517367601394653], "cos_Ac_negg": [0.4046674370765686, 0.3174867033958435, 0.3141533136367798, 0.2884535789489746, 0.32517367601394653], "r_norm": [0.8105219006538391, 0.8193958401679993, 0.7942501306533813, 0.8021467328071594, 0.8004820346832275]}, {"step": 200, "epoch": 0, "train_loss": 0.3342989683151245, "cos_r_negg": [0.41782253980636597, 0.3655747175216675, 0.3410835266113281, 0.3312299847602844, 0.3493833541870117], "cos_apical_negg": [0.41782253980636597, 0.3655747175216675, 0.3410835266113281, 0.3312299847602844, 0.3493833541870117], "cos_Ac_negg": [0.41782253980636597, 0.3655747175216675, 0.3410835266113281, 0.3312299847602844, 0.3493833541870117], "r_norm": [0.8176779747009277, 0.8265897631645203, 0.799849808216095, 0.8083751201629639, 0.8071884512901306]}, {"step": 250, "epoch": 0, "train_loss": 0.20302635431289673, "cos_r_negg": [0.41853511333465576, 0.36780139803886414, 0.3398461937904358, 0.32832908630371094, 0.3563668131828308], "cos_apical_negg": [0.41853511333465576, 0.36780139803886414, 0.3398461937904358, 0.32832908630371094, 0.3563668131828308], "cos_Ac_negg": [0.41853511333465576, 0.36780139803886414, 0.3398461937904358, 0.32832908630371094, 0.3563668131828308], "r_norm": [0.7265087962150574, 0.7326314449310303, 0.7109648585319519, 0.7150944471359253, 0.7153412699699402], "ldr": {"dL_sdil": -0.009395480155944824, "dL_bp": -0.006502121686935425, "ratio": 1.4449868225048699}}, {"step": 300, "epoch": 0, "train_loss": 0.28998568654060364, "cos_r_negg": [0.44417545199394226, 0.38775739073753357, 0.3843710422515869, 0.3642072081565857, 0.3682820200920105], "cos_apical_negg": [0.44417545199394226, 0.38775739073753357, 0.3843710422515869, 0.3642072081565857, 0.3682820200920105], "cos_Ac_negg": [0.44417545199394226, 0.38775739073753357, 0.3843710422515869, 0.3642072081565857, 0.3682820200920105], "r_norm": [0.6312852501869202, 0.6307722330093384, 0.61750328540802, 0.6208674907684326, 0.6201529502868652]}, {"step": 350, "epoch": 0, "train_loss": 0.19895529747009277, "cos_r_negg": [0.4538878798484802, 0.41333454847335815, 0.396533340215683, 0.37120699882507324, 0.37521541118621826], "cos_apical_negg": [0.4538878798484802, 0.41333454847335815, 0.396533340215683, 0.37120699882507324, 0.37521541118621826], "cos_Ac_negg": [0.4538878798484802, 0.41333454847335815, 0.396533340215683, 0.37120699882507324, 0.37521541118621826], "r_norm": [0.584083080291748, 0.5861400365829468, 0.573955774307251, 0.5766683220863342, 0.5758700966835022]}, {"step": 400, "epoch": 0, "train_loss": 0.17399519681930542, "cos_r_negg": [0.47193074226379395, 0.426978200674057, 0.40857166051864624, 0.3895181715488434, 0.38366901874542236], "cos_apical_negg": [0.47193074226379395, 0.426978200674057, 0.40857166051864624, 0.3895181715488434, 0.38366901874542236], "cos_Ac_negg": [0.47193074226379395, 0.426978200674057, 0.40857166051864624, 0.3895181715488434, 0.38366901874542236], "r_norm": [0.5593981742858887, 0.56544029712677, 0.5484078526496887, 0.5496079325675964, 0.5519042015075684]}, {"step": 450, "epoch": 0, "train_loss": 0.21492651104927063, "cos_r_negg": [0.4720476567745209, 0.4419284462928772, 0.4328262507915497, 0.4051303267478943, 0.3907155990600586], "cos_apical_negg": [0.4720476567745209, 0.4419284462928772, 0.4328262507915497, 0.4051303267478943, 0.3907155990600586], "cos_Ac_negg": [0.4720476567745209, 0.4419284462928772, 0.4328262507915497, 0.4051303267478943, 0.3907155990600586], "r_norm": [0.6034864187240601, 0.6046870946884155, 0.5906937122344971, 0.5926231741905212, 0.5935944318771362]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9425, "test_loss": 0.19836314544677736}, {"step": 500, "epoch": 1, "train_loss": 0.22921881079673767, "cos_r_negg": [0.47187405824661255, 0.4381169080734253, 0.4370955228805542, 0.4157947897911072, 0.3922606408596039], "cos_apical_negg": [0.47187405824661255, 0.4381169080734253, 0.4370955228805542, 0.4157947897911072, 0.3922606408596039], "cos_Ac_negg": [0.47187405824661255, 0.4381169080734253, 0.4370955228805542, 0.4157947897911072, 0.3922606408596039], "r_norm": [0.5704344511032104, 0.5734305381774902, 0.5553598403930664, 0.562315821647644, 0.5618890523910522], "ldr": {"dL_sdil": -0.006113976240158081, "dL_bp": -0.005006253719329834, "ratio": 1.221267754878499}}, {"step": 550, "epoch": 1, "train_loss": 0.21626940369606018, "cos_r_negg": [0.4839412569999695, 0.443667471408844, 0.43767881393432617, 0.417624294757843, 0.3930670917034149], "cos_apical_negg": [0.4839412569999695, 0.443667471408844, 0.43767881393432617, 0.417624294757843, 0.3930670917034149], "cos_Ac_negg": [0.4839412569999695, 0.443667471408844, 0.43767881393432617, 0.417624294757843, 0.3930670917034149], "r_norm": [0.49853500723838806, 0.4989163875579834, 0.48727908730506897, 0.48921024799346924, 0.4874856472015381]}, {"step": 600, "epoch": 1, "train_loss": 0.24004216492176056, "cos_r_negg": [0.4737696349620819, 0.4467380940914154, 0.4191882014274597, 0.41263747215270996, 0.39710891246795654], "cos_apical_negg": [0.4737696349620819, 0.4467380940914154, 0.4191882014274597, 0.41263747215270996, 0.39710891246795654], "cos_Ac_negg": [0.4737696349620819, 0.4467380940914154, 0.4191882014274597, 0.41263747215270996, 0.39710891246795654], "r_norm": [0.4915059804916382, 0.4935590624809265, 0.4816375970840454, 0.4839703440666199, 0.48228132724761963]}, {"step": 650, "epoch": 1, "train_loss": 0.18764863908290863, "cos_r_negg": [0.47904297709465027, 0.4518635869026184, 0.4414914846420288, 0.42740726470947266, 0.40215811133384705], "cos_apical_negg": [0.47904297709465027, 0.4518635869026184, 0.4414914846420288, 0.42740726470947266, 0.40215811133384705], "cos_Ac_negg": [0.47904297709465027, 0.4518635869026184, 0.4414914846420288, 0.42740726470947266, 0.40215811133384705], "r_norm": [0.4873017370700836, 0.4887200593948364, 0.47578489780426025, 0.47792842984199524, 0.47867268323898315]}, {"step": 700, "epoch": 1, "train_loss": 0.0868130698800087, "cos_r_negg": [0.5052260160446167, 0.4726676344871521, 0.4638405442237854, 0.450538694858551, 0.4158361554145813], "cos_apical_negg": [0.5052260160446167, 0.4726676344871521, 0.4638405442237854, 0.450538694858551, 0.4158361554145813], "cos_Ac_negg": [0.5052260160446167, 0.4726676344871521, 0.4638405442237854, 0.450538694858551, 0.4158361554145813], "r_norm": [0.4425022602081299, 0.4421665668487549, 0.43147116899490356, 0.43225160241127014, 0.434055894613266]}, {"step": 750, "epoch": 1, "train_loss": 0.09222042560577393, "cos_r_negg": [0.4983544647693634, 0.4581916928291321, 0.45824670791625977, 0.43714916706085205, 0.419173926115036], "cos_apical_negg": [0.4983544647693634, 0.4581916928291321, 0.45824670791625977, 0.43714916706085205, 0.419173926115036], "cos_Ac_negg": [0.4983544647693634, 0.4581916928291321, 0.45824670791625977, 0.43714916706085205, 0.419173926115036], "r_norm": [0.42172175645828247, 0.4232059121131897, 0.41035765409469604, 0.4145054817199707, 0.4145727753639221], "ldr": {"dL_sdil": -0.005276411771774292, "dL_bp": -0.004290685057640076, "ratio": 1.2297364408928155}}, {"step": 800, "epoch": 1, "train_loss": 0.062317393720149994, "cos_r_negg": [0.4998125731945038, 0.47322332859039307, 0.46919116377830505, 0.4464488625526428, 0.42900145053863525], "cos_apical_negg": [0.4998125731945038, 0.47322332859039307, 0.46919116377830505, 0.4464488625526428, 0.42900145053863525], "cos_Ac_negg": [0.4998125731945038, 0.47322332859039307, 0.46919116377830505, 0.4464488625526428, 0.42900145053863525], "r_norm": [0.47652947902679443, 0.47798633575439453, 0.46257686614990234, 0.46738743782043457, 0.4696594774723053]}, {"step": 850, "epoch": 1, "train_loss": 0.17835688591003418, "cos_r_negg": [0.482069194316864, 0.4658142328262329, 0.45081931352615356, 0.4413449466228485, 0.42499375343322754], "cos_apical_negg": [0.482069194316864, 0.4658142328262329, 0.45081931352615356, 0.4413449466228485, 0.42499375343322754], "cos_Ac_negg": [0.482069194316864, 0.4658142328262329, 0.45081931352615356, 0.4413449466228485, 0.42499375343322754], "r_norm": [0.4192259907722473, 0.4226859211921692, 0.4100443124771118, 0.4115543067455292, 0.413610577583313]}, {"step": 900, "epoch": 1, "train_loss": 0.18313229084014893, "cos_r_negg": [0.4931231141090393, 0.4754306674003601, 0.4636091887950897, 0.4542185664176941, 0.43606892228126526], "cos_apical_negg": [0.4931231141090393, 0.4754306674003601, 0.4636091887950897, 0.4542185664176941, 0.43606892228126526], "cos_Ac_negg": [0.4931231141090393, 0.4754306674003601, 0.4636091887950897, 0.4542185664176941, 0.43606892228126526], "r_norm": [0.4534478783607483, 0.45644187927246094, 0.4417767822742462, 0.44468602538108826, 0.44490617513656616]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9573, "test_loss": 0.14331868858337402}, {"step": 950, "epoch": 2, "train_loss": 0.145311176776886, "cos_r_negg": [0.4882175326347351, 0.4727190136909485, 0.46098145842552185, 0.4487611949443817, 0.4399379789829254], "cos_apical_negg": [0.4882175326347351, 0.4727190136909485, 0.46098145842552185, 0.4487611949443817, 0.4399379789829254], "cos_Ac_negg": [0.4882175326347351, 0.4727190136909485, 0.46098145842552185, 0.4487611949443817, 0.4399379789829254], "r_norm": [0.3975907564163208, 0.3992149829864502, 0.38831856846809387, 0.38807815313339233, 0.389513224363327]}, {"step": 1000, "epoch": 2, "train_loss": 0.11477407068014145, "cos_r_negg": [0.4911162853240967, 0.48402369022369385, 0.47263115644454956, 0.46694791316986084, 0.45124486088752747], "cos_apical_negg": [0.4911162853240967, 0.48402369022369385, 0.47263115644454956, 0.46694791316986084, 0.45124486088752747], "cos_Ac_negg": [0.4911162853240967, 0.48402369022369385, 0.47263115644454956, 0.46694791316986084, 0.45124486088752747], "r_norm": [0.3793001174926758, 0.3808877468109131, 0.3713642954826355, 0.37130457162857056, 0.3701504170894623], "ldr": {"dL_sdil": -0.004370003938674927, "dL_bp": -0.0039573609828948975, "ratio": 1.1042722555671864}}, {"step": 1050, "epoch": 2, "train_loss": 0.08506504446268082, "cos_r_negg": [0.49589166045188904, 0.48043516278266907, 0.4651404619216919, 0.4645736813545227, 0.44839781522750854], "cos_apical_negg": [0.49589166045188904, 0.48043516278266907, 0.4651404619216919, 0.4645736813545227, 0.44839781522750854], "cos_Ac_negg": [0.49589166045188904, 0.48043516278266907, 0.4651404619216919, 0.4645736813545227, 0.44839781522750854], "r_norm": [0.39025649428367615, 0.390617698431015, 0.37870752811431885, 0.3820243179798126, 0.3819598853588104]}, {"step": 1100, "epoch": 2, "train_loss": 0.11001332849264145, "cos_r_negg": [0.5091925859451294, 0.4879465401172638, 0.47463464736938477, 0.4717695713043213, 0.46170127391815186], "cos_apical_negg": [0.5091925859451294, 0.4879465401172638, 0.47463464736938477, 0.4717695713043213, 0.46170127391815186], "cos_Ac_negg": [0.5091925859451294, 0.4879465401172638, 0.47463464736938477, 0.4717695713043213, 0.46170127391815186], "r_norm": [0.35453325510025024, 0.3551291525363922, 0.3471035361289978, 0.34470030665397644, 0.3469253182411194]}, {"step": 1150, "epoch": 2, "train_loss": 0.06675238907337189, "cos_r_negg": [0.5096635818481445, 0.5002349615097046, 0.4845907688140869, 0.47557178139686584, 0.46464377641677856], "cos_apical_negg": [0.5096635818481445, 0.5002349615097046, 0.4845907688140869, 0.47557178139686584, 0.46464377641677856], "cos_Ac_negg": [0.5096635818481445, 0.5002349615097046, 0.4845907688140869, 0.47557178139686584, 0.46464377641677856], "r_norm": [0.354057252407074, 0.35387253761291504, 0.34624573588371277, 0.3455667495727539, 0.3471490740776062]}, {"step": 1200, "epoch": 2, "train_loss": 0.0307853315025568, "cos_r_negg": [0.5087018013000488, 0.501896858215332, 0.48097527027130127, 0.4735434651374817, 0.45983922481536865], "cos_apical_negg": [0.5087018013000488, 0.501896858215332, 0.48097527027130127, 0.4735434651374817, 0.45983922481536865], "cos_Ac_negg": [0.5087018013000488, 0.501896858215332, 0.48097527027130127, 0.4735434651374817, 0.45983922481536865], "r_norm": [0.36013031005859375, 0.3599469065666199, 0.3506762981414795, 0.35049110651016235, 0.3511231541633606]}, {"step": 1250, "epoch": 2, "train_loss": 0.08172410726547241, "cos_r_negg": [0.51763516664505, 0.506777286529541, 0.4807145297527313, 0.468222439289093, 0.4630892276763916], "cos_apical_negg": [0.51763516664505, 0.506777286529541, 0.4807145297527313, 0.468222439289093, 0.4630892276763916], "cos_Ac_negg": [0.51763516664505, 0.506777286529541, 0.4807145297527313, 0.468222439289093, 0.4630892276763916], "r_norm": [0.3316640257835388, 0.32836687564849854, 0.32185736298561096, 0.32146596908569336, 0.32245028018951416], "ldr": {"dL_sdil": -0.005473092198371887, "dL_bp": -0.00445556640625, "ratio": 1.2283718161386987}}, {"step": 1300, "epoch": 2, "train_loss": 0.1718490570783615, "cos_r_negg": [0.52573561668396, 0.5179766416549683, 0.4883660078048706, 0.47290194034576416, 0.4685399830341339], "cos_apical_negg": [0.52573561668396, 0.5179766416549683, 0.4883660078048706, 0.47290194034576416, 0.4685399830341339], "cos_Ac_negg": [0.52573561668396, 0.5179766416549683, 0.4883660078048706, 0.47290194034576416, 0.4685399830341339], "r_norm": [0.3091554045677185, 0.30854880809783936, 0.3014570474624634, 0.30137211084365845, 0.30105647444725037]}, {"step": 1350, "epoch": 2, "train_loss": 0.11643694341182709, "cos_r_negg": [0.5317028760910034, 0.5164169073104858, 0.48875370621681213, 0.4778856039047241, 0.4669400453567505], "cos_apical_negg": [0.5317028760910034, 0.5164169073104858, 0.48875370621681213, 0.4778856039047241, 0.4669400453567505], "cos_Ac_negg": [0.5317028760910034, 0.5164169073104858, 0.48875370621681213, 0.4778856039047241, 0.4669400453567505], "r_norm": [0.3701103925704956, 0.3713395297527313, 0.3595965504646301, 0.3603721559047699, 0.36189204454421997]}, {"step": 1400, "epoch": 2, "train_loss": 0.17333395779132843, "cos_r_negg": [0.5180808305740356, 0.5119606256484985, 0.49174267053604126, 0.4813343584537506, 0.47304171323776245], "cos_apical_negg": [0.5180808305740356, 0.5119606256484985, 0.49174267053604126, 0.4813343584537506, 0.47304171323776245], "cos_Ac_negg": [0.5180808305740356, 0.5119606256484985, 0.49174267053604126, 0.4813343584537506, 0.47304171323776245], "r_norm": [0.32348012924194336, 0.32226574420928955, 0.31497493386268616, 0.3148788809776306, 0.31428465247154236]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9642, "test_loss": 0.11833804969787598}, {"step": 1450, "epoch": 3, "train_loss": 0.04882945865392685, "cos_r_negg": [0.5153045654296875, 0.5030801296234131, 0.4914015531539917, 0.4787643551826477, 0.4665316939353943], "cos_apical_negg": [0.5153045654296875, 0.5030801296234131, 0.4914015531539917, 0.4787643551826477, 0.4665316939353943], "cos_Ac_negg": [0.5153045654296875, 0.5030801296234131, 0.4914015531539917, 0.4787643551826477, 0.4665316939353943], "r_norm": [0.2937595844268799, 0.2973439693450928, 0.28661268949508667, 0.2870693504810333, 0.2872072458267212]}, {"step": 1500, "epoch": 3, "train_loss": 0.020193904638290405, "cos_r_negg": [0.5177570581436157, 0.505074143409729, 0.48882928490638733, 0.47309327125549316, 0.46590444445610046], "cos_apical_negg": [0.5177570581436157, 0.505074143409729, 0.48882928490638733, 0.47309327125549316, 0.46590444445610046], "cos_Ac_negg": [0.5177570581436157, 0.505074143409729, 0.48882928490638733, 0.47309327125549316, 0.46590444445610046], "r_norm": [0.2863715887069702, 0.28968557715415955, 0.2803022861480713, 0.27942007780075073, 0.27994775772094727], "ldr": {"dL_sdil": -0.0036051571369171143, "dL_bp": -0.0032341107726097107, "ratio": 1.1147290214824628}}, {"step": 1550, "epoch": 3, "train_loss": 0.06484714895486832, "cos_r_negg": [0.5300624966621399, 0.5203418135643005, 0.502086877822876, 0.484655499458313, 0.4769923985004425], "cos_apical_negg": [0.5300624966621399, 0.5203418135643005, 0.502086877822876, 0.484655499458313, 0.4769923985004425], "cos_Ac_negg": [0.5300624966621399, 0.5203418135643005, 0.502086877822876, 0.484655499458313, 0.4769923985004425], "r_norm": [0.29577070474624634, 0.29821932315826416, 0.28969132900238037, 0.288085401058197, 0.28820449113845825]}, {"step": 1600, "epoch": 3, "train_loss": 0.038309283554553986, "cos_r_negg": [0.517186164855957, 0.5114898085594177, 0.4936397671699524, 0.4872668385505676, 0.47693687677383423], "cos_apical_negg": [0.517186164855957, 0.5114898085594177, 0.4936397671699524, 0.4872668385505676, 0.47693687677383423], "cos_Ac_negg": [0.517186164855957, 0.5114898085594177, 0.4936397671699524, 0.4872668385505676, 0.47693687677383423], "r_norm": [0.2867330312728882, 0.2887284755706787, 0.27847909927368164, 0.279050350189209, 0.2790786027908325]}, {"step": 1650, "epoch": 3, "train_loss": 0.06920888274908066, "cos_r_negg": [0.5228444933891296, 0.5235105752944946, 0.4995229244232178, 0.47699740529060364, 0.47140857577323914], "cos_apical_negg": [0.5228444933891296, 0.5235105752944946, 0.4995229244232178, 0.47699740529060364, 0.47140857577323914], "cos_Ac_negg": [0.5228444933891296, 0.5235105752944946, 0.4995229244232178, 0.47699740529060364, 0.47140857577323914], "r_norm": [0.2801714539527893, 0.28399163484573364, 0.2723798453807831, 0.2743009924888611, 0.27372193336486816]}, {"step": 1700, "epoch": 3, "train_loss": 0.05710713565349579, "cos_r_negg": [0.5268227458000183, 0.522331178188324, 0.4978804290294647, 0.4736737310886383, 0.47465598583221436], "cos_apical_negg": [0.5268227458000183, 0.522331178188324, 0.4978804290294647, 0.4736737310886383, 0.47465598583221436], "cos_Ac_negg": [0.5268227458000183, 0.522331178188324, 0.4978804290294647, 0.4736737310886383, 0.47465598583221436], "r_norm": [0.30061519145965576, 0.30519866943359375, 0.29380083084106445, 0.2939057946205139, 0.2958516478538513]}, {"step": 1750, "epoch": 3, "train_loss": 0.04266810417175293, "cos_r_negg": [0.5386066436767578, 0.5288367867469788, 0.5058563947677612, 0.4774329364299774, 0.4753897488117218], "cos_apical_negg": [0.5386066436767578, 0.5288367867469788, 0.5058563947677612, 0.4774329364299774, 0.4753897488117218], "cos_Ac_negg": [0.5386066436767578, 0.5288367867469788, 0.5058563947677612, 0.4774329364299774, 0.4753897488117218], "r_norm": [0.2603459656238556, 0.26198798418045044, 0.2541782557964325, 0.25149691104888916, 0.25261545181274414], "ldr": {"dL_sdil": -0.003303922712802887, "dL_bp": -0.003368362784385681, "ratio": 0.9808690228138396}}, {"step": 1800, "epoch": 3, "train_loss": 0.10027702152729034, "cos_r_negg": [0.5311939716339111, 0.5167371034622192, 0.4976821541786194, 0.47782230377197266, 0.4740583300590515], "cos_apical_negg": [0.5311939716339111, 0.5167371034622192, 0.4976821541786194, 0.47782230377197266, 0.4740583300590515], "cos_Ac_negg": [0.5311939716339111, 0.5167371034622192, 0.4976821541786194, 0.47782230377197266, 0.4740583300590515], "r_norm": [0.2979125678539276, 0.2979001998901367, 0.2885192334651947, 0.28959766030311584, 0.2897699475288391]}, {"step": 1850, "epoch": 3, "train_loss": 0.06439247727394104, "cos_r_negg": [0.5380975008010864, 0.5235714316368103, 0.5012807250022888, 0.4813348948955536, 0.47873756289482117], "cos_apical_negg": [0.5380975008010864, 0.5235714316368103, 0.5012807250022888, 0.4813348948955536, 0.47873756289482117], "cos_Ac_negg": [0.5380975008010864, 0.5235714316368103, 0.5012807250022888, 0.4813348948955536, 0.47873756289482117], "r_norm": [0.3016427159309387, 0.30037498474121094, 0.29179221391677856, 0.2941396236419678, 0.2939120829105377]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9671, "test_loss": 0.11321740455627441}, {"step": 1900, "epoch": 4, "train_loss": 0.06046590954065323, "cos_r_negg": [0.5161773562431335, 0.5252866148948669, 0.5032914876937866, 0.47994327545166016, 0.47683632373809814], "cos_apical_negg": [0.5161773562431335, 0.5252866148948669, 0.5032914876937866, 0.47994327545166016, 0.47683632373809814], "cos_Ac_negg": [0.5161773562431335, 0.5252866148948669, 0.5032914876937866, 0.47994327545166016, 0.47683632373809814], "r_norm": [0.2778436541557312, 0.27917027473449707, 0.2701576352119446, 0.2701476812362671, 0.27012699842453003]}, {"step": 1950, "epoch": 4, "train_loss": 0.10649508237838745, "cos_r_negg": [0.50677490234375, 0.5123530626296997, 0.4904944896697998, 0.4780116081237793, 0.4796176552772522], "cos_apical_negg": [0.50677490234375, 0.5123530626296997, 0.4904944896697998, 0.4780116081237793, 0.4796176552772522], "cos_Ac_negg": [0.50677490234375, 0.5123530626296997, 0.4904944896697998, 0.4780116081237793, 0.4796176552772522], "r_norm": [0.2829385995864868, 0.28426191210746765, 0.2755494713783264, 0.27567005157470703, 0.2744646668434143]}, {"step": 2000, "epoch": 4, "train_loss": 0.09921197593212128, "cos_r_negg": [0.5229562520980835, 0.5255705118179321, 0.49812182784080505, 0.48748356103897095, 0.4802820682525635], "cos_apical_negg": [0.5229562520980835, 0.5255705118179321, 0.49812182784080505, 0.48748356103897095, 0.4802820682525635], "cos_Ac_negg": [0.5229562520980835, 0.5255705118179321, 0.49812182784080505, 0.48748356103897095, 0.4802820682525635], "r_norm": [0.24346721172332764, 0.24509939551353455, 0.2378983497619629, 0.23654289543628693, 0.23633161187171936], "ldr": {"dL_sdil": -0.003602840006351471, "dL_bp": -0.003954358398914337, "ratio": 0.9111060867271477}}, {"step": 2050, "epoch": 4, "train_loss": 0.0774562656879425, "cos_r_negg": [0.5177654027938843, 0.5168426036834717, 0.491601824760437, 0.4770303964614868, 0.4759244918823242], "cos_apical_negg": [0.5177654027938843, 0.5168426036834717, 0.491601824760437, 0.4770303964614868, 0.4759244918823242], "cos_Ac_negg": [0.5177654027938843, 0.5168426036834717, 0.491601824760437, 0.4770303964614868, 0.4759244918823242], "r_norm": [0.26335710287094116, 0.26403701305389404, 0.256585031747818, 0.25563985109329224, 0.25496894121170044]}, {"step": 2100, "epoch": 4, "train_loss": 0.041795313358306885, "cos_r_negg": [0.5280987024307251, 0.5241624116897583, 0.5014610886573792, 0.4901677370071411, 0.48040783405303955], "cos_apical_negg": [0.5280987024307251, 0.5241624116897583, 0.5014610886573792, 0.4901677370071411, 0.48040783405303955], "cos_Ac_negg": [0.5280987024307251, 0.5241624116897583, 0.5014610886573792, 0.4901677370071411, 0.48040783405303955], "r_norm": [0.26406633853912354, 0.2657747268676758, 0.25753074884414673, 0.2558833062648773, 0.2560544013977051]}, {"step": 2150, "epoch": 4, "train_loss": 0.10441019386053085, "cos_r_negg": [0.5213227868080139, 0.5224407911300659, 0.5015122890472412, 0.49419474601745605, 0.4863872826099396], "cos_apical_negg": [0.5213227868080139, 0.5224407911300659, 0.5015122890472412, 0.49419474601745605, 0.4863872826099396], "cos_Ac_negg": [0.5213227868080139, 0.5224407911300659, 0.5015122890472412, 0.49419474601745605, 0.4863872826099396], "r_norm": [0.2380489856004715, 0.2392580211162567, 0.23193375766277313, 0.2302817851305008, 0.22978052496910095]}, {"step": 2200, "epoch": 4, "train_loss": 0.08147219568490982, "cos_r_negg": [0.5115488767623901, 0.5114977359771729, 0.49276599287986755, 0.4931919574737549, 0.48618850111961365], "cos_apical_negg": [0.5115488767623901, 0.5114977359771729, 0.49276599287986755, 0.4931919574737549, 0.48618850111961365], "cos_Ac_negg": [0.5115488767623901, 0.5114977359771729, 0.49276599287986755, 0.4931919574737549, 0.48618850111961365], "r_norm": [0.2860279679298401, 0.28598856925964355, 0.27630603313446045, 0.2786838412284851, 0.2779892086982727]}, {"step": 2250, "epoch": 4, "train_loss": 0.020874042063951492, "cos_r_negg": [0.4989246428012848, 0.5008122324943542, 0.48145437240600586, 0.47715458273887634, 0.4752632677555084], "cos_apical_negg": [0.4989246428012848, 0.5008122324943542, 0.48145437240600586, 0.47715458273887634, 0.4752632677555084], "cos_Ac_negg": [0.4989246428012848, 0.5008122324943542, 0.48145437240600586, 0.47715458273887634, 0.4752632677555084], "r_norm": [0.3077865242958069, 0.31272488832473755, 0.29896804690361023, 0.3006097674369812, 0.3015192747116089], "ldr": {"dL_sdil": -0.006293833255767822, "dL_bp": -0.007189586758613586, "ratio": 0.8754095982258516}}, {"step": 2300, "epoch": 4, "train_loss": 0.13546128571033478, "cos_r_negg": [0.5287517309188843, 0.5278871655464172, 0.5075459480285645, 0.4930048882961273, 0.48011213541030884], "cos_apical_negg": [0.5287517309188843, 0.5278871655464172, 0.5075459480285645, 0.4930048882961273, 0.48011213541030884], "cos_Ac_negg": [0.5287517309188843, 0.5278871655464172, 0.5075459480285645, 0.4930048882961273, 0.48011213541030884], "r_norm": [0.2644359767436981, 0.2658156752586365, 0.25725051760673523, 0.2581968605518341, 0.25872308015823364]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9688, "test_loss": 0.10963352584838867}, {"step": 2350, "epoch": 5, "train_loss": 0.04749321937561035, "cos_r_negg": [0.5346463918685913, 0.528470516204834, 0.5035915374755859, 0.49837806820869446, 0.500401496887207], "cos_apical_negg": [0.5346463918685913, 0.528470516204834, 0.5035915374755859, 0.49837806820869446, 0.500401496887207], "cos_Ac_negg": [0.5346463918685913, 0.528470516204834, 0.5035915374755859, 0.49837806820869446, 0.500401496887207], "r_norm": [0.2791517376899719, 0.279220312833786, 0.27133363485336304, 0.2725987136363983, 0.27315452694892883]}, {"step": 2400, "epoch": 5, "train_loss": 0.036897145211696625, "cos_r_negg": [0.5178015828132629, 0.5159969329833984, 0.4862246513366699, 0.4775114357471466, 0.48887166380882263], "cos_apical_negg": [0.5178015828132629, 0.5159969329833984, 0.4862246513366699, 0.4775114357471466, 0.48887166380882263], "cos_Ac_negg": [0.5178015828132629, 0.5159969329833984, 0.4862246513366699, 0.4775114357471466, 0.48887166380882263], "r_norm": [0.2679779529571533, 0.2689686417579651, 0.26116782426834106, 0.26187410950660706, 0.2625041902065277]}, {"step": 2450, "epoch": 5, "train_loss": 0.060982875525951385, "cos_r_negg": [0.5031068921089172, 0.5061630606651306, 0.4820350408554077, 0.4687159061431885, 0.4801119565963745], "cos_apical_negg": [0.5031068921089172, 0.5061630606651306, 0.4820350408554077, 0.4687159061431885, 0.4801119565963745], "cos_Ac_negg": [0.5031068921089172, 0.5061630606651306, 0.4820350408554077, 0.4687159061431885, 0.4801119565963745], "r_norm": [0.23172612488269806, 0.23342736065387726, 0.22519782185554504, 0.22445639967918396, 0.22483433783054352]}, {"step": 2500, "epoch": 5, "train_loss": 0.06209331750869751, "cos_r_negg": [0.5297456979751587, 0.5342755913734436, 0.5051231384277344, 0.487499475479126, 0.486927330493927], "cos_apical_negg": [0.5297456979751587, 0.5342755913734436, 0.5051231384277344, 0.487499475479126, 0.486927330493927], "cos_Ac_negg": [0.5297456979751587, 0.5342755913734436, 0.5051231384277344, 0.487499475479126, 0.486927330493927], "r_norm": [0.25415024161338806, 0.25410574674606323, 0.24664434790611267, 0.2468515932559967, 0.24715656042099], "ldr": {"dL_sdil": -0.005079030990600586, "dL_bp": -0.006019413471221924, "ratio": 0.8437750646109973}}, {"step": 2550, "epoch": 5, "train_loss": 0.03288266435265541, "cos_r_negg": [0.5143017172813416, 0.519410252571106, 0.4904400110244751, 0.4782872200012207, 0.47588634490966797], "cos_apical_negg": [0.5143017172813416, 0.519410252571106, 0.4904400110244751, 0.4782872200012207, 0.47588634490966797], "cos_Ac_negg": [0.5143017172813416, 0.519410252571106, 0.4904400110244751, 0.4782872200012207, 0.47588634490966797], "r_norm": [0.22573347389698029, 0.22712622582912445, 0.2192455232143402, 0.21836349368095398, 0.21982422471046448]}, {"step": 2600, "epoch": 5, "train_loss": 0.018527789041399956, "cos_r_negg": [0.5124160051345825, 0.5242311954498291, 0.49436095356941223, 0.4820537269115448, 0.48757225275039673], "cos_apical_negg": [0.5124160051345825, 0.5242311954498291, 0.49436095356941223, 0.4820537269115448, 0.48757225275039673], "cos_Ac_negg": [0.5124160051345825, 0.5242311954498291, 0.49436095356941223, 0.4820537269115448, 0.48757225275039673], "r_norm": [0.2447691410779953, 0.24612051248550415, 0.2366454005241394, 0.2369213104248047, 0.2364293932914734]}, {"step": 2650, "epoch": 5, "train_loss": 0.01721222512423992, "cos_r_negg": [0.5287328958511353, 0.5268176794052124, 0.5101118087768555, 0.49669015407562256, 0.4988398849964142], "cos_apical_negg": [0.5287328958511353, 0.5268176794052124, 0.5101118087768555, 0.49669015407562256, 0.4988398849964142], "cos_Ac_negg": [0.5287328958511353, 0.5268176794052124, 0.5101118087768555, 0.49669015407562256, 0.4988398849964142], "r_norm": [0.25953763723373413, 0.26070165634155273, 0.2516360282897949, 0.2529628276824951, 0.2528737187385559]}, {"step": 2700, "epoch": 5, "train_loss": 0.1108359768986702, "cos_r_negg": [0.5147863030433655, 0.526268720626831, 0.4988604485988617, 0.4827025532722473, 0.48379188776016235], "cos_apical_negg": [0.5147863030433655, 0.526268720626831, 0.4988604485988617, 0.4827025532722473, 0.48379188776016235], "cos_Ac_negg": [0.5147863030433655, 0.526268720626831, 0.4988604485988617, 0.4827025532722473, 0.48379188776016235], "r_norm": [0.21362769603729248, 0.2145717591047287, 0.20730334520339966, 0.20681068301200867, 0.20670519769191742]}, {"step": 2750, "epoch": 5, "train_loss": 0.014338137581944466, "cos_r_negg": [0.4965139627456665, 0.505500316619873, 0.4790037274360657, 0.4702851176261902, 0.475945383310318], "cos_apical_negg": [0.4965139627456665, 0.505500316619873, 0.4790037274360657, 0.4702851176261902, 0.475945383310318], "cos_Ac_negg": [0.4965139627456665, 0.505500316619873, 0.4790037274360657, 0.4702851176261902, 0.475945383310318], "r_norm": [0.22893519699573517, 0.2295892834663391, 0.2221602499485016, 0.22077181935310364, 0.2200884073972702], "ldr": {"dL_sdil": -0.004182666540145874, "dL_bp": -0.006143108010292053, "ratio": 0.6808713981812317}}, {"step": 2800, "epoch": 5, "train_loss": 0.011004985310137272, "cos_r_negg": [0.4994974136352539, 0.5089972019195557, 0.48047006130218506, 0.47373735904693604, 0.4826469421386719], "cos_apical_negg": [0.4994974136352539, 0.5089972019195557, 0.48047006130218506, 0.47373735904693604, 0.4826469421386719], "cos_Ac_negg": [0.4994974136352539, 0.5089972019195557, 0.48047006130218506, 0.47373735904693604, 0.4826469421386719], "r_norm": [0.21873709559440613, 0.22066807746887207, 0.2130155861377716, 0.21178218722343445, 0.21302452683448792]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9705, "test_loss": 0.11034531440734863}, {"step": 2850, "epoch": 6, "train_loss": 0.039031997323036194, "cos_r_negg": [0.47535204887390137, 0.4772220849990845, 0.45967161655426025, 0.4530249238014221, 0.4654902219772339], "cos_apical_negg": [0.47535204887390137, 0.4772220849990845, 0.45967161655426025, 0.4530249238014221, 0.4654902219772339], "cos_Ac_negg": [0.47535204887390137, 0.4772220849990845, 0.45967161655426025, 0.4530249238014221, 0.4654902219772339], "r_norm": [0.23016855120658875, 0.23131777346134186, 0.22309257090091705, 0.22285275161266327, 0.2243882715702057]}, {"step": 2900, "epoch": 6, "train_loss": 0.0290670245885849, "cos_r_negg": [0.4771156907081604, 0.4843297302722931, 0.4610210061073303, 0.4519463777542114, 0.47030743956565857], "cos_apical_negg": [0.4771156907081604, 0.4843297302722931, 0.4610210061073303, 0.4519463777542114, 0.47030743956565857], "cos_Ac_negg": [0.4771156907081604, 0.4843297302722931, 0.4610210061073303, 0.4519463777542114, 0.47030743956565857], "r_norm": [0.23865190148353577, 0.24072027206420898, 0.23192627727985382, 0.23231260478496552, 0.23399615287780762]}, {"step": 2950, "epoch": 6, "train_loss": 0.06159523129463196, "cos_r_negg": [0.4717887043952942, 0.4838341474533081, 0.4553956985473633, 0.4442339539527893, 0.4594495892524719], "cos_apical_negg": [0.4717887043952942, 0.4838341474533081, 0.4553956985473633, 0.4442339539527893, 0.4594495892524719], "cos_Ac_negg": [0.4717887043952942, 0.4838341474533081, 0.4553956985473633, 0.4442339539527893, 0.4594495892524719], "r_norm": [0.2021891474723816, 0.2033664584159851, 0.19563984870910645, 0.19434088468551636, 0.1948857605457306]}, {"step": 3000, "epoch": 6, "train_loss": 0.04466261714696884, "cos_r_negg": [0.441413015127182, 0.4572869539260864, 0.4353943467140198, 0.4239144027233124, 0.4439550042152405], "cos_apical_negg": [0.441413015127182, 0.4572869539260864, 0.4353943467140198, 0.4239144027233124, 0.4439550042152405], "cos_Ac_negg": [0.441413015127182, 0.4572869539260864, 0.4353943467140198, 0.4239144027233124, 0.4439550042152405], "r_norm": [0.2436472326517105, 0.24296823143959045, 0.2357892096042633, 0.23559260368347168, 0.2363361418247223], "ldr": {"dL_sdil": -0.0050126537680625916, "dL_bp": -0.006894312798976898, "ratio": 0.727070835661309}}, {"step": 3050, "epoch": 6, "train_loss": 0.016302984207868576, "cos_r_negg": [0.4508293569087982, 0.46061915159225464, 0.4406746029853821, 0.43140965700149536, 0.4524909257888794], "cos_apical_negg": [0.4508293569087982, 0.46061915159225464, 0.4406746029853821, 0.43140965700149536, 0.4524909257888794], "cos_Ac_negg": [0.4508293569087982, 0.46061915159225464, 0.4406746029853821, 0.43140965700149536, 0.4524909257888794], "r_norm": [0.23406633734703064, 0.23477976024150848, 0.22513413429260254, 0.2256888896226883, 0.22530949115753174]}, {"step": 3100, "epoch": 6, "train_loss": 0.06420889496803284, "cos_r_negg": [0.4658772945404053, 0.4793930947780609, 0.45261624455451965, 0.4486236274242401, 0.4599875807762146], "cos_apical_negg": [0.4658772945404053, 0.4793930947780609, 0.45261624455451965, 0.4486236274242401, 0.4599875807762146], "cos_Ac_negg": [0.4658772945404053, 0.4793930947780609, 0.45261624455451965, 0.4486236274242401, 0.4599875807762146], "r_norm": [0.2107609510421753, 0.2113385796546936, 0.20320448279380798, 0.20313186943531036, 0.202144056558609]}, {"step": 3150, "epoch": 6, "train_loss": 0.016028570011258125, "cos_r_negg": [0.4588765501976013, 0.4781220555305481, 0.44758719205856323, 0.4407151937484741, 0.45205554366111755], "cos_apical_negg": [0.4588765501976013, 0.4781220555305481, 0.44758719205856323, 0.4407151937484741, 0.45205554366111755], "cos_Ac_negg": [0.4588765501976013, 0.4781220555305481, 0.44758719205856323, 0.4407151937484741, 0.45205554366111755], "r_norm": [0.20212675631046295, 0.2024819701910019, 0.19519400596618652, 0.19481605291366577, 0.1939789056777954]}, {"step": 3200, "epoch": 6, "train_loss": 0.06835474818944931, "cos_r_negg": [0.45060670375823975, 0.4608910083770752, 0.4355323016643524, 0.4260280430316925, 0.44455814361572266], "cos_apical_negg": [0.45060670375823975, 0.4608910083770752, 0.4355323016643524, 0.4260280430316925, 0.44455814361572266], "cos_Ac_negg": [0.45060670375823975, 0.4608910083770752, 0.4355323016643524, 0.4260280430316925, 0.44455814361572266], "r_norm": [0.24036642909049988, 0.24053335189819336, 0.23247656226158142, 0.2327890247106552, 0.23318058252334595]}, {"step": 3250, "epoch": 6, "train_loss": 0.017358126118779182, "cos_r_negg": [0.4658627510070801, 0.4824373126029968, 0.4546048939228058, 0.44758403301239014, 0.4624316096305847], "cos_apical_negg": [0.4658627510070801, 0.4824373126029968, 0.4546048939228058, 0.44758403301239014, 0.4624316096305847], "cos_Ac_negg": [0.4658627510070801, 0.4824373126029968, 0.4546048939228058, 0.44758403301239014, 0.4624316096305847], "r_norm": [0.2196723371744156, 0.2208348959684372, 0.21261607110500336, 0.21174213290214539, 0.21087583899497986], "ldr": {"dL_sdil": -0.005154557526111603, "dL_bp": -0.00737752765417099, "ratio": 0.6986835926256949}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9705, "test_loss": 0.1128198579788208}, {"step": 3300, "epoch": 7, "train_loss": 0.006356760859489441, "cos_r_negg": [0.4550434350967407, 0.46900030970573425, 0.440497487783432, 0.43326568603515625, 0.45221400260925293], "cos_apical_negg": [0.4550434350967407, 0.46900030970573425, 0.440497487783432, 0.43326568603515625, 0.45221400260925293], "cos_Ac_negg": [0.4550434350967407, 0.46900030970573425, 0.440497487783432, 0.43326568603515625, 0.45221400260925293], "r_norm": [0.22523677349090576, 0.22541314363479614, 0.21728476881980896, 0.21665972471237183, 0.21640731394290924]}, {"step": 3350, "epoch": 7, "train_loss": 0.0138400224968791, "cos_r_negg": [0.44649454951286316, 0.4614579677581787, 0.4328044652938843, 0.4227107763290405, 0.4457617402076721], "cos_apical_negg": [0.44649454951286316, 0.4614579677581787, 0.4328044652938843, 0.4227107763290405, 0.4457617402076721], "cos_Ac_negg": [0.44649454951286316, 0.4614579677581787, 0.4328044652938843, 0.4227107763290405, 0.4457617402076721], "r_norm": [0.21667933464050293, 0.2181757539510727, 0.20951052010059357, 0.20924538373947144, 0.2091950625181198]}, {"step": 3400, "epoch": 7, "train_loss": 0.016514504328370094, "cos_r_negg": [0.41577595472335815, 0.43551358580589294, 0.40785545110702515, 0.4017428755760193, 0.4223526120185852], "cos_apical_negg": [0.41577595472335815, 0.43551358580589294, 0.40785545110702515, 0.4017428755760193, 0.4223526120185852], "cos_Ac_negg": [0.41577595472335815, 0.43551358580589294, 0.40785545110702515, 0.4017428755760193, 0.4223526120185852], "r_norm": [0.22249194979667664, 0.22344279289245605, 0.21543250977993011, 0.21553859114646912, 0.2158959060907364]}, {"step": 3450, "epoch": 7, "train_loss": 0.07624751329421997, "cos_r_negg": [0.43981367349624634, 0.45425570011138916, 0.4321797490119934, 0.41798603534698486, 0.43988239765167236], "cos_apical_negg": [0.43981367349624634, 0.45425570011138916, 0.4321797490119934, 0.41798603534698486, 0.43988239765167236], "cos_Ac_negg": [0.43981367349624634, 0.45425570011138916, 0.4321797490119934, 0.41798603534698486, 0.43988239765167236], "r_norm": [0.21148592233657837, 0.21284940838813782, 0.20411960780620575, 0.20440536737442017, 0.20413729548454285]}, {"step": 3500, "epoch": 7, "train_loss": 0.01388151291757822, "cos_r_negg": [0.4356613755226135, 0.44898664951324463, 0.4239934980869293, 0.41101694107055664, 0.42899811267852783], "cos_apical_negg": [0.4356613755226135, 0.44898664951324463, 0.4239934980869293, 0.41101694107055664, 0.42899811267852783], "cos_Ac_negg": [0.4356613755226135, 0.44898664951324463, 0.4239934980869293, 0.41101694107055664, 0.42899811267852783], "r_norm": [0.22222593426704407, 0.2241288274526596, 0.21474595367908478, 0.21510003507137299, 0.21574874222278595], "ldr": {"dL_sdil": -0.0058212727308273315, "dL_bp": -0.009532324969768524, "ratio": 0.6106876076182168}}, {"step": 3550, "epoch": 7, "train_loss": 0.04572966322302818, "cos_r_negg": [0.422984778881073, 0.444541335105896, 0.4177980422973633, 0.40388303995132446, 0.4190944731235504], "cos_apical_negg": [0.422984778881073, 0.444541335105896, 0.4177980422973633, 0.40388303995132446, 0.4190944731235504], "cos_Ac_negg": [0.422984778881073, 0.444541335105896, 0.4177980422973633, 0.40388303995132446, 0.4190944731235504], "r_norm": [0.19942153990268707, 0.199295312166214, 0.19201594591140747, 0.19202537834644318, 0.19116297364234924]}, {"step": 3600, "epoch": 7, "train_loss": 0.007733586244285107, "cos_r_negg": [0.40049242973327637, 0.42520514130592346, 0.4001593589782715, 0.38440555334091187, 0.40646547079086304], "cos_apical_negg": [0.40049242973327637, 0.42520514130592346, 0.4001593589782715, 0.38440555334091187, 0.40646547079086304], "cos_Ac_negg": [0.40049242973327637, 0.42520514130592346, 0.4001593589782715, 0.38440555334091187, 0.40646547079086304], "r_norm": [0.19533881545066833, 0.19586081802845, 0.1883942186832428, 0.18790675699710846, 0.1876886487007141]}, {"step": 3650, "epoch": 7, "train_loss": 0.015857763588428497, "cos_r_negg": [0.3977953791618347, 0.42258936166763306, 0.39661961793899536, 0.3811306059360504, 0.40182846784591675], "cos_apical_negg": [0.3977953791618347, 0.42258936166763306, 0.39661961793899536, 0.3811306059360504, 0.40182846784591675], "cos_Ac_negg": [0.3977953791618347, 0.42258936166763306, 0.39661961793899536, 0.3811306059360504, 0.40182846784591675], "r_norm": [0.21080607175827026, 0.21210803091526031, 0.20445257425308228, 0.20402877032756805, 0.20455119013786316]}, {"step": 3700, "epoch": 7, "train_loss": 0.016865184530615807, "cos_r_negg": [0.40670403838157654, 0.42469945549964905, 0.4018687307834625, 0.3881296217441559, 0.4137689471244812], "cos_apical_negg": [0.40670403838157654, 0.42469945549964905, 0.4018687307834625, 0.3881296217441559, 0.4137689471244812], "cos_Ac_negg": [0.40670403838157654, 0.42469945549964905, 0.4018687307834625, 0.3881296217441559, 0.4137689471244812], "r_norm": [0.2062622308731079, 0.20804542303085327, 0.20129519701004028, 0.1998920738697052, 0.20113277435302734]}, {"step": 3750, "epoch": 7, "train_loss": 0.017416218295693398, "cos_r_negg": [0.3963454067707062, 0.41118621826171875, 0.3892847001552582, 0.3778980076313019, 0.40012669563293457], "cos_apical_negg": [0.3963454067707062, 0.41118621826171875, 0.3892847001552582, 0.3778980076313019, 0.40012669563293457], "cos_Ac_negg": [0.3963454067707062, 0.41118621826171875, 0.3892847001552582, 0.3778980076313019, 0.40012669563293457], "r_norm": [0.2329932153224945, 0.2340659499168396, 0.22415125370025635, 0.22609233856201172, 0.2270222008228302], "ldr": {"dL_sdil": -0.007385283708572388, "dL_bp": -0.011964574456214905, "ratio": 0.617262547497973}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9709, "test_loss": 0.12057278356552124}, {"step": 3800, "epoch": 8, "train_loss": 0.05605458468198776, "cos_r_negg": [0.3708719313144684, 0.39243564009666443, 0.36969879269599915, 0.35131725668907166, 0.37379997968673706], "cos_apical_negg": [0.3708719313144684, 0.39243564009666443, 0.36969879269599915, 0.35131725668907166, 0.37379997968673706], "cos_Ac_negg": [0.3708719313144684, 0.39243564009666443, 0.36969879269599915, 0.35131725668907166, 0.37379997968673706], "r_norm": [0.20560967922210693, 0.20650307834148407, 0.19790662825107574, 0.19854480028152466, 0.19924767315387726]}, {"step": 3850, "epoch": 8, "train_loss": 0.0156406220048666, "cos_r_negg": [0.35334455966949463, 0.37367159128189087, 0.35168004035949707, 0.33702224493026733, 0.3496728837490082], "cos_apical_negg": [0.35334455966949463, 0.37367159128189087, 0.35168004035949707, 0.33702224493026733, 0.3496728837490082], "cos_Ac_negg": [0.35334455966949463, 0.37367159128189087, 0.35168004035949707, 0.33702224493026733, 0.3496728837490082], "r_norm": [0.20286168158054352, 0.20378905534744263, 0.19508546590805054, 0.19515495002269745, 0.1951484978199005]}, {"step": 3900, "epoch": 8, "train_loss": 0.008792540989816189, "cos_r_negg": [0.36419039964675903, 0.3882322311401367, 0.3631502389907837, 0.34622877836227417, 0.36133408546447754], "cos_apical_negg": [0.36419039964675903, 0.3882322311401367, 0.3631502389907837, 0.34622877836227417, 0.36133408546447754], "cos_Ac_negg": [0.36419039964675903, 0.3882322311401367, 0.3631502389907837, 0.34622877836227417, 0.36133408546447754], "r_norm": [0.21158643066883087, 0.21435487270355225, 0.20487169921398163, 0.2044992595911026, 0.20518510043621063]}, {"step": 3950, "epoch": 8, "train_loss": 0.0005601252778433263, "cos_r_negg": [0.36815059185028076, 0.3911696672439575, 0.36824071407318115, 0.3516189455986023, 0.3713777959346771], "cos_apical_negg": [0.36815059185028076, 0.3911696672439575, 0.36824071407318115, 0.3516189455986023, 0.3713777959346771], "cos_Ac_negg": [0.36815059185028076, 0.3911696672439575, 0.36824071407318115, 0.3516189455986023, 0.3713777959346771], "r_norm": [0.2094842493534088, 0.21163785457611084, 0.2018337994813919, 0.20238664746284485, 0.20267143845558167]}, {"step": 4000, "epoch": 8, "train_loss": 0.00467633455991745, "cos_r_negg": [0.323102742433548, 0.3512100279331207, 0.3250950574874878, 0.3126949071884155, 0.32730793952941895], "cos_apical_negg": [0.323102742433548, 0.3512100279331207, 0.3250950574874878, 0.3126949071884155, 0.32730793952941895], "cos_Ac_negg": [0.323102742433548, 0.3512100279331207, 0.3250950574874878, 0.3126949071884155, 0.32730793952941895], "r_norm": [0.20874392986297607, 0.20898975431919098, 0.2006322294473648, 0.20093676447868347, 0.20110780000686646], "ldr": {"dL_sdil": -0.006377324461936951, "dL_bp": -0.011825188994407654, "ratio": 0.5393000031503008}}, {"step": 4050, "epoch": 8, "train_loss": 0.01474888063967228, "cos_r_negg": [0.3491615951061249, 0.3692857027053833, 0.3480924963951111, 0.3344990015029907, 0.34579187631607056], "cos_apical_negg": [0.3491615951061249, 0.3692857027053833, 0.3480924963951111, 0.3344990015029907, 0.34579187631607056], "cos_Ac_negg": [0.3491615951061249, 0.3692857027053833, 0.3480924963951111, 0.3344990015029907, 0.34579187631607056], "r_norm": [0.2159639596939087, 0.21851277351379395, 0.2075502872467041, 0.20776435732841492, 0.20789510011672974]}, {"step": 4100, "epoch": 8, "train_loss": 0.10724593698978424, "cos_r_negg": [0.33189821243286133, 0.35586556792259216, 0.33608871698379517, 0.32099106907844543, 0.3353787660598755], "cos_apical_negg": [0.33189821243286133, 0.35586556792259216, 0.33608871698379517, 0.32099106907844543, 0.3353787660598755], "cos_Ac_negg": [0.33189821243286133, 0.35586556792259216, 0.33608871698379517, 0.32099106907844543, 0.3353787660598755], "r_norm": [0.2327987551689148, 0.2330169379711151, 0.22341997921466827, 0.22486421465873718, 0.22544527053833008]}, {"step": 4150, "epoch": 8, "train_loss": 0.0029766021762043238, "cos_r_negg": [0.32800883054733276, 0.3502153158187866, 0.3290192484855652, 0.315978467464447, 0.32674381136894226], "cos_apical_negg": [0.32800883054733276, 0.3502153158187866, 0.3290192484855652, 0.315978467464447, 0.32674381136894226], "cos_Ac_negg": [0.32800883054733276, 0.3502153158187866, 0.3290192484855652, 0.315978467464447, 0.32674381136894226], "r_norm": [0.21027760207653046, 0.21100692451000214, 0.20196178555488586, 0.20169907808303833, 0.20197761058807373]}, {"step": 4200, "epoch": 8, "train_loss": 0.02522965706884861, "cos_r_negg": [0.33146893978118896, 0.35400378704071045, 0.3331769108772278, 0.31524527072906494, 0.3306494653224945], "cos_apical_negg": [0.33146893978118896, 0.35400378704071045, 0.3331769108772278, 0.31524527072906494, 0.3306494653224945], "cos_Ac_negg": [0.33146893978118896, 0.35400378704071045, 0.3331769108772278, 0.31524527072906494, 0.3306494653224945], "r_norm": [0.1867670863866806, 0.18769459426403046, 0.17952315509319305, 0.17912054061889648, 0.17931033670902252]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9715, "test_loss": 0.12358888292312623}, {"step": 4250, "epoch": 9, "train_loss": 0.02132602035999298, "cos_r_negg": [0.32405591011047363, 0.34723812341690063, 0.32646727561950684, 0.3091548979282379, 0.3278058171272278], "cos_apical_negg": [0.32405591011047363, 0.34723812341690063, 0.32646727561950684, 0.3091548979282379, 0.3278058171272278], "cos_Ac_negg": [0.32405591011047363, 0.34723812341690063, 0.32646727561950684, 0.3091548979282379, 0.3278058171272278], "r_norm": [0.21322625875473022, 0.21370592713356018, 0.20475061237812042, 0.2051544040441513, 0.20573434233665466], "ldr": {"dL_sdil": -0.007202371954917908, "dL_bp": -0.013234242796897888, "ratio": 0.5442224436600291}}, {"step": 4300, "epoch": 9, "train_loss": 0.00874176062643528, "cos_r_negg": [0.3262161910533905, 0.3445567488670349, 0.32543474435806274, 0.3093281388282776, 0.32900023460388184], "cos_apical_negg": [0.3262161910533905, 0.3445567488670349, 0.32543474435806274, 0.3093281388282776, 0.32900023460388184], "cos_Ac_negg": [0.3262161910533905, 0.3445567488670349, 0.32543474435806274, 0.3093281388282776, 0.32900023460388184], "r_norm": [0.210473895072937, 0.21038523316383362, 0.20149090886116028, 0.2016296088695526, 0.20148733258247375]}, {"step": 4350, "epoch": 9, "train_loss": 0.0017063774866983294, "cos_r_negg": [0.31365320086479187, 0.3332667350769043, 0.31526046991348267, 0.29972338676452637, 0.3138120770454407], "cos_apical_negg": [0.31365320086479187, 0.3332667350769043, 0.31526046991348267, 0.29972338676452637, 0.3138120770454407], "cos_Ac_negg": [0.31365320086479187, 0.3332667350769043, 0.31526046991348267, 0.29972338676452637, 0.3138120770454407], "r_norm": [0.18667249381542206, 0.18714532256126404, 0.1798398494720459, 0.17964830994606018, 0.18027670681476593]}, {"step": 4400, "epoch": 9, "train_loss": 0.006592991761863232, "cos_r_negg": [0.3101484179496765, 0.32858726382255554, 0.31136709451675415, 0.2931147813796997, 0.3087363839149475], "cos_apical_negg": [0.3101484179496765, 0.32858726382255554, 0.31136709451675415, 0.2931147813796997, 0.3087363839149475], "cos_Ac_negg": [0.3101484179496765, 0.32858726382255554, 0.31136709451675415, 0.2931147813796997, 0.3087363839149475], "r_norm": [0.2115478366613388, 0.21203994750976562, 0.2033785730600357, 0.2047489881515503, 0.2048671692609787]}, {"step": 4450, "epoch": 9, "train_loss": 0.002212501596659422, "cos_r_negg": [0.29108357429504395, 0.3109220266342163, 0.29274097084999084, 0.27900904417037964, 0.2942861318588257], "cos_apical_negg": [0.29108357429504395, 0.3109220266342163, 0.29274097084999084, 0.27900904417037964, 0.2942861318588257], "cos_Ac_negg": [0.29108357429504395, 0.3109220266342163, 0.29274097084999084, 0.27900904417037964, 0.2942861318588257], "r_norm": [0.20583607256412506, 0.206417515873909, 0.19850966334342957, 0.19771532714366913, 0.19812136888504028]}, {"step": 4500, "epoch": 9, "train_loss": 0.004398532677441835, "cos_r_negg": [0.2877410054206848, 0.30764240026474, 0.2906780540943146, 0.27332866191864014, 0.2865011692047119], "cos_apical_negg": [0.2877410054206848, 0.30764240026474, 0.2906780540943146, 0.27332866191864014, 0.2865011692047119], "cos_Ac_negg": [0.2877410054206848, 0.30764240026474, 0.2906780540943146, 0.27332866191864014, 0.2865011692047119], "r_norm": [0.19252583384513855, 0.19315122067928314, 0.18442344665527344, 0.18451844155788422, 0.18492379784584045], "ldr": {"dL_sdil": -0.006740748882293701, "dL_bp": -0.014025717973709106, "ratio": 0.480599203187251}}, {"step": 4550, "epoch": 9, "train_loss": 0.008836725726723671, "cos_r_negg": [0.2951415777206421, 0.31633561849594116, 0.298484206199646, 0.27995651960372925, 0.29383236169815063], "cos_apical_negg": [0.2951415777206421, 0.31633561849594116, 0.298484206199646, 0.27995651960372925, 0.29383236169815063], "cos_Ac_negg": [0.2951415777206421, 0.31633561849594116, 0.298484206199646, 0.27995651960372925, 0.29383236169815063], "r_norm": [0.18905234336853027, 0.18872736394405365, 0.18017858266830444, 0.1815866231918335, 0.18151600658893585]}, {"step": 4600, "epoch": 9, "train_loss": 0.08973560482263565, "cos_r_negg": [0.299028217792511, 0.3120323419570923, 0.29690372943878174, 0.280169814825058, 0.29685795307159424], "cos_apical_negg": [0.299028217792511, 0.3120323419570923, 0.29690372943878174, 0.280169814825058, 0.29685795307159424], "cos_Ac_negg": [0.299028217792511, 0.3120323419570923, 0.29690372943878174, 0.280169814825058, 0.29685795307159424], "r_norm": [0.20115803182125092, 0.20187434554100037, 0.19221998751163483, 0.194065660238266, 0.19429807364940643]}, {"step": 4650, "epoch": 9, "train_loss": 0.023207785561680794, "cos_r_negg": [0.2854888141155243, 0.30677300691604614, 0.2887825667858124, 0.2735193371772766, 0.28365081548690796], "cos_apical_negg": [0.2854888141155243, 0.30677300691604614, 0.2887825667858124, 0.2735193371772766, 0.28365081548690796], "cos_Ac_negg": [0.2854888141155243, 0.30677300691604614, 0.2887825667858124, 0.2735193371772766, 0.28365081548690796], "r_norm": [0.19695833325386047, 0.197491854429245, 0.1894175410270691, 0.18975652754306793, 0.19000343978405]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9717, "test_loss": 0.12940746994018554}, {"step": 4700, "epoch": 10, "train_loss": 0.0026492560282349586, "cos_r_negg": [0.27566391229629517, 0.29728052020072937, 0.2780364751815796, 0.2646336555480957, 0.27304160594940186], "cos_apical_negg": [0.27566391229629517, 0.29728052020072937, 0.2780364751815796, 0.2646336555480957, 0.27304160594940186], "cos_Ac_negg": [0.27566391229629517, 0.29728052020072937, 0.2780364751815796, 0.2646336555480957, 0.27304160594940186], "r_norm": [0.18564125895500183, 0.1868448555469513, 0.1787264347076416, 0.17916536331176758, 0.1795002818107605]}, {"step": 4750, "epoch": 10, "train_loss": 0.0020089885219931602, "cos_r_negg": [0.2644825577735901, 0.28322434425354004, 0.2653367817401886, 0.25277090072631836, 0.26256364583969116], "cos_apical_negg": [0.2644825577735901, 0.28322434425354004, 0.2653367817401886, 0.25277090072631836, 0.26256364583969116], "cos_Ac_negg": [0.2644825577735901, 0.28322434425354004, 0.2653367817401886, 0.25277090072631836, 0.26256364583969116], "r_norm": [0.1886424422264099, 0.18953102827072144, 0.18070897459983826, 0.1817295253276825, 0.1818978488445282], "ldr": {"dL_sdil": -0.007003620266914368, "dL_bp": -0.015288487076759338, "ratio": 0.458097667333013}}, {"step": 4800, "epoch": 10, "train_loss": 0.0024077415000647306, "cos_r_negg": [0.2627733051776886, 0.28156858682632446, 0.2639712393283844, 0.25085699558258057, 0.26023566722869873], "cos_apical_negg": [0.2627733051776886, 0.28156858682632446, 0.2639712393283844, 0.25085699558258057, 0.26023566722869873], "cos_Ac_negg": [0.2627733051776886, 0.28156858682632446, 0.2639712393283844, 0.25085699558258057, 0.26023566722869873], "r_norm": [0.19557888805866241, 0.19605901837348938, 0.18804115056991577, 0.18878942728042603, 0.18973270058631897]}, {"step": 4850, "epoch": 10, "train_loss": 0.0019901790656149387, "cos_r_negg": [0.2656480669975281, 0.28543347120285034, 0.267677366733551, 0.25549596548080444, 0.26558929681777954], "cos_apical_negg": [0.2656480669975281, 0.28543347120285034, 0.267677366733551, 0.25549596548080444, 0.26558929681777954], "cos_Ac_negg": [0.2656480669975281, 0.28543347120285034, 0.267677366733551, 0.25549596548080444, 0.26558929681777954], "r_norm": [0.18369588255882263, 0.18388864398002625, 0.17543813586235046, 0.17732036113739014, 0.17693497240543365]}, {"step": 4900, "epoch": 10, "train_loss": 0.004202891141176224, "cos_r_negg": [0.26117143034935, 0.27924662828445435, 0.2627732753753662, 0.2501124143600464, 0.2604385018348694], "cos_apical_negg": [0.26117143034935, 0.27924662828445435, 0.2627732753753662, 0.2501124143600464, 0.2604385018348694], "cos_Ac_negg": [0.26117143034935, 0.27924662828445435, 0.2627732753753662, 0.2501124143600464, 0.2604385018348694], "r_norm": [0.18608984351158142, 0.18690615892410278, 0.17895841598510742, 0.18001142144203186, 0.1808720976114273]}, {"step": 4950, "epoch": 10, "train_loss": 0.004114109557121992, "cos_r_negg": [0.24517881870269775, 0.2619873881340027, 0.24572810530662537, 0.23493781685829163, 0.24338507652282715], "cos_apical_negg": [0.24517881870269775, 0.2619873881340027, 0.24572810530662537, 0.23493781685829163, 0.24338507652282715], "cos_Ac_negg": [0.24517881870269775, 0.2619873881340027, 0.24572810530662537, 0.23493781685829163, 0.24338507652282715], "r_norm": [0.1906890869140625, 0.19243007898330688, 0.18220731616020203, 0.1848248541355133, 0.18514427542686462]}, {"step": 5000, "epoch": 10, "train_loss": 0.005356399808079004, "cos_r_negg": [0.23192958533763885, 0.2498493492603302, 0.2337017059326172, 0.22254684567451477, 0.22910375893115997], "cos_apical_negg": [0.23192958533763885, 0.2498493492603302, 0.2337017059326172, 0.22254684567451477, 0.22910375893115997], "cos_Ac_negg": [0.23192958533763885, 0.2498493492603302, 0.2337017059326172, 0.22254684567451477, 0.22910375893115997], "r_norm": [0.18405073881149292, 0.18495973944664001, 0.1769823282957077, 0.17741647362709045, 0.177982896566391], "ldr": {"dL_sdil": -0.006294600665569305, "dL_bp": -0.014182597398757935, "ratio": 0.4438256610259956}}, {"step": 5050, "epoch": 10, "train_loss": 0.002783828182145953, "cos_r_negg": [0.2425975650548935, 0.26227712631225586, 0.24655058979988098, 0.2354021966457367, 0.2419165074825287], "cos_apical_negg": [0.2425975650548935, 0.26227712631225586, 0.24655058979988098, 0.2354021966457367, 0.2419165074825287], "cos_Ac_negg": [0.2425975650548935, 0.26227712631225586, 0.24655058979988098, 0.2354021966457367, 0.2419165074825287], "r_norm": [0.19908173382282257, 0.20010021328926086, 0.1900702565908432, 0.1927809715270996, 0.1921783685684204]}, {"step": 5100, "epoch": 10, "train_loss": 0.0017645889893174171, "cos_r_negg": [0.2318098545074463, 0.2521570920944214, 0.23618891835212708, 0.2237979918718338, 0.2315455973148346], "cos_apical_negg": [0.2318098545074463, 0.2521570920944214, 0.23618891835212708, 0.2237979918718338, 0.2315455973148346], "cos_Ac_negg": [0.2318098545074463, 0.2521570920944214, 0.23618891835212708, 0.2237979918718338, 0.2315455973148346], "r_norm": [0.18716630339622498, 0.18870510160923004, 0.18013934791088104, 0.18108534812927246, 0.1815057396888733]}, {"step": 5150, "epoch": 10, "train_loss": 0.00150521588511765, "cos_r_negg": [0.2283274233341217, 0.24749059975147247, 0.23315174877643585, 0.2212258130311966, 0.22566193342208862], "cos_apical_negg": [0.2283274233341217, 0.24749059975147247, 0.23315174877643585, 0.2212258130311966, 0.22566193342208862], "cos_Ac_negg": [0.2283274233341217, 0.24749059975147247, 0.23315174877643585, 0.2212258130311966, 0.22566193342208862], "r_norm": [0.2113950401544571, 0.2119065225124359, 0.20230266451835632, 0.20340751111507416, 0.2033824920654297]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9718, "test_loss": 0.13296372251510621}, {"step": 5200, "epoch": 11, "train_loss": 0.0035624350421130657, "cos_r_negg": [0.20873408019542694, 0.22845911979675293, 0.21409198641777039, 0.20245559513568878, 0.20785737037658691], "cos_apical_negg": [0.20873408019542694, 0.22845911979675293, 0.21409198641777039, 0.20245559513568878, 0.20785737037658691], "cos_Ac_negg": [0.20873408019542694, 0.22845911979675293, 0.21409198641777039, 0.20245559513568878, 0.20785737037658691], "r_norm": [0.20300066471099854, 0.20406727492809296, 0.1950330138206482, 0.1960594356060028, 0.1967296302318573]}, {"step": 5250, "epoch": 11, "train_loss": 0.002684046048671007, "cos_r_negg": [0.20622128248214722, 0.22601689398288727, 0.21243293583393097, 0.20051904022693634, 0.20571644604206085], "cos_apical_negg": [0.20622128248214722, 0.22601689398288727, 0.21243293583393097, 0.20051904022693634, 0.20571644604206085], "cos_Ac_negg": [0.20622128248214722, 0.22601689398288727, 0.21243293583393097, 0.20051904022693634, 0.20571644604206085], "r_norm": [0.19867734611034393, 0.20003929734230042, 0.18992917239665985, 0.19183039665222168, 0.19194230437278748], "ldr": {"dL_sdil": -0.00834377110004425, "dL_bp": -0.01988959312438965, "ratio": 0.4195043633050837}}, {"step": 5300, "epoch": 11, "train_loss": 0.0020044450648128986, "cos_r_negg": [0.1991572082042694, 0.2188972681760788, 0.2052842378616333, 0.1943914294242859, 0.20005455613136292], "cos_apical_negg": [0.1991572082042694, 0.2188972681760788, 0.2052842378616333, 0.1943914294242859, 0.20005455613136292], "cos_Ac_negg": [0.1991572082042694, 0.2188972681760788, 0.2052842378616333, 0.1943914294242859, 0.20005455613136292], "r_norm": [0.20377734303474426, 0.20461612939834595, 0.19444678723812103, 0.1960894763469696, 0.19616343080997467]}, {"step": 5350, "epoch": 11, "train_loss": 0.002699401928111911, "cos_r_negg": [0.19670456647872925, 0.21567076444625854, 0.2033659666776657, 0.19252455234527588, 0.1971297711133957], "cos_apical_negg": [0.19670456647872925, 0.21567076444625854, 0.2033659666776657, 0.19252455234527588, 0.1971297711133957], "cos_Ac_negg": [0.19670456647872925, 0.21567076444625854, 0.2033659666776657, 0.19252455234527588, 0.1971297711133957], "r_norm": [0.20446395874023438, 0.2052192986011505, 0.1950426697731018, 0.19714170694351196, 0.1975492238998413]}, {"step": 5400, "epoch": 11, "train_loss": 0.0054621705785393715, "cos_r_negg": [0.19398275017738342, 0.21213752031326294, 0.2007773518562317, 0.19021865725517273, 0.19496896862983704], "cos_apical_negg": [0.19398275017738342, 0.21213752031326294, 0.2007773518562317, 0.19021865725517273, 0.19496896862983704], "cos_Ac_negg": [0.19398275017738342, 0.21213752031326294, 0.2007773518562317, 0.19021865725517273, 0.19496896862983704], "r_norm": [0.1973033994436264, 0.197710782289505, 0.18924233317375183, 0.19020135700702667, 0.19060423970222473]}, {"step": 5450, "epoch": 11, "train_loss": 0.00023847410921007395, "cos_r_negg": [0.19062483310699463, 0.20732542872428894, 0.19570794701576233, 0.18635225296020508, 0.1904909908771515], "cos_apical_negg": [0.19062483310699463, 0.20732542872428894, 0.19570794701576233, 0.18635225296020508, 0.1904909908771515], "cos_Ac_negg": [0.19062483310699463, 0.20732542872428894, 0.19570794701576233, 0.18635225296020508, 0.1904909908771515], "r_norm": [0.19601136445999146, 0.1971619874238968, 0.18790626525878906, 0.1890496164560318, 0.1895371377468109]}, {"step": 5500, "epoch": 11, "train_loss": 0.0052912491373717785, "cos_r_negg": [0.19560737907886505, 0.21389785408973694, 0.20319810509681702, 0.19429507851600647, 0.19680927693843842], "cos_apical_negg": [0.19560737907886505, 0.21389785408973694, 0.20319810509681702, 0.19429507851600647, 0.19680927693843842], "cos_Ac_negg": [0.19560737907886505, 0.21389785408973694, 0.20319810509681702, 0.19429507851600647, 0.19680927693843842], "r_norm": [0.18435561656951904, 0.18519432842731476, 0.17636257410049438, 0.17760905623435974, 0.17756721377372742], "ldr": {"dL_sdil": -0.00783492624759674, "dL_bp": -0.020051561295986176, "ratio": 0.3907389620161448}}, {"step": 5550, "epoch": 11, "train_loss": 0.0032615168020129204, "cos_r_negg": [0.1988350749015808, 0.21709056198596954, 0.20545947551727295, 0.19480487704277039, 0.19996824860572815], "cos_apical_negg": [0.1988350749015808, 0.21709056198596954, 0.20545947551727295, 0.19480487704277039, 0.19996824860572815], "cos_Ac_negg": [0.1988350749015808, 0.21709056198596954, 0.20545947551727295, 0.19480487704277039, 0.19996824860572815], "r_norm": [0.1888749748468399, 0.18923421204090118, 0.18024834990501404, 0.18232318758964539, 0.182008296251297]}, {"step": 5600, "epoch": 11, "train_loss": 0.0009659550851210952, "cos_r_negg": [0.1898820698261261, 0.20581281185150146, 0.1948123574256897, 0.18589693307876587, 0.1899648755788803], "cos_apical_negg": [0.1898820698261261, 0.20581281185150146, 0.1948123574256897, 0.18589693307876587, 0.1899648755788803], "cos_Ac_negg": [0.1898820698261261, 0.20581281185150146, 0.1948123574256897, 0.18589693307876587, 0.1899648755788803], "r_norm": [0.1946779191493988, 0.19599680602550507, 0.1865287572145462, 0.18840394914150238, 0.18877387046813965]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9711, "test_loss": 0.14430344676971435}, {"step": 5650, "epoch": 12, "train_loss": 0.003195337951183319, "cos_r_negg": [0.19483914971351624, 0.21053235232830048, 0.19895528256893158, 0.1880444586277008, 0.19313186407089233], "cos_apical_negg": [0.19483914971351624, 0.21053235232830048, 0.19895528256893158, 0.1880444586277008, 0.19313186407089233], "cos_Ac_negg": [0.19483914971351624, 0.21053235232830048, 0.19895528256893158, 0.1880444586277008, 0.19313186407089233], "r_norm": [0.19448617100715637, 0.19570568203926086, 0.18606525659561157, 0.1884978711605072, 0.18928948044776917]}, {"step": 5700, "epoch": 12, "train_loss": 0.002734120935201645, "cos_r_negg": [0.1836969554424286, 0.19942966103553772, 0.18821994960308075, 0.1789337694644928, 0.1827508807182312], "cos_apical_negg": [0.1836969554424286, 0.19942966103553772, 0.18821994960308075, 0.1789337694644928, 0.1827508807182312], "cos_Ac_negg": [0.1836969554424286, 0.19942966103553772, 0.18821994960308075, 0.1789337694644928, 0.1827508807182312], "r_norm": [0.18819913268089294, 0.18876880407333374, 0.17994338274002075, 0.1818191558122635, 0.18221800029277802]}, {"step": 5750, "epoch": 12, "train_loss": 0.000417872128309682, "cos_r_negg": [0.17930053174495697, 0.19551187753677368, 0.18421629071235657, 0.17589783668518066, 0.17963527143001556], "cos_apical_negg": [0.17930053174495697, 0.19551187753677368, 0.18421629071235657, 0.17589783668518066, 0.17963527143001556], "cos_Ac_negg": [0.17930053174495697, 0.19551187753677368, 0.18421629071235657, 0.17589783668518066, 0.17963527143001556], "r_norm": [0.19320900738239288, 0.19305917620658875, 0.18487560749053955, 0.186856210231781, 0.18684189021587372], "ldr": {"dL_sdil": -0.007794827222824097, "dL_bp": -0.019875608384609222, "ratio": 0.392180559809181}}, {"step": 5800, "epoch": 12, "train_loss": 0.0010775614064186811, "cos_r_negg": [0.18442174792289734, 0.20035599172115326, 0.18904650211334229, 0.18037016689777374, 0.18347439169883728], "cos_apical_negg": [0.18442174792289734, 0.20035599172115326, 0.18904650211334229, 0.18037016689777374, 0.18347439169883728], "cos_Ac_negg": [0.18442174792289734, 0.20035599172115326, 0.18904650211334229, 0.18037016689777374, 0.18347439169883728], "r_norm": [0.19304624199867249, 0.19310282170772552, 0.18447837233543396, 0.18658706545829773, 0.18666645884513855]}, {"step": 5850, "epoch": 12, "train_loss": 0.002377884229645133, "cos_r_negg": [0.17334499955177307, 0.1879909336566925, 0.178428053855896, 0.17045217752456665, 0.17311851680278778], "cos_apical_negg": [0.17334499955177307, 0.1879909336566925, 0.178428053855896, 0.17045217752456665, 0.17311851680278778], "cos_Ac_negg": [0.17334499955177307, 0.1879909336566925, 0.178428053855896, 0.17045217752456665, 0.17311851680278778], "r_norm": [0.19066084921360016, 0.19078987836837769, 0.1813308745622635, 0.1838817000389099, 0.18370002508163452]}, {"step": 5900, "epoch": 12, "train_loss": 0.0027528090868145227, "cos_r_negg": [0.17242686450481415, 0.18619683384895325, 0.17668786644935608, 0.16907741129398346, 0.1717098206281662], "cos_apical_negg": [0.17242686450481415, 0.18619683384895325, 0.17668786644935608, 0.16907741129398346, 0.1717098206281662], "cos_Ac_negg": [0.17242686450481415, 0.18619683384895325, 0.17668786644935608, 0.16907741129398346, 0.1717098206281662], "r_norm": [0.19181160628795624, 0.1923513412475586, 0.1826661229133606, 0.18489359319210052, 0.18452265858650208]}, {"step": 5950, "epoch": 12, "train_loss": 0.0026012954767793417, "cos_r_negg": [0.1718360334634781, 0.1864338219165802, 0.17755085229873657, 0.16974011063575745, 0.1719740927219391], "cos_apical_negg": [0.1718360334634781, 0.1864338219165802, 0.17755085229873657, 0.16974011063575745, 0.1719740927219391], "cos_Ac_negg": [0.1718360334634781, 0.1864338219165802, 0.17755085229873657, 0.16974011063575745, 0.1719740927219391], "r_norm": [0.1942301094532013, 0.19435133039951324, 0.1857607513666153, 0.18723279237747192, 0.18740156292915344]}, {"step": 6000, "epoch": 12, "train_loss": 0.0016684047877788544, "cos_r_negg": [0.17106616497039795, 0.18576186895370483, 0.17730870842933655, 0.16959324479103088, 0.1714395433664322], "cos_apical_negg": [0.17106616497039795, 0.18576186895370483, 0.17730870842933655, 0.16959324479103088, 0.1714395433664322], "cos_Ac_negg": [0.17106616497039795, 0.18576186895370483, 0.17730870842933655, 0.16959324479103088, 0.1714395433664322], "r_norm": [0.2005218267440796, 0.20185337960720062, 0.19063234329223633, 0.19397304952144623, 0.1934329718351364], "ldr": {"dL_sdil": -0.008838757872581482, "dL_bp": -0.021448224782943726, "ratio": 0.4120974095539286}}, {"step": 6050, "epoch": 12, "train_loss": 0.0024482314474880695, "cos_r_negg": [0.1662413775920868, 0.1815674901008606, 0.17284303903579712, 0.16472889482975006, 0.16672542691230774], "cos_apical_negg": [0.1662413775920868, 0.1815674901008606, 0.17284303903579712, 0.16472889482975006, 0.16672542691230774], "cos_Ac_negg": [0.1662413775920868, 0.1815674901008606, 0.17284303903579712, 0.16472889482975006, 0.16672542691230774], "r_norm": [0.1911385953426361, 0.19236993789672852, 0.1828753799200058, 0.18442079424858093, 0.18439322710037231]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9727, "test_loss": 0.1456395033836365}, {"step": 6100, "epoch": 13, "train_loss": 0.0015131228137761354, "cos_r_negg": [0.16945166885852814, 0.18347440659999847, 0.1751798391342163, 0.16731515526771545, 0.1698383092880249], "cos_apical_negg": [0.16945166885852814, 0.18347440659999847, 0.1751798391342163, 0.16731515526771545, 0.1698383092880249], "cos_Ac_negg": [0.16945166885852814, 0.18347440659999847, 0.1751798391342163, 0.16731515526771545, 0.1698383092880249], "r_norm": [0.19585001468658447, 0.19701115787029266, 0.1880607306957245, 0.18969044089317322, 0.1901198923587799]}, {"step": 6150, "epoch": 13, "train_loss": 0.0008950409828685224, "cos_r_negg": [0.1585349440574646, 0.1730492115020752, 0.1642964780330658, 0.15756556391716003, 0.16000592708587646], "cos_apical_negg": [0.1585349440574646, 0.1730492115020752, 0.1642964780330658, 0.15756556391716003, 0.16000592708587646], "cos_Ac_negg": [0.1585349440574646, 0.1730492115020752, 0.1642964780330658, 0.15756556391716003, 0.16000592708587646], "r_norm": [0.18864299356937408, 0.1898348480463028, 0.1812281608581543, 0.18212488293647766, 0.18263974785804749]}, {"step": 6200, "epoch": 13, "train_loss": 0.0006793172797188163, "cos_r_negg": [0.1584794670343399, 0.17352387309074402, 0.16461697220802307, 0.15780076384544373, 0.15999838709831238], "cos_apical_negg": [0.1584794670343399, 0.17352387309074402, 0.16461697220802307, 0.15780076384544373, 0.15999838709831238], "cos_Ac_negg": [0.1584794670343399, 0.17352387309074402, 0.16461697220802307, 0.15780076384544373, 0.15999838709831238], "r_norm": [0.1874535083770752, 0.18798640370368958, 0.1791578233242035, 0.18071502447128296, 0.18079116940498352]}, {"step": 6250, "epoch": 13, "train_loss": 0.0007204870926216245, "cos_r_negg": [0.1593606173992157, 0.1741938591003418, 0.16526728868484497, 0.1581544727087021, 0.16051585972309113], "cos_apical_negg": [0.1593606173992157, 0.1741938591003418, 0.16526728868484497, 0.1581544727087021, 0.16051585972309113], "cos_Ac_negg": [0.1593606173992157, 0.1741938591003418, 0.16526728868484497, 0.1581544727087021, 0.16051585972309113], "r_norm": [0.18812385201454163, 0.18923448026180267, 0.18048161268234253, 0.18193379044532776, 0.18233653903007507], "ldr": {"dL_sdil": -0.008764520287513733, "dL_bp": -0.023471221327781677, "ratio": 0.37341560394812606}}, {"step": 6300, "epoch": 13, "train_loss": 0.0008858705405145884, "cos_r_negg": [0.16218677163124084, 0.17623159289360046, 0.1675582230091095, 0.1603085845708847, 0.16214364767074585], "cos_apical_negg": [0.16218677163124084, 0.17623159289360046, 0.1675582230091095, 0.1603085845708847, 0.16214364767074585], "cos_Ac_negg": [0.16218677163124084, 0.17623159289360046, 0.1675582230091095, 0.1603085845708847, 0.16214364767074585], "r_norm": [0.1967187523841858, 0.19776269793510437, 0.18846499919891357, 0.19024521112442017, 0.19047227501869202]}, {"step": 6350, "epoch": 13, "train_loss": 0.0007859925390221179, "cos_r_negg": [0.15368375182151794, 0.16771197319030762, 0.1589643657207489, 0.15191105008125305, 0.1543182134628296], "cos_apical_negg": [0.15368375182151794, 0.16771197319030762, 0.1589643657207489, 0.15191105008125305, 0.1543182134628296], "cos_Ac_negg": [0.15368375182151794, 0.16771197319030762, 0.1589643657207489, 0.15191105008125305, 0.1543182134628296], "r_norm": [0.18808266520500183, 0.18892541527748108, 0.18002837896347046, 0.18155412375926971, 0.1815296858549118]}, {"step": 6400, "epoch": 13, "train_loss": 0.002196196001023054, "cos_r_negg": [0.15714377164840698, 0.17019298672676086, 0.16099829971790314, 0.15404345095157623, 0.15617646276950836], "cos_apical_negg": [0.15714377164840698, 0.17019298672676086, 0.16099829971790314, 0.15404345095157623, 0.15617646276950836], "cos_Ac_negg": [0.15714377164840698, 0.17019298672676086, 0.16099829971790314, 0.15404345095157623, 0.15617646276950836], "r_norm": [0.18102404475212097, 0.1817818433046341, 0.1739942580461502, 0.1745319366455078, 0.17445392906665802]}, {"step": 6450, "epoch": 13, "train_loss": 0.0015788713935762644, "cos_r_negg": [0.1542927324771881, 0.16774028539657593, 0.1597347855567932, 0.15265525877475739, 0.1549338698387146], "cos_apical_negg": [0.1542927324771881, 0.16774028539657593, 0.1597347855567932, 0.15265525877475739, 0.1549338698387146], "cos_Ac_negg": [0.1542927324771881, 0.16774028539657593, 0.1597347855567932, 0.15265525877475739, 0.1549338698387146], "r_norm": [0.18670812249183655, 0.18771176040172577, 0.17828693985939026, 0.18081745505332947, 0.1806405782699585]}, {"step": 6500, "epoch": 13, "train_loss": 0.00023154407972469926, "cos_r_negg": [0.1484748125076294, 0.16185909509658813, 0.1535605788230896, 0.1466306895017624, 0.14883917570114136], "cos_apical_negg": [0.1484748125076294, 0.16185909509658813, 0.1535605788230896, 0.1466306895017624, 0.14883917570114136], "cos_Ac_negg": [0.1484748125076294, 0.16185909509658813, 0.1535605788230896, 0.1466306895017624, 0.14883917570114136], "r_norm": [0.18342992663383484, 0.1843452751636505, 0.175578311085701, 0.17748752236366272, 0.17786607146263123], "ldr": {"dL_sdil": -0.008504852652549744, "dL_bp": -0.021623581647872925, "ratio": 0.39331378080866414}}, {"step": 6550, "epoch": 13, "train_loss": 0.0011767875403165817, "cos_r_negg": [0.14863795042037964, 0.16100753843784332, 0.1530545949935913, 0.14667414128780365, 0.14889878034591675], "cos_apical_negg": [0.14863795042037964, 0.16100753843784332, 0.1530545949935913, 0.14667414128780365, 0.14889878034591675], "cos_Ac_negg": [0.14863795042037964, 0.16100753843784332, 0.1530545949935913, 0.14667414128780365, 0.14889878034591675], "r_norm": [0.18501508235931396, 0.18633297085762024, 0.17778417468070984, 0.17902018129825592, 0.17966336011886597]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9729, "test_loss": 0.14888031606674193}, {"step": 6600, "epoch": 14, "train_loss": 0.0013406749349087477, "cos_r_negg": [0.14582867920398712, 0.15775606036186218, 0.1497829258441925, 0.14443081617355347, 0.14634573459625244], "cos_apical_negg": [0.14582867920398712, 0.15775606036186218, 0.1497829258441925, 0.14443081617355347, 0.14634573459625244], "cos_Ac_negg": [0.14582867920398712, 0.15775606036186218, 0.1497829258441925, 0.14443081617355347, 0.14634573459625244], "r_norm": [0.18281206488609314, 0.18430417776107788, 0.17547422647476196, 0.17686723172664642, 0.1772671937942505]}, {"step": 6650, "epoch": 14, "train_loss": 0.0010008611716330051, "cos_r_negg": [0.14418894052505493, 0.15609264373779297, 0.14818903803825378, 0.14277619123458862, 0.1447375863790512], "cos_apical_negg": [0.14418894052505493, 0.15609264373779297, 0.14818903803825378, 0.14277619123458862, 0.1447375863790512], "cos_Ac_negg": [0.14418894052505493, 0.15609264373779297, 0.14818903803825378, 0.14277619123458862, 0.1447375863790512], "r_norm": [0.18751011788845062, 0.1889837682247162, 0.18017950654029846, 0.18152183294296265, 0.18217289447784424]}, {"step": 6700, "epoch": 14, "train_loss": 0.0016364455223083496, "cos_r_negg": [0.14268672466278076, 0.1543794423341751, 0.14657045900821686, 0.14143604040145874, 0.14367297291755676], "cos_apical_negg": [0.14268672466278076, 0.1543794423341751, 0.14657045900821686, 0.14143604040145874, 0.14367297291755676], "cos_Ac_negg": [0.14268672466278076, 0.1543794423341751, 0.14657045900821686, 0.14143604040145874, 0.14367297291755676], "r_norm": [0.1921044886112213, 0.19368727505207062, 0.18458548188209534, 0.18590228259563446, 0.18668752908706665]}, {"step": 6750, "epoch": 14, "train_loss": 0.0016974116442725062, "cos_r_negg": [0.1406579613685608, 0.15219637751579285, 0.14464682340621948, 0.13940507173538208, 0.14169231057167053], "cos_apical_negg": [0.1406579613685608, 0.15219637751579285, 0.14464682340621948, 0.13940507173538208, 0.14169231057167053], "cos_Ac_negg": [0.1406579613685608, 0.15219637751579285, 0.14464682340621948, 0.13940507173538208, 0.14169231057167053], "r_norm": [0.18786631524562836, 0.18943926692008972, 0.18089865148067474, 0.18165242671966553, 0.18246285617351532], "ldr": {"dL_sdil": -0.008992180228233337, "dL_bp": -0.02468046545982361, "ratio": 0.36434402920282705}}, {"step": 6800, "epoch": 14, "train_loss": 0.0022591990418732166, "cos_r_negg": [0.14277714490890503, 0.15485727787017822, 0.14747843146324158, 0.14182935655117035, 0.14398688077926636], "cos_apical_negg": [0.14277714490890503, 0.15485727787017822, 0.14747843146324158, 0.14182935655117035, 0.14398688077926636], "cos_Ac_negg": [0.14277714490890503, 0.15485727787017822, 0.14747843146324158, 0.14182935655117035, 0.14398688077926636], "r_norm": [0.19292300939559937, 0.19360077381134033, 0.1853100061416626, 0.18666967749595642, 0.1870262324810028]}, {"step": 6850, "epoch": 14, "train_loss": 0.0015056177508085966, "cos_r_negg": [0.14313837885856628, 0.15496933460235596, 0.14740648865699768, 0.14232663810253143, 0.1445467174053192], "cos_apical_negg": [0.14313837885856628, 0.15496933460235596, 0.14740648865699768, 0.14232663810253143, 0.1445467174053192], "cos_Ac_negg": [0.14313837885856628, 0.15496933460235596, 0.14740648865699768, 0.14232663810253143, 0.1445467174053192], "r_norm": [0.19290980696678162, 0.1941949874162674, 0.1852286458015442, 0.1867724508047104, 0.18731802701950073]}, {"step": 6900, "epoch": 14, "train_loss": 0.001589862979017198, "cos_r_negg": [0.1399175375699997, 0.1521008014678955, 0.1445421278476715, 0.13912421464920044, 0.14152705669403076], "cos_apical_negg": [0.1399175375699997, 0.1521008014678955, 0.1445421278476715, 0.13912421464920044, 0.14152705669403076], "cos_Ac_negg": [0.1399175375699997, 0.1521008014678955, 0.1445421278476715, 0.13912421464920044, 0.14152705669403076], "r_norm": [0.1832878589630127, 0.1844358742237091, 0.17599454522132874, 0.1772402822971344, 0.17770704627037048]}, {"step": 6950, "epoch": 14, "train_loss": 0.0006718015065416694, "cos_r_negg": [0.14314928650856018, 0.1542210578918457, 0.14675939083099365, 0.14203350245952606, 0.14401108026504517], "cos_apical_negg": [0.14314928650856018, 0.1542210578918457, 0.14675939083099365, 0.14203350245952606, 0.14401108026504517], "cos_Ac_negg": [0.14314928650856018, 0.1542210578918457, 0.14675939083099365, 0.14203350245952606, 0.14401108026504517], "r_norm": [0.17695796489715576, 0.1782781034708023, 0.17044305801391602, 0.17112310230731964, 0.17142534255981445]}, {"step": 7000, "epoch": 14, "train_loss": 0.0013607149012386799, "cos_r_negg": [0.13602560758590698, 0.1471640169620514, 0.14047344028949738, 0.13521435856819153, 0.13783642649650574], "cos_apical_negg": [0.13602560758590698, 0.1471640169620514, 0.14047344028949738, 0.13521435856819153, 0.13783642649650574], "cos_Ac_negg": [0.13602560758590698, 0.1471640169620514, 0.14047344028949738, 0.13521435856819153, 0.13783642649650574], "r_norm": [0.19009312987327576, 0.1911744326353073, 0.18276044726371765, 0.18379056453704834, 0.1842883825302124], "ldr": {"dL_sdil": -0.008943572640419006, "dL_bp": -0.021949484944343567, "ratio": 0.40746161757767285}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9722, "test_loss": 0.1535664433479309}, {"step": 7050, "epoch": 15, "train_loss": 0.0006369627080857754, "cos_r_negg": [0.13896790146827698, 0.15003138780593872, 0.14306889474391937, 0.13836540281772614, 0.1408005952835083], "cos_apical_negg": [0.13896790146827698, 0.15003138780593872, 0.14306889474391937, 0.13836540281772614, 0.1408005952835083], "cos_Ac_negg": [0.13896790146827698, 0.15003138780593872, 0.14306889474391937, 0.13836540281772614, 0.1408005952835083], "r_norm": [0.18955126404762268, 0.19078457355499268, 0.1820862591266632, 0.18334423005580902, 0.1835545301437378]}, {"step": 7100, "epoch": 15, "train_loss": 0.0024795718491077423, "cos_r_negg": [0.13903529942035675, 0.15045440196990967, 0.14353345334529877, 0.13824918866157532, 0.14044593274593353], "cos_apical_negg": [0.13903529942035675, 0.15045440196990967, 0.14353345334529877, 0.13824918866157532, 0.14044593274593353], "cos_Ac_negg": [0.13903529942035675, 0.15045440196990967, 0.14353345334529877, 0.13824918866157532, 0.14044593274593353], "r_norm": [0.1905287355184555, 0.19167503714561462, 0.18342798948287964, 0.1844300776720047, 0.18467937409877777]}, {"step": 7150, "epoch": 15, "train_loss": 0.0009261330123990774, "cos_r_negg": [0.13725587725639343, 0.14853759109973907, 0.14171946048736572, 0.13694363832473755, 0.138997882604599], "cos_apical_negg": [0.13725587725639343, 0.14853759109973907, 0.14171946048736572, 0.13694363832473755, 0.138997882604599], "cos_Ac_negg": [0.13725587725639343, 0.14853759109973907, 0.14171946048736572, 0.13694363832473755, 0.138997882604599], "r_norm": [0.1909785121679306, 0.1924816071987152, 0.18356682360172272, 0.18482047319412231, 0.18511439859867096]}, {"step": 7200, "epoch": 15, "train_loss": 0.0012094208505004644, "cos_r_negg": [0.13156768679618835, 0.14196470379829407, 0.13529720902442932, 0.1306048035621643, 0.13278384506702423], "cos_apical_negg": [0.13156768679618835, 0.14196470379829407, 0.13529720902442932, 0.1306048035621643, 0.13278384506702423], "cos_Ac_negg": [0.13156768679618835, 0.14196470379829407, 0.13529720902442932, 0.1306048035621643, 0.13278384506702423], "r_norm": [0.1869049370288849, 0.18844178318977356, 0.1798781156539917, 0.18091000616550446, 0.18138965964317322]}, {"step": 7250, "epoch": 15, "train_loss": 0.0004928942653350532, "cos_r_negg": [0.13406187295913696, 0.14393380284309387, 0.1377224177122116, 0.13383252918720245, 0.1362757384777069], "cos_apical_negg": [0.13406187295913696, 0.14393380284309387, 0.1377224177122116, 0.13383252918720245, 0.1362757384777069], "cos_Ac_negg": [0.13406187295913696, 0.14393380284309387, 0.1377224177122116, 0.13383252918720245, 0.1362757384777069], "r_norm": [0.193386048078537, 0.19496627151966095, 0.1857859194278717, 0.18725644052028656, 0.18785278499126434], "ldr": {"dL_sdil": -0.009283363819122314, "dL_bp": -0.025982975959777832, "ratio": 0.35728639527254874}}, {"step": 7300, "epoch": 15, "train_loss": 0.0003648902056738734, "cos_r_negg": [0.1310454159975052, 0.14109602570533752, 0.1348658949136734, 0.13071277737617493, 0.1327715665102005], "cos_apical_negg": [0.1310454159975052, 0.14109602570533752, 0.1348658949136734, 0.13071277737617493, 0.1327715665102005], "cos_Ac_negg": [0.1310454159975052, 0.14109602570533752, 0.1348658949136734, 0.13071277737617493, 0.1327715665102005], "r_norm": [0.18585027754306793, 0.1875312626361847, 0.17834989726543427, 0.18000063300132751, 0.18033474683761597]}, {"step": 7350, "epoch": 15, "train_loss": 0.00036981311859562993, "cos_r_negg": [0.12995345890522003, 0.13993659615516663, 0.1336124837398529, 0.12919023633003235, 0.1313566416501999], "cos_apical_negg": [0.12995345890522003, 0.13993659615516663, 0.1336124837398529, 0.12919023633003235, 0.1313566416501999], "cos_Ac_negg": [0.12995345890522003, 0.13993659615516663, 0.1336124837398529, 0.12919023633003235, 0.1313566416501999], "r_norm": [0.17930613458156586, 0.18073835968971252, 0.17208823561668396, 0.1733277142047882, 0.17344562709331512]}, {"step": 7400, "epoch": 15, "train_loss": 0.0007286499021574855, "cos_r_negg": [0.12905478477478027, 0.13840603828430176, 0.1321820616722107, 0.12856367230415344, 0.13059091567993164], "cos_apical_negg": [0.12905478477478027, 0.13840603828430176, 0.1321820616722107, 0.12856367230415344, 0.13059091567993164], "cos_Ac_negg": [0.12905478477478027, 0.13840603828430176, 0.1321820616722107, 0.12856367230415344, 0.13059091567993164], "r_norm": [0.1774875521659851, 0.17897430062294006, 0.17093993723392487, 0.17147380113601685, 0.17178693413734436]}, {"step": 7450, "epoch": 15, "train_loss": 0.0005911588668823242, "cos_r_negg": [0.12644782662391663, 0.13559307157993317, 0.1294078826904297, 0.12606371939182281, 0.12821519374847412], "cos_apical_negg": [0.12644782662391663, 0.13559307157993317, 0.1294078826904297, 0.12606371939182281, 0.12821519374847412], "cos_Ac_negg": [0.12644782662391663, 0.13559307157993317, 0.1294078826904297, 0.12606371939182281, 0.12821519374847412], "r_norm": [0.18699762225151062, 0.18846406042575836, 0.17994946241378784, 0.18070076406002045, 0.18129001557826996]}, {"step": 7500, "epoch": 15, "train_loss": 0.00043966510565951467, "cos_r_negg": [0.12543730437755585, 0.13469547033309937, 0.12829680740833282, 0.12481167912483215, 0.12694519758224487], "cos_apical_negg": [0.12543730437755585, 0.13469547033309937, 0.12829680740833282, 0.12481167912483215, 0.12694519758224487], "cos_Ac_negg": [0.12543730437755585, 0.13469547033309937, 0.12829680740833282, 0.12481167912483215, 0.12694519758224487], "r_norm": [0.18807023763656616, 0.18957997858524323, 0.1811269372701645, 0.18169695138931274, 0.1824813187122345], "ldr": {"dL_sdil": -0.00950711965560913, "dL_bp": -0.02684234082698822, "ratio": 0.35418370241578717}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9728, "test_loss": 0.15602900915145873}, {"step": 7550, "epoch": 16, "train_loss": 0.0007516313344240189, "cos_r_negg": [0.1254652738571167, 0.1352318525314331, 0.12903176248073578, 0.1252153217792511, 0.12779197096824646], "cos_apical_negg": [0.1254652738571167, 0.1352318525314331, 0.12903176248073578, 0.1252153217792511, 0.12779197096824646], "cos_Ac_negg": [0.1254652738571167, 0.1352318525314331, 0.12903176248073578, 0.1252153217792511, 0.12779197096824646], "r_norm": [0.1890699714422226, 0.1905129849910736, 0.18210582435131073, 0.18316175043582916, 0.1836768388748169]}, {"step": 7600, "epoch": 16, "train_loss": 0.0022295541130006313, "cos_r_negg": [0.12896166741847992, 0.13832230865955353, 0.1324196755886078, 0.12936125695705414, 0.1313222497701645], "cos_apical_negg": [0.12896166741847992, 0.13832230865955353, 0.1324196755886078, 0.12936125695705414, 0.1313222497701645], "cos_Ac_negg": [0.12896166741847992, 0.13832230865955353, 0.1324196755886078, 0.12936125695705414, 0.1313222497701645], "r_norm": [0.19730286300182343, 0.19899503886699677, 0.1889171153306961, 0.1912320852279663, 0.19164931774139404]}, {"step": 7650, "epoch": 16, "train_loss": 0.0004242898430675268, "cos_r_negg": [0.1266431212425232, 0.13590356707572937, 0.13016265630722046, 0.12699589133262634, 0.12911467254161835], "cos_apical_negg": [0.1266431212425232, 0.13590356707572937, 0.13016265630722046, 0.12699589133262634, 0.12911467254161835], "cos_Ac_negg": [0.1266431212425232, 0.13590356707572937, 0.13016265630722046, 0.12699589133262634, 0.12911467254161835], "r_norm": [0.19181379675865173, 0.19367103278636932, 0.18405161798000336, 0.18592216074466705, 0.18648289144039154]}, {"step": 7700, "epoch": 16, "train_loss": 0.00038047137786634266, "cos_r_negg": [0.12401733547449112, 0.13305383920669556, 0.1271497756242752, 0.12376945465803146, 0.12559723854064941], "cos_apical_negg": [0.12401733547449112, 0.13305383920669556, 0.1271497756242752, 0.12376945465803146, 0.12559723854064941], "cos_Ac_negg": [0.12401733547449112, 0.13305383920669556, 0.1271497756242752, 0.12376945465803146, 0.12559723854064941], "r_norm": [0.18674761056900024, 0.188439279794693, 0.17951923608779907, 0.18090327084064484, 0.18144232034683228]}, {"step": 7750, "epoch": 16, "train_loss": 0.0008107991889119148, "cos_r_negg": [0.12380377948284149, 0.13267844915390015, 0.1267678588628769, 0.12357629835605621, 0.12543627619743347], "cos_apical_negg": [0.12380377948284149, 0.13267844915390015, 0.1267678588628769, 0.12357629835605621, 0.12543627619743347], "cos_Ac_negg": [0.12380377948284149, 0.13267844915390015, 0.1267678588628769, 0.12357629835605621, 0.12543627619743347], "r_norm": [0.18598893284797668, 0.18761686980724335, 0.1790124922990799, 0.180111825466156, 0.18067476153373718], "ldr": {"dL_sdil": -0.009176194667816162, "dL_bp": -0.026468411087989807, "ratio": 0.34668475706046115}}, {"step": 7800, "epoch": 16, "train_loss": 0.001080719055607915, "cos_r_negg": [0.12214978784322739, 0.13090920448303223, 0.12507590651512146, 0.12190620601177216, 0.12353112548589706], "cos_apical_negg": [0.12214978784322739, 0.13090920448303223, 0.12507590651512146, 0.12190620601177216, 0.12353112548589706], "cos_Ac_negg": [0.12214978784322739, 0.13090920448303223, 0.12507590651512146, 0.12190620601177216, 0.12353112548589706], "r_norm": [0.17808154225349426, 0.17986726760864258, 0.1713854819536209, 0.1723329722881317, 0.17264056205749512]}, {"step": 7850, "epoch": 16, "train_loss": 0.0008207556675188243, "cos_r_negg": [0.12140204757452011, 0.13005861639976501, 0.12433615326881409, 0.12125849723815918, 0.12327694147825241], "cos_apical_negg": [0.12140204757452011, 0.13005861639976501, 0.12433615326881409, 0.12125849723815918, 0.12327694147825241], "cos_Ac_negg": [0.12140204757452011, 0.13005861639976501, 0.12433615326881409, 0.12125849723815918, 0.12327694147825241], "r_norm": [0.18454508483409882, 0.18644651770591736, 0.17757532000541687, 0.17865580320358276, 0.1793249249458313]}, {"step": 7900, "epoch": 16, "train_loss": 0.0007929688435979187, "cos_r_negg": [0.12082060426473618, 0.1296287328004837, 0.12380606681108475, 0.12045899778604507, 0.12223490327596664], "cos_apical_negg": [0.12082060426473618, 0.1296287328004837, 0.12380606681108475, 0.12045899778604507, 0.12223490327596664], "cos_Ac_negg": [0.12082060426473618, 0.1296287328004837, 0.12380606681108475, 0.12045899778604507, 0.12223490327596664], "r_norm": [0.18117526173591614, 0.18281379342079163, 0.1742711365222931, 0.17519453167915344, 0.17581187188625336]}, {"step": 7950, "epoch": 16, "train_loss": 0.0004882337525486946, "cos_r_negg": [0.12081218510866165, 0.12923860549926758, 0.1235445886850357, 0.12057159841060638, 0.12226751446723938], "cos_apical_negg": [0.12081218510866165, 0.12923860549926758, 0.1235445886850357, 0.12057159841060638, 0.12226751446723938], "cos_Ac_negg": [0.12081218510866165, 0.12923860549926758, 0.1235445886850357, 0.12057159841060638, 0.12226751446723938], "r_norm": [0.18208147585391998, 0.18364346027374268, 0.17507389187812805, 0.17608845233917236, 0.1765437126159668]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9731, "test_loss": 0.15799115781784057}, {"step": 8000, "epoch": 17, "train_loss": 0.0014259850140661001, "cos_r_negg": [0.12001562118530273, 0.12863153219223022, 0.12275100499391556, 0.11975505948066711, 0.12142151594161987], "cos_apical_negg": [0.12001562118530273, 0.12863153219223022, 0.12275100499391556, 0.11975505948066711, 0.12142151594161987], "cos_Ac_negg": [0.12001562118530273, 0.12863153219223022, 0.12275100499391556, 0.11975505948066711, 0.12142151594161987], "r_norm": [0.1778099536895752, 0.17916911840438843, 0.17100326716899872, 0.17197254300117493, 0.1722782850265503], "ldr": {"dL_sdil": -0.009326234459877014, "dL_bp": -0.02770914137363434, "ratio": 0.33657608996686794}}, {"step": 8050, "epoch": 17, "train_loss": 0.00039199183811433613, "cos_r_negg": [0.11926703155040741, 0.12743201851844788, 0.12183213233947754, 0.11901070177555084, 0.1208382323384285], "cos_apical_negg": [0.11926703155040741, 0.12743201851844788, 0.12183213233947754, 0.11901070177555084, 0.1208382323384285], "cos_Ac_negg": [0.11926703155040741, 0.12743201851844788, 0.12183213233947754, 0.11901070177555084, 0.1208382323384285], "r_norm": [0.1872951090335846, 0.18889838457107544, 0.18023031949996948, 0.18140321969985962, 0.1820247769355774]}, {"step": 8100, "epoch": 17, "train_loss": 0.0009566674707457423, "cos_r_negg": [0.11829287558794022, 0.1263725757598877, 0.12086594849824905, 0.11805354058742523, 0.1197153627872467], "cos_apical_negg": [0.11829287558794022, 0.1263725757598877, 0.12086594849824905, 0.11805354058742523, 0.1197153627872467], "cos_Ac_negg": [0.11829287558794022, 0.1263725757598877, 0.12086594849824905, 0.11805354058742523, 0.1197153627872467], "r_norm": [0.18045392632484436, 0.18202674388885498, 0.17375221848487854, 0.17456325888633728, 0.1749119907617569]}, {"step": 8150, "epoch": 17, "train_loss": 0.0004957017954438925, "cos_r_negg": [0.11818962544202805, 0.12649287283420563, 0.12101908773183823, 0.11794503033161163, 0.11983656883239746], "cos_apical_negg": [0.11818962544202805, 0.12649287283420563, 0.12101908773183823, 0.11794503033161163, 0.11983656883239746], "cos_Ac_negg": [0.11818962544202805, 0.12649287283420563, 0.12101908773183823, 0.11794503033161163, 0.11983656883239746], "r_norm": [0.19066005945205688, 0.1922207474708557, 0.18359045684337616, 0.18479034304618835, 0.18507270514965057]}, {"step": 8200, "epoch": 17, "train_loss": 0.0004855207516811788, "cos_r_negg": [0.11916905641555786, 0.12708167731761932, 0.12195834517478943, 0.11933416873216629, 0.1212979182600975], "cos_apical_negg": [0.11916905641555786, 0.12708167731761932, 0.12195834517478943, 0.11933416873216629, 0.1212979182600975], "cos_Ac_negg": [0.11916905641555786, 0.12708167731761932, 0.12195834517478943, 0.11933416873216629, 0.1212979182600975], "r_norm": [0.1916579306125641, 0.19342570006847382, 0.18450546264648438, 0.1858220100402832, 0.18626558780670166]}, {"step": 8250, "epoch": 17, "train_loss": 0.0004575361672323197, "cos_r_negg": [0.11770102381706238, 0.12576019763946533, 0.12021372467279434, 0.11735005676746368, 0.11894548684358597], "cos_apical_negg": [0.11770102381706238, 0.12576019763946533, 0.12021372467279434, 0.11735005676746368, 0.11894548684358597], "cos_Ac_negg": [0.11770102381706238, 0.12576019763946533, 0.12021372467279434, 0.11735005676746368, 0.11894548684358597], "r_norm": [0.1858922243118286, 0.1874891221523285, 0.17906852066516876, 0.1801840215921402, 0.18057742714881897], "ldr": {"dL_sdil": -0.009399667382240295, "dL_bp": -0.028139010071754456, "ratio": 0.33404399651128985}}, {"step": 8300, "epoch": 17, "train_loss": 6.650992872891948e-05, "cos_r_negg": [0.11667151749134064, 0.12468777596950531, 0.11911924928426743, 0.11618469655513763, 0.11796111613512039], "cos_apical_negg": [0.11667151749134064, 0.12468777596950531, 0.11911924928426743, 0.11618469655513763, 0.11796111613512039], "cos_Ac_negg": [0.11667151749134064, 0.12468777596950531, 0.11911924928426743, 0.11618469655513763, 0.11796111613512039], "r_norm": [0.18430355191230774, 0.18610113859176636, 0.17771440744400024, 0.17855098843574524, 0.17907792329788208]}, {"step": 8350, "epoch": 17, "train_loss": 0.0003919234441127628, "cos_r_negg": [0.11656065285205841, 0.12452203780412674, 0.11919734627008438, 0.1165086105465889, 0.11837565898895264], "cos_apical_negg": [0.11656065285205841, 0.12452203780412674, 0.11919734627008438, 0.1165086105465889, 0.11837565898895264], "cos_Ac_negg": [0.11656065285205841, 0.12452203780412674, 0.11919734627008438, 0.1165086105465889, 0.11837565898895264], "r_norm": [0.19171273708343506, 0.19340169429779053, 0.18439626693725586, 0.18583902716636658, 0.1864951252937317]}, {"step": 8400, "epoch": 17, "train_loss": 0.0004313706886023283, "cos_r_negg": [0.11526372283697128, 0.12326516211032867, 0.11794834583997726, 0.11527686566114426, 0.11734924465417862], "cos_apical_negg": [0.11526372283697128, 0.12326516211032867, 0.11794834583997726, 0.11527686566114426, 0.11734924465417862], "cos_Ac_negg": [0.11526372283697128, 0.12326516211032867, 0.11794834583997726, 0.11527686566114426, 0.11734924465417862], "r_norm": [0.1867160052061081, 0.18813984096050262, 0.17949093878269196, 0.18076524138450623, 0.18120497465133667]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9725, "test_loss": 0.16038374633789063}, {"step": 8450, "epoch": 18, "train_loss": 0.0008626157068647444, "cos_r_negg": [0.11540484428405762, 0.12373072654008865, 0.11831282079219818, 0.11551535129547119, 0.11729632318019867], "cos_apical_negg": [0.11540484428405762, 0.12373072654008865, 0.11831282079219818, 0.11551535129547119, 0.11729632318019867], "cos_Ac_negg": [0.11540484428405762, 0.12373072654008865, 0.11831282079219818, 0.11551535129547119, 0.11729632318019867], "r_norm": [0.18196260929107666, 0.18341422080993652, 0.17494609951972961, 0.1761452555656433, 0.1764775514602661]}, {"step": 8500, "epoch": 18, "train_loss": 0.0010266363387927413, "cos_r_negg": [0.11496071517467499, 0.12307276576757431, 0.11791117489337921, 0.11525410413742065, 0.11709331721067429], "cos_apical_negg": [0.11496071517467499, 0.12307276576757431, 0.11791117489337921, 0.11525410413742065, 0.11709331721067429], "cos_Ac_negg": [0.11496071517467499, 0.12307276576757431, 0.11791117489337921, 0.11525410413742065, 0.11709331721067429], "r_norm": [0.18378283083438873, 0.18534161150455475, 0.17663425207138062, 0.17803147435188293, 0.17847248911857605], "ldr": {"dL_sdil": -0.009662449359893799, "dL_bp": -0.029803499579429626, "ratio": 0.32420519389484115}}, {"step": 8550, "epoch": 18, "train_loss": 0.0006256830529309809, "cos_r_negg": [0.11429581791162491, 0.12234068661928177, 0.11717704683542252, 0.11469721794128418, 0.1166241466999054], "cos_apical_negg": [0.11429581791162491, 0.12234068661928177, 0.11717704683542252, 0.11469721794128418, 0.1166241466999054], "cos_Ac_negg": [0.11429581791162491, 0.12234068661928177, 0.11717704683542252, 0.11469721794128418, 0.1166241466999054], "r_norm": [0.18618854880332947, 0.18775182962417603, 0.17905090749263763, 0.18023033440113068, 0.18080268800258636]}, {"step": 8600, "epoch": 18, "train_loss": 0.0010091598378494382, "cos_r_negg": [0.11340641975402832, 0.12138360738754272, 0.11624442040920258, 0.11383599787950516, 0.1157601848244667], "cos_apical_negg": [0.11340641975402832, 0.12138360738754272, 0.11624442040920258, 0.11383599787950516, 0.1157601848244667], "cos_Ac_negg": [0.11340641975402832, 0.12138360738754272, 0.11624442040920258, 0.11383599787950516, 0.1157601848244667], "r_norm": [0.18564051389694214, 0.1871248185634613, 0.1785190850496292, 0.17970731854438782, 0.18021395802497864]}, {"step": 8650, "epoch": 18, "train_loss": 0.0004734387912321836, "cos_r_negg": [0.1130829006433487, 0.12077325582504272, 0.11572204530239105, 0.11342126131057739, 0.11510372161865234], "cos_apical_negg": [0.1130829006433487, 0.12077325582504272, 0.11572204530239105, 0.11342126131057739, 0.11510372161865234], "cos_Ac_negg": [0.1130829006433487, 0.12077325582504272, 0.11572204530239105, 0.11342126131057739, 0.11510372161865234], "r_norm": [0.1835351288318634, 0.1850658804178238, 0.17661549150943756, 0.17757773399353027, 0.1780310422182083]}, {"step": 8700, "epoch": 18, "train_loss": 0.0006242829840630293, "cos_r_negg": [0.11118673533201218, 0.11878106743097305, 0.11377155035734177, 0.11147869378328323, 0.1132182627916336], "cos_apical_negg": [0.11118673533201218, 0.11878106743097305, 0.11377155035734177, 0.11147869378328323, 0.1132182627916336], "cos_Ac_negg": [0.11118673533201218, 0.11878106743097305, 0.11377155035734177, 0.11147869378328323, 0.1132182627916336], "r_norm": [0.18531951308250427, 0.18693310022354126, 0.17836618423461914, 0.1794213205575943, 0.17987829446792603]}, {"step": 8750, "epoch": 18, "train_loss": 0.0003940173191949725, "cos_r_negg": [0.11263436079025269, 0.12106874585151672, 0.11576952040195465, 0.11299395561218262, 0.11543124169111252], "cos_apical_negg": [0.11263436079025269, 0.12106874585151672, 0.11576952040195465, 0.11299395561218262, 0.11543124169111252], "cos_Ac_negg": [0.11263436079025269, 0.12106874585151672, 0.11576952040195465, 0.11299395561218262, 0.11543124169111252], "r_norm": [0.19753429293632507, 0.19886085391044617, 0.19007611274719238, 0.1916263997554779, 0.19192221760749817], "ldr": {"dL_sdil": -0.010609537363052368, "dL_bp": -0.03242504596710205, "ratio": 0.3272019220517572}}, {"step": 8800, "epoch": 18, "train_loss": 0.0005070632323622704, "cos_r_negg": [0.11062981188297272, 0.11812643706798553, 0.1132810190320015, 0.11106036603450775, 0.11291182041168213], "cos_apical_negg": [0.11062981188297272, 0.11812643706798553, 0.1132810190320015, 0.11106036603450775, 0.11291182041168213], "cos_Ac_negg": [0.11062981188297272, 0.11812643706798553, 0.1132810190320015, 0.11106036603450775, 0.11291182041168213], "r_norm": [0.19702963531017303, 0.19884997606277466, 0.1895272135734558, 0.19115424156188965, 0.19166970252990723]}, {"step": 8850, "epoch": 18, "train_loss": 0.0007576278294436634, "cos_r_negg": [0.10972512513399124, 0.11721225082874298, 0.11211464554071426, 0.10976927727460861, 0.11127061396837234], "cos_apical_negg": [0.10972512513399124, 0.11721225082874298, 0.11211464554071426, 0.10976927727460861, 0.11127061396837234], "cos_Ac_negg": [0.10972512513399124, 0.11721225082874298, 0.11211464554071426, 0.10976927727460861, 0.11127061396837234], "r_norm": [0.18861982226371765, 0.1905418485403061, 0.18160226941108704, 0.18292590975761414, 0.18337629735469818]}, {"step": 8900, "epoch": 18, "train_loss": 0.00020958585082553327, "cos_r_negg": [0.11106320470571518, 0.11895222961902618, 0.11370755732059479, 0.11128932237625122, 0.11283549666404724], "cos_apical_negg": [0.11106320470571518, 0.11895222961902618, 0.11370755732059479, 0.11128932237625122, 0.11283549666404724], "cos_Ac_negg": [0.11106320470571518, 0.11895222961902618, 0.11370755732059479, 0.11128932237625122, 0.11283549666404724], "r_norm": [0.1820964217185974, 0.18366625905036926, 0.17523890733718872, 0.1764223575592041, 0.17680037021636963]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9724, "test_loss": 0.16406334142684936}, {"step": 8950, "epoch": 19, "train_loss": 0.0003526638029143214, "cos_r_negg": [0.11081128567457199, 0.11868780851364136, 0.1135251522064209, 0.11115370690822601, 0.11296652257442474], "cos_apical_negg": [0.11081128567457199, 0.11868780851364136, 0.1135251522064209, 0.11115370690822601, 0.11296652257442474], "cos_Ac_negg": [0.11081128567457199, 0.11868780851364136, 0.1135251522064209, 0.11115370690822601, 0.11296652257442474], "r_norm": [0.18263345956802368, 0.18428601324558258, 0.17589999735355377, 0.17696188390254974, 0.1773594468832016]}, {"step": 9000, "epoch": 19, "train_loss": 0.000559398380573839, "cos_r_negg": [0.11113566160202026, 0.11881958693265915, 0.11381933093070984, 0.11169478297233582, 0.11349470913410187], "cos_apical_negg": [0.11113566160202026, 0.11881958693265915, 0.11381933093070984, 0.11169478297233582, 0.11349470913410187], "cos_Ac_negg": [0.11113566160202026, 0.11881958693265915, 0.11381933093070984, 0.11169478297233582, 0.11349470913410187], "r_norm": [0.1849050521850586, 0.1865846961736679, 0.17780891060829163, 0.17918452620506287, 0.1795158088207245], "ldr": {"dL_sdil": -0.0098344087600708, "dL_bp": -0.031013548374176025, "ratio": 0.3171004053267118}}, {"step": 9050, "epoch": 19, "train_loss": 0.001021208125166595, "cos_r_negg": [0.10963721573352814, 0.11760376393795013, 0.11244121193885803, 0.11003118008375168, 0.11180517077445984], "cos_apical_negg": [0.10963721573352814, 0.11760376393795013, 0.11244121193885803, 0.11003118008375168, 0.11180517077445984], "cos_Ac_negg": [0.10963721573352814, 0.11760376393795013, 0.11244121193885803, 0.11003118008375168, 0.11180517077445984], "r_norm": [0.18687814474105835, 0.18808862566947937, 0.17961485683918, 0.1810094267129898, 0.1810269057750702]}, {"step": 9100, "epoch": 19, "train_loss": 0.000769068137742579, "cos_r_negg": [0.10930097103118896, 0.11697347462177277, 0.1119198426604271, 0.10969209671020508, 0.11127027124166489], "cos_apical_negg": [0.10930097103118896, 0.11697347462177277, 0.1119198426604271, 0.10969209671020508, 0.11127027124166489], "cos_Ac_negg": [0.10930097103118896, 0.11697347462177277, 0.1119198426604271, 0.10969209671020508, 0.11127027124166489], "r_norm": [0.18217627704143524, 0.18352529406547546, 0.17521417140960693, 0.17641401290893555, 0.17659197747707367]}, {"step": 9150, "epoch": 19, "train_loss": 0.0023839992936700583, "cos_r_negg": [0.10873007774353027, 0.11598789691925049, 0.11123903095722198, 0.1093655675649643, 0.11081913858652115], "cos_apical_negg": [0.10873007774353027, 0.11598789691925049, 0.11123903095722198, 0.1093655675649643, 0.11081913858652115], "cos_Ac_negg": [0.10873007774353027, 0.11598789691925049, 0.11123903095722198, 0.1093655675649643, 0.11081913858652115], "r_norm": [0.18420231342315674, 0.18568682670593262, 0.177228182554245, 0.17847281694412231, 0.1787024736404419]}, {"step": 9200, "epoch": 19, "train_loss": 0.000650009314995259, "cos_r_negg": [0.10773219913244247, 0.11512447893619537, 0.1102868914604187, 0.1082400530576706, 0.10970204323530197], "cos_apical_negg": [0.10773219913244247, 0.11512447893619537, 0.1102868914604187, 0.1082400530576706, 0.10970204323530197], "cos_Ac_negg": [0.10773219913244247, 0.11512447893619537, 0.1102868914604187, 0.1082400530576706, 0.10970204323530197], "r_norm": [0.18276333808898926, 0.1841874122619629, 0.17593170702457428, 0.17693522572517395, 0.17718619108200073]}, {"step": 9250, "epoch": 19, "train_loss": 0.0005859834491275251, "cos_r_negg": [0.1075064167380333, 0.11506630480289459, 0.1102561503648758, 0.10806843638420105, 0.10969744622707367], "cos_apical_negg": [0.1075064167380333, 0.11506630480289459, 0.1102561503648758, 0.10806843638420105, 0.10969744622707367], "cos_Ac_negg": [0.1075064167380333, 0.11506630480289459, 0.1102561503648758, 0.10806843638420105, 0.10969744622707367], "r_norm": [0.18380749225616455, 0.1853129267692566, 0.17693372070789337, 0.17805814743041992, 0.17842523753643036], "ldr": {"dL_sdil": -0.009900495409965515, "dL_bp": -0.031196609139442444, "ratio": 0.3173580617596076}}, {"step": 9300, "epoch": 19, "train_loss": 0.0005029482999816537, "cos_r_negg": [0.10709864646196365, 0.11468154191970825, 0.11005178093910217, 0.10796809941530228, 0.10980203747749329], "cos_apical_negg": [0.10709864646196365, 0.11468154191970825, 0.11005178093910217, 0.10796809941530228, 0.10980203747749329], "cos_Ac_negg": [0.10709864646196365, 0.11468154191970825, 0.11005178093910217, 0.10796809941530228, 0.10980203747749329], "r_norm": [0.18716540932655334, 0.18874894082546234, 0.18017733097076416, 0.1813812106847763, 0.18188202381134033]}, {"step": 9350, "epoch": 19, "train_loss": 0.00045796477934345603, "cos_r_negg": [0.10602039098739624, 0.11336679756641388, 0.1087062656879425, 0.10660447925329208, 0.10845718532800674], "cos_apical_negg": [0.10602039098739624, 0.11336679756641388, 0.1087062656879425, 0.10660447925329208, 0.10845718532800674], "cos_Ac_negg": [0.10602039098739624, 0.11336679756641388, 0.1087062656879425, 0.10660447925329208, 0.10845718532800674], "r_norm": [0.1880524456501007, 0.18964260816574097, 0.18115577101707458, 0.1822204887866974, 0.18275418877601624]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9727, "test_loss": 0.16610893840789795}], "final": {"test_acc": 0.9727, "test_loss": 0.16610893840789795, "wall_s": 77.84280037879944, "cos_r_negg": [0.10599295794963837, 0.11325062811374664, 0.1086241751909256, 0.10656777024269104, 0.10821668803691864], "cos_apical_negg": [0.10599295794963837, 0.11325062811374664, 0.1086241751909256, 0.10656777024269104, 0.10821668803691864], "cos_Ac_negg": [0.10599295794963837, 0.11325062811374664, 0.1086241751909256, 0.10656777024269104, 0.10821668803691864]}}
\ No newline at end of file
diff --git a/results/depth_mnist_sdil_d7_s0.json b/results/depth_mnist_sdil_d7_s0.json
new file mode 100644
index 0000000..6baf192
--- /dev/null
+++ b/results/depth_mnist_sdil_d7_s0.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 0, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d7_s0", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.3634605407714844, "cos_r_negg": [-0.023503202944993973, -9.876582771539688e-05, 0.02032993733882904, 0.00016031833365559578, -0.034636206924915314, -0.0336582288146019, -0.012141208164393902], "cos_apical_negg": [-0.023503202944993973, -9.876582771539688e-05, 0.02032993733882904, 0.00016031833365559578, -0.034636206924915314, -0.0336582288146019, -0.012141208164393902], "cos_Ac_negg": [-0.023503202944993973, -9.876582771539688e-05, 0.02032993733882904, 0.00016031833365559578, -0.034636206924915314, -0.0336582288146019, -0.012141208164393902], "r_norm": [4.828746795654297, 4.905752182006836, 4.730834007263184, 4.787110328674316, 4.816164016723633, 4.635941028594971, 4.848217487335205], "ldr": {"dL_sdil": 0.006014108657836914, "dL_bp": -0.07804679870605469, "ratio": -0.07705772379579169}}, {"step": 50, "epoch": 0, "train_loss": 0.8912400007247925, "cos_r_negg": [0.20729143917560577, 0.17139115929603577, 0.15535670518875122, 0.1297963708639145, 0.15729698538780212, 0.18363773822784424, 0.16328293085098267], "cos_apical_negg": [0.20729143917560577, 0.17139115929603577, 0.15535670518875122, 0.1297963708639145, 0.15729698538780212, 0.18363773822784424, 0.16328293085098267], "cos_Ac_negg": [0.20729143917560577, 0.17139115929603577, 0.15535670518875122, 0.1297963708639145, 0.15729698538780212, 0.18363773822784424, 0.16328293085098267], "r_norm": [1.7343285083770752, 1.7643835544586182, 1.663346290588379, 1.7000958919525146, 1.734650731086731, 1.6683229207992554, 1.749544620513916]}, {"step": 100, "epoch": 0, "train_loss": 0.46308714151382446, "cos_r_negg": [0.298539400100708, 0.23433813452720642, 0.21525120735168457, 0.18094879388809204, 0.23496797680854797, 0.20745393633842468, 0.24280138313770294], "cos_apical_negg": [0.298539400100708, 0.23433813452720642, 0.21525120735168457, 0.18094879388809204, 0.23496797680854797, 0.20745393633842468, 0.24280138313770294], "cos_Ac_negg": [0.298539400100708, 0.23433813452720642, 0.21525120735168457, 0.18094879388809204, 0.23496797680854797, 0.20745393633842468, 0.24280138313770294], "r_norm": [1.0617822408676147, 1.0842697620391846, 1.0180031061172485, 1.0399792194366455, 1.0688519477844238, 1.0254877805709839, 1.0754339694976807]}, {"step": 150, "epoch": 0, "train_loss": 0.5133638978004456, "cos_r_negg": [0.2756410837173462, 0.24125909805297852, 0.20638951659202576, 0.18899062275886536, 0.20383897423744202, 0.17639699578285217, 0.23678454756736755], "cos_apical_negg": [0.2756410837173462, 0.24125909805297852, 0.20638951659202576, 0.18899062275886536, 0.20383897423744202, 0.17639699578285217, 0.23678454756736755], "cos_Ac_negg": [0.2756410837173462, 0.24125909805297852, 0.20638951659202576, 0.18899062275886536, 0.20383897423744202, 0.17639699578285217, 0.23678454756736755], "r_norm": [0.8705236315727234, 0.8933149576187134, 0.8414372801780701, 0.8573740720748901, 0.8785410523414612, 0.8439775109291077, 0.8852299451828003]}, {"step": 200, "epoch": 0, "train_loss": 0.33149394392967224, "cos_r_negg": [0.2950158417224884, 0.2546353042125702, 0.23612847924232483, 0.2513362467288971, 0.24949143826961517, 0.22211891412734985, 0.26651501655578613], "cos_apical_negg": [0.2950158417224884, 0.2546353042125702, 0.23612847924232483, 0.2513362467288971, 0.24949143826961517, 0.22211891412734985, 0.26651501655578613], "cos_Ac_negg": [0.2950158417224884, 0.2546353042125702, 0.23612847924232483, 0.2513362467288971, 0.24949143826961517, 0.22211891412734985, 0.26651501655578613], "r_norm": [0.8848362565040588, 0.9054775834083557, 0.851433515548706, 0.8706800937652588, 0.888656497001648, 0.8544033765792847, 0.8999978303909302]}, {"step": 250, "epoch": 0, "train_loss": 0.294739305973053, "cos_r_negg": [0.3399431109428406, 0.2930237352848053, 0.27943646907806396, 0.2613605558872223, 0.2516940236091614, 0.2473573237657547, 0.2614280581474304], "cos_apical_negg": [0.3399431109428406, 0.2930237352848053, 0.27943646907806396, 0.2613605558872223, 0.2516940236091614, 0.2473573237657547, 0.2614280581474304], "cos_Ac_negg": [0.3399431109428406, 0.2930237352848053, 0.27943646907806396, 0.2613605558872223, 0.2516940236091614, 0.2473573237657547, 0.2614280581474304], "r_norm": [0.7331197261810303, 0.7489991784095764, 0.7059696316719055, 0.7226024866104126, 0.73795485496521, 0.7114431858062744, 0.7444875240325928], "ldr": {"dL_sdil": -0.009113460779190063, "dL_bp": -0.00689166784286499, "ratio": 1.3223882791486123}}, {"step": 300, "epoch": 0, "train_loss": 0.20575053989887238, "cos_r_negg": [0.3742746412754059, 0.3309471905231476, 0.3037606179714203, 0.29518216848373413, 0.2980380654335022, 0.2749921679496765, 0.26411864161491394], "cos_apical_negg": [0.3742746412754059, 0.3309471905231476, 0.3037606179714203, 0.29518216848373413, 0.2980380654335022, 0.2749921679496765, 0.26411864161491394], "cos_Ac_negg": [0.3742746412754059, 0.3309471905231476, 0.3037606179714203, 0.29518216848373413, 0.2980380654335022, 0.2749921679496765, 0.26411864161491394], "r_norm": [0.6640658378601074, 0.6752440929412842, 0.6370758414268494, 0.6538524627685547, 0.6688222885131836, 0.6427645087242126, 0.6751837134361267]}, {"step": 350, "epoch": 0, "train_loss": 0.2219579517841339, "cos_r_negg": [0.3727954924106598, 0.3248733878135681, 0.3133964240550995, 0.29749053716659546, 0.29880231618881226, 0.2905998229980469, 0.2799784541130066], "cos_apical_negg": [0.3727954924106598, 0.3248733878135681, 0.3133964240550995, 0.29749053716659546, 0.29880231618881226, 0.2905998229980469, 0.2799784541130066], "cos_Ac_negg": [0.3727954924106598, 0.3248733878135681, 0.3133964240550995, 0.29749053716659546, 0.29880231618881226, 0.2905998229980469, 0.2799784541130066], "r_norm": [0.612732470035553, 0.6236531138420105, 0.5926913022994995, 0.6053487062454224, 0.6191088557243347, 0.5931126475334167, 0.6234230995178223]}, {"step": 400, "epoch": 0, "train_loss": 0.199358269572258, "cos_r_negg": [0.4054466485977173, 0.35910558700561523, 0.33313995599746704, 0.3229224681854248, 0.31821590662002563, 0.32014429569244385, 0.29533499479293823], "cos_apical_negg": [0.4054466485977173, 0.35910558700561523, 0.33313995599746704, 0.3229224681854248, 0.31821590662002563, 0.32014429569244385, 0.29533499479293823], "cos_Ac_negg": [0.4054466485977173, 0.35910558700561523, 0.33313995599746704, 0.3229224681854248, 0.31821590662002563, 0.32014429569244385, 0.29533499479293823], "r_norm": [0.6214483380317688, 0.6322522163391113, 0.5952082872390747, 0.6107030510902405, 0.6244134902954102, 0.6003563404083252, 0.6316618919372559]}, {"step": 450, "epoch": 0, "train_loss": 0.28413042426109314, "cos_r_negg": [0.40943825244903564, 0.37308818101882935, 0.33717262744903564, 0.33952564001083374, 0.3299276828765869, 0.32596099376678467, 0.3024449944496155], "cos_apical_negg": [0.40943825244903564, 0.37308818101882935, 0.33717262744903564, 0.33952564001083374, 0.3299276828765869, 0.32596099376678467, 0.3024449944496155], "cos_Ac_negg": [0.40943825244903564, 0.37308818101882935, 0.33717262744903564, 0.33952564001083374, 0.3299276828765869, 0.32596099376678467, 0.3024449944496155], "r_norm": [0.592322587966919, 0.6046236753463745, 0.5717445611953735, 0.5855717658996582, 0.596660315990448, 0.5750658512115479, 0.6040079593658447]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9365, "test_loss": 0.22277152557373048}, {"step": 500, "epoch": 1, "train_loss": 0.3331650197505951, "cos_r_negg": [0.4168988764286041, 0.4069223701953888, 0.3846726417541504, 0.3619953989982605, 0.35033878684043884, 0.3326524496078491, 0.3244374692440033], "cos_apical_negg": [0.4168988764286041, 0.4069223701953888, 0.3846726417541504, 0.3619953989982605, 0.35033878684043884, 0.3326524496078491, 0.3244374692440033], "cos_Ac_negg": [0.4168988764286041, 0.4069223701953888, 0.3846726417541504, 0.3619953989982605, 0.35033878684043884, 0.3326524496078491, 0.3244374692440033], "r_norm": [0.6074020862579346, 0.618835985660553, 0.583401620388031, 0.5969048738479614, 0.6105126738548279, 0.5869899988174438, 0.620191216468811], "ldr": {"dL_sdil": -0.007738277316093445, "dL_bp": -0.00623360276222229, "ratio": 1.241381206224751}}, {"step": 550, "epoch": 1, "train_loss": 0.26325222849845886, "cos_r_negg": [0.3877044916152954, 0.3575769066810608, 0.3359178900718689, 0.331129252910614, 0.3196375370025635, 0.30150458216667175, 0.3155653178691864], "cos_apical_negg": [0.3877044916152954, 0.3575769066810608, 0.3359178900718689, 0.331129252910614, 0.3196375370025635, 0.30150458216667175, 0.3155653178691864], "cos_Ac_negg": [0.3877044916152954, 0.3575769066810608, 0.3359178900718689, 0.331129252910614, 0.3196375370025635, 0.30150458216667175, 0.3155653178691864], "r_norm": [0.5129175186157227, 0.525438666343689, 0.49347710609436035, 0.5049260854721069, 0.5165277719497681, 0.4975457191467285, 0.5235924124717712]}, {"step": 600, "epoch": 1, "train_loss": 0.28931134939193726, "cos_r_negg": [0.4196698069572449, 0.3884793817996979, 0.3641570210456848, 0.35024240612983704, 0.3518521785736084, 0.3421829342842102, 0.3232228755950928], "cos_apical_negg": [0.4196698069572449, 0.3884793817996979, 0.3641570210456848, 0.35024240612983704, 0.3518521785736084, 0.3421829342842102, 0.3232228755950928], "cos_Ac_negg": [0.4196698069572449, 0.3884793817996979, 0.3641570210456848, 0.35024240612983704, 0.3518521785736084, 0.3421829342842102, 0.3232228755950928], "r_norm": [0.5212599635124207, 0.529697835445404, 0.5027900338172913, 0.5126262903213501, 0.5251646041870117, 0.5026311874389648, 0.531153678894043]}, {"step": 650, "epoch": 1, "train_loss": 0.24198554456233978, "cos_r_negg": [0.41987836360931396, 0.39106762409210205, 0.3784140348434448, 0.36237528920173645, 0.35319745540618896, 0.339114248752594, 0.3106924295425415], "cos_apical_negg": [0.41987836360931396, 0.39106762409210205, 0.3784140348434448, 0.36237528920173645, 0.35319745540618896, 0.339114248752594, 0.3106924295425415], "cos_Ac_negg": [0.41987836360931396, 0.39106762409210205, 0.3784140348434448, 0.36237528920173645, 0.35319745540618896, 0.339114248752594, 0.3106924295425415], "r_norm": [0.5283851027488708, 0.5374640226364136, 0.5088895559310913, 0.5185784101486206, 0.5320303440093994, 0.5121431350708008, 0.5348799824714661]}, {"step": 700, "epoch": 1, "train_loss": 0.09274155646562576, "cos_r_negg": [0.40776172280311584, 0.3809967041015625, 0.3627336621284485, 0.36212778091430664, 0.34943076968193054, 0.33107590675354004, 0.29825055599212646], "cos_apical_negg": [0.40776172280311584, 0.3809967041015625, 0.3627336621284485, 0.36212778091430664, 0.34943076968193054, 0.33107590675354004, 0.29825055599212646], "cos_Ac_negg": [0.40776172280311584, 0.3809967041015625, 0.3627336621284485, 0.36212778091430664, 0.34943076968193054, 0.33107590675354004, 0.29825055599212646], "r_norm": [0.4651067554950714, 0.4742794632911682, 0.4485609531402588, 0.4581782817840576, 0.4689890742301941, 0.451235830783844, 0.47482913732528687]}, {"step": 750, "epoch": 1, "train_loss": 0.1236455887556076, "cos_r_negg": [0.42057257890701294, 0.3927937150001526, 0.35029667615890503, 0.3615444302558899, 0.3358663320541382, 0.35623297095298767, 0.29792582988739014], "cos_apical_negg": [0.42057257890701294, 0.3927937150001526, 0.35029667615890503, 0.3615444302558899, 0.3358663320541382, 0.35623297095298767, 0.29792582988739014], "cos_Ac_negg": [0.42057257890701294, 0.3927937150001526, 0.35029667615890503, 0.3615444302558899, 0.3358663320541382, 0.35623297095298767, 0.29792582988739014], "r_norm": [0.4774453938007355, 0.48706966638565063, 0.45540478825569153, 0.4676520526409149, 0.479669451713562, 0.4630725681781769, 0.48609480261802673], "ldr": {"dL_sdil": -0.006403684616088867, "dL_bp": -0.005263954401016235, "ratio": 1.2165159741605285}}, {"step": 800, "epoch": 1, "train_loss": 0.07595467567443848, "cos_r_negg": [0.4405485987663269, 0.40815746784210205, 0.3837372064590454, 0.3815855383872986, 0.36120378971099854, 0.35625845193862915, 0.32527846097946167], "cos_apical_negg": [0.4405485987663269, 0.40815746784210205, 0.3837372064590454, 0.3815855383872986, 0.36120378971099854, 0.35625845193862915, 0.32527846097946167], "cos_Ac_negg": [0.4405485987663269, 0.40815746784210205, 0.3837372064590454, 0.3815855383872986, 0.36120378971099854, 0.35625845193862915, 0.32527846097946167], "r_norm": [0.5352063179016113, 0.5440127849578857, 0.5113029479980469, 0.5249868631362915, 0.5376380681991577, 0.5174638032913208, 0.5431250333786011]}, {"step": 850, "epoch": 1, "train_loss": 0.3077116012573242, "cos_r_negg": [0.42851847410202026, 0.40785321593284607, 0.3750576972961426, 0.36703962087631226, 0.3459620475769043, 0.33472514152526855, 0.31594228744506836], "cos_apical_negg": [0.42851847410202026, 0.40785321593284607, 0.3750576972961426, 0.36703962087631226, 0.3459620475769043, 0.33472514152526855, 0.31594228744506836], "cos_Ac_negg": [0.42851847410202026, 0.40785321593284607, 0.3750576972961426, 0.36703962087631226, 0.3459620475769043, 0.33472514152526855, 0.31594228744506836], "r_norm": [0.4513026475906372, 0.4603670835494995, 0.42852771282196045, 0.4399111866950989, 0.4512186646461487, 0.43509799242019653, 0.45828667283058167]}, {"step": 900, "epoch": 1, "train_loss": 0.15847539901733398, "cos_r_negg": [0.43244999647140503, 0.4235330820083618, 0.39888715744018555, 0.37140199542045593, 0.3511675000190735, 0.321262925863266, 0.3148629069328308], "cos_apical_negg": [0.43244999647140503, 0.4235330820083618, 0.39888715744018555, 0.37140199542045593, 0.3511675000190735, 0.321262925863266, 0.3148629069328308], "cos_Ac_negg": [0.43244999647140503, 0.4235330820083618, 0.39888715744018555, 0.37140199542045593, 0.3511675000190735, 0.321262925863266, 0.3148629069328308], "r_norm": [0.41873180866241455, 0.4257151782512665, 0.39768731594085693, 0.40757203102111816, 0.4201759099960327, 0.40596479177474976, 0.4249938726425171]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9534, "test_loss": 0.16346762199401854}, {"step": 950, "epoch": 2, "train_loss": 0.17481951415538788, "cos_r_negg": [0.42660534381866455, 0.4317744970321655, 0.4073157012462616, 0.39764878153800964, 0.36335378885269165, 0.35033977031707764, 0.31166526675224304], "cos_apical_negg": [0.42660534381866455, 0.4317744970321655, 0.4073157012462616, 0.39764878153800964, 0.36335378885269165, 0.35033977031707764, 0.31166526675224304], "cos_Ac_negg": [0.42660534381866455, 0.4317744970321655, 0.4073157012462616, 0.39764878153800964, 0.36335378885269165, 0.35033977031707764, 0.31166526675224304], "r_norm": [0.432107150554657, 0.4373264014720917, 0.4121497869491577, 0.4226689636707306, 0.43253225088119507, 0.4172881841659546, 0.4392271637916565]}, {"step": 1000, "epoch": 2, "train_loss": 0.15402355790138245, "cos_r_negg": [0.43698519468307495, 0.4341023862361908, 0.407082200050354, 0.3931245803833008, 0.3640628755092621, 0.33781445026397705, 0.31420397758483887], "cos_apical_negg": [0.43698519468307495, 0.4341023862361908, 0.407082200050354, 0.3931245803833008, 0.3640628755092621, 0.33781445026397705, 0.31420397758483887], "cos_Ac_negg": [0.43698519468307495, 0.4341023862361908, 0.407082200050354, 0.3931245803833008, 0.3640628755092621, 0.33781445026397705, 0.31420397758483887], "r_norm": [0.38317108154296875, 0.3885754942893982, 0.3651652932167053, 0.3753291964530945, 0.3844897150993347, 0.3707357943058014, 0.38973376154899597], "ldr": {"dL_sdil": -0.004916563630104065, "dL_bp": -0.004917994141578674, "ratio": 0.9997091270478516}}, {"step": 1050, "epoch": 2, "train_loss": 0.10033710300922394, "cos_r_negg": [0.44299641251564026, 0.4391750395298004, 0.39176473021507263, 0.40350306034088135, 0.38383355736732483, 0.3631404936313629, 0.3220010995864868], "cos_apical_negg": [0.44299641251564026, 0.4391750395298004, 0.39176473021507263, 0.40350306034088135, 0.38383355736732483, 0.3631404936313629, 0.3220010995864868], "cos_Ac_negg": [0.44299641251564026, 0.4391750395298004, 0.39176473021507263, 0.40350306034088135, 0.38383355736732483, 0.3631404936313629, 0.3220010995864868], "r_norm": [0.399600625038147, 0.4024046063423157, 0.3816866874694824, 0.39197468757629395, 0.39984750747680664, 0.3831472098827362, 0.4014430344104767]}, {"step": 1100, "epoch": 2, "train_loss": 0.10630911588668823, "cos_r_negg": [0.4480969309806824, 0.4460028111934662, 0.40648627281188965, 0.40479856729507446, 0.3721289038658142, 0.3497793972492218, 0.30569344758987427], "cos_apical_negg": [0.4480969309806824, 0.4460028111934662, 0.40648627281188965, 0.40479856729507446, 0.3721289038658142, 0.3497793972492218, 0.30569344758987427], "cos_Ac_negg": [0.4480969309806824, 0.4460028111934662, 0.40648627281188965, 0.40479856729507446, 0.3721289038658142, 0.3497793972492218, 0.30569344758987427], "r_norm": [0.4047888517379761, 0.4105590283870697, 0.384166419506073, 0.39370840787887573, 0.40470021963119507, 0.3909584879875183, 0.4097721576690674]}, {"step": 1150, "epoch": 2, "train_loss": 0.08229885995388031, "cos_r_negg": [0.43996721506118774, 0.44396620988845825, 0.41105782985687256, 0.3966466188430786, 0.35960376262664795, 0.3639472424983978, 0.31399452686309814], "cos_apical_negg": [0.43996721506118774, 0.44396620988845825, 0.41105782985687256, 0.3966466188430786, 0.35960376262664795, 0.3639472424983978, 0.31399452686309814], "cos_Ac_negg": [0.43996721506118774, 0.44396620988845825, 0.41105782985687256, 0.3966466188430786, 0.35960376262664795, 0.3639472424983978, 0.31399452686309814], "r_norm": [0.3528890013694763, 0.35953909158706665, 0.34009838104248047, 0.3490366041660309, 0.3568492829799652, 0.34294629096984863, 0.3600276708602905]}, {"step": 1200, "epoch": 2, "train_loss": 0.036064498126506805, "cos_r_negg": [0.4185788631439209, 0.4318386912345886, 0.39325064420700073, 0.3849318325519562, 0.37666553258895874, 0.3634844422340393, 0.30800890922546387], "cos_apical_negg": [0.4185788631439209, 0.4318386912345886, 0.39325064420700073, 0.3849318325519562, 0.37666553258895874, 0.3634844422340393, 0.30800890922546387], "cos_Ac_negg": [0.4185788631439209, 0.4318386912345886, 0.39325064420700073, 0.3849318325519562, 0.37666553258895874, 0.3634844422340393, 0.30800890922546387], "r_norm": [0.3584865629673004, 0.3624092936515808, 0.33996275067329407, 0.3508099317550659, 0.3581615090370178, 0.3463178277015686, 0.3622240126132965]}, {"step": 1250, "epoch": 2, "train_loss": 0.11130236089229584, "cos_r_negg": [0.4228384792804718, 0.4405600428581238, 0.40320518612861633, 0.3923753499984741, 0.3773208558559418, 0.356747031211853, 0.31057387590408325], "cos_apical_negg": [0.4228384792804718, 0.4405600428581238, 0.40320518612861633, 0.3923753499984741, 0.3773208558559418, 0.356747031211853, 0.31057387590408325], "cos_Ac_negg": [0.4228384792804718, 0.4405600428581238, 0.40320518612861633, 0.3923753499984741, 0.3773208558559418, 0.356747031211853, 0.31057387590408325], "r_norm": [0.315532922744751, 0.3179943561553955, 0.2991245687007904, 0.3080139756202698, 0.31510746479034424, 0.3050568699836731, 0.3203275501728058], "ldr": {"dL_sdil": -0.005648061633110046, "dL_bp": -0.005473285913467407, "ratio": 1.031932503144517}}, {"step": 1300, "epoch": 2, "train_loss": 0.23628821969032288, "cos_r_negg": [0.4353182315826416, 0.44945913553237915, 0.4168497323989868, 0.41293150186538696, 0.3748321533203125, 0.3665536642074585, 0.32588303089141846], "cos_apical_negg": [0.4353182315826416, 0.44945913553237915, 0.4168497323989868, 0.41293150186538696, 0.3748321533203125, 0.3665536642074585, 0.32588303089141846], "cos_Ac_negg": [0.4353182315826416, 0.44945913553237915, 0.4168497323989868, 0.41293150186538696, 0.3748321533203125, 0.3665536642074585, 0.32588303089141846], "r_norm": [0.3571997880935669, 0.3625493049621582, 0.3424420952796936, 0.3497573137283325, 0.3576135039329529, 0.3442504405975342, 0.3631623089313507]}, {"step": 1350, "epoch": 2, "train_loss": 0.1404767781496048, "cos_r_negg": [0.4466278851032257, 0.44938895106315613, 0.4202330708503723, 0.40738606452941895, 0.3989647626876831, 0.3867896497249603, 0.33322998881340027], "cos_apical_negg": [0.4466278851032257, 0.44938895106315613, 0.4202330708503723, 0.40738606452941895, 0.3989647626876831, 0.3867896497249603, 0.33322998881340027], "cos_Ac_negg": [0.4466278851032257, 0.44938895106315613, 0.4202330708503723, 0.40738606452941895, 0.3989647626876831, 0.3867896497249603, 0.33322998881340027], "r_norm": [0.39394116401672363, 0.39782366156578064, 0.37444037199020386, 0.3851265609264374, 0.39136236906051636, 0.3784201145172119, 0.3975772261619568]}, {"step": 1400, "epoch": 2, "train_loss": 0.205881729722023, "cos_r_negg": [0.4585656225681305, 0.46658098697662354, 0.42934709787368774, 0.40785396099090576, 0.3850715160369873, 0.3898477852344513, 0.3372524082660675], "cos_apical_negg": [0.4585656225681305, 0.46658098697662354, 0.42934709787368774, 0.40785396099090576, 0.3850715160369873, 0.3898477852344513, 0.3372524082660675], "cos_Ac_negg": [0.4585656225681305, 0.46658098697662354, 0.42934709787368774, 0.40785396099090576, 0.3850715160369873, 0.3898477852344513, 0.3372524082660675], "r_norm": [0.3370192050933838, 0.33960744738578796, 0.3213367760181427, 0.33016297221183777, 0.33698248863220215, 0.3244819641113281, 0.3398769795894623]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9572, "test_loss": 0.1513233180999756}, {"step": 1450, "epoch": 3, "train_loss": 0.07582687586545944, "cos_r_negg": [0.4420967102050781, 0.45435118675231934, 0.4189136028289795, 0.4157387614250183, 0.39853259921073914, 0.3926156163215637, 0.3295658826828003], "cos_apical_negg": [0.4420967102050781, 0.45435118675231934, 0.4189136028289795, 0.4157387614250183, 0.39853259921073914, 0.3926156163215637, 0.3295658826828003], "cos_Ac_negg": [0.4420967102050781, 0.45435118675231934, 0.4189136028289795, 0.4157387614250183, 0.39853259921073914, 0.3926156163215637, 0.3295658826828003], "r_norm": [0.33102622628211975, 0.3337264358997345, 0.3124759793281555, 0.32267290353775024, 0.32955873012542725, 0.317423939704895, 0.3333839178085327]}, {"step": 1500, "epoch": 3, "train_loss": 0.060757122933864594, "cos_r_negg": [0.4347940981388092, 0.4514009356498718, 0.41521695256233215, 0.3987905979156494, 0.3858090937137604, 0.3714368939399719, 0.3144848346710205], "cos_apical_negg": [0.4347940981388092, 0.4514009356498718, 0.41521695256233215, 0.3987905979156494, 0.3858090937137604, 0.3714368939399719, 0.3144848346710205], "cos_Ac_negg": [0.4347940981388092, 0.4514009356498718, 0.41521695256233215, 0.3987905979156494, 0.3858090937137604, 0.3714368939399719, 0.3144848346710205], "r_norm": [0.30762290954589844, 0.312470018863678, 0.2930349111557007, 0.30167335271835327, 0.30822449922561646, 0.2974364161491394, 0.3101159334182739], "ldr": {"dL_sdil": -0.005342215299606323, "dL_bp": -0.005335822701454163, "ratio": 1.001198052954499}}, {"step": 1550, "epoch": 3, "train_loss": 0.055348530411720276, "cos_r_negg": [0.4559331238269806, 0.46301043033599854, 0.4196983575820923, 0.4022998511791229, 0.4052571952342987, 0.3852813243865967, 0.33133700489997864], "cos_apical_negg": [0.4559331238269806, 0.46301043033599854, 0.4196983575820923, 0.4022998511791229, 0.4052571952342987, 0.3852813243865967, 0.33133700489997864], "cos_Ac_negg": [0.4559331238269806, 0.46301043033599854, 0.4196983575820923, 0.4022998511791229, 0.4052571952342987, 0.3852813243865967, 0.33133700489997864], "r_norm": [0.2980439364910126, 0.30308055877685547, 0.2860681414604187, 0.29306867718696594, 0.29939988255500793, 0.28909197449684143, 0.299920916557312]}, {"step": 1600, "epoch": 3, "train_loss": 0.07268732786178589, "cos_r_negg": [0.44440630078315735, 0.46525537967681885, 0.4348977208137512, 0.41491830348968506, 0.41746318340301514, 0.40197238326072693, 0.3317278325557709], "cos_apical_negg": [0.44440630078315735, 0.46525537967681885, 0.4348977208137512, 0.41491830348968506, 0.41746318340301514, 0.40197238326072693, 0.3317278325557709], "cos_Ac_negg": [0.44440630078315735, 0.46525537967681885, 0.4348977208137512, 0.41491830348968506, 0.41746318340301514, 0.40197238326072693, 0.3317278325557709], "r_norm": [0.2870802879333496, 0.29079169034957886, 0.2741449475288391, 0.28117483854293823, 0.28659453988075256, 0.27707552909851074, 0.2891640067100525]}, {"step": 1650, "epoch": 3, "train_loss": 0.08301403373479843, "cos_r_negg": [0.4437677264213562, 0.4616697430610657, 0.4295088052749634, 0.408824622631073, 0.4046175479888916, 0.3834034204483032, 0.32157623767852783], "cos_apical_negg": [0.4437677264213562, 0.4616697430610657, 0.4295088052749634, 0.408824622631073, 0.4046175479888916, 0.3834034204483032, 0.32157623767852783], "cos_Ac_negg": [0.4437677264213562, 0.4616697430610657, 0.4295088052749634, 0.408824622631073, 0.4046175479888916, 0.3834034204483032, 0.32157623767852783], "r_norm": [0.2923591434955597, 0.29612964391708374, 0.27651652693748474, 0.2851431965827942, 0.2908160090446472, 0.2812124788761139, 0.29354771971702576]}, {"step": 1700, "epoch": 3, "train_loss": 0.046697940677404404, "cos_r_negg": [0.42873260378837585, 0.4596942663192749, 0.4284418225288391, 0.4152787923812866, 0.4125917851924896, 0.3842886686325073, 0.32983097434043884], "cos_apical_negg": [0.42873260378837585, 0.4596942663192749, 0.4284418225288391, 0.4152787923812866, 0.4125917851924896, 0.3842886686325073, 0.32983097434043884], "cos_Ac_negg": [0.42873260378837585, 0.4596942663192749, 0.4284418225288391, 0.4152787923812866, 0.4125917851924896, 0.3842886686325073, 0.32983097434043884], "r_norm": [0.315904438495636, 0.31830716133117676, 0.2966383397579193, 0.3063170313835144, 0.3128123879432678, 0.3031458854675293, 0.31703320145606995]}, {"step": 1750, "epoch": 3, "train_loss": 0.11456003040075302, "cos_r_negg": [0.4569859504699707, 0.47737812995910645, 0.4514860510826111, 0.41796964406967163, 0.4229288697242737, 0.3932179808616638, 0.34318143129348755], "cos_apical_negg": [0.4569859504699707, 0.47737812995910645, 0.4514860510826111, 0.41796964406967163, 0.4229288697242737, 0.3932179808616638, 0.34318143129348755], "cos_Ac_negg": [0.4569859504699707, 0.47737812995910645, 0.4514860510826111, 0.41796964406967163, 0.4229288697242737, 0.3932179808616638, 0.34318143129348755], "r_norm": [0.26416122913360596, 0.2680128812789917, 0.2521081566810608, 0.2592894434928894, 0.26383525133132935, 0.2551688551902771, 0.26740461587905884], "ldr": {"dL_sdil": -0.0038372650742530823, "dL_bp": -0.00434296578168869, "ratio": 0.8835586709967181}}, {"step": 1800, "epoch": 3, "train_loss": 0.11365869641304016, "cos_r_negg": [0.4516848921775818, 0.4713170528411865, 0.44206470251083374, 0.4254806637763977, 0.40930047631263733, 0.39108002185821533, 0.3335171937942505], "cos_apical_negg": [0.4516848921775818, 0.4713170528411865, 0.44206470251083374, 0.4254806637763977, 0.40930047631263733, 0.39108002185821533, 0.3335171937942505], "cos_Ac_negg": [0.4516848921775818, 0.4713170528411865, 0.44206470251083374, 0.4254806637763977, 0.40930047631263733, 0.39108002185821533, 0.3335171937942505], "r_norm": [0.2739366292953491, 0.2768397331237793, 0.2617975175380707, 0.26868706941604614, 0.2730528712272644, 0.2622183561325073, 0.27631574869155884]}, {"step": 1850, "epoch": 3, "train_loss": 0.131196066737175, "cos_r_negg": [0.4525592625141144, 0.47787708044052124, 0.4546947181224823, 0.43072745203971863, 0.4080488383769989, 0.39351797103881836, 0.32985934615135193], "cos_apical_negg": [0.4525592625141144, 0.47787708044052124, 0.4546947181224823, 0.43072745203971863, 0.4080488383769989, 0.39351797103881836, 0.32985934615135193], "cos_Ac_negg": [0.4525592625141144, 0.47787708044052124, 0.4546947181224823, 0.43072745203971863, 0.4080488383769989, 0.39351797103881836, 0.32985934615135193], "r_norm": [0.33042386174201965, 0.33454054594039917, 0.3142605423927307, 0.3227502107620239, 0.330135703086853, 0.3189283013343811, 0.33288413286209106]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9641, "test_loss": 0.13304869651794435}, {"step": 1900, "epoch": 4, "train_loss": 0.07489165663719177, "cos_r_negg": [0.41272735595703125, 0.44609224796295166, 0.43097829818725586, 0.41812747716903687, 0.3952266573905945, 0.39224785566329956, 0.31666988134384155], "cos_apical_negg": [0.41272735595703125, 0.44609224796295166, 0.43097829818725586, 0.41812747716903687, 0.3952266573905945, 0.39224785566329956, 0.31666988134384155], "cos_Ac_negg": [0.41272735595703125, 0.44609224796295166, 0.43097829818725586, 0.41812747716903687, 0.3952266573905945, 0.39224785566329956, 0.31666988134384155], "r_norm": [0.2769419550895691, 0.27903735637664795, 0.26075559854507446, 0.2696080207824707, 0.275475412607193, 0.26563742756843567, 0.2782573997974396]}, {"step": 1950, "epoch": 4, "train_loss": 0.08116846531629562, "cos_r_negg": [0.4109960198402405, 0.44637829065322876, 0.42819744348526, 0.3965100049972534, 0.39512503147125244, 0.38988107442855835, 0.3277321755886078], "cos_apical_negg": [0.4109960198402405, 0.44637829065322876, 0.42819744348526, 0.3965100049972534, 0.39512503147125244, 0.38988107442855835, 0.3277321755886078], "cos_Ac_negg": [0.4109960198402405, 0.44637829065322876, 0.42819744348526, 0.3965100049972534, 0.39512503147125244, 0.38988107442855835, 0.3277321755886078], "r_norm": [0.2643759548664093, 0.26601797342300415, 0.25064364075660706, 0.2576979696750641, 0.2632102966308594, 0.2539437711238861, 0.2661536931991577]}, {"step": 2000, "epoch": 4, "train_loss": 0.07591848820447922, "cos_r_negg": [0.4165757894515991, 0.4445309638977051, 0.42715615034103394, 0.40313205122947693, 0.39114910364151, 0.3965389132499695, 0.32276877760887146], "cos_apical_negg": [0.4165757894515991, 0.4445309638977051, 0.42715615034103394, 0.40313205122947693, 0.39114910364151, 0.3965389132499695, 0.32276877760887146], "cos_Ac_negg": [0.4165757894515991, 0.4445309638977051, 0.42715615034103394, 0.40313205122947693, 0.39114910364151, 0.3965389132499695, 0.32276877760887146], "r_norm": [0.24844349920749664, 0.2517530024051666, 0.23852093517780304, 0.24317437410354614, 0.24903443455696106, 0.23850208520889282, 0.2516292333602905], "ldr": {"dL_sdil": -0.004560530185699463, "dL_bp": -0.005229845643043518, "ratio": 0.8720200359575917}}, {"step": 2050, "epoch": 4, "train_loss": 0.07192160934209824, "cos_r_negg": [0.4223172962665558, 0.45593076944351196, 0.4332513213157654, 0.40584060549736023, 0.38476231694221497, 0.39885902404785156, 0.32994428277015686], "cos_apical_negg": [0.4223172962665558, 0.45593076944351196, 0.4332513213157654, 0.40584060549736023, 0.38476231694221497, 0.39885902404785156, 0.32994428277015686], "cos_Ac_negg": [0.4223172962665558, 0.45593076944351196, 0.4332513213157654, 0.40584060549736023, 0.38476231694221497, 0.39885902404785156, 0.32994428277015686], "r_norm": [0.2699812352657318, 0.2734372019767761, 0.25745028257369995, 0.2629420757293701, 0.2701209783554077, 0.2603584825992584, 0.271563857793808]}, {"step": 2100, "epoch": 4, "train_loss": 0.053533975034952164, "cos_r_negg": [0.3974735736846924, 0.43274128437042236, 0.41851380467414856, 0.4080231785774231, 0.4052402377128601, 0.4235695004463196, 0.34077566862106323], "cos_apical_negg": [0.3974735736846924, 0.43274128437042236, 0.41851380467414856, 0.4080231785774231, 0.4052402377128601, 0.4235695004463196, 0.34077566862106323], "cos_Ac_negg": [0.3974735736846924, 0.43274128437042236, 0.41851380467414856, 0.4080231785774231, 0.4052402377128601, 0.4235695004463196, 0.34077566862106323], "r_norm": [0.3091581165790558, 0.3126625716686249, 0.29528188705444336, 0.3030693531036377, 0.30885016918182373, 0.29675036668777466, 0.3116377592086792]}, {"step": 2150, "epoch": 4, "train_loss": 0.08581355214118958, "cos_r_negg": [0.4224478304386139, 0.45971864461898804, 0.4410726726055145, 0.4074498414993286, 0.405700147151947, 0.4223025143146515, 0.35017889738082886], "cos_apical_negg": [0.4224478304386139, 0.45971864461898804, 0.4410726726055145, 0.4074498414993286, 0.405700147151947, 0.4223025143146515, 0.35017889738082886], "cos_Ac_negg": [0.4224478304386139, 0.45971864461898804, 0.4410726726055145, 0.4074498414993286, 0.405700147151947, 0.4223025143146515, 0.35017889738082886], "r_norm": [0.2751990854740143, 0.2785642147064209, 0.2620903253555298, 0.2689623236656189, 0.27451106905937195, 0.2645261883735657, 0.27681344747543335]}, {"step": 2200, "epoch": 4, "train_loss": 0.06993768364191055, "cos_r_negg": [0.41621705889701843, 0.43885117769241333, 0.42293837666511536, 0.4018831253051758, 0.3956685960292816, 0.40604597330093384, 0.3403337001800537], "cos_apical_negg": [0.41621705889701843, 0.43885117769241333, 0.42293837666511536, 0.4018831253051758, 0.3956685960292816, 0.40604597330093384, 0.3403337001800537], "cos_Ac_negg": [0.41621705889701843, 0.43885117769241333, 0.42293837666511536, 0.4018831253051758, 0.3956685960292816, 0.40604597330093384, 0.3403337001800537], "r_norm": [0.27736347913742065, 0.2796010673046112, 0.2612214684486389, 0.26883938908576965, 0.27588891983032227, 0.2667277157306671, 0.27816861867904663]}, {"step": 2250, "epoch": 4, "train_loss": 0.007966150529682636, "cos_r_negg": [0.43122202157974243, 0.46645134687423706, 0.4358128011226654, 0.4239710569381714, 0.4081341028213501, 0.4235665798187256, 0.3489516079425812], "cos_apical_negg": [0.43122202157974243, 0.46645134687423706, 0.4358128011226654, 0.4239710569381714, 0.4081341028213501, 0.4235665798187256, 0.3489516079425812], "cos_Ac_negg": [0.43122202157974243, 0.46645134687423706, 0.4358128011226654, 0.4239710569381714, 0.4081341028213501, 0.4235665798187256, 0.3489516079425812], "r_norm": [0.2896379828453064, 0.2915167212486267, 0.272630900144577, 0.2808350920677185, 0.28727826476097107, 0.27826380729675293, 0.2902248501777649], "ldr": {"dL_sdil": -0.0060415565967559814, "dL_bp": -0.0070304423570632935, "ratio": 0.859342313031867}}, {"step": 2300, "epoch": 4, "train_loss": 0.17478708922863007, "cos_r_negg": [0.4462272822856903, 0.48271119594573975, 0.44907188415527344, 0.4157542586326599, 0.4075678586959839, 0.4104520082473755, 0.34845107793807983], "cos_apical_negg": [0.4462272822856903, 0.48271119594573975, 0.44907188415527344, 0.4157542586326599, 0.4075678586959839, 0.4104520082473755, 0.34845107793807983], "cos_Ac_negg": [0.4462272822856903, 0.48271119594573975, 0.44907188415527344, 0.4157542586326599, 0.4075678586959839, 0.4104520082473755, 0.34845107793807983], "r_norm": [0.2697528600692749, 0.27120837569236755, 0.254081130027771, 0.262167364358902, 0.26696330308914185, 0.25938260555267334, 0.2699970304965973]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9642, "test_loss": 0.13282030029296876}, {"step": 2350, "epoch": 5, "train_loss": 0.03747446835041046, "cos_r_negg": [0.4443243741989136, 0.47545987367630005, 0.45074576139450073, 0.4277937412261963, 0.41572800278663635, 0.42457741498947144, 0.35360831022262573], "cos_apical_negg": [0.4443243741989136, 0.47545987367630005, 0.45074576139450073, 0.4277937412261963, 0.41572800278663635, 0.42457741498947144, 0.35360831022262573], "cos_Ac_negg": [0.4443243741989136, 0.47545987367630005, 0.45074576139450073, 0.4277937412261963, 0.41572800278663635, 0.42457741498947144, 0.35360831022262573], "r_norm": [0.2623814344406128, 0.2645384967327118, 0.24695011973381042, 0.2547228932380676, 0.2596614360809326, 0.252370148897171, 0.2635323703289032]}, {"step": 2400, "epoch": 5, "train_loss": 0.013595737516880035, "cos_r_negg": [0.4393596947193146, 0.4797694683074951, 0.44475966691970825, 0.4219621419906616, 0.4025419354438782, 0.4097786545753479, 0.3543030619621277], "cos_apical_negg": [0.4393596947193146, 0.4797694683074951, 0.44475966691970825, 0.4219621419906616, 0.4025419354438782, 0.4097786545753479, 0.3543030619621277], "cos_Ac_negg": [0.4393596947193146, 0.4797694683074951, 0.44475966691970825, 0.4219621419906616, 0.4025419354438782, 0.4097786545753479, 0.3543030619621277], "r_norm": [0.24545344710350037, 0.24656899273395538, 0.2301701009273529, 0.23773249983787537, 0.24334505200386047, 0.23589937388896942, 0.24557411670684814]}, {"step": 2450, "epoch": 5, "train_loss": 0.041500531136989594, "cos_r_negg": [0.43503743410110474, 0.4729841947555542, 0.4456024467945099, 0.413959801197052, 0.40079304575920105, 0.4107269048690796, 0.34869277477264404], "cos_apical_negg": [0.43503743410110474, 0.4729841947555542, 0.4456024467945099, 0.413959801197052, 0.40079304575920105, 0.4107269048690796, 0.34869277477264404], "cos_Ac_negg": [0.43503743410110474, 0.4729841947555542, 0.4456024467945099, 0.413959801197052, 0.40079304575920105, 0.4107269048690796, 0.34869277477264404], "r_norm": [0.23323649168014526, 0.23267541825771332, 0.21866446733474731, 0.22592175006866455, 0.23062831163406372, 0.22420769929885864, 0.23363707959651947]}, {"step": 2500, "epoch": 5, "train_loss": 0.062276337295770645, "cos_r_negg": [0.46297967433929443, 0.5004538893699646, 0.472373366355896, 0.43514397740364075, 0.41935113072395325, 0.4179685413837433, 0.3589397966861725], "cos_apical_negg": [0.46297967433929443, 0.5004538893699646, 0.472373366355896, 0.43514397740364075, 0.41935113072395325, 0.4179685413837433, 0.3589397966861725], "cos_Ac_negg": [0.46297967433929443, 0.5004538893699646, 0.472373366355896, 0.43514397740364075, 0.41935113072395325, 0.4179685413837433, 0.3589397966861725], "r_norm": [0.2214450240135193, 0.22504688799381256, 0.21223369240760803, 0.2180176079273224, 0.2207544893026352, 0.21519534289836884, 0.22437570989131927], "ldr": {"dL_sdil": -0.003990352153778076, "dL_bp": -0.004785105586051941, "ratio": 0.8339109936068111}}, {"step": 2550, "epoch": 5, "train_loss": 0.04224707931280136, "cos_r_negg": [0.4482603967189789, 0.48428744077682495, 0.45649123191833496, 0.41521817445755005, 0.4058536887168884, 0.40709158778190613, 0.35016101598739624], "cos_apical_negg": [0.4482603967189789, 0.48428744077682495, 0.45649123191833496, 0.41521817445755005, 0.4058536887168884, 0.40709158778190613, 0.35016101598739624], "cos_Ac_negg": [0.4482603967189789, 0.48428744077682495, 0.45649123191833496, 0.41521817445755005, 0.4058536887168884, 0.40709158778190613, 0.35016101598739624], "r_norm": [0.2183690369129181, 0.22092404961585999, 0.20767757296562195, 0.21416039764881134, 0.217385396361351, 0.21072626113891602, 0.21963059902191162]}, {"step": 2600, "epoch": 5, "train_loss": 0.021090928465127945, "cos_r_negg": [0.417656809091568, 0.45730656385421753, 0.4354431629180908, 0.4067649245262146, 0.394888699054718, 0.406299889087677, 0.355182945728302], "cos_apical_negg": [0.417656809091568, 0.45730656385421753, 0.4354431629180908, 0.4067649245262146, 0.394888699054718, 0.406299889087677, 0.355182945728302], "cos_Ac_negg": [0.417656809091568, 0.45730656385421753, 0.4354431629180908, 0.4067649245262146, 0.394888699054718, 0.406299889087677, 0.355182945728302], "r_norm": [0.2455362230539322, 0.24832072854042053, 0.23260828852653503, 0.23912480473518372, 0.24457380175590515, 0.23648816347122192, 0.24633687734603882]}, {"step": 2650, "epoch": 5, "train_loss": 0.02365713194012642, "cos_r_negg": [0.42201703786849976, 0.45809319615364075, 0.43390706181526184, 0.4061880111694336, 0.39803481101989746, 0.4135560393333435, 0.3536844253540039], "cos_apical_negg": [0.42201703786849976, 0.45809319615364075, 0.43390706181526184, 0.4061880111694336, 0.39803481101989746, 0.4135560393333435, 0.3536844253540039], "cos_Ac_negg": [0.42201703786849976, 0.45809319615364075, 0.43390706181526184, 0.4061880111694336, 0.39803481101989746, 0.4135560393333435, 0.3536844253540039], "r_norm": [0.2452777773141861, 0.2461731880903244, 0.22946329414844513, 0.23689155280590057, 0.242460235953331, 0.23566372692584991, 0.24559558928012848]}, {"step": 2700, "epoch": 5, "train_loss": 0.09928587824106216, "cos_r_negg": [0.447438508272171, 0.4705590009689331, 0.4497368335723877, 0.42359888553619385, 0.4182984232902527, 0.4192422032356262, 0.3590637445449829], "cos_apical_negg": [0.447438508272171, 0.4705590009689331, 0.4497368335723877, 0.42359888553619385, 0.4182984232902527, 0.4192422032356262, 0.3590637445449829], "cos_Ac_negg": [0.447438508272171, 0.4705590009689331, 0.4497368335723877, 0.42359888553619385, 0.4182984232902527, 0.4192422032356262, 0.3590637445449829], "r_norm": [0.2295840084552765, 0.23151591420173645, 0.21686825156211853, 0.22302711009979248, 0.2279106080532074, 0.22030502557754517, 0.23054514825344086]}, {"step": 2750, "epoch": 5, "train_loss": 0.031463056802749634, "cos_r_negg": [0.4427906274795532, 0.4792115092277527, 0.45382124185562134, 0.4113195538520813, 0.41620177030563354, 0.4169079065322876, 0.3571493923664093], "cos_apical_negg": [0.4427906274795532, 0.4792115092277527, 0.45382124185562134, 0.4113195538520813, 0.41620177030563354, 0.4169079065322876, 0.3571493923664093], "cos_Ac_negg": [0.4427906274795532, 0.4792115092277527, 0.45382124185562134, 0.4113195538520813, 0.41620177030563354, 0.4169079065322876, 0.3571493923664093], "r_norm": [0.21517984569072723, 0.2171734869480133, 0.20408058166503906, 0.21029682457447052, 0.21466268599033356, 0.20762711763381958, 0.21652965247631073], "ldr": {"dL_sdil": -0.004350915551185608, "dL_bp": -0.006171524524688721, "ratio": 0.7049985030084701}}, {"step": 2800, "epoch": 5, "train_loss": 0.0073076761327683926, "cos_r_negg": [0.4274633526802063, 0.4608626365661621, 0.4363374710083008, 0.41021496057510376, 0.40183985233306885, 0.4176931381225586, 0.3512418270111084], "cos_apical_negg": [0.4274633526802063, 0.4608626365661621, 0.4363374710083008, 0.41021496057510376, 0.40183985233306885, 0.4176931381225586, 0.3512418270111084], "cos_Ac_negg": [0.4274633526802063, 0.4608626365661621, 0.4363374710083008, 0.41021496057510376, 0.40183985233306885, 0.4176931381225586, 0.3512418270111084], "r_norm": [0.23574799299240112, 0.23823979496955872, 0.22402948141098022, 0.23021745681762695, 0.23446401953697205, 0.22620666027069092, 0.23663762211799622]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9668, "test_loss": 0.13041535797119141}, {"step": 2850, "epoch": 6, "train_loss": 0.06786856800317764, "cos_r_negg": [0.409050315618515, 0.4463055431842804, 0.42929160594940186, 0.398690402507782, 0.39764899015426636, 0.41401737928390503, 0.34237754344940186], "cos_apical_negg": [0.409050315618515, 0.4463055431842804, 0.42929160594940186, 0.398690402507782, 0.39764899015426636, 0.41401737928390503, 0.34237754344940186], "cos_Ac_negg": [0.409050315618515, 0.4463055431842804, 0.42929160594940186, 0.398690402507782, 0.39764899015426636, 0.41401737928390503, 0.34237754344940186], "r_norm": [0.25666844844818115, 0.25764790177345276, 0.2408413589000702, 0.24828164279460907, 0.25371721386909485, 0.2452288419008255, 0.25656455755233765]}, {"step": 2900, "epoch": 6, "train_loss": 0.02756131812930107, "cos_r_negg": [0.39452147483825684, 0.4336257874965668, 0.4085733890533447, 0.38137930631637573, 0.3786839544773102, 0.3999696373939514, 0.34623438119888306], "cos_apical_negg": [0.39452147483825684, 0.4336257874965668, 0.4085733890533447, 0.38137930631637573, 0.3786839544773102, 0.3999696373939514, 0.34623438119888306], "cos_Ac_negg": [0.39452147483825684, 0.4336257874965668, 0.4085733890533447, 0.38137930631637573, 0.3786839544773102, 0.3999696373939514, 0.34623438119888306], "r_norm": [0.24709655344486237, 0.24898439645767212, 0.23361052572727203, 0.24025514721870422, 0.24524499475955963, 0.23674723505973816, 0.2480534315109253]}, {"step": 2950, "epoch": 6, "train_loss": 0.062108416110277176, "cos_r_negg": [0.4184032380580902, 0.45899248123168945, 0.4323018193244934, 0.3941519558429718, 0.3877715468406677, 0.41151928901672363, 0.3612041473388672], "cos_apical_negg": [0.4184032380580902, 0.45899248123168945, 0.4323018193244934, 0.3941519558429718, 0.3877715468406677, 0.41151928901672363, 0.3612041473388672], "cos_Ac_negg": [0.4184032380580902, 0.45899248123168945, 0.4323018193244934, 0.3941519558429718, 0.3877715468406677, 0.41151928901672363, 0.3612041473388672], "r_norm": [0.22940269112586975, 0.23126110434532166, 0.21692553162574768, 0.22348618507385254, 0.22816142439842224, 0.2210313081741333, 0.23023048043251038]}, {"step": 3000, "epoch": 6, "train_loss": 0.01837944984436035, "cos_r_negg": [0.40473538637161255, 0.4504554569721222, 0.43098992109298706, 0.3941342830657959, 0.39511120319366455, 0.40831947326660156, 0.349582314491272], "cos_apical_negg": [0.40473538637161255, 0.4504554569721222, 0.43098992109298706, 0.3941342830657959, 0.39511120319366455, 0.40831947326660156, 0.349582314491272], "cos_Ac_negg": [0.40473538637161255, 0.4504554569721222, 0.43098992109298706, 0.3941342830657959, 0.39511120319366455, 0.40831947326660156, 0.349582314491272], "r_norm": [0.25143757462501526, 0.25167155265808105, 0.23629896342754364, 0.24210399389266968, 0.24787791073322296, 0.24011343717575073, 0.2503269910812378], "ldr": {"dL_sdil": -0.00764426589012146, "dL_bp": -0.010615691542625427, "ratio": 0.7200911838317142}}, {"step": 3050, "epoch": 6, "train_loss": 0.045595426112413406, "cos_r_negg": [0.3955969214439392, 0.44456586241722107, 0.42207038402557373, 0.4007831811904907, 0.39311978220939636, 0.4050328731536865, 0.34919461607933044], "cos_apical_negg": [0.3955969214439392, 0.44456586241722107, 0.42207038402557373, 0.4007831811904907, 0.39311978220939636, 0.4050328731536865, 0.34919461607933044], "cos_Ac_negg": [0.3955969214439392, 0.44456586241722107, 0.42207038402557373, 0.4007831811904907, 0.39311978220939636, 0.4050328731536865, 0.34919461607933044], "r_norm": [0.21355986595153809, 0.214832603931427, 0.201374351978302, 0.206435889005661, 0.21203860640525818, 0.20525309443473816, 0.21446621417999268]}, {"step": 3100, "epoch": 6, "train_loss": 0.04039881378412247, "cos_r_negg": [0.39839085936546326, 0.4480874538421631, 0.4299620985984802, 0.3897940516471863, 0.3902382254600525, 0.40720656514167786, 0.3505682945251465], "cos_apical_negg": [0.39839085936546326, 0.4480874538421631, 0.4299620985984802, 0.3897940516471863, 0.3902382254600525, 0.40720656514167786, 0.3505682945251465], "cos_Ac_negg": [0.39839085936546326, 0.4480874538421631, 0.4299620985984802, 0.3897940516471863, 0.3902382254600525, 0.40720656514167786, 0.3505682945251465], "r_norm": [0.21702098846435547, 0.2176789790391922, 0.20331880450248718, 0.20924510061740875, 0.214700847864151, 0.20824357867240906, 0.21727833151817322]}, {"step": 3150, "epoch": 6, "train_loss": 0.01761346310377121, "cos_r_negg": [0.3898683786392212, 0.43681690096855164, 0.40983468294143677, 0.3765994906425476, 0.37812769412994385, 0.3926745355129242, 0.340442955493927], "cos_apical_negg": [0.3898683786392212, 0.43681690096855164, 0.40983468294143677, 0.3765994906425476, 0.37812769412994385, 0.3926745355129242, 0.340442955493927], "cos_Ac_negg": [0.3898683786392212, 0.43681690096855164, 0.40983468294143677, 0.3765994906425476, 0.37812769412994385, 0.3926745355129242, 0.340442955493927], "r_norm": [0.22565728425979614, 0.22733277082443237, 0.21383649110794067, 0.21883413195610046, 0.2238674908876419, 0.21654444932937622, 0.2266756147146225]}, {"step": 3200, "epoch": 6, "train_loss": 0.03109513595700264, "cos_r_negg": [0.39901989698410034, 0.4412107467651367, 0.4186391830444336, 0.38687148690223694, 0.38164836168289185, 0.397636353969574, 0.3551437556743622], "cos_apical_negg": [0.39901989698410034, 0.4412107467651367, 0.4186391830444336, 0.38687148690223694, 0.38164836168289185, 0.397636353969574, 0.3551437556743622], "cos_Ac_negg": [0.39901989698410034, 0.4412107467651367, 0.4186391830444336, 0.38687148690223694, 0.38164836168289185, 0.397636353969574, 0.3551437556743622], "r_norm": [0.22547996044158936, 0.2261207103729248, 0.21266084909439087, 0.2180991768836975, 0.22378230094909668, 0.21693548560142517, 0.22449833154678345]}, {"step": 3250, "epoch": 6, "train_loss": 0.02756357565522194, "cos_r_negg": [0.40584897994995117, 0.45148855447769165, 0.42782020568847656, 0.3926476538181305, 0.38874298334121704, 0.40527111291885376, 0.3612935543060303], "cos_apical_negg": [0.40584897994995117, 0.45148855447769165, 0.42782020568847656, 0.3926476538181305, 0.38874298334121704, 0.40527111291885376, 0.3612935543060303], "cos_Ac_negg": [0.40584897994995117, 0.45148855447769165, 0.42782020568847656, 0.3926476538181305, 0.38874298334121704, 0.40527111291885376, 0.3612935543060303], "r_norm": [0.2400798350572586, 0.24135270714759827, 0.22661328315734863, 0.23319506645202637, 0.23844124376773834, 0.23135879635810852, 0.2396056056022644], "ldr": {"dL_sdil": -0.006154194474220276, "dL_bp": -0.00792829692363739, "ratio": 0.7762315833394416}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9681, "test_loss": 0.13339945163726807}, {"step": 3300, "epoch": 7, "train_loss": 0.01920163631439209, "cos_r_negg": [0.4098336100578308, 0.45743846893310547, 0.4381813704967499, 0.40325304865837097, 0.401485800743103, 0.41526198387145996, 0.37368616461753845], "cos_apical_negg": [0.4098336100578308, 0.45743846893310547, 0.4381813704967499, 0.40325304865837097, 0.401485800743103, 0.41526198387145996, 0.37368616461753845], "cos_Ac_negg": [0.4098336100578308, 0.45743846893310547, 0.4381813704967499, 0.40325304865837097, 0.401485800743103, 0.41526198387145996, 0.37368616461753845], "r_norm": [0.2303488850593567, 0.23132427036762238, 0.21727773547172546, 0.2232215404510498, 0.22842039167881012, 0.22087454795837402, 0.2298314869403839]}, {"step": 3350, "epoch": 7, "train_loss": 0.013882528059184551, "cos_r_negg": [0.38807231187820435, 0.4389245808124542, 0.414493203163147, 0.3779178261756897, 0.3861575722694397, 0.3968087136745453, 0.35341688990592957], "cos_apical_negg": [0.38807231187820435, 0.4389245808124542, 0.414493203163147, 0.3779178261756897, 0.3861575722694397, 0.3968087136745453, 0.35341688990592957], "cos_Ac_negg": [0.38807231187820435, 0.4389245808124542, 0.414493203163147, 0.3779178261756897, 0.3861575722694397, 0.3968087136745453, 0.35341688990592957], "r_norm": [0.22645413875579834, 0.22666215896606445, 0.21330004930496216, 0.2186456322669983, 0.2244175672531128, 0.21675407886505127, 0.2256709635257721]}, {"step": 3400, "epoch": 7, "train_loss": 0.004153189714998007, "cos_r_negg": [0.3858279585838318, 0.4330202341079712, 0.4064871072769165, 0.3699021339416504, 0.37634071707725525, 0.39150041341781616, 0.35219627618789673], "cos_apical_negg": [0.3858279585838318, 0.4330202341079712, 0.4064871072769165, 0.3699021339416504, 0.37634071707725525, 0.39150041341781616, 0.35219627618789673], "cos_Ac_negg": [0.3858279585838318, 0.4330202341079712, 0.4064871072769165, 0.3699021339416504, 0.37634071707725525, 0.39150041341781616, 0.35219627618789673], "r_norm": [0.2208937406539917, 0.2227163463830948, 0.20875494182109833, 0.21497708559036255, 0.2198033332824707, 0.2128680944442749, 0.2217203825712204]}, {"step": 3450, "epoch": 7, "train_loss": 0.04793357849121094, "cos_r_negg": [0.39027467370033264, 0.43215495347976685, 0.40332430601119995, 0.3747445344924927, 0.3810119926929474, 0.39225661754608154, 0.3534567952156067], "cos_apical_negg": [0.39027467370033264, 0.43215495347976685, 0.40332430601119995, 0.3747445344924927, 0.3810119926929474, 0.39225661754608154, 0.3534567952156067], "cos_Ac_negg": [0.39027467370033264, 0.43215495347976685, 0.40332430601119995, 0.3747445344924927, 0.3810119926929474, 0.39225661754608154, 0.3534567952156067], "r_norm": [0.22916388511657715, 0.2305024415254593, 0.21576038002967834, 0.222497820854187, 0.22655196487903595, 0.21913683414459229, 0.22958923876285553]}, {"step": 3500, "epoch": 7, "train_loss": 0.011020265519618988, "cos_r_negg": [0.3920172452926636, 0.43836015462875366, 0.40889763832092285, 0.37240925431251526, 0.3843408226966858, 0.3893797695636749, 0.3572147786617279], "cos_apical_negg": [0.3920172452926636, 0.43836015462875366, 0.40889763832092285, 0.37240925431251526, 0.3843408226966858, 0.3893797695636749, 0.3572147786617279], "cos_Ac_negg": [0.3920172452926636, 0.43836015462875366, 0.40889763832092285, 0.37240925431251526, 0.3843408226966858, 0.3893797695636749, 0.3572147786617279], "r_norm": [0.23036834597587585, 0.23030689358711243, 0.21683934330940247, 0.2225836217403412, 0.22720718383789062, 0.21927747130393982, 0.22986067831516266], "ldr": {"dL_sdil": -0.007803395390510559, "dL_bp": -0.013556674122810364, "ratio": 0.5756128177028775}}, {"step": 3550, "epoch": 7, "train_loss": 0.014509078115224838, "cos_r_negg": [0.3881813883781433, 0.4364624619483948, 0.4098138213157654, 0.37573927640914917, 0.38826704025268555, 0.39188721776008606, 0.3532436788082123], "cos_apical_negg": [0.3881813883781433, 0.4364624619483948, 0.4098138213157654, 0.37573927640914917, 0.38826704025268555, 0.39188721776008606, 0.3532436788082123], "cos_Ac_negg": [0.3881813883781433, 0.4364624619483948, 0.4098138213157654, 0.37573927640914917, 0.38826704025268555, 0.39188721776008606, 0.3532436788082123], "r_norm": [0.2141399085521698, 0.21431833505630493, 0.2012096494436264, 0.20665134489536285, 0.21149343252182007, 0.2045433670282364, 0.2130356878042221]}, {"step": 3600, "epoch": 7, "train_loss": 0.026549914851784706, "cos_r_negg": [0.37403547763824463, 0.42406612634658813, 0.3986014425754547, 0.37632161378860474, 0.38231363892555237, 0.39974144101142883, 0.3586614429950714], "cos_apical_negg": [0.37403547763824463, 0.42406612634658813, 0.3986014425754547, 0.37632161378860474, 0.38231363892555237, 0.39974144101142883, 0.3586614429950714], "cos_Ac_negg": [0.37403547763824463, 0.42406612634658813, 0.3986014425754547, 0.37632161378860474, 0.38231363892555237, 0.39974144101142883, 0.3586614429950714], "r_norm": [0.19853749871253967, 0.1995580792427063, 0.1878003180027008, 0.19332186877727509, 0.1968086212873459, 0.19012290239334106, 0.19871068000793457]}, {"step": 3650, "epoch": 7, "train_loss": 0.0015350987669080496, "cos_r_negg": [0.35907334089279175, 0.4148411154747009, 0.3847501277923584, 0.3587939739227295, 0.37640613317489624, 0.3875097632408142, 0.3500582277774811], "cos_apical_negg": [0.35907334089279175, 0.4148411154747009, 0.3847501277923584, 0.3587939739227295, 0.37640613317489624, 0.3875097632408142, 0.3500582277774811], "cos_Ac_negg": [0.35907334089279175, 0.4148411154747009, 0.3847501277923584, 0.3587939739227295, 0.37640613317489624, 0.3875097632408142, 0.3500582277774811], "r_norm": [0.22775402665138245, 0.22660622000694275, 0.21203531324863434, 0.21949689090251923, 0.2234744131565094, 0.21785172820091248, 0.22692540287971497]}, {"step": 3700, "epoch": 7, "train_loss": 0.012008441612124443, "cos_r_negg": [0.3678169250488281, 0.4170141816139221, 0.38820740580558777, 0.3635812997817993, 0.37566500902175903, 0.3852904438972473, 0.35870224237442017], "cos_apical_negg": [0.3678169250488281, 0.4170141816139221, 0.38820740580558777, 0.3635812997817993, 0.37566500902175903, 0.3852904438972473, 0.35870224237442017], "cos_Ac_negg": [0.3678169250488281, 0.4170141816139221, 0.38820740580558777, 0.3635812997817993, 0.37566500902175903, 0.3852904438972473, 0.35870224237442017], "r_norm": [0.21270179748535156, 0.21217842400074005, 0.19935443997383118, 0.20636817812919617, 0.20955704152584076, 0.20346692204475403, 0.21258077025413513]}, {"step": 3750, "epoch": 7, "train_loss": 0.012469705194234848, "cos_r_negg": [0.37935319542884827, 0.4272303283214569, 0.39778783917427063, 0.36634159088134766, 0.3726556897163391, 0.3894422948360443, 0.35108137130737305], "cos_apical_negg": [0.37935319542884827, 0.4272303283214569, 0.39778783917427063, 0.36634159088134766, 0.3726556897163391, 0.3894422948360443, 0.35108137130737305], "cos_Ac_negg": [0.37935319542884827, 0.4272303283214569, 0.39778783917427063, 0.36634159088134766, 0.3726556897163391, 0.3894422948360443, 0.35108137130737305], "r_norm": [0.23468178510665894, 0.23491665720939636, 0.22117239236831665, 0.22663503885269165, 0.2318301498889923, 0.22349941730499268, 0.23274487257003784], "ldr": {"dL_sdil": -0.00895470380783081, "dL_bp": -0.016423135995864868, "ratio": 0.5452493244947547}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9669, "test_loss": 0.14403890705108643}, {"step": 3800, "epoch": 8, "train_loss": 0.033202774822711945, "cos_r_negg": [0.3460136651992798, 0.3963025212287903, 0.36615049839019775, 0.3390936851501465, 0.3435063660144806, 0.36371278762817383, 0.3336189389228821], "cos_apical_negg": [0.3460136651992798, 0.3963025212287903, 0.36615049839019775, 0.3390936851501465, 0.3435063660144806, 0.36371278762817383, 0.3336189389228821], "cos_Ac_negg": [0.3460136651992798, 0.3963025212287903, 0.36615049839019775, 0.3390936851501465, 0.3435063660144806, 0.36371278762817383, 0.3336189389228821], "r_norm": [0.23856160044670105, 0.23924040794372559, 0.22430936992168427, 0.2311607450246811, 0.23559489846229553, 0.22804805636405945, 0.2374340295791626]}, {"step": 3850, "epoch": 8, "train_loss": 0.0072130123153328896, "cos_r_negg": [0.3463203012943268, 0.39453399181365967, 0.36394569277763367, 0.3361276388168335, 0.3450617790222168, 0.3584316670894623, 0.3295089304447174], "cos_apical_negg": [0.3463203012943268, 0.39453399181365967, 0.36394569277763367, 0.3361276388168335, 0.3450617790222168, 0.3584316670894623, 0.3295089304447174], "cos_Ac_negg": [0.3463203012943268, 0.39453399181365967, 0.36394569277763367, 0.3361276388168335, 0.3450617790222168, 0.3584316670894623, 0.3295089304447174], "r_norm": [0.21896392107009888, 0.21903350949287415, 0.2046729177236557, 0.2112354189157486, 0.21577078104019165, 0.20938071608543396, 0.21707075834274292]}, {"step": 3900, "epoch": 8, "train_loss": 0.004165096674114466, "cos_r_negg": [0.34572941064834595, 0.3901852071285248, 0.36092841625213623, 0.325056254863739, 0.3353687524795532, 0.3488656282424927, 0.3192578852176666], "cos_apical_negg": [0.34572941064834595, 0.3901852071285248, 0.36092841625213623, 0.325056254863739, 0.3353687524795532, 0.3488656282424927, 0.3192578852176666], "cos_Ac_negg": [0.34572941064834595, 0.3901852071285248, 0.36092841625213623, 0.325056254863739, 0.3353687524795532, 0.3488656282424927, 0.3192578852176666], "r_norm": [0.2037443220615387, 0.20423489809036255, 0.1911953240633011, 0.19752287864685059, 0.20124903321266174, 0.19555939733982086, 0.2029787302017212]}, {"step": 3950, "epoch": 8, "train_loss": 0.00748282577842474, "cos_r_negg": [0.32790645956993103, 0.37128978967666626, 0.34301483631134033, 0.3141118884086609, 0.3164082169532776, 0.32816576957702637, 0.3067932426929474], "cos_apical_negg": [0.32790645956993103, 0.37128978967666626, 0.34301483631134033, 0.3141118884086609, 0.3164082169532776, 0.32816576957702637, 0.3067932426929474], "cos_Ac_negg": [0.32790645956993103, 0.37128978967666626, 0.34301483631134033, 0.3141118884086609, 0.3164082169532776, 0.32816576957702637, 0.3067932426929474], "r_norm": [0.22155308723449707, 0.22262489795684814, 0.2072555422782898, 0.2148398607969284, 0.21857360005378723, 0.21271947026252747, 0.22062723338603973]}, {"step": 4000, "epoch": 8, "train_loss": 0.009778525680303574, "cos_r_negg": [0.30320632457733154, 0.34975704550743103, 0.32067692279815674, 0.29090291261672974, 0.3004060685634613, 0.31251204013824463, 0.28860676288604736], "cos_apical_negg": [0.30320632457733154, 0.34975704550743103, 0.32067692279815674, 0.29090291261672974, 0.3004060685634613, 0.31251204013824463, 0.28860676288604736], "cos_Ac_negg": [0.30320632457733154, 0.34975704550743103, 0.32067692279815674, 0.29090291261672974, 0.3004060685634613, 0.31251204013824463, 0.28860676288604736], "r_norm": [0.19894474744796753, 0.19780629873275757, 0.18509291112422943, 0.19088660180568695, 0.19534823298454285, 0.1902771294116974, 0.19744634628295898], "ldr": {"dL_sdil": -0.009096190333366394, "dL_bp": -0.02115064114332199, "ratio": 0.4300668841066496}}, {"step": 4050, "epoch": 8, "train_loss": 0.005100034177303314, "cos_r_negg": [0.31271588802337646, 0.3612441420555115, 0.3339911699295044, 0.3044273555278778, 0.3122876286506653, 0.3288881480693817, 0.30164024233818054], "cos_apical_negg": [0.31271588802337646, 0.3612441420555115, 0.3339911699295044, 0.3044273555278778, 0.3122876286506653, 0.3288881480693817, 0.30164024233818054], "cos_Ac_negg": [0.31271588802337646, 0.3612441420555115, 0.3339911699295044, 0.3044273555278778, 0.3122876286506653, 0.3288881480693817, 0.30164024233818054], "r_norm": [0.20813915133476257, 0.20740124583244324, 0.19348132610321045, 0.2007313370704651, 0.2045472264289856, 0.19891422986984253, 0.2068651020526886]}, {"step": 4100, "epoch": 8, "train_loss": 0.06826649606227875, "cos_r_negg": [0.30562472343444824, 0.35882803797721863, 0.33325088024139404, 0.3047794699668884, 0.3105587363243103, 0.3247978687286377, 0.3020039498806], "cos_apical_negg": [0.30562472343444824, 0.35882803797721863, 0.33325088024139404, 0.3047794699668884, 0.3105587363243103, 0.3247978687286377, 0.3020039498806], "cos_Ac_negg": [0.30562472343444824, 0.35882803797721863, 0.33325088024139404, 0.3047794699668884, 0.3105587363243103, 0.3247978687286377, 0.3020039498806], "r_norm": [0.21413111686706543, 0.21296623349189758, 0.1996774971485138, 0.20605839788913727, 0.2103276252746582, 0.2038726508617401, 0.2132302075624466]}, {"step": 4150, "epoch": 8, "train_loss": 0.0037330270279198885, "cos_r_negg": [0.3006277084350586, 0.3519896864891052, 0.322004497051239, 0.2945006489753723, 0.3003205358982086, 0.3170554041862488, 0.29371243715286255], "cos_apical_negg": [0.3006277084350586, 0.3519896864891052, 0.322004497051239, 0.2945006489753723, 0.3003205358982086, 0.3170554041862488, 0.29371243715286255], "cos_Ac_negg": [0.3006277084350586, 0.3519896864891052, 0.322004497051239, 0.2945006489753723, 0.3003205358982086, 0.3170554041862488, 0.29371243715286255], "r_norm": [0.20741277933120728, 0.207457035779953, 0.19534382224082947, 0.20011863112449646, 0.20498411357402802, 0.19824671745300293, 0.20649048686027527]}, {"step": 4200, "epoch": 8, "train_loss": 0.017356043681502342, "cos_r_negg": [0.3054584264755249, 0.3528593182563782, 0.32647889852523804, 0.2997245788574219, 0.30000364780426025, 0.3231315612792969, 0.2932302951812744], "cos_apical_negg": [0.3054584264755249, 0.3528593182563782, 0.32647889852523804, 0.2997245788574219, 0.30000364780426025, 0.3231315612792969, 0.2932302951812744], "cos_Ac_negg": [0.3054584264755249, 0.3528593182563782, 0.32647889852523804, 0.2997245788574219, 0.30000364780426025, 0.3231315612792969, 0.2932302951812744], "r_norm": [0.19805756211280823, 0.19786709547042847, 0.18457156419754028, 0.19017261266708374, 0.19480669498443604, 0.1888751983642578, 0.19626732170581818]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9693, "test_loss": 0.15033763427734376}, {"step": 4250, "epoch": 9, "train_loss": 0.033435411751270294, "cos_r_negg": [0.3054378032684326, 0.3522830605506897, 0.32235613465309143, 0.2955523431301117, 0.2937060594558716, 0.3127409815788269, 0.2924589216709137], "cos_apical_negg": [0.3054378032684326, 0.3522830605506897, 0.32235613465309143, 0.2955523431301117, 0.2937060594558716, 0.3127409815788269, 0.2924589216709137], "cos_Ac_negg": [0.3054378032684326, 0.3522830605506897, 0.32235613465309143, 0.2955523431301117, 0.2937060594558716, 0.3127409815788269, 0.2924589216709137], "r_norm": [0.20602372288703918, 0.20567560195922852, 0.19235862791538239, 0.19814950227737427, 0.20283809304237366, 0.19669890403747559, 0.20507043600082397], "ldr": {"dL_sdil": -0.008956074714660645, "dL_bp": -0.020803332328796387, "ratio": 0.4305115436849253}}, {"step": 4300, "epoch": 9, "train_loss": 0.013530347496271133, "cos_r_negg": [0.2849009037017822, 0.3300989270210266, 0.3038499355316162, 0.27864623069763184, 0.27674001455307007, 0.29841145873069763, 0.28050732612609863], "cos_apical_negg": [0.2849009037017822, 0.3300989270210266, 0.3038499355316162, 0.27864623069763184, 0.27674001455307007, 0.29841145873069763, 0.28050732612609863], "cos_Ac_negg": [0.2849009037017822, 0.3300989270210266, 0.3038499355316162, 0.27864623069763184, 0.27674001455307007, 0.29841145873069763, 0.28050732612609863], "r_norm": [0.20922759175300598, 0.20865391194820404, 0.19602340459823608, 0.2018868774175644, 0.20602202415466309, 0.1995234191417694, 0.20813000202178955]}, {"step": 4350, "epoch": 9, "train_loss": 0.0028133438900113106, "cos_r_negg": [0.28124815225601196, 0.32717400789260864, 0.30351579189300537, 0.2772001624107361, 0.2786174416542053, 0.2987855076789856, 0.2735278904438019], "cos_apical_negg": [0.28124815225601196, 0.32717400789260864, 0.30351579189300537, 0.2772001624107361, 0.2786174416542053, 0.2987855076789856, 0.2735278904438019], "cos_Ac_negg": [0.28124815225601196, 0.32717400789260864, 0.30351579189300537, 0.2772001624107361, 0.2786174416542053, 0.2987855076789856, 0.2735278904438019], "r_norm": [0.20601102709770203, 0.20522430539131165, 0.19251200556755066, 0.1980120837688446, 0.2016763985157013, 0.19502891600131989, 0.2030697762966156]}, {"step": 4400, "epoch": 9, "train_loss": 0.006165357306599617, "cos_r_negg": [0.27528145909309387, 0.323012113571167, 0.2984267473220825, 0.27510204911231995, 0.2749776244163513, 0.291812002658844, 0.2700548470020294], "cos_apical_negg": [0.27528145909309387, 0.323012113571167, 0.2984267473220825, 0.27510204911231995, 0.2749776244163513, 0.291812002658844, 0.2700548470020294], "cos_Ac_negg": [0.27528145909309387, 0.323012113571167, 0.2984267473220825, 0.27510204911231995, 0.2749776244163513, 0.291812002658844, 0.2700548470020294], "r_norm": [0.1907263696193695, 0.18999190628528595, 0.17796075344085693, 0.18270665407180786, 0.18736675381660461, 0.1815265715122223, 0.1886903941631317]}, {"step": 4450, "epoch": 9, "train_loss": 0.019654136151075363, "cos_r_negg": [0.2600429058074951, 0.30430060625076294, 0.28367459774017334, 0.2568764090538025, 0.2571607828140259, 0.2735936939716339, 0.2581667900085449], "cos_apical_negg": [0.2600429058074951, 0.30430060625076294, 0.28367459774017334, 0.2568764090538025, 0.2571607828140259, 0.2735936939716339, 0.2581667900085449], "cos_Ac_negg": [0.2600429058074951, 0.30430060625076294, 0.28367459774017334, 0.2568764090538025, 0.2571607828140259, 0.2735936939716339, 0.2581667900085449], "r_norm": [0.20887961983680725, 0.207620769739151, 0.19554585218429565, 0.20021849870681763, 0.20538464188575745, 0.19865137338638306, 0.20621873438358307]}, {"step": 4500, "epoch": 9, "train_loss": 0.004379968158900738, "cos_r_negg": [0.2563501000404358, 0.2984226942062378, 0.27736514806747437, 0.24968458712100983, 0.24899731576442719, 0.27026379108428955, 0.24780292809009552], "cos_apical_negg": [0.2563501000404358, 0.2984226942062378, 0.27736514806747437, 0.24968458712100983, 0.24899731576442719, 0.27026379108428955, 0.24780292809009552], "cos_Ac_negg": [0.2563501000404358, 0.2984226942062378, 0.27736514806747437, 0.24968458712100983, 0.24899731576442719, 0.27026379108428955, 0.24780292809009552], "r_norm": [0.19466978311538696, 0.19249007105827332, 0.18060484528541565, 0.1863257884979248, 0.19041183590888977, 0.18507644534111023, 0.19181028008460999], "ldr": {"dL_sdil": -0.00840035080909729, "dL_bp": -0.019740819931030273, "ratio": 0.42553201125617457}}, {"step": 4550, "epoch": 9, "train_loss": 0.005484430119395256, "cos_r_negg": [0.2640931010246277, 0.30654680728912354, 0.28512513637542725, 0.2539176344871521, 0.25785189867019653, 0.27438420057296753, 0.25563615560531616], "cos_apical_negg": [0.2640931010246277, 0.30654680728912354, 0.28512513637542725, 0.2539176344871521, 0.25785189867019653, 0.27438420057296753, 0.25563615560531616], "cos_Ac_negg": [0.2640931010246277, 0.30654680728912354, 0.28512513637542725, 0.2539176344871521, 0.25785189867019653, 0.27438420057296753, 0.25563615560531616], "r_norm": [0.18071116507053375, 0.1805122047662735, 0.16901664435863495, 0.173041433095932, 0.17823100090026855, 0.1732536256313324, 0.17885908484458923]}, {"step": 4600, "epoch": 9, "train_loss": 0.05610406771302223, "cos_r_negg": [0.26492956280708313, 0.3036149740219116, 0.2841022312641144, 0.25694209337234497, 0.25516778230667114, 0.2736668884754181, 0.25228554010391235], "cos_apical_negg": [0.26492956280708313, 0.3036149740219116, 0.2841022312641144, 0.25694209337234497, 0.25516778230667114, 0.2736668884754181, 0.25228554010391235], "cos_Ac_negg": [0.26492956280708313, 0.3036149740219116, 0.2841022312641144, 0.25694209337234497, 0.25516778230667114, 0.2736668884754181, 0.25228554010391235], "r_norm": [0.17956507205963135, 0.17841477692127228, 0.16642078757286072, 0.17189937829971313, 0.1757497936487198, 0.17107996344566345, 0.17694173753261566]}, {"step": 4650, "epoch": 9, "train_loss": 0.003284840378910303, "cos_r_negg": [0.24728240072727203, 0.2876467704772949, 0.2674017548561096, 0.2406732141971588, 0.23814430832862854, 0.25440138578414917, 0.23673442006111145], "cos_apical_negg": [0.24728240072727203, 0.2876467704772949, 0.2674017548561096, 0.2406732141971588, 0.23814430832862854, 0.25440138578414917, 0.23673442006111145], "cos_Ac_negg": [0.24728240072727203, 0.2876467704772949, 0.2674017548561096, 0.2406732141971588, 0.23814430832862854, 0.25440138578414917, 0.23673442006111145], "r_norm": [0.18241453170776367, 0.1818811297416687, 0.16968701779842377, 0.1746022254228592, 0.1792297065258026, 0.17465552687644958, 0.180222749710083]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9701, "test_loss": 0.15981805229187013}, {"step": 4700, "epoch": 10, "train_loss": 0.0030903692822903395, "cos_r_negg": [0.2287149578332901, 0.2671613097190857, 0.24701105058193207, 0.22293618321418762, 0.2240954339504242, 0.2393627017736435, 0.222487673163414], "cos_apical_negg": [0.2287149578332901, 0.2671613097190857, 0.24701105058193207, 0.22293618321418762, 0.2240954339504242, 0.2393627017736435, 0.222487673163414], "cos_Ac_negg": [0.2287149578332901, 0.2671613097190857, 0.24701105058193207, 0.22293618321418762, 0.2240954339504242, 0.2393627017736435, 0.222487673163414], "r_norm": [0.1961725652217865, 0.19543614983558655, 0.18343135714530945, 0.18787509202957153, 0.19330671429634094, 0.18810373544692993, 0.19452425837516785]}, {"step": 4750, "epoch": 10, "train_loss": 0.003188635688275099, "cos_r_negg": [0.2293594777584076, 0.26848357915878296, 0.24761661887168884, 0.22135387361049652, 0.22341063618659973, 0.2365042269229889, 0.220828115940094], "cos_apical_negg": [0.2293594777584076, 0.26848357915878296, 0.24761661887168884, 0.22135387361049652, 0.22341063618659973, 0.2365042269229889, 0.220828115940094], "cos_Ac_negg": [0.2293594777584076, 0.26848357915878296, 0.24761661887168884, 0.22135387361049652, 0.22341063618659973, 0.2365042269229889, 0.220828115940094], "r_norm": [0.19352197647094727, 0.19217033684253693, 0.17965219914913177, 0.18494661152362823, 0.19037114083766937, 0.18547740578651428, 0.19193604588508606], "ldr": {"dL_sdil": -0.009539395570755005, "dL_bp": -0.022007763385772705, "ratio": 0.4334559311430034}}, {"step": 4800, "epoch": 10, "train_loss": 0.00209135957993567, "cos_r_negg": [0.23476821184158325, 0.2701815962791443, 0.2516251802444458, 0.226511612534523, 0.22457945346832275, 0.23826289176940918, 0.22406424582004547], "cos_apical_negg": [0.23476821184158325, 0.2701815962791443, 0.2516251802444458, 0.226511612534523, 0.22457945346832275, 0.23826289176940918, 0.22406424582004547], "cos_Ac_negg": [0.23476821184158325, 0.2701815962791443, 0.2516251802444458, 0.226511612534523, 0.22457945346832275, 0.23826289176940918, 0.22406424582004547], "r_norm": [0.19077014923095703, 0.1901470273733139, 0.1773087978363037, 0.18368297815322876, 0.18796172738075256, 0.18350839614868164, 0.1895228624343872]}, {"step": 4850, "epoch": 10, "train_loss": 0.0041496288031339645, "cos_r_negg": [0.23224306106567383, 0.2703371047973633, 0.2516680359840393, 0.224981427192688, 0.2273656278848648, 0.24462705850601196, 0.22927993535995483], "cos_apical_negg": [0.23224306106567383, 0.2703371047973633, 0.2516680359840393, 0.224981427192688, 0.2273656278848648, 0.24462705850601196, 0.22927993535995483], "cos_Ac_negg": [0.23224306106567383, 0.2703371047973633, 0.2516680359840393, 0.224981427192688, 0.2273656278848648, 0.24462705850601196, 0.22927993535995483], "r_norm": [0.19252333045005798, 0.1917528510093689, 0.17996832728385925, 0.18569102883338928, 0.18878939747810364, 0.18274208903312683, 0.191022589802742]}, {"step": 4900, "epoch": 10, "train_loss": 0.0036028758622705936, "cos_r_negg": [0.2209266722202301, 0.25906360149383545, 0.23980936408042908, 0.21454676985740662, 0.2156820446252823, 0.23137551546096802, 0.21864134073257446], "cos_apical_negg": [0.2209266722202301, 0.25906360149383545, 0.23980936408042908, 0.21454676985740662, 0.2156820446252823, 0.23137551546096802, 0.21864134073257446], "cos_Ac_negg": [0.2209266722202301, 0.25906360149383545, 0.23980936408042908, 0.21454676985740662, 0.2156820446252823, 0.23137551546096802, 0.21864134073257446], "r_norm": [0.17961984872817993, 0.1780402958393097, 0.16712328791618347, 0.17279306054115295, 0.1758621782064438, 0.17090365290641785, 0.17829501628875732]}, {"step": 4950, "epoch": 10, "train_loss": 0.000990510219708085, "cos_r_negg": [0.21890732645988464, 0.2561202645301819, 0.2369975745677948, 0.2138226330280304, 0.21363170444965363, 0.22796206176280975, 0.21601267158985138], "cos_apical_negg": [0.21890732645988464, 0.2561202645301819, 0.2369975745677948, 0.2138226330280304, 0.21363170444965363, 0.22796206176280975, 0.21601267158985138], "cos_Ac_negg": [0.21890732645988464, 0.2561202645301819, 0.2369975745677948, 0.2138226330280304, 0.21363170444965363, 0.22796206176280975, 0.21601267158985138], "r_norm": [0.17071054875850677, 0.16905532777309418, 0.1588110327720642, 0.16442830860614777, 0.16715571284294128, 0.16265986859798431, 0.16875866055488586]}, {"step": 5000, "epoch": 10, "train_loss": 0.0019600163213908672, "cos_r_negg": [0.19903409481048584, 0.2359147071838379, 0.21788769960403442, 0.19782313704490662, 0.1956375539302826, 0.21169492602348328, 0.20301787555217743], "cos_apical_negg": [0.19903409481048584, 0.2359147071838379, 0.21788769960403442, 0.19782313704490662, 0.1956375539302826, 0.21169492602348328, 0.20301787555217743], "cos_Ac_negg": [0.19903409481048584, 0.2359147071838379, 0.21788769960403442, 0.19782313704490662, 0.1956375539302826, 0.21169492602348328, 0.20301787555217743], "r_norm": [0.17832931876182556, 0.17710331082344055, 0.16701744496822357, 0.1712544858455658, 0.175296813249588, 0.17001178860664368, 0.17729921638965607], "ldr": {"dL_sdil": -0.007679983973503113, "dL_bp": -0.01666995882987976, "ratio": 0.46070803484752865}}, {"step": 5050, "epoch": 10, "train_loss": 0.0025987522676587105, "cos_r_negg": [0.21597668528556824, 0.2562251687049866, 0.23664477467536926, 0.22427360713481903, 0.21670329570770264, 0.23055478930473328, 0.22195981442928314], "cos_apical_negg": [0.21597668528556824, 0.2562251687049866, 0.23664477467536926, 0.22427360713481903, 0.21670329570770264, 0.23055478930473328, 0.22195981442928314], "cos_Ac_negg": [0.21597668528556824, 0.2562251687049866, 0.23664477467536926, 0.22427360713481903, 0.21670329570770264, 0.23055478930473328, 0.22195981442928314], "r_norm": [0.1852794885635376, 0.18411272764205933, 0.17268410325050354, 0.17842277884483337, 0.1813465803861618, 0.17584875226020813, 0.18373292684555054]}, {"step": 5100, "epoch": 10, "train_loss": 0.013423755764961243, "cos_r_negg": [0.21245317161083221, 0.24956978857517242, 0.23104557394981384, 0.21395108103752136, 0.21169424057006836, 0.22834503650665283, 0.21741262078285217], "cos_apical_negg": [0.21245317161083221, 0.24956978857517242, 0.23104557394981384, 0.21395108103752136, 0.21169424057006836, 0.22834503650665283, 0.21741262078285217], "cos_Ac_negg": [0.21245317161083221, 0.24956978857517242, 0.23104557394981384, 0.21395108103752136, 0.21169424057006836, 0.22834503650665283, 0.21741262078285217], "r_norm": [0.16836406290531158, 0.16817030310630798, 0.15727585554122925, 0.16225022077560425, 0.16544458270072937, 0.1608545184135437, 0.16712069511413574]}, {"step": 5150, "epoch": 10, "train_loss": 0.0011671388056129217, "cos_r_negg": [0.20874181389808655, 0.2442561388015747, 0.22602152824401855, 0.21019095182418823, 0.2067834734916687, 0.2196158468723297, 0.20964336395263672], "cos_apical_negg": [0.20874181389808655, 0.2442561388015747, 0.22602152824401855, 0.21019095182418823, 0.2067834734916687, 0.2196158468723297, 0.20964336395263672], "cos_Ac_negg": [0.20874181389808655, 0.2442561388015747, 0.22602152824401855, 0.21019095182418823, 0.2067834734916687, 0.2196158468723297, 0.20964336395263672], "r_norm": [0.19719147682189941, 0.19553929567337036, 0.1825157254934311, 0.18838033080101013, 0.19247592985630035, 0.18676114082336426, 0.19480159878730774]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9698, "test_loss": 0.16373308715820312}, {"step": 5200, "epoch": 11, "train_loss": 0.0013640803517773747, "cos_r_negg": [0.19034981727600098, 0.22274714708328247, 0.2041618674993515, 0.18341806530952454, 0.1833999902009964, 0.19634588062763214, 0.18627503514289856], "cos_apical_negg": [0.19034981727600098, 0.22274714708328247, 0.2041618674993515, 0.18341806530952454, 0.1833999902009964, 0.19634588062763214, 0.18627503514289856], "cos_Ac_negg": [0.19034981727600098, 0.22274714708328247, 0.2041618674993515, 0.18341806530952454, 0.1833999902009964, 0.19634588062763214, 0.18627503514289856], "r_norm": [0.18812718987464905, 0.18695974349975586, 0.17519384622573853, 0.17992299795150757, 0.18358632922172546, 0.17863348126411438, 0.18520912528038025]}, {"step": 5250, "epoch": 11, "train_loss": 0.001595863956026733, "cos_r_negg": [0.1854269802570343, 0.21783941984176636, 0.20067399740219116, 0.18011218309402466, 0.18045517802238464, 0.19073593616485596, 0.18232925236225128], "cos_apical_negg": [0.1854269802570343, 0.21783941984176636, 0.20067399740219116, 0.18011218309402466, 0.18045517802238464, 0.19073593616485596, 0.18232925236225128], "cos_Ac_negg": [0.1854269802570343, 0.21783941984176636, 0.20067399740219116, 0.18011218309402466, 0.18045517802238464, 0.19073593616485596, 0.18232925236225128], "r_norm": [0.18384313583374023, 0.18220603466033936, 0.17145515978336334, 0.17644108831882477, 0.17946428060531616, 0.1740851104259491, 0.18108302354812622], "ldr": {"dL_sdil": -0.008113563060760498, "dL_bp": -0.021264299750328064, "ratio": 0.3815579706844249}}, {"step": 5300, "epoch": 11, "train_loss": 0.0010838297894224524, "cos_r_negg": [0.18551822006702423, 0.22073626518249512, 0.2042337954044342, 0.18842928111553192, 0.18688172101974487, 0.2001730054616928, 0.19240710139274597], "cos_apical_negg": [0.18551822006702423, 0.22073626518249512, 0.2042337954044342, 0.18842928111553192, 0.18688172101974487, 0.2001730054616928, 0.19240710139274597], "cos_Ac_negg": [0.18551822006702423, 0.22073626518249512, 0.2042337954044342, 0.18842928111553192, 0.18688172101974487, 0.2001730054616928, 0.19240710139274597], "r_norm": [0.18910670280456543, 0.1884555220603943, 0.17602869868278503, 0.18155378103256226, 0.18559396266937256, 0.1799492985010147, 0.18777009844779968]}, {"step": 5350, "epoch": 11, "train_loss": 0.0005419961526058614, "cos_r_negg": [0.1814917027950287, 0.21505387127399445, 0.2006157636642456, 0.18531270325183868, 0.18145158886909485, 0.19439806044101715, 0.18785065412521362], "cos_apical_negg": [0.1814917027950287, 0.21505387127399445, 0.2006157636642456, 0.18531270325183868, 0.18145158886909485, 0.19439806044101715, 0.18785065412521362], "cos_Ac_negg": [0.1814917027950287, 0.21505387127399445, 0.2006157636642456, 0.18531270325183868, 0.18145158886909485, 0.19439806044101715, 0.18785065412521362], "r_norm": [0.19049040973186493, 0.18915244936943054, 0.17658187448978424, 0.18214552104473114, 0.18645444512367249, 0.18101754784584045, 0.18854345381259918]}, {"step": 5400, "epoch": 11, "train_loss": 0.010014878585934639, "cos_r_negg": [0.17298561334609985, 0.20459705591201782, 0.1911836862564087, 0.1726059913635254, 0.170888751745224, 0.17985233664512634, 0.17283780872821808], "cos_apical_negg": [0.17298561334609985, 0.20459705591201782, 0.1911836862564087, 0.1726059913635254, 0.170888751745224, 0.17985233664512634, 0.17283780872821808], "cos_Ac_negg": [0.17298561334609985, 0.20459705591201782, 0.1911836862564087, 0.1726059913635254, 0.170888751745224, 0.17985233664512634, 0.17283780872821808], "r_norm": [0.18934366106987, 0.1880066692829132, 0.17655053734779358, 0.18155789375305176, 0.18540123105049133, 0.1802629679441452, 0.1869422197341919]}, {"step": 5450, "epoch": 11, "train_loss": 0.0006465637707151473, "cos_r_negg": [0.1695488691329956, 0.20067626237869263, 0.18642370402812958, 0.16908413171768188, 0.16608089208602905, 0.17481729388237, 0.16808342933654785], "cos_apical_negg": [0.1695488691329956, 0.20067626237869263, 0.18642370402812958, 0.16908413171768188, 0.16608089208602905, 0.17481729388237, 0.16808342933654785], "cos_Ac_negg": [0.1695488691329956, 0.20067626237869263, 0.18642370402812958, 0.16908413171768188, 0.16608089208602905, 0.17481729388237, 0.16808342933654785], "r_norm": [0.18535198271274567, 0.1843370944261551, 0.17228341102600098, 0.17722028493881226, 0.18114213645458221, 0.17629921436309814, 0.18284016847610474]}, {"step": 5500, "epoch": 11, "train_loss": 0.004685116931796074, "cos_r_negg": [0.17212657630443573, 0.20287027955055237, 0.19064569473266602, 0.17275574803352356, 0.16918179392814636, 0.17683742940425873, 0.1686408966779709], "cos_apical_negg": [0.17212657630443573, 0.20287027955055237, 0.19064569473266602, 0.17275574803352356, 0.16918179392814636, 0.17683742940425873, 0.1686408966779709], "cos_Ac_negg": [0.17212657630443573, 0.20287027955055237, 0.19064569473266602, 0.17275574803352356, 0.16918179392814636, 0.17683742940425873, 0.1686408966779709], "r_norm": [0.18304657936096191, 0.18168394267559052, 0.16991236805915833, 0.17504571378231049, 0.17857763171195984, 0.17346730828285217, 0.1806502640247345], "ldr": {"dL_sdil": -0.008752197027206421, "dL_bp": -0.02188093215227127, "ratio": 0.39999196406712184}}, {"step": 5550, "epoch": 11, "train_loss": 0.002699528355151415, "cos_r_negg": [0.18269526958465576, 0.2150278091430664, 0.20033980906009674, 0.179225355386734, 0.17639034986495972, 0.1856973022222519, 0.1767444610595703], "cos_apical_negg": [0.18269526958465576, 0.2150278091430664, 0.20033980906009674, 0.179225355386734, 0.17639034986495972, 0.1856973022222519, 0.1767444610595703], "cos_Ac_negg": [0.18269526958465576, 0.2150278091430664, 0.20033980906009674, 0.179225355386734, 0.17639034986495972, 0.1856973022222519, 0.1767444610595703], "r_norm": [0.18229782581329346, 0.1812828630208969, 0.1690174788236618, 0.1741614043712616, 0.17855660617351532, 0.17354995012283325, 0.18022973835468292]}, {"step": 5600, "epoch": 11, "train_loss": 0.005246392451226711, "cos_r_negg": [0.16929657757282257, 0.19887733459472656, 0.18507514894008636, 0.16730889678001404, 0.16419023275375366, 0.175065815448761, 0.1665976643562317], "cos_apical_negg": [0.16929657757282257, 0.19887733459472656, 0.18507514894008636, 0.16730889678001404, 0.16419023275375366, 0.175065815448761, 0.1665976643562317], "cos_Ac_negg": [0.16929657757282257, 0.19887733459472656, 0.18507514894008636, 0.16730889678001404, 0.16419023275375366, 0.175065815448761, 0.1665976643562317], "r_norm": [0.17351368069648743, 0.17252109944820404, 0.16134071350097656, 0.16673330962657928, 0.16997447609901428, 0.16518905758857727, 0.17218619585037231]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.97, "test_loss": 0.17149891510009765}, {"step": 5650, "epoch": 12, "train_loss": 0.006245352793484926, "cos_r_negg": [0.1701667159795761, 0.20047606527805328, 0.18599647283554077, 0.16846731305122375, 0.1667988896369934, 0.1765843629837036, 0.16771060228347778], "cos_apical_negg": [0.1701667159795761, 0.20047606527805328, 0.18599647283554077, 0.16846731305122375, 0.1667988896369934, 0.1765843629837036, 0.16771060228347778], "cos_Ac_negg": [0.1701667159795761, 0.20047606527805328, 0.18599647283554077, 0.16846731305122375, 0.1667988896369934, 0.1765843629837036, 0.16771060228347778], "r_norm": [0.17180819809436798, 0.17127618193626404, 0.1600005328655243, 0.16521531343460083, 0.16847383975982666, 0.1634637713432312, 0.17042109370231628]}, {"step": 5700, "epoch": 12, "train_loss": 0.0003511238028295338, "cos_r_negg": [0.16229094564914703, 0.19170838594436646, 0.1780327558517456, 0.16206341981887817, 0.16078588366508484, 0.16909784078598022, 0.1618529111146927], "cos_apical_negg": [0.16229094564914703, 0.19170838594436646, 0.1780327558517456, 0.16206341981887817, 0.16078588366508484, 0.16909784078598022, 0.1618529111146927], "cos_Ac_negg": [0.16229094564914703, 0.19170838594436646, 0.1780327558517456, 0.16206341981887817, 0.16078588366508484, 0.16909784078598022, 0.1618529111146927], "r_norm": [0.1778286099433899, 0.17758764326572418, 0.16576731204986572, 0.17099782824516296, 0.1745309829711914, 0.16932985186576843, 0.17634008824825287]}, {"step": 5750, "epoch": 12, "train_loss": 0.00038944234256632626, "cos_r_negg": [0.15845169126987457, 0.18673460185527802, 0.17469897866249084, 0.15908195078372955, 0.15761665999889374, 0.16570623219013214, 0.1582876741886139], "cos_apical_negg": [0.15845169126987457, 0.18673460185527802, 0.17469897866249084, 0.15908195078372955, 0.15761665999889374, 0.16570623219013214, 0.1582876741886139], "cos_Ac_negg": [0.15845169126987457, 0.18673460185527802, 0.17469897866249084, 0.15908195078372955, 0.15761665999889374, 0.16570623219013214, 0.1582876741886139], "r_norm": [0.1803979128599167, 0.179407000541687, 0.16770388185977936, 0.173069566488266, 0.17658957839012146, 0.17152640223503113, 0.17848840355873108], "ldr": {"dL_sdil": -0.008237868547439575, "dL_bp": -0.02031068503856659, "ratio": 0.4055928459230815}}, {"step": 5800, "epoch": 12, "train_loss": 0.002176351146772504, "cos_r_negg": [0.1532421112060547, 0.18205228447914124, 0.1699952632188797, 0.1548069417476654, 0.1543213129043579, 0.16172437369823456, 0.15579265356063843], "cos_apical_negg": [0.1532421112060547, 0.18205228447914124, 0.1699952632188797, 0.1548069417476654, 0.1543213129043579, 0.16172437369823456, 0.15579265356063843], "cos_Ac_negg": [0.1532421112060547, 0.18205228447914124, 0.1699952632188797, 0.1548069417476654, 0.1543213129043579, 0.16172437369823456, 0.15579265356063843], "r_norm": [0.1830388307571411, 0.18197044730186462, 0.17006051540374756, 0.1755887269973755, 0.17911973595619202, 0.17387476563453674, 0.1813165694475174]}, {"step": 5850, "epoch": 12, "train_loss": 0.016405457630753517, "cos_r_negg": [0.15472766757011414, 0.18276798725128174, 0.17100147902965546, 0.154796302318573, 0.15389645099639893, 0.1603417694568634, 0.1539251059293747], "cos_apical_negg": [0.15472766757011414, 0.18276798725128174, 0.17100147902965546, 0.154796302318573, 0.15389645099639893, 0.1603417694568634, 0.1539251059293747], "cos_Ac_negg": [0.15472766757011414, 0.18276798725128174, 0.17100147902965546, 0.154796302318573, 0.15389645099639893, 0.1603417694568634, 0.1539251059293747], "r_norm": [0.17762087285518646, 0.17711496353149414, 0.16543889045715332, 0.1705203652381897, 0.1741001009941101, 0.16896070539951324, 0.17597439885139465]}, {"step": 5900, "epoch": 12, "train_loss": 0.0015688372077420354, "cos_r_negg": [0.15482264757156372, 0.18303224444389343, 0.1722855269908905, 0.155124694108963, 0.15431447327136993, 0.16098801791667938, 0.15326882898807526], "cos_apical_negg": [0.15482264757156372, 0.18303224444389343, 0.1722855269908905, 0.155124694108963, 0.15431447327136993, 0.16098801791667938, 0.15326882898807526], "cos_Ac_negg": [0.15482264757156372, 0.18303224444389343, 0.1722855269908905, 0.155124694108963, 0.15431447327136993, 0.16098801791667938, 0.15326882898807526], "r_norm": [0.1749371588230133, 0.1737341731786728, 0.16240866482257843, 0.16772547364234924, 0.1712779700756073, 0.16652657091617584, 0.17327657341957092]}, {"step": 5950, "epoch": 12, "train_loss": 0.0010614068014547229, "cos_r_negg": [0.15722984075546265, 0.1850219964981079, 0.17314840853214264, 0.15545828640460968, 0.1542111039161682, 0.16290326416492462, 0.15689551830291748], "cos_apical_negg": [0.15722984075546265, 0.1850219964981079, 0.17314840853214264, 0.15545828640460968, 0.1542111039161682, 0.16290326416492462, 0.15689551830291748], "cos_Ac_negg": [0.15722984075546265, 0.1850219964981079, 0.17314840853214264, 0.15545828640460968, 0.1542111039161682, 0.16290326416492462, 0.15689551830291748], "r_norm": [0.16848021745681763, 0.16817793250083923, 0.15698476135730743, 0.16189953684806824, 0.16549035906791687, 0.1606270968914032, 0.16723069548606873]}, {"step": 6000, "epoch": 12, "train_loss": 0.003149939002469182, "cos_r_negg": [0.1509898453950882, 0.17880330979824066, 0.16716428101062775, 0.1504102647304535, 0.1499597579240799, 0.15676414966583252, 0.14983555674552917], "cos_apical_negg": [0.1509898453950882, 0.17880330979824066, 0.16716428101062775, 0.1504102647304535, 0.1499597579240799, 0.15676414966583252, 0.14983555674552917], "cos_Ac_negg": [0.1509898453950882, 0.17880330979824066, 0.16716428101062775, 0.1504102647304535, 0.1499597579240799, 0.15676414966583252, 0.14983555674552917], "r_norm": [0.1802116334438324, 0.1794852316379547, 0.1685212254524231, 0.1740764081478119, 0.17668859660625458, 0.1711006462574005, 0.1792648732662201], "ldr": {"dL_sdil": -0.008898884057998657, "dL_bp": -0.02487187087535858, "ratio": 0.3577890904385117}}, {"step": 6050, "epoch": 12, "train_loss": 0.004751671105623245, "cos_r_negg": [0.1498255580663681, 0.17737999558448792, 0.16683559119701385, 0.14946310222148895, 0.14883831143379211, 0.1542118638753891, 0.14710214734077454], "cos_apical_negg": [0.1498255580663681, 0.17737999558448792, 0.16683559119701385, 0.14946310222148895, 0.14883831143379211, 0.1542118638753891, 0.14710214734077454], "cos_Ac_negg": [0.1498255580663681, 0.17737999558448792, 0.16683559119701385, 0.14946310222148895, 0.14883831143379211, 0.1542118638753891, 0.14710214734077454], "r_norm": [0.17051783204078674, 0.16953042149543762, 0.15944340825080872, 0.16473570466041565, 0.16721473634243011, 0.16215848922729492, 0.16917602717876434]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9703, "test_loss": 0.17833843078613282}, {"step": 6100, "epoch": 13, "train_loss": 0.004351066891103983, "cos_r_negg": [0.1471986323595047, 0.17276465892791748, 0.1641717553138733, 0.1497177630662918, 0.14606374502182007, 0.15321454405784607, 0.14767895638942719], "cos_apical_negg": [0.1471986323595047, 0.17276465892791748, 0.1641717553138733, 0.1497177630662918, 0.14606374502182007, 0.15321454405784607, 0.14767895638942719], "cos_Ac_negg": [0.1471986323595047, 0.17276465892791748, 0.1641717553138733, 0.1497177630662918, 0.14606374502182007, 0.15321454405784607, 0.14767895638942719], "r_norm": [0.1825123429298401, 0.18087582290172577, 0.16940581798553467, 0.17507988214492798, 0.17854991555213928, 0.1736181378364563, 0.1807679831981659]}, {"step": 6150, "epoch": 13, "train_loss": 0.0012411627685651183, "cos_r_negg": [0.14180998504161835, 0.16714300215244293, 0.15849623084068298, 0.1436464488506317, 0.14164817333221436, 0.14793571829795837, 0.14288432896137238], "cos_apical_negg": [0.14180998504161835, 0.16714300215244293, 0.15849623084068298, 0.1436464488506317, 0.14164817333221436, 0.14793571829795837, 0.14288432896137238], "cos_Ac_negg": [0.14180998504161835, 0.16714300215244293, 0.15849623084068298, 0.1436464488506317, 0.14164817333221436, 0.14793571829795837, 0.14288432896137238], "r_norm": [0.17033252120018005, 0.16956652700901031, 0.15930768847465515, 0.1646765172481537, 0.16717968881130219, 0.16228532791137695, 0.1692771166563034]}, {"step": 6200, "epoch": 13, "train_loss": 9.419850539416075e-05, "cos_r_negg": [0.1358509063720703, 0.16135649383068085, 0.15332308411598206, 0.13910268247127533, 0.13728514313697815, 0.14226582646369934, 0.13643544912338257], "cos_apical_negg": [0.1358509063720703, 0.16135649383068085, 0.15332308411598206, 0.13910268247127533, 0.13728514313697815, 0.14226582646369934, 0.13643544912338257], "cos_Ac_negg": [0.1358509063720703, 0.16135649383068085, 0.15332308411598206, 0.13910268247127533, 0.13728514313697815, 0.14226582646369934, 0.13643544912338257], "r_norm": [0.1836460530757904, 0.18194177746772766, 0.17083939909934998, 0.17634011805057526, 0.17962580919265747, 0.1742381751537323, 0.18156376481056213]}, {"step": 6250, "epoch": 13, "train_loss": 0.0003146120288874954, "cos_r_negg": [0.13663911819458008, 0.16205497086048126, 0.1531628966331482, 0.13932475447654724, 0.13780225813388824, 0.14346441626548767, 0.1381032019853592], "cos_apical_negg": [0.13663911819458008, 0.16205497086048126, 0.1531628966331482, 0.13932475447654724, 0.13780225813388824, 0.14346441626548767, 0.1381032019853592], "cos_Ac_negg": [0.13663911819458008, 0.16205497086048126, 0.1531628966331482, 0.13932475447654724, 0.13780225813388824, 0.14346441626548767, 0.1381032019853592], "r_norm": [0.17859604954719543, 0.1781458854675293, 0.16773316264152527, 0.1727161407470703, 0.17570030689239502, 0.1698366105556488, 0.17759603261947632], "ldr": {"dL_sdil": -0.009162947535514832, "dL_bp": -0.026452623307704926, "ratio": 0.34639088263302475}}, {"step": 6300, "epoch": 13, "train_loss": 0.00034777988912537694, "cos_r_negg": [0.13443657755851746, 0.15948450565338135, 0.15056681632995605, 0.13789859414100647, 0.13546814024448395, 0.1406574547290802, 0.13574004173278809], "cos_apical_negg": [0.13443657755851746, 0.15948450565338135, 0.15056681632995605, 0.13789859414100647, 0.13546814024448395, 0.1406574547290802, 0.13574004173278809], "cos_Ac_negg": [0.13443657755851746, 0.15948450565338135, 0.15056681632995605, 0.13789859414100647, 0.13546814024448395, 0.1406574547290802, 0.13574004173278809], "r_norm": [0.18156680464744568, 0.18047136068344116, 0.16937151551246643, 0.17495697736740112, 0.1779160350561142, 0.17245227098464966, 0.18037833273410797]}, {"step": 6350, "epoch": 13, "train_loss": 0.004097644705325365, "cos_r_negg": [0.1329142451286316, 0.15710286796092987, 0.1491243839263916, 0.13651397824287415, 0.13398432731628418, 0.13924968242645264, 0.13459542393684387], "cos_apical_negg": [0.1329142451286316, 0.15710286796092987, 0.1491243839263916, 0.13651397824287415, 0.13398432731628418, 0.13924968242645264, 0.13459542393684387], "cos_Ac_negg": [0.1329142451286316, 0.15710286796092987, 0.1491243839263916, 0.13651397824287415, 0.13398432731628418, 0.13924968242645264, 0.13459542393684387], "r_norm": [0.1792878806591034, 0.17808213829994202, 0.16679850220680237, 0.172384113073349, 0.17555421590805054, 0.17038685083389282, 0.17789988219738007]}, {"step": 6400, "epoch": 13, "train_loss": 0.0015932824462652206, "cos_r_negg": [0.13111825287342072, 0.1552378237247467, 0.1474287509918213, 0.13416054844856262, 0.13256411254405975, 0.13718822598457336, 0.13191840052604675], "cos_apical_negg": [0.13111825287342072, 0.1552378237247467, 0.1474287509918213, 0.13416054844856262, 0.13256411254405975, 0.13718822598457336, 0.13191840052604675], "cos_Ac_negg": [0.13111825287342072, 0.1552378237247467, 0.1474287509918213, 0.13416054844856262, 0.13256411254405975, 0.13718822598457336, 0.13191840052604675], "r_norm": [0.1772279143333435, 0.17611408233642578, 0.16507674753665924, 0.17055802047252655, 0.17364652454853058, 0.16855691373348236, 0.17614945769309998]}, {"step": 6450, "epoch": 13, "train_loss": 0.0018239377532154322, "cos_r_negg": [0.13116121292114258, 0.1559171974658966, 0.1479749232530594, 0.13419558107852936, 0.13309597969055176, 0.13779094815254211, 0.13244140148162842], "cos_apical_negg": [0.13116121292114258, 0.1559171974658966, 0.1479749232530594, 0.13419558107852936, 0.13309597969055176, 0.13779094815254211, 0.13244140148162842], "cos_Ac_negg": [0.13116121292114258, 0.1559171974658966, 0.1479749232530594, 0.13419558107852936, 0.13309597969055176, 0.13779094815254211, 0.13244140148162842], "r_norm": [0.1808186173439026, 0.17960026860237122, 0.16776227951049805, 0.17309191823005676, 0.17707538604736328, 0.1720467060804367, 0.1792607605457306]}, {"step": 6500, "epoch": 13, "train_loss": 0.0003810383495874703, "cos_r_negg": [0.1298294961452484, 0.1536363959312439, 0.14530158042907715, 0.13091231882572174, 0.13040100038051605, 0.13450726866722107, 0.12850351631641388], "cos_apical_negg": [0.1298294961452484, 0.1536363959312439, 0.14530158042907715, 0.13091231882572174, 0.13040100038051605, 0.13450726866722107, 0.12850351631641388], "cos_Ac_negg": [0.1298294961452484, 0.1536363959312439, 0.14530158042907715, 0.13091231882572174, 0.13040100038051605, 0.13450726866722107, 0.12850351631641388], "r_norm": [0.1762900948524475, 0.17536842823028564, 0.16379708051681519, 0.1686812788248062, 0.1729663610458374, 0.16801810264587402, 0.17458219826221466], "ldr": {"dL_sdil": -0.00847277045249939, "dL_bp": -0.02225644886493683, "ratio": 0.380688334599844}}, {"step": 6550, "epoch": 13, "train_loss": 0.0038722981698811054, "cos_r_negg": [0.12480881810188293, 0.14793092012405396, 0.14042489230632782, 0.1269059181213379, 0.12620259821414948, 0.1295371949672699, 0.12372090667486191], "cos_apical_negg": [0.12480881810188293, 0.14793092012405396, 0.14042489230632782, 0.1269059181213379, 0.12620259821414948, 0.1295371949672699, 0.12372090667486191], "cos_Ac_negg": [0.12480881810188293, 0.14793092012405396, 0.14042489230632782, 0.1269059181213379, 0.12620259821414948, 0.1295371949672699, 0.12372090667486191], "r_norm": [0.17635037004947662, 0.1752951443195343, 0.16374726593494415, 0.16879500448703766, 0.17291313409805298, 0.16803766787052155, 0.17467829585075378]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9703, "test_loss": 0.1835528184890747}, {"step": 6600, "epoch": 14, "train_loss": 0.001162783708423376, "cos_r_negg": [0.12098587304353714, 0.14286229014396667, 0.13612613081932068, 0.12370077520608902, 0.12293265759944916, 0.1258540153503418, 0.11991424858570099], "cos_apical_negg": [0.12098587304353714, 0.14286229014396667, 0.13612613081932068, 0.12370077520608902, 0.12293265759944916, 0.1258540153503418, 0.11991424858570099], "cos_Ac_negg": [0.12098587304353714, 0.14286229014396667, 0.13612613081932068, 0.12370077520608902, 0.12293265759944916, 0.1258540153503418, 0.11991424858570099], "r_norm": [0.17994117736816406, 0.1785387098789215, 0.1670171171426773, 0.17236869037151337, 0.17614877223968506, 0.171174556016922, 0.17833462357521057]}, {"step": 6650, "epoch": 14, "train_loss": 0.0022211926989257336, "cos_r_negg": [0.11808271706104279, 0.13975143432617188, 0.1334468424320221, 0.12209227681159973, 0.12128237634897232, 0.12309261411428452, 0.11778439581394196], "cos_apical_negg": [0.11808271706104279, 0.13975143432617188, 0.1334468424320221, 0.12209227681159973, 0.12128237634897232, 0.12309261411428452, 0.11778439581394196], "cos_Ac_negg": [0.11808271706104279, 0.13975143432617188, 0.1334468424320221, 0.12209227681159973, 0.12128237634897232, 0.12309261411428452, 0.11778439581394196], "r_norm": [0.18885037302970886, 0.18700642883777618, 0.17506691813468933, 0.18056796491146088, 0.1845572292804718, 0.17919640243053436, 0.18686556816101074]}, {"step": 6700, "epoch": 14, "train_loss": 0.0009254678152501583, "cos_r_negg": [0.11919042468070984, 0.1408853679895401, 0.13435131311416626, 0.12230128049850464, 0.12109488248825073, 0.123944491147995, 0.11834010481834412], "cos_apical_negg": [0.11919042468070984, 0.1408853679895401, 0.13435131311416626, 0.12230128049850464, 0.12109488248825073, 0.123944491147995, 0.11834010481834412], "cos_Ac_negg": [0.11919042468070984, 0.1408853679895401, 0.13435131311416626, 0.12230128049850464, 0.12109488248825073, 0.123944491147995, 0.11834010481834412], "r_norm": [0.18307200074195862, 0.1814286708831787, 0.16948863863945007, 0.17486563324928284, 0.1790696084499359, 0.17405688762664795, 0.18101739883422852]}, {"step": 6750, "epoch": 14, "train_loss": 0.004524520132690668, "cos_r_negg": [0.11642450839281082, 0.13719642162322998, 0.131157785654068, 0.11964622884988785, 0.11837059259414673, 0.12077180296182632, 0.11534038931131363], "cos_apical_negg": [0.11642450839281082, 0.13719642162322998, 0.131157785654068, 0.11964622884988785, 0.11837059259414673, 0.12077180296182632, 0.11534038931131363], "cos_Ac_negg": [0.11642450839281082, 0.13719642162322998, 0.131157785654068, 0.11964622884988785, 0.11837059259414673, 0.12077180296182632, 0.11534038931131363], "r_norm": [0.18392413854599, 0.18201737105846405, 0.1702156662940979, 0.1757703572511673, 0.17972394824028015, 0.17470631003379822, 0.1818021833896637], "ldr": {"dL_sdil": -0.010475695133209229, "dL_bp": -0.02646857500076294, "ratio": 0.39577858395879917}}, {"step": 6800, "epoch": 14, "train_loss": 0.0011511410120874643, "cos_r_negg": [0.11905364692211151, 0.1402817666530609, 0.13412019610404968, 0.12295880913734436, 0.12071292102336884, 0.12382858991622925, 0.11948856711387634], "cos_apical_negg": [0.11905364692211151, 0.1402817666530609, 0.13412019610404968, 0.12295880913734436, 0.12071292102336884, 0.12382858991622925, 0.11948856711387634], "cos_Ac_negg": [0.11905364692211151, 0.1402817666530609, 0.13412019610404968, 0.12295880913734436, 0.12071292102336884, 0.12382858991622925, 0.11948856711387634], "r_norm": [0.1641695201396942, 0.16354405879974365, 0.15305861830711365, 0.15833641588687897, 0.16102583706378937, 0.15637904405593872, 0.1630340814590454]}, {"step": 6850, "epoch": 14, "train_loss": 0.0003933360567316413, "cos_r_negg": [0.11735513806343079, 0.1382044553756714, 0.1326294243335724, 0.1212514117360115, 0.11975454539060593, 0.12242583930492401, 0.11736366152763367], "cos_apical_negg": [0.11735513806343079, 0.1382044553756714, 0.1326294243335724, 0.1212514117360115, 0.11975454539060593, 0.12242583930492401, 0.11736366152763367], "cos_Ac_negg": [0.11735513806343079, 0.1382044553756714, 0.1326294243335724, 0.1212514117360115, 0.11975454539060593, 0.12242583930492401, 0.11736366152763367], "r_norm": [0.1724540889263153, 0.1715526282787323, 0.16038641333580017, 0.16564331948757172, 0.16909463703632355, 0.16438305377960205, 0.17113584280014038]}, {"step": 6900, "epoch": 14, "train_loss": 0.0013998562935739756, "cos_r_negg": [0.11422838270664215, 0.13465876877307892, 0.1292755901813507, 0.11779341101646423, 0.11691385507583618, 0.11886092275381088, 0.1140369176864624], "cos_apical_negg": [0.11422838270664215, 0.13465876877307892, 0.1292755901813507, 0.11779341101646423, 0.11691385507583618, 0.11886092275381088, 0.1140369176864624], "cos_Ac_negg": [0.11422838270664215, 0.13465876877307892, 0.1292755901813507, 0.11779341101646423, 0.11691385507583618, 0.11886092275381088, 0.1140369176864624], "r_norm": [0.18347489833831787, 0.18209399282932281, 0.1702265441417694, 0.17548951506614685, 0.1796591877937317, 0.174460768699646, 0.18137243390083313]}, {"step": 6950, "epoch": 14, "train_loss": 0.000719449482858181, "cos_r_negg": [0.11308693885803223, 0.1336575746536255, 0.1290675401687622, 0.11719664186239243, 0.11650629341602325, 0.11852636933326721, 0.11379021406173706], "cos_apical_negg": [0.11308693885803223, 0.1336575746536255, 0.1290675401687622, 0.11719664186239243, 0.11650629341602325, 0.11852636933326721, 0.11379021406173706], "cos_Ac_negg": [0.11308693885803223, 0.1336575746536255, 0.1290675401687622, 0.11719664186239243, 0.11650629341602325, 0.11852636933326721, 0.11379021406173706], "r_norm": [0.18327069282531738, 0.18165086209774017, 0.16996127367019653, 0.17574472725391388, 0.17922620475292206, 0.17431122064590454, 0.1819140613079071]}, {"step": 7000, "epoch": 14, "train_loss": 0.0012424649903550744, "cos_r_negg": [0.11133863031864166, 0.1315036118030548, 0.1270044595003128, 0.11589477211236954, 0.11540677398443222, 0.11704674363136292, 0.11258178949356079], "cos_apical_negg": [0.11133863031864166, 0.1315036118030548, 0.1270044595003128, 0.11589477211236954, 0.11540677398443222, 0.11704674363136292, 0.11258178949356079], "cos_Ac_negg": [0.11133863031864166, 0.1315036118030548, 0.1270044595003128, 0.11589477211236954, 0.11540677398443222, 0.11704674363136292, 0.11258178949356079], "r_norm": [0.18064142763614655, 0.17912805080413818, 0.16775864362716675, 0.17344871163368225, 0.1767478585243225, 0.1718185842037201, 0.17933471500873566], "ldr": {"dL_sdil": -0.010175436735153198, "dL_bp": -0.02821555733680725, "ratio": 0.3606321368629965}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9704, "test_loss": 0.18747473125457764}, {"step": 7050, "epoch": 15, "train_loss": 0.00029161435668356717, "cos_r_negg": [0.11095240712165833, 0.1306062936782837, 0.12638020515441895, 0.11555702984333038, 0.11549615859985352, 0.11693243682384491, 0.11237236112356186], "cos_apical_negg": [0.11095240712165833, 0.1306062936782837, 0.12638020515441895, 0.11555702984333038, 0.11549615859985352, 0.11693243682384491, 0.11237236112356186], "cos_Ac_negg": [0.11095240712165833, 0.1306062936782837, 0.12638020515441895, 0.11555702984333038, 0.11549615859985352, 0.11693243682384491, 0.11237236112356186], "r_norm": [0.18664118647575378, 0.18525594472885132, 0.17309258878231049, 0.1786898672580719, 0.18267619609832764, 0.17749296128749847, 0.18513637781143188]}, {"step": 7100, "epoch": 15, "train_loss": 0.0020450542215257883, "cos_r_negg": [0.1105123907327652, 0.13024774193763733, 0.12620440125465393, 0.11552970856428146, 0.11487733572721481, 0.11657243967056274, 0.11203238368034363], "cos_apical_negg": [0.1105123907327652, 0.13024774193763733, 0.12620440125465393, 0.11552970856428146, 0.11487733572721481, 0.11657243967056274, 0.11203238368034363], "cos_Ac_negg": [0.1105123907327652, 0.13024774193763733, 0.12620440125465393, 0.11552970856428146, 0.11487733572721481, 0.11657243967056274, 0.11203238368034363], "r_norm": [0.184871643781662, 0.1834256947040558, 0.17172831296920776, 0.17740270495414734, 0.1810063123703003, 0.17582422494888306, 0.18352606892585754]}, {"step": 7150, "epoch": 15, "train_loss": 0.0008009699522517622, "cos_r_negg": [0.11004325747489929, 0.12988680601119995, 0.1258106678724289, 0.11534585803747177, 0.1144442930817604, 0.11601418256759644, 0.11196037381887436], "cos_apical_negg": [0.11004325747489929, 0.12988680601119995, 0.1258106678724289, 0.11534585803747177, 0.1144442930817604, 0.11601418256759644, 0.11196037381887436], "cos_Ac_negg": [0.11004325747489929, 0.12988680601119995, 0.1258106678724289, 0.11534585803747177, 0.1144442930817604, 0.11601418256759644, 0.11196037381887436], "r_norm": [0.18520545959472656, 0.18380406498908997, 0.17205418646335602, 0.17772802710533142, 0.1813240945339203, 0.17609618604183197, 0.18382768332958221]}, {"step": 7200, "epoch": 15, "train_loss": 0.0003176844329573214, "cos_r_negg": [0.10819140076637268, 0.12753593921661377, 0.12355707585811615, 0.11345513164997101, 0.11291609704494476, 0.11432967334985733, 0.11005917191505432], "cos_apical_negg": [0.10819140076637268, 0.12753593921661377, 0.12355707585811615, 0.11345513164997101, 0.11291609704494476, 0.11432967334985733, 0.11005917191505432], "cos_Ac_negg": [0.10819140076637268, 0.12753593921661377, 0.12355707585811615, 0.11345513164997101, 0.11291609704494476, 0.11432967334985733, 0.11005917191505432], "r_norm": [0.18288391828536987, 0.1813504695892334, 0.16971179842948914, 0.1753641963005066, 0.17890620231628418, 0.17381785809993744, 0.18134137988090515]}, {"step": 7250, "epoch": 15, "train_loss": 0.00043971490231342614, "cos_r_negg": [0.10691022872924805, 0.12591080367565155, 0.12224971503019333, 0.11184214055538177, 0.11111863702535629, 0.112663134932518, 0.10857677459716797], "cos_apical_negg": [0.10691022872924805, 0.12591080367565155, 0.12224971503019333, 0.11184214055538177, 0.11111863702535629, 0.112663134932518, 0.10857677459716797], "cos_Ac_negg": [0.10691022872924805, 0.12591080367565155, 0.12224971503019333, 0.11184214055538177, 0.11111863702535629, 0.112663134932518, 0.10857677459716797], "r_norm": [0.18135444819927216, 0.17992910742759705, 0.16842973232269287, 0.17416325211524963, 0.1775045543909073, 0.17256873846054077, 0.18011915683746338], "ldr": {"dL_sdil": -0.010286301374435425, "dL_bp": -0.028085142374038696, "ratio": 0.36625420079564425}}, {"step": 7300, "epoch": 15, "train_loss": 6.160658085718751e-05, "cos_r_negg": [0.10464053601026535, 0.12331311404705048, 0.11966992914676666, 0.10941199213266373, 0.10935372114181519, 0.1105584055185318, 0.10592670738697052], "cos_apical_negg": [0.10464053601026535, 0.12331311404705048, 0.11966992914676666, 0.10941199213266373, 0.10935372114181519, 0.1105584055185318, 0.10592670738697052], "cos_Ac_negg": [0.10464053601026535, 0.12331311404705048, 0.11966992914676666, 0.10941199213266373, 0.10935372114181519, 0.1105584055185318, 0.10592670738697052], "r_norm": [0.18071001768112183, 0.17909660935401917, 0.16783592104911804, 0.17342843115329742, 0.1768091320991516, 0.17181691527366638, 0.17917278409004211]}, {"step": 7350, "epoch": 15, "train_loss": 0.0011752003338187933, "cos_r_negg": [0.10355359315872192, 0.12204952538013458, 0.11877838522195816, 0.10861693322658539, 0.10872431099414825, 0.10952482372522354, 0.10525157302618027], "cos_apical_negg": [0.10355359315872192, 0.12204952538013458, 0.11877838522195816, 0.10861693322658539, 0.10872431099414825, 0.10952482372522354, 0.10525157302618027], "cos_Ac_negg": [0.10355359315872192, 0.12204952538013458, 0.11877838522195816, 0.10861693322658539, 0.10872431099414825, 0.10952482372522354, 0.10525157302618027], "r_norm": [0.17185260355472565, 0.17053261399269104, 0.15993762016296387, 0.16536597907543182, 0.1682838797569275, 0.16358259320259094, 0.17058736085891724]}, {"step": 7400, "epoch": 15, "train_loss": 0.0004410871188156307, "cos_r_negg": [0.1058606430888176, 0.12478660047054291, 0.12163545936346054, 0.11083971709012985, 0.11029470711946487, 0.11136434227228165, 0.10779298841953278], "cos_apical_negg": [0.1058606430888176, 0.12478660047054291, 0.12163545936346054, 0.11083971709012985, 0.11029470711946487, 0.11136434227228165, 0.10779298841953278], "cos_Ac_negg": [0.1058606430888176, 0.12478660047054291, 0.12163545936346054, 0.11083971709012985, 0.11029470711946487, 0.11136434227228165, 0.10779298841953278], "r_norm": [0.1712404191493988, 0.17011752724647522, 0.15945352613925934, 0.16494853794574738, 0.16778016090393066, 0.16314822435379028, 0.17019659280776978]}, {"step": 7450, "epoch": 15, "train_loss": 0.0007512837764807045, "cos_r_negg": [0.1033029854297638, 0.12175410985946655, 0.11866220831871033, 0.10862291604280472, 0.10844998061656952, 0.10941995680332184, 0.10580188781023026], "cos_apical_negg": [0.1033029854297638, 0.12175410985946655, 0.11866220831871033, 0.10862291604280472, 0.10844998061656952, 0.10941995680332184, 0.10580188781023026], "cos_Ac_negg": [0.1033029854297638, 0.12175410985946655, 0.11866220831871033, 0.10862291604280472, 0.10844998061656952, 0.10941995680332184, 0.10580188781023026], "r_norm": [0.1753143072128296, 0.17427338659763336, 0.16299301385879517, 0.16821515560150146, 0.17184939980506897, 0.16695691645145416, 0.17378070950508118]}, {"step": 7500, "epoch": 15, "train_loss": 0.0002967664913740009, "cos_r_negg": [0.10319392383098602, 0.12204298377037048, 0.11861033737659454, 0.10847833752632141, 0.10764594376087189, 0.10879798233509064, 0.10498625040054321], "cos_apical_negg": [0.10319392383098602, 0.12204298377037048, 0.11861033737659454, 0.10847833752632141, 0.10764594376087189, 0.10879798233509064, 0.10498625040054321], "cos_Ac_negg": [0.10319392383098602, 0.12204298377037048, 0.11861033737659454, 0.10847833752632141, 0.10764594376087189, 0.10879798233509064, 0.10498625040054321], "r_norm": [0.1758335828781128, 0.17461678385734558, 0.16370221972465515, 0.16929611563682556, 0.17225737869739532, 0.16748277842998505, 0.17476078867912292], "ldr": {"dL_sdil": -0.009032562375068665, "dL_bp": -0.025694355368614197, "ratio": 0.35153878139717765}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9705, "test_loss": 0.1926329620361328}, {"step": 7550, "epoch": 16, "train_loss": 0.00026753084966912866, "cos_r_negg": [0.10242025554180145, 0.12097105383872986, 0.11766627430915833, 0.1076744794845581, 0.1069144606590271, 0.10794788599014282, 0.10430558025836945], "cos_apical_negg": [0.10242025554180145, 0.12097105383872986, 0.11766627430915833, 0.1076744794845581, 0.1069144606590271, 0.10794788599014282, 0.10430558025836945], "cos_Ac_negg": [0.10242025554180145, 0.12097105383872986, 0.11766627430915833, 0.1076744794845581, 0.1069144606590271, 0.10794788599014282, 0.10430558025836945], "r_norm": [0.175649955868721, 0.17446613311767578, 0.16376084089279175, 0.16939403116703033, 0.17209605872631073, 0.1671578586101532, 0.1746201068162918]}, {"step": 7600, "epoch": 16, "train_loss": 0.004272667691111565, "cos_r_negg": [0.10152049362659454, 0.12017751485109329, 0.11693134903907776, 0.10696609318256378, 0.10653775185346603, 0.10750789195299149, 0.10389547049999237], "cos_apical_negg": [0.10152049362659454, 0.12017751485109329, 0.11693134903907776, 0.10696609318256378, 0.10653775185346603, 0.10750789195299149, 0.10389547049999237], "cos_Ac_negg": [0.10152049362659454, 0.12017751485109329, 0.11693134903907776, 0.10696609318256378, 0.10653775185346603, 0.10750789195299149, 0.10389547049999237], "r_norm": [0.18782562017440796, 0.1862473487854004, 0.17441467940807343, 0.1799963265657425, 0.18387310206890106, 0.17855529487133026, 0.18608981370925903]}, {"step": 7650, "epoch": 16, "train_loss": 0.0005335467867553234, "cos_r_negg": [0.10060317814350128, 0.11932665854692459, 0.11608753353357315, 0.1064765453338623, 0.10606665909290314, 0.10677279531955719, 0.10321927815675735], "cos_apical_negg": [0.10060317814350128, 0.11932665854692459, 0.11608753353357315, 0.1064765453338623, 0.10606665909290314, 0.10677279531955719, 0.10321927815675735], "cos_Ac_negg": [0.10060317814350128, 0.11932665854692459, 0.11608753353357315, 0.1064765453338623, 0.10606665909290314, 0.10677279531955719, 0.10321927815675735], "r_norm": [0.17896491289138794, 0.17758122086524963, 0.16627034544944763, 0.17179328203201294, 0.1752619743347168, 0.17033177614212036, 0.1774432510137558]}, {"step": 7700, "epoch": 16, "train_loss": 0.0006386860623024404, "cos_r_negg": [0.09942682832479477, 0.11752063035964966, 0.11436891555786133, 0.10510796308517456, 0.10443588346242905, 0.10504229366779327, 0.10131463408470154], "cos_apical_negg": [0.09942682832479477, 0.11752063035964966, 0.11436891555786133, 0.10510796308517456, 0.10443588346242905, 0.10504229366779327, 0.10131463408470154], "cos_Ac_negg": [0.09942682832479477, 0.11752063035964966, 0.11436891555786133, 0.10510796308517456, 0.10443588346242905, 0.10504229366779327, 0.10131463408470154], "r_norm": [0.17122846841812134, 0.17014247179031372, 0.15933632850646973, 0.16479238867759705, 0.16778650879859924, 0.1630593240261078, 0.16994649171829224]}, {"step": 7750, "epoch": 16, "train_loss": 0.000475134642329067, "cos_r_negg": [0.0986330509185791, 0.11630687117576599, 0.11342095583677292, 0.10427165776491165, 0.1037307009100914, 0.1043337732553482, 0.10046948492527008], "cos_apical_negg": [0.0986330509185791, 0.11630687117576599, 0.11342095583677292, 0.10427165776491165, 0.1037307009100914, 0.1043337732553482, 0.10046948492527008], "cos_Ac_negg": [0.0986330509185791, 0.11630687117576599, 0.11342095583677292, 0.10427165776491165, 0.1037307009100914, 0.1043337732553482, 0.10046948492527008], "r_norm": [0.17298133671283722, 0.17178113758563995, 0.16107472777366638, 0.16677060723304749, 0.16937971115112305, 0.1645272672176361, 0.17188343405723572], "ldr": {"dL_sdil": -0.009495943784713745, "dL_bp": -0.02819247543811798, "ratio": 0.33682546981577355}}, {"step": 7800, "epoch": 16, "train_loss": 0.0023630913347005844, "cos_r_negg": [0.09980706125497818, 0.11749666929244995, 0.11487920582294464, 0.10516218841075897, 0.10448010265827179, 0.10542051494121552, 0.1014394611120224], "cos_apical_negg": [0.09980706125497818, 0.11749666929244995, 0.11487920582294464, 0.10516218841075897, 0.10448010265827179, 0.10542051494121552, 0.1014394611120224], "cos_Ac_negg": [0.09980706125497818, 0.11749666929244995, 0.11487920582294464, 0.10516218841075897, 0.10448010265827179, 0.10542051494121552, 0.1014394611120224], "r_norm": [0.1706843376159668, 0.16955941915512085, 0.15899810194969177, 0.16466781497001648, 0.16719897091388702, 0.16251449286937714, 0.16973012685775757]}, {"step": 7850, "epoch": 16, "train_loss": 0.00027997326105833054, "cos_r_negg": [0.09911330044269562, 0.11624613404273987, 0.11385762691497803, 0.10426772385835648, 0.10422374308109283, 0.1045694500207901, 0.10068830847740173], "cos_apical_negg": [0.09911330044269562, 0.11624613404273987, 0.11385762691497803, 0.10426772385835648, 0.10422374308109283, 0.1045694500207901, 0.10068830847740173], "cos_Ac_negg": [0.09911330044269562, 0.11624613404273987, 0.11385762691497803, 0.10426772385835648, 0.10422374308109283, 0.1045694500207901, 0.10068830847740173], "r_norm": [0.17942851781845093, 0.1781158447265625, 0.1670067012310028, 0.17271888256072998, 0.1757051944732666, 0.1706906110048294, 0.17831984162330627]}, {"step": 7900, "epoch": 16, "train_loss": 0.00015396220260299742, "cos_r_negg": [0.09846063703298569, 0.11560972779989243, 0.11326281726360321, 0.10394522547721863, 0.10392387211322784, 0.10414337366819382, 0.10061351209878922], "cos_apical_negg": [0.09846063703298569, 0.11560972779989243, 0.11326281726360321, 0.10394522547721863, 0.10392387211322784, 0.10414337366819382, 0.10061351209878922], "cos_Ac_negg": [0.09846063703298569, 0.11560972779989243, 0.11326281726360321, 0.10394522547721863, 0.10392387211322784, 0.10414337366819382, 0.10061351209878922], "r_norm": [0.1681920886039734, 0.1675918996334076, 0.15687590837478638, 0.16218498349189758, 0.1650390326976776, 0.16028010845184326, 0.16723944246768951]}, {"step": 7950, "epoch": 16, "train_loss": 0.0017609554342925549, "cos_r_negg": [0.09727412462234497, 0.11459826678037643, 0.11247783899307251, 0.10326800495386124, 0.10324034094810486, 0.10377021133899689, 0.10032426565885544], "cos_apical_negg": [0.09727412462234497, 0.11459826678037643, 0.11247783899307251, 0.10326800495386124, 0.10324034094810486, 0.10377021133899689, 0.10032426565885544], "cos_Ac_negg": [0.09727412462234497, 0.11459826678037643, 0.11247783899307251, 0.10326800495386124, 0.10324034094810486, 0.10377021133899689, 0.10032426565885544], "r_norm": [0.17947964370250702, 0.17851150035858154, 0.16676965355873108, 0.17208507657051086, 0.17588916420936584, 0.17074406147003174, 0.1779935210943222]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9706, "test_loss": 0.19611095542907714}, {"step": 8000, "epoch": 17, "train_loss": 0.00030086367041803896, "cos_r_negg": [0.09673422574996948, 0.1141207292675972, 0.11196796596050262, 0.10283759236335754, 0.10283535718917847, 0.1028757393360138, 0.09964683651924133], "cos_apical_negg": [0.09673422574996948, 0.1141207292675972, 0.11196796596050262, 0.10283759236335754, 0.10283535718917847, 0.1028757393360138, 0.09964683651924133], "cos_Ac_negg": [0.09673422574996948, 0.1141207292675972, 0.11196796596050262, 0.10283759236335754, 0.10283535718917847, 0.1028757393360138, 0.09964683651924133], "r_norm": [0.1768488585948944, 0.17580729722976685, 0.1645902693271637, 0.16995401680469513, 0.1733262836933136, 0.1682945191860199, 0.17558401823043823], "ldr": {"dL_sdil": -0.00911325216293335, "dL_bp": -0.02767801284790039, "ratio": 0.32925962615212334}}, {"step": 8050, "epoch": 17, "train_loss": 0.00033620806061662734, "cos_r_negg": [0.09645615518093109, 0.11385701596736908, 0.11151748895645142, 0.10224080085754395, 0.10185858607292175, 0.1019236370921135, 0.09908599406480789], "cos_apical_negg": [0.09645615518093109, 0.11385701596736908, 0.11151748895645142, 0.10224080085754395, 0.10185858607292175, 0.1019236370921135, 0.09908599406480789], "cos_Ac_negg": [0.09645615518093109, 0.11385701596736908, 0.11151748895645142, 0.10224080085754395, 0.10185858607292175, 0.1019236370921135, 0.09908599406480789], "r_norm": [0.17357519268989563, 0.17254626750946045, 0.16151155531406403, 0.16698190569877625, 0.170084148645401, 0.16531243920326233, 0.17243176698684692]}, {"step": 8100, "epoch": 17, "train_loss": 0.0007750790100544691, "cos_r_negg": [0.09643037617206573, 0.11428359150886536, 0.11215748637914658, 0.10264100879430771, 0.10209429264068604, 0.1025073230266571, 0.09925368428230286], "cos_apical_negg": [0.09643037617206573, 0.11428359150886536, 0.11215748637914658, 0.10264100879430771, 0.10209429264068604, 0.1025073230266571, 0.09925368428230286], "cos_Ac_negg": [0.09643037617206573, 0.11428359150886536, 0.11215748637914658, 0.10264100879430771, 0.10209429264068604, 0.1025073230266571, 0.09925368428230286], "r_norm": [0.17696598172187805, 0.1755562275648117, 0.1644500494003296, 0.170119047164917, 0.17321345210075378, 0.16841337084770203, 0.17570248246192932]}, {"step": 8150, "epoch": 17, "train_loss": 0.00045939238043501973, "cos_r_negg": [0.09532247483730316, 0.11277496814727783, 0.11079980432987213, 0.10133546590805054, 0.10108526051044464, 0.10125581175088882, 0.09815563261508942], "cos_apical_negg": [0.09532247483730316, 0.11277496814727783, 0.11079980432987213, 0.10133546590805054, 0.10108526051044464, 0.10125581175088882, 0.09815563261508942], "cos_Ac_negg": [0.09532247483730316, 0.11277496814727783, 0.11079980432987213, 0.10133546590805054, 0.10108526051044464, 0.10125581175088882, 0.09815563261508942], "r_norm": [0.17916813492774963, 0.1778075397014618, 0.16671735048294067, 0.17239399254322052, 0.17544367909431458, 0.1704878956079483, 0.17798170447349548]}, {"step": 8200, "epoch": 17, "train_loss": 0.00035421602660790086, "cos_r_negg": [0.09479407966136932, 0.11184404045343399, 0.11003341525793076, 0.1006353497505188, 0.10063285380601883, 0.10064476728439331, 0.0976407453417778], "cos_apical_negg": [0.09479407966136932, 0.11184404045343399, 0.11003341525793076, 0.1006353497505188, 0.10063285380601883, 0.10064476728439331, 0.0976407453417778], "cos_Ac_negg": [0.09479407966136932, 0.11184404045343399, 0.11003341525793076, 0.1006353497505188, 0.10063285380601883, 0.10064476728439331, 0.0976407453417778], "r_norm": [0.18180064857006073, 0.1804123818874359, 0.16923782229423523, 0.17491552233695984, 0.17802083492279053, 0.17289893329143524, 0.18056929111480713]}, {"step": 8250, "epoch": 17, "train_loss": 0.0008207172504626215, "cos_r_negg": [0.09508469700813293, 0.1116933599114418, 0.11003349721431732, 0.10130885243415833, 0.10131271183490753, 0.10107346624135971, 0.09793118387460709], "cos_apical_negg": [0.09508469700813293, 0.1116933599114418, 0.11003349721431732, 0.10130885243415833, 0.10131271183490753, 0.10107346624135971, 0.09793118387460709], "cos_Ac_negg": [0.09508469700813293, 0.1116933599114418, 0.11003349721431732, 0.10130885243415833, 0.10131271183490753, 0.10107346624135971, 0.09793118387460709], "r_norm": [0.17250308394432068, 0.1716831922531128, 0.16083687543869019, 0.16615545749664307, 0.16924364864826202, 0.16441050171852112, 0.171433225274086], "ldr": {"dL_sdil": -0.008602112531661987, "dL_bp": -0.027579575777053833, "ratio": 0.3119015535699042}}, {"step": 8300, "epoch": 17, "train_loss": 6.252637831494212e-05, "cos_r_negg": [0.09488430619239807, 0.11135375499725342, 0.10978852957487106, 0.10110469907522202, 0.10094761103391647, 0.10070554912090302, 0.09766142070293427], "cos_apical_negg": [0.09488430619239807, 0.11135375499725342, 0.10978852957487106, 0.10110469907522202, 0.10094761103391647, 0.10070554912090302, 0.09766142070293427], "cos_Ac_negg": [0.09488430619239807, 0.11135375499725342, 0.10978852957487106, 0.10110469907522202, 0.10094761103391647, 0.10070554912090302, 0.09766142070293427], "r_norm": [0.17333412170410156, 0.17246048152446747, 0.16160848736763, 0.16696390509605408, 0.17001719772815704, 0.16510343551635742, 0.17218270897865295]}, {"step": 8350, "epoch": 17, "train_loss": 0.0005390961887314916, "cos_r_negg": [0.09266501665115356, 0.10909716784954071, 0.10743226110935211, 0.09878341853618622, 0.09889227151870728, 0.09876010566949844, 0.09616302698850632], "cos_apical_negg": [0.09266501665115356, 0.10909716784954071, 0.10743226110935211, 0.09878341853618622, 0.09889227151870728, 0.09876010566949844, 0.09616302698850632], "cos_Ac_negg": [0.09266501665115356, 0.10909716784954071, 0.10743226110935211, 0.09878341853618622, 0.09889227151870728, 0.09876010566949844, 0.09616302698850632], "r_norm": [0.17533060908317566, 0.1742519736289978, 0.16299816966056824, 0.16841080784797668, 0.17176681756973267, 0.16684189438819885, 0.17392092943191528]}, {"step": 8400, "epoch": 17, "train_loss": 0.0003462191380094737, "cos_r_negg": [0.0928548201918602, 0.1097906306385994, 0.10734784603118896, 0.09849876165390015, 0.09790709614753723, 0.09771347045898438, 0.09515313804149628], "cos_apical_negg": [0.0928548201918602, 0.1097906306385994, 0.10734784603118896, 0.09849876165390015, 0.09790709614753723, 0.09771347045898438, 0.09515313804149628], "cos_Ac_negg": [0.0928548201918602, 0.1097906306385994, 0.10734784603118896, 0.09849876165390015, 0.09790709614753723, 0.09771347045898438, 0.09515313804149628], "r_norm": [0.17236872017383575, 0.17105332016944885, 0.1602206975221634, 0.1658453792333603, 0.16873541474342346, 0.16416272521018982, 0.17126241326332092]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9707, "test_loss": 0.1986414463043213}, {"step": 8450, "epoch": 18, "train_loss": 0.0006004860624670982, "cos_r_negg": [0.09218226373195648, 0.10882825404405594, 0.10664823651313782, 0.09786748886108398, 0.09735730290412903, 0.09720638394355774, 0.09464555978775024], "cos_apical_negg": [0.09218226373195648, 0.10882825404405594, 0.10664823651313782, 0.09786748886108398, 0.09735730290412903, 0.09720638394355774, 0.09464555978775024], "cos_Ac_negg": [0.09218226373195648, 0.10882825404405594, 0.10664823651313782, 0.09786748886108398, 0.09735730290412903, 0.09720638394355774, 0.09464555978775024], "r_norm": [0.17402683198451996, 0.17292249202728271, 0.16183196008205414, 0.1673012524843216, 0.1705186814069748, 0.16582393646240234, 0.17291076481342316]}, {"step": 8500, "epoch": 18, "train_loss": 0.00042397395009174943, "cos_r_negg": [0.091612808406353, 0.1077907383441925, 0.10582827776670456, 0.09711562097072601, 0.09681619703769684, 0.09665942192077637, 0.09405374526977539], "cos_apical_negg": [0.091612808406353, 0.1077907383441925, 0.10582827776670456, 0.09711562097072601, 0.09681619703769684, 0.09665942192077637, 0.09405374526977539], "cos_Ac_negg": [0.091612808406353, 0.1077907383441925, 0.10582827776670456, 0.09711562097072601, 0.09681619703769684, 0.09665942192077637, 0.09405374526977539], "r_norm": [0.17686855792999268, 0.17562967538833618, 0.1642228662967682, 0.1697050780057907, 0.1732288897037506, 0.16849052906036377, 0.17553028464317322], "ldr": {"dL_sdil": -0.009378761053085327, "dL_bp": -0.02831043303012848, "ratio": 0.3312828540313841}}, {"step": 8550, "epoch": 18, "train_loss": 0.0007995822816155851, "cos_r_negg": [0.09160278737545013, 0.10748699307441711, 0.10574062168598175, 0.09712298214435577, 0.09688553959131241, 0.09661465883255005, 0.0939982607960701], "cos_apical_negg": [0.09160278737545013, 0.10748699307441711, 0.10574062168598175, 0.09712298214435577, 0.09688553959131241, 0.09661465883255005, 0.0939982607960701], "cos_Ac_negg": [0.09160278737545013, 0.10748699307441711, 0.10574062168598175, 0.09712298214435577, 0.09688553959131241, 0.09661465883255005, 0.0939982607960701], "r_norm": [0.17862220108509064, 0.1773967146873474, 0.16588330268859863, 0.1713639497756958, 0.17494918406009674, 0.17009854316711426, 0.177275151014328]}, {"step": 8600, "epoch": 18, "train_loss": 0.0007523405365645885, "cos_r_negg": [0.09092363715171814, 0.10675355792045593, 0.10497628152370453, 0.09632518887519836, 0.09599874913692474, 0.09565581381320953, 0.09315729141235352], "cos_apical_negg": [0.09092363715171814, 0.10675355792045593, 0.10497628152370453, 0.09632518887519836, 0.09599874913692474, 0.09565581381320953, 0.09315729141235352], "cos_Ac_negg": [0.09092363715171814, 0.10675355792045593, 0.10497628152370453, 0.09632518887519836, 0.09599874913692474, 0.09565581381320953, 0.09315729141235352], "r_norm": [0.17592965066432953, 0.17479994893074036, 0.16350486874580383, 0.16896551847457886, 0.17236460745334625, 0.16759845614433289, 0.1747034192085266]}, {"step": 8650, "epoch": 18, "train_loss": 4.6851972001604736e-05, "cos_r_negg": [0.09013743698596954, 0.10599371790885925, 0.10431042313575745, 0.09568610787391663, 0.09544643014669418, 0.09523379802703857, 0.09275099635124207], "cos_apical_negg": [0.09013743698596954, 0.10599371790885925, 0.10431042313575745, 0.09568610787391663, 0.09544643014669418, 0.09523379802703857, 0.09275099635124207], "cos_Ac_negg": [0.09013743698596954, 0.10599371790885925, 0.10431042313575745, 0.09568610787391663, 0.09544643014669418, 0.09523379802703857, 0.09275099635124207], "r_norm": [0.1809884011745453, 0.17957761883735657, 0.16802668571472168, 0.1736605018377304, 0.1771617978811264, 0.17225666344165802, 0.17967331409454346]}, {"step": 8700, "epoch": 18, "train_loss": 0.0011294744908809662, "cos_r_negg": [0.08976505696773529, 0.10597588121891022, 0.1045079454779625, 0.09592606127262115, 0.09560881555080414, 0.09555839002132416, 0.09308277070522308], "cos_apical_negg": [0.08976505696773529, 0.10597588121891022, 0.1045079454779625, 0.09592606127262115, 0.09560881555080414, 0.09555839002132416, 0.09308277070522308], "cos_Ac_negg": [0.08976505696773529, 0.10597588121891022, 0.1045079454779625, 0.09592606127262115, 0.09560881555080414, 0.09555839002132416, 0.09308277070522308], "r_norm": [0.1777893453836441, 0.17648428678512573, 0.16511903703212738, 0.17061111330986023, 0.17409953474998474, 0.16925367712974548, 0.17644929885864258]}, {"step": 8750, "epoch": 18, "train_loss": 0.0005569212953560054, "cos_r_negg": [0.0899471640586853, 0.10582593083381653, 0.10428930819034576, 0.0953950583934784, 0.09489492326974869, 0.09462269395589828, 0.09254059940576553], "cos_apical_negg": [0.0899471640586853, 0.10582593083381653, 0.10428930819034576, 0.0953950583934784, 0.09489492326974869, 0.09462269395589828, 0.09254059940576553], "cos_Ac_negg": [0.0899471640586853, 0.10582593083381653, 0.10428930819034576, 0.0953950583934784, 0.09489492326974869, 0.09462269395589828, 0.09254059940576553], "r_norm": [0.17229869961738586, 0.17127735912799835, 0.16024081408977509, 0.16571135818958282, 0.1688619703054428, 0.16430580615997314, 0.17121297121047974], "ldr": {"dL_sdil": -0.008858099579811096, "dL_bp": -0.02807939052581787, "ratio": 0.31546623391509976}}, {"step": 8800, "epoch": 18, "train_loss": 0.0006427825428545475, "cos_r_negg": [0.08935283124446869, 0.10495376586914062, 0.10358777642250061, 0.09533821046352386, 0.09505803883075714, 0.0947849377989769, 0.09236402809619904], "cos_apical_negg": [0.08935283124446869, 0.10495376586914062, 0.10358777642250061, 0.09533821046352386, 0.09505803883075714, 0.0947849377989769, 0.09236402809619904], "cos_Ac_negg": [0.08935283124446869, 0.10495376586914062, 0.10358777642250061, 0.09533821046352386, 0.09505803883075714, 0.0947849377989769, 0.09236402809619904], "r_norm": [0.174472838640213, 0.17341160774230957, 0.1622505486011505, 0.16774940490722656, 0.17097319662570953, 0.16624796390533447, 0.1733599752187729]}, {"step": 8850, "epoch": 18, "train_loss": 0.00017192687664646655, "cos_r_negg": [0.08917378634214401, 0.10463406145572662, 0.10334759205579758, 0.0952313169836998, 0.09528237581253052, 0.09489050507545471, 0.09240403026342392], "cos_apical_negg": [0.08917378634214401, 0.10463406145572662, 0.10334759205579758, 0.0952313169836998, 0.09528237581253052, 0.09489050507545471, 0.09240403026342392], "cos_Ac_negg": [0.08917378634214401, 0.10463406145572662, 0.10334759205579758, 0.0952313169836998, 0.09528237581253052, 0.09489050507545471, 0.09240403026342392], "r_norm": [0.17775851488113403, 0.17666979134082794, 0.1654382348060608, 0.17081350088119507, 0.17419663071632385, 0.16908179223537445, 0.1764393150806427]}, {"step": 8900, "epoch": 18, "train_loss": 0.0001223928265972063, "cos_r_negg": [0.08785228431224823, 0.10348565876483917, 0.10222816467285156, 0.09397013485431671, 0.09404056519269943, 0.09356842935085297, 0.09174193441867828], "cos_apical_negg": [0.08785228431224823, 0.10348565876483917, 0.10222816467285156, 0.09397013485431671, 0.09404056519269943, 0.09356842935085297, 0.09174193441867828], "cos_Ac_negg": [0.08785228431224823, 0.10348565876483917, 0.10222816467285156, 0.09397013485431671, 0.09404056519269943, 0.09356842935085297, 0.09174193441867828], "r_norm": [0.17367231845855713, 0.17263002693653107, 0.1618087738752365, 0.16732555627822876, 0.17018353939056396, 0.16529414057731628, 0.17258627712726593]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9712, "test_loss": 0.20173377437591553}, {"step": 8950, "epoch": 19, "train_loss": 0.00021266448311507702, "cos_r_negg": [0.08778899908065796, 0.1033054068684578, 0.10211502015590668, 0.09394051879644394, 0.0939365029335022, 0.09342271089553833, 0.091534823179245], "cos_apical_negg": [0.08778899908065796, 0.1033054068684578, 0.10211502015590668, 0.09394051879644394, 0.0939365029335022, 0.09342271089553833, 0.091534823179245], "cos_Ac_negg": [0.08778899908065796, 0.1033054068684578, 0.10211502015590668, 0.09394051879644394, 0.0939365029335022, 0.09342271089553833, 0.091534823179245], "r_norm": [0.17446140944957733, 0.17341198027133942, 0.16239863634109497, 0.1678704172372818, 0.17097161710262299, 0.1661674529314041, 0.17335134744644165]}, {"step": 9000, "epoch": 19, "train_loss": 0.0002563165035098791, "cos_r_negg": [0.08719363808631897, 0.10258045792579651, 0.10128700733184814, 0.09310242533683777, 0.09304472804069519, 0.09259912371635437, 0.0907253846526146], "cos_apical_negg": [0.08719363808631897, 0.10258045792579651, 0.10128700733184814, 0.09310242533683777, 0.09304472804069519, 0.09259912371635437, 0.0907253846526146], "cos_Ac_negg": [0.08719363808631897, 0.10258045792579651, 0.10128700733184814, 0.09310242533683777, 0.09304472804069519, 0.09259912371635437, 0.0907253846526146], "r_norm": [0.17710110545158386, 0.17584578692913055, 0.1645885854959488, 0.17017675936222076, 0.17343184351921082, 0.1686556339263916, 0.17590564489364624], "ldr": {"dL_sdil": -0.009903714060783386, "dL_bp": -0.031030654907226562, "ratio": 0.31915904096748415}}, {"step": 9050, "epoch": 19, "train_loss": 0.0007369270315393806, "cos_r_negg": [0.08643936365842819, 0.10177767276763916, 0.1003003865480423, 0.09213235974311829, 0.09191880375146866, 0.0914798155426979, 0.08964620530605316], "cos_apical_negg": [0.08643936365842819, 0.10177767276763916, 0.1003003865480423, 0.09213235974311829, 0.09191880375146866, 0.0914798155426979, 0.08964620530605316], "cos_Ac_negg": [0.08643936365842819, 0.10177767276763916, 0.1003003865480423, 0.09213235974311829, 0.09191880375146866, 0.0914798155426979, 0.08964620530605316], "r_norm": [0.1739896982908249, 0.17283280193805695, 0.16179202497005463, 0.16735942661762238, 0.17043602466583252, 0.16576163470745087, 0.17291966080665588]}, {"step": 9100, "epoch": 19, "train_loss": 0.0003331008192617446, "cos_r_negg": [0.08574210107326508, 0.10079550743103027, 0.09937536716461182, 0.09125745296478271, 0.091165691614151, 0.0908258780837059, 0.08878394961357117], "cos_apical_negg": [0.08574210107326508, 0.10079550743103027, 0.09937536716461182, 0.09125745296478271, 0.091165691614151, 0.0908258780837059, 0.08878394961357117], "cos_Ac_negg": [0.08574210107326508, 0.10079550743103027, 0.09937536716461182, 0.09125745296478271, 0.091165691614151, 0.0908258780837059, 0.08878394961357117], "r_norm": [0.17881673574447632, 0.177493155002594, 0.16613686084747314, 0.1717795431613922, 0.17507871985435486, 0.17020052671432495, 0.1776057332754135]}, {"step": 9150, "epoch": 19, "train_loss": 0.0021724721882492304, "cos_r_negg": [0.08615373075008392, 0.10171365737915039, 0.10026617348194122, 0.09217782318592072, 0.09166837483644485, 0.0913991779088974, 0.08943097293376923], "cos_apical_negg": [0.08615373075008392, 0.10171365737915039, 0.10026617348194122, 0.09217782318592072, 0.09166837483644485, 0.0913991779088974, 0.08943097293376923], "cos_Ac_negg": [0.08615373075008392, 0.10171365737915039, 0.10026617348194122, 0.09217782318592072, 0.09166837483644485, 0.0913991779088974, 0.08943097293376923], "r_norm": [0.17778009176254272, 0.1765395700931549, 0.1653684675693512, 0.1710844188928604, 0.1741015911102295, 0.16929808259010315, 0.17686040699481964]}, {"step": 9200, "epoch": 19, "train_loss": 0.0003304271085653454, "cos_r_negg": [0.08587196469306946, 0.10159257054328918, 0.10026004910469055, 0.09211961925029755, 0.09163614362478256, 0.09125351905822754, 0.0896596908569336], "cos_apical_negg": [0.08587196469306946, 0.10159257054328918, 0.10026004910469055, 0.09211961925029755, 0.09163614362478256, 0.09125351905822754, 0.0896596908569336], "cos_Ac_negg": [0.08587196469306946, 0.10159257054328918, 0.10026004910469055, 0.09211961925029755, 0.09163614362478256, 0.09125351905822754, 0.0896596908569336], "r_norm": [0.17491795122623444, 0.17372146248817444, 0.16275522112846375, 0.1684279590845108, 0.17132002115249634, 0.1666220724582672, 0.1739845871925354]}, {"step": 9250, "epoch": 19, "train_loss": 0.0002765153767541051, "cos_r_negg": [0.08529958128929138, 0.10054635256528854, 0.0992802232503891, 0.09105849266052246, 0.09106989204883575, 0.09008757025003433, 0.08875009417533875], "cos_apical_negg": [0.08529958128929138, 0.10054635256528854, 0.0992802232503891, 0.09105849266052246, 0.09106989204883575, 0.09008757025003433, 0.08875009417533875], "cos_Ac_negg": [0.08529958128929138, 0.10054635256528854, 0.0992802232503891, 0.09105849266052246, 0.09106989204883575, 0.09008757025003433, 0.08875009417533875], "r_norm": [0.17916864156723022, 0.17790168523788452, 0.16663864254951477, 0.1723424345254898, 0.17544884979724884, 0.17059007287025452, 0.17817744612693787], "ldr": {"dL_sdil": -0.010841310024261475, "dL_bp": -0.03361395001411438, "ratio": 0.3225241311928306}}, {"step": 9300, "epoch": 19, "train_loss": 0.0010121172526851296, "cos_r_negg": [0.08462466299533844, 0.09950398653745651, 0.09850367903709412, 0.09068801999092102, 0.0906323492527008, 0.08996571600437164, 0.08862902969121933], "cos_apical_negg": [0.08462466299533844, 0.09950398653745651, 0.09850367903709412, 0.09068801999092102, 0.0906323492527008, 0.08996571600437164, 0.08862902969121933], "cos_Ac_negg": [0.08462466299533844, 0.09950398653745651, 0.09850367903709412, 0.09068801999092102, 0.0906323492527008, 0.08996571600437164, 0.08862902969121933], "r_norm": [0.17486552894115448, 0.17369526624679565, 0.16259267926216125, 0.16817574203014374, 0.1712772250175476, 0.16654904186725616, 0.17377403378486633]}, {"step": 9350, "epoch": 19, "train_loss": 0.000950283429119736, "cos_r_negg": [0.08463094383478165, 0.0994526818394661, 0.09860524535179138, 0.09086371213197708, 0.09071144461631775, 0.09015697240829468, 0.08865822851657867], "cos_apical_negg": [0.08463094383478165, 0.0994526818394661, 0.09860524535179138, 0.09086371213197708, 0.09071144461631775, 0.09015697240829468, 0.08865822851657867], "cos_Ac_negg": [0.08463094383478165, 0.0994526818394661, 0.09860524535179138, 0.09086371213197708, 0.09071144461631775, 0.09015697240829468, 0.08865822851657867], "r_norm": [0.1741729974746704, 0.17304784059524536, 0.16203314065933228, 0.16765722632408142, 0.17060725390911102, 0.16592204570770264, 0.1731727421283722]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9712, "test_loss": 0.20520174655914306}], "final": {"test_acc": 0.9712, "test_loss": 0.20520174655914306, "wall_s": 129.36345219612122, "cos_r_negg": [0.08430533856153488, 0.09902960062026978, 0.09815730899572372, 0.09035981446504593, 0.09052954614162445, 0.08982357382774353, 0.08830372244119644], "cos_apical_negg": [0.08430533856153488, 0.09902960062026978, 0.09815730899572372, 0.09035981446504593, 0.09052954614162445, 0.08982357382774353, 0.08830372244119644], "cos_Ac_negg": [0.08430533856153488, 0.09902960062026978, 0.09815730899572372, 0.09035981446504593, 0.09052954614162445, 0.08982357382774353, 0.08830372244119644]}}
\ No newline at end of file
diff --git a/results/depth_mnist_sdil_d7_s1.json b/results/depth_mnist_sdil_d7_s1.json
new file mode 100644
index 0000000..80a8092
--- /dev/null
+++ b/results/depth_mnist_sdil_d7_s1.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 1, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d7_s1", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.319544792175293, "cos_r_negg": [0.015051722526550293, 0.01100989617407322, 0.011844146996736526, 0.006955093238502741, -0.024459034204483032, -0.013558275997638702, 0.001334148459136486], "cos_apical_negg": [0.015051722526550293, 0.01100989617407322, 0.011844146996736526, 0.006955093238502741, -0.024459034204483032, -0.013558275997638702, 0.001334148459136486], "cos_Ac_negg": [0.015051722526550293, 0.01100989617407322, 0.011844146996736526, 0.006955093238502741, -0.024459034204483032, -0.013558275997638702, 0.001334148459136486], "r_norm": [4.748952865600586, 4.768244743347168, 4.72627067565918, 4.800586700439453, 4.810317039489746, 4.90695333480835, 4.690889358520508], "ldr": {"dL_sdil": -0.0008118152618408203, "dL_bp": -0.06453132629394531, "ratio": 0.012580173203676883}}, {"step": 50, "epoch": 0, "train_loss": 0.8169641494750977, "cos_r_negg": [0.26225125789642334, 0.18061988055706024, 0.1955685317516327, 0.17544952034950256, 0.20534521341323853, 0.14986389875411987, 0.15541546046733856], "cos_apical_negg": [0.26225125789642334, 0.18061988055706024, 0.1955685317516327, 0.17544952034950256, 0.20534521341323853, 0.14986389875411987, 0.15541546046733856], "cos_Ac_negg": [0.26225125789642334, 0.18061988055706024, 0.1955685317516327, 0.17544952034950256, 0.20534521341323853, 0.14986389875411987, 0.15541546046733856], "r_norm": [1.60630464553833, 1.6144680976867676, 1.590399980545044, 1.630735993385315, 1.634220004081726, 1.6228773593902588, 1.6021862030029297]}, {"step": 100, "epoch": 0, "train_loss": 0.40084031224250793, "cos_r_negg": [0.27374887466430664, 0.19925078749656677, 0.21439218521118164, 0.21262319386005402, 0.19685280323028564, 0.17585310339927673, 0.221105694770813], "cos_apical_negg": [0.27374887466430664, 0.19925078749656677, 0.21439218521118164, 0.21262319386005402, 0.19685280323028564, 0.17585310339927673, 0.221105694770813], "cos_Ac_negg": [0.27374887466430664, 0.19925078749656677, 0.21439218521118164, 0.21262319386005402, 0.19685280323028564, 0.17585310339927673, 0.221105694770813], "r_norm": [1.0180909633636475, 1.0361515283584595, 1.0242066383361816, 1.0417001247406006, 1.0365917682647705, 1.0416553020477295, 1.0231982469558716]}, {"step": 150, "epoch": 0, "train_loss": 0.4665324091911316, "cos_r_negg": [0.29995661973953247, 0.23117682337760925, 0.22259332239627838, 0.21384857594966888, 0.20525039732456207, 0.23199200630187988, 0.26111268997192383], "cos_apical_negg": [0.29995661973953247, 0.23117682337760925, 0.22259332239627838, 0.21384857594966888, 0.20525039732456207, 0.23199200630187988, 0.26111268997192383], "cos_Ac_negg": [0.29995661973953247, 0.23117682337760925, 0.22259332239627838, 0.21384857594966888, 0.20525039732456207, 0.23199200630187988, 0.26111268997192383], "r_norm": [0.8325477838516235, 0.8487706184387207, 0.8376645445823669, 0.8511594533920288, 0.8484811782836914, 0.8524538278579712, 0.8356730341911316]}, {"step": 200, "epoch": 0, "train_loss": 0.36423319578170776, "cos_r_negg": [0.30821436643600464, 0.25265684723854065, 0.23196014761924744, 0.24017366766929626, 0.23068319261074066, 0.2702626883983612, 0.29909268021583557], "cos_apical_negg": [0.30821436643600464, 0.25265684723854065, 0.23196014761924744, 0.24017366766929626, 0.23068319261074066, 0.2702626883983612, 0.29909268021583557], "cos_Ac_negg": [0.30821436643600464, 0.25265684723854065, 0.23196014761924744, 0.24017366766929626, 0.23068319261074066, 0.2702626883983612, 0.29909268021583557], "r_norm": [0.8609877824783325, 0.8843473196029663, 0.8698570132255554, 0.8807454109191895, 0.8817194104194641, 0.8817664980888367, 0.8679718375205994]}, {"step": 250, "epoch": 0, "train_loss": 0.24698545038700104, "cos_r_negg": [0.3078029751777649, 0.25449395179748535, 0.2270977795124054, 0.2265249341726303, 0.21698883175849915, 0.25104621052742004, 0.28722524642944336], "cos_apical_negg": [0.3078029751777649, 0.25449395179748535, 0.2270977795124054, 0.2265249341726303, 0.21698883175849915, 0.25104621052742004, 0.28722524642944336], "cos_Ac_negg": [0.3078029751777649, 0.25449395179748535, 0.2270977795124054, 0.2265249341726303, 0.21698883175849915, 0.25104621052742004, 0.28722524642944336], "r_norm": [0.6868729591369629, 0.7000316381454468, 0.6898127198219299, 0.6988399028778076, 0.6979143619537354, 0.700474739074707, 0.6895688772201538], "ldr": {"dL_sdil": -0.00740504264831543, "dL_bp": -0.005718231201171875, "ratio": 1.294988325550367}}, {"step": 300, "epoch": 0, "train_loss": 0.31016111373901367, "cos_r_negg": [0.3361954391002655, 0.28799694776535034, 0.2655062675476074, 0.26641538739204407, 0.30824095010757446, 0.31053102016448975, 0.333016037940979], "cos_apical_negg": [0.3361954391002655, 0.28799694776535034, 0.2655062675476074, 0.26641538739204407, 0.30824095010757446, 0.31053102016448975, 0.333016037940979], "cos_Ac_negg": [0.3361954391002655, 0.28799694776535034, 0.2655062675476074, 0.26641538739204407, 0.30824095010757446, 0.31053102016448975, 0.333016037940979], "r_norm": [0.6970568895339966, 0.7069599628448486, 0.6976121664047241, 0.7072926759719849, 0.7053898572921753, 0.7090774774551392, 0.6981930136680603]}, {"step": 350, "epoch": 0, "train_loss": 0.18408933281898499, "cos_r_negg": [0.3874964714050293, 0.32933348417282104, 0.30291417241096497, 0.2853906750679016, 0.31052666902542114, 0.3192574381828308, 0.3243018686771393], "cos_apical_negg": [0.3874964714050293, 0.32933348417282104, 0.30291417241096497, 0.2853906750679016, 0.31052666902542114, 0.3192574381828308, 0.3243018686771393], "cos_Ac_negg": [0.3874964714050293, 0.32933348417282104, 0.30291417241096497, 0.2853906750679016, 0.31052666902542114, 0.3192574381828308, 0.3243018686771393], "r_norm": [0.6132665872573853, 0.6231619715690613, 0.6149076819419861, 0.6249927282333374, 0.6196627616882324, 0.6230739951133728, 0.6144523620605469]}, {"step": 400, "epoch": 0, "train_loss": 0.14053797721862793, "cos_r_negg": [0.4050785303115845, 0.3587205410003662, 0.32646873593330383, 0.3178805112838745, 0.3494908809661865, 0.3550683259963989, 0.35797610878944397], "cos_apical_negg": [0.4050785303115845, 0.3587205410003662, 0.32646873593330383, 0.3178805112838745, 0.3494908809661865, 0.3550683259963989, 0.35797610878944397], "cos_Ac_negg": [0.4050785303115845, 0.3587205410003662, 0.32646873593330383, 0.3178805112838745, 0.3494908809661865, 0.3550683259963989, 0.35797610878944397], "r_norm": [0.583503782749176, 0.5930899381637573, 0.5844222903251648, 0.5917950868606567, 0.5914955735206604, 0.5920804142951965, 0.5834933519363403]}, {"step": 450, "epoch": 0, "train_loss": 0.28066009283065796, "cos_r_negg": [0.4050336182117462, 0.36259251832962036, 0.3342529833316803, 0.31433188915252686, 0.327961802482605, 0.32035189867019653, 0.3558809757232666], "cos_apical_negg": [0.4050336182117462, 0.36259251832962036, 0.3342529833316803, 0.31433188915252686, 0.327961802482605, 0.32035189867019653, 0.3558809757232666], "cos_Ac_negg": [0.4050336182117462, 0.36259251832962036, 0.3342529833316803, 0.31433188915252686, 0.327961802482605, 0.32035189867019653, 0.3558809757232666], "r_norm": [0.6074016094207764, 0.6166821122169495, 0.6068814396858215, 0.6165866255760193, 0.612750232219696, 0.6174863576889038, 0.6058385372161865]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9397, "test_loss": 0.21343653564453124}, {"step": 500, "epoch": 1, "train_loss": 0.24166631698608398, "cos_r_negg": [0.3895266056060791, 0.35925817489624023, 0.34120118618011475, 0.3383334279060364, 0.34980955719947815, 0.3296971917152405, 0.34796369075775146], "cos_apical_negg": [0.3895266056060791, 0.35925817489624023, 0.34120118618011475, 0.3383334279060364, 0.34980955719947815, 0.3296971917152405, 0.34796369075775146], "cos_Ac_negg": [0.3895266056060791, 0.35925817489624023, 0.34120118618011475, 0.3383334279060364, 0.34980955719947815, 0.3296971917152405, 0.34796369075775146], "r_norm": [0.5854231119155884, 0.5932004451751709, 0.5857844352722168, 0.5938472747802734, 0.5933589339256287, 0.5900030136108398, 0.5809932947158813], "ldr": {"dL_sdil": -0.008232280611991882, "dL_bp": -0.006332859396934509, "ratio": 1.2999310573635676}}, {"step": 550, "epoch": 1, "train_loss": 0.2693122625350952, "cos_r_negg": [0.40673762559890747, 0.3669378459453583, 0.34722045063972473, 0.33335670828819275, 0.35538673400878906, 0.3325071334838867, 0.3488227128982544], "cos_apical_negg": [0.40673762559890747, 0.3669378459453583, 0.34722045063972473, 0.33335670828819275, 0.35538673400878906, 0.3325071334838867, 0.3488227128982544], "cos_Ac_negg": [0.40673762559890747, 0.3669378459453583, 0.34722045063972473, 0.33335670828819275, 0.35538673400878906, 0.3325071334838867, 0.3488227128982544], "r_norm": [0.5179576873779297, 0.5285914540290833, 0.5197639465332031, 0.5264702439308167, 0.5257566571235657, 0.5276657938957214, 0.5165604948997498]}, {"step": 600, "epoch": 1, "train_loss": 0.23545153439044952, "cos_r_negg": [0.3748851418495178, 0.34116625785827637, 0.332627534866333, 0.314412385225296, 0.32566148042678833, 0.3307300806045532, 0.33787161111831665], "cos_apical_negg": [0.3748851418495178, 0.34116625785827637, 0.332627534866333, 0.314412385225296, 0.32566148042678833, 0.3307300806045532, 0.33787161111831665], "cos_Ac_negg": [0.3748851418495178, 0.34116625785827637, 0.332627534866333, 0.314412385225296, 0.32566148042678833, 0.3307300806045532, 0.33787161111831665], "r_norm": [0.4985957741737366, 0.5090676546096802, 0.5014823079109192, 0.5069372057914734, 0.5051068663597107, 0.5072932243347168, 0.4988095164299011]}, {"step": 650, "epoch": 1, "train_loss": 0.2289343625307083, "cos_r_negg": [0.4183250069618225, 0.3793294429779053, 0.3667507767677307, 0.32768750190734863, 0.35323071479797363, 0.3494645953178406, 0.35162782669067383], "cos_apical_negg": [0.4183250069618225, 0.3793294429779053, 0.3667507767677307, 0.32768750190734863, 0.35323071479797363, 0.3494645953178406, 0.35162782669067383], "cos_Ac_negg": [0.4183250069618225, 0.3793294429779053, 0.3667507767677307, 0.32768750190734863, 0.35323071479797363, 0.3494645953178406, 0.35162782669067383], "r_norm": [0.45953983068466187, 0.4654610753059387, 0.45881593227386475, 0.4652423858642578, 0.4650161862373352, 0.46429502964019775, 0.4569251537322998]}, {"step": 700, "epoch": 1, "train_loss": 0.09123336523771286, "cos_r_negg": [0.40530961751937866, 0.38124436140060425, 0.35943740606307983, 0.3319399356842041, 0.3509237468242645, 0.3587383031845093, 0.3806532025337219], "cos_apical_negg": [0.40530961751937866, 0.38124436140060425, 0.35943740606307983, 0.3319399356842041, 0.3509237468242645, 0.3587383031845093, 0.3806532025337219], "cos_Ac_negg": [0.40530961751937866, 0.38124436140060425, 0.35943740606307983, 0.3319399356842041, 0.3509237468242645, 0.3587383031845093, 0.3806532025337219], "r_norm": [0.4153214991092682, 0.4214952290058136, 0.41444677114486694, 0.41817063093185425, 0.41943082213401794, 0.420758992433548, 0.41260433197021484]}, {"step": 750, "epoch": 1, "train_loss": 0.1190459355711937, "cos_r_negg": [0.41727960109710693, 0.39243197441101074, 0.3774625062942505, 0.34357988834381104, 0.3562861979007721, 0.36052942276000977, 0.3754780888557434], "cos_apical_negg": [0.41727960109710693, 0.39243197441101074, 0.3774625062942505, 0.34357988834381104, 0.3562861979007721, 0.36052942276000977, 0.3754780888557434], "cos_Ac_negg": [0.41727960109710693, 0.39243197441101074, 0.3774625062942505, 0.34357988834381104, 0.3562861979007721, 0.36052942276000977, 0.3754780888557434], "r_norm": [0.448793888092041, 0.45597943663597107, 0.4494834542274475, 0.4524732232093811, 0.454768568277359, 0.4550037384033203, 0.4470691382884979], "ldr": {"dL_sdil": -0.005653604865074158, "dL_bp": -0.004734829068183899, "ratio": 1.1940462440479749}}, {"step": 800, "epoch": 1, "train_loss": 0.12304330617189407, "cos_r_negg": [0.4037460684776306, 0.38766101002693176, 0.3862774968147278, 0.35508185625076294, 0.37316468358039856, 0.3598216474056244, 0.37811923027038574], "cos_apical_negg": [0.4037460684776306, 0.38766101002693176, 0.3862774968147278, 0.35508185625076294, 0.37316468358039856, 0.3598216474056244, 0.37811923027038574], "cos_Ac_negg": [0.4037460684776306, 0.38766101002693176, 0.3862774968147278, 0.35508185625076294, 0.37316468358039856, 0.3598216474056244, 0.37811923027038574], "r_norm": [0.4918595552444458, 0.4964856505393982, 0.4882056713104248, 0.4949193000793457, 0.4960640072822571, 0.496188759803772, 0.48634177446365356]}, {"step": 850, "epoch": 1, "train_loss": 0.2710989713668823, "cos_r_negg": [0.38873523473739624, 0.3743641972541809, 0.3657298982143402, 0.3426578640937805, 0.36187058687210083, 0.369928777217865, 0.37898993492126465], "cos_apical_negg": [0.38873523473739624, 0.3743641972541809, 0.3657298982143402, 0.3426578640937805, 0.36187058687210083, 0.369928777217865, 0.37898993492126465], "cos_Ac_negg": [0.38873523473739624, 0.3743641972541809, 0.3657298982143402, 0.3426578640937805, 0.36187058687210083, 0.369928777217865, 0.37898993492126465], "r_norm": [0.4896538257598877, 0.4975534677505493, 0.4900566339492798, 0.49550101161003113, 0.49733608961105347, 0.4963040351867676, 0.486336886882782]}, {"step": 900, "epoch": 1, "train_loss": 0.1428595930337906, "cos_r_negg": [0.4365534782409668, 0.4155133366584778, 0.39446333050727844, 0.36587443947792053, 0.3772749900817871, 0.38676372170448303, 0.3867752254009247], "cos_apical_negg": [0.4365534782409668, 0.4155133366584778, 0.39446333050727844, 0.36587443947792053, 0.3772749900817871, 0.38676372170448303, 0.3867752254009247], "cos_Ac_negg": [0.4365534782409668, 0.4155133366584778, 0.39446333050727844, 0.36587443947792053, 0.3772749900817871, 0.38676372170448303, 0.3867752254009247], "r_norm": [0.4386901557445526, 0.44513702392578125, 0.4401434063911438, 0.44365596771240234, 0.44525447487831116, 0.44463974237442017, 0.4359085261821747]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9523, "test_loss": 0.16201296920776367}, {"step": 950, "epoch": 2, "train_loss": 0.16063274443149567, "cos_r_negg": [0.4004344344139099, 0.3900735080242157, 0.37818801403045654, 0.37163183093070984, 0.3722599446773529, 0.38126373291015625, 0.39004573225975037], "cos_apical_negg": [0.4004344344139099, 0.3900735080242157, 0.37818801403045654, 0.37163183093070984, 0.3722599446773529, 0.38126373291015625, 0.39004573225975037], "cos_Ac_negg": [0.4004344344139099, 0.3900735080242157, 0.37818801403045654, 0.37163183093070984, 0.3722599446773529, 0.38126373291015625, 0.39004573225975037], "r_norm": [0.4125979542732239, 0.41518163681030273, 0.409871906042099, 0.4144841432571411, 0.4145875573158264, 0.41458871960639954, 0.40704578161239624]}, {"step": 1000, "epoch": 2, "train_loss": 0.10803034156560898, "cos_r_negg": [0.4524560868740082, 0.43799257278442383, 0.4298235774040222, 0.39203745126724243, 0.3924945592880249, 0.3948472738265991, 0.39698436856269836], "cos_apical_negg": [0.4524560868740082, 0.43799257278442383, 0.4298235774040222, 0.39203745126724243, 0.3924945592880249, 0.3948472738265991, 0.39698436856269836], "cos_Ac_negg": [0.4524560868740082, 0.43799257278442383, 0.4298235774040222, 0.39203745126724243, 0.3924945592880249, 0.3948472738265991, 0.39698436856269836], "r_norm": [0.3859991729259491, 0.39135420322418213, 0.3867468237876892, 0.3901568651199341, 0.3895973265171051, 0.3901035189628601, 0.3845556974411011], "ldr": {"dL_sdil": -0.005252748727798462, "dL_bp": -0.005898594856262207, "ratio": 0.8905084780016572}}, {"step": 1050, "epoch": 2, "train_loss": 0.11053553968667984, "cos_r_negg": [0.4342091977596283, 0.43581774830818176, 0.42692291736602783, 0.40078502893447876, 0.39527153968811035, 0.38823583722114563, 0.39683011174201965], "cos_apical_negg": [0.4342091977596283, 0.43581774830818176, 0.42692291736602783, 0.40078502893447876, 0.39527153968811035, 0.38823583722114563, 0.39683011174201965], "cos_Ac_negg": [0.4342091977596283, 0.43581774830818176, 0.42692291736602783, 0.40078502893447876, 0.39527153968811035, 0.38823583722114563, 0.39683011174201965], "r_norm": [0.38018640875816345, 0.3859733045101166, 0.38368842005729675, 0.3880252540111542, 0.38700002431869507, 0.3836711645126343, 0.3778451681137085]}, {"step": 1100, "epoch": 2, "train_loss": 0.16383817791938782, "cos_r_negg": [0.43921834230422974, 0.4310534596443176, 0.44106149673461914, 0.41412055492401123, 0.3975898027420044, 0.3863350450992584, 0.38746368885040283], "cos_apical_negg": [0.43921834230422974, 0.4310534596443176, 0.44106149673461914, 0.41412055492401123, 0.3975898027420044, 0.3863350450992584, 0.38746368885040283], "cos_Ac_negg": [0.43921834230422974, 0.4310534596443176, 0.44106149673461914, 0.41412055492401123, 0.3975898027420044, 0.3863350450992584, 0.38746368885040283], "r_norm": [0.3627801239490509, 0.36418867111206055, 0.36018866300582886, 0.36421024799346924, 0.3649791479110718, 0.36615994572639465, 0.35781580209732056]}, {"step": 1150, "epoch": 2, "train_loss": 0.09202335774898529, "cos_r_negg": [0.42270052433013916, 0.40789565443992615, 0.4049738645553589, 0.4052453637123108, 0.4182986319065094, 0.40283358097076416, 0.4013436436653137], "cos_apical_negg": [0.42270052433013916, 0.40789565443992615, 0.4049738645553589, 0.4052453637123108, 0.4182986319065094, 0.40283358097076416, 0.4013436436653137], "cos_Ac_negg": [0.42270052433013916, 0.40789565443992615, 0.4049738645553589, 0.4052453637123108, 0.4182986319065094, 0.40283358097076416, 0.4013436436653137], "r_norm": [0.3696116507053375, 0.3752988576889038, 0.3710792660713196, 0.37165310978889465, 0.37276554107666016, 0.37396240234375, 0.3675138056278229]}, {"step": 1200, "epoch": 2, "train_loss": 0.026752740144729614, "cos_r_negg": [0.4066762328147888, 0.41014307737350464, 0.4150484800338745, 0.41675323247909546, 0.4167048931121826, 0.419270783662796, 0.3963194489479065], "cos_apical_negg": [0.4066762328147888, 0.41014307737350464, 0.4150484800338745, 0.41675323247909546, 0.4167048931121826, 0.419270783662796, 0.3963194489479065], "cos_Ac_negg": [0.4066762328147888, 0.41014307737350464, 0.4150484800338745, 0.41675323247909546, 0.4167048931121826, 0.419270783662796, 0.3963194489479065], "r_norm": [0.4042065143585205, 0.40729039907455444, 0.40224790573120117, 0.40704792737960815, 0.4079667627811432, 0.40824130177497864, 0.3975410759449005]}, {"step": 1250, "epoch": 2, "train_loss": 0.11180288344621658, "cos_r_negg": [0.41018837690353394, 0.4287795424461365, 0.4387073516845703, 0.4016006588935852, 0.4023666977882385, 0.3982730507850647, 0.3808801472187042], "cos_apical_negg": [0.41018837690353394, 0.4287795424461365, 0.4387073516845703, 0.4016006588935852, 0.4023666977882385, 0.3982730507850647, 0.3808801472187042], "cos_Ac_negg": [0.41018837690353394, 0.4287795424461365, 0.4387073516845703, 0.4016006588935852, 0.4023666977882385, 0.3982730507850647, 0.3808801472187042], "r_norm": [0.3736227750778198, 0.3755379319190979, 0.37002915143966675, 0.3743884563446045, 0.37581002712249756, 0.3761611580848694, 0.366283655166626], "ldr": {"dL_sdil": -0.0073393285274505615, "dL_bp": -0.006957352161407471, "ratio": 1.0549025487256372}}, {"step": 1300, "epoch": 2, "train_loss": 0.15947529673576355, "cos_r_negg": [0.428936243057251, 0.4454260468482971, 0.44387513399124146, 0.41866666078567505, 0.41108939051628113, 0.41181689500808716, 0.39035874605178833], "cos_apical_negg": [0.428936243057251, 0.4454260468482971, 0.44387513399124146, 0.41866666078567505, 0.41108939051628113, 0.41181689500808716, 0.39035874605178833], "cos_Ac_negg": [0.428936243057251, 0.4454260468482971, 0.44387513399124146, 0.41866666078567505, 0.41108939051628113, 0.41181689500808716, 0.39035874605178833], "r_norm": [0.3255002498626709, 0.33002591133117676, 0.3255090117454529, 0.3290085792541504, 0.32955753803253174, 0.3314164876937866, 0.32226118445396423]}, {"step": 1350, "epoch": 2, "train_loss": 0.10769450664520264, "cos_r_negg": [0.43766045570373535, 0.44360440969467163, 0.43662965297698975, 0.4146873950958252, 0.41435307264328003, 0.4143117070198059, 0.3943554162979126], "cos_apical_negg": [0.43766045570373535, 0.44360440969467163, 0.43662965297698975, 0.4146873950958252, 0.41435307264328003, 0.4143117070198059, 0.3943554162979126], "cos_Ac_negg": [0.43766045570373535, 0.44360440969467163, 0.43662965297698975, 0.4146873950958252, 0.41435307264328003, 0.4143117070198059, 0.3943554162979126], "r_norm": [0.3354186415672302, 0.3404974043369293, 0.3367410898208618, 0.33857500553131104, 0.3387402594089508, 0.34057164192199707, 0.33286792039871216]}, {"step": 1400, "epoch": 2, "train_loss": 0.18255673348903656, "cos_r_negg": [0.4355615973472595, 0.4459587633609772, 0.4403989911079407, 0.4329635500907898, 0.4215061664581299, 0.43108946084976196, 0.4108591377735138], "cos_apical_negg": [0.4355615973472595, 0.4459587633609772, 0.4403989911079407, 0.4329635500907898, 0.4215061664581299, 0.43108946084976196, 0.4108591377735138], "cos_Ac_negg": [0.4355615973472595, 0.4459587633609772, 0.4403989911079407, 0.4329635500907898, 0.4215061664581299, 0.43108946084976196, 0.4108591377735138], "r_norm": [0.33517515659332275, 0.3409862518310547, 0.33646172285079956, 0.3385314345359802, 0.33828747272491455, 0.3401218354701996, 0.3316726088523865]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9588, "test_loss": 0.13923287830352782}, {"step": 1450, "epoch": 3, "train_loss": 0.07640687376260757, "cos_r_negg": [0.4057532548904419, 0.4236447215080261, 0.4244283139705658, 0.4138627350330353, 0.41634902358055115, 0.42295128107070923, 0.40596145391464233], "cos_apical_negg": [0.4057532548904419, 0.4236447215080261, 0.4244283139705658, 0.4138627350330353, 0.41634902358055115, 0.42295128107070923, 0.40596145391464233], "cos_Ac_negg": [0.4057532548904419, 0.4236447215080261, 0.4244283139705658, 0.4138627350330353, 0.41634902358055115, 0.42295128107070923, 0.40596145391464233], "r_norm": [0.33865517377853394, 0.3464009761810303, 0.34059080481529236, 0.34450358152389526, 0.3426201641559601, 0.34483861923217773, 0.3349670171737671]}, {"step": 1500, "epoch": 3, "train_loss": 0.041554853320121765, "cos_r_negg": [0.42479488253593445, 0.43194282054901123, 0.4390931725502014, 0.41671088337898254, 0.4307429790496826, 0.44257697463035583, 0.4170163869857788], "cos_apical_negg": [0.42479488253593445, 0.43194282054901123, 0.4390931725502014, 0.41671088337898254, 0.4307429790496826, 0.44257697463035583, 0.4170163869857788], "cos_Ac_negg": [0.42479488253593445, 0.43194282054901123, 0.4390931725502014, 0.41671088337898254, 0.4307429790496826, 0.44257697463035583, 0.4170163869857788], "r_norm": [0.28604939579963684, 0.2921788990497589, 0.2878739833831787, 0.28949350118637085, 0.2889995574951172, 0.29122960567474365, 0.2841607332229614], "ldr": {"dL_sdil": -0.003934703767299652, "dL_bp": -0.004533544182777405, "ratio": 0.8679089931994701}}, {"step": 1550, "epoch": 3, "train_loss": 0.07606018334627151, "cos_r_negg": [0.45990413427352905, 0.4576122760772705, 0.4530002176761627, 0.4282108247280121, 0.4337373673915863, 0.4428321123123169, 0.4160202145576477], "cos_apical_negg": [0.45990413427352905, 0.4576122760772705, 0.4530002176761627, 0.4282108247280121, 0.4337373673915863, 0.4428321123123169, 0.4160202145576477], "cos_Ac_negg": [0.45990413427352905, 0.4576122760772705, 0.4530002176761627, 0.4282108247280121, 0.4337373673915863, 0.4428321123123169, 0.4160202145576477], "r_norm": [0.2826707363128662, 0.2889537811279297, 0.2851495146751404, 0.2876752018928528, 0.28515446186065674, 0.28829216957092285, 0.2814953625202179]}, {"step": 1600, "epoch": 3, "train_loss": 0.05805692821741104, "cos_r_negg": [0.4426577091217041, 0.43921297788619995, 0.4516547918319702, 0.4336826801300049, 0.4320646822452545, 0.43240106105804443, 0.40488314628601074], "cos_apical_negg": [0.4426577091217041, 0.43921297788619995, 0.4516547918319702, 0.4336826801300049, 0.4320646822452545, 0.43240106105804443, 0.40488314628601074], "cos_Ac_negg": [0.4426577091217041, 0.43921297788619995, 0.4516547918319702, 0.4336826801300049, 0.4320646822452545, 0.43240106105804443, 0.40488314628601074], "r_norm": [0.27351346611976624, 0.2788425087928772, 0.2746526002883911, 0.27718502283096313, 0.27625906467437744, 0.2766784429550171, 0.27116063237190247]}, {"step": 1650, "epoch": 3, "train_loss": 0.01790078543126583, "cos_r_negg": [0.4041929841041565, 0.4314576983451843, 0.4511426091194153, 0.43358635902404785, 0.4418947696685791, 0.45578742027282715, 0.4227282404899597], "cos_apical_negg": [0.4041929841041565, 0.4314576983451843, 0.4511426091194153, 0.43358635902404785, 0.4418947696685791, 0.45578742027282715, 0.4227282404899597], "cos_Ac_negg": [0.4041929841041565, 0.4314576983451843, 0.4511426091194153, 0.43358635902404785, 0.4418947696685791, 0.45578742027282715, 0.4227282404899597], "r_norm": [0.29721635580062866, 0.30401211977005005, 0.2979772090911865, 0.3002128005027771, 0.301305890083313, 0.3017975986003876, 0.2944827675819397]}, {"step": 1700, "epoch": 3, "train_loss": 0.08562957495450974, "cos_r_negg": [0.4385787844657898, 0.44132983684539795, 0.44882285594940186, 0.43473681807518005, 0.43724608421325684, 0.4408477544784546, 0.4103389382362366], "cos_apical_negg": [0.4385787844657898, 0.44132983684539795, 0.44882285594940186, 0.43473681807518005, 0.43724608421325684, 0.4408477544784546, 0.4103389382362366], "cos_Ac_negg": [0.4385787844657898, 0.44132983684539795, 0.44882285594940186, 0.43473681807518005, 0.43724608421325684, 0.4408477544784546, 0.4103389382362366], "r_norm": [0.31635206937789917, 0.3232372999191284, 0.31733229756355286, 0.3200058341026306, 0.3203650116920471, 0.3224083185195923, 0.3145825266838074]}, {"step": 1750, "epoch": 3, "train_loss": 0.06511474400758743, "cos_r_negg": [0.45040300488471985, 0.4573725163936615, 0.4690667986869812, 0.4414101839065552, 0.451562762260437, 0.44765180349349976, 0.4186060428619385], "cos_apical_negg": [0.45040300488471985, 0.4573725163936615, 0.4690667986869812, 0.4414101839065552, 0.451562762260437, 0.44765180349349976, 0.4186060428619385], "cos_Ac_negg": [0.45040300488471985, 0.4573725163936615, 0.4690667986869812, 0.4414101839065552, 0.451562762260437, 0.44765180349349976, 0.4186060428619385], "r_norm": [0.2668522000312805, 0.2740214169025421, 0.2699819803237915, 0.27140432596206665, 0.27148711681365967, 0.27359020709991455, 0.26513221859931946], "ldr": {"dL_sdil": -0.00376100093126297, "dL_bp": -0.0037743449211120605, "ratio": 0.9964645547431423}}, {"step": 1800, "epoch": 3, "train_loss": 0.07244284451007843, "cos_r_negg": [0.436096727848053, 0.4483189284801483, 0.4539201557636261, 0.43695518374443054, 0.43833303451538086, 0.4397851526737213, 0.4087734520435333], "cos_apical_negg": [0.436096727848053, 0.4483189284801483, 0.4539201557636261, 0.43695518374443054, 0.43833303451538086, 0.4397851526737213, 0.4087734520435333], "cos_Ac_negg": [0.436096727848053, 0.4483189284801483, 0.4539201557636261, 0.43695518374443054, 0.43833303451538086, 0.4397851526737213, 0.4087734520435333], "r_norm": [0.30363592505455017, 0.31032437086105347, 0.30529630184173584, 0.3082592189311981, 0.3092349171638489, 0.3076793849468231, 0.30058008432388306]}, {"step": 1850, "epoch": 3, "train_loss": 0.12268997728824615, "cos_r_negg": [0.46975311636924744, 0.4679676294326782, 0.4744332432746887, 0.4410344958305359, 0.446382999420166, 0.43821364641189575, 0.40931087732315063], "cos_apical_negg": [0.46975311636924744, 0.4679676294326782, 0.4744332432746887, 0.4410344958305359, 0.446382999420166, 0.43821364641189575, 0.40931087732315063], "cos_Ac_negg": [0.46975311636924744, 0.4679676294326782, 0.4744332432746887, 0.4410344958305359, 0.446382999420166, 0.43821364641189575, 0.40931087732315063], "r_norm": [0.2873975932598114, 0.28902366757392883, 0.28676363825798035, 0.28881537914276123, 0.28888142108917236, 0.2880704402923584, 0.28211072087287903]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.9637, "test_loss": 0.12917705688476563}, {"step": 1900, "epoch": 4, "train_loss": 0.074510857462883, "cos_r_negg": [0.4270300269126892, 0.44418221712112427, 0.452258825302124, 0.4300360679626465, 0.43024009466171265, 0.43446725606918335, 0.4059486389160156], "cos_apical_negg": [0.4270300269126892, 0.44418221712112427, 0.452258825302124, 0.4300360679626465, 0.43024009466171265, 0.43446725606918335, 0.4059486389160156], "cos_Ac_negg": [0.4270300269126892, 0.44418221712112427, 0.452258825302124, 0.4300360679626465, 0.43024009466171265, 0.43446725606918335, 0.4059486389160156], "r_norm": [0.2762871980667114, 0.27930307388305664, 0.27590155601501465, 0.27855104207992554, 0.2778266668319702, 0.2780836224555969, 0.27214446663856506]}, {"step": 1950, "epoch": 4, "train_loss": 0.05746590718626976, "cos_r_negg": [0.42846983671188354, 0.43696337938308716, 0.4493633210659027, 0.4071540832519531, 0.4205847382545471, 0.40854886174201965, 0.3945617377758026], "cos_apical_negg": [0.42846983671188354, 0.43696337938308716, 0.4493633210659027, 0.4071540832519531, 0.4205847382545471, 0.40854886174201965, 0.3945617377758026], "cos_Ac_negg": [0.42846983671188354, 0.43696337938308716, 0.4493633210659027, 0.4071540832519531, 0.4205847382545471, 0.40854886174201965, 0.3945617377758026], "r_norm": [0.26742494106292725, 0.27156519889831543, 0.2672300934791565, 0.2702023386955261, 0.27037715911865234, 0.26980650424957275, 0.2634512484073639]}, {"step": 2000, "epoch": 4, "train_loss": 0.08332858234643936, "cos_r_negg": [0.4283066689968109, 0.4423346519470215, 0.4491078853607178, 0.41484177112579346, 0.4152325391769409, 0.41502779722213745, 0.383828341960907], "cos_apical_negg": [0.4283066689968109, 0.4423346519470215, 0.4491078853607178, 0.41484177112579346, 0.4152325391769409, 0.41502779722213745, 0.383828341960907], "cos_Ac_negg": [0.4283066689968109, 0.4423346519470215, 0.4491078853607178, 0.41484177112579346, 0.4152325391769409, 0.41502779722213745, 0.383828341960907], "r_norm": [0.2369592934846878, 0.24180150032043457, 0.237624853849411, 0.23836970329284668, 0.23925423622131348, 0.23982271552085876, 0.23450572788715363], "ldr": {"dL_sdil": -0.003982879221439362, "dL_bp": -0.004008464515209198, "ratio": 0.9936171834195466}}, {"step": 2050, "epoch": 4, "train_loss": 0.08051477372646332, "cos_r_negg": [0.3996233642101288, 0.42027050256729126, 0.42945101857185364, 0.39374542236328125, 0.41265201568603516, 0.41697412729263306, 0.39383041858673096], "cos_apical_negg": [0.3996233642101288, 0.42027050256729126, 0.42945101857185364, 0.39374542236328125, 0.41265201568603516, 0.41697412729263306, 0.39383041858673096], "cos_Ac_negg": [0.3996233642101288, 0.42027050256729126, 0.42945101857185364, 0.39374542236328125, 0.41265201568603516, 0.41697412729263306, 0.39383041858673096], "r_norm": [0.2996726632118225, 0.30208584666252136, 0.2975594997406006, 0.3002468943595886, 0.3002515733242035, 0.2998303472995758, 0.29372453689575195]}, {"step": 2100, "epoch": 4, "train_loss": 0.03250797837972641, "cos_r_negg": [0.40729427337646484, 0.4269207715988159, 0.44111281633377075, 0.41853880882263184, 0.4328491687774658, 0.4241594076156616, 0.38905835151672363], "cos_apical_negg": [0.40729427337646484, 0.4269207715988159, 0.44111281633377075, 0.41853880882263184, 0.4328491687774658, 0.4241594076156616, 0.38905835151672363], "cos_Ac_negg": [0.40729427337646484, 0.4269207715988159, 0.44111281633377075, 0.41853880882263184, 0.4328491687774658, 0.4241594076156616, 0.38905835151672363], "r_norm": [0.248342365026474, 0.2512320876121521, 0.24625687301158905, 0.24773673713207245, 0.24933570623397827, 0.24879811704158783, 0.24385742843151093]}, {"step": 2150, "epoch": 4, "train_loss": 0.06726130843162537, "cos_r_negg": [0.4512285590171814, 0.4739474654197693, 0.4796816110610962, 0.4549441933631897, 0.4453800618648529, 0.44862958788871765, 0.4194663166999817], "cos_apical_negg": [0.4512285590171814, 0.4739474654197693, 0.4796816110610962, 0.4549441933631897, 0.4453800618648529, 0.44862958788871765, 0.4194663166999817], "cos_Ac_negg": [0.4512285590171814, 0.4739474654197693, 0.4796816110610962, 0.4549441933631897, 0.4453800618648529, 0.44862958788871765, 0.4194663166999817], "r_norm": [0.23501504957675934, 0.24197742342948914, 0.23808281123638153, 0.23729616403579712, 0.23966294527053833, 0.23878741264343262, 0.23518982529640198]}, {"step": 2200, "epoch": 4, "train_loss": 0.061374977231025696, "cos_r_negg": [0.41959840059280396, 0.4379929304122925, 0.4464466869831085, 0.42034921050071716, 0.426704078912735, 0.4255980849266052, 0.40842199325561523], "cos_apical_negg": [0.41959840059280396, 0.4379929304122925, 0.4464466869831085, 0.42034921050071716, 0.426704078912735, 0.4255980849266052, 0.40842199325561523], "cos_Ac_negg": [0.41959840059280396, 0.4379929304122925, 0.4464466869831085, 0.42034921050071716, 0.426704078912735, 0.4255980849266052, 0.40842199325561523], "r_norm": [0.29972827434539795, 0.30202633142471313, 0.2976876497268677, 0.2995566129684448, 0.3000001907348633, 0.2980837821960449, 0.29423654079437256]}, {"step": 2250, "epoch": 4, "train_loss": 0.0164182186126709, "cos_r_negg": [0.4342604875564575, 0.4460487961769104, 0.4571232199668884, 0.4266539216041565, 0.4388669729232788, 0.43261685967445374, 0.41779395937919617], "cos_apical_negg": [0.4342604875564575, 0.4460487961769104, 0.4571232199668884, 0.4266539216041565, 0.4388669729232788, 0.43261685967445374, 0.41779395937919617], "cos_Ac_negg": [0.4342604875564575, 0.4460487961769104, 0.4571232199668884, 0.4266539216041565, 0.4388669729232788, 0.43261685967445374, 0.41779395937919617], "r_norm": [0.25950199365615845, 0.26138341426849365, 0.2578636109828949, 0.2598390281200409, 0.26183000206947327, 0.25844189524650574, 0.2534809112548828], "ldr": {"dL_sdil": -0.005624830722808838, "dL_bp": -0.006035462021827698, "ratio": 0.9319635684005995}}, {"step": 2300, "epoch": 4, "train_loss": 0.16093142330646515, "cos_r_negg": [0.4428061544895172, 0.440880686044693, 0.44563397765159607, 0.4249711036682129, 0.4379991888999939, 0.44037026166915894, 0.42227429151535034], "cos_apical_negg": [0.4428061544895172, 0.440880686044693, 0.44563397765159607, 0.4249711036682129, 0.4379991888999939, 0.44037026166915894, 0.42227429151535034], "cos_Ac_negg": [0.4428061544895172, 0.440880686044693, 0.44563397765159607, 0.4249711036682129, 0.4379991888999939, 0.44037026166915894, 0.42227429151535034], "r_norm": [0.2161698192358017, 0.22005698084831238, 0.21744777262210846, 0.21770504117012024, 0.2180742621421814, 0.217316672205925, 0.2151106297969818]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9665, "test_loss": 0.11881757373809815}, {"step": 2350, "epoch": 5, "train_loss": 0.0546126663684845, "cos_r_negg": [0.44123679399490356, 0.4533168077468872, 0.4638270437717438, 0.4396105408668518, 0.4485898017883301, 0.4485531151294708, 0.4342544674873352], "cos_apical_negg": [0.44123679399490356, 0.4533168077468872, 0.4638270437717438, 0.4396105408668518, 0.4485898017883301, 0.4485531151294708, 0.4342544674873352], "cos_Ac_negg": [0.44123679399490356, 0.4533168077468872, 0.4638270437717438, 0.4396105408668518, 0.4485898017883301, 0.4485531151294708, 0.4342544674873352], "r_norm": [0.21156227588653564, 0.2158253937959671, 0.21256427466869354, 0.2127077281475067, 0.2128414809703827, 0.21419170498847961, 0.21022208034992218]}, {"step": 2400, "epoch": 5, "train_loss": 0.02612333931028843, "cos_r_negg": [0.43475937843322754, 0.44343674182891846, 0.45261478424072266, 0.4233130216598511, 0.42900350689888, 0.44107604026794434, 0.41928917169570923], "cos_apical_negg": [0.43475937843322754, 0.44343674182891846, 0.45261478424072266, 0.4233130216598511, 0.42900350689888, 0.44107604026794434, 0.41928917169570923], "cos_Ac_negg": [0.43475937843322754, 0.44343674182891846, 0.45261478424072266, 0.4233130216598511, 0.42900350689888, 0.44107604026794434, 0.41928917169570923], "r_norm": [0.24830716848373413, 0.25237104296684265, 0.24837109446525574, 0.24971939623355865, 0.25036823749542236, 0.24839775264263153, 0.24468505382537842]}, {"step": 2450, "epoch": 5, "train_loss": 0.03833310306072235, "cos_r_negg": [0.4319753646850586, 0.43576985597610474, 0.4526326060295105, 0.412909597158432, 0.4189075827598572, 0.4339546859264374, 0.4161694049835205], "cos_apical_negg": [0.4319753646850586, 0.43576985597610474, 0.4526326060295105, 0.412909597158432, 0.4189075827598572, 0.4339546859264374, 0.4161694049835205], "cos_Ac_negg": [0.4319753646850586, 0.43576985597610474, 0.4526326060295105, 0.412909597158432, 0.4189075827598572, 0.4339546859264374, 0.4161694049835205], "r_norm": [0.196256622672081, 0.20137953758239746, 0.19725771248340607, 0.19684067368507385, 0.19842159748077393, 0.20035134255886078, 0.19455918669700623]}, {"step": 2500, "epoch": 5, "train_loss": 0.08413999527692795, "cos_r_negg": [0.45191603899002075, 0.46678006649017334, 0.472270667552948, 0.4327258765697479, 0.4385049641132355, 0.4500871002674103, 0.4121866226196289], "cos_apical_negg": [0.45191603899002075, 0.46678006649017334, 0.472270667552948, 0.4327258765697479, 0.4385049641132355, 0.4500871002674103, 0.4121866226196289], "cos_Ac_negg": [0.45191603899002075, 0.46678006649017334, 0.472270667552948, 0.4327258765697479, 0.4385049641132355, 0.4500871002674103, 0.4121866226196289], "r_norm": [0.21022669970989227, 0.213143989443779, 0.20960119366645813, 0.21080753207206726, 0.21106483042240143, 0.21209408342838287, 0.20638424158096313], "ldr": {"dL_sdil": -0.004435546696186066, "dL_bp": -0.0063072144985198975, "ratio": 0.7032496987738323}}, {"step": 2550, "epoch": 5, "train_loss": 0.03705273196101189, "cos_r_negg": [0.43307211995124817, 0.4406011700630188, 0.45227909088134766, 0.41865336894989014, 0.42360538244247437, 0.4344850182533264, 0.4097836911678314], "cos_apical_negg": [0.43307211995124817, 0.4406011700630188, 0.45227909088134766, 0.41865336894989014, 0.42360538244247437, 0.4344850182533264, 0.4097836911678314], "cos_Ac_negg": [0.43307211995124817, 0.4406011700630188, 0.45227909088134766, 0.41865336894989014, 0.42360538244247437, 0.4344850182533264, 0.4097836911678314], "r_norm": [0.1959686279296875, 0.19929617643356323, 0.1952163577079773, 0.19639691710472107, 0.19597655534744263, 0.19851505756378174, 0.19392302632331848]}, {"step": 2600, "epoch": 5, "train_loss": 0.06617042422294617, "cos_r_negg": [0.42162707448005676, 0.4407202899456024, 0.45696568489074707, 0.41464245319366455, 0.42275285720825195, 0.44410818815231323, 0.41570308804512024], "cos_apical_negg": [0.42162707448005676, 0.4407202899456024, 0.45696568489074707, 0.41464245319366455, 0.42275285720825195, 0.44410818815231323, 0.41570308804512024], "cos_Ac_negg": [0.42162707448005676, 0.4407202899456024, 0.45696568489074707, 0.41464245319366455, 0.42275285720825195, 0.44410818815231323, 0.41570308804512024], "r_norm": [0.2113419771194458, 0.2153634876012802, 0.21123673021793365, 0.2118588089942932, 0.213128924369812, 0.21434445679187775, 0.20755039155483246]}, {"step": 2650, "epoch": 5, "train_loss": 0.028147559612989426, "cos_r_negg": [0.41925716400146484, 0.433016300201416, 0.45268362760543823, 0.41902804374694824, 0.4328964054584503, 0.45263803005218506, 0.4463186264038086], "cos_apical_negg": [0.41925716400146484, 0.433016300201416, 0.45268362760543823, 0.41902804374694824, 0.4328964054584503, 0.45263803005218506, 0.4463186264038086], "cos_Ac_negg": [0.41925716400146484, 0.433016300201416, 0.45268362760543823, 0.41902804374694824, 0.4328964054584503, 0.45263803005218506, 0.4463186264038086], "r_norm": [0.21082095801830292, 0.21728019416332245, 0.21295464038848877, 0.2115185260772705, 0.21410787105560303, 0.21580861508846283, 0.20874564349651337]}, {"step": 2700, "epoch": 5, "train_loss": 0.05886303260922432, "cos_r_negg": [0.43040362000465393, 0.44351598620414734, 0.45544731616973877, 0.4207683801651001, 0.42519238591194153, 0.43676090240478516, 0.43225905299186707], "cos_apical_negg": [0.43040362000465393, 0.44351598620414734, 0.45544731616973877, 0.4207683801651001, 0.42519238591194153, 0.43676090240478516, 0.43225905299186707], "cos_Ac_negg": [0.43040362000465393, 0.44351598620414734, 0.45544731616973877, 0.4207683801651001, 0.42519238591194153, 0.43676090240478516, 0.43225905299186707], "r_norm": [0.1922508031129837, 0.19689813256263733, 0.1931312382221222, 0.1931803822517395, 0.1942940354347229, 0.19568011164665222, 0.18943452835083008]}, {"step": 2750, "epoch": 5, "train_loss": 0.0288414116948843, "cos_r_negg": [0.41442257165908813, 0.4323238134384155, 0.44135764241218567, 0.4098152220249176, 0.41660481691360474, 0.4395696818828583, 0.4197417199611664], "cos_apical_negg": [0.41442257165908813, 0.4323238134384155, 0.44135764241218567, 0.4098152220249176, 0.41660481691360474, 0.4395696818828583, 0.4197417199611664], "cos_Ac_negg": [0.41442257165908813, 0.4323238134384155, 0.44135764241218567, 0.4098152220249176, 0.41660481691360474, 0.4395696818828583, 0.4197417199611664], "r_norm": [0.21348883211612701, 0.2205379158258438, 0.21645987033843994, 0.2152123600244522, 0.21734508872032166, 0.2196652591228485, 0.21268418431282043], "ldr": {"dL_sdil": -0.005249336361885071, "dL_bp": -0.007302634418010712, "ratio": 0.7188277628876603}}, {"step": 2800, "epoch": 5, "train_loss": 0.01961062103509903, "cos_r_negg": [0.4260737895965576, 0.4384462833404541, 0.44371098279953003, 0.41789472103118896, 0.41071975231170654, 0.4423121511936188, 0.4327393174171448], "cos_apical_negg": [0.4260737895965576, 0.4384462833404541, 0.44371098279953003, 0.41789472103118896, 0.41071975231170654, 0.4423121511936188, 0.4327393174171448], "cos_Ac_negg": [0.4260737895965576, 0.4384462833404541, 0.44371098279953003, 0.41789472103118896, 0.41071975231170654, 0.4423121511936188, 0.4327393174171448], "r_norm": [0.23342403769493103, 0.23804546892642975, 0.232702374458313, 0.23523660004138947, 0.23569300770759583, 0.2372279167175293, 0.22945129871368408]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9673, "test_loss": 0.12385235214233399}, {"step": 2850, "epoch": 6, "train_loss": 0.08425906300544739, "cos_r_negg": [0.41627615690231323, 0.427401602268219, 0.4371531903743744, 0.4098361134529114, 0.41355186700820923, 0.4308566451072693, 0.4258405566215515], "cos_apical_negg": [0.41627615690231323, 0.427401602268219, 0.4371531903743744, 0.4098361134529114, 0.41355186700820923, 0.4308566451072693, 0.4258405566215515], "cos_Ac_negg": [0.41627615690231323, 0.427401602268219, 0.4371531903743744, 0.4098361134529114, 0.41355186700820923, 0.4308566451072693, 0.4258405566215515], "r_norm": [0.22084712982177734, 0.22519038617610931, 0.22099024057388306, 0.2205176055431366, 0.22238542139530182, 0.22406572103500366, 0.21765534579753876]}, {"step": 2900, "epoch": 6, "train_loss": 0.06956461071968079, "cos_r_negg": [0.40743008255958557, 0.42995166778564453, 0.4338432550430298, 0.4042128920555115, 0.40124911069869995, 0.41651463508605957, 0.41414037346839905], "cos_apical_negg": [0.40743008255958557, 0.42995166778564453, 0.4338432550430298, 0.4042128920555115, 0.40124911069869995, 0.41651463508605957, 0.41414037346839905], "cos_Ac_negg": [0.40743008255958557, 0.42995166778564453, 0.4338432550430298, 0.4042128920555115, 0.40124911069869995, 0.41651463508605957, 0.41414037346839905], "r_norm": [0.2015683352947235, 0.20627859234809875, 0.20172901451587677, 0.20160721242427826, 0.20399388670921326, 0.2050657570362091, 0.19879528880119324]}, {"step": 2950, "epoch": 6, "train_loss": 0.02705373615026474, "cos_r_negg": [0.40358150005340576, 0.42527180910110474, 0.43282467126846313, 0.40304484963417053, 0.40567997097969055, 0.4276793301105499, 0.42086100578308105], "cos_apical_negg": [0.40358150005340576, 0.42527180910110474, 0.43282467126846313, 0.40304484963417053, 0.40567997097969055, 0.4276793301105499, 0.42086100578308105], "cos_Ac_negg": [0.40358150005340576, 0.42527180910110474, 0.43282467126846313, 0.40304484963417053, 0.40567997097969055, 0.4276793301105499, 0.42086100578308105], "r_norm": [0.18885333836078644, 0.1938716620206833, 0.19004666805267334, 0.1892707347869873, 0.19198107719421387, 0.1926320344209671, 0.18643128871917725]}, {"step": 3000, "epoch": 6, "train_loss": 0.007329678628593683, "cos_r_negg": [0.39088335633277893, 0.41261884570121765, 0.42403534054756165, 0.39747482538223267, 0.39865392446517944, 0.4260602295398712, 0.416677325963974], "cos_apical_negg": [0.39088335633277893, 0.41261884570121765, 0.42403534054756165, 0.39747482538223267, 0.39865392446517944, 0.4260602295398712, 0.416677325963974], "cos_Ac_negg": [0.39088335633277893, 0.41261884570121765, 0.42403534054756165, 0.39747482538223267, 0.39865392446517944, 0.4260602295398712, 0.416677325963974], "r_norm": [0.19591835141181946, 0.20249834656715393, 0.1983240693807602, 0.19695574045181274, 0.20045553147792816, 0.20084600150585175, 0.19408105313777924], "ldr": {"dL_sdil": -0.0054512619972229, "dL_bp": -0.007638707756996155, "ratio": 0.7136366739819556}}, {"step": 3050, "epoch": 6, "train_loss": 0.0392608642578125, "cos_r_negg": [0.40018320083618164, 0.4149235188961029, 0.42284801602363586, 0.39575129747390747, 0.4080958962440491, 0.4174359440803528, 0.41017329692840576], "cos_apical_negg": [0.40018320083618164, 0.4149235188961029, 0.42284801602363586, 0.39575129747390747, 0.4080958962440491, 0.4174359440803528, 0.41017329692840576], "cos_Ac_negg": [0.40018320083618164, 0.4149235188961029, 0.42284801602363586, 0.39575129747390747, 0.4080958962440491, 0.4174359440803528, 0.41017329692840576], "r_norm": [0.19069676101207733, 0.195818692445755, 0.19109994173049927, 0.1917891949415207, 0.19412212073802948, 0.19437181949615479, 0.1873016506433487]}, {"step": 3100, "epoch": 6, "train_loss": 0.039004117250442505, "cos_r_negg": [0.39528200030326843, 0.4165687561035156, 0.42283564805984497, 0.3943268060684204, 0.40723806619644165, 0.4281872510910034, 0.41455957293510437], "cos_apical_negg": [0.39528200030326843, 0.4165687561035156, 0.42283564805984497, 0.3943268060684204, 0.40723806619644165, 0.4281872510910034, 0.41455957293510437], "cos_Ac_negg": [0.39528200030326843, 0.4165687561035156, 0.42283564805984497, 0.3943268060684204, 0.40723806619644165, 0.4281872510910034, 0.41455957293510437], "r_norm": [0.18153166770935059, 0.18568718433380127, 0.18085375428199768, 0.18090227246284485, 0.1829540729522705, 0.18467724323272705, 0.1783750355243683]}, {"step": 3150, "epoch": 6, "train_loss": 0.027739569544792175, "cos_r_negg": [0.3852160573005676, 0.41033825278282166, 0.4150986075401306, 0.38473790884017944, 0.3875696063041687, 0.41102731227874756, 0.3988130986690521], "cos_apical_negg": [0.3852160573005676, 0.41033825278282166, 0.4150986075401306, 0.38473790884017944, 0.3875696063041687, 0.41102731227874756, 0.3988130986690521], "cos_Ac_negg": [0.3852160573005676, 0.41033825278282166, 0.4150986075401306, 0.38473790884017944, 0.3875696063041687, 0.41102731227874756, 0.3988130986690521], "r_norm": [0.18434669077396393, 0.1875152289867401, 0.1833724081516266, 0.18352040648460388, 0.1854732483625412, 0.1870417594909668, 0.18057316541671753]}, {"step": 3200, "epoch": 6, "train_loss": 0.09991226345300674, "cos_r_negg": [0.37942951917648315, 0.4030274748802185, 0.4136662483215332, 0.3876660466194153, 0.4061237573623657, 0.42828255891799927, 0.41571301221847534], "cos_apical_negg": [0.37942951917648315, 0.4030274748802185, 0.4136662483215332, 0.3876660466194153, 0.4061237573623657, 0.42828255891799927, 0.41571301221847534], "cos_Ac_negg": [0.37942951917648315, 0.4030274748802185, 0.4136662483215332, 0.3876660466194153, 0.4061237573623657, 0.42828255891799927, 0.41571301221847534], "r_norm": [0.18089428544044495, 0.1843940019607544, 0.18047268688678741, 0.1808484047651291, 0.18189559876918793, 0.18295685946941376, 0.177210733294487]}, {"step": 3250, "epoch": 6, "train_loss": 0.04156684875488281, "cos_r_negg": [0.3945915699005127, 0.41595959663391113, 0.430747389793396, 0.39820799231529236, 0.41139307618141174, 0.4279547333717346, 0.42677026987075806], "cos_apical_negg": [0.3945915699005127, 0.41595959663391113, 0.430747389793396, 0.39820799231529236, 0.41139307618141174, 0.4279547333717346, 0.42677026987075806], "cos_Ac_negg": [0.3945915699005127, 0.41595959663391113, 0.430747389793396, 0.39820799231529236, 0.41139307618141174, 0.4279547333717346, 0.42677026987075806], "r_norm": [0.1775432974100113, 0.181911438703537, 0.1773638129234314, 0.17702145874500275, 0.1786884069442749, 0.18122057616710663, 0.1747177243232727], "ldr": {"dL_sdil": -0.00324857234954834, "dL_bp": -0.003882184624671936, "ratio": 0.8367897623681049}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9674, "test_loss": 0.13338506565093994}, {"step": 3300, "epoch": 7, "train_loss": 0.017061002552509308, "cos_r_negg": [0.4077969193458557, 0.4310837686061859, 0.4476168155670166, 0.4167543053627014, 0.4322569966316223, 0.4449240565299988, 0.4497908651828766], "cos_apical_negg": [0.4077969193458557, 0.4310837686061859, 0.4476168155670166, 0.4167543053627014, 0.4322569966316223, 0.4449240565299988, 0.4497908651828766], "cos_Ac_negg": [0.4077969193458557, 0.4310837686061859, 0.4476168155670166, 0.4167543053627014, 0.4322569966316223, 0.4449240565299988, 0.4497908651828766], "r_norm": [0.17479324340820312, 0.1792886108160019, 0.17519104480743408, 0.17591677606105804, 0.1762537658214569, 0.17795902490615845, 0.17202676832675934]}, {"step": 3350, "epoch": 7, "train_loss": 0.017896562814712524, "cos_r_negg": [0.3894622325897217, 0.4202069044113159, 0.4312388300895691, 0.3985193967819214, 0.4157465100288391, 0.42910194396972656, 0.4306269586086273], "cos_apical_negg": [0.3894622325897217, 0.4202069044113159, 0.4312388300895691, 0.3985193967819214, 0.4157465100288391, 0.42910194396972656, 0.4306269586086273], "cos_Ac_negg": [0.3894622325897217, 0.4202069044113159, 0.4312388300895691, 0.3985193967819214, 0.4157465100288391, 0.42910194396972656, 0.4306269586086273], "r_norm": [0.17869162559509277, 0.1829860657453537, 0.1790551394224167, 0.18018203973770142, 0.180644690990448, 0.18121270835399628, 0.17536062002182007]}, {"step": 3400, "epoch": 7, "train_loss": 0.015448039397597313, "cos_r_negg": [0.37442728877067566, 0.40160974860191345, 0.4084323048591614, 0.3768385648727417, 0.3912305235862732, 0.40947550535202026, 0.4169026017189026], "cos_apical_negg": [0.37442728877067566, 0.40160974860191345, 0.4084323048591614, 0.3768385648727417, 0.3912305235862732, 0.40947550535202026, 0.4169026017189026], "cos_Ac_negg": [0.37442728877067566, 0.40160974860191345, 0.4084323048591614, 0.3768385648727417, 0.3912305235862732, 0.40947550535202026, 0.4169026017189026], "r_norm": [0.1812032163143158, 0.1847442388534546, 0.1806868314743042, 0.1801547408103943, 0.18210932612419128, 0.1834777146577835, 0.1783280372619629]}, {"step": 3450, "epoch": 7, "train_loss": 0.08046849071979523, "cos_r_negg": [0.40240904688835144, 0.4208448827266693, 0.42550909519195557, 0.3978579640388489, 0.4144335091114044, 0.42500925064086914, 0.4239160418510437], "cos_apical_negg": [0.40240904688835144, 0.4208448827266693, 0.42550909519195557, 0.3978579640388489, 0.4144335091114044, 0.42500925064086914, 0.4239160418510437], "cos_Ac_negg": [0.40240904688835144, 0.4208448827266693, 0.42550909519195557, 0.3978579640388489, 0.4144335091114044, 0.42500925064086914, 0.4239160418510437], "r_norm": [0.20168370008468628, 0.2049100548028946, 0.19981998205184937, 0.2007519006729126, 0.2016422003507614, 0.20330315828323364, 0.1974414438009262]}, {"step": 3500, "epoch": 7, "train_loss": 0.01073484681546688, "cos_r_negg": [0.40257570147514343, 0.422210693359375, 0.4257933497428894, 0.39623600244522095, 0.40708136558532715, 0.41863083839416504, 0.4147859215736389], "cos_apical_negg": [0.40257570147514343, 0.422210693359375, 0.4257933497428894, 0.39623600244522095, 0.40708136558532715, 0.41863083839416504, 0.4147859215736389], "cos_Ac_negg": [0.40257570147514343, 0.422210693359375, 0.4257933497428894, 0.39623600244522095, 0.40708136558532715, 0.41863083839416504, 0.4147859215736389], "r_norm": [0.18407180905342102, 0.18818292021751404, 0.18315957486629486, 0.1816377341747284, 0.18462571501731873, 0.1879481077194214, 0.1814125031232834], "ldr": {"dL_sdil": -0.0040337443351745605, "dL_bp": -0.005682006478309631, "ratio": 0.7099154762622832}}, {"step": 3550, "epoch": 7, "train_loss": 0.027161408215761185, "cos_r_negg": [0.3868793845176697, 0.41184285283088684, 0.4163295030593872, 0.3928198516368866, 0.40686118602752686, 0.4219546914100647, 0.40620630979537964], "cos_apical_negg": [0.3868793845176697, 0.41184285283088684, 0.4163295030593872, 0.3928198516368866, 0.40686118602752686, 0.4219546914100647, 0.40620630979537964], "cos_Ac_negg": [0.3868793845176697, 0.41184285283088684, 0.4163295030593872, 0.3928198516368866, 0.40686118602752686, 0.4219546914100647, 0.40620630979537964], "r_norm": [0.1811211109161377, 0.18761217594146729, 0.18335337936878204, 0.18292497098445892, 0.18390145897865295, 0.1857055425643921, 0.17945678532123566]}, {"step": 3600, "epoch": 7, "train_loss": 0.006074193399399519, "cos_r_negg": [0.37504148483276367, 0.39748382568359375, 0.4019494652748108, 0.3778870105743408, 0.39684155583381653, 0.4130553603172302, 0.4076248109340668], "cos_apical_negg": [0.37504148483276367, 0.39748382568359375, 0.4019494652748108, 0.3778870105743408, 0.39684155583381653, 0.4130553603172302, 0.4076248109340668], "cos_Ac_negg": [0.37504148483276367, 0.39748382568359375, 0.4019494652748108, 0.3778870105743408, 0.39684155583381653, 0.4130553603172302, 0.4076248109340668], "r_norm": [0.17812034487724304, 0.18338507413864136, 0.17890477180480957, 0.17983680963516235, 0.18032008409500122, 0.18253131210803986, 0.17490491271018982]}, {"step": 3650, "epoch": 7, "train_loss": 0.007599785923957825, "cos_r_negg": [0.35782161355018616, 0.38355159759521484, 0.38706356287002563, 0.3570396602153778, 0.3697032332420349, 0.38512495160102844, 0.37786900997161865], "cos_apical_negg": [0.35782161355018616, 0.38355159759521484, 0.38706356287002563, 0.3570396602153778, 0.3697032332420349, 0.38512495160102844, 0.37786900997161865], "cos_Ac_negg": [0.35782161355018616, 0.38355159759521484, 0.38706356287002563, 0.3570396602153778, 0.3697032332420349, 0.38512495160102844, 0.37786900997161865], "r_norm": [0.1639060229063034, 0.16746670007705688, 0.16395652294158936, 0.16284804046154022, 0.1648702323436737, 0.16617858409881592, 0.161523699760437]}, {"step": 3700, "epoch": 7, "train_loss": 0.00969753973186016, "cos_r_negg": [0.37374240159988403, 0.3963688611984253, 0.40023913979530334, 0.37167084217071533, 0.38493600487709045, 0.39992600679397583, 0.3976883590221405], "cos_apical_negg": [0.37374240159988403, 0.3963688611984253, 0.40023913979530334, 0.37167084217071533, 0.38493600487709045, 0.39992600679397583, 0.3976883590221405], "cos_Ac_negg": [0.37374240159988403, 0.3963688611984253, 0.40023913979530334, 0.37167084217071533, 0.38493600487709045, 0.39992600679397583, 0.3976883590221405], "r_norm": [0.1599511057138443, 0.16401974856853485, 0.16058488190174103, 0.15848076343536377, 0.1606578379869461, 0.16283363103866577, 0.1586189866065979]}, {"step": 3750, "epoch": 7, "train_loss": 0.036911167204380035, "cos_r_negg": [0.38035935163497925, 0.40538644790649414, 0.41088491678237915, 0.3778121769428253, 0.39286306500434875, 0.41270267963409424, 0.40636056661605835], "cos_apical_negg": [0.38035935163497925, 0.40538644790649414, 0.41088491678237915, 0.3778121769428253, 0.39286306500434875, 0.41270267963409424, 0.40636056661605835], "cos_Ac_negg": [0.38035935163497925, 0.40538644790649414, 0.41088491678237915, 0.3778121769428253, 0.39286306500434875, 0.41270267963409424, 0.40636056661605835], "r_norm": [0.17829565703868866, 0.18227480351924896, 0.17815080285072327, 0.177903413772583, 0.1794653683900833, 0.17984622716903687, 0.1752612292766571], "ldr": {"dL_sdil": -0.004626192152500153, "dL_bp": -0.006401583552360535, "ratio": 0.7226637151044103}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9684, "test_loss": 0.13381124267578126}, {"step": 3800, "epoch": 8, "train_loss": 0.0787203460931778, "cos_r_negg": [0.36444035172462463, 0.384446918964386, 0.3879041075706482, 0.3560746908187866, 0.374866783618927, 0.39550095796585083, 0.3920246362686157], "cos_apical_negg": [0.36444035172462463, 0.384446918964386, 0.3879041075706482, 0.3560746908187866, 0.374866783618927, 0.39550095796585083, 0.3920246362686157], "cos_Ac_negg": [0.36444035172462463, 0.384446918964386, 0.3879041075706482, 0.3560746908187866, 0.374866783618927, 0.39550095796585083, 0.3920246362686157], "r_norm": [0.15571561455726624, 0.15942814946174622, 0.15632718801498413, 0.15458440780639648, 0.15736275911331177, 0.15780776739120483, 0.15330615639686584]}, {"step": 3850, "epoch": 8, "train_loss": 0.011574055068194866, "cos_r_negg": [0.3421069383621216, 0.3666088581085205, 0.36568543314933777, 0.34054380655288696, 0.35859403014183044, 0.37801435589790344, 0.37293314933776855], "cos_apical_negg": [0.3421069383621216, 0.3666088581085205, 0.36568543314933777, 0.34054380655288696, 0.35859403014183044, 0.37801435589790344, 0.37293314933776855], "cos_Ac_negg": [0.3421069383621216, 0.3666088581085205, 0.36568543314933777, 0.34054380655288696, 0.35859403014183044, 0.37801435589790344, 0.37293314933776855], "r_norm": [0.1520863175392151, 0.1567910611629486, 0.15279380977153778, 0.15119212865829468, 0.153700053691864, 0.15545737743377686, 0.1501038372516632]}, {"step": 3900, "epoch": 8, "train_loss": 0.00705876387655735, "cos_r_negg": [0.3544132113456726, 0.38332614302635193, 0.38255056738853455, 0.35264450311660767, 0.36792755126953125, 0.3882524371147156, 0.3837933838367462], "cos_apical_negg": [0.3544132113456726, 0.38332614302635193, 0.38255056738853455, 0.35264450311660767, 0.36792755126953125, 0.3882524371147156, 0.3837933838367462], "cos_Ac_negg": [0.3544132113456726, 0.38332614302635193, 0.38255056738853455, 0.35264450311660767, 0.36792755126953125, 0.3882524371147156, 0.3837933838367462], "r_norm": [0.14700688421726227, 0.1518901288509369, 0.14774981141090393, 0.1465984433889389, 0.14815296232700348, 0.1504194140434265, 0.14503532648086548]}, {"step": 3950, "epoch": 8, "train_loss": 0.0011369233252480626, "cos_r_negg": [0.3482314944267273, 0.37454819679260254, 0.3745037913322449, 0.3460400700569153, 0.36715638637542725, 0.38731056451797485, 0.38906848430633545], "cos_apical_negg": [0.3482314944267273, 0.37454819679260254, 0.3745037913322449, 0.3460400700569153, 0.36715638637542725, 0.38731056451797485, 0.38906848430633545], "cos_Ac_negg": [0.3482314944267273, 0.37454819679260254, 0.3745037913322449, 0.3460400700569153, 0.36715638637542725, 0.38731056451797485, 0.38906848430633545], "r_norm": [0.1621900200843811, 0.167075514793396, 0.16254818439483643, 0.1618112027645111, 0.16299055516719818, 0.1658562570810318, 0.1599074900150299]}, {"step": 4000, "epoch": 8, "train_loss": 0.0033151358366012573, "cos_r_negg": [0.32582464814186096, 0.35634925961494446, 0.3559058904647827, 0.32648468017578125, 0.3456747233867645, 0.36476367712020874, 0.36530399322509766], "cos_apical_negg": [0.32582464814186096, 0.35634925961494446, 0.3559058904647827, 0.32648468017578125, 0.3456747233867645, 0.36476367712020874, 0.36530399322509766], "cos_Ac_negg": [0.32582464814186096, 0.35634925961494446, 0.3559058904647827, 0.32648468017578125, 0.3456747233867645, 0.36476367712020874, 0.36530399322509766], "r_norm": [0.1906002014875412, 0.1957082450389862, 0.1902601420879364, 0.1902945637702942, 0.1915275752544403, 0.19361165165901184, 0.18768078088760376], "ldr": {"dL_sdil": -0.005577057600021362, "dL_bp": -0.009602770209312439, "ratio": 0.5807759092905214}}, {"step": 4050, "epoch": 8, "train_loss": 0.0047350553795695305, "cos_r_negg": [0.3398763835430145, 0.3664311170578003, 0.3618307113647461, 0.3304062783718109, 0.34623807668685913, 0.36250749230384827, 0.36150237917900085], "cos_apical_negg": [0.3398763835430145, 0.3664311170578003, 0.3618307113647461, 0.3304062783718109, 0.34623807668685913, 0.36250749230384827, 0.36150237917900085], "cos_Ac_negg": [0.3398763835430145, 0.3664311170578003, 0.3618307113647461, 0.3304062783718109, 0.34623807668685913, 0.36250749230384827, 0.36150237917900085], "r_norm": [0.18267497420310974, 0.18827974796295166, 0.18293771147727966, 0.18360890448093414, 0.18360555171966553, 0.18654069304466248, 0.1800331473350525]}, {"step": 4100, "epoch": 8, "train_loss": 0.08942051976919174, "cos_r_negg": [0.3251287341117859, 0.35493823885917664, 0.3568592071533203, 0.3303237557411194, 0.34542298316955566, 0.36391231417655945, 0.36175939440727234], "cos_apical_negg": [0.3251287341117859, 0.35493823885917664, 0.3568592071533203, 0.3303237557411194, 0.34542298316955566, 0.36391231417655945, 0.36175939440727234], "cos_Ac_negg": [0.3251287341117859, 0.35493823885917664, 0.3568592071533203, 0.3303237557411194, 0.34542298316955566, 0.36391231417655945, 0.36175939440727234], "r_norm": [0.17586781084537506, 0.180754154920578, 0.17588141560554504, 0.17551976442337036, 0.1772369146347046, 0.17903612554073334, 0.173088937997818]}, {"step": 4150, "epoch": 8, "train_loss": 0.0009134930442087352, "cos_r_negg": [0.3374115228652954, 0.36367112398147583, 0.3640289902687073, 0.3301638066768646, 0.344960480928421, 0.36342930793762207, 0.36848270893096924], "cos_apical_negg": [0.3374115228652954, 0.36367112398147583, 0.3640289902687073, 0.3301638066768646, 0.344960480928421, 0.36342930793762207, 0.36848270893096924], "cos_Ac_negg": [0.3374115228652954, 0.36367112398147583, 0.3640289902687073, 0.3301638066768646, 0.344960480928421, 0.36342930793762207, 0.36848270893096924], "r_norm": [0.17003586888313293, 0.17347730696201324, 0.16838929057121277, 0.16892306506633759, 0.1695481389760971, 0.1723642647266388, 0.1665702760219574]}, {"step": 4200, "epoch": 8, "train_loss": 0.0056912838481366634, "cos_r_negg": [0.3460339903831482, 0.3760374188423157, 0.37914085388183594, 0.34933191537857056, 0.3602939546108246, 0.38193488121032715, 0.38568317890167236], "cos_apical_negg": [0.3460339903831482, 0.3760374188423157, 0.37914085388183594, 0.34933191537857056, 0.3602939546108246, 0.38193488121032715, 0.38568317890167236], "cos_Ac_negg": [0.3460339903831482, 0.3760374188423157, 0.37914085388183594, 0.34933191537857056, 0.3602939546108246, 0.38193488121032715, 0.38568317890167236], "r_norm": [0.18674921989440918, 0.19021055102348328, 0.185824453830719, 0.18591248989105225, 0.18715760111808777, 0.18857067823410034, 0.1830504685640335]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9687, "test_loss": 0.13941997003555298}, {"step": 4250, "epoch": 9, "train_loss": 0.00490874657407403, "cos_r_negg": [0.33308306336402893, 0.3630174696445465, 0.36345386505126953, 0.33522653579711914, 0.3466205596923828, 0.3638288974761963, 0.3742101490497589], "cos_apical_negg": [0.33308306336402893, 0.3630174696445465, 0.36345386505126953, 0.33522653579711914, 0.3466205596923828, 0.3638288974761963, 0.3742101490497589], "cos_Ac_negg": [0.33308306336402893, 0.3630174696445465, 0.36345386505126953, 0.33522653579711914, 0.3466205596923828, 0.3638288974761963, 0.3742101490497589], "r_norm": [0.1771380603313446, 0.1813858449459076, 0.17607146501541138, 0.1760006844997406, 0.17819702625274658, 0.1809951364994049, 0.17386652529239655], "ldr": {"dL_sdil": -0.005501002073287964, "dL_bp": -0.01068219542503357, "ratio": 0.5149692412850307}}, {"step": 4300, "epoch": 9, "train_loss": 0.00395730696618557, "cos_r_negg": [0.31564950942993164, 0.3475969433784485, 0.34526389837265015, 0.3209269344806671, 0.33420732617378235, 0.35222968459129333, 0.36239081621170044], "cos_apical_negg": [0.31564950942993164, 0.3475969433784485, 0.34526389837265015, 0.3209269344806671, 0.33420732617378235, 0.35222968459129333, 0.36239081621170044], "cos_Ac_negg": [0.31564950942993164, 0.3475969433784485, 0.34526389837265015, 0.3209269344806671, 0.33420732617378235, 0.35222968459129333, 0.36239081621170044], "r_norm": [0.17986902594566345, 0.1853485405445099, 0.18042385578155518, 0.17946545779705048, 0.18159790337085724, 0.1835310161113739, 0.1777724027633667]}, {"step": 4350, "epoch": 9, "train_loss": 0.001749139977619052, "cos_r_negg": [0.30938518047332764, 0.33728277683258057, 0.33359742164611816, 0.3073604106903076, 0.3223944902420044, 0.3394070863723755, 0.3441649377346039], "cos_apical_negg": [0.30938518047332764, 0.33728277683258057, 0.33359742164611816, 0.3073604106903076, 0.3223944902420044, 0.3394070863723755, 0.3441649377346039], "cos_Ac_negg": [0.30938518047332764, 0.33728277683258057, 0.33359742164611816, 0.3073604106903076, 0.3223944902420044, 0.3394070863723755, 0.3441649377346039], "r_norm": [0.18134701251983643, 0.18780635297298431, 0.18236836791038513, 0.18152444064617157, 0.1831582486629486, 0.18596996366977692, 0.17984873056411743]}, {"step": 4400, "epoch": 9, "train_loss": 0.010695520788431168, "cos_r_negg": [0.2958744764328003, 0.3230522871017456, 0.3171190917491913, 0.2905083894729614, 0.3030405342578888, 0.31794100999832153, 0.32222694158554077], "cos_apical_negg": [0.2958744764328003, 0.3230522871017456, 0.3171190917491913, 0.2905083894729614, 0.3030405342578888, 0.31794100999832153, 0.32222694158554077], "cos_Ac_negg": [0.2958744764328003, 0.3230522871017456, 0.3171190917491913, 0.2905083894729614, 0.3030405342578888, 0.31794100999832153, 0.32222694158554077], "r_norm": [0.1696854829788208, 0.1763400286436081, 0.17122775316238403, 0.1703319549560547, 0.17197008430957794, 0.17550884187221527, 0.16803854703903198]}, {"step": 4450, "epoch": 9, "train_loss": 0.0017615359975025058, "cos_r_negg": [0.2826361060142517, 0.3129972815513611, 0.30546924471855164, 0.27908700704574585, 0.29169392585754395, 0.3039056956768036, 0.31000781059265137], "cos_apical_negg": [0.2826361060142517, 0.3129972815513611, 0.30546924471855164, 0.27908700704574585, 0.29169392585754395, 0.3039056956768036, 0.31000781059265137], "cos_Ac_negg": [0.2826361060142517, 0.3129972815513611, 0.30546924471855164, 0.27908700704574585, 0.29169392585754395, 0.3039056956768036, 0.31000781059265137], "r_norm": [0.17592753469944, 0.18191765248775482, 0.17650948464870453, 0.1760770082473755, 0.17797356843948364, 0.1808551549911499, 0.17395931482315063]}, {"step": 4500, "epoch": 9, "train_loss": 0.0017703702906146646, "cos_r_negg": [0.2855960726737976, 0.3137083947658539, 0.3070240020751953, 0.28077763319015503, 0.29337772727012634, 0.30865707993507385, 0.3093484044075012], "cos_apical_negg": [0.2855960726737976, 0.3137083947658539, 0.3070240020751953, 0.28077763319015503, 0.29337772727012634, 0.30865707993507385, 0.3093484044075012], "cos_Ac_negg": [0.2855960726737976, 0.3137083947658539, 0.3070240020751953, 0.28077763319015503, 0.29337772727012634, 0.30865707993507385, 0.3093484044075012], "r_norm": [0.17137651145458221, 0.17702604830265045, 0.17188185453414917, 0.17243117094039917, 0.1728174388408661, 0.1748090386390686, 0.16911515593528748], "ldr": {"dL_sdil": -0.006391391158103943, "dL_bp": -0.012815497815608978, "ratio": 0.49872359623200724}}, {"step": 4550, "epoch": 9, "train_loss": 0.007664465345442295, "cos_r_negg": [0.2767931818962097, 0.309292733669281, 0.30257028341293335, 0.27847933769226074, 0.28665533661842346, 0.30227506160736084, 0.3051312565803528], "cos_apical_negg": [0.2767931818962097, 0.309292733669281, 0.30257028341293335, 0.27847933769226074, 0.28665533661842346, 0.30227506160736084, 0.3051312565803528], "cos_Ac_negg": [0.2767931818962097, 0.309292733669281, 0.30257028341293335, 0.27847933769226074, 0.28665533661842346, 0.30227506160736084, 0.3051312565803528], "r_norm": [0.17167021334171295, 0.17563210427761078, 0.1703752726316452, 0.17014701664447784, 0.17207521200180054, 0.17497096955776215, 0.1681554615497589]}, {"step": 4600, "epoch": 9, "train_loss": 0.05781872943043709, "cos_r_negg": [0.27831071615219116, 0.3043597340583801, 0.2971164286136627, 0.27229082584381104, 0.2821710705757141, 0.29624295234680176, 0.30010557174682617], "cos_apical_negg": [0.27831071615219116, 0.3043597340583801, 0.2971164286136627, 0.27229082584381104, 0.2821710705757141, 0.29624295234680176, 0.30010557174682617], "cos_Ac_negg": [0.27831071615219116, 0.3043597340583801, 0.2971164286136627, 0.27229082584381104, 0.2821710705757141, 0.29624295234680176, 0.30010557174682617], "r_norm": [0.1917087882757187, 0.19594120979309082, 0.1900959014892578, 0.19116653501987457, 0.1926685869693756, 0.19504514336585999, 0.18730691075325012]}, {"step": 4650, "epoch": 9, "train_loss": 0.0037303874269127846, "cos_r_negg": [0.26877909898757935, 0.2934567928314209, 0.2904713451862335, 0.2673708200454712, 0.2764459252357483, 0.28939497470855713, 0.2908802926540375], "cos_apical_negg": [0.26877909898757935, 0.2934567928314209, 0.2904713451862335, 0.2673708200454712, 0.2764459252357483, 0.28939497470855713, 0.2908802926540375], "cos_Ac_negg": [0.26877909898757935, 0.2934567928314209, 0.2904713451862335, 0.2673708200454712, 0.2764459252357483, 0.28939497470855713, 0.2908802926540375], "r_norm": [0.17996171116828918, 0.18371205031871796, 0.17817002534866333, 0.17877967655658722, 0.17991341650485992, 0.18239668011665344, 0.17652545869350433]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9693, "test_loss": 0.15050644779205322}, {"step": 4700, "epoch": 10, "train_loss": 0.004221864975988865, "cos_r_negg": [0.24725711345672607, 0.27948713302612305, 0.2737259864807129, 0.2520561218261719, 0.2584649324417114, 0.2691701054573059, 0.2695460617542267], "cos_apical_negg": [0.24725711345672607, 0.27948713302612305, 0.2737259864807129, 0.2520561218261719, 0.2584649324417114, 0.2691701054573059, 0.2695460617542267], "cos_Ac_negg": [0.24725711345672607, 0.27948713302612305, 0.2737259864807129, 0.2520561218261719, 0.2584649324417114, 0.2691701054573059, 0.2695460617542267], "r_norm": [0.19379036128520966, 0.1978258490562439, 0.19285660982131958, 0.1930922567844391, 0.19487297534942627, 0.19601814448833466, 0.19046640396118164]}, {"step": 4750, "epoch": 10, "train_loss": 0.0021853281650692225, "cos_r_negg": [0.24673610925674438, 0.2814289331436157, 0.2742331027984619, 0.25042250752449036, 0.2577633559703827, 0.2665107250213623, 0.2691419720649719], "cos_apical_negg": [0.24673610925674438, 0.2814289331436157, 0.2742331027984619, 0.25042250752449036, 0.2577633559703827, 0.2665107250213623, 0.2691419720649719], "cos_Ac_negg": [0.24673610925674438, 0.2814289331436157, 0.2742331027984619, 0.25042250752449036, 0.2577633559703827, 0.2665107250213623, 0.2691419720649719], "r_norm": [0.16249719262123108, 0.16641156375408173, 0.16103878617286682, 0.16093631088733673, 0.1628202199935913, 0.16565226018428802, 0.1590123325586319], "ldr": {"dL_sdil": -0.00486341118812561, "dL_bp": -0.008129402995109558, "ratio": 0.5982494890524328}}, {"step": 4800, "epoch": 10, "train_loss": 0.01393247302621603, "cos_r_negg": [0.2376074194908142, 0.2702986001968384, 0.26270073652267456, 0.23966756463050842, 0.24555981159210205, 0.2524856925010681, 0.25931352376937866], "cos_apical_negg": [0.2376074194908142, 0.2702986001968384, 0.26270073652267456, 0.23966756463050842, 0.24555981159210205, 0.2524856925010681, 0.25931352376937866], "cos_Ac_negg": [0.2376074194908142, 0.2702986001968384, 0.26270073652267456, 0.23966756463050842, 0.24555981159210205, 0.2524856925010681, 0.25931352376937866], "r_norm": [0.15128059685230255, 0.15542367100715637, 0.1511063277721405, 0.1505020409822464, 0.15212702751159668, 0.154288649559021, 0.14835159480571747]}, {"step": 4850, "epoch": 10, "train_loss": 0.007619939744472504, "cos_r_negg": [0.2402738332748413, 0.2727145552635193, 0.26478311419487, 0.24379457533359528, 0.2506867051124573, 0.25847944617271423, 0.26274269819259644], "cos_apical_negg": [0.2402738332748413, 0.2727145552635193, 0.26478311419487, 0.24379457533359528, 0.2506867051124573, 0.25847944617271423, 0.26274269819259644], "cos_Ac_negg": [0.2402738332748413, 0.2727145552635193, 0.26478311419487, 0.24379457533359528, 0.2506867051124573, 0.25847944617271423, 0.26274269819259644], "r_norm": [0.17496636509895325, 0.1815771460533142, 0.1761842966079712, 0.17605404555797577, 0.1776539385318756, 0.17990408837795258, 0.17282719910144806]}, {"step": 4900, "epoch": 10, "train_loss": 0.002497992478311062, "cos_r_negg": [0.23593959212303162, 0.26670166850090027, 0.2591492831707001, 0.23702901601791382, 0.24289415776729584, 0.25109681487083435, 0.25574952363967896], "cos_apical_negg": [0.23593959212303162, 0.26670166850090027, 0.2591492831707001, 0.23702901601791382, 0.24289415776729584, 0.25109681487083435, 0.25574952363967896], "cos_Ac_negg": [0.23593959212303162, 0.26670166850090027, 0.2591492831707001, 0.23702901601791382, 0.24289415776729584, 0.25109681487083435, 0.25574952363967896], "r_norm": [0.16918693482875824, 0.17271369695663452, 0.1682896614074707, 0.1688232421875, 0.17027965188026428, 0.17160767316818237, 0.16509930789470673]}, {"step": 4950, "epoch": 10, "train_loss": 0.005561728496104479, "cos_r_negg": [0.2375979870557785, 0.2702169418334961, 0.26343274116516113, 0.23947489261627197, 0.24813415110111237, 0.2575324475765228, 0.26298296451568604], "cos_apical_negg": [0.2375979870557785, 0.2702169418334961, 0.26343274116516113, 0.23947489261627197, 0.24813415110111237, 0.2575324475765228, 0.26298296451568604], "cos_Ac_negg": [0.2375979870557785, 0.2702169418334961, 0.26343274116516113, 0.23947489261627197, 0.24813415110111237, 0.2575324475765228, 0.26298296451568604], "r_norm": [0.17821475863456726, 0.18097448348999023, 0.17573878169059753, 0.17674320936203003, 0.1781858205795288, 0.18009397387504578, 0.17305698990821838]}, {"step": 5000, "epoch": 10, "train_loss": 0.0021586145740002394, "cos_r_negg": [0.2158236801624298, 0.2476746141910553, 0.24005283415317535, 0.21717770397663116, 0.2231927365064621, 0.22879686951637268, 0.23328447341918945], "cos_apical_negg": [0.2158236801624298, 0.2476746141910553, 0.24005283415317535, 0.21717770397663116, 0.2231927365064621, 0.22879686951637268, 0.23328447341918945], "cos_Ac_negg": [0.2158236801624298, 0.2476746141910553, 0.24005283415317535, 0.21717770397663116, 0.2231927365064621, 0.22879686951637268, 0.23328447341918945], "r_norm": [0.18674275279045105, 0.1897188127040863, 0.18436750769615173, 0.1849830448627472, 0.18650822341442108, 0.18859942257404327, 0.18179106712341309], "ldr": {"dL_sdil": -0.006709307432174683, "dL_bp": -0.013220399618148804, "ratio": 0.5074965678771334}}, {"step": 5050, "epoch": 10, "train_loss": 0.014221220277249813, "cos_r_negg": [0.21651822328567505, 0.24715609848499298, 0.23750177025794983, 0.21507637202739716, 0.2219148576259613, 0.22471372783184052, 0.22978612780570984], "cos_apical_negg": [0.21651822328567505, 0.24715609848499298, 0.23750177025794983, 0.21507637202739716, 0.2219148576259613, 0.22471372783184052, 0.22978612780570984], "cos_Ac_negg": [0.21651822328567505, 0.24715609848499298, 0.23750177025794983, 0.21507637202739716, 0.2219148576259613, 0.22471372783184052, 0.22978612780570984], "r_norm": [0.19521531462669373, 0.19989515841007233, 0.1940545290708542, 0.19545087218284607, 0.19559021294116974, 0.19853004813194275, 0.1916959285736084]}, {"step": 5100, "epoch": 10, "train_loss": 0.0035047142300754786, "cos_r_negg": [0.21011382341384888, 0.23797020316123962, 0.2310304045677185, 0.21268588304519653, 0.21866831183433533, 0.2255256474018097, 0.22952896356582642], "cos_apical_negg": [0.21011382341384888, 0.23797020316123962, 0.2310304045677185, 0.21268588304519653, 0.21866831183433533, 0.2255256474018097, 0.22952896356582642], "cos_Ac_negg": [0.21011382341384888, 0.23797020316123962, 0.2310304045677185, 0.21268588304519653, 0.21866831183433533, 0.2255256474018097, 0.22952896356582642], "r_norm": [0.18938025832176208, 0.19457828998565674, 0.1888103485107422, 0.18984529376029968, 0.19041557610034943, 0.19356738030910492, 0.18615952134132385]}, {"step": 5150, "epoch": 10, "train_loss": 0.0028753187507390976, "cos_r_negg": [0.20126283168792725, 0.22948117554187775, 0.2221687287092209, 0.20446887612342834, 0.20687465369701385, 0.20905907452106476, 0.212582528591156], "cos_apical_negg": [0.20126283168792725, 0.22948117554187775, 0.2221687287092209, 0.20446887612342834, 0.20687465369701385, 0.20905907452106476, 0.212582528591156], "cos_Ac_negg": [0.20126283168792725, 0.22948117554187775, 0.2221687287092209, 0.20446887612342834, 0.20687465369701385, 0.20905907452106476, 0.212582528591156], "r_norm": [0.1531309187412262, 0.1564502865076065, 0.1512635350227356, 0.15171444416046143, 0.15256689488887787, 0.15592455863952637, 0.14966672658920288]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9693, "test_loss": 0.15462403964996338}, {"step": 5200, "epoch": 11, "train_loss": 0.0021967727225273848, "cos_r_negg": [0.18940746784210205, 0.2170044481754303, 0.20873025059700012, 0.1912403106689453, 0.19389037787914276, 0.195978581905365, 0.19895175099372864], "cos_apical_negg": [0.18940746784210205, 0.2170044481754303, 0.20873025059700012, 0.1912403106689453, 0.19389037787914276, 0.195978581905365, 0.19895175099372864], "cos_Ac_negg": [0.18940746784210205, 0.2170044481754303, 0.20873025059700012, 0.1912403106689453, 0.19389037787914276, 0.195978581905365, 0.19895175099372864], "r_norm": [0.1649591624736786, 0.1692880541086197, 0.16377601027488708, 0.16416683793067932, 0.16494041681289673, 0.168416365981102, 0.16174177825450897]}, {"step": 5250, "epoch": 11, "train_loss": 0.003815296571701765, "cos_r_negg": [0.1898120641708374, 0.21700845658779144, 0.20827825367450714, 0.19053077697753906, 0.1929454356431961, 0.1942724883556366, 0.19690941274166107], "cos_apical_negg": [0.1898120641708374, 0.21700845658779144, 0.20827825367450714, 0.19053077697753906, 0.1929454356431961, 0.1942724883556366, 0.19690941274166107], "cos_Ac_negg": [0.1898120641708374, 0.21700845658779144, 0.20827825367450714, 0.19053077697753906, 0.1929454356431961, 0.1942724883556366, 0.19690941274166107], "r_norm": [0.16380982100963593, 0.16802047193050385, 0.1627546101808548, 0.1630011945962906, 0.16374683380126953, 0.166949063539505, 0.1607181429862976], "ldr": {"dL_sdil": -0.005493387579917908, "dL_bp": -0.010664120316505432, "ratio": 0.5151280571558722}}, {"step": 5300, "epoch": 11, "train_loss": 0.0012631253339350224, "cos_r_negg": [0.18827179074287415, 0.21472086012363434, 0.20670083165168762, 0.19086237251758575, 0.19476738572120667, 0.19943034648895264, 0.2019515186548233], "cos_apical_negg": [0.18827179074287415, 0.21472086012363434, 0.20670083165168762, 0.19086237251758575, 0.19476738572120667, 0.19943034648895264, 0.2019515186548233], "cos_Ac_negg": [0.18827179074287415, 0.21472086012363434, 0.20670083165168762, 0.19086237251758575, 0.19476738572120667, 0.19943034648895264, 0.2019515186548233], "r_norm": [0.16192664206027985, 0.16636285185813904, 0.16113142669200897, 0.16196870803833008, 0.16259926557540894, 0.1652761548757553, 0.15821103751659393]}, {"step": 5350, "epoch": 11, "train_loss": 0.0033745220862329006, "cos_r_negg": [0.1865517795085907, 0.21248158812522888, 0.20516516268253326, 0.18651914596557617, 0.19045865535736084, 0.19255399703979492, 0.19506396353244781], "cos_apical_negg": [0.1865517795085907, 0.21248158812522888, 0.20516516268253326, 0.18651914596557617, 0.19045865535736084, 0.19255399703979492, 0.19506396353244781], "cos_Ac_negg": [0.1865517795085907, 0.21248158812522888, 0.20516516268253326, 0.18651914596557617, 0.19045865535736084, 0.19255399703979492, 0.19506396353244781], "r_norm": [0.18799349665641785, 0.19242265820503235, 0.18710817396640778, 0.1881473958492279, 0.1892116665840149, 0.19118407368659973, 0.18405377864837646]}, {"step": 5400, "epoch": 11, "train_loss": 0.0011944014113396406, "cos_r_negg": [0.19040600955486298, 0.21528315544128418, 0.20783022046089172, 0.18818414211273193, 0.19056791067123413, 0.1912391483783722, 0.1960035264492035], "cos_apical_negg": [0.19040600955486298, 0.21528315544128418, 0.20783022046089172, 0.18818414211273193, 0.19056791067123413, 0.1912391483783722, 0.1960035264492035], "cos_Ac_negg": [0.19040600955486298, 0.21528315544128418, 0.20783022046089172, 0.18818414211273193, 0.19056791067123413, 0.1912391483783722, 0.1960035264492035], "r_norm": [0.16431333124637604, 0.16842879354953766, 0.1632443070411682, 0.16335289180278778, 0.16446897387504578, 0.16763296723365784, 0.16127538681030273]}, {"step": 5450, "epoch": 11, "train_loss": 0.0009397564572282135, "cos_r_negg": [0.17665596306324005, 0.20044949650764465, 0.19183167815208435, 0.1739073097705841, 0.17689216136932373, 0.17815256118774414, 0.18242204189300537], "cos_apical_negg": [0.17665596306324005, 0.20044949650764465, 0.19183167815208435, 0.1739073097705841, 0.17689216136932373, 0.17815256118774414, 0.18242204189300537], "cos_Ac_negg": [0.17665596306324005, 0.20044949650764465, 0.19183167815208435, 0.1739073097705841, 0.17689216136932373, 0.17815256118774414, 0.18242204189300537], "r_norm": [0.16081351041793823, 0.16552388668060303, 0.160600945353508, 0.16090567409992218, 0.16158044338226318, 0.1641690582036972, 0.15770259499549866]}, {"step": 5500, "epoch": 11, "train_loss": 0.0028465231880545616, "cos_r_negg": [0.17427712678909302, 0.1988637000322342, 0.1921064704656601, 0.17504116892814636, 0.1770102083683014, 0.17694717645645142, 0.17973992228507996], "cos_apical_negg": [0.17427712678909302, 0.1988637000322342, 0.1921064704656601, 0.17504116892814636, 0.1770102083683014, 0.17694717645645142, 0.17973992228507996], "cos_Ac_negg": [0.17427712678909302, 0.1988637000322342, 0.1921064704656601, 0.17504116892814636, 0.1770102083683014, 0.17694717645645142, 0.17973992228507996], "r_norm": [0.15106606483459473, 0.1555110514163971, 0.15078043937683105, 0.1507321000099182, 0.15207567811012268, 0.1547691822052002, 0.14796999096870422], "ldr": {"dL_sdil": -0.005162030458450317, "dL_bp": -0.010178744792938232, "ratio": 0.5071382143338155}}, {"step": 5550, "epoch": 11, "train_loss": 0.011574780568480492, "cos_r_negg": [0.179719477891922, 0.20376232266426086, 0.19560547173023224, 0.17915977537631989, 0.18210360407829285, 0.1830209344625473, 0.18678680062294006], "cos_apical_negg": [0.179719477891922, 0.20376232266426086, 0.19560547173023224, 0.17915977537631989, 0.18210360407829285, 0.1830209344625473, 0.18678680062294006], "cos_Ac_negg": [0.179719477891922, 0.20376232266426086, 0.19560547173023224, 0.17915977537631989, 0.18210360407829285, 0.1830209344625473, 0.18678680062294006], "r_norm": [0.1493331491947174, 0.1535302996635437, 0.1489490568637848, 0.148957297205925, 0.15022742748260498, 0.15278448164463043, 0.1461908519268036]}, {"step": 5600, "epoch": 11, "train_loss": 0.0015508136712014675, "cos_r_negg": [0.17514120042324066, 0.2009814828634262, 0.1939319670200348, 0.178594708442688, 0.18097391724586487, 0.18334349989891052, 0.18531551957130432], "cos_apical_negg": [0.17514120042324066, 0.2009814828634262, 0.1939319670200348, 0.178594708442688, 0.18097391724586487, 0.18334349989891052, 0.18531551957130432], "cos_Ac_negg": [0.17514120042324066, 0.2009814828634262, 0.1939319670200348, 0.178594708442688, 0.18097391724586487, 0.18334349989891052, 0.18531551957130432], "r_norm": [0.15047107636928558, 0.15489572286605835, 0.15057700872421265, 0.15068739652633667, 0.1517515927553177, 0.15386809408664703, 0.1472403109073639]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9705, "test_loss": 0.1594464207649231}, {"step": 5650, "epoch": 12, "train_loss": 0.0016430834075435996, "cos_r_negg": [0.17910070717334747, 0.2025737166404724, 0.1955527663230896, 0.17843252420425415, 0.18189676105976105, 0.1838739961385727, 0.18487298488616943], "cos_apical_negg": [0.17910070717334747, 0.2025737166404724, 0.1955527663230896, 0.17843252420425415, 0.18189676105976105, 0.1838739961385727, 0.18487298488616943], "cos_Ac_negg": [0.17910070717334747, 0.2025737166404724, 0.1955527663230896, 0.17843252420425415, 0.18189676105976105, 0.1838739961385727, 0.18487298488616943], "r_norm": [0.1565907597541809, 0.16102275252342224, 0.15654778480529785, 0.15625590085983276, 0.1580580621957779, 0.15996357798576355, 0.15335427224636078]}, {"step": 5700, "epoch": 12, "train_loss": 0.0027214628644287586, "cos_r_negg": [0.1648649424314499, 0.18675296008586884, 0.17960090935230255, 0.16340582072734833, 0.166927769780159, 0.16719378530979156, 0.16910667717456818], "cos_apical_negg": [0.1648649424314499, 0.18675296008586884, 0.17960090935230255, 0.16340582072734833, 0.166927769780159, 0.16719378530979156, 0.16910667717456818], "cos_Ac_negg": [0.1648649424314499, 0.18675296008586884, 0.17960090935230255, 0.16340582072734833, 0.166927769780159, 0.16719378530979156, 0.16910667717456818], "r_norm": [0.15641218423843384, 0.16077227890491486, 0.1562153697013855, 0.1557241678237915, 0.15747994184494019, 0.1599407196044922, 0.1534770131111145]}, {"step": 5750, "epoch": 12, "train_loss": 0.0002583228051662445, "cos_r_negg": [0.16714638471603394, 0.18925045430660248, 0.1836850345134735, 0.16812264919281006, 0.17051920294761658, 0.17096956074237823, 0.1725178211927414], "cos_apical_negg": [0.16714638471603394, 0.18925045430660248, 0.1836850345134735, 0.16812264919281006, 0.17051920294761658, 0.17096956074237823, 0.1725178211927414], "cos_Ac_negg": [0.16714638471603394, 0.18925045430660248, 0.1836850345134735, 0.16812264919281006, 0.17051920294761658, 0.17096956074237823, 0.1725178211927414], "r_norm": [0.15373076498508453, 0.15769167244434357, 0.15304657816886902, 0.15258458256721497, 0.1545148640871048, 0.15744319558143616, 0.1505890041589737], "ldr": {"dL_sdil": -0.004753768444061279, "dL_bp": -0.008603677153587341, "ratio": 0.5525275250570245}}, {"step": 5800, "epoch": 12, "train_loss": 0.0006920178420841694, "cos_r_negg": [0.17132997512817383, 0.19438639283180237, 0.18847230076789856, 0.17268450558185577, 0.17493760585784912, 0.1746569126844406, 0.17700809240341187], "cos_apical_negg": [0.17132997512817383, 0.19438639283180237, 0.18847230076789856, 0.17268450558185577, 0.17493760585784912, 0.1746569126844406, 0.17700809240341187], "cos_Ac_negg": [0.17132997512817383, 0.19438639283180237, 0.18847230076789856, 0.17268450558185577, 0.17493760585784912, 0.1746569126844406, 0.17700809240341187], "r_norm": [0.15727238357067108, 0.16004154086112976, 0.1551283299922943, 0.1550840139389038, 0.1568073034286499, 0.15963032841682434, 0.1534922569990158]}, {"step": 5850, "epoch": 12, "train_loss": 0.0012551038525998592, "cos_r_negg": [0.16194084286689758, 0.18372684717178345, 0.17694848775863647, 0.16248054802417755, 0.1651899367570877, 0.16588282585144043, 0.16678276658058167], "cos_apical_negg": [0.16194084286689758, 0.18372684717178345, 0.17694848775863647, 0.16248054802417755, 0.1651899367570877, 0.16588282585144043, 0.16678276658058167], "cos_Ac_negg": [0.16194084286689758, 0.18372684717178345, 0.17694848775863647, 0.16248054802417755, 0.1651899367570877, 0.16588282585144043, 0.16678276658058167], "r_norm": [0.16123858094215393, 0.16557006537914276, 0.16091695427894592, 0.16051363945007324, 0.1623554825782776, 0.16467317938804626, 0.1581651270389557]}, {"step": 5900, "epoch": 12, "train_loss": 0.0009403784642927349, "cos_r_negg": [0.15659010410308838, 0.17910900712013245, 0.17190712690353394, 0.1576395332813263, 0.16008614003658295, 0.1608021855354309, 0.16215893626213074], "cos_apical_negg": [0.15659010410308838, 0.17910900712013245, 0.17190712690353394, 0.1576395332813263, 0.16008614003658295, 0.1608021855354309, 0.16215893626213074], "cos_Ac_negg": [0.15659010410308838, 0.17910900712013245, 0.17190712690353394, 0.1576395332813263, 0.16008614003658295, 0.1608021855354309, 0.16215893626213074], "r_norm": [0.16845804452896118, 0.1731451451778412, 0.16801360249519348, 0.16813087463378906, 0.16977161169052124, 0.1723904311656952, 0.16501092910766602]}, {"step": 5950, "epoch": 12, "train_loss": 0.003143897047266364, "cos_r_negg": [0.15426912903785706, 0.17487141489982605, 0.16837841272354126, 0.15391132235527039, 0.15685385465621948, 0.15655909478664398, 0.15892192721366882], "cos_apical_negg": [0.15426912903785706, 0.17487141489982605, 0.16837841272354126, 0.15391132235527039, 0.15685385465621948, 0.15655909478664398, 0.15892192721366882], "cos_Ac_negg": [0.15426912903785706, 0.17487141489982605, 0.16837841272354126, 0.15391132235527039, 0.15685385465621948, 0.15655909478664398, 0.15892192721366882], "r_norm": [0.16056004166603088, 0.16421517729759216, 0.15907715260982513, 0.1592676043510437, 0.16049721837043762, 0.1637217402458191, 0.15709403157234192]}, {"step": 6000, "epoch": 12, "train_loss": 0.0023700655438005924, "cos_r_negg": [0.14877104759216309, 0.16840392351150513, 0.16106712818145752, 0.14807014167308807, 0.15211138129234314, 0.15159547328948975, 0.15325619280338287], "cos_apical_negg": [0.14877104759216309, 0.16840392351150513, 0.16106712818145752, 0.14807014167308807, 0.15211138129234314, 0.15159547328948975, 0.15325619280338287], "cos_Ac_negg": [0.14877104759216309, 0.16840392351150513, 0.16106712818145752, 0.14807014167308807, 0.15211138129234314, 0.15159547328948975, 0.15325619280338287], "r_norm": [0.1832047998905182, 0.18821671605110168, 0.18258816003799438, 0.1829359531402588, 0.18431130051612854, 0.18739274144172668, 0.1797628104686737], "ldr": {"dL_sdil": -0.007649615406990051, "dL_bp": -0.017444342374801636, "ratio": 0.43851555092382993}}, {"step": 6050, "epoch": 12, "train_loss": 0.000559586682356894, "cos_r_negg": [0.14506064355373383, 0.16407126188278198, 0.1580294370651245, 0.14501945674419403, 0.14674827456474304, 0.14637693762779236, 0.14776813983917236], "cos_apical_negg": [0.14506064355373383, 0.16407126188278198, 0.1580294370651245, 0.14501945674419403, 0.14674827456474304, 0.14637693762779236, 0.14776813983917236], "cos_Ac_negg": [0.14506064355373383, 0.16407126188278198, 0.1580294370651245, 0.14501945674419403, 0.14674827456474304, 0.14637693762779236, 0.14776813983917236], "r_norm": [0.17175675928592682, 0.17649948596954346, 0.1709197461605072, 0.1708950698375702, 0.17240670323371887, 0.17618328332901, 0.16865235567092896]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9704, "test_loss": 0.1688203324317932}, {"step": 6100, "epoch": 13, "train_loss": 0.0009826726745814085, "cos_r_negg": [0.15044736862182617, 0.16941525042057037, 0.1637352555990219, 0.1499783992767334, 0.15278410911560059, 0.15077728033065796, 0.15316763520240784], "cos_apical_negg": [0.15044736862182617, 0.16941525042057037, 0.1637352555990219, 0.1499783992767334, 0.15278410911560059, 0.15077728033065796, 0.15316763520240784], "cos_Ac_negg": [0.15044736862182617, 0.16941525042057037, 0.1637352555990219, 0.1499783992767334, 0.15278410911560059, 0.15077728033065796, 0.15316763520240784], "r_norm": [0.1672486960887909, 0.17200499773025513, 0.16693980991840363, 0.16699665784835815, 0.1682400107383728, 0.17131850123405457, 0.16418208181858063]}, {"step": 6150, "epoch": 13, "train_loss": 0.004836756736040115, "cos_r_negg": [0.1421385258436203, 0.16182222962379456, 0.15630148351192474, 0.1434803307056427, 0.14529159665107727, 0.14559002220630646, 0.1456756293773651], "cos_apical_negg": [0.1421385258436203, 0.16182222962379456, 0.15630148351192474, 0.1434803307056427, 0.14529159665107727, 0.14559002220630646, 0.1456756293773651], "cos_Ac_negg": [0.1421385258436203, 0.16182222962379456, 0.15630148351192474, 0.1434803307056427, 0.14529159665107727, 0.14559002220630646, 0.1456756293773651], "r_norm": [0.1638374924659729, 0.1689632534980774, 0.16402146220207214, 0.16355720162391663, 0.16528399288654327, 0.1685374528169632, 0.16119486093521118]}, {"step": 6200, "epoch": 13, "train_loss": 0.0007152362959459424, "cos_r_negg": [0.1416574865579605, 0.16108191013336182, 0.1563529372215271, 0.14309419691562653, 0.14502406120300293, 0.1445637047290802, 0.1446213573217392], "cos_apical_negg": [0.1416574865579605, 0.16108191013336182, 0.1563529372215271, 0.14309419691562653, 0.14502406120300293, 0.1445637047290802, 0.1446213573217392], "cos_Ac_negg": [0.1416574865579605, 0.16108191013336182, 0.1563529372215271, 0.14309419691562653, 0.14502406120300293, 0.1445637047290802, 0.1446213573217392], "r_norm": [0.16062521934509277, 0.16560311615467072, 0.16077637672424316, 0.16050025820732117, 0.16217683255672455, 0.16523946821689606, 0.1578410267829895]}, {"step": 6250, "epoch": 13, "train_loss": 0.0005849923472851515, "cos_r_negg": [0.13840103149414062, 0.1581604927778244, 0.15280809998512268, 0.14013507962226868, 0.14122292399406433, 0.14058241248130798, 0.14100612699985504], "cos_apical_negg": [0.13840103149414062, 0.1581604927778244, 0.15280809998512268, 0.14013507962226868, 0.14122292399406433, 0.14058241248130798, 0.14100612699985504], "cos_Ac_negg": [0.13840103149414062, 0.1581604927778244, 0.15280809998512268, 0.14013507962226868, 0.14122292399406433, 0.14058241248130798, 0.14100612699985504], "r_norm": [0.15412931144237518, 0.157968208193779, 0.1531575620174408, 0.15339922904968262, 0.15450789034366608, 0.15763963758945465, 0.15063200891017914], "ldr": {"dL_sdil": -0.005759134888648987, "dL_bp": -0.013230368494987488, "ratio": 0.43529663522455303}}, {"step": 6300, "epoch": 13, "train_loss": 0.0004526442789938301, "cos_r_negg": [0.13801240921020508, 0.1571485698223114, 0.1522420048713684, 0.1393917053937912, 0.14026719331741333, 0.13927002251148224, 0.14035329222679138], "cos_apical_negg": [0.13801240921020508, 0.1571485698223114, 0.1522420048713684, 0.1393917053937912, 0.14026719331741333, 0.13927002251148224, 0.14035329222679138], "cos_Ac_negg": [0.13801240921020508, 0.1571485698223114, 0.1522420048713684, 0.1393917053937912, 0.14026719331741333, 0.13927002251148224, 0.14035329222679138], "r_norm": [0.1527668684720993, 0.15643438696861267, 0.1518058031797409, 0.15188740193843842, 0.153228759765625, 0.15602119266986847, 0.1493281126022339]}, {"step": 6350, "epoch": 13, "train_loss": 0.0021439804695546627, "cos_r_negg": [0.13596627116203308, 0.15441474318504333, 0.14947623014450073, 0.1372511088848114, 0.13918514549732208, 0.13721881806850433, 0.1385583132505417], "cos_apical_negg": [0.13596627116203308, 0.15441474318504333, 0.14947623014450073, 0.1372511088848114, 0.13918514549732208, 0.13721881806850433, 0.1385583132505417], "cos_Ac_negg": [0.13596627116203308, 0.15441474318504333, 0.14947623014450073, 0.1372511088848114, 0.13918514549732208, 0.13721881806850433, 0.1385583132505417], "r_norm": [0.15793725848197937, 0.16241192817687988, 0.15773950517177582, 0.15765437483787537, 0.15894991159439087, 0.16165608167648315, 0.15489329397678375]}, {"step": 6400, "epoch": 13, "train_loss": 0.0009094414999708533, "cos_r_negg": [0.13646668195724487, 0.15532054007053375, 0.14992913603782654, 0.13735882937908173, 0.13887113332748413, 0.13728894293308258, 0.1382223665714264], "cos_apical_negg": [0.13646668195724487, 0.15532054007053375, 0.14992913603782654, 0.13735882937908173, 0.13887113332748413, 0.13728894293308258, 0.1382223665714264], "cos_Ac_negg": [0.13646668195724487, 0.15532054007053375, 0.14992913603782654, 0.13735882937908173, 0.13887113332748413, 0.13728894293308258, 0.1382223665714264], "r_norm": [0.15445607900619507, 0.1583421528339386, 0.1534844934940338, 0.15342380106449127, 0.15477728843688965, 0.1579543650150299, 0.15132322907447815]}, {"step": 6450, "epoch": 13, "train_loss": 0.0014686512295156717, "cos_r_negg": [0.13484252989292145, 0.1528349071741104, 0.14683163166046143, 0.13505160808563232, 0.1369420289993286, 0.13597649335861206, 0.1366175264120102], "cos_apical_negg": [0.13484252989292145, 0.1528349071741104, 0.14683163166046143, 0.13505160808563232, 0.1369420289993286, 0.13597649335861206, 0.1366175264120102], "cos_Ac_negg": [0.13484252989292145, 0.1528349071741104, 0.14683163166046143, 0.13505160808563232, 0.1369420289993286, 0.13597649335861206, 0.1366175264120102], "r_norm": [0.1602494716644287, 0.1645113229751587, 0.1596526950597763, 0.1600082516670227, 0.1612376868724823, 0.16376833617687225, 0.1567797064781189]}, {"step": 6500, "epoch": 13, "train_loss": 0.00029110515606589615, "cos_r_negg": [0.1300514042377472, 0.14728669822216034, 0.14122243225574493, 0.12970978021621704, 0.13100898265838623, 0.13004930317401886, 0.13084286451339722], "cos_apical_negg": [0.1300514042377472, 0.14728669822216034, 0.14122243225574493, 0.12970978021621704, 0.13100898265838623, 0.13004930317401886, 0.13084286451339722], "cos_Ac_negg": [0.1300514042377472, 0.14728669822216034, 0.14122243225574493, 0.12970978021621704, 0.13100898265838623, 0.13004930317401886, 0.13084286451339722], "r_norm": [0.1536693423986435, 0.15791365504264832, 0.15326856076717377, 0.15334771573543549, 0.15451405942440033, 0.15726538002490997, 0.1506040394306183], "ldr": {"dL_sdil": -0.005506008863449097, "dL_bp": -0.01147104799747467, "ratio": 0.4799917901713282}}, {"step": 6550, "epoch": 13, "train_loss": 0.006416844204068184, "cos_r_negg": [0.1268576681613922, 0.1431359201669693, 0.13821935653686523, 0.12601657211780548, 0.12733754515647888, 0.12649135291576385, 0.12769469618797302], "cos_apical_negg": [0.1268576681613922, 0.1431359201669693, 0.13821935653686523, 0.12601657211780548, 0.12733754515647888, 0.12649135291576385, 0.12769469618797302], "cos_Ac_negg": [0.1268576681613922, 0.1431359201669693, 0.13821935653686523, 0.12601657211780548, 0.12733754515647888, 0.12649135291576385, 0.12769469618797302], "r_norm": [0.15437448024749756, 0.15768906474113464, 0.15302535891532898, 0.1530948281288147, 0.15447568893432617, 0.1571332812309265, 0.15079252421855927]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9707, "test_loss": 0.16983030033111574}, {"step": 6600, "epoch": 14, "train_loss": 0.000748953316360712, "cos_r_negg": [0.12683475017547607, 0.14295166730880737, 0.13830001652240753, 0.12642785906791687, 0.12747925519943237, 0.12653076648712158, 0.12788747251033783], "cos_apical_negg": [0.12683475017547607, 0.14295166730880737, 0.13830001652240753, 0.12642785906791687, 0.12747925519943237, 0.12653076648712158, 0.12788747251033783], "cos_Ac_negg": [0.12683475017547607, 0.14295166730880737, 0.13830001652240753, 0.12642785906791687, 0.12747925519943237, 0.12653076648712158, 0.12788747251033783], "r_norm": [0.15480439364910126, 0.15781231224536896, 0.15304726362228394, 0.1533695012331009, 0.1544790416955948, 0.1574927568435669, 0.1509404480457306]}, {"step": 6650, "epoch": 14, "train_loss": 0.001590235624462366, "cos_r_negg": [0.12368258088827133, 0.13957373797893524, 0.13514173030853271, 0.1238517314195633, 0.12475469708442688, 0.12358098477125168, 0.12492887675762177], "cos_apical_negg": [0.12368258088827133, 0.13957373797893524, 0.13514173030853271, 0.1238517314195633, 0.12475469708442688, 0.12358098477125168, 0.12492887675762177], "cos_Ac_negg": [0.12368258088827133, 0.13957373797893524, 0.13514173030853271, 0.1238517314195633, 0.12475469708442688, 0.12358098477125168, 0.12492887675762177], "r_norm": [0.15294542908668518, 0.15618069469928741, 0.15161816775798798, 0.15197397768497467, 0.1528562754392624, 0.15564857423305511, 0.14921188354492188]}, {"step": 6700, "epoch": 14, "train_loss": 0.0018775688949972391, "cos_r_negg": [0.12144477665424347, 0.13709120452404022, 0.132536843419075, 0.12177450954914093, 0.12292928993701935, 0.1218460202217102, 0.12313847243785858], "cos_apical_negg": [0.12144477665424347, 0.13709120452404022, 0.132536843419075, 0.12177450954914093, 0.12292928993701935, 0.1218460202217102, 0.12313847243785858], "cos_Ac_negg": [0.12144477665424347, 0.13709120452404022, 0.132536843419075, 0.12177450954914093, 0.12292928993701935, 0.1218460202217102, 0.12313847243785858], "r_norm": [0.1548013687133789, 0.1588832437992096, 0.15416169166564941, 0.1545639932155609, 0.15545448660850525, 0.15830814838409424, 0.15135756134986877]}, {"step": 6750, "epoch": 14, "train_loss": 0.0008305013179779053, "cos_r_negg": [0.1204940527677536, 0.13583362102508545, 0.1309710294008255, 0.12037649005651474, 0.12127995491027832, 0.1202235147356987, 0.12142722308635712], "cos_apical_negg": [0.1204940527677536, 0.13583362102508545, 0.1309710294008255, 0.12037649005651474, 0.12127995491027832, 0.1202235147356987, 0.12142722308635712], "cos_Ac_negg": [0.1204940527677536, 0.13583362102508545, 0.1309710294008255, 0.12037649005651474, 0.12127995491027832, 0.1202235147356987, 0.12142722308635712], "r_norm": [0.1548662930727005, 0.1591028869152069, 0.15435151755809784, 0.15473249554634094, 0.1555996835231781, 0.15852543711662292, 0.1514958143234253], "ldr": {"dL_sdil": -0.005964905023574829, "dL_bp": -0.014179408550262451, "ratio": 0.420673753946135}}, {"step": 6800, "epoch": 14, "train_loss": 0.0014086668379604816, "cos_r_negg": [0.12265922129154205, 0.13791021704673767, 0.13373705744743347, 0.1230936199426651, 0.12419047951698303, 0.12273182719945908, 0.12369141727685928], "cos_apical_negg": [0.12265922129154205, 0.13791021704673767, 0.13373705744743347, 0.1230936199426651, 0.12419047951698303, 0.12273182719945908, 0.12369141727685928], "cos_Ac_negg": [0.12265922129154205, 0.13791021704673767, 0.13373705744743347, 0.1230936199426651, 0.12419047951698303, 0.12273182719945908, 0.12369141727685928], "r_norm": [0.15168388187885284, 0.15565907955169678, 0.15102839469909668, 0.1514049768447876, 0.15235395729541779, 0.15527942776679993, 0.1482359617948532]}, {"step": 6850, "epoch": 14, "train_loss": 0.00039563915925100446, "cos_r_negg": [0.12333110719919205, 0.13867637515068054, 0.1351887583732605, 0.12490981817245483, 0.12601229548454285, 0.12436181306838989, 0.12559551000595093], "cos_apical_negg": [0.12333110719919205, 0.13867637515068054, 0.1351887583732605, 0.12490981817245483, 0.12601229548454285, 0.12436181306838989, 0.12559551000595093], "cos_Ac_negg": [0.12333110719919205, 0.13867637515068054, 0.1351887583732605, 0.12490981817245483, 0.12601229548454285, 0.12436181306838989, 0.12559551000595093], "r_norm": [0.14980147778987885, 0.15384721755981445, 0.14943599700927734, 0.14983370900154114, 0.15069204568862915, 0.15339134633541107, 0.14630559086799622]}, {"step": 6900, "epoch": 14, "train_loss": 0.0016148688737303019, "cos_r_negg": [0.1191912442445755, 0.13399437069892883, 0.12964670360088348, 0.11977550387382507, 0.12088800966739655, 0.11930454522371292, 0.12020861357450485], "cos_apical_negg": [0.1191912442445755, 0.13399437069892883, 0.12964670360088348, 0.11977550387382507, 0.12088800966739655, 0.11930454522371292, 0.12020861357450485], "cos_Ac_negg": [0.1191912442445755, 0.13399437069892883, 0.12964670360088348, 0.11977550387382507, 0.12088800966739655, 0.11930454522371292, 0.12020861357450485], "r_norm": [0.152754545211792, 0.15730997920036316, 0.1527826488018036, 0.1528765708208084, 0.15405313670635223, 0.1570437252521515, 0.14944271743297577]}, {"step": 6950, "epoch": 14, "train_loss": 0.0007341443561017513, "cos_r_negg": [0.1188087910413742, 0.13251209259033203, 0.12788167595863342, 0.11771895736455917, 0.11892900615930557, 0.11701840162277222, 0.11875594407320023], "cos_apical_negg": [0.1188087910413742, 0.13251209259033203, 0.12788167595863342, 0.11771895736455917, 0.11892900615930557, 0.11701840162277222, 0.11875594407320023], "cos_Ac_negg": [0.1188087910413742, 0.13251209259033203, 0.12788167595863342, 0.11771895736455917, 0.11892900615930557, 0.11701840162277222, 0.11875594407320023], "r_norm": [0.15909075736999512, 0.16376230120658875, 0.1588612198829651, 0.15882867574691772, 0.16043400764465332, 0.16345176100730896, 0.15588247776031494]}, {"step": 7000, "epoch": 14, "train_loss": 0.0006504363846033812, "cos_r_negg": [0.11734171211719513, 0.13112910091876984, 0.12659108638763428, 0.11657223850488663, 0.11808429658412933, 0.11619430780410767, 0.11818619072437286], "cos_apical_negg": [0.11734171211719513, 0.13112910091876984, 0.12659108638763428, 0.11657223850488663, 0.11808429658412933, 0.11619430780410767, 0.11818619072437286], "cos_Ac_negg": [0.11734171211719513, 0.13112910091876984, 0.12659108638763428, 0.11657223850488663, 0.11808429658412933, 0.11619430780410767, 0.11818619072437286], "r_norm": [0.15655699372291565, 0.16117118299007416, 0.15658649802207947, 0.15672899782657623, 0.15777575969696045, 0.16053134202957153, 0.15337896347045898], "ldr": {"dL_sdil": -0.006233319640159607, "dL_bp": -0.014882922172546387, "ratio": 0.41882364013552587}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9708, "test_loss": 0.17719610433578492}, {"step": 7050, "epoch": 15, "train_loss": 0.0003925240598618984, "cos_r_negg": [0.11690270900726318, 0.13125763833522797, 0.12667298316955566, 0.11652908474206924, 0.11774873733520508, 0.11604028940200806, 0.11756882071495056], "cos_apical_negg": [0.11690270900726318, 0.13125763833522797, 0.12667298316955566, 0.11652908474206924, 0.11774873733520508, 0.11604028940200806, 0.11756882071495056], "cos_Ac_negg": [0.11690270900726318, 0.13125763833522797, 0.12667298316955566, 0.11652908474206924, 0.11774873733520508, 0.11604028940200806, 0.11756882071495056], "r_norm": [0.1577039659023285, 0.16244545578956604, 0.1578400731086731, 0.15796172618865967, 0.1591411828994751, 0.16202190518379211, 0.1544772982597351]}, {"step": 7100, "epoch": 15, "train_loss": 0.00023176049580797553, "cos_r_negg": [0.11677806824445724, 0.1317489892244339, 0.12703177332878113, 0.11644250899553299, 0.11763391643762589, 0.11566518992185593, 0.11724373698234558], "cos_apical_negg": [0.11677806824445724, 0.1317489892244339, 0.12703177332878113, 0.11644250899553299, 0.11763391643762589, 0.11566518992185593, 0.11724373698234558], "cos_Ac_negg": [0.11677806824445724, 0.1317489892244339, 0.12703177332878113, 0.11644250899553299, 0.11763391643762589, 0.11566518992185593, 0.11724373698234558], "r_norm": [0.15750457346439362, 0.16210538148880005, 0.157694011926651, 0.1578296422958374, 0.15879496932029724, 0.1615763008594513, 0.15429610013961792]}, {"step": 7150, "epoch": 15, "train_loss": 0.000738436181563884, "cos_r_negg": [0.11684294044971466, 0.13160283863544464, 0.12763458490371704, 0.11715839803218842, 0.11838091909885406, 0.11630135029554367, 0.11743767559528351], "cos_apical_negg": [0.11684294044971466, 0.13160283863544464, 0.12763458490371704, 0.11715839803218842, 0.11838091909885406, 0.11630135029554367, 0.11743767559528351], "cos_Ac_negg": [0.11684294044971466, 0.13160283863544464, 0.12763458490371704, 0.11715839803218842, 0.11838091909885406, 0.11630135029554367, 0.11743767559528351], "r_norm": [0.15303951501846313, 0.15741583704948425, 0.15300054848194122, 0.15323010087013245, 0.1541966050863266, 0.15684019029140472, 0.14961707592010498]}, {"step": 7200, "epoch": 15, "train_loss": 0.0003687885182444006, "cos_r_negg": [0.11392536759376526, 0.1286078691482544, 0.12443722039461136, 0.11420179903507233, 0.11544609069824219, 0.11365123838186264, 0.11464273929595947], "cos_apical_negg": [0.11392536759376526, 0.1286078691482544, 0.12443722039461136, 0.11420179903507233, 0.11544609069824219, 0.11365123838186264, 0.11464273929595947], "cos_Ac_negg": [0.11392536759376526, 0.1286078691482544, 0.12443722039461136, 0.11420179903507233, 0.11544609069824219, 0.11365123838186264, 0.11464273929595947], "r_norm": [0.15475133061408997, 0.15906934440135956, 0.15464575588703156, 0.15490145981311798, 0.1559218317270279, 0.15856672823429108, 0.15126246213912964]}, {"step": 7250, "epoch": 15, "train_loss": 0.0011455860221758485, "cos_r_negg": [0.1126856580376625, 0.12665393948554993, 0.12271337956190109, 0.11288553476333618, 0.11405137926340103, 0.111847423017025, 0.1131356731057167], "cos_apical_negg": [0.1126856580376625, 0.12665393948554993, 0.12271337956190109, 0.11288553476333618, 0.11405137926340103, 0.111847423017025, 0.1131356731057167], "cos_Ac_negg": [0.1126856580376625, 0.12665393948554993, 0.12271337956190109, 0.11288553476333618, 0.11405137926340103, 0.111847423017025, 0.1131356731057167], "r_norm": [0.15852655470371246, 0.16337600350379944, 0.15891775488853455, 0.15898004174232483, 0.1601627618074417, 0.16281618177890778, 0.1553434431552887], "ldr": {"dL_sdil": -0.006978914141654968, "dL_bp": -0.01703163981437683, "ratio": 0.4097617268634282}}, {"step": 7300, "epoch": 15, "train_loss": 0.00022337998962029815, "cos_r_negg": [0.1100282073020935, 0.12367242574691772, 0.11945080757141113, 0.10996496677398682, 0.11117127537727356, 0.10941605269908905, 0.11031027138233185], "cos_apical_negg": [0.1100282073020935, 0.12367242574691772, 0.11945080757141113, 0.10996496677398682, 0.11117127537727356, 0.10941605269908905, 0.11031027138233185], "cos_Ac_negg": [0.1100282073020935, 0.12367242574691772, 0.11945080757141113, 0.10996496677398682, 0.11117127537727356, 0.10941605269908905, 0.11031027138233185], "r_norm": [0.1570117175579071, 0.16155481338500977, 0.1570506989955902, 0.15722499787807465, 0.1582399606704712, 0.16094669699668884, 0.15368393063545227]}, {"step": 7350, "epoch": 15, "train_loss": 0.0002839101944118738, "cos_r_negg": [0.10825634747743607, 0.12158122658729553, 0.11764669418334961, 0.10848747938871384, 0.10949848592281342, 0.1077725887298584, 0.10847071558237076], "cos_apical_negg": [0.10825634747743607, 0.12158122658729553, 0.11764669418334961, 0.10848747938871384, 0.10949848592281342, 0.1077725887298584, 0.10847071558237076], "cos_Ac_negg": [0.10825634747743607, 0.12158122658729553, 0.11764669418334961, 0.10848747938871384, 0.10949848592281342, 0.1077725887298584, 0.10847071558237076], "r_norm": [0.15487736463546753, 0.15917760133743286, 0.15470579266548157, 0.155008926987648, 0.15588203072547913, 0.1586703360080719, 0.15140610933303833]}, {"step": 7400, "epoch": 15, "train_loss": 0.0005696340813301504, "cos_r_negg": [0.10781373083591461, 0.12039339542388916, 0.11639756709337234, 0.10772357881069183, 0.10833990573883057, 0.10663564503192902, 0.10778416693210602], "cos_apical_negg": [0.10781373083591461, 0.12039339542388916, 0.11639756709337234, 0.10772357881069183, 0.10833990573883057, 0.10663564503192902, 0.10778416693210602], "cos_Ac_negg": [0.10781373083591461, 0.12039339542388916, 0.11639756709337234, 0.10772357881069183, 0.10833990573883057, 0.10663564503192902, 0.10778416693210602], "r_norm": [0.15131548047065735, 0.1551610827445984, 0.15059047937393188, 0.15102174878120422, 0.15173271298408508, 0.1546958088874817, 0.14776000380516052]}, {"step": 7450, "epoch": 15, "train_loss": 0.00035057211061939597, "cos_r_negg": [0.1047927588224411, 0.11687886714935303, 0.11296358704566956, 0.1043962612748146, 0.10499711334705353, 0.10323930531740189, 0.10478904098272324], "cos_apical_negg": [0.1047927588224411, 0.11687886714935303, 0.11296358704566956, 0.1043962612748146, 0.10499711334705353, 0.10323930531740189, 0.10478904098272324], "cos_Ac_negg": [0.1047927588224411, 0.11687886714935303, 0.11296358704566956, 0.1043962612748146, 0.10499711334705353, 0.10323930531740189, 0.10478904098272324], "r_norm": [0.15672650933265686, 0.1609598696231842, 0.15639294683933258, 0.15653187036514282, 0.1576153188943863, 0.1605495810508728, 0.15336862206459045]}, {"step": 7500, "epoch": 15, "train_loss": 0.000622456194832921, "cos_r_negg": [0.10459243506193161, 0.11669779568910599, 0.11314302682876587, 0.1045207530260086, 0.10524594038724899, 0.10355130583047867, 0.10512195527553558], "cos_apical_negg": [0.10459243506193161, 0.11669779568910599, 0.11314302682876587, 0.1045207530260086, 0.10524594038724899, 0.10355130583047867, 0.10512195527553558], "cos_Ac_negg": [0.10459243506193161, 0.11669779568910599, 0.11314302682876587, 0.1045207530260086, 0.10524594038724899, 0.10355130583047867, 0.10512195527553558], "r_norm": [0.15770485997200012, 0.16187849640846252, 0.15727189183235168, 0.15744543075561523, 0.15847572684288025, 0.16153652966022491, 0.1542855203151703], "ldr": {"dL_sdil": -0.006975695490837097, "dL_bp": -0.0181664377450943, "ratio": 0.3839880767334712}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9707, "test_loss": 0.18107615690231324}, {"step": 7550, "epoch": 16, "train_loss": 0.00041125938878394663, "cos_r_negg": [0.10437493026256561, 0.11650540679693222, 0.1126231998205185, 0.1038016527891159, 0.10488829016685486, 0.1031588613986969, 0.10468819737434387], "cos_apical_negg": [0.10437493026256561, 0.11650540679693222, 0.1126231998205185, 0.1038016527891159, 0.10488829016685486, 0.1031588613986969, 0.10468819737434387], "cos_Ac_negg": [0.10437493026256561, 0.11650540679693222, 0.1126231998205185, 0.1038016527891159, 0.10488829016685486, 0.1031588613986969, 0.10468819737434387], "r_norm": [0.156025692820549, 0.16031478345394135, 0.15575549006462097, 0.15595881640911102, 0.15695589780807495, 0.1599218249320984, 0.15266254544258118]}, {"step": 7600, "epoch": 16, "train_loss": 0.001442693523131311, "cos_r_negg": [0.10361628979444504, 0.11556252837181091, 0.11194047331809998, 0.10327063500881195, 0.10434271395206451, 0.10267294943332672, 0.10422219336032867], "cos_apical_negg": [0.10361628979444504, 0.11556252837181091, 0.11194047331809998, 0.10327063500881195, 0.10434271395206451, 0.10267294943332672, 0.10422219336032867], "cos_Ac_negg": [0.10361628979444504, 0.11556252837181091, 0.11194047331809998, 0.10327063500881195, 0.10434271395206451, 0.10267294943332672, 0.10422219336032867], "r_norm": [0.15802603960037231, 0.1624205857515335, 0.1579352617263794, 0.1581268310546875, 0.15915808081626892, 0.16200555860996246, 0.15460005402565002]}, {"step": 7650, "epoch": 16, "train_loss": 0.0002691318513825536, "cos_r_negg": [0.10193262994289398, 0.11372394859790802, 0.11025658994913101, 0.10168775916099548, 0.10252141207456589, 0.1010490134358406, 0.10244894027709961], "cos_apical_negg": [0.10193262994289398, 0.11372394859790802, 0.11025658994913101, 0.10168775916099548, 0.10252141207456589, 0.1010490134358406, 0.10244894027709961], "cos_Ac_negg": [0.10193262994289398, 0.11372394859790802, 0.11025658994913101, 0.10168775916099548, 0.10252141207456589, 0.1010490134358406, 0.10244894027709961], "r_norm": [0.15702390670776367, 0.1612841933965683, 0.15680493414402008, 0.1570214033126831, 0.15798671543598175, 0.16083186864852905, 0.15356704592704773]}, {"step": 7700, "epoch": 16, "train_loss": 0.0001541150559205562, "cos_r_negg": [0.10031455010175705, 0.11206885427236557, 0.10845594108104706, 0.09993627667427063, 0.10064654797315598, 0.09940708428621292, 0.10060642659664154], "cos_apical_negg": [0.10031455010175705, 0.11206885427236557, 0.10845594108104706, 0.09993627667427063, 0.10064654797315598, 0.09940708428621292, 0.10060642659664154], "cos_Ac_negg": [0.10031455010175705, 0.11206885427236557, 0.10845594108104706, 0.09993627667427063, 0.10064654797315598, 0.09940708428621292, 0.10060642659664154], "r_norm": [0.15726061165332794, 0.16146957874298096, 0.15702493488788605, 0.1572640836238861, 0.15819740295410156, 0.16105307638645172, 0.15377971529960632]}, {"step": 7750, "epoch": 16, "train_loss": 0.0005454049096442759, "cos_r_negg": [0.10056451708078384, 0.11274329572916031, 0.10899309813976288, 0.10020090639591217, 0.10119128972291946, 0.0997348427772522, 0.10100973397493362], "cos_apical_negg": [0.10056451708078384, 0.11274329572916031, 0.10899309813976288, 0.10020090639591217, 0.10119128972291946, 0.0997348427772522, 0.10100973397493362], "cos_Ac_negg": [0.10056451708078384, 0.11274329572916031, 0.10899309813976288, 0.10020090639591217, 0.10119128972291946, 0.0997348427772522, 0.10100973397493362], "r_norm": [0.1566542685031891, 0.16074751317501068, 0.1561901718378067, 0.1564798206090927, 0.1573878973722458, 0.1602504998445511, 0.15318363904953003], "ldr": {"dL_sdil": -0.006568446755409241, "dL_bp": -0.016825303435325623, "ratio": 0.3903909834766151}}, {"step": 7800, "epoch": 16, "train_loss": 0.0005900232354179025, "cos_r_negg": [0.10004746913909912, 0.11181367188692093, 0.1083589717745781, 0.10019175708293915, 0.10115967690944672, 0.09978506714105606, 0.10091965645551682], "cos_apical_negg": [0.10004746913909912, 0.11181367188692093, 0.1083589717745781, 0.10019175708293915, 0.10115967690944672, 0.09978506714105606, 0.10091965645551682], "cos_Ac_negg": [0.10004746913909912, 0.11181367188692093, 0.1083589717745781, 0.10019175708293915, 0.10115967690944672, 0.09978506714105606, 0.10091965645551682], "r_norm": [0.1578519344329834, 0.1619783639907837, 0.15727601945400238, 0.15753236413002014, 0.15858015418052673, 0.16172251105308533, 0.15431757271289825]}, {"step": 7850, "epoch": 16, "train_loss": 0.0003933054977096617, "cos_r_negg": [0.09836170822381973, 0.1099906861782074, 0.10635262727737427, 0.09815678000450134, 0.0993976816534996, 0.0980437695980072, 0.0993310958147049], "cos_apical_negg": [0.09836170822381973, 0.1099906861782074, 0.10635262727737427, 0.09815678000450134, 0.0993976816534996, 0.0980437695980072, 0.0993310958147049], "cos_Ac_negg": [0.09836170822381973, 0.1099906861782074, 0.10635262727737427, 0.09815678000450134, 0.0993976816534996, 0.0980437695980072, 0.0993310958147049], "r_norm": [0.15364666283130646, 0.15798549354076385, 0.15353041887283325, 0.1538638174533844, 0.15464352071285248, 0.15743982791900635, 0.15029466152191162]}, {"step": 7900, "epoch": 16, "train_loss": 0.00044421301572583616, "cos_r_negg": [0.09732496738433838, 0.10832920670509338, 0.10460163652896881, 0.09662356972694397, 0.09812124073505402, 0.09679825603961945, 0.09794069081544876], "cos_apical_negg": [0.09732496738433838, 0.10832920670509338, 0.10460163652896881, 0.09662356972694397, 0.09812124073505402, 0.09679825603961945, 0.09794069081544876], "cos_Ac_negg": [0.09732496738433838, 0.10832920670509338, 0.10460163652896881, 0.09662356972694397, 0.09812124073505402, 0.09679825603961945, 0.09794069081544876], "r_norm": [0.1585729867219925, 0.16359633207321167, 0.15902161598205566, 0.15905416011810303, 0.16018852591514587, 0.16309642791748047, 0.15559056401252747]}, {"step": 7950, "epoch": 16, "train_loss": 0.0008317122119478881, "cos_r_negg": [0.09742477536201477, 0.10850270837545395, 0.10508386045694351, 0.09718707203865051, 0.09852570295333862, 0.09697297215461731, 0.09816497564315796], "cos_apical_negg": [0.09742477536201477, 0.10850270837545395, 0.10508386045694351, 0.09718707203865051, 0.09852570295333862, 0.09697297215461731, 0.09816497564315796], "cos_Ac_negg": [0.09742477536201477, 0.10850270837545395, 0.10508386045694351, 0.09718707203865051, 0.09852570295333862, 0.09697297215461731, 0.09816497564315796], "r_norm": [0.15636342763900757, 0.16107560694217682, 0.1565304398536682, 0.15665829181671143, 0.15779295563697815, 0.1607588827610016, 0.15305131673812866]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9715, "test_loss": 0.18416206407546998}, {"step": 8000, "epoch": 17, "train_loss": 0.0013801674358546734, "cos_r_negg": [0.0967358648777008, 0.10784731060266495, 0.10456927120685577, 0.0968424379825592, 0.09812332689762115, 0.0962102860212326, 0.0974973663687706], "cos_apical_negg": [0.0967358648777008, 0.10784731060266495, 0.10456927120685577, 0.0968424379825592, 0.09812332689762115, 0.0962102860212326, 0.0974973663687706], "cos_Ac_negg": [0.0967358648777008, 0.10784731060266495, 0.10456927120685577, 0.0968424379825592, 0.09812332689762115, 0.0962102860212326, 0.0974973663687706], "r_norm": [0.15188553929328918, 0.156080961227417, 0.1516360342502594, 0.1519935429096222, 0.15277476608753204, 0.15562275052070618, 0.14834891259670258], "ldr": {"dL_sdil": -0.006940558552742004, "dL_bp": -0.018058612942695618, "ratio": 0.38433508568825797}}, {"step": 8050, "epoch": 17, "train_loss": 0.0005018202937208116, "cos_r_negg": [0.09623202681541443, 0.10708941519260406, 0.10386258363723755, 0.09580517560243607, 0.09711357951164246, 0.09522606432437897, 0.09641996771097183], "cos_apical_negg": [0.09623202681541443, 0.10708941519260406, 0.10386258363723755, 0.09580517560243607, 0.09711357951164246, 0.09522606432437897, 0.09641996771097183], "cos_Ac_negg": [0.09623202681541443, 0.10708941519260406, 0.10386258363723755, 0.09580517560243607, 0.09711357951164246, 0.09522606432437897, 0.09641996771097183], "r_norm": [0.15597756206989288, 0.16071265935897827, 0.15619727969169617, 0.15632832050323486, 0.15739703178405762, 0.16029083728790283, 0.15273037552833557]}, {"step": 8100, "epoch": 17, "train_loss": 0.0009572548442520201, "cos_r_negg": [0.09426405280828476, 0.10495100915431976, 0.10182692855596542, 0.09384779632091522, 0.09513900429010391, 0.09331491589546204, 0.09476472437381744], "cos_apical_negg": [0.09426405280828476, 0.10495100915431976, 0.10182692855596542, 0.09384779632091522, 0.09513900429010391, 0.09331491589546204, 0.09476472437381744], "cos_Ac_negg": [0.09426405280828476, 0.10495100915431976, 0.10182692855596542, 0.09384779632091522, 0.09513900429010391, 0.09331491589546204, 0.09476472437381744], "r_norm": [0.15824729204177856, 0.16297146677970886, 0.1583545058965683, 0.158502459526062, 0.15960969030857086, 0.1626441776752472, 0.1549975574016571]}, {"step": 8150, "epoch": 17, "train_loss": 0.0004143697442486882, "cos_r_negg": [0.0938185453414917, 0.10469643771648407, 0.10127963125705719, 0.09321098029613495, 0.09442435204982758, 0.09234536439180374, 0.09385643899440765], "cos_apical_negg": [0.0938185453414917, 0.10469643771648407, 0.10127963125705719, 0.09321098029613495, 0.09442435204982758, 0.09234536439180374, 0.09385643899440765], "cos_Ac_negg": [0.0938185453414917, 0.10469643771648407, 0.10127963125705719, 0.09321098029613495, 0.09442435204982758, 0.09234536439180374, 0.09385643899440765], "r_norm": [0.1564059555530548, 0.16073785722255707, 0.1563476175069809, 0.1566973775625229, 0.157456174492836, 0.16026684641838074, 0.15293815732002258]}, {"step": 8200, "epoch": 17, "train_loss": 0.0006196048343554139, "cos_r_negg": [0.0939900204539299, 0.10489823669195175, 0.10174955427646637, 0.09351684153079987, 0.09462125599384308, 0.0924425721168518, 0.09410902112722397], "cos_apical_negg": [0.0939900204539299, 0.10489823669195175, 0.10174955427646637, 0.09351684153079987, 0.09462125599384308, 0.0924425721168518, 0.09410902112722397], "cos_Ac_negg": [0.0939900204539299, 0.10489823669195175, 0.10174955427646637, 0.09351684153079987, 0.09462125599384308, 0.0924425721168518, 0.09410902112722397], "r_norm": [0.15478336811065674, 0.1590522676706314, 0.15465660393238068, 0.15496712923049927, 0.1556987464427948, 0.15844781696796417, 0.15136414766311646]}, {"step": 8250, "epoch": 17, "train_loss": 0.000878186256159097, "cos_r_negg": [0.09236610680818558, 0.10310341417789459, 0.09977912902832031, 0.0918959230184555, 0.09321878850460052, 0.09127134084701538, 0.09274820983409882], "cos_apical_negg": [0.09236610680818558, 0.10310341417789459, 0.09977912902832031, 0.0918959230184555, 0.09321878850460052, 0.09127134084701538, 0.09274820983409882], "cos_Ac_negg": [0.09236610680818558, 0.10310341417789459, 0.09977912902832031, 0.0918959230184555, 0.09321878850460052, 0.09127134084701538, 0.09274820983409882], "r_norm": [0.1560075879096985, 0.16055384278297424, 0.15611118078231812, 0.1563132405281067, 0.15714995563030243, 0.16002261638641357, 0.15273386240005493], "ldr": {"dL_sdil": -0.007126018404960632, "dL_bp": -0.018842265009880066, "ratio": 0.3781933011357211}}, {"step": 8300, "epoch": 17, "train_loss": 0.00022648840968031436, "cos_r_negg": [0.09224580228328705, 0.10298304259777069, 0.0996897965669632, 0.0916786640882492, 0.09301197528839111, 0.09109682589769363, 0.09266959130764008], "cos_apical_negg": [0.09224580228328705, 0.10298304259777069, 0.0996897965669632, 0.0916786640882492, 0.09301197528839111, 0.09109682589769363, 0.09266959130764008], "cos_Ac_negg": [0.09224580228328705, 0.10298304259777069, 0.0996897965669632, 0.0916786640882492, 0.09301197528839111, 0.09109682589769363, 0.09266959130764008], "r_norm": [0.155035138130188, 0.15961864590644836, 0.15517719089984894, 0.15535284578800201, 0.15626519918441772, 0.1592078059911728, 0.1517181694507599]}, {"step": 8350, "epoch": 17, "train_loss": 0.0003471070376690477, "cos_r_negg": [0.09174197167158127, 0.10201285779476166, 0.09917713701725006, 0.09140851348638535, 0.09266017377376556, 0.09086351096630096, 0.09234999120235443], "cos_apical_negg": [0.09174197167158127, 0.10201285779476166, 0.09917713701725006, 0.09140851348638535, 0.09266017377376556, 0.09086351096630096, 0.09234999120235443], "cos_Ac_negg": [0.09174197167158127, 0.10201285779476166, 0.09917713701725006, 0.09140851348638535, 0.09266017377376556, 0.09086351096630096, 0.09234999120235443], "r_norm": [0.1561962068080902, 0.1607779860496521, 0.15634214878082275, 0.1564973145723343, 0.15746811032295227, 0.16029828786849976, 0.15287160873413086]}, {"step": 8400, "epoch": 17, "train_loss": 0.00044460297795012593, "cos_r_negg": [0.09125202894210815, 0.1014656126499176, 0.09876959025859833, 0.09126400947570801, 0.09225927293300629, 0.09066171944141388, 0.09188239276409149], "cos_apical_negg": [0.09125202894210815, 0.1014656126499176, 0.09876959025859833, 0.09126400947570801, 0.09225927293300629, 0.09066171944141388, 0.09188239276409149], "cos_Ac_negg": [0.09125202894210815, 0.1014656126499176, 0.09876959025859833, 0.09126400947570801, 0.09225927293300629, 0.09066171944141388, 0.09188239276409149], "r_norm": [0.1541498750448227, 0.1584937870502472, 0.154100701212883, 0.1543186902999878, 0.15524649620056152, 0.15803170204162598, 0.15066131949424744]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9716, "test_loss": 0.18805256156921388}, {"step": 8450, "epoch": 18, "train_loss": 0.0002823572140187025, "cos_r_negg": [0.09048914909362793, 0.1006779819726944, 0.09781023859977722, 0.09027668833732605, 0.09155936539173126, 0.08983375132083893, 0.09091532230377197], "cos_apical_negg": [0.09048914909362793, 0.1006779819726944, 0.09781023859977722, 0.09027668833732605, 0.09155936539173126, 0.08983375132083893, 0.09091532230377197], "cos_Ac_negg": [0.09048914909362793, 0.1006779819726944, 0.09781023859977722, 0.09027668833732605, 0.09155936539173126, 0.08983375132083893, 0.09091532230377197], "r_norm": [0.155021071434021, 0.159464031457901, 0.15501372516155243, 0.1552203744649887, 0.15619920194149017, 0.15903936326503754, 0.15158210694789886]}, {"step": 8500, "epoch": 18, "train_loss": 0.0011296927696093917, "cos_r_negg": [0.09025131165981293, 0.10027702152729034, 0.09774451702833176, 0.09019418805837631, 0.09144344925880432, 0.08971896767616272, 0.09078218787908554], "cos_apical_negg": [0.09025131165981293, 0.10027702152729034, 0.09774451702833176, 0.09019418805837631, 0.09144344925880432, 0.08971896767616272, 0.09078218787908554], "cos_Ac_negg": [0.09025131165981293, 0.10027702152729034, 0.09774451702833176, 0.09019418805837631, 0.09144344925880432, 0.08971896767616272, 0.09078218787908554], "r_norm": [0.1554712951183319, 0.16012606024742126, 0.1556520313024521, 0.15573027729988098, 0.15687382221221924, 0.1597599983215332, 0.1521475613117218], "ldr": {"dL_sdil": -0.007616683840751648, "dL_bp": -0.01985594630241394, "ratio": 0.3835971212223548}}, {"step": 8550, "epoch": 18, "train_loss": 0.001029545208439231, "cos_r_negg": [0.08898787945508957, 0.09895285964012146, 0.09643828868865967, 0.08899196982383728, 0.09024326503276825, 0.0885889083147049, 0.08960166573524475], "cos_apical_negg": [0.08898787945508957, 0.09895285964012146, 0.09643828868865967, 0.08899196982383728, 0.09024326503276825, 0.0885889083147049, 0.08960166573524475], "cos_Ac_negg": [0.08898787945508957, 0.09895285964012146, 0.09643828868865967, 0.08899196982383728, 0.09024326503276825, 0.0885889083147049, 0.08960166573524475], "r_norm": [0.15518823266029358, 0.1597520112991333, 0.15532806515693665, 0.15546461939811707, 0.1564742922782898, 0.15926076471805573, 0.1518753170967102]}, {"step": 8600, "epoch": 18, "train_loss": 0.0007259895210154355, "cos_r_negg": [0.08843095600605011, 0.09837451577186584, 0.09585477411746979, 0.08850701153278351, 0.0898829847574234, 0.08835651725530624, 0.0892833024263382], "cos_apical_negg": [0.08843095600605011, 0.09837451577186584, 0.09585477411746979, 0.08850701153278351, 0.0898829847574234, 0.08835651725530624, 0.0892833024263382], "cos_Ac_negg": [0.08843095600605011, 0.09837451577186584, 0.09585477411746979, 0.08850701153278351, 0.0898829847574234, 0.08835651725530624, 0.0892833024263382], "r_norm": [0.1551472544670105, 0.15978382527828217, 0.15536801517009735, 0.15546120703220367, 0.15652184188365936, 0.15935012698173523, 0.15189296007156372]}, {"step": 8650, "epoch": 18, "train_loss": 0.000274088786682114, "cos_r_negg": [0.08725437521934509, 0.097020223736763, 0.09460634738206863, 0.08729647099971771, 0.08864490687847137, 0.0871129110455513, 0.08809207379817963], "cos_apical_negg": [0.08725437521934509, 0.097020223736763, 0.09460634738206863, 0.08729647099971771, 0.08864490687847137, 0.0871129110455513, 0.08809207379817963], "cos_Ac_negg": [0.08725437521934509, 0.097020223736763, 0.09460634738206863, 0.08729647099971771, 0.08864490687847137, 0.0871129110455513, 0.08809207379817963], "r_norm": [0.1551748365163803, 0.15978851914405823, 0.1553773432970047, 0.15548944473266602, 0.1565212905406952, 0.1593272089958191, 0.15195363759994507]}, {"step": 8700, "epoch": 18, "train_loss": 0.00047044834354892373, "cos_r_negg": [0.08686453104019165, 0.09652308374643326, 0.09413959085941315, 0.0869617760181427, 0.08837857842445374, 0.08692564070224762, 0.08797895908355713], "cos_apical_negg": [0.08686453104019165, 0.09652308374643326, 0.09413959085941315, 0.0869617760181427, 0.08837857842445374, 0.08692564070224762, 0.08797895908355713], "cos_Ac_negg": [0.08686453104019165, 0.09652308374643326, 0.09413959085941315, 0.0869617760181427, 0.08837857842445374, 0.08692564070224762, 0.08797895908355713], "r_norm": [0.15550750494003296, 0.15981906652450562, 0.15535187721252441, 0.15563303232192993, 0.15651948750019073, 0.15939459204673767, 0.1520489752292633]}, {"step": 8750, "epoch": 18, "train_loss": 0.000221027439692989, "cos_r_negg": [0.0871656984090805, 0.09664231538772583, 0.09412015974521637, 0.08660686016082764, 0.08803124725818634, 0.08627595752477646, 0.08749846369028091], "cos_apical_negg": [0.0871656984090805, 0.09664231538772583, 0.09412015974521637, 0.08660686016082764, 0.08803124725818634, 0.08627595752477646, 0.08749846369028091], "cos_Ac_negg": [0.0871656984090805, 0.09664231538772583, 0.09412015974521637, 0.08660686016082764, 0.08803124725818634, 0.08627595752477646, 0.08749846369028091], "r_norm": [0.1565614640712738, 0.16136151552200317, 0.15683132410049438, 0.1569134145975113, 0.15804466605186462, 0.16090303659439087, 0.1534058153629303], "ldr": {"dL_sdil": -0.0074522048234939575, "dL_bp": -0.01942192018032074, "ratio": 0.3837007234251176}}, {"step": 8800, "epoch": 18, "train_loss": 0.000409889267757535, "cos_r_negg": [0.0860573947429657, 0.0954166054725647, 0.09275811910629272, 0.08546838164329529, 0.08726096898317337, 0.08556900918483734, 0.08678415417671204], "cos_apical_negg": [0.0860573947429657, 0.0954166054725647, 0.09275811910629272, 0.08546838164329529, 0.08726096898317337, 0.08556900918483734, 0.08678415417671204], "cos_Ac_negg": [0.0860573947429657, 0.0954166054725647, 0.09275811910629272, 0.08546838164329529, 0.08726096898317337, 0.08556900918483734, 0.08678415417671204], "r_norm": [0.15650327503681183, 0.16121304035186768, 0.15669670701026917, 0.1568593531847, 0.15789568424224854, 0.16074365377426147, 0.15326043963432312]}, {"step": 8850, "epoch": 18, "train_loss": 8.287867967737839e-05, "cos_r_negg": [0.08503097295761108, 0.094417504966259, 0.091679647564888, 0.08445923030376434, 0.08635120093822479, 0.08444555103778839, 0.08580021560192108], "cos_apical_negg": [0.08503097295761108, 0.094417504966259, 0.091679647564888, 0.08445923030376434, 0.08635120093822479, 0.08444555103778839, 0.08580021560192108], "cos_Ac_negg": [0.08503097295761108, 0.094417504966259, 0.091679647564888, 0.08445923030376434, 0.08635120093822479, 0.08444555103778839, 0.08580021560192108], "r_norm": [0.15709534287452698, 0.16155774891376495, 0.15711763501167297, 0.15743388235569, 0.15818947553634644, 0.16093966364860535, 0.1537352204322815]}, {"step": 8900, "epoch": 18, "train_loss": 0.0007528588175773621, "cos_r_negg": [0.08490591496229172, 0.09448522329330444, 0.09183221310377121, 0.08461438119411469, 0.0866469144821167, 0.08474338054656982, 0.08601830154657364], "cos_apical_negg": [0.08490591496229172, 0.09448522329330444, 0.09183221310377121, 0.08461438119411469, 0.0866469144821167, 0.08474338054656982, 0.08601830154657364], "cos_Ac_negg": [0.08490591496229172, 0.09448522329330444, 0.09183221310377121, 0.08461438119411469, 0.0866469144821167, 0.08474338054656982, 0.08601830154657364], "r_norm": [0.1554235965013504, 0.15981930494308472, 0.15535899996757507, 0.15572279691696167, 0.1565055400133133, 0.15931057929992676, 0.151936873793602]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9714, "test_loss": 0.19174430084228516}, {"step": 8950, "epoch": 19, "train_loss": 0.00021186105732340366, "cos_r_negg": [0.08508063852787018, 0.0946565717458725, 0.09196750819683075, 0.08484038710594177, 0.0867026150226593, 0.08487251400947571, 0.08608312904834747], "cos_apical_negg": [0.08508063852787018, 0.0946565717458725, 0.09196750819683075, 0.08484038710594177, 0.0867026150226593, 0.08487251400947571, 0.08608312904834747], "cos_Ac_negg": [0.08508063852787018, 0.0946565717458725, 0.09196750819683075, 0.08484038710594177, 0.0867026150226593, 0.08487251400947571, 0.08608312904834747], "r_norm": [0.15461276471614838, 0.15906083583831787, 0.15460357069969177, 0.1549137383699417, 0.15579631924629211, 0.15864264965057373, 0.15112081170082092]}, {"step": 9000, "epoch": 19, "train_loss": 0.00013507108087651432, "cos_r_negg": [0.08475048840045929, 0.0941261351108551, 0.09162191301584244, 0.084384486079216, 0.08611731231212616, 0.08429785072803497, 0.08545476198196411], "cos_apical_negg": [0.08475048840045929, 0.0941261351108551, 0.09162191301584244, 0.084384486079216, 0.08611731231212616, 0.08429785072803497, 0.08545476198196411], "cos_Ac_negg": [0.08475048840045929, 0.0941261351108551, 0.09162191301584244, 0.084384486079216, 0.08611731231212616, 0.08429785072803497, 0.08545476198196411], "r_norm": [0.1565248966217041, 0.16122569143772125, 0.1567491888999939, 0.15693330764770508, 0.15795069932937622, 0.16076427698135376, 0.15318772196769714], "ldr": {"dL_sdil": -0.007460474967956543, "dL_bp": -0.01978929340839386, "ratio": 0.3769955204561319}}, {"step": 9050, "epoch": 19, "train_loss": 0.0012288144789636135, "cos_r_negg": [0.08352379500865936, 0.0929601863026619, 0.09031519293785095, 0.08321623504161835, 0.08509540557861328, 0.08339942246675491, 0.0845135748386383], "cos_apical_negg": [0.08352379500865936, 0.0929601863026619, 0.09031519293785095, 0.08321623504161835, 0.08509540557861328, 0.08339942246675491, 0.0845135748386383], "cos_Ac_negg": [0.08352379500865936, 0.0929601863026619, 0.09031519293785095, 0.08321623504161835, 0.08509540557861328, 0.08339942246675491, 0.0845135748386383], "r_norm": [0.15572543442249298, 0.16037136316299438, 0.15594033896923065, 0.15609455108642578, 0.15709714591503143, 0.15992772579193115, 0.1524389386177063]}, {"step": 9100, "epoch": 19, "train_loss": 0.000567423936445266, "cos_r_negg": [0.08298073709011078, 0.09245529770851135, 0.08974616229534149, 0.08276256918907166, 0.08461827784776688, 0.08297435194253922, 0.08406612277030945], "cos_apical_negg": [0.08298073709011078, 0.09245529770851135, 0.08974616229534149, 0.08276256918907166, 0.08461827784776688, 0.08297435194253922, 0.08406612277030945], "cos_Ac_negg": [0.08298073709011078, 0.09245529770851135, 0.08974616229534149, 0.08276256918907166, 0.08461827784776688, 0.08297435194253922, 0.08406612277030945], "r_norm": [0.15551286935806274, 0.16022905707359314, 0.15578114986419678, 0.15588253736495972, 0.1569691002368927, 0.1598694622516632, 0.15224520862102509]}, {"step": 9150, "epoch": 19, "train_loss": 0.0019266719464212656, "cos_r_negg": [0.08235889673233032, 0.09192779660224915, 0.08936060965061188, 0.08229365944862366, 0.08414758741855621, 0.08247849345207214, 0.08351266384124756], "cos_apical_negg": [0.08235889673233032, 0.09192779660224915, 0.08936060965061188, 0.08229365944862366, 0.08414758741855621, 0.08247849345207214, 0.08351266384124756], "cos_Ac_negg": [0.08235889673233032, 0.09192779660224915, 0.08936060965061188, 0.08229365944862366, 0.08414758741855621, 0.08247849345207214, 0.08351266384124756], "r_norm": [0.15426887571811676, 0.15882864594459534, 0.15439093112945557, 0.15455257892608643, 0.15558448433876038, 0.15847429633140564, 0.15091311931610107]}, {"step": 9200, "epoch": 19, "train_loss": 0.0004602566477842629, "cos_r_negg": [0.08147216588258743, 0.09096121788024902, 0.08853285014629364, 0.0815906971693039, 0.08337360620498657, 0.08183731883764267, 0.08291968703269958], "cos_apical_negg": [0.08147216588258743, 0.09096121788024902, 0.08853285014629364, 0.0815906971693039, 0.08337360620498657, 0.08183731883764267, 0.08291968703269958], "cos_Ac_negg": [0.08147216588258743, 0.09096121788024902, 0.08853285014629364, 0.0815906971693039, 0.08337360620498657, 0.08183731883764267, 0.08291968703269958], "r_norm": [0.15388457477092743, 0.15835584700107574, 0.15392184257507324, 0.15408898890018463, 0.15512093901634216, 0.15807560086250305, 0.15050379931926727]}, {"step": 9250, "epoch": 19, "train_loss": 9.142624912783504e-05, "cos_r_negg": [0.08131104707717896, 0.09053987264633179, 0.08806803077459335, 0.08122092485427856, 0.08322297036647797, 0.08158593624830246, 0.08268360793590546], "cos_apical_negg": [0.08131104707717896, 0.09053987264633179, 0.08806803077459335, 0.08122092485427856, 0.08322297036647797, 0.08158593624830246, 0.08268360793590546], "cos_Ac_negg": [0.08131104707717896, 0.09053987264633179, 0.08806803077459335, 0.08122092485427856, 0.08322297036647797, 0.08158593624830246, 0.08268360793590546], "r_norm": [0.15404745936393738, 0.15870267152786255, 0.15422475337982178, 0.15433403849601746, 0.1554090678691864, 0.15835943818092346, 0.15083041787147522], "ldr": {"dL_sdil": -0.007328778505325317, "dL_bp": -0.019646883010864258, "ratio": 0.3730249984831018}}, {"step": 9300, "epoch": 19, "train_loss": 0.000240624081925489, "cos_r_negg": [0.08160842955112457, 0.09049206972122192, 0.08824685215950012, 0.08126121014356613, 0.0830962061882019, 0.08155684173107147, 0.08263464272022247], "cos_apical_negg": [0.08160842955112457, 0.09049206972122192, 0.08824685215950012, 0.08126121014356613, 0.0830962061882019, 0.08155684173107147, 0.08263464272022247], "cos_Ac_negg": [0.08160842955112457, 0.09049206972122192, 0.08824685215950012, 0.08126121014356613, 0.0830962061882019, 0.08155684173107147, 0.08263464272022247], "r_norm": [0.15593749284744263, 0.16063570976257324, 0.15614408254623413, 0.15625736117362976, 0.1573646366596222, 0.16023825109004974, 0.15269091725349426]}, {"step": 9350, "epoch": 19, "train_loss": 0.0003028132487088442, "cos_r_negg": [0.08081476390361786, 0.0896354466676712, 0.08737420290708542, 0.08055201172828674, 0.08251097053289413, 0.08085007220506668, 0.08194766938686371], "cos_apical_negg": [0.08081476390361786, 0.0896354466676712, 0.08737420290708542, 0.08055201172828674, 0.08251097053289413, 0.08085007220506668, 0.08194766938686371], "cos_Ac_negg": [0.08081476390361786, 0.0896354466676712, 0.08737420290708542, 0.08055201172828674, 0.08251097053289413, 0.08085007220506668, 0.08194766938686371], "r_norm": [0.15535113215446472, 0.16001009941101074, 0.1555725336074829, 0.1557087004184723, 0.15673133730888367, 0.15959028899669647, 0.1521107256412506]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9715, "test_loss": 0.19313392057418824}], "final": {"test_acc": 0.9715, "test_loss": 0.19313392057418824, "wall_s": 126.57227563858032, "cos_r_negg": [0.08049610257148743, 0.08922860026359558, 0.08713436126708984, 0.08035460114479065, 0.08240349590778351, 0.08068918436765671, 0.08177946507930756], "cos_apical_negg": [0.08049610257148743, 0.08922860026359558, 0.08713436126708984, 0.08035460114479065, 0.08240349590778351, 0.08068918436765671, 0.08177946507930756], "cos_Ac_negg": [0.08049610257148743, 0.08922860026359558, 0.08713436126708984, 0.08035460114479065, 0.08240349590778351, 0.08068918436765671, 0.08177946507930756]}}
\ No newline at end of file
diff --git a/results/depth_mnist_sdil_d7_s2.json b/results/depth_mnist_sdil_d7_s2.json
new file mode 100644
index 0000000..72767c5
--- /dev/null
+++ b/results/depth_mnist_sdil_d7_s2.json
@@ -0,0 +1 @@
+{"args": {"mode": "sdil", "dataset": "mnist", "depth": 7, "width": 256, "act": "tanh", "residual": 0, "epochs": 20, "batch_size": 128, "eta": 0.02, "eta_A": 0.02, "eta_P": 0.002, "momentum": 0.9, "w_scale": 1.0, "a_scale": 1.0, "pert_sigma": 0.01, "pert_every": 4, "pert_ndirs": 8, "use_residual": 1, "learn_A": 1, "learn_P": 1, "p_neutral": 1, "p_warmup_steps": 200, "p_warmup_eta": 0.05, "nuis_rho": 0.0, "normalize_delta": 0, "settle_steps": 0, "kappa": 0.0, "feedback": "error", "seed": 2, "device": "cuda", "log_every": 50, "max_steps": 0, "probe_bs": 512, "outdir": "results", "tag": "depth_mnist_sdil_d7_s2", "n_in": 784}, "steps": [{"step": 0, "epoch": 0, "train_loss": 2.352363109588623, "cos_r_negg": [-0.0016720476560294628, 0.011977273970842361, -0.009794944897294044, 0.0009966917568817735, -0.005771243944764137, -0.03749033808708191, -0.03133995831012726], "cos_apical_negg": [-0.0016720476560294628, 0.011977273970842361, -0.009794944897294044, 0.0009966917568817735, -0.005771243944764137, -0.03749033808708191, -0.03133995831012726], "cos_Ac_negg": [-0.0016720476560294628, 0.011977273970842361, -0.009794944897294044, 0.0009966917568817735, -0.005771243944764137, -0.03749033808708191, -0.03133995831012726], "r_norm": [4.8391523361206055, 4.755659103393555, 4.755934715270996, 4.733532905578613, 4.850532054901123, 4.880102157592773, 4.798191070556641], "ldr": {"dL_sdil": -0.006862640380859375, "dL_bp": -0.08887934684753418, "ratio": 0.07721299294235046}}, {"step": 50, "epoch": 0, "train_loss": 0.7758111953735352, "cos_r_negg": [0.2730506360530853, 0.20347550511360168, 0.22635632753372192, 0.20014013350009918, 0.22887764871120453, 0.20145964622497559, 0.14766015112400055], "cos_apical_negg": [0.2730506360530853, 0.20347550511360168, 0.22635632753372192, 0.20014013350009918, 0.22887764871120453, 0.20145964622497559, 0.14766015112400055], "cos_Ac_negg": [0.2730506360530853, 0.20347550511360168, 0.22635632753372192, 0.20014013350009918, 0.22887764871120453, 0.20145964622497559, 0.14766015112400055], "r_norm": [1.4941537380218506, 1.4483897686004639, 1.4524710178375244, 1.4869420528411865, 1.4638867378234863, 1.4979498386383057, 1.4951801300048828]}, {"step": 100, "epoch": 0, "train_loss": 0.4276144504547119, "cos_r_negg": [0.31132230162620544, 0.27200838923454285, 0.20826828479766846, 0.19007182121276855, 0.219959557056427, 0.200332909822464, 0.17597688734531403], "cos_apical_negg": [0.31132230162620544, 0.27200838923454285, 0.20826828479766846, 0.19007182121276855, 0.219959557056427, 0.200332909822464, 0.17597688734531403], "cos_Ac_negg": [0.31132230162620544, 0.27200838923454285, 0.20826828479766846, 0.19007182121276855, 0.219959557056427, 0.200332909822464, 0.17597688734531403], "r_norm": [0.9807013273239136, 0.9479644298553467, 0.9474519491195679, 0.9609967470169067, 0.9644830226898193, 0.9892241358757019, 0.9808574318885803]}, {"step": 150, "epoch": 0, "train_loss": 0.4774235785007477, "cos_r_negg": [0.31421416997909546, 0.25114598870277405, 0.19753971695899963, 0.23034271597862244, 0.22117212414741516, 0.22260749340057373, 0.2044302076101303], "cos_apical_negg": [0.31421416997909546, 0.25114598870277405, 0.19753971695899963, 0.23034271597862244, 0.22117212414741516, 0.22260749340057373, 0.2044302076101303], "cos_Ac_negg": [0.31421416997909546, 0.25114598870277405, 0.19753971695899963, 0.23034271597862244, 0.22117212414741516, 0.22260749340057373, 0.2044302076101303], "r_norm": [0.8344147205352783, 0.8077809810638428, 0.8081105351448059, 0.8176990151405334, 0.8221383094787598, 0.8441999554634094, 0.8337056636810303]}, {"step": 200, "epoch": 0, "train_loss": 0.3081229329109192, "cos_r_negg": [0.31963178515434265, 0.25017499923706055, 0.23153573274612427, 0.22826457023620605, 0.22805728018283844, 0.24239718914031982, 0.23999401926994324], "cos_apical_negg": [0.31963178515434265, 0.25017499923706055, 0.23153573274612427, 0.22826457023620605, 0.22805728018283844, 0.24239718914031982, 0.23999401926994324], "cos_Ac_negg": [0.31963178515434265, 0.25017499923706055, 0.23153573274612427, 0.22826457023620605, 0.22805728018283844, 0.24239718914031982, 0.23999401926994324], "r_norm": [0.8378963470458984, 0.8150151968002319, 0.8114085793495178, 0.8275878429412842, 0.8283745646476746, 0.8502671718597412, 0.8447176218032837]}, {"step": 250, "epoch": 0, "train_loss": 0.2219620943069458, "cos_r_negg": [0.3499290943145752, 0.291500985622406, 0.2710522413253784, 0.26673874258995056, 0.2546442151069641, 0.2912372946739197, 0.29048100113868713], "cos_apical_negg": [0.3499290943145752, 0.291500985622406, 0.2710522413253784, 0.26673874258995056, 0.2546442151069641, 0.2912372946739197, 0.29048100113868713], "cos_Ac_negg": [0.3499290943145752, 0.291500985622406, 0.2710522413253784, 0.26673874258995056, 0.2546442151069641, 0.2912372946739197, 0.29048100113868713], "r_norm": [0.7201311588287354, 0.6961961984634399, 0.700580894947052, 0.7111009359359741, 0.7164348363876343, 0.7282763123512268, 0.7250105142593384], "ldr": {"dL_sdil": -0.008416891098022461, "dL_bp": -0.006627023220062256, "ratio": 1.2700862541935367}}, {"step": 300, "epoch": 0, "train_loss": 0.25762173533439636, "cos_r_negg": [0.38332822918891907, 0.29594457149505615, 0.28777509927749634, 0.2724026143550873, 0.263609915971756, 0.29756149649620056, 0.2961958348751068], "cos_apical_negg": [0.38332822918891907, 0.29594457149505615, 0.28777509927749634, 0.2724026143550873, 0.263609915971756, 0.29756149649620056, 0.2961958348751068], "cos_Ac_negg": [0.38332822918891907, 0.29594457149505615, 0.28777509927749634, 0.2724026143550873, 0.263609915971756, 0.29756149649620056, 0.2961958348751068], "r_norm": [0.6593666076660156, 0.6400772333145142, 0.6402442455291748, 0.653131365776062, 0.6538249254226685, 0.6631709337234497, 0.6591126322746277]}, {"step": 350, "epoch": 0, "train_loss": 0.1737893968820572, "cos_r_negg": [0.43714386224746704, 0.36053383350372314, 0.3525885343551636, 0.33924973011016846, 0.31749284267425537, 0.3094608783721924, 0.3130391240119934], "cos_apical_negg": [0.43714386224746704, 0.36053383350372314, 0.3525885343551636, 0.33924973011016846, 0.31749284267425537, 0.3094608783721924, 0.3130391240119934], "cos_Ac_negg": [0.43714386224746704, 0.36053383350372314, 0.3525885343551636, 0.33924973011016846, 0.31749284267425537, 0.3094608783721924, 0.3130391240119934], "r_norm": [0.6394683122634888, 0.6190982460975647, 0.6172358989715576, 0.6271083354949951, 0.63056480884552, 0.6419655680656433, 0.6395988464355469]}, {"step": 400, "epoch": 0, "train_loss": 0.15916652977466583, "cos_r_negg": [0.4214826822280884, 0.3547261357307434, 0.3434809446334839, 0.35120171308517456, 0.317994087934494, 0.3271785378456116, 0.3213140666484833], "cos_apical_negg": [0.4214826822280884, 0.3547261357307434, 0.3434809446334839, 0.35120171308517456, 0.317994087934494, 0.3271785378456116, 0.3213140666484833], "cos_Ac_negg": [0.4214826822280884, 0.3547261357307434, 0.3434809446334839, 0.35120171308517456, 0.317994087934494, 0.3271785378456116, 0.3213140666484833], "r_norm": [0.5809882283210754, 0.5653866529464722, 0.5687294006347656, 0.5723236799240112, 0.5763458609580994, 0.5909716486930847, 0.5855808258056641]}, {"step": 450, "epoch": 0, "train_loss": 0.18657934665679932, "cos_r_negg": [0.44199806451797485, 0.3804716467857361, 0.3579210638999939, 0.34817832708358765, 0.32419678568840027, 0.35291051864624023, 0.32350054383277893], "cos_apical_negg": [0.44199806451797485, 0.3804716467857361, 0.3579210638999939, 0.34817832708358765, 0.32419678568840027, 0.35291051864624023, 0.32350054383277893], "cos_Ac_negg": [0.44199806451797485, 0.3804716467857361, 0.3579210638999939, 0.34817832708358765, 0.32419678568840027, 0.35291051864624023, 0.32350054383277893], "r_norm": [0.5492265224456787, 0.5356644988059998, 0.5332654118537903, 0.5390927791595459, 0.5428367853164673, 0.5571911334991455, 0.5494248867034912]}, {"epoch_end": 0, "step": 469, "test_acc": 0.9418, "test_loss": 0.20633173294067383}, {"step": 500, "epoch": 1, "train_loss": 0.2582293748855591, "cos_r_negg": [0.4368879795074463, 0.38351529836654663, 0.3802078366279602, 0.38135454058647156, 0.36771172285079956, 0.3613491654396057, 0.3403444290161133], "cos_apical_negg": [0.4368879795074463, 0.38351529836654663, 0.3802078366279602, 0.38135454058647156, 0.36771172285079956, 0.3613491654396057, 0.3403444290161133], "cos_Ac_negg": [0.4368879795074463, 0.38351529836654663, 0.3802078366279602, 0.38135454058647156, 0.36771172285079956, 0.3613491654396057, 0.3403444290161133], "r_norm": [0.5448049306869507, 0.5292389392852783, 0.5313645005226135, 0.5339146256446838, 0.5387622117996216, 0.5542649030685425, 0.5455334186553955], "ldr": {"dL_sdil": -0.005623340606689453, "dL_bp": -0.004269078373908997, "ratio": 1.3172259008073495}}, {"step": 550, "epoch": 1, "train_loss": 0.2723219096660614, "cos_r_negg": [0.42836421728134155, 0.3719748258590698, 0.34202173352241516, 0.3397659659385681, 0.3232666850090027, 0.32710185647010803, 0.324311226606369], "cos_apical_negg": [0.42836421728134155, 0.3719748258590698, 0.34202173352241516, 0.3397659659385681, 0.3232666850090027, 0.32710185647010803, 0.324311226606369], "cos_Ac_negg": [0.42836421728134155, 0.3719748258590698, 0.34202173352241516, 0.3397659659385681, 0.3232666850090027, 0.32710185647010803, 0.324311226606369], "r_norm": [0.48704609274864197, 0.4736451208591461, 0.4775022864341736, 0.4822416305541992, 0.48657941818237305, 0.4960540533065796, 0.4916244149208069]}, {"step": 600, "epoch": 1, "train_loss": 0.2831602990627289, "cos_r_negg": [0.43114525079727173, 0.3694743514060974, 0.3480237126350403, 0.3662857413291931, 0.335809588432312, 0.34272444248199463, 0.3328220546245575], "cos_apical_negg": [0.43114525079727173, 0.3694743514060974, 0.3480237126350403, 0.3662857413291931, 0.335809588432312, 0.34272444248199463, 0.3328220546245575], "cos_Ac_negg": [0.43114525079727173, 0.3694743514060974, 0.3480237126350403, 0.3662857413291931, 0.335809588432312, 0.34272444248199463, 0.3328220546245575], "r_norm": [0.5067944526672363, 0.49580731987953186, 0.4886102080345154, 0.5006228685379028, 0.49973294138908386, 0.5112103819847107, 0.5096433758735657]}, {"step": 650, "epoch": 1, "train_loss": 0.21261240541934967, "cos_r_negg": [0.44601020216941833, 0.3767581582069397, 0.36990222334861755, 0.3883301317691803, 0.3564886748790741, 0.3615887463092804, 0.3445393443107605], "cos_apical_negg": [0.44601020216941833, 0.3767581582069397, 0.36990222334861755, 0.3883301317691803, 0.3564886748790741, 0.3615887463092804, 0.3445393443107605], "cos_Ac_negg": [0.44601020216941833, 0.3767581582069397, 0.36990222334861755, 0.3883301317691803, 0.3564886748790741, 0.3615887463092804, 0.3445393443107605], "r_norm": [0.4720994234085083, 0.45923948287963867, 0.45673397183418274, 0.46027320623397827, 0.46681052446365356, 0.47863084077835083, 0.47257208824157715]}, {"step": 700, "epoch": 1, "train_loss": 0.05106862634420395, "cos_r_negg": [0.4484372138977051, 0.3958175778388977, 0.3779681921005249, 0.3730277419090271, 0.3597506880760193, 0.35212939977645874, 0.3418154716491699], "cos_apical_negg": [0.4484372138977051, 0.3958175778388977, 0.3779681921005249, 0.3730277419090271, 0.3597506880760193, 0.35212939977645874, 0.3418154716491699], "cos_Ac_negg": [0.4484372138977051, 0.3958175778388977, 0.3779681921005249, 0.3730277419090271, 0.3597506880760193, 0.35212939977645874, 0.3418154716491699], "r_norm": [0.4118836224079132, 0.4024159908294678, 0.40001237392425537, 0.4037941098213196, 0.4096029996871948, 0.42076778411865234, 0.41360998153686523]}, {"step": 750, "epoch": 1, "train_loss": 0.09549614787101746, "cos_r_negg": [0.41562312841415405, 0.38968637585639954, 0.37790656089782715, 0.3814140558242798, 0.3633420169353485, 0.36148929595947266, 0.351240336894989], "cos_apical_negg": [0.41562312841415405, 0.38968637585639954, 0.37790656089782715, 0.3814140558242798, 0.3633420169353485, 0.36148929595947266, 0.351240336894989], "cos_Ac_negg": [0.41562312841415405, 0.38968637585639954, 0.37790656089782715, 0.3814140558242798, 0.3633420169353485, 0.36148929595947266, 0.351240336894989], "r_norm": [0.46055153012275696, 0.4499191641807556, 0.4498639702796936, 0.4529963731765747, 0.4574821889400482, 0.4701830744743347, 0.46319037675857544], "ldr": {"dL_sdil": -0.006368950009346008, "dL_bp": -0.0050895363092422485, "ratio": 1.25138119120605}}, {"step": 800, "epoch": 1, "train_loss": 0.11961087584495544, "cos_r_negg": [0.4318660497665405, 0.4110807776451111, 0.4003981351852417, 0.3872208595275879, 0.3696569502353668, 0.358315646648407, 0.34527724981307983], "cos_apical_negg": [0.4318660497665405, 0.4110807776451111, 0.4003981351852417, 0.3872208595275879, 0.3696569502353668, 0.358315646648407, 0.34527724981307983], "cos_Ac_negg": [0.4318660497665405, 0.4110807776451111, 0.4003981351852417, 0.3872208595275879, 0.3696569502353668, 0.358315646648407, 0.34527724981307983], "r_norm": [0.4668022394180298, 0.4523782730102539, 0.45962846279144287, 0.45954957604408264, 0.4682215452194214, 0.4786105751991272, 0.47109201550483704]}, {"step": 850, "epoch": 1, "train_loss": 0.25412750244140625, "cos_r_negg": [0.435890257358551, 0.41991084814071655, 0.3959870934486389, 0.37955522537231445, 0.3724626898765564, 0.36558806896209717, 0.34486719965934753], "cos_apical_negg": [0.435890257358551, 0.41991084814071655, 0.3959870934486389, 0.37955522537231445, 0.3724626898765564, 0.36558806896209717, 0.34486719965934753], "cos_Ac_negg": [0.435890257358551, 0.41991084814071655, 0.3959870934486389, 0.37955522537231445, 0.3724626898765564, 0.36558806896209717, 0.34486719965934753], "r_norm": [0.41611936688423157, 0.40564313530921936, 0.4084102511405945, 0.4102676510810852, 0.4134916067123413, 0.4255642890930176, 0.41893815994262695]}, {"step": 900, "epoch": 1, "train_loss": 0.1595853716135025, "cos_r_negg": [0.45699241757392883, 0.4380941390991211, 0.4261516332626343, 0.3989473879337311, 0.37565115094184875, 0.3778458833694458, 0.35113972425460815], "cos_apical_negg": [0.45699241757392883, 0.4380941390991211, 0.4261516332626343, 0.3989473879337311, 0.37565115094184875, 0.3778458833694458, 0.35113972425460815], "cos_Ac_negg": [0.45699241757392883, 0.4380941390991211, 0.4261516332626343, 0.3989473879337311, 0.37565115094184875, 0.3778458833694458, 0.35113972425460815], "r_norm": [0.39848920702934265, 0.38889068365097046, 0.39007237553596497, 0.39268460869789124, 0.3960955739021301, 0.406686007976532, 0.4003690481185913]}, {"epoch_end": 1, "step": 938, "test_acc": 0.9553, "test_loss": 0.15723271865844726}, {"step": 950, "epoch": 2, "train_loss": 0.19479681551456451, "cos_r_negg": [0.4334397315979004, 0.4284540116786957, 0.4202682673931122, 0.41571974754333496, 0.39272844791412354, 0.37303829193115234, 0.35166388750076294], "cos_apical_negg": [0.4334397315979004, 0.4284540116786957, 0.4202682673931122, 0.41571974754333496, 0.39272844791412354, 0.37303829193115234, 0.35166388750076294], "cos_Ac_negg": [0.4334397315979004, 0.4284540116786957, 0.4202682673931122, 0.41571974754333496, 0.39272844791412354, 0.37303829193115234, 0.35166388750076294], "r_norm": [0.4334990978240967, 0.4212252199649811, 0.42623370885849, 0.4256247282028198, 0.431591272354126, 0.44233882427215576, 0.4370160400867462]}, {"step": 1000, "epoch": 2, "train_loss": 0.10188407450914383, "cos_r_negg": [0.4590369462966919, 0.44619229435920715, 0.44126129150390625, 0.4384459853172302, 0.40480637550354004, 0.40947115421295166, 0.37961989641189575], "cos_apical_negg": [0.4590369462966919, 0.44619229435920715, 0.44126129150390625, 0.4384459853172302, 0.40480637550354004, 0.40947115421295166, 0.37961989641189575], "cos_Ac_negg": [0.4590369462966919, 0.44619229435920715, 0.44126129150390625, 0.4384459853172302, 0.40480637550354004, 0.40947115421295166, 0.37961989641189575], "r_norm": [0.3882797956466675, 0.3789415955543518, 0.3793233633041382, 0.38088369369506836, 0.3867112994194031, 0.39491456747055054, 0.3880845308303833], "ldr": {"dL_sdil": -0.004818379878997803, "dL_bp": -0.0040472447872161865, "ratio": 1.1905333460969199}}, {"step": 1050, "epoch": 2, "train_loss": 0.06615853309631348, "cos_r_negg": [0.46963852643966675, 0.4502076208591461, 0.44079792499542236, 0.4430326223373413, 0.4048616588115692, 0.389091432094574, 0.3647187352180481], "cos_apical_negg": [0.46963852643966675, 0.4502076208591461, 0.44079792499542236, 0.4430326223373413, 0.4048616588115692, 0.389091432094574, 0.3647187352180481], "cos_Ac_negg": [0.46963852643966675, 0.4502076208591461, 0.44079792499542236, 0.4430326223373413, 0.4048616588115692, 0.389091432094574, 0.3647187352180481], "r_norm": [0.43266066908836365, 0.4201377332210541, 0.4197864830493927, 0.4206627309322357, 0.4279060959815979, 0.4367234408855438, 0.4340299367904663]}, {"step": 1100, "epoch": 2, "train_loss": 0.13593778014183044, "cos_r_negg": [0.46217820048332214, 0.44724196195602417, 0.4353329539299011, 0.42784708738327026, 0.4179876744747162, 0.38238251209259033, 0.36003297567367554], "cos_apical_negg": [0.46217820048332214, 0.44724196195602417, 0.4353329539299011, 0.42784708738327026, 0.4179876744747162, 0.38238251209259033, 0.36003297567367554], "cos_Ac_negg": [0.46217820048332214, 0.44724196195602417, 0.4353329539299011, 0.42784708738327026, 0.4179876744747162, 0.38238251209259033, 0.36003297567367554], "r_norm": [0.3637446463108063, 0.35488325357437134, 0.3594120144844055, 0.3584325909614563, 0.3644151985645294, 0.37233057618141174, 0.3673171401023865]}, {"step": 1150, "epoch": 2, "train_loss": 0.08331355452537537, "cos_r_negg": [0.45934778451919556, 0.4425147771835327, 0.41356194019317627, 0.4035937190055847, 0.3880344033241272, 0.3765825033187866, 0.3556642532348633], "cos_apical_negg": [0.45934778451919556, 0.4425147771835327, 0.41356194019317627, 0.4035937190055847, 0.3880344033241272, 0.3765825033187866, 0.3556642532348633], "cos_Ac_negg": [0.45934778451919556, 0.4425147771835327, 0.41356194019317627, 0.4035937190055847, 0.3880344033241272, 0.3765825033187866, 0.3556642532348633], "r_norm": [0.372164249420166, 0.361873060464859, 0.3629777729511261, 0.3663395047187805, 0.36993303894996643, 0.37608784437179565, 0.3723323345184326]}, {"step": 1200, "epoch": 2, "train_loss": 0.034742169082164764, "cos_r_negg": [0.4508051574230194, 0.4424924850463867, 0.4309018552303314, 0.41661226749420166, 0.3840406537055969, 0.35559216141700745, 0.35192638635635376], "cos_apical_negg": [0.4508051574230194, 0.4424924850463867, 0.4309018552303314, 0.41661226749420166, 0.3840406537055969, 0.35559216141700745, 0.35192638635635376], "cos_Ac_negg": [0.4508051574230194, 0.4424924850463867, 0.4309018552303314, 0.41661226749420166, 0.3840406537055969, 0.35559216141700745, 0.35192638635635376], "r_norm": [0.35393333435058594, 0.34378451108932495, 0.3452942371368408, 0.3463866114616394, 0.35052865743637085, 0.3607160151004791, 0.35464993119239807]}, {"step": 1250, "epoch": 2, "train_loss": 0.0960867702960968, "cos_r_negg": [0.4492148458957672, 0.44642898440361023, 0.431868314743042, 0.4158683717250824, 0.40075498819351196, 0.37291431427001953, 0.3577529788017273], "cos_apical_negg": [0.4492148458957672, 0.44642898440361023, 0.431868314743042, 0.4158683717250824, 0.40075498819351196, 0.37291431427001953, 0.3577529788017273], "cos_Ac_negg": [0.4492148458957672, 0.44642898440361023, 0.431868314743042, 0.4158683717250824, 0.40075498819351196, 0.37291431427001953, 0.3577529788017273], "r_norm": [0.3528636693954468, 0.34020474553108215, 0.34355685114860535, 0.3423926830291748, 0.3508000373840332, 0.3585406541824341, 0.35200822353363037], "ldr": {"dL_sdil": -0.006273150444030762, "dL_bp": -0.005137920379638672, "ratio": 1.2209512761020882}}, {"step": 1300, "epoch": 2, "train_loss": 0.1905684769153595, "cos_r_negg": [0.4743340313434601, 0.4578220844268799, 0.45099908113479614, 0.42460334300994873, 0.39186662435531616, 0.3845480680465698, 0.3653091788291931], "cos_apical_negg": [0.4743340313434601, 0.4578220844268799, 0.45099908113479614, 0.42460334300994873, 0.39186662435531616, 0.3845480680465698, 0.3653091788291931], "cos_Ac_negg": [0.4743340313434601, 0.4578220844268799, 0.45099908113479614, 0.42460334300994873, 0.39186662435531616, 0.3845480680465698, 0.3653091788291931], "r_norm": [0.2953793406486511, 0.2887277603149414, 0.28639495372772217, 0.2895500659942627, 0.2928329110145569, 0.30063456296920776, 0.2963448166847229]}, {"step": 1350, "epoch": 2, "train_loss": 0.11890728771686554, "cos_r_negg": [0.49050790071487427, 0.4696372151374817, 0.4617268741130829, 0.43748804926872253, 0.4194014072418213, 0.40080612897872925, 0.3666057586669922], "cos_apical_negg": [0.49050790071487427, 0.4696372151374817, 0.4617268741130829, 0.43748804926872253, 0.4194014072418213, 0.40080612897872925, 0.3666057586669922], "cos_Ac_negg": [0.49050790071487427, 0.4696372151374817, 0.4617268741130829, 0.43748804926872253, 0.4194014072418213, 0.40080612897872925, 0.3666057586669922], "r_norm": [0.335462749004364, 0.32479265332221985, 0.3299112915992737, 0.32765674591064453, 0.3350144326686859, 0.34090936183929443, 0.33582472801208496]}, {"step": 1400, "epoch": 2, "train_loss": 0.1875198781490326, "cos_r_negg": [0.4869869351387024, 0.47742778062820435, 0.4598047137260437, 0.4436913728713989, 0.4192848205566406, 0.4054268002510071, 0.36910325288772583], "cos_apical_negg": [0.4869869351387024, 0.47742778062820435, 0.4598047137260437, 0.4436913728713989, 0.4192848205566406, 0.4054268002510071, 0.36910325288772583], "cos_Ac_negg": [0.4869869351387024, 0.47742778062820435, 0.4598047137260437, 0.4436913728713989, 0.4192848205566406, 0.4054268002510071, 0.36910325288772583], "r_norm": [0.3084246516227722, 0.30062270164489746, 0.2982241213321686, 0.3000163435935974, 0.30555814504623413, 0.313784658908844, 0.3092413544654846]}, {"epoch_end": 2, "step": 1407, "test_acc": 0.9614, "test_loss": 0.1346881191253662}, {"step": 1450, "epoch": 3, "train_loss": 0.0501861609518528, "cos_r_negg": [0.46718478202819824, 0.4719633162021637, 0.4489704966545105, 0.43722298741340637, 0.41802704334259033, 0.3896109461784363, 0.36747482419013977], "cos_apical_negg": [0.46718478202819824, 0.4719633162021637, 0.4489704966545105, 0.43722298741340637, 0.41802704334259033, 0.3896109461784363, 0.36747482419013977], "cos_Ac_negg": [0.46718478202819824, 0.4719633162021637, 0.4489704966545105, 0.43722298741340637, 0.41802704334259033, 0.3896109461784363, 0.36747482419013977], "r_norm": [0.30333220958709717, 0.2947371304035187, 0.2980297803878784, 0.2963946461677551, 0.3006499707698822, 0.31024685502052307, 0.3041381537914276]}, {"step": 1500, "epoch": 3, "train_loss": 0.04314664006233215, "cos_r_negg": [0.4634447991847992, 0.4643900394439697, 0.45857059955596924, 0.4385715126991272, 0.4214075207710266, 0.38992252945899963, 0.36716681718826294], "cos_apical_negg": [0.4634447991847992, 0.4643900394439697, 0.45857059955596924, 0.4385715126991272, 0.4214075207710266, 0.38992252945899963, 0.36716681718826294], "cos_Ac_negg": [0.4634447991847992, 0.4643900394439697, 0.45857059955596924, 0.4385715126991272, 0.4214075207710266, 0.38992252945899963, 0.36716681718826294], "r_norm": [0.30309247970581055, 0.2962423861026764, 0.29511570930480957, 0.2993162274360657, 0.2989130914211273, 0.30784642696380615, 0.30321449041366577], "ldr": {"dL_sdil": -0.00518672913312912, "dL_bp": -0.004423148930072784, "ratio": 1.1726327137358612}}, {"step": 1550, "epoch": 3, "train_loss": 0.04687339439988136, "cos_r_negg": [0.4946489930152893, 0.48007169365882874, 0.47864866256713867, 0.455382376909256, 0.42722976207733154, 0.4164541959762573, 0.3723975419998169], "cos_apical_negg": [0.4946489930152893, 0.48007169365882874, 0.47864866256713867, 0.455382376909256, 0.42722976207733154, 0.4164541959762573, 0.3723975419998169], "cos_Ac_negg": [0.4946489930152893, 0.48007169365882874, 0.47864866256713867, 0.455382376909256, 0.42722976207733154, 0.4164541959762573, 0.3723975419998169], "r_norm": [0.28473037481307983, 0.2782922089099884, 0.2765360176563263, 0.2789227068424225, 0.2830277681350708, 0.2898748815059662, 0.28610140085220337]}, {"step": 1600, "epoch": 3, "train_loss": 0.03585828095674515, "cos_r_negg": [0.49441203474998474, 0.4789299964904785, 0.46767163276672363, 0.433053195476532, 0.4048512578010559, 0.40041255950927734, 0.3651062250137329], "cos_apical_negg": [0.49441203474998474, 0.4789299964904785, 0.46767163276672363, 0.433053195476532, 0.4048512578010559, 0.40041255950927734, 0.3651062250137329], "cos_Ac_negg": [0.49441203474998474, 0.4789299964904785, 0.46767163276672363, 0.433053195476532, 0.4048512578010559, 0.40041255950927734, 0.3651062250137329], "r_norm": [0.25626927614212036, 0.25178277492523193, 0.2508789300918579, 0.2522886097431183, 0.2561206817626953, 0.2622411847114563, 0.2582138478755951]}, {"step": 1650, "epoch": 3, "train_loss": 0.05111708492040634, "cos_r_negg": [0.45814386010169983, 0.46732133626937866, 0.4644976258277893, 0.4396655559539795, 0.40115752816200256, 0.3985429108142853, 0.36578476428985596], "cos_apical_negg": [0.45814386010169983, 0.46732133626937866, 0.4644976258277893, 0.4396655559539795, 0.40115752816200256, 0.3985429108142853, 0.36578476428985596], "cos_Ac_negg": [0.45814386010169983, 0.46732133626937866, 0.4644976258277893, 0.4396655559539795, 0.40115752816200256, 0.3985429108142853, 0.36578476428985596], "r_norm": [0.24418571591377258, 0.2394823282957077, 0.2370489239692688, 0.23969678580760956, 0.24274855852127075, 0.24952156841754913, 0.24550075829029083]}, {"step": 1700, "epoch": 3, "train_loss": 0.06745560467243195, "cos_r_negg": [0.4729255437850952, 0.4755573272705078, 0.464417427778244, 0.436698317527771, 0.3909105062484741, 0.39135944843292236, 0.3622882664203644], "cos_apical_negg": [0.4729255437850952, 0.4755573272705078, 0.464417427778244, 0.436698317527771, 0.3909105062484741, 0.39135944843292236, 0.3622882664203644], "cos_Ac_negg": [0.4729255437850952, 0.4755573272705078, 0.464417427778244, 0.436698317527771, 0.3909105062484741, 0.39135944843292236, 0.3622882664203644], "r_norm": [0.30032479763031006, 0.29380112886428833, 0.29467377066612244, 0.2954080104827881, 0.2978234589099884, 0.30600404739379883, 0.3002277612686157]}, {"step": 1750, "epoch": 3, "train_loss": 0.06190885975956917, "cos_r_negg": [0.4760548770427704, 0.47847792506217957, 0.4649809002876282, 0.45262911915779114, 0.4214121103286743, 0.4023245573043823, 0.374348521232605], "cos_apical_negg": [0.4760548770427704, 0.47847792506217957, 0.4649809002876282, 0.45262911915779114, 0.4214121103286743, 0.4023245573043823, 0.374348521232605], "cos_Ac_negg": [0.4760548770427704, 0.47847792506217957, 0.4649809002876282, 0.45262911915779114, 0.4214121103286743, 0.4023245573043823, 0.374348521232605], "r_norm": [0.2843160629272461, 0.2789098918437958, 0.27645501494407654, 0.27728936076164246, 0.2816792130470276, 0.2901306450366974, 0.28459614515304565], "ldr": {"dL_sdil": -0.004991620779037476, "dL_bp": -0.005995951592922211, "ratio": 0.8324985119842736}}, {"step": 1800, "epoch": 3, "train_loss": 0.12717965245246887, "cos_r_negg": [0.48297119140625, 0.4748796224594116, 0.46431976556777954, 0.45766979455947876, 0.4392998218536377, 0.412825345993042, 0.3861254155635834], "cos_apical_negg": [0.48297119140625, 0.4748796224594116, 0.46431976556777954, 0.45766979455947876, 0.4392998218536377, 0.412825345993042, 0.3861254155635834], "cos_Ac_negg": [0.48297119140625, 0.4748796224594116, 0.46431976556777954, 0.45766979455947876, 0.4392998218536377, 0.412825345993042, 0.3861254155635834], "r_norm": [0.30139172077178955, 0.2941943407058716, 0.294994592666626, 0.29496026039123535, 0.2990933656692505, 0.3075025677680969, 0.3021092414855957]}, {"step": 1850, "epoch": 3, "train_loss": 0.12983787059783936, "cos_r_negg": [0.49215349555015564, 0.48309022188186646, 0.46201634407043457, 0.4559771716594696, 0.4461092948913574, 0.4181823134422302, 0.38321539759635925], "cos_apical_negg": [0.49215349555015564, 0.48309022188186646, 0.46201634407043457, 0.4559771716594696, 0.4461092948913574, 0.4181823134422302, 0.38321539759635925], "cos_Ac_negg": [0.49215349555015564, 0.48309022188186646, 0.46201634407043457, 0.4559771716594696, 0.4461092948913574, 0.4181823134422302, 0.38321539759635925], "r_norm": [0.3037686049938202, 0.29575636982917786, 0.29693013429641724, 0.2981775403022766, 0.3009486198425293, 0.3085719048976898, 0.3035554885864258]}, {"epoch_end": 3, "step": 1876, "test_acc": 0.964, "test_loss": 0.12345206718444825}, {"step": 1900, "epoch": 4, "train_loss": 0.07626283168792725, "cos_r_negg": [0.4559803605079651, 0.4672795236110687, 0.44675350189208984, 0.44086015224456787, 0.4112715423107147, 0.3891216218471527, 0.35435783863067627], "cos_apical_negg": [0.4559803605079651, 0.4672795236110687, 0.44675350189208984, 0.44086015224456787, 0.4112715423107147, 0.3891216218471527, 0.35435783863067627], "cos_Ac_negg": [0.4559803605079651, 0.4672795236110687, 0.44675350189208984, 0.44086015224456787, 0.4112715423107147, 0.3891216218471527, 0.35435783863067627], "r_norm": [0.26857316493988037, 0.2636948227882385, 0.2633650302886963, 0.26492840051651, 0.2669867277145386, 0.27413612604141235, 0.2701880931854248]}, {"step": 1950, "epoch": 4, "train_loss": 0.06285884231328964, "cos_r_negg": [0.461218923330307, 0.47135281562805176, 0.4517977237701416, 0.44980430603027344, 0.4102286100387573, 0.38288620114326477, 0.35964757204055786], "cos_apical_negg": [0.461218923330307, 0.47135281562805176, 0.4517977237701416, 0.44980430603027344, 0.4102286100387573, 0.38288620114326477, 0.35964757204055786], "cos_Ac_negg": [0.461218923330307, 0.47135281562805176, 0.4517977237701416, 0.44980430603027344, 0.4102286100387573, 0.38288620114326477, 0.35964757204055786], "r_norm": [0.2582034468650818, 0.25206461548805237, 0.25119954347610474, 0.25249236822128296, 0.25705939531326294, 0.2638569474220276, 0.26034727692604065]}, {"step": 2000, "epoch": 4, "train_loss": 0.05926135927438736, "cos_r_negg": [0.4761998951435089, 0.4750257432460785, 0.4598974585533142, 0.4475858807563782, 0.41604962944984436, 0.4007391929626465, 0.3661775588989258], "cos_apical_negg": [0.4761998951435089, 0.4750257432460785, 0.4598974585533142, 0.4475858807563782, 0.41604962944984436, 0.4007391929626465, 0.3661775588989258], "cos_Ac_negg": [0.4761998951435089, 0.4750257432460785, 0.4598974585533142, 0.4475858807563782, 0.41604962944984436, 0.4007391929626465, 0.3661775588989258], "r_norm": [0.23095187544822693, 0.22660791873931885, 0.22427447140216827, 0.22666756808757782, 0.23018798232078552, 0.23596587777137756, 0.23328319191932678], "ldr": {"dL_sdil": -0.004175134003162384, "dL_bp": -0.00487392395734787, "ratio": 0.8566268246487517}}, {"step": 2050, "epoch": 4, "train_loss": 0.05355347692966461, "cos_r_negg": [0.4568701684474945, 0.46015655994415283, 0.4484419822692871, 0.443601131439209, 0.4080694317817688, 0.37528058886528015, 0.362282395362854], "cos_apical_negg": [0.4568701684474945, 0.46015655994415283, 0.4484419822692871, 0.443601131439209, 0.4080694317817688, 0.37528058886528015, 0.362282395362854], "cos_Ac_negg": [0.4568701684474945, 0.46015655994415283, 0.4484419822692871, 0.443601131439209, 0.4080694317817688, 0.37528058886528015, 0.362282395362854], "r_norm": [0.25647205114364624, 0.25080063939094543, 0.25098899006843567, 0.2514783442020416, 0.25546881556510925, 0.2624952793121338, 0.25883734226226807]}, {"step": 2100, "epoch": 4, "train_loss": 0.05910917744040489, "cos_r_negg": [0.45539218187332153, 0.46880245208740234, 0.4508935511112213, 0.4513247013092041, 0.43321266770362854, 0.41540053486824036, 0.37551596760749817], "cos_apical_negg": [0.45539218187332153, 0.46880245208740234, 0.4508935511112213, 0.4513247013092041, 0.43321266770362854, 0.41540053486824036, 0.37551596760749817], "cos_Ac_negg": [0.45539218187332153, 0.46880245208740234, 0.4508935511112213, 0.4513247013092041, 0.43321266770362854, 0.41540053486824036, 0.37551596760749817], "r_norm": [0.27627280354499817, 0.2707654535770416, 0.2692989408969879, 0.2711626887321472, 0.2754904329776764, 0.28114053606987, 0.277942419052124]}, {"step": 2150, "epoch": 4, "train_loss": 0.08981695026159286, "cos_r_negg": [0.47839951515197754, 0.4909796118736267, 0.47943875193595886, 0.47837525606155396, 0.4296676516532898, 0.39954692125320435, 0.37714824080467224], "cos_apical_negg": [0.47839951515197754, 0.4909796118736267, 0.47943875193595886, 0.47837525606155396, 0.4296676516532898, 0.39954692125320435, 0.37714824080467224], "cos_Ac_negg": [0.47839951515197754, 0.4909796118736267, 0.47943875193595886, 0.47837525606155396, 0.4296676516532898, 0.39954692125320435, 0.37714824080467224], "r_norm": [0.2538735270500183, 0.24841278791427612, 0.2441127598285675, 0.24658586084842682, 0.24982401728630066, 0.2569822669029236, 0.2536488175392151]}, {"step": 2200, "epoch": 4, "train_loss": 0.06297943741083145, "cos_r_negg": [0.46724173426628113, 0.47674739360809326, 0.4712648391723633, 0.4765927195549011, 0.4406391978263855, 0.40385299921035767, 0.37767529487609863], "cos_apical_negg": [0.46724173426628113, 0.47674739360809326, 0.4712648391723633, 0.4765927195549011, 0.4406391978263855, 0.40385299921035767, 0.37767529487609863], "cos_Ac_negg": [0.46724173426628113, 0.47674739360809326, 0.4712648391723633, 0.4765927195549011, 0.4406391978263855, 0.40385299921035767, 0.37767529487609863], "r_norm": [0.2740859389305115, 0.2663596570491791, 0.2691802382469177, 0.2696203887462616, 0.27146485447883606, 0.27922192215919495, 0.2739398777484894]}, {"step": 2250, "epoch": 4, "train_loss": 0.004267253912985325, "cos_r_negg": [0.4946975111961365, 0.48183339834213257, 0.4830888509750366, 0.48231202363967896, 0.4543209969997406, 0.41185179352760315, 0.3873027265071869], "cos_apical_negg": [0.4946975111961365, 0.48183339834213257, 0.4830888509750366, 0.48231202363967896, 0.4543209969997406, 0.41185179352760315, 0.3873027265071869], "cos_Ac_negg": [0.4946975111961365, 0.48183339834213257, 0.4830888509750366, 0.48231202363967896, 0.4543209969997406, 0.41185179352760315, 0.3873027265071869], "r_norm": [0.2725045382976532, 0.2633627653121948, 0.26678118109703064, 0.2648499310016632, 0.26884379982948303, 0.2772625684738159, 0.2713521718978882], "ldr": {"dL_sdil": -0.006666243076324463, "dL_bp": -0.007492035627365112, "ratio": 0.8897772792184286}}, {"step": 2300, "epoch": 4, "train_loss": 0.10490547865629196, "cos_r_negg": [0.5019478797912598, 0.49183541536331177, 0.4861399531364441, 0.4823067784309387, 0.4635443389415741, 0.4162037670612335, 0.3918856978416443], "cos_apical_negg": [0.5019478797912598, 0.49183541536331177, 0.4861399531364441, 0.4823067784309387, 0.4635443389415741, 0.4162037670612335, 0.3918856978416443], "cos_Ac_negg": [0.5019478797912598, 0.49183541536331177, 0.4861399531364441, 0.4823067784309387, 0.4635443389415741, 0.4162037670612335, 0.3918856978416443], "r_norm": [0.25187474489212036, 0.2456996738910675, 0.24564166367053986, 0.24644218385219574, 0.25022539496421814, 0.2563503384590149, 0.25213056802749634]}, {"epoch_end": 4, "step": 2345, "test_acc": 0.9668, "test_loss": 0.12058405151367188}, {"step": 2350, "epoch": 5, "train_loss": 0.08840028941631317, "cos_r_negg": [0.49033862352371216, 0.48690706491470337, 0.46906372904777527, 0.457571417093277, 0.4462128281593323, 0.4043760895729065, 0.386078417301178], "cos_apical_negg": [0.49033862352371216, 0.48690706491470337, 0.46906372904777527, 0.457571417093277, 0.4462128281593323, 0.4043760895729065, 0.386078417301178], "cos_Ac_negg": [0.49033862352371216, 0.48690706491470337, 0.46906372904777527, 0.457571417093277, 0.4462128281593323, 0.4043760895729065, 0.386078417301178], "r_norm": [0.28104737401008606, 0.2742704153060913, 0.2749997675418854, 0.2763233780860901, 0.27930790185928345, 0.2863457202911377, 0.28147727251052856]}, {"step": 2400, "epoch": 5, "train_loss": 0.03309454768896103, "cos_r_negg": [0.48420166969299316, 0.4834131598472595, 0.47136515378952026, 0.4702492952346802, 0.45091596245765686, 0.4102463722229004, 0.39261841773986816], "cos_apical_negg": [0.48420166969299316, 0.4834131598472595, 0.47136515378952026, 0.4702492952346802, 0.45091596245765686, 0.4102463722229004, 0.39261841773986816], "cos_Ac_negg": [0.48420166969299316, 0.4834131598472595, 0.47136515378952026, 0.4702492952346802, 0.45091596245765686, 0.4102463722229004, 0.39261841773986816], "r_norm": [0.27506881952285767, 0.2679559886455536, 0.2690129578113556, 0.2692953944206238, 0.27244874835014343, 0.2806100845336914, 0.2764334976673126]}, {"step": 2450, "epoch": 5, "train_loss": 0.07526559382677078, "cos_r_negg": [0.4860757291316986, 0.49438589811325073, 0.47474974393844604, 0.47836437821388245, 0.45362091064453125, 0.411296010017395, 0.402271568775177], "cos_apical_negg": [0.4860757291316986, 0.49438589811325073, 0.47474974393844604, 0.47836437821388245, 0.45362091064453125, 0.411296010017395, 0.402271568775177], "cos_Ac_negg": [0.4860757291316986, 0.49438589811325073, 0.47474974393844604, 0.47836437821388245, 0.45362091064453125, 0.411296010017395, 0.402271568775177], "r_norm": [0.2533767819404602, 0.24735556542873383, 0.24632249772548676, 0.24727416038513184, 0.2516101896762848, 0.25839608907699585, 0.2547679543495178]}, {"step": 2500, "epoch": 5, "train_loss": 0.028488056734204292, "cos_r_negg": [0.4803965091705322, 0.48178398609161377, 0.46610382199287415, 0.4666386842727661, 0.43385863304138184, 0.4017261266708374, 0.38980382680892944], "cos_apical_negg": [0.4803965091705322, 0.48178398609161377, 0.46610382199287415, 0.4666386842727661, 0.43385863304138184, 0.4017261266708374, 0.38980382680892944], "cos_Ac_negg": [0.4803965091705322, 0.48178398609161377, 0.46610382199287415, 0.4666386842727661, 0.43385863304138184, 0.4017261266708374, 0.38980382680892944], "r_norm": [0.24064123630523682, 0.23482444882392883, 0.23515671491622925, 0.2353029102087021, 0.23842422664165497, 0.24594038724899292, 0.24184253811836243], "ldr": {"dL_sdil": -0.00615837424993515, "dL_bp": -0.007251806557178497, "ratio": 0.8492193222996319}}, {"step": 2550, "epoch": 5, "train_loss": 0.031613610684871674, "cos_r_negg": [0.48422497510910034, 0.4795011281967163, 0.46866902709007263, 0.4609491527080536, 0.43664824962615967, 0.40096011757850647, 0.39183464646339417], "cos_apical_negg": [0.48422497510910034, 0.4795011281967163, 0.46866902709007263, 0.4609491527080536, 0.43664824962615967, 0.40096011757850647, 0.39183464646339417], "cos_Ac_negg": [0.48422497510910034, 0.4795011281967163, 0.46866902709007263, 0.4609491527080536, 0.43664824962615967, 0.40096011757850647, 0.39183464646339417], "r_norm": [0.21383792161941528, 0.2081805169582367, 0.20858922600746155, 0.20827198028564453, 0.2121727615594864, 0.21884101629257202, 0.214094340801239]}, {"step": 2600, "epoch": 5, "train_loss": 0.03172123059630394, "cos_r_negg": [0.48275575041770935, 0.48682498931884766, 0.48409774899482727, 0.4714120626449585, 0.4409027099609375, 0.4072069525718689, 0.3916247487068176], "cos_apical_negg": [0.48275575041770935, 0.48682498931884766, 0.48409774899482727, 0.4714120626449585, 0.4409027099609375, 0.4072069525718689, 0.3916247487068176], "cos_Ac_negg": [0.48275575041770935, 0.48682498931884766, 0.48409774899482727, 0.4714120626449585, 0.4409027099609375, 0.4072069525718689, 0.3916247487068176], "r_norm": [0.24350985884666443, 0.23763692378997803, 0.23730669915676117, 0.23782232403755188, 0.24069508910179138, 0.2486722767353058, 0.24397598206996918]}, {"step": 2650, "epoch": 5, "train_loss": 0.036749307066202164, "cos_r_negg": [0.49981799721717834, 0.4990221858024597, 0.4915392994880676, 0.47884225845336914, 0.4472654163837433, 0.41414833068847656, 0.40123093128204346], "cos_apical_negg": [0.49981799721717834, 0.4990221858024597, 0.4915392994880676, 0.47884225845336914, 0.4472654163837433, 0.41414833068847656, 0.40123093128204346], "cos_Ac_negg": [0.49981799721717834, 0.4990221858024597, 0.4915392994880676, 0.47884225845336914, 0.4472654163837433, 0.41414833068847656, 0.40123093128204346], "r_norm": [0.25453224778175354, 0.24806782603263855, 0.24914269149303436, 0.24780111014842987, 0.2525443732738495, 0.25975483655929565, 0.2548031210899353]}, {"step": 2700, "epoch": 5, "train_loss": 0.130050390958786, "cos_r_negg": [0.49397969245910645, 0.5027312636375427, 0.4946504235267639, 0.4735925495624542, 0.43517935276031494, 0.4189848303794861, 0.40577685832977295], "cos_apical_negg": [0.49397969245910645, 0.5027312636375427, 0.4946504235267639, 0.4735925495624542, 0.43517935276031494, 0.4189848303794861, 0.40577685832977295], "cos_Ac_negg": [0.49397969245910645, 0.5027312636375427, 0.4946504235267639, 0.4735925495624542, 0.43517935276031494, 0.4189848303794861, 0.40577685832977295], "r_norm": [0.22192972898483276, 0.21713805198669434, 0.21560120582580566, 0.21711266040802002, 0.22121375799179077, 0.22658005356788635, 0.22258499264717102]}, {"step": 2750, "epoch": 5, "train_loss": 0.01947273686528206, "cos_r_negg": [0.48661819100379944, 0.4842081665992737, 0.4751323163509369, 0.47390639781951904, 0.4492786228656769, 0.40332239866256714, 0.40654104948043823], "cos_apical_negg": [0.48661819100379944, 0.4842081665992737, 0.4751323163509369, 0.47390639781951904, 0.4492786228656769, 0.40332239866256714, 0.40654104948043823], "cos_Ac_negg": [0.48661819100379944, 0.4842081665992737, 0.4751323163509369, 0.47390639781951904, 0.4492786228656769, 0.40332239866256714, 0.40654104948043823], "r_norm": [0.24599315226078033, 0.23993134498596191, 0.2382613718509674, 0.2391287386417389, 0.2447422444820404, 0.2504720687866211, 0.24670535326004028], "ldr": {"dL_sdil": -0.00576898455619812, "dL_bp": -0.007109120488166809, "ratio": 0.811490614879948}}, {"step": 2800, "epoch": 5, "train_loss": 0.01513090543448925, "cos_r_negg": [0.4766995310783386, 0.4783397316932678, 0.46884968876838684, 0.4652021527290344, 0.4384949505329132, 0.3995082378387451, 0.39536619186401367], "cos_apical_negg": [0.4766995310783386, 0.4783397316932678, 0.46884968876838684, 0.4652021527290344, 0.4384949505329132, 0.3995082378387451, 0.39536619186401367], "cos_Ac_negg": [0.4766995310783386, 0.4783397316932678, 0.46884968876838684, 0.4652021527290344, 0.4384949505329132, 0.3995082378387451, 0.39536619186401367], "r_norm": [0.2693444490432739, 0.26262208819389343, 0.26315903663635254, 0.26399874687194824, 0.2671605050563812, 0.2751919627189636, 0.27114999294281006]}, {"epoch_end": 5, "step": 2814, "test_acc": 0.9685, "test_loss": 0.12053419036865234}, {"step": 2850, "epoch": 6, "train_loss": 0.04603605344891548, "cos_r_negg": [0.4595911204814911, 0.468227356672287, 0.4583333134651184, 0.4505213499069214, 0.4255075454711914, 0.40175411105155945, 0.3926093578338623], "cos_apical_negg": [0.4595911204814911, 0.468227356672287, 0.4583333134651184, 0.4505213499069214, 0.4255075454711914, 0.40175411105155945, 0.3926093578338623], "cos_Ac_negg": [0.4595911204814911, 0.468227356672287, 0.4583333134651184, 0.4505213499069214, 0.4255075454711914, 0.40175411105155945, 0.3926093578338623], "r_norm": [0.2567950189113617, 0.24964706599712372, 0.2509838044643402, 0.250741183757782, 0.25443097949028015, 0.2626085877418518, 0.25746339559555054]}, {"step": 2900, "epoch": 6, "train_loss": 0.04934145137667656, "cos_r_negg": [0.46697452664375305, 0.47493892908096313, 0.462257444858551, 0.45906439423561096, 0.43474021553993225, 0.41024985909461975, 0.3997419476509094], "cos_apical_negg": [0.46697452664375305, 0.47493892908096313, 0.462257444858551, 0.45906439423561096, 0.43474021553993225, 0.41024985909461975, 0.3997419476509094], "cos_Ac_negg": [0.46697452664375305, 0.47493892908096313, 0.462257444858551, 0.45906439423561096, 0.43474021553993225, 0.41024985909461975, 0.3997419476509094], "r_norm": [0.24800585210323334, 0.24220113456249237, 0.24131497740745544, 0.24213966727256775, 0.24585261940956116, 0.2534846365451813, 0.24981804192066193]}, {"step": 2950, "epoch": 6, "train_loss": 0.047601040452718735, "cos_r_negg": [0.4699564278125763, 0.47762084007263184, 0.4720756709575653, 0.46711844205856323, 0.45215892791748047, 0.4165768623352051, 0.40607455372810364], "cos_apical_negg": [0.4699564278125763, 0.47762084007263184, 0.4720756709575653, 0.46711844205856323, 0.45215892791748047, 0.4165768623352051, 0.40607455372810364], "cos_Ac_negg": [0.4699564278125763, 0.47762084007263184, 0.4720756709575653, 0.46711844205856323, 0.45215892791748047, 0.4165768623352051, 0.40607455372810364], "r_norm": [0.251219242811203, 0.24424639344215393, 0.24487455189228058, 0.24455039203166962, 0.24735915660858154, 0.2555893361568451, 0.2520595192909241]}, {"step": 3000, "epoch": 6, "train_loss": 0.011286554858088493, "cos_r_negg": [0.454008013010025, 0.463491827249527, 0.4515314996242523, 0.44797593355178833, 0.42532193660736084, 0.3916855454444885, 0.38853925466537476], "cos_apical_negg": [0.454008013010025, 0.463491827249527, 0.4515314996242523, 0.44797593355178833, 0.42532193660736084, 0.3916855454444885, 0.38853925466537476], "cos_Ac_negg": [0.454008013010025, 0.463491827249527, 0.4515314996242523, 0.44797593355178833, 0.42532193660736084, 0.3916855454444885, 0.38853925466537476], "r_norm": [0.22963817417621613, 0.2235059142112732, 0.22295276820659637, 0.22317713499069214, 0.22668910026550293, 0.23479314148426056, 0.23006214201450348], "ldr": {"dL_sdil": -0.005406931042671204, "dL_bp": -0.006461337208747864, "ratio": 0.8368130106800303}}, {"step": 3050, "epoch": 6, "train_loss": 0.02062494121491909, "cos_r_negg": [0.4640878736972809, 0.46487945318222046, 0.4546926021575928, 0.44890594482421875, 0.4266741871833801, 0.4010589122772217, 0.40041548013687134], "cos_apical_negg": [0.4640878736972809, 0.46487945318222046, 0.4546926021575928, 0.44890594482421875, 0.4266741871833801, 0.4010589122772217, 0.40041548013687134], "cos_Ac_negg": [0.4640878736972809, 0.46487945318222046, 0.4546926021575928, 0.44890594482421875, 0.4266741871833801, 0.4010589122772217, 0.40041548013687134], "r_norm": [0.21731650829315186, 0.21134701371192932, 0.2114514261484146, 0.21136870980262756, 0.21603944897651672, 0.22240407764911652, 0.21890193223953247]}, {"step": 3100, "epoch": 6, "train_loss": 0.047890789806842804, "cos_r_negg": [0.4532800316810608, 0.45744746923446655, 0.4428975582122803, 0.44037190079689026, 0.4131118059158325, 0.38907527923583984, 0.3920091986656189], "cos_apical_negg": [0.4532800316810608, 0.45744746923446655, 0.4428975582122803, 0.44037190079689026, 0.4131118059158325, 0.38907527923583984, 0.3920091986656189], "cos_Ac_negg": [0.4532800316810608, 0.45744746923446655, 0.4428975582122803, 0.44037190079689026, 0.4131118059158325, 0.38907527923583984, 0.3920091986656189], "r_norm": [0.22089141607284546, 0.21579323709011078, 0.21443042159080505, 0.2150827795267105, 0.21870702505111694, 0.22545987367630005, 0.22159667313098907]}, {"step": 3150, "epoch": 6, "train_loss": 0.020397622138261795, "cos_r_negg": [0.4413067698478699, 0.4507136642932892, 0.4337952435016632, 0.42948293685913086, 0.40091437101364136, 0.379356324672699, 0.3902333378791809], "cos_apical_negg": [0.4413067698478699, 0.4507136642932892, 0.4337952435016632, 0.42948293685913086, 0.40091437101364136, 0.379356324672699, 0.3902333378791809], "cos_Ac_negg": [0.4413067698478699, 0.4507136642932892, 0.4337952435016632, 0.42948293685913086, 0.40091437101364136, 0.379356324672699, 0.3902333378791809], "r_norm": [0.22481104731559753, 0.21948648989200592, 0.21835313737392426, 0.21881654858589172, 0.22256946563720703, 0.22912979125976562, 0.2246377021074295]}, {"step": 3200, "epoch": 6, "train_loss": 0.09235305339097977, "cos_r_negg": [0.4358489513397217, 0.4434385895729065, 0.4290049076080322, 0.42130494117736816, 0.39980196952819824, 0.38510316610336304, 0.391456663608551], "cos_apical_negg": [0.4358489513397217, 0.4434385895729065, 0.4290049076080322, 0.42130494117736816, 0.39980196952819824, 0.38510316610336304, 0.391456663608551], "cos_Ac_negg": [0.4358489513397217, 0.4434385895729065, 0.4290049076080322, 0.42130494117736816, 0.39980196952819824, 0.38510316610336304, 0.391456663608551], "r_norm": [0.2067061811685562, 0.19940811395645142, 0.20098011195659637, 0.2002681940793991, 0.20531512796878815, 0.210763081908226, 0.20653080940246582]}, {"step": 3250, "epoch": 6, "train_loss": 0.03958895429968834, "cos_r_negg": [0.45214909315109253, 0.4619482159614563, 0.4528021216392517, 0.4360215663909912, 0.4204016923904419, 0.40638667345046997, 0.4055083096027374], "cos_apical_negg": [0.45214909315109253, 0.4619482159614563, 0.4528021216392517, 0.4360215663909912, 0.4204016923904419, 0.40638667345046997, 0.4055083096027374], "cos_Ac_negg": [0.45214909315109253, 0.4619482159614563, 0.4528021216392517, 0.4360215663909912, 0.4204016923904419, 0.40638667345046997, 0.4055083096027374], "r_norm": [0.21174322068691254, 0.2055816799402237, 0.20519746840000153, 0.20530064404010773, 0.20986713469028473, 0.2163083851337433, 0.21100535988807678], "ldr": {"dL_sdil": -0.0052046701312065125, "dL_bp": -0.006832614541053772, "ratio": 0.7617391702596782}}, {"epoch_end": 6, "step": 3283, "test_acc": 0.9702, "test_loss": 0.12119552478790283}, {"step": 3300, "epoch": 7, "train_loss": 0.006915787234902382, "cos_r_negg": [0.4642578065395355, 0.47247132658958435, 0.46826422214508057, 0.45287108421325684, 0.432969331741333, 0.41486117243766785, 0.41190266609191895], "cos_apical_negg": [0.4642578065395355, 0.47247132658958435, 0.46826422214508057, 0.45287108421325684, 0.432969331741333, 0.41486117243766785, 0.41190266609191895], "cos_Ac_negg": [0.4642578065395355, 0.47247132658958435, 0.46826422214508057, 0.45287108421325684, 0.432969331741333, 0.41486117243766785, 0.41190266609191895], "r_norm": [0.21337348222732544, 0.20685350894927979, 0.2075791358947754, 0.20664545893669128, 0.2120000720024109, 0.21737590432167053, 0.21328073740005493]}, {"step": 3350, "epoch": 7, "train_loss": 0.005235498771071434, "cos_r_negg": [0.4190481901168823, 0.43846485018730164, 0.43233728408813477, 0.41674885153770447, 0.3987395465373993, 0.3772096335887909, 0.38735729455947876], "cos_apical_negg": [0.4190481901168823, 0.43846485018730164, 0.43233728408813477, 0.41674885153770447, 0.3987395465373993, 0.3772096335887909, 0.38735729455947876], "cos_Ac_negg": [0.4190481901168823, 0.43846485018730164, 0.43233728408813477, 0.41674885153770447, 0.3987395465373993, 0.3772096335887909, 0.38735729455947876], "r_norm": [0.2175455093383789, 0.21196632087230682, 0.21113958954811096, 0.21068689227104187, 0.21538275480270386, 0.22211885452270508, 0.21779336035251617]}, {"step": 3400, "epoch": 7, "train_loss": 0.008835555985569954, "cos_r_negg": [0.41543087363243103, 0.4328327775001526, 0.4244276285171509, 0.41529375314712524, 0.40666547417640686, 0.37645137310028076, 0.38679367303848267], "cos_apical_negg": [0.41543087363243103, 0.4328327775001526, 0.4244276285171509, 0.41529375314712524, 0.40666547417640686, 0.37645137310028076, 0.38679367303848267], "cos_Ac_negg": [0.41543087363243103, 0.4328327775001526, 0.4244276285171509, 0.41529375314712524, 0.40666547417640686, 0.37645137310028076, 0.38679367303848267], "r_norm": [0.21745076775550842, 0.21071293950080872, 0.21156927943229675, 0.21011097729206085, 0.2154657542705536, 0.22152778506278992, 0.2177983671426773]}, {"step": 3450, "epoch": 7, "train_loss": 0.037805065512657166, "cos_r_negg": [0.4343778192996979, 0.44243180751800537, 0.43261146545410156, 0.42415308952331543, 0.40801501274108887, 0.3915204405784607, 0.39213961362838745], "cos_apical_negg": [0.4343778192996979, 0.44243180751800537, 0.43261146545410156, 0.42415308952331543, 0.40801501274108887, 0.3915204405784607, 0.39213961362838745], "cos_Ac_negg": [0.4343778192996979, 0.44243180751800537, 0.43261146545410156, 0.42415308952331543, 0.40801501274108887, 0.3915204405784607, 0.39213961362838745], "r_norm": [0.2285143882036209, 0.22292210161685944, 0.2223433256149292, 0.2221861481666565, 0.22687801718711853, 0.23297476768493652, 0.22951798141002655]}, {"step": 3500, "epoch": 7, "train_loss": 0.002663165330886841, "cos_r_negg": [0.4353012442588806, 0.4410702586174011, 0.4298820197582245, 0.42614084482192993, 0.4111805558204651, 0.3890298902988434, 0.39883705973625183], "cos_apical_negg": [0.4353012442588806, 0.4410702586174011, 0.4298820197582245, 0.42614084482192993, 0.4111805558204651, 0.3890298902988434, 0.39883705973625183], "cos_Ac_negg": [0.4353012442588806, 0.4410702586174011, 0.4298820197582245, 0.42614084482192993, 0.4111805558204651, 0.3890298902988434, 0.39883705973625183], "r_norm": [0.1984865665435791, 0.19377592206001282, 0.19303785264492035, 0.1941080093383789, 0.1974291205406189, 0.2023896723985672, 0.198918879032135], "ldr": {"dL_sdil": -0.006102301180362701, "dL_bp": -0.009477190673351288, "ratio": 0.6438934691397139}}, {"step": 3550, "epoch": 7, "train_loss": 0.034182358533144, "cos_r_negg": [0.4248613119125366, 0.43722987174987793, 0.4280550479888916, 0.4227035641670227, 0.41211211681365967, 0.38313060998916626, 0.3914163410663605], "cos_apical_negg": [0.4248613119125366, 0.43722987174987793, 0.4280550479888916, 0.4227035641670227, 0.41211211681365967, 0.38313060998916626, 0.3914163410663605], "cos_Ac_negg": [0.4248613119125366, 0.43722987174987793, 0.4280550479888916, 0.4227035641670227, 0.41211211681365967, 0.38313060998916626, 0.3914163410663605], "r_norm": [0.20855185389518738, 0.2030899077653885, 0.20294107496738434, 0.20301957428455353, 0.20636308193206787, 0.21284958720207214, 0.2083437591791153]}, {"step": 3600, "epoch": 7, "train_loss": 0.03964771330356598, "cos_r_negg": [0.3939930200576782, 0.40307867527008057, 0.39763331413269043, 0.382876455783844, 0.37495502829551697, 0.35793066024780273, 0.3631526529788971], "cos_apical_negg": [0.3939930200576782, 0.40307867527008057, 0.39763331413269043, 0.382876455783844, 0.37495502829551697, 0.35793066024780273, 0.3631526529788971], "cos_Ac_negg": [0.3939930200576782, 0.40307867527008057, 0.39763331413269043, 0.382876455783844, 0.37495502829551697, 0.35793066024780273, 0.3631526529788971], "r_norm": [0.19360116124153137, 0.18830837309360504, 0.18861868977546692, 0.1886482983827591, 0.19237688183784485, 0.19771870970726013, 0.19385278224945068]}, {"step": 3650, "epoch": 7, "train_loss": 0.0010017675813287497, "cos_r_negg": [0.4015113115310669, 0.40912097692489624, 0.3991701602935791, 0.38379931449890137, 0.3724457025527954, 0.35037216544151306, 0.3558850586414337], "cos_apical_negg": [0.4015113115310669, 0.40912097692489624, 0.3991701602935791, 0.38379931449890137, 0.3724457025527954, 0.35037216544151306, 0.3558850586414337], "cos_Ac_negg": [0.4015113115310669, 0.40912097692489624, 0.3991701602935791, 0.38379931449890137, 0.3724457025527954, 0.35037216544151306, 0.3558850586414337], "r_norm": [0.20899593830108643, 0.2027697116136551, 0.20317792892456055, 0.2028478980064392, 0.2070523351430893, 0.21285277605056763, 0.20846113562583923]}, {"step": 3700, "epoch": 7, "train_loss": 0.009263653308153152, "cos_r_negg": [0.40825700759887695, 0.4126431941986084, 0.4044486880302429, 0.3853101134300232, 0.37057363986968994, 0.3551642894744873, 0.3676525950431824], "cos_apical_negg": [0.40825700759887695, 0.4126431941986084, 0.4044486880302429, 0.3853101134300232, 0.37057363986968994, 0.3551642894744873, 0.3676525950431824], "cos_Ac_negg": [0.40825700759887695, 0.4126431941986084, 0.4044486880302429, 0.3853101134300232, 0.37057363986968994, 0.3551642894744873, 0.3676525950431824], "r_norm": [0.2109263390302658, 0.2046390026807785, 0.20367833971977234, 0.20403847098350525, 0.20860716700553894, 0.21458718180656433, 0.21038678288459778]}, {"step": 3750, "epoch": 7, "train_loss": 0.027974022552371025, "cos_r_negg": [0.4030452072620392, 0.4128356873989105, 0.40560826659202576, 0.3908403515815735, 0.37903833389282227, 0.36092162132263184, 0.3811475932598114], "cos_apical_negg": [0.4030452072620392, 0.4128356873989105, 0.40560826659202576, 0.3908403515815735, 0.37903833389282227, 0.36092162132263184, 0.3811475932598114], "cos_Ac_negg": [0.4030452072620392, 0.4128356873989105, 0.40560826659202576, 0.3908403515815735, 0.37903833389282227, 0.36092162132263184, 0.3811475932598114], "r_norm": [0.2092319130897522, 0.20341594517230988, 0.2030957043170929, 0.2030472457408905, 0.20754246413707733, 0.2137342393398285, 0.20872706174850464], "ldr": {"dL_sdil": -0.006554543972015381, "dL_bp": -0.009409062564373016, "ratio": 0.6966202984805161}}, {"epoch_end": 7, "step": 3752, "test_acc": 0.9701, "test_loss": 0.13362234058380126}, {"step": 3800, "epoch": 8, "train_loss": 0.04443187266588211, "cos_r_negg": [0.394048810005188, 0.40560001134872437, 0.3969222903251648, 0.3871161937713623, 0.3736251890659332, 0.3526464104652405, 0.36856895685195923], "cos_apical_negg": [0.394048810005188, 0.40560001134872437, 0.3969222903251648, 0.3871161937713623, 0.3736251890659332, 0.3526464104652405, 0.36856895685195923], "cos_Ac_negg": [0.394048810005188, 0.40560001134872437, 0.3969222903251648, 0.3871161937713623, 0.3736251890659332, 0.3526464104652405, 0.36856895685195923], "r_norm": [0.19328190386295319, 0.1868266761302948, 0.18692435324192047, 0.18525081872940063, 0.19069501757621765, 0.19742292165756226, 0.1924951672554016]}, {"step": 3850, "epoch": 8, "train_loss": 0.030544329434633255, "cos_r_negg": [0.3734801709651947, 0.3815349340438843, 0.3728550672531128, 0.3625330924987793, 0.3565315008163452, 0.3343505859375, 0.34843385219573975], "cos_apical_negg": [0.3734801709651947, 0.3815349340438843, 0.3728550672531128, 0.3625330924987793, 0.3565315008163452, 0.3343505859375, 0.34843385219573975], "cos_Ac_negg": [0.3734801709651947, 0.3815349340438843, 0.3728550672531128, 0.3625330924987793, 0.3565315008163452, 0.3343505859375, 0.34843385219573975], "r_norm": [0.19193729758262634, 0.18774496018886566, 0.186648428440094, 0.1872660219669342, 0.19034124910831451, 0.1964060366153717, 0.1913081854581833]}, {"step": 3900, "epoch": 8, "train_loss": 0.009123826399445534, "cos_r_negg": [0.40092796087265015, 0.4076319634914398, 0.39748769998550415, 0.3873365521430969, 0.37946218252182007, 0.36508649587631226, 0.37377405166625977], "cos_apical_negg": [0.40092796087265015, 0.4076319634914398, 0.39748769998550415, 0.3873365521430969, 0.37946218252182007, 0.36508649587631226, 0.37377405166625977], "cos_Ac_negg": [0.40092796087265015, 0.4076319634914398, 0.39748769998550415, 0.3873365521430969, 0.37946218252182007, 0.36508649587631226, 0.37377405166625977], "r_norm": [0.2126912772655487, 0.20605476200580597, 0.20669010281562805, 0.20658591389656067, 0.2106030285358429, 0.2162007987499237, 0.21149411797523499]}, {"step": 3950, "epoch": 8, "train_loss": 0.014265045523643494, "cos_r_negg": [0.39067235589027405, 0.3979197144508362, 0.38946789503097534, 0.3731357455253601, 0.3620799779891968, 0.3539079427719116, 0.36193835735321045], "cos_apical_negg": [0.39067235589027405, 0.3979197144508362, 0.38946789503097534, 0.3731357455253601, 0.3620799779891968, 0.3539079427719116, 0.36193835735321045], "cos_Ac_negg": [0.39067235589027405, 0.3979197144508362, 0.38946789503097534, 0.3731357455253601, 0.3620799779891968, 0.3539079427719116, 0.36193835735321045], "r_norm": [0.21201041340827942, 0.20584839582443237, 0.20503893494606018, 0.20552338659763336, 0.20987799763679504, 0.21604023873806, 0.211737722158432]}, {"step": 4000, "epoch": 8, "train_loss": 0.002473567146807909, "cos_r_negg": [0.3467337489128113, 0.35948142409324646, 0.34927529096603394, 0.3332793116569519, 0.3231104016304016, 0.3072376251220703, 0.3195110559463501], "cos_apical_negg": [0.3467337489128113, 0.35948142409324646, 0.34927529096603394, 0.3332793116569519, 0.3231104016304016, 0.3072376251220703, 0.3195110559463501], "cos_Ac_negg": [0.3467337489128113, 0.35948142409324646, 0.34927529096603394, 0.3332793116569519, 0.3231104016304016, 0.3072376251220703, 0.3195110559463501], "r_norm": [0.21143648028373718, 0.20592918992042542, 0.204856276512146, 0.20606282353401184, 0.20976200699806213, 0.21527399122714996, 0.21178799867630005], "ldr": {"dL_sdil": -0.0070197731256484985, "dL_bp": -0.011912733316421509, "ratio": 0.589266370629808}}, {"step": 4050, "epoch": 8, "train_loss": 0.011597891338169575, "cos_r_negg": [0.3757316768169403, 0.3867622911930084, 0.371351033449173, 0.3626714050769806, 0.34513187408447266, 0.32902753353118896, 0.34195008873939514], "cos_apical_negg": [0.3757316768169403, 0.3867622911930084, 0.371351033449173, 0.3626714050769806, 0.34513187408447266, 0.32902753353118896, 0.34195008873939514], "cos_Ac_negg": [0.3757316768169403, 0.3867622911930084, 0.371351033449173, 0.3626714050769806, 0.34513187408447266, 0.32902753353118896, 0.34195008873939514], "r_norm": [0.19997555017471313, 0.1943664252758026, 0.19457830488681793, 0.19460049271583557, 0.1987750232219696, 0.20357578992843628, 0.19999068975448608]}, {"step": 4100, "epoch": 8, "train_loss": 0.05823056027293205, "cos_r_negg": [0.3642427325248718, 0.3756640553474426, 0.3621689975261688, 0.34879523515701294, 0.3338790833950043, 0.32829374074935913, 0.34213948249816895], "cos_apical_negg": [0.3642427325248718, 0.3756640553474426, 0.3621689975261688, 0.34879523515701294, 0.3338790833950043, 0.32829374074935913, 0.34213948249816895], "cos_Ac_negg": [0.3642427325248718, 0.3756640553474426, 0.3621689975261688, 0.34879523515701294, 0.3338790833950043, 0.32829374074935913, 0.34213948249816895], "r_norm": [0.20399735867977142, 0.1976488083600998, 0.19881652295589447, 0.19800463318824768, 0.20245090126991272, 0.20805886387825012, 0.20325952768325806]}, {"step": 4150, "epoch": 8, "train_loss": 0.003783965017646551, "cos_r_negg": [0.3743419945240021, 0.3803672790527344, 0.3714033365249634, 0.3650830388069153, 0.3416987359523773, 0.33348870277404785, 0.3442150056362152], "cos_apical_negg": [0.3743419945240021, 0.3803672790527344, 0.3714033365249634, 0.3650830388069153, 0.3416987359523773, 0.33348870277404785, 0.3442150056362152], "cos_Ac_negg": [0.3743419945240021, 0.3803672790527344, 0.3714033365249634, 0.3650830388069153, 0.3416987359523773, 0.33348870277404785, 0.3442150056362152], "r_norm": [0.2066565752029419, 0.20089709758758545, 0.20101061463356018, 0.20154745876789093, 0.20515382289886475, 0.2106667309999466, 0.206204354763031]}, {"step": 4200, "epoch": 8, "train_loss": 0.02701794169843197, "cos_r_negg": [0.3624188303947449, 0.3685225248336792, 0.3577999770641327, 0.34797438979148865, 0.33295938372612, 0.32384198904037476, 0.3367183208465576], "cos_apical_negg": [0.3624188303947449, 0.3685225248336792, 0.3577999770641327, 0.34797438979148865, 0.33295938372612, 0.32384198904037476, 0.3367183208465576], "cos_Ac_negg": [0.3624188303947449, 0.3685225248336792, 0.3577999770641327, 0.34797438979148865, 0.33295938372612, 0.32384198904037476, 0.3367183208465576], "r_norm": [0.19907039403915405, 0.19379448890686035, 0.19298775494098663, 0.19362209737300873, 0.1966819167137146, 0.20282083749771118, 0.19804498553276062]}, {"epoch_end": 8, "step": 4221, "test_acc": 0.9699, "test_loss": 0.13874458980560303}, {"step": 4250, "epoch": 9, "train_loss": 0.020076127722859383, "cos_r_negg": [0.3542131781578064, 0.3628682494163513, 0.35285764932632446, 0.34233278036117554, 0.325336217880249, 0.3209385573863983, 0.3343520760536194], "cos_apical_negg": [0.3542131781578064, 0.3628682494163513, 0.35285764932632446, 0.34233278036117554, 0.325336217880249, 0.3209385573863983, 0.3343520760536194], "cos_Ac_negg": [0.3542131781578064, 0.3628682494163513, 0.35285764932632446, 0.34233278036117554, 0.325336217880249, 0.3209385573863983, 0.3343520760536194], "r_norm": [0.20967331528663635, 0.20267929136753082, 0.2044530212879181, 0.20365722477436066, 0.20837898552417755, 0.21351097524166107, 0.20892149209976196], "ldr": {"dL_sdil": -0.007307425141334534, "dL_bp": -0.01256522536277771, "ratio": 0.581559417388685}}, {"step": 4300, "epoch": 9, "train_loss": 0.010610933415591717, "cos_r_negg": [0.3372582793235779, 0.3499365448951721, 0.3401165008544922, 0.32372480630874634, 0.3094077706336975, 0.3056409955024719, 0.31877583265304565], "cos_apical_negg": [0.3372582793235779, 0.3499365448951721, 0.3401165008544922, 0.32372480630874634, 0.3094077706336975, 0.3056409955024719, 0.31877583265304565], "cos_Ac_negg": [0.3372582793235779, 0.3499365448951721, 0.3401165008544922, 0.32372480630874634, 0.3094077706336975, 0.3056409955024719, 0.31877583265304565], "r_norm": [0.21307875216007233, 0.20728115737438202, 0.2064175009727478, 0.20759309828281403, 0.21106967329978943, 0.21582384407520294, 0.21341580152511597]}, {"step": 4350, "epoch": 9, "train_loss": 0.008464034646749496, "cos_r_negg": [0.3278219699859619, 0.3352125883102417, 0.32331544160842896, 0.311297744512558, 0.29353412985801697, 0.2865024209022522, 0.30100518465042114], "cos_apical_negg": [0.3278219699859619, 0.3352125883102417, 0.32331544160842896, 0.311297744512558, 0.29353412985801697, 0.2865024209022522, 0.30100518465042114], "cos_Ac_negg": [0.3278219699859619, 0.3352125883102417, 0.32331544160842896, 0.311297744512558, 0.29353412985801697, 0.2865024209022522, 0.30100518465042114], "r_norm": [0.18333151936531067, 0.17949463427066803, 0.17699763178825378, 0.1799730509519577, 0.18119294941425323, 0.18664032220840454, 0.18375277519226074]}, {"step": 4400, "epoch": 9, "train_loss": 0.006566974334418774, "cos_r_negg": [0.3180497884750366, 0.32128778100013733, 0.31149986386299133, 0.2981746792793274, 0.2823016047477722, 0.2753749489784241, 0.2901878356933594], "cos_apical_negg": [0.3180497884750366, 0.32128778100013733, 0.31149986386299133, 0.2981746792793274, 0.2823016047477722, 0.2753749489784241, 0.2901878356933594], "cos_Ac_negg": [0.3180497884750366, 0.32128778100013733, 0.31149986386299133, 0.2981746792793274, 0.2823016047477722, 0.2753749489784241, 0.2901878356933594], "r_norm": [0.18362709879875183, 0.17817063629627228, 0.17721447348594666, 0.17812655866146088, 0.18180149793624878, 0.18676427006721497, 0.18314780294895172]}, {"step": 4450, "epoch": 9, "train_loss": 0.004830677527934313, "cos_r_negg": [0.3216981887817383, 0.3263029158115387, 0.31348732113838196, 0.30072885751724243, 0.2898252606391907, 0.28451210260391235, 0.29482364654541016], "cos_apical_negg": [0.3216981887817383, 0.3263029158115387, 0.31348732113838196, 0.30072885751724243, 0.2898252606391907, 0.28451210260391235, 0.29482364654541016], "cos_Ac_negg": [0.3216981887817383, 0.3263029158115387, 0.31348732113838196, 0.30072885751724243, 0.2898252606391907, 0.28451210260391235, 0.29482364654541016], "r_norm": [0.178388312458992, 0.17344237864017487, 0.17310601472854614, 0.17434446513652802, 0.17808066308498383, 0.18207815289497375, 0.17853373289108276]}, {"step": 4500, "epoch": 9, "train_loss": 0.005442403256893158, "cos_r_negg": [0.31423336267471313, 0.321921169757843, 0.31046876311302185, 0.29863518476486206, 0.2838285565376282, 0.2807350754737854, 0.2923215627670288], "cos_apical_negg": [0.31423336267471313, 0.321921169757843, 0.31046876311302185, 0.29863518476486206, 0.2838285565376282, 0.2807350754737854, 0.2923215627670288], "cos_Ac_negg": [0.31423336267471313, 0.321921169757843, 0.31046876311302185, 0.29863518476486206, 0.2838285565376282, 0.2807350754737854, 0.2923215627670288], "r_norm": [0.18344241380691528, 0.17868612706661224, 0.17668931186199188, 0.17927582561969757, 0.18228235840797424, 0.18666616082191467, 0.18398435413837433], "ldr": {"dL_sdil": -0.005886688828468323, "dL_bp": -0.011292293667793274, "ratio": 0.5213014292444178}}, {"step": 4550, "epoch": 9, "train_loss": 0.0020833685994148254, "cos_r_negg": [0.310200035572052, 0.31688860058784485, 0.3051527142524719, 0.29493004083633423, 0.28477007150650024, 0.28052085638046265, 0.29147830605506897], "cos_apical_negg": [0.310200035572052, 0.31688860058784485, 0.3051527142524719, 0.29493004083633423, 0.28477007150650024, 0.28052085638046265, 0.29147830605506897], "cos_Ac_negg": [0.310200035572052, 0.31688860058784485, 0.3051527142524719, 0.29493004083633423, 0.28477007150650024, 0.28052085638046265, 0.29147830605506897], "r_norm": [0.17837242782115936, 0.17397117614746094, 0.17278867959976196, 0.17438316345214844, 0.17804667353630066, 0.18160969018936157, 0.1793479025363922]}, {"step": 4600, "epoch": 9, "train_loss": 0.0816640704870224, "cos_r_negg": [0.3188161551952362, 0.3262174129486084, 0.313995361328125, 0.3046347498893738, 0.2912338972091675, 0.28690898418426514, 0.3017953634262085], "cos_apical_negg": [0.3188161551952362, 0.3262174129486084, 0.313995361328125, 0.3046347498893738, 0.2912338972091675, 0.28690898418426514, 0.3017953634262085], "cos_Ac_negg": [0.3188161551952362, 0.3262174129486084, 0.313995361328125, 0.3046347498893738, 0.2912338972091675, 0.28690898418426514, 0.3017953634262085], "r_norm": [0.18293282389640808, 0.17723755538463593, 0.17668414115905762, 0.1781345009803772, 0.1816268116235733, 0.18603715300559998, 0.1831679791212082]}, {"step": 4650, "epoch": 9, "train_loss": 0.006634486839175224, "cos_r_negg": [0.3098941445350647, 0.3200727105140686, 0.3068403899669647, 0.2968534529209137, 0.2850123643875122, 0.28276804089546204, 0.29648005962371826], "cos_apical_negg": [0.3098941445350647, 0.3200727105140686, 0.3068403899669647, 0.2968534529209137, 0.2850123643875122, 0.28276804089546204, 0.29648005962371826], "cos_Ac_negg": [0.3098941445350647, 0.3200727105140686, 0.3068403899669647, 0.2968534529209137, 0.2850123643875122, 0.28276804089546204, 0.29648005962371826], "r_norm": [0.17606984078884125, 0.17072640359401703, 0.1706821620464325, 0.17106473445892334, 0.17504921555519104, 0.17962494492530823, 0.17561468482017517]}, {"epoch_end": 9, "step": 4690, "test_acc": 0.9714, "test_loss": 0.14358319625854493}, {"step": 4700, "epoch": 10, "train_loss": 0.004335383884608746, "cos_r_negg": [0.28720444440841675, 0.2989974617958069, 0.28864771127700806, 0.27812474966049194, 0.26959213614463806, 0.26507288217544556, 0.2776307463645935], "cos_apical_negg": [0.28720444440841675, 0.2989974617958069, 0.28864771127700806, 0.27812474966049194, 0.26959213614463806, 0.26507288217544556, 0.2776307463645935], "cos_Ac_negg": [0.28720444440841675, 0.2989974617958069, 0.28864771127700806, 0.27812474966049194, 0.26959213614463806, 0.26507288217544556, 0.2776307463645935], "r_norm": [0.1945393979549408, 0.18841223418712616, 0.18847334384918213, 0.18916355073451996, 0.19292248785495758, 0.19760887324810028, 0.19426077604293823]}, {"step": 4750, "epoch": 10, "train_loss": 0.0010839253664016724, "cos_r_negg": [0.2844574451446533, 0.29532498121261597, 0.2822304964065552, 0.27234598994255066, 0.2626097798347473, 0.26028066873550415, 0.2743062674999237], "cos_apical_negg": [0.2844574451446533, 0.29532498121261597, 0.2822304964065552, 0.27234598994255066, 0.2626097798347473, 0.26028066873550415, 0.2743062674999237], "cos_Ac_negg": [0.2844574451446533, 0.29532498121261597, 0.2822304964065552, 0.27234598994255066, 0.2626097798347473, 0.26028066873550415, 0.2743062674999237], "r_norm": [0.18442368507385254, 0.17861278355121613, 0.1786254495382309, 0.17892467975616455, 0.18318986892700195, 0.18802498281002045, 0.18395903706550598], "ldr": {"dL_sdil": -0.007061302661895752, "dL_bp": -0.014261379837989807, "ratio": 0.49513460423273237}}, {"step": 4800, "epoch": 10, "train_loss": 0.0028294858057051897, "cos_r_negg": [0.2896786630153656, 0.29584941267967224, 0.2835129201412201, 0.27319464087486267, 0.2625385522842407, 0.2589458227157593, 0.27030912041664124], "cos_apical_negg": [0.2896786630153656, 0.29584941267967224, 0.2835129201412201, 0.27319464087486267, 0.2625385522842407, 0.2589458227157593, 0.27030912041664124], "cos_Ac_negg": [0.2896786630153656, 0.29584941267967224, 0.2835129201412201, 0.27319464087486267, 0.2625385522842407, 0.2589458227157593, 0.27030912041664124], "r_norm": [0.16919609904289246, 0.1637689769268036, 0.16450262069702148, 0.16422799229621887, 0.16838562488555908, 0.17262563109397888, 0.16920220851898193]}, {"step": 4850, "epoch": 10, "train_loss": 0.0030234046280384064, "cos_r_negg": [0.2735147178173065, 0.28303006291389465, 0.2715319097042084, 0.2603749632835388, 0.24949020147323608, 0.2460855394601822, 0.2604439854621887], "cos_apical_negg": [0.2735147178173065, 0.28303006291389465, 0.2715319097042084, 0.2603749632835388, 0.24949020147323608, 0.2460855394601822, 0.2604439854621887], "cos_Ac_negg": [0.2735147178173065, 0.28303006291389465, 0.2715319097042084, 0.2603749632835388, 0.24949020147323608, 0.2460855394601822, 0.2604439854621887], "r_norm": [0.16483363509178162, 0.15841007232666016, 0.1593286097049713, 0.1577921211719513, 0.16281870007514954, 0.1680089235305786, 0.16400890052318573]}, {"step": 4900, "epoch": 10, "train_loss": 0.004892065189778805, "cos_r_negg": [0.2840352952480316, 0.2922646701335907, 0.2820340394973755, 0.2694980800151825, 0.258328378200531, 0.257053017616272, 0.27111509442329407], "cos_apical_negg": [0.2840352952480316, 0.2922646701335907, 0.2820340394973755, 0.2694980800151825, 0.258328378200531, 0.257053017616272, 0.27111509442329407], "cos_Ac_negg": [0.2840352952480316, 0.2922646701335907, 0.2820340394973755, 0.2694980800151825, 0.258328378200531, 0.257053017616272, 0.27111509442329407], "r_norm": [0.18110336363315582, 0.17470745742321014, 0.17557276785373688, 0.17511269450187683, 0.17992232739925385, 0.1846167892217636, 0.18027326464653015]}, {"step": 4950, "epoch": 10, "train_loss": 0.0014768068213015795, "cos_r_negg": [0.2794606685638428, 0.2858070135116577, 0.2748509645462036, 0.2635084390640259, 0.2535820007324219, 0.25131097435951233, 0.2681294083595276], "cos_apical_negg": [0.2794606685638428, 0.2858070135116577, 0.2748509645462036, 0.2635084390640259, 0.2535820007324219, 0.25131097435951233, 0.2681294083595276], "cos_Ac_negg": [0.2794606685638428, 0.2858070135116577, 0.2748509645462036, 0.2635084390640259, 0.2535820007324219, 0.25131097435951233, 0.2681294083595276], "r_norm": [0.1684553176164627, 0.16198012232780457, 0.1625320166349411, 0.1615346372127533, 0.16627955436706543, 0.17182455956935883, 0.1672850251197815]}, {"step": 5000, "epoch": 10, "train_loss": 0.0015590975526720285, "cos_r_negg": [0.25707948207855225, 0.26440101861953735, 0.2543352544307709, 0.24349090456962585, 0.23624150454998016, 0.23392993211746216, 0.24800452589988708], "cos_apical_negg": [0.25707948207855225, 0.26440101861953735, 0.2543352544307709, 0.24349090456962585, 0.23624150454998016, 0.23392993211746216, 0.24800452589988708], "cos_Ac_negg": [0.25707948207855225, 0.26440101861953735, 0.2543352544307709, 0.24349090456962585, 0.23624150454998016, 0.23392993211746216, 0.24800452589988708], "r_norm": [0.16981396079063416, 0.16306383907794952, 0.16403013467788696, 0.1633879691362381, 0.16852417588233948, 0.1734323501586914, 0.16916534304618835], "ldr": {"dL_sdil": -0.006296180188655853, "dL_bp": -0.011210516095161438, "ratio": 0.5616316086797594}}, {"step": 5050, "epoch": 10, "train_loss": 0.022982049733400345, "cos_r_negg": [0.2654499411582947, 0.27461087703704834, 0.26459425687789917, 0.2522079050540924, 0.24059882760047913, 0.24280527234077454, 0.25633251667022705], "cos_apical_negg": [0.2654499411582947, 0.27461087703704834, 0.26459425687789917, 0.2522079050540924, 0.24059882760047913, 0.24280527234077454, 0.25633251667022705], "cos_Ac_negg": [0.2654499411582947, 0.27461087703704834, 0.26459425687789917, 0.2522079050540924, 0.24059882760047913, 0.24280527234077454, 0.25633251667022705], "r_norm": [0.18593105673789978, 0.17943519353866577, 0.18077221512794495, 0.179775208234787, 0.18511414527893066, 0.190042644739151, 0.18482890725135803]}, {"step": 5100, "epoch": 10, "train_loss": 0.012064190581440926, "cos_r_negg": [0.25220412015914917, 0.26330089569091797, 0.25419628620147705, 0.24278274178504944, 0.23287683725357056, 0.2360224723815918, 0.2466353327035904], "cos_apical_negg": [0.25220412015914917, 0.26330089569091797, 0.25419628620147705, 0.24278274178504944, 0.23287683725357056, 0.2360224723815918, 0.2466353327035904], "cos_Ac_negg": [0.25220412015914917, 0.26330089569091797, 0.25419628620147705, 0.24278274178504944, 0.23287683725357056, 0.2360224723815918, 0.2466353327035904], "r_norm": [0.1827879548072815, 0.17699933052062988, 0.17693397402763367, 0.17730014026165009, 0.18196125328540802, 0.18690460920333862, 0.18206089735031128]}, {"step": 5150, "epoch": 10, "train_loss": 0.0032069103326648474, "cos_r_negg": [0.24301020801067352, 0.2513490319252014, 0.2426464855670929, 0.2299266755580902, 0.2204868197441101, 0.22309048473834991, 0.2324143350124359], "cos_apical_negg": [0.24301020801067352, 0.2513490319252014, 0.2426464855670929, 0.2299266755580902, 0.2204868197441101, 0.22309048473834991, 0.2324143350124359], "cos_Ac_negg": [0.24301020801067352, 0.2513490319252014, 0.2426464855670929, 0.2299266755580902, 0.2204868197441101, 0.22309048473834991, 0.2324143350124359], "r_norm": [0.1876358985900879, 0.18157172203063965, 0.18157315254211426, 0.18171937763690948, 0.18632930517196655, 0.19157364964485168, 0.18682368099689484]}, {"epoch_end": 10, "step": 5159, "test_acc": 0.9709, "test_loss": 0.1511699453353882}, {"step": 5200, "epoch": 11, "train_loss": 0.00132978823967278, "cos_r_negg": [0.22861318290233612, 0.23606938123703003, 0.22708770632743835, 0.215669646859169, 0.20685768127441406, 0.207583948969841, 0.21673622727394104], "cos_apical_negg": [0.22861318290233612, 0.23606938123703003, 0.22708770632743835, 0.215669646859169, 0.20685768127441406, 0.207583948969841, 0.21673622727394104], "cos_Ac_negg": [0.22861318290233612, 0.23606938123703003, 0.22708770632743835, 0.215669646859169, 0.20685768127441406, 0.207583948969841, 0.21673622727394104], "r_norm": [0.1863768994808197, 0.18122360110282898, 0.17962324619293213, 0.18121474981307983, 0.1852344423532486, 0.1901734322309494, 0.18636491894721985]}, {"step": 5250, "epoch": 11, "train_loss": 0.002773511689156294, "cos_r_negg": [0.22970572113990784, 0.23705646395683289, 0.2276609092950821, 0.2172829955816269, 0.207658588886261, 0.20810145139694214, 0.21671712398529053], "cos_apical_negg": [0.22970572113990784, 0.23705646395683289, 0.2276609092950821, 0.2172829955816269, 0.207658588886261, 0.20810145139694214, 0.21671712398529053], "cos_Ac_negg": [0.22970572113990784, 0.23705646395683289, 0.2276609092950821, 0.2172829955816269, 0.207658588886261, 0.20810145139694214, 0.21671712398529053], "r_norm": [0.17361250519752502, 0.1683979630470276, 0.16714072227478027, 0.16873003542423248, 0.17258372902870178, 0.1774386614561081, 0.17332538962364197], "ldr": {"dL_sdil": -0.007730148732662201, "dL_bp": -0.015249654650688171, "ratio": 0.506906478194466}}, {"step": 5300, "epoch": 11, "train_loss": 0.0070160808973014355, "cos_r_negg": [0.22378867864608765, 0.23063713312149048, 0.22187654674053192, 0.20991893112659454, 0.20213644206523895, 0.20300918817520142, 0.21389149129390717], "cos_apical_negg": [0.22378867864608765, 0.23063713312149048, 0.22187654674053192, 0.20991893112659454, 0.20213644206523895, 0.20300918817520142, 0.21389149129390717], "cos_Ac_negg": [0.22378867864608765, 0.23063713312149048, 0.22187654674053192, 0.20991893112659454, 0.20213644206523895, 0.20300918817520142, 0.21389149129390717], "r_norm": [0.17217613756656647, 0.16803620755672455, 0.16611848771572113, 0.16885757446289062, 0.17181512713432312, 0.17603537440299988, 0.17238906025886536]}, {"step": 5350, "epoch": 11, "train_loss": 0.0020808118861168623, "cos_r_negg": [0.23032166063785553, 0.23932453989982605, 0.23217959702014923, 0.22101739048957825, 0.21300670504570007, 0.2138204276561737, 0.22343261539936066], "cos_apical_negg": [0.23032166063785553, 0.23932453989982605, 0.23217959702014923, 0.22101739048957825, 0.21300670504570007, 0.2138204276561737, 0.22343261539936066], "cos_Ac_negg": [0.23032166063785553, 0.23932453989982605, 0.23217959702014923, 0.22101739048957825, 0.21300670504570007, 0.2138204276561737, 0.22343261539936066], "r_norm": [0.19752082228660583, 0.19056038558483124, 0.1902788281440735, 0.19039510190486908, 0.19553667306900024, 0.20136764645576477, 0.19671575725078583]}, {"step": 5400, "epoch": 11, "train_loss": 0.01836857944726944, "cos_r_negg": [0.21656197309494019, 0.22323496639728546, 0.21477878093719482, 0.20422479510307312, 0.19713987410068512, 0.19735997915267944, 0.2078249603509903], "cos_apical_negg": [0.21656197309494019, 0.22323496639728546, 0.21477878093719482, 0.20422479510307312, 0.19713987410068512, 0.19735997915267944, 0.2078249603509903], "cos_Ac_negg": [0.21656197309494019, 0.22323496639728546, 0.21477878093719482, 0.20422479510307312, 0.19713987410068512, 0.19735997915267944, 0.2078249603509903], "r_norm": [0.18614260852336884, 0.18088600039482117, 0.17970143258571625, 0.18077078461647034, 0.18534207344055176, 0.1900322437286377, 0.18623505532741547]}, {"step": 5450, "epoch": 11, "train_loss": 0.0003716446808539331, "cos_r_negg": [0.20583544671535492, 0.21246975660324097, 0.20546366274356842, 0.1942865252494812, 0.18749919533729553, 0.18644416332244873, 0.19882938265800476], "cos_apical_negg": [0.20583544671535492, 0.21246975660324097, 0.20546366274356842, 0.1942865252494812, 0.18749919533729553, 0.18644416332244873, 0.19882938265800476], "cos_Ac_negg": [0.20583544671535492, 0.21246975660324097, 0.20546366274356842, 0.1942865252494812, 0.18749919533729553, 0.18644416332244873, 0.19882938265800476], "r_norm": [0.1711495816707611, 0.16644904017448425, 0.16403058171272278, 0.16629770398139954, 0.1698407232761383, 0.1748824417591095, 0.17139023542404175]}, {"step": 5500, "epoch": 11, "train_loss": 0.0013167200377210975, "cos_r_negg": [0.21618613600730896, 0.22232586145401, 0.21312716603279114, 0.2022053301334381, 0.195968359708786, 0.19626972079277039, 0.20476804673671722], "cos_apical_negg": [0.21618613600730896, 0.22232586145401, 0.21312716603279114, 0.2022053301334381, 0.195968359708786, 0.19626972079277039, 0.20476804673671722], "cos_Ac_negg": [0.21618613600730896, 0.22232586145401, 0.21312716603279114, 0.2022053301334381, 0.195968359708786, 0.19626972079277039, 0.20476804673671722], "r_norm": [0.1834888458251953, 0.17769092321395874, 0.1772451251745224, 0.17742151021957397, 0.1818694770336151, 0.18722492456436157, 0.1829834133386612], "ldr": {"dL_sdil": -0.008497923612594604, "dL_bp": -0.01788763701915741, "ratio": 0.475072453868191}}, {"step": 5550, "epoch": 11, "train_loss": 0.002541765570640564, "cos_r_negg": [0.21919749677181244, 0.22872519493103027, 0.21744099259376526, 0.20784026384353638, 0.20157653093338013, 0.2002926915884018, 0.2110985368490219], "cos_apical_negg": [0.21919749677181244, 0.22872519493103027, 0.21744099259376526, 0.20784026384353638, 0.20157653093338013, 0.2002926915884018, 0.2110985368490219], "cos_Ac_negg": [0.21919749677181244, 0.22872519493103027, 0.21744099259376526, 0.20784026384353638, 0.20157653093338013, 0.2002926915884018, 0.2110985368490219], "r_norm": [0.15969012677669525, 0.15437552332878113, 0.15407510101795197, 0.15490765869617462, 0.15863478183746338, 0.16309814155101776, 0.15950138866901398]}, {"step": 5600, "epoch": 11, "train_loss": 0.0018640814814716578, "cos_r_negg": [0.20869594812393188, 0.21635201573371887, 0.20702111721038818, 0.1965802013874054, 0.18974517285823822, 0.18899232149124146, 0.19903387129306793], "cos_apical_negg": [0.20869594812393188, 0.21635201573371887, 0.20702111721038818, 0.1965802013874054, 0.18974517285823822, 0.18899232149124146, 0.19903387129306793], "cos_Ac_negg": [0.20869594812393188, 0.21635201573371887, 0.20702111721038818, 0.1965802013874054, 0.18974517285823822, 0.18899232149124146, 0.19903387129306793], "r_norm": [0.17333954572677612, 0.16762609779834747, 0.16737133264541626, 0.16796667873859406, 0.17184539139270782, 0.17670565843582153, 0.17257699370384216]}, {"epoch_end": 11, "step": 5628, "test_acc": 0.9702, "test_loss": 0.16046825580596924}, {"step": 5650, "epoch": 12, "train_loss": 0.0004607838927768171, "cos_r_negg": [0.2093615084886551, 0.2184649258852005, 0.2100231945514679, 0.19962003827095032, 0.1936175376176834, 0.1932072937488556, 0.20075678825378418], "cos_apical_negg": [0.2093615084886551, 0.2184649258852005, 0.2100231945514679, 0.19962003827095032, 0.1936175376176834, 0.1932072937488556, 0.20075678825378418], "cos_Ac_negg": [0.2093615084886551, 0.2184649258852005, 0.2100231945514679, 0.19962003827095032, 0.1936175376176834, 0.1932072937488556, 0.20075678825378418], "r_norm": [0.1709413379430771, 0.16420935094356537, 0.1650151014328003, 0.1636880338191986, 0.16857704520225525, 0.17441695928573608, 0.1695907860994339]}, {"step": 5700, "epoch": 12, "train_loss": 0.0042963093146681786, "cos_r_negg": [0.1964617669582367, 0.2049839198589325, 0.19779366254806519, 0.18695223331451416, 0.18036270141601562, 0.18083032965660095, 0.18724468350410461], "cos_apical_negg": [0.1964617669582367, 0.2049839198589325, 0.19779366254806519, 0.18695223331451416, 0.18036270141601562, 0.18083032965660095, 0.18724468350410461], "cos_Ac_negg": [0.1964617669582367, 0.2049839198589325, 0.19779366254806519, 0.18695223331451416, 0.18036270141601562, 0.18083032965660095, 0.18724468350410461], "r_norm": [0.1738664209842682, 0.16723470389842987, 0.16783452033996582, 0.16694724559783936, 0.17175480723381042, 0.17737062275409698, 0.1728186309337616]}, {"step": 5750, "epoch": 12, "train_loss": 0.0014126348542049527, "cos_r_negg": [0.19586700201034546, 0.20461827516555786, 0.19765989482402802, 0.1873808056116104, 0.18077149987220764, 0.1802937388420105, 0.18674364686012268], "cos_apical_negg": [0.19586700201034546, 0.20461827516555786, 0.19765989482402802, 0.1873808056116104, 0.18077149987220764, 0.1802937388420105, 0.18674364686012268], "cos_Ac_negg": [0.19586700201034546, 0.20461827516555786, 0.19765989482402802, 0.1873808056116104, 0.18077149987220764, 0.1802937388420105, 0.18674364686012268], "r_norm": [0.17136788368225098, 0.16517627239227295, 0.1654311716556549, 0.16482043266296387, 0.16919516026973724, 0.17488163709640503, 0.17017973959445953], "ldr": {"dL_sdil": -0.00803162157535553, "dL_bp": -0.017048291862010956, "ratio": 0.4711100467051805}}, {"step": 5800, "epoch": 12, "train_loss": 0.0013991075102239847, "cos_r_negg": [0.19385461509227753, 0.20208203792572021, 0.1951444298028946, 0.18419340252876282, 0.17784298956394196, 0.1770617514848709, 0.18395666778087616], "cos_apical_negg": [0.19385461509227753, 0.20208203792572021, 0.1951444298028946, 0.18419340252876282, 0.17784298956394196, 0.1770617514848709, 0.18395666778087616], "cos_Ac_negg": [0.19385461509227753, 0.20208203792572021, 0.1951444298028946, 0.18419340252876282, 0.17784298956394196, 0.1770617514848709, 0.18395666778087616], "r_norm": [0.1731627732515335, 0.16730466485023499, 0.1674710512161255, 0.16753683984279633, 0.1713491529226303, 0.1766623705625534, 0.1723756194114685]}, {"step": 5850, "epoch": 12, "train_loss": 0.001343711744993925, "cos_r_negg": [0.19299927353858948, 0.20161238312721252, 0.19335734844207764, 0.1827012449502945, 0.17606520652770996, 0.17516925930976868, 0.18363234400749207], "cos_apical_negg": [0.19299927353858948, 0.20161238312721252, 0.19335734844207764, 0.1827012449502945, 0.17606520652770996, 0.17516925930976868, 0.18363234400749207], "cos_Ac_negg": [0.19299927353858948, 0.20161238312721252, 0.19335734844207764, 0.1827012449502945, 0.17606520652770996, 0.17516925930976868, 0.18363234400749207], "r_norm": [0.16494491696357727, 0.15950122475624084, 0.15828992426395416, 0.15913055837154388, 0.16276699304580688, 0.16841921210289001, 0.16432622075080872]}, {"step": 5900, "epoch": 12, "train_loss": 0.003312724642455578, "cos_r_negg": [0.1843579113483429, 0.19231057167053223, 0.1840137243270874, 0.17381848394870758, 0.16682371497154236, 0.16743390262126923, 0.17702750861644745], "cos_apical_negg": [0.1843579113483429, 0.19231057167053223, 0.1840137243270874, 0.17381848394870758, 0.16682371497154236, 0.16743390262126923, 0.17702750861644745], "cos_Ac_negg": [0.1843579113483429, 0.19231057167053223, 0.1840137243270874, 0.17381848394870758, 0.16682371497154236, 0.16743390262126923, 0.17702750861644745], "r_norm": [0.16391286253929138, 0.1583397090435028, 0.15763768553733826, 0.157992884516716, 0.16214609146118164, 0.16739118099212646, 0.1633753776550293]}, {"step": 5950, "epoch": 12, "train_loss": 0.0010271623032167554, "cos_r_negg": [0.18883463740348816, 0.1956535279750824, 0.18716658651828766, 0.17675341665744781, 0.170151486992836, 0.17163220047950745, 0.18025487661361694], "cos_apical_negg": [0.18883463740348816, 0.1956535279750824, 0.18716658651828766, 0.17675341665744781, 0.170151486992836, 0.17163220047950745, 0.18025487661361694], "cos_Ac_negg": [0.18883463740348816, 0.1956535279750824, 0.18716658651828766, 0.17675341665744781, 0.170151486992836, 0.17163220047950745, 0.18025487661361694], "r_norm": [0.16165299713611603, 0.15646958351135254, 0.15538141131401062, 0.15630057454109192, 0.16011455655097961, 0.16512396931648254, 0.1614905297756195]}, {"step": 6000, "epoch": 12, "train_loss": 0.005813986994326115, "cos_r_negg": [0.17696399986743927, 0.18471026420593262, 0.17708423733711243, 0.1673780083656311, 0.16075608134269714, 0.16292038559913635, 0.17087996006011963], "cos_apical_negg": [0.17696399986743927, 0.18471026420593262, 0.17708423733711243, 0.1673780083656311, 0.16075608134269714, 0.16292038559913635, 0.17087996006011963], "cos_Ac_negg": [0.17696399986743927, 0.18471026420593262, 0.17708423733711243, 0.1673780083656311, 0.16075608134269714, 0.16292038559913635, 0.17087996006011963], "r_norm": [0.17352643609046936, 0.16818580031394958, 0.16782701015472412, 0.16809777915477753, 0.17275549471378326, 0.1771894097328186, 0.17337410151958466], "ldr": {"dL_sdil": -0.008296065032482147, "dL_bp": -0.018310852348804474, "ratio": 0.4530682064630269}}, {"step": 6050, "epoch": 12, "train_loss": 0.002731890417635441, "cos_r_negg": [0.1727307140827179, 0.18120470643043518, 0.17334121465682983, 0.1642785519361496, 0.15760111808776855, 0.15892554819583893, 0.1661440134048462], "cos_apical_negg": [0.1727307140827179, 0.18120470643043518, 0.17334121465682983, 0.1642785519361496, 0.15760111808776855, 0.15892554819583893, 0.1661440134048462], "cos_Ac_negg": [0.1727307140827179, 0.18120470643043518, 0.17334121465682983, 0.1642785519361496, 0.15760111808776855, 0.15892554819583893, 0.1661440134048462], "r_norm": [0.17097629606723785, 0.16586917638778687, 0.16604763269424438, 0.16663771867752075, 0.17092156410217285, 0.17472892999649048, 0.170823335647583]}, {"epoch_end": 12, "step": 6097, "test_acc": 0.9714, "test_loss": 0.16518354167938232}, {"step": 6100, "epoch": 13, "train_loss": 0.0010893808212131262, "cos_r_negg": [0.16998177766799927, 0.17647358775138855, 0.16826070845127106, 0.1594148576259613, 0.15148553252220154, 0.1523231863975525, 0.1601174771785736], "cos_apical_negg": [0.16998177766799927, 0.17647358775138855, 0.16826070845127106, 0.1594148576259613, 0.15148553252220154, 0.1523231863975525, 0.1601174771785736], "cos_Ac_negg": [0.16998177766799927, 0.17647358775138855, 0.16826070845127106, 0.1594148576259613, 0.15148553252220154, 0.1523231863975525, 0.1601174771785736], "r_norm": [0.17790044844150543, 0.17136117815971375, 0.1725202202796936, 0.17179353535175323, 0.17634275555610657, 0.18134400248527527, 0.17680202424526215]}, {"step": 6150, "epoch": 13, "train_loss": 0.0016305394237861037, "cos_r_negg": [0.16676387190818787, 0.17249435186386108, 0.165451318025589, 0.15659314393997192, 0.14892929792404175, 0.14972059428691864, 0.1569576859474182], "cos_apical_negg": [0.16676387190818787, 0.17249435186386108, 0.165451318025589, 0.15659314393997192, 0.14892929792404175, 0.14972059428691864, 0.1569576859474182], "cos_Ac_negg": [0.16676387190818787, 0.17249435186386108, 0.165451318025589, 0.15659314393997192, 0.14892929792404175, 0.14972059428691864, 0.1569576859474182], "r_norm": [0.17409351468086243, 0.16792181134223938, 0.16796055436134338, 0.16787226498126984, 0.17218145728111267, 0.17761948704719543, 0.1731240600347519]}, {"step": 6200, "epoch": 13, "train_loss": 0.003285713493824005, "cos_r_negg": [0.16725048422813416, 0.1732703149318695, 0.16709677875041962, 0.15862411260604858, 0.1506136655807495, 0.15155281126499176, 0.15824098885059357], "cos_apical_negg": [0.16725048422813416, 0.1732703149318695, 0.16709677875041962, 0.15862411260604858, 0.1506136655807495, 0.15155281126499176, 0.15824098885059357], "cos_Ac_negg": [0.16725048422813416, 0.1732703149318695, 0.16709677875041962, 0.15862411260604858, 0.1506136655807495, 0.15155281126499176, 0.15824098885059357], "r_norm": [0.1735592931509018, 0.1674872189760208, 0.1675865799188614, 0.1673957109451294, 0.17170679569244385, 0.17707321047782898, 0.1725536435842514]}, {"step": 6250, "epoch": 13, "train_loss": 0.0003345659642945975, "cos_r_negg": [0.16039612889289856, 0.16652697324752808, 0.15971419215202332, 0.15105193853378296, 0.14353212714195251, 0.14419513940811157, 0.1498442143201828], "cos_apical_negg": [0.16039612889289856, 0.16652697324752808, 0.15971419215202332, 0.15105193853378296, 0.14353212714195251, 0.14419513940811157, 0.1498442143201828], "cos_Ac_negg": [0.16039612889289856, 0.16652697324752808, 0.15971419215202332, 0.15105193853378296, 0.14353212714195251, 0.14419513940811157, 0.1498442143201828], "r_norm": [0.16814962029457092, 0.16239503026008606, 0.1625962257385254, 0.16221830248832703, 0.16678285598754883, 0.1716812252998352, 0.16748175024986267], "ldr": {"dL_sdil": -0.008429497480392456, "dL_bp": -0.019086673855781555, "ratio": 0.4416430827123434}}, {"step": 6300, "epoch": 13, "train_loss": 0.0013958713971078396, "cos_r_negg": [0.15977880358695984, 0.1666688323020935, 0.16036297380924225, 0.15119034051895142, 0.14305804669857025, 0.14441484212875366, 0.1491541862487793], "cos_apical_negg": [0.15977880358695984, 0.1666688323020935, 0.16036297380924225, 0.15119034051895142, 0.14305804669857025, 0.14441484212875366, 0.1491541862487793], "cos_Ac_negg": [0.15977880358695984, 0.1666688323020935, 0.16036297380924225, 0.15119034051895142, 0.14305804669857025, 0.14441484212875366, 0.1491541862487793], "r_norm": [0.17640535533428192, 0.17061714828014374, 0.17037826776504517, 0.17029942572116852, 0.17483830451965332, 0.1799781620502472, 0.17577782273292542]}, {"step": 6350, "epoch": 13, "train_loss": 0.0037621022202074528, "cos_r_negg": [0.1582082211971283, 0.16519439220428467, 0.15914899110794067, 0.15027961134910583, 0.14205144345760345, 0.14322061836719513, 0.14766861498355865], "cos_apical_negg": [0.1582082211971283, 0.16519439220428467, 0.15914899110794067, 0.15027961134910583, 0.14205144345760345, 0.14322061836719513, 0.14766861498355865], "cos_Ac_negg": [0.1582082211971283, 0.16519439220428467, 0.15914899110794067, 0.15027961134910583, 0.14205144345760345, 0.14322061836719513, 0.14766861498355865], "r_norm": [0.17161905765533447, 0.16584300994873047, 0.16567379236221313, 0.1655098795890808, 0.16997236013412476, 0.17514784634113312, 0.17099358141422272]}, {"step": 6400, "epoch": 13, "train_loss": 0.000847506569698453, "cos_r_negg": [0.15318268537521362, 0.16005289554595947, 0.1535542756319046, 0.1448250114917755, 0.13762909173965454, 0.13830451667308807, 0.1429775059223175], "cos_apical_negg": [0.15318268537521362, 0.16005289554595947, 0.1535542756319046, 0.1448250114917755, 0.13762909173965454, 0.13830451667308807, 0.1429775059223175], "cos_Ac_negg": [0.15318268537521362, 0.16005289554595947, 0.1535542756319046, 0.1448250114917755, 0.13762909173965454, 0.13830451667308807, 0.1429775059223175], "r_norm": [0.173354834318161, 0.16797444224357605, 0.16807886958122253, 0.16805966198444366, 0.1728213131427765, 0.17705753445625305, 0.17316415905952454]}, {"step": 6450, "epoch": 13, "train_loss": 0.0017855510814115405, "cos_r_negg": [0.15769517421722412, 0.16294030845165253, 0.15739589929580688, 0.14906060695648193, 0.14129702746868134, 0.1418764889240265, 0.14666032791137695], "cos_apical_negg": [0.15769517421722412, 0.16294030845165253, 0.15739589929580688, 0.14906060695648193, 0.14129702746868134, 0.1418764889240265, 0.14666032791137695], "cos_Ac_negg": [0.15769517421722412, 0.16294030845165253, 0.15739589929580688, 0.14906060695648193, 0.14129702746868134, 0.1418764889240265, 0.14666032791137695], "r_norm": [0.17039793729782104, 0.16425414383411407, 0.1645241677761078, 0.1636514812707901, 0.1686885803937912, 0.17387300729751587, 0.16963359713554382]}, {"step": 6500, "epoch": 13, "train_loss": 0.0003234942560084164, "cos_r_negg": [0.15901127457618713, 0.1643434762954712, 0.15622487664222717, 0.14836052060127258, 0.14013221859931946, 0.14175260066986084, 0.1461431086063385], "cos_apical_negg": [0.15901127457618713, 0.1643434762954712, 0.15622487664222717, 0.14836052060127258, 0.14013221859931946, 0.14175260066986084, 0.1461431086063385], "cos_Ac_negg": [0.15901127457618713, 0.1643434762954712, 0.15622487664222717, 0.14836052060127258, 0.14013221859931946, 0.14175260066986084, 0.1461431086063385], "r_norm": [0.16528688371181488, 0.15971222519874573, 0.16007500886917114, 0.15984727442264557, 0.1639968752861023, 0.16874150931835175, 0.1646658331155777], "ldr": {"dL_sdil": -0.00791218876838684, "dL_bp": -0.017740264534950256, "ratio": 0.4460017353630193}}, {"step": 6550, "epoch": 13, "train_loss": 0.007006512489169836, "cos_r_negg": [0.15221264958381653, 0.15893810987472534, 0.15175792574882507, 0.1446961611509323, 0.1367569863796234, 0.13878563046455383, 0.14414387941360474], "cos_apical_negg": [0.15221264958381653, 0.15893810987472534, 0.15175792574882507, 0.1446961611509323, 0.1367569863796234, 0.13878563046455383, 0.14414387941360474], "cos_Ac_negg": [0.15221264958381653, 0.15893810987472534, 0.15175792574882507, 0.1446961611509323, 0.1367569863796234, 0.13878563046455383, 0.14414387941360474], "r_norm": [0.1579565405845642, 0.15275339782238007, 0.15256306529045105, 0.15273678302764893, 0.1570158153772354, 0.16152773797512054, 0.15764042735099792]}, {"epoch_end": 13, "step": 6566, "test_acc": 0.9709, "test_loss": 0.17150003910064698}, {"step": 6600, "epoch": 14, "train_loss": 0.0009525064961053431, "cos_r_negg": [0.15214481949806213, 0.15934306383132935, 0.15187376737594604, 0.14542795717716217, 0.13646915555000305, 0.13865622878074646, 0.1441517174243927], "cos_apical_negg": [0.15214481949806213, 0.15934306383132935, 0.15187376737594604, 0.14542795717716217, 0.13646915555000305, 0.13865622878074646, 0.1441517174243927], "cos_Ac_negg": [0.15214481949806213, 0.15934306383132935, 0.15187376737594604, 0.14542795717716217, 0.13646915555000305, 0.13865622878074646, 0.1441517174243927], "r_norm": [0.16325756907463074, 0.1580001711845398, 0.15677917003631592, 0.15714126825332642, 0.16138920187950134, 0.16677328944206238, 0.16288065910339355]}, {"step": 6650, "epoch": 14, "train_loss": 0.0026954251807183027, "cos_r_negg": [0.1458975225687027, 0.15330713987350464, 0.14701157808303833, 0.14047327637672424, 0.13220910727977753, 0.1337049901485443, 0.13855522871017456], "cos_apical_negg": [0.1458975225687027, 0.15330713987350464, 0.14701157808303833, 0.14047327637672424, 0.13220910727977753, 0.1337049901485443, 0.13855522871017456], "cos_Ac_negg": [0.1458975225687027, 0.15330713987350464, 0.14701157808303833, 0.14047327637672424, 0.13220910727977753, 0.1337049901485443, 0.13855522871017456], "r_norm": [0.1640326976776123, 0.1588147133588791, 0.1585964560508728, 0.15875980257987976, 0.16297653317451477, 0.16754914820194244, 0.16361039876937866]}, {"step": 6700, "epoch": 14, "train_loss": 0.0009653103770688176, "cos_r_negg": [0.14493060111999512, 0.15196336805820465, 0.14526087045669556, 0.13850626349449158, 0.13002756237983704, 0.1319727599620819, 0.13681736588478088], "cos_apical_negg": [0.14493060111999512, 0.15196336805820465, 0.14526087045669556, 0.13850626349449158, 0.13002756237983704, 0.1319727599620819, 0.13681736588478088], "cos_Ac_negg": [0.14493060111999512, 0.15196336805820465, 0.14526087045669556, 0.13850626349449158, 0.13002756237983704, 0.1319727599620819, 0.13681736588478088], "r_norm": [0.16561439633369446, 0.1598440706729889, 0.15991559624671936, 0.15938417613506317, 0.1640787571668625, 0.1691228300333023, 0.16488498449325562]}, {"step": 6750, "epoch": 14, "train_loss": 0.000621747225522995, "cos_r_negg": [0.13804204761981964, 0.14496968686580658, 0.13822712004184723, 0.13205000758171082, 0.12395316362380981, 0.12569871544837952, 0.13078254461288452], "cos_apical_negg": [0.13804204761981964, 0.14496968686580658, 0.13822712004184723, 0.13205000758171082, 0.12395316362380981, 0.12569871544837952, 0.13078254461288452], "cos_Ac_negg": [0.13804204761981964, 0.14496968686580658, 0.13822712004184723, 0.13205000758171082, 0.12395316362380981, 0.12569871544837952, 0.13078254461288452], "r_norm": [0.16540350019931793, 0.16007980704307556, 0.1597311943769455, 0.15983206033706665, 0.1643487513065338, 0.16897469758987427, 0.16511864960193634], "ldr": {"dL_sdil": -0.007634967565536499, "dL_bp": -0.015541702508926392, "ratio": 0.4912568337446524}}, {"step": 6800, "epoch": 14, "train_loss": 0.0010399059392511845, "cos_r_negg": [0.13760393857955933, 0.14434278011322021, 0.13914786279201508, 0.13231059908866882, 0.12423695623874664, 0.12551552057266235, 0.1288669854402542], "cos_apical_negg": [0.13760393857955933, 0.14434278011322021, 0.13914786279201508, 0.13231059908866882, 0.12423695623874664, 0.12551552057266235, 0.1288669854402542], "cos_Ac_negg": [0.13760393857955933, 0.14434278011322021, 0.13914786279201508, 0.13231059908866882, 0.12423695623874664, 0.12551552057266235, 0.1288669854402542], "r_norm": [0.1739158183336258, 0.16844622790813446, 0.16826966404914856, 0.16850119829177856, 0.17269445955753326, 0.17750944197177887, 0.17339159548282623]}, {"step": 6850, "epoch": 14, "train_loss": 0.0006280637462623417, "cos_r_negg": [0.14093247056007385, 0.1463184356689453, 0.14101572334766388, 0.13412514328956604, 0.12618446350097656, 0.12776842713356018, 0.1308678686618805], "cos_apical_negg": [0.14093247056007385, 0.1463184356689453, 0.14101572334766388, 0.13412514328956604, 0.12618446350097656, 0.12776842713356018, 0.1308678686618805], "cos_Ac_negg": [0.14093247056007385, 0.1463184356689453, 0.14101572334766388, 0.13412514328956604, 0.12618446350097656, 0.12776842713356018, 0.1308678686618805], "r_norm": [0.1664416491985321, 0.16033414006233215, 0.16029761731624603, 0.15964142978191376, 0.1643301397562027, 0.16994225978851318, 0.16536730527877808]}, {"step": 6900, "epoch": 14, "train_loss": 0.002238697139546275, "cos_r_negg": [0.13392910361289978, 0.1401636153459549, 0.13475267589092255, 0.1285451501607895, 0.12040337920188904, 0.12172877788543701, 0.12581592798233032], "cos_apical_negg": [0.13392910361289978, 0.1401636153459549, 0.13475267589092255, 0.1285451501607895, 0.12040337920188904, 0.12172877788543701, 0.12581592798233032], "cos_Ac_negg": [0.13392910361289978, 0.1401636153459549, 0.13475267589092255, 0.1285451501607895, 0.12040337920188904, 0.12172877788543701, 0.12581592798233032], "r_norm": [0.15444625914096832, 0.14981921017169952, 0.14856930077075958, 0.1495082974433899, 0.1533389389514923, 0.15796822309494019, 0.15441398322582245]}, {"step": 6950, "epoch": 14, "train_loss": 0.0006106937071308494, "cos_r_negg": [0.1382470726966858, 0.14449767768383026, 0.13885076344013214, 0.13306394219398499, 0.1255389153957367, 0.12793989479541779, 0.13239119946956635], "cos_apical_negg": [0.1382470726966858, 0.14449767768383026, 0.13885076344013214, 0.13306394219398499, 0.1255389153957367, 0.12793989479541779, 0.13239119946956635], "cos_Ac_negg": [0.1382470726966858, 0.14449767768383026, 0.13885076344013214, 0.13306394219398499, 0.1255389153957367, 0.12793989479541779, 0.13239119946956635], "r_norm": [0.15995433926582336, 0.15467104315757751, 0.15435734391212463, 0.15448340773582458, 0.15896809101104736, 0.16349399089813232, 0.15966272354125977]}, {"step": 7000, "epoch": 14, "train_loss": 0.00023236835841089487, "cos_r_negg": [0.1330583691596985, 0.13925155997276306, 0.13335902988910675, 0.12779942154884338, 0.12024626135826111, 0.1215975284576416, 0.1263553947210312], "cos_apical_negg": [0.1330583691596985, 0.13925155997276306, 0.13335902988910675, 0.12779942154884338, 0.12024626135826111, 0.1215975284576416, 0.1263553947210312], "cos_Ac_negg": [0.1330583691596985, 0.13925155997276306, 0.13335902988910675, 0.12779942154884338, 0.12024626135826111, 0.1215975284576416, 0.1263553947210312], "r_norm": [0.15484175086021423, 0.1498297154903412, 0.1492743045091629, 0.14964944124221802, 0.1539185345172882, 0.15839506685733795, 0.15466025471687317], "ldr": {"dL_sdil": -0.0072496384382247925, "dL_bp": -0.014666900038719177, "ratio": 0.4942856649384981}}, {"epoch_end": 14, "step": 7035, "test_acc": 0.9717, "test_loss": 0.17420791378021241}, {"step": 7050, "epoch": 15, "train_loss": 0.0005274848081171513, "cos_r_negg": [0.1329352855682373, 0.13850608468055725, 0.13336443901062012, 0.12730297446250916, 0.11953312158584595, 0.12102992832660675, 0.124834805727005], "cos_apical_negg": [0.1329352855682373, 0.13850608468055725, 0.13336443901062012, 0.12730297446250916, 0.11953312158584595, 0.12102992832660675, 0.124834805727005], "cos_Ac_negg": [0.1329352855682373, 0.13850608468055725, 0.13336443901062012, 0.12730297446250916, 0.11953312158584595, 0.12102992832660675, 0.124834805727005], "r_norm": [0.1554444134235382, 0.1503315567970276, 0.14980319142341614, 0.15000253915786743, 0.15435248613357544, 0.1589776575565338, 0.15521973371505737]}, {"step": 7100, "epoch": 15, "train_loss": 0.0019150953739881516, "cos_r_negg": [0.1328561007976532, 0.1385267972946167, 0.13322535157203674, 0.1270262598991394, 0.11885051429271698, 0.12019816040992737, 0.1238744705915451], "cos_apical_negg": [0.1328561007976532, 0.1385267972946167, 0.13322535157203674, 0.1270262598991394, 0.11885051429271698, 0.12019816040992737, 0.1238744705915451], "cos_Ac_negg": [0.1328561007976532, 0.1385267972946167, 0.13322535157203674, 0.1270262598991394, 0.11885051429271698, 0.12019816040992737, 0.1238744705915451], "r_norm": [0.15753573179244995, 0.1521606296300888, 0.1517171859741211, 0.15164858102798462, 0.15622976422309875, 0.16103337705135345, 0.15725818276405334]}, {"step": 7150, "epoch": 15, "train_loss": 0.0004776908899657428, "cos_r_negg": [0.13361412286758423, 0.13890226185321808, 0.13408049941062927, 0.12760597467422485, 0.11961444467306137, 0.12089318037033081, 0.12422627210617065], "cos_apical_negg": [0.13361412286758423, 0.13890226185321808, 0.13408049941062927, 0.12760597467422485, 0.11961444467306137, 0.12089318037033081, 0.12422627210617065], "cos_Ac_negg": [0.13361412286758423, 0.13890226185321808, 0.13408049941062927, 0.12760597467422485, 0.11961444467306137, 0.12089318037033081, 0.12422627210617065], "r_norm": [0.1581290364265442, 0.15293657779693604, 0.15211859345436096, 0.15248316526412964, 0.15671102702617645, 0.16165167093276978, 0.1578020453453064]}, {"step": 7200, "epoch": 15, "train_loss": 0.0020894526969641447, "cos_r_negg": [0.13011875748634338, 0.13550397753715515, 0.1309165209531784, 0.12484338134527206, 0.11710259318351746, 0.11795811355113983, 0.12129094451665878], "cos_apical_negg": [0.13011875748634338, 0.13550397753715515, 0.1309165209531784, 0.12484338134527206, 0.11710259318351746, 0.11795811355113983, 0.12129094451665878], "cos_Ac_negg": [0.13011875748634338, 0.13550397753715515, 0.1309165209531784, 0.12484338134527206, 0.11710259318351746, 0.11795811355113983, 0.12129094451665878], "r_norm": [0.1597885936498642, 0.15454940497875214, 0.15379321575164795, 0.1541275978088379, 0.15840981900691986, 0.16334304213523865, 0.15939365327358246]}, {"step": 7250, "epoch": 15, "train_loss": 0.0012771862093359232, "cos_r_negg": [0.127188041806221, 0.1314004808664322, 0.1268576681613922, 0.12105083465576172, 0.11330153048038483, 0.11519278585910797, 0.1185804009437561], "cos_apical_negg": [0.127188041806221, 0.1314004808664322, 0.1268576681613922, 0.12105083465576172, 0.11330153048038483, 0.11519278585910797, 0.1185804009437561], "cos_Ac_negg": [0.127188041806221, 0.1314004808664322, 0.1268576681613922, 0.12105083465576172, 0.11330153048038483, 0.11519278585910797, 0.1185804009437561], "r_norm": [0.15693260729312897, 0.15221057832241058, 0.15098005533218384, 0.15185917913913727, 0.15581479668617249, 0.1604994237422943, 0.15688028931617737], "ldr": {"dL_sdil": -0.007697254419326782, "dL_bp": -0.01608501374721527, "ratio": 0.478535768777902}}, {"step": 7300, "epoch": 15, "train_loss": 0.0003632191219367087, "cos_r_negg": [0.12587958574295044, 0.12967956066131592, 0.12541384994983673, 0.11984657496213913, 0.1120796874165535, 0.11365398019552231, 0.11720210313796997], "cos_apical_negg": [0.12587958574295044, 0.12967956066131592, 0.12541384994983673, 0.11984657496213913, 0.1120796874165535, 0.11365398019552231, 0.11720210313796997], "cos_Ac_negg": [0.12587958574295044, 0.12967956066131592, 0.12541384994983673, 0.11984657496213913, 0.1120796874165535, 0.11365398019552231, 0.11720210313796997], "r_norm": [0.1581534445285797, 0.15317103266716003, 0.1523059606552124, 0.15270079672336578, 0.15695104002952576, 0.16166415810585022, 0.15801028907299042]}, {"step": 7350, "epoch": 15, "train_loss": 0.0008294920553453267, "cos_r_negg": [0.12530070543289185, 0.13036814332008362, 0.12594488263130188, 0.12018898129463196, 0.11218588054180145, 0.11364930868148804, 0.11684034764766693], "cos_apical_negg": [0.12530070543289185, 0.13036814332008362, 0.12594488263130188, 0.12018898129463196, 0.11218588054180145, 0.11364930868148804, 0.11684034764766693], "cos_Ac_negg": [0.12530070543289185, 0.13036814332008362, 0.12594488263130188, 0.12018898129463196, 0.11218588054180145, 0.11364930868148804, 0.11684034764766693], "r_norm": [0.1591004729270935, 0.15406328439712524, 0.15317004919052124, 0.1535489410161972, 0.15780362486839294, 0.1625908762216568, 0.15889590978622437]}, {"step": 7400, "epoch": 15, "train_loss": 0.0014195558615028858, "cos_r_negg": [0.12405228614807129, 0.12894637882709503, 0.12421736121177673, 0.11901666224002838, 0.11148424446582794, 0.11344875395298004, 0.11749573796987534], "cos_apical_negg": [0.12405228614807129, 0.12894637882709503, 0.12421736121177673, 0.11901666224002838, 0.11148424446582794, 0.11344875395298004, 0.11749573796987534], "cos_Ac_negg": [0.12405228614807129, 0.12894637882709503, 0.12421736121177673, 0.11901666224002838, 0.11148424446582794, 0.11344875395298004, 0.11749573796987534], "r_norm": [0.16248291730880737, 0.15772110223770142, 0.15698601305484772, 0.1577121913433075, 0.16190052032470703, 0.16609470546245575, 0.16246849298477173]}, {"step": 7450, "epoch": 15, "train_loss": 0.0006899400032125413, "cos_r_negg": [0.12374899536371231, 0.12821462750434875, 0.12308208644390106, 0.1180248111486435, 0.11038592457771301, 0.11209326982498169, 0.11632055789232254], "cos_apical_negg": [0.12374899536371231, 0.12821462750434875, 0.12308208644390106, 0.1180248111486435, 0.11038592457771301, 0.11209326982498169, 0.11632055789232254], "cos_Ac_negg": [0.12374899536371231, 0.12821462750434875, 0.12308208644390106, 0.1180248111486435, 0.11038592457771301, 0.11209326982498169, 0.11632055789232254], "r_norm": [0.15467607975006104, 0.1499607414007187, 0.14904925227165222, 0.14963456988334656, 0.15373529493808746, 0.15818020701408386, 0.15465191006660461]}, {"step": 7500, "epoch": 15, "train_loss": 0.0006854984094388783, "cos_r_negg": [0.12190861254930496, 0.12610313296318054, 0.12104389071464539, 0.11612914502620697, 0.10834924876689911, 0.1101529449224472, 0.1145787313580513], "cos_apical_negg": [0.12190861254930496, 0.12610313296318054, 0.12104389071464539, 0.11612914502620697, 0.10834924876689911, 0.1101529449224472, 0.1145787313580513], "cos_Ac_negg": [0.12190861254930496, 0.12610313296318054, 0.12104389071464539, 0.11612914502620697, 0.10834924876689911, 0.1101529449224472, 0.1145787313580513], "r_norm": [0.16016270220279694, 0.15528811514377594, 0.15412136912345886, 0.154743492603302, 0.15891599655151367, 0.16365684568881989, 0.16010847687721252], "ldr": {"dL_sdil": -0.007725954055786133, "dL_bp": -0.016243666410446167, "ratio": 0.4756287072490996}}, {"epoch_end": 15, "step": 7504, "test_acc": 0.9717, "test_loss": 0.1797357391357422}, {"step": 7550, "epoch": 16, "train_loss": 0.0003209843416698277, "cos_r_negg": [0.12133323401212692, 0.125478595495224, 0.12050487846136093, 0.11576429754495621, 0.10801471024751663, 0.10951320081949234, 0.11388716846704483], "cos_apical_negg": [0.12133323401212692, 0.125478595495224, 0.12050487846136093, 0.11576429754495621, 0.10801471024751663, 0.10951320081949234, 0.11388716846704483], "cos_Ac_negg": [0.12133323401212692, 0.125478595495224, 0.12050487846136093, 0.11576429754495621, 0.10801471024751663, 0.10951320081949234, 0.11388716846704483], "r_norm": [0.16131138801574707, 0.15620072185993195, 0.15540499985218048, 0.15556788444519043, 0.1600033938884735, 0.16477760672569275, 0.16116195917129517]}, {"step": 7600, "epoch": 16, "train_loss": 0.001254600239917636, "cos_r_negg": [0.1235569566488266, 0.12796035408973694, 0.12321989238262177, 0.1181732714176178, 0.11032254993915558, 0.11231137812137604, 0.1161632165312767], "cos_apical_negg": [0.1235569566488266, 0.12796035408973694, 0.12321989238262177, 0.1181732714176178, 0.11032254993915558, 0.11231137812137604, 0.1161632165312767], "cos_Ac_negg": [0.1235569566488266, 0.12796035408973694, 0.12321989238262177, 0.1181732714176178, 0.11032254993915558, 0.11231137812137604, 0.1161632165312767], "r_norm": [0.1573493629693985, 0.15253815054893494, 0.15145361423492432, 0.15212798118591309, 0.15618987381458282, 0.16086167097091675, 0.15723004937171936]}, {"step": 7650, "epoch": 16, "train_loss": 0.00024051489890553057, "cos_r_negg": [0.12037542462348938, 0.12446744740009308, 0.11988115310668945, 0.1150217354297638, 0.10759267210960388, 0.10906079411506653, 0.1128746047616005], "cos_apical_negg": [0.12037542462348938, 0.12446744740009308, 0.11988115310668945, 0.1150217354297638, 0.10759267210960388, 0.10906079411506653, 0.1128746047616005], "cos_Ac_negg": [0.12037542462348938, 0.12446744740009308, 0.11988115310668945, 0.1150217354297638, 0.10759267210960388, 0.10906079411506653, 0.1128746047616005], "r_norm": [0.15921694040298462, 0.1543077975511551, 0.15376080572605133, 0.15405134856700897, 0.15842264890670776, 0.16276691854000092, 0.1591147929430008]}, {"step": 7700, "epoch": 16, "train_loss": 0.00042918973485939205, "cos_r_negg": [0.11765797436237335, 0.12154887616634369, 0.11716684699058533, 0.11228960752487183, 0.10491692274808884, 0.10629922151565552, 0.11013627797365189], "cos_apical_negg": [0.11765797436237335, 0.12154887616634369, 0.11716684699058533, 0.11228960752487183, 0.10491692274808884, 0.10629922151565552, 0.11013627797365189], "cos_Ac_negg": [0.11765797436237335, 0.12154887616634369, 0.11716684699058533, 0.11228960752487183, 0.10491692274808884, 0.10629922151565552, 0.11013627797365189], "r_norm": [0.16059136390686035, 0.1555071771144867, 0.15492554008960724, 0.15497705340385437, 0.15948884189128876, 0.16408802568912506, 0.16045215725898743]}, {"step": 7750, "epoch": 16, "train_loss": 0.0006892249220982194, "cos_r_negg": [0.11620256304740906, 0.12051496654748917, 0.11645811796188354, 0.11154034733772278, 0.1041003093123436, 0.1054510623216629, 0.10894489288330078], "cos_apical_negg": [0.11620256304740906, 0.12051496654748917, 0.11645811796188354, 0.11154034733772278, 0.1041003093123436, 0.1054510623216629, 0.10894489288330078], "cos_Ac_negg": [0.11620256304740906, 0.12051496654748917, 0.11645811796188354, 0.11154034733772278, 0.1041003093123436, 0.1054510623216629, 0.10894489288330078], "r_norm": [0.16177427768707275, 0.15688998997211456, 0.1561022400856018, 0.1565028429031372, 0.16086651384830475, 0.16530710458755493, 0.16176071763038635], "ldr": {"dL_sdil": -0.00788705050945282, "dL_bp": -0.016632571816444397, "ratio": 0.4741930830958445}}, {"step": 7800, "epoch": 16, "train_loss": 0.0025067066308110952, "cos_r_negg": [0.11418479681015015, 0.1180121973156929, 0.1143355667591095, 0.10975371301174164, 0.10298137366771698, 0.10439633578062057, 0.10797558724880219], "cos_apical_negg": [0.11418479681015015, 0.1180121973156929, 0.1143355667591095, 0.10975371301174164, 0.10298137366771698, 0.10439633578062057, 0.10797558724880219], "cos_Ac_negg": [0.11418479681015015, 0.1180121973156929, 0.1143355667591095, 0.10975371301174164, 0.10298137366771698, 0.10439633578062057, 0.10797558724880219], "r_norm": [0.16546222567558289, 0.16064146161079407, 0.15983545780181885, 0.16033579409122467, 0.1649206280708313, 0.16905969381332397, 0.16579529643058777]}, {"step": 7850, "epoch": 16, "train_loss": 0.0008105511078611016, "cos_r_negg": [0.11582805216312408, 0.11952953785657883, 0.11522742360830307, 0.11080919206142426, 0.10377232730388641, 0.1050046980381012, 0.10975953936576843], "cos_apical_negg": [0.11582805216312408, 0.11952953785657883, 0.11522742360830307, 0.11080919206142426, 0.10377232730388641, 0.1050046980381012, 0.10975953936576843], "cos_Ac_negg": [0.11582805216312408, 0.11952953785657883, 0.11522742360830307, 0.11080919206142426, 0.10377232730388641, 0.1050046980381012, 0.10975953936576843], "r_norm": [0.15719708800315857, 0.15243041515350342, 0.15152360498905182, 0.1522093415260315, 0.15646140277385712, 0.16077226400375366, 0.1572594940662384]}, {"step": 7900, "epoch": 16, "train_loss": 0.0008970674825832248, "cos_r_negg": [0.11439435184001923, 0.11787304282188416, 0.11379097402095795, 0.10907053202390671, 0.1020214632153511, 0.1033501997590065, 0.10780692845582962], "cos_apical_negg": [0.11439435184001923, 0.11787304282188416, 0.11379097402095795, 0.10907053202390671, 0.1020214632153511, 0.1033501997590065, 0.10780692845582962], "cos_Ac_negg": [0.11439435184001923, 0.11787304282188416, 0.11379097402095795, 0.10907053202390671, 0.1020214632153511, 0.1033501997590065, 0.10780692845582962], "r_norm": [0.160024493932724, 0.15539485216140747, 0.15454617142677307, 0.1554507613182068, 0.15964213013648987, 0.16365528106689453, 0.16018927097320557]}, {"step": 7950, "epoch": 16, "train_loss": 0.0010299115674570203, "cos_r_negg": [0.11626933515071869, 0.11994664371013641, 0.1155315488576889, 0.11073830723762512, 0.1037043035030365, 0.10505793988704681, 0.1093192845582962], "cos_apical_negg": [0.11626933515071869, 0.11994664371013641, 0.1155315488576889, 0.11073830723762512, 0.1037043035030365, 0.10505793988704681, 0.1093192845582962], "cos_Ac_negg": [0.11626933515071869, 0.11994664371013641, 0.1155315488576889, 0.11073830723762512, 0.1037043035030365, 0.10505793988704681, 0.1093192845582962], "r_norm": [0.16365008056163788, 0.1586102545261383, 0.15736955404281616, 0.15820524096488953, 0.16234007477760315, 0.16723980009555817, 0.16342493891716003]}, {"epoch_end": 16, "step": 7973, "test_acc": 0.9719, "test_loss": 0.18513201408386232}, {"step": 8000, "epoch": 17, "train_loss": 0.00032735042623244226, "cos_r_negg": [0.11387519538402557, 0.11808855831623077, 0.11396847665309906, 0.10918314754962921, 0.10196489095687866, 0.10304916650056839, 0.10714167356491089], "cos_apical_negg": [0.11387519538402557, 0.11808855831623077, 0.11396847665309906, 0.10918314754962921, 0.10196489095687866, 0.10304916650056839, 0.10714167356491089], "cos_Ac_negg": [0.11387519538402557, 0.11808855831623077, 0.11396847665309906, 0.10918314754962921, 0.10196489095687866, 0.10304916650056839, 0.10714167356491089], "r_norm": [0.16412046551704407, 0.15913160145282745, 0.1579921841621399, 0.1586591601371765, 0.16298885643482208, 0.1676667332649231, 0.1640169322490692], "ldr": {"dL_sdil": -0.008361250162124634, "dL_bp": -0.01874604821205139, "ratio": 0.44602734760648827}}, {"step": 8050, "epoch": 17, "train_loss": 0.00034663855331018567, "cos_r_negg": [0.11340588331222534, 0.11728018522262573, 0.11326193809509277, 0.10839773714542389, 0.1011258214712143, 0.10207613557577133, 0.10607250034809113], "cos_apical_negg": [0.11340588331222534, 0.11728018522262573, 0.11326193809509277, 0.10839773714542389, 0.1011258214712143, 0.10207613557577133, 0.10607250034809113], "cos_Ac_negg": [0.11340588331222534, 0.11728018522262573, 0.11326193809509277, 0.10839773714542389, 0.1011258214712143, 0.10207613557577133, 0.10607250034809113], "r_norm": [0.15913337469100952, 0.1541839838027954, 0.15320532023906708, 0.15370774269104004, 0.15802280604839325, 0.16265349090099335, 0.15906134247779846]}, {"step": 8100, "epoch": 17, "train_loss": 0.0011400789953768253, "cos_r_negg": [0.11302463710308075, 0.11645345389842987, 0.112165667116642, 0.10801960527896881, 0.1017589420080185, 0.10344474762678146, 0.108181893825531], "cos_apical_negg": [0.11302463710308075, 0.11645345389842987, 0.112165667116642, 0.10801960527896881, 0.1017589420080185, 0.10344474762678146, 0.108181893825531], "cos_Ac_negg": [0.11302463710308075, 0.11645345389842987, 0.112165667116642, 0.10801960527896881, 0.1017589420080185, 0.10344474762678146, 0.108181893825531], "r_norm": [0.16226616501808167, 0.15740031003952026, 0.1568397879600525, 0.15740935504436493, 0.16173630952835083, 0.16588640213012695, 0.16217704117298126]}, {"step": 8150, "epoch": 17, "train_loss": 0.0003333493950776756, "cos_r_negg": [0.1128045916557312, 0.11653624475002289, 0.1126149594783783, 0.10857003182172775, 0.10214400291442871, 0.1039886400103569, 0.10863801091909409], "cos_apical_negg": [0.1128045916557312, 0.11653624475002289, 0.1126149594783783, 0.10857003182172775, 0.10214400291442871, 0.1039886400103569, 0.10863801091909409], "cos_Ac_negg": [0.1128045916557312, 0.11653624475002289, 0.1126149594783783, 0.10857003182172775, 0.10214400291442871, 0.1039886400103569, 0.10863801091909409], "r_norm": [0.16393688321113586, 0.15904641151428223, 0.1581442952156067, 0.15889699757099152, 0.1630309522151947, 0.1675230860710144, 0.1637839674949646]}, {"step": 8200, "epoch": 17, "train_loss": 0.0014042423572391272, "cos_r_negg": [0.1128915399312973, 0.11634081602096558, 0.11241012066602707, 0.10828547179698944, 0.10177202522754669, 0.10353033244609833, 0.10797834396362305], "cos_apical_negg": [0.1128915399312973, 0.11634081602096558, 0.11241012066602707, 0.10828547179698944, 0.10177202522754669, 0.10353033244609833, 0.10797834396362305], "cos_Ac_negg": [0.1128915399312973, 0.11634081602096558, 0.11241012066602707, 0.10828547179698944, 0.10177202522754669, 0.10353033244609833, 0.10797834396362305], "r_norm": [0.16248087584972382, 0.1574675738811493, 0.15648920834064484, 0.15713486075401306, 0.16128796339035034, 0.16605111956596375, 0.1621997207403183]}, {"step": 8250, "epoch": 17, "train_loss": 0.0005856882780790329, "cos_r_negg": [0.11071670055389404, 0.1137949675321579, 0.11021947860717773, 0.10621229559183121, 0.09963564574718475, 0.10142859071493149, 0.10592275112867355], "cos_apical_negg": [0.11071670055389404, 0.1137949675321579, 0.11021947860717773, 0.10621229559183121, 0.09963564574718475, 0.10142859071493149, 0.10592275112867355], "cos_Ac_negg": [0.11071670055389404, 0.1137949675321579, 0.11021947860717773, 0.10621229559183121, 0.09963564574718475, 0.10142859071493149, 0.10592275112867355], "r_norm": [0.16170966625213623, 0.1567457765340805, 0.15569308400154114, 0.1563158929347992, 0.16047796607017517, 0.16524365544319153, 0.16151969134807587], "ldr": {"dL_sdil": -0.008388549089431763, "dL_bp": -0.018966853618621826, "ratio": 0.44227415142782617}}, {"step": 8300, "epoch": 17, "train_loss": 6.368901813402772e-05, "cos_r_negg": [0.10995510220527649, 0.11313673853874207, 0.10925301909446716, 0.10515119880437851, 0.09841994941234589, 0.10017205029726028, 0.10448003560304642], "cos_apical_negg": [0.10995510220527649, 0.11313673853874207, 0.10925301909446716, 0.10515119880437851, 0.09841994941234589, 0.10017205029726028, 0.10448003560304642], "cos_Ac_negg": [0.10995510220527649, 0.11313673853874207, 0.10925301909446716, 0.10515119880437851, 0.09841994941234589, 0.10017205029726028, 0.10448003560304642], "r_norm": [0.1623196303844452, 0.15725228190422058, 0.15618909895420074, 0.15676745772361755, 0.16095396876335144, 0.1658444106578827, 0.16205406188964844]}, {"step": 8350, "epoch": 17, "train_loss": 0.000167579302797094, "cos_r_negg": [0.10907992720603943, 0.11192475259304047, 0.10787545144557953, 0.10376572608947754, 0.09687574207782745, 0.09874614328145981, 0.10278500616550446], "cos_apical_negg": [0.10907992720603943, 0.11192475259304047, 0.10787545144557953, 0.10376572608947754, 0.09687574207782745, 0.09874614328145981, 0.10278500616550446], "cos_Ac_negg": [0.10907992720603943, 0.11192475259304047, 0.10787545144557953, 0.10376572608947754, 0.09687574207782745, 0.09874614328145981, 0.10278500616550446], "r_norm": [0.16689348220825195, 0.16162164509296417, 0.16076423227787018, 0.16117167472839355, 0.16555334627628326, 0.1704355776309967, 0.1665671318769455]}, {"step": 8400, "epoch": 17, "train_loss": 0.00022628252918366343, "cos_r_negg": [0.10717026889324188, 0.11044050753116608, 0.10646086186170578, 0.10222802311182022, 0.09540101885795593, 0.09689398109912872, 0.10102473199367523], "cos_apical_negg": [0.10717026889324188, 0.11044050753116608, 0.10646086186170578, 0.10222802311182022, 0.09540101885795593, 0.09689398109912872, 0.10102473199367523], "cos_Ac_negg": [0.10717026889324188, 0.11044050753116608, 0.10646086186170578, 0.10222802311182022, 0.09540101885795593, 0.09689398109912872, 0.10102473199367523], "r_norm": [0.16816574335098267, 0.16278155148029327, 0.16255663335323334, 0.16258764266967773, 0.16727320849895477, 0.17175450921058655, 0.16782104969024658]}, {"epoch_end": 17, "step": 8442, "test_acc": 0.9716, "test_loss": 0.1865870481491089}, {"step": 8450, "epoch": 18, "train_loss": 0.00022788313799537718, "cos_r_negg": [0.10709723830223083, 0.11032433807849884, 0.1066322922706604, 0.10256941616535187, 0.09567051380872726, 0.09720996767282486, 0.10135997831821442], "cos_apical_negg": [0.10709723830223083, 0.11032433807849884, 0.1066322922706604, 0.10256941616535187, 0.09567051380872726, 0.09720996767282486, 0.10135997831821442], "cos_Ac_negg": [0.10709723830223083, 0.11032433807849884, 0.1066322922706604, 0.10256941616535187, 0.09567051380872726, 0.09720996767282486, 0.10135997831821442], "r_norm": [0.1704014390707016, 0.1649317741394043, 0.16470792889595032, 0.1647176295518875, 0.1693856418132782, 0.17399296164512634, 0.16997960209846497]}, {"step": 8500, "epoch": 18, "train_loss": 0.00044891255674883723, "cos_r_negg": [0.1063680648803711, 0.10958673059940338, 0.10593456774950027, 0.10187516361474991, 0.09484592825174332, 0.09631796181201935, 0.10039226710796356], "cos_apical_negg": [0.1063680648803711, 0.10958673059940338, 0.10593456774950027, 0.10187516361474991, 0.09484592825174332, 0.09631796181201935, 0.10039226710796356], "cos_Ac_negg": [0.1063680648803711, 0.10958673059940338, 0.10593456774950027, 0.10187516361474991, 0.09484592825174332, 0.09631796181201935, 0.10039226710796356], "r_norm": [0.16631442308425903, 0.16089028120040894, 0.1605176329612732, 0.16045571863651276, 0.16510096192359924, 0.16985583305358887, 0.16593478620052338], "ldr": {"dL_sdil": -0.008573651313781738, "dL_bp": -0.018964484333992004, "ratio": 0.45208987298506703}}, {"step": 8550, "epoch": 18, "train_loss": 0.0009421830181963742, "cos_r_negg": [0.10529658198356628, 0.10882528126239777, 0.1049007773399353, 0.10065174102783203, 0.09362992644309998, 0.09498963505029678, 0.098876953125], "cos_apical_negg": [0.10529658198356628, 0.10882528126239777, 0.1049007773399353, 0.10065174102783203, 0.09362992644309998, 0.09498963505029678, 0.098876953125], "cos_Ac_negg": [0.10529658198356628, 0.10882528126239777, 0.1049007773399353, 0.10065174102783203, 0.09362992644309998, 0.09498963505029678, 0.098876953125], "r_norm": [0.1651354730129242, 0.1597370207309723, 0.15927135944366455, 0.1592540144920349, 0.16386651992797852, 0.1686706840991974, 0.16475024819374084]}, {"step": 8600, "epoch": 18, "train_loss": 0.0009263219544664025, "cos_r_negg": [0.10453278571367264, 0.10788454860448837, 0.104263074696064, 0.09997782111167908, 0.09298115968704224, 0.09415236860513687, 0.09775865077972412], "cos_apical_negg": [0.10453278571367264, 0.10788454860448837, 0.104263074696064, 0.09997782111167908, 0.09298115968704224, 0.09415236860513687, 0.09775865077972412], "cos_Ac_negg": [0.10453278571367264, 0.10788454860448837, 0.104263074696064, 0.09997782111167908, 0.09298115968704224, 0.09415236860513687, 0.09775865077972412], "r_norm": [0.16567905247211456, 0.16026559472084045, 0.1597708761692047, 0.15979409217834473, 0.16444185376167297, 0.16922587156295776, 0.16536177694797516]}, {"step": 8650, "epoch": 18, "train_loss": 0.00029722537146881223, "cos_r_negg": [0.10443089157342911, 0.10763077437877655, 0.10390548408031464, 0.09981749206781387, 0.0930684506893158, 0.0945734828710556, 0.0984681099653244], "cos_apical_negg": [0.10443089157342911, 0.10763077437877655, 0.10390548408031464, 0.09981749206781387, 0.0930684506893158, 0.0945734828710556, 0.0984681099653244], "cos_Ac_negg": [0.10443089157342911, 0.10763077437877655, 0.10390548408031464, 0.09981749206781387, 0.0930684506893158, 0.0945734828710556, 0.0984681099653244], "r_norm": [0.1698484718799591, 0.16446581482887268, 0.16395524144172668, 0.16421456634998322, 0.1688259243965149, 0.17345646023750305, 0.16957469284534454]}, {"step": 8700, "epoch": 18, "train_loss": 0.0005496909725479782, "cos_r_negg": [0.10420198738574982, 0.1072346568107605, 0.10308382660150528, 0.09940630942583084, 0.0933583527803421, 0.09489567577838898, 0.09946398437023163], "cos_apical_negg": [0.10420198738574982, 0.1072346568107605, 0.10308382660150528, 0.09940630942583084, 0.0933583527803421, 0.09489567577838898, 0.09946398437023163], "cos_Ac_negg": [0.10420198738574982, 0.1072346568107605, 0.10308382660150528, 0.09940630942583084, 0.0933583527803421, 0.09489567577838898, 0.09946398437023163], "r_norm": [0.16804295778274536, 0.16285839676856995, 0.16243331134319305, 0.16274942457675934, 0.1673569232225418, 0.17167571187019348, 0.1678554117679596]}, {"step": 8750, "epoch": 18, "train_loss": 0.000445682555437088, "cos_r_negg": [0.10374118387699127, 0.10683245956897736, 0.10268312692642212, 0.09906766563653946, 0.09283202141523361, 0.09438702464103699, 0.09878475219011307], "cos_apical_negg": [0.10374118387699127, 0.10683245956897736, 0.10268312692642212, 0.09906766563653946, 0.09283202141523361, 0.09438702464103699, 0.09878475219011307], "cos_Ac_negg": [0.10374118387699127, 0.10683245956897736, 0.10268312692642212, 0.09906766563653946, 0.09283202141523361, 0.09438702464103699, 0.09878475219011307], "r_norm": [0.16712962090969086, 0.16159814596176147, 0.1612892895936966, 0.1610783189535141, 0.1658197045326233, 0.1706562638282776, 0.16664238274097443], "ldr": {"dL_sdil": -0.008959397673606873, "dL_bp": -0.02019709348678589, "ratio": 0.4435983662435702}}, {"step": 8800, "epoch": 18, "train_loss": 0.0008848332217894495, "cos_r_negg": [0.10344691574573517, 0.10633186995983124, 0.10252387821674347, 0.0987752377986908, 0.0924672856926918, 0.09387803077697754, 0.09825579822063446], "cos_apical_negg": [0.10344691574573517, 0.10633186995983124, 0.10252387821674347, 0.0987752377986908, 0.0924672856926918, 0.09387803077697754, 0.09825579822063446], "cos_Ac_negg": [0.10344691574573517, 0.10633186995983124, 0.10252387821674347, 0.0987752377986908, 0.0924672856926918, 0.09387803077697754, 0.09825579822063446], "r_norm": [0.16617482900619507, 0.16078050434589386, 0.16048401594161987, 0.1603865623474121, 0.16503968834877014, 0.16972611844539642, 0.16575419902801514]}, {"step": 8850, "epoch": 18, "train_loss": 0.0004973753821104765, "cos_r_negg": [0.10327468812465668, 0.10619048029184341, 0.10243415832519531, 0.09862625598907471, 0.0921054556965828, 0.0935283675789833, 0.09775984287261963], "cos_apical_negg": [0.10327468812465668, 0.10619048029184341, 0.10243415832519531, 0.09862625598907471, 0.0921054556965828, 0.0935283675789833, 0.09775984287261963], "cos_Ac_negg": [0.10327468812465668, 0.10619048029184341, 0.10243415832519531, 0.09862625598907471, 0.0921054556965828, 0.0935283675789833, 0.09775984287261963], "r_norm": [0.15810611844062805, 0.15303316712379456, 0.15223228931427002, 0.15245658159255981, 0.15679819881916046, 0.16160523891448975, 0.1578376442193985]}, {"step": 8900, "epoch": 18, "train_loss": 0.00028893278795294464, "cos_r_negg": [0.1023954525589943, 0.10575562715530396, 0.10211548209190369, 0.0981229767203331, 0.09133847057819366, 0.09293752163648605, 0.09703175723552704], "cos_apical_negg": [0.1023954525589943, 0.10575562715530396, 0.10211548209190369, 0.0981229767203331, 0.09133847057819366, 0.09293752163648605, 0.09703175723552704], "cos_Ac_negg": [0.1023954525589943, 0.10575562715530396, 0.10211548209190369, 0.0981229767203331, 0.09133847057819366, 0.09293752163648605, 0.09703175723552704], "r_norm": [0.16043049097061157, 0.15531551837921143, 0.1543818712234497, 0.1545853316783905, 0.15893863141536713, 0.16391420364379883, 0.16002163290977478]}, {"epoch_end": 18, "step": 8911, "test_acc": 0.9714, "test_loss": 0.19123270492553712}, {"step": 8950, "epoch": 19, "train_loss": 0.0007454140577465296, "cos_r_negg": [0.10185297578573227, 0.10544545948505402, 0.10200764238834381, 0.09818123281002045, 0.09139257669448853, 0.09290558099746704, 0.09695564955472946], "cos_apical_negg": [0.10185297578573227, 0.10544545948505402, 0.10200764238834381, 0.09818123281002045, 0.09139257669448853, 0.09290558099746704, 0.09695564955472946], "cos_Ac_negg": [0.10185297578573227, 0.10544545948505402, 0.10200764238834381, 0.09818123281002045, 0.09139257669448853, 0.09290558099746704, 0.09695564955472946], "r_norm": [0.16160359978675842, 0.15637418627738953, 0.15558677911758423, 0.1556801199913025, 0.16006186604499817, 0.16509482264518738, 0.16113275289535522]}, {"step": 9000, "epoch": 19, "train_loss": 0.0005388577119447291, "cos_r_negg": [0.10146968066692352, 0.10500359535217285, 0.10151087492704391, 0.09767023473978043, 0.09087236225605011, 0.09235652536153793, 0.09634244441986084], "cos_apical_negg": [0.10146968066692352, 0.10500359535217285, 0.10151087492704391, 0.09767023473978043, 0.09087236225605011, 0.09235652536153793, 0.09634244441986084], "cos_Ac_negg": [0.10146968066692352, 0.10500359535217285, 0.10151087492704391, 0.09767023473978043, 0.09087236225605011, 0.09235652536153793, 0.09634244441986084], "r_norm": [0.16248145699501038, 0.1570182740688324, 0.15642909705638885, 0.15624076128005981, 0.1607884168624878, 0.16596345603466034, 0.16187292337417603], "ldr": {"dL_sdil": -0.008623197674751282, "dL_bp": -0.019404679536819458, "ratio": 0.44438753334674624}}, {"step": 9050, "epoch": 19, "train_loss": 0.0007750168442726135, "cos_r_negg": [0.10023991763591766, 0.10385296493768692, 0.10042732954025269, 0.09661056101322174, 0.08972876518964767, 0.09101741760969162, 0.09504944086074829], "cos_apical_negg": [0.10023991763591766, 0.10385296493768692, 0.10042732954025269, 0.09661056101322174, 0.08972876518964767, 0.09101741760969162, 0.09504944086074829], "cos_Ac_negg": [0.10023991763591766, 0.10385296493768692, 0.10042732954025269, 0.09661056101322174, 0.08972876518964767, 0.09101741760969162, 0.09504944086074829], "r_norm": [0.1625928282737732, 0.15722396969795227, 0.15661181509494781, 0.15644735097885132, 0.161004900932312, 0.16607177257537842, 0.1620325893163681]}, {"step": 9100, "epoch": 19, "train_loss": 0.0003209237474948168, "cos_r_negg": [0.09931599348783493, 0.10271624475717545, 0.09955258667469025, 0.09584406018257141, 0.08913618326187134, 0.090427465736866, 0.0944615975022316], "cos_apical_negg": [0.09931599348783493, 0.10271624475717545, 0.09955258667469025, 0.09584406018257141, 0.08913618326187134, 0.090427465736866, 0.0944615975022316], "cos_Ac_negg": [0.09931599348783493, 0.10271624475717545, 0.09955258667469025, 0.09584406018257141, 0.08913618326187134, 0.090427465736866, 0.0944615975022316], "r_norm": [0.16315393149852753, 0.15786150097846985, 0.15728431940078735, 0.15713515877723694, 0.16173537075519562, 0.1666553020477295, 0.1626153588294983]}, {"step": 9150, "epoch": 19, "train_loss": 0.00117275002412498, "cos_r_negg": [0.09824539721012115, 0.10116879642009735, 0.0980038046836853, 0.09455005824565887, 0.08838880062103271, 0.08967697620391846, 0.09414923191070557], "cos_apical_negg": [0.09824539721012115, 0.10116879642009735, 0.0980038046836853, 0.09455005824565887, 0.08838880062103271, 0.08967697620391846, 0.09414923191070557], "cos_Ac_negg": [0.09824539721012115, 0.10116879642009735, 0.0980038046836853, 0.09455005824565887, 0.08838880062103271, 0.08967697620391846, 0.09414923191070557], "r_norm": [0.16718854010105133, 0.16188044846057892, 0.16161441802978516, 0.16166946291923523, 0.16638219356536865, 0.17081278562545776, 0.16687949001789093]}, {"step": 9200, "epoch": 19, "train_loss": 9.216675243806094e-05, "cos_r_negg": [0.09851948916912079, 0.10116696357727051, 0.0978989228606224, 0.09463252127170563, 0.08877468854188919, 0.09022154659032822, 0.09494584053754807], "cos_apical_negg": [0.09851948916912079, 0.10116696357727051, 0.0978989228606224, 0.09463252127170563, 0.08877468854188919, 0.09022154659032822, 0.09494584053754807], "cos_Ac_negg": [0.09851948916912079, 0.10116696357727051, 0.0978989228606224, 0.09463252127170563, 0.08877468854188919, 0.09022154659032822, 0.09494584053754807], "r_norm": [0.16480496525764465, 0.15946504473686218, 0.15934152901172638, 0.15927305817604065, 0.16391843557357788, 0.16839797794818878, 0.16441521048545837]}, {"step": 9250, "epoch": 19, "train_loss": 0.00031269833561964333, "cos_r_negg": [0.09922373294830322, 0.10221344232559204, 0.0986369326710701, 0.09524655342102051, 0.08901827037334442, 0.09063871949911118, 0.09488041698932648], "cos_apical_negg": [0.09922373294830322, 0.10221344232559204, 0.0986369326710701, 0.09524655342102051, 0.08901827037334442, 0.09063871949911118, 0.09488041698932648], "cos_Ac_negg": [0.09922373294830322, 0.10221344232559204, 0.0986369326710701, 0.09524655342102051, 0.08901827037334442, 0.09063871949911118, 0.09488041698932648], "r_norm": [0.16137458384037018, 0.15579529106616974, 0.1554710566997528, 0.1550607830286026, 0.15971727669239044, 0.1648409217596054, 0.16075342893600464], "ldr": {"dL_sdil": -0.008757874369621277, "dL_bp": -0.020396366715431213, "ratio": 0.42938404137416103}}, {"step": 9300, "epoch": 19, "train_loss": 3.6671728594228625e-05, "cos_r_negg": [0.09801314026117325, 0.10111343860626221, 0.0975220650434494, 0.09399644285440445, 0.08780013024806976, 0.08939267694950104, 0.09345901012420654], "cos_apical_negg": [0.09801314026117325, 0.10111343860626221, 0.0975220650434494, 0.09399644285440445, 0.08780013024806976, 0.08939267694950104, 0.09345901012420654], "cos_Ac_negg": [0.09801314026117325, 0.10111343860626221, 0.0975220650434494, 0.09399644285440445, 0.08780013024806976, 0.08939267694950104, 0.09345901012420654], "r_norm": [0.16092438995838165, 0.15550851821899414, 0.1547595113515854, 0.15467311441898346, 0.15914413332939148, 0.16438895463943481, 0.1603897213935852]}, {"step": 9350, "epoch": 19, "train_loss": 0.0002652121474966407, "cos_r_negg": [0.0970892682671547, 0.1000598892569542, 0.09657111018896103, 0.09301547706127167, 0.08688279241323471, 0.08850312232971191, 0.09255995601415634], "cos_apical_negg": [0.0970892682671547, 0.1000598892569542, 0.09657111018896103, 0.09301547706127167, 0.08688279241323471, 0.08850312232971191, 0.09255995601415634], "cos_Ac_negg": [0.0970892682671547, 0.1000598892569542, 0.09657111018896103, 0.09301547706127167, 0.08688279241323471, 0.08850312232971191, 0.09255995601415634], "r_norm": [0.16224294900894165, 0.15676873922348022, 0.15611007809638977, 0.15592946112155914, 0.16049480438232422, 0.16570478677749634, 0.16173511743545532]}, {"epoch_end": 19, "step": 9380, "test_acc": 0.9714, "test_loss": 0.1931960609436035}], "final": {"test_acc": 0.9714, "test_loss": 0.1931960609436035, "wall_s": 144.75781083106995, "cos_r_negg": [0.09711894392967224, 0.09990742802619934, 0.09658583253622055, 0.09306056797504425, 0.08691591024398804, 0.08862273395061493, 0.09273968636989594], "cos_apical_negg": [0.09711894392967224, 0.09990742802619934, 0.09658583253622055, 0.09306056797504425, 0.08691591024398804, 0.08862273395061493, 0.09273968636989594], "cos_Ac_negg": [0.09711894392967224, 0.09990742802619934, 0.09658583253622055, 0.09306056797504425, 0.08691591024398804, 0.08862273395061493, 0.09273968636989594]}}
\ No newline at end of file
diff --git a/results/figs/alignment_traj.png b/results/figs/alignment_traj.png
new file mode 100644
index 0000000..62a0ebb
--- /dev/null
+++ b/results/figs/alignment_traj.png
diff --git a/results/figs/deepres_cifar10_acc_vs_depth.png b/results/figs/deepres_cifar10_acc_vs_depth.png
new file mode 100644
index 0000000..27add43
--- /dev/null
+++ b/results/figs/deepres_cifar10_acc_vs_depth.png
diff --git a/results/figs/deepres_cifar10_depth_utility.png b/results/figs/deepres_cifar10_depth_utility.png
new file mode 100644
index 0000000..9ebbf2f
--- /dev/null
+++ b/results/figs/deepres_cifar10_depth_utility.png
diff --git a/results/figs/depth_fmnist_acc_vs_depth.png b/results/figs/depth_fmnist_acc_vs_depth.png
new file mode 100644
index 0000000..83fe78c
--- /dev/null
+++ b/results/figs/depth_fmnist_acc_vs_depth.png
diff --git a/results/figs/depth_fmnist_depth_utility.png b/results/figs/depth_fmnist_depth_utility.png
new file mode 100644
index 0000000..35748ad
--- /dev/null
+++ b/results/figs/depth_fmnist_depth_utility.png
diff --git a/results/figs/depth_mnist_acc_vs_depth.png b/results/figs/depth_mnist_acc_vs_depth.png
new file mode 100644
index 0000000..9f2309d
--- /dev/null
+++ b/results/figs/depth_mnist_acc_vs_depth.png
diff --git a/results/figs/depth_mnist_depth_utility.png b/results/figs/depth_mnist_depth_utility.png
new file mode 100644
index 0000000..866a21b
--- /dev/null
+++ b/results/figs/depth_mnist_depth_utility.png
diff --git a/results/figs/nuisance.png b/results/figs/nuisance.png
new file mode 100644
index 0000000..b827504
--- /dev/null
+++ b/results/figs/nuisance.png
diff --git a/results/zoo_ep_fmnist.json b/results/zoo_ep_fmnist.json
new file mode 100644
index 0000000..fd4a343
--- /dev/null
+++ b/results/zoo_ep_fmnist.json
@@ -0,0 +1 @@
+{"args": {"dataset": "fmnist", "methods": "ep", "depth": 1, "width": 500, "epochs": 8, "batch_size": 64, "eta": 0.1, "seed": 0, "device": "cuda", "outdir": "results", "tag": "zoo_ep_fmnist"}, "acc": {"ep": 0.8129}}
\ No newline at end of file
diff --git a/results/zoo_ep_mnist.json b/results/zoo_ep_mnist.json
new file mode 100644
index 0000000..1bf1318
--- /dev/null
+++ b/results/zoo_ep_mnist.json
@@ -0,0 +1 @@
+{"args": {"dataset": "mnist", "methods": "ep", "depth": 1, "width": 500, "epochs": 8, "batch_size": 64, "eta": 0.1, "seed": 0, "device": "cuda", "outdir": "results", "tag": "zoo_ep_mnist"}, "acc": {"ep": 0.9531}}
\ No newline at end of file
diff --git a/results/zoo_fa_fmnist.json b/results/zoo_fa_fmnist.json
new file mode 100644
index 0000000..e1cfb46
--- /dev/null
+++ b/results/zoo_fa_fmnist.json
@@ -0,0 +1 @@
+{"args": {"dataset": "fmnist", "methods": "fa", "depth": 2, "width": 256, "epochs": 12, "batch_size": 64, "eta": 0.05, "seed": 0, "device": "cuda", "outdir": "results", "tag": "zoo_fa_fmnist"}, "acc": {"fa": 0.8676}}
\ No newline at end of file
diff --git a/results/zoo_fa_mnist.json b/results/zoo_fa_mnist.json
new file mode 100644
index 0000000..30f1911
--- /dev/null
+++ b/results/zoo_fa_mnist.json
@@ -0,0 +1 @@
+{"args": {"dataset": "mnist", "methods": "fa", "depth": 2, "width": 256, "epochs": 12, "batch_size": 64, "eta": 0.05, "seed": 0, "device": "cuda", "outdir": "results", "tag": "zoo_fa_mnist"}, "acc": {"fa": 0.9769}}
\ No newline at end of file